-- Logs begin at Thu 2021-07-22 22:47:21 UTC, end at Fri 2021-07-23 01:05:08 UTC. -- Jul 22 23:18:44.609658 n-d-688802-2 systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 23:18:47.330826 n-d-688802-2 neutron-server[93711]: INFO neutron.common.config [-] Logging enabled! Jul 22 23:18:47.331385 n-d-688802-2 neutron-server[93711]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 23:18:47.331557 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93711) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 23:18:47.335716 n-d-688802-2 neutron-server[93711]: INFO neutron.common.config [-] Logging enabled! Jul 22 23:18:47.335964 n-d-688802-2 neutron-server[93711]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 23:18:47.336271 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93711) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 23:18:47.337236 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:18:47.337470 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:18:47.337826 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:18:47.338070 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:18:47.338290 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:18:47.338607 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.338904 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.339228 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.339523 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.339821 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.340108 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.340390 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.340677 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.340974 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.341289 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.341569 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.341850 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.342081 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.342356 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.342640 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.342922 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.343141 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] debug = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.343416 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.343836 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.344254 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.344526 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.344810 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.345084 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.345372 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.345645 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.345925 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.346252 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] host = n-d-688802-2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.346525 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.346809 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.347087 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.347364 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.347633 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.347907 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.348186 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.348448 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.349343 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] log_file = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.349660 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.350033 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.350318 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.350603 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.350826 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.351046 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.351330 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.351613 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.351882 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.352152 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.352422 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.352694 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.352964 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.353252 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.353534 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.353812 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.354092 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.354362 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.354629 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.354894 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.355159 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.355439 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.355706 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.355974 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.356242 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.356522 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.356784 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.357051 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.357371 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.357652 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.357927 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.358208 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.358476 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.358751 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.359017 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.359285 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.359551 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] use_json = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.359816 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.360080 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.360354 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.360619 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.360885 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.361174 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.361443 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.361722 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:47.362013 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.362305 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.362606 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.362883 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.363174 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.363451 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.363738 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.364139 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.364471 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.364801 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.365187 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.365470 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.365759 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.366037 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.366331 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.366632 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.366924 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.367215 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.367489 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.367762 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.368035 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.368313 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.368597 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.368888 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.369195 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.369473 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.369827 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.370118 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.370395 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.370666 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.370942 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.371228 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.371505 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.371776 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.372058 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.372333 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.372610 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.372879 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.373175 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.373464 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.373738 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.374007 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.374280 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.374554 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.374827 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.375109 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.375382 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.375657 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.375928 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.376204 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.376475 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.376747 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.377022 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.377318 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.377596 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.377867 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.378141 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.378414 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.378685 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.378954 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.379224 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.379494 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.379770 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.380188 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.380464 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.380736 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.381006 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.381315 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.381591 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.381887 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.382165 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.382442 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.382723 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.382999 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.383271 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.383544 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.383820 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.384095 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.384369 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.384653 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.384934 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.385239 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.385520 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.385797 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.386088 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.386362 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.386641 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.386915 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.387190 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.387476 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.387753 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.388042 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.388333 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.388623 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.388912 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.389224 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.389507 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.389812 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.390090 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:47.390305 n-d-688802-2 neutron-server[93711]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:18:47.390544 n-d-688802-2 neutron-server[93711]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93711) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 23:18:47.739105 n-d-688802-2 neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 23:18:47.739381 n-d-688802-2 neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 23:18:47.739694 n-d-688802-2 neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 23:18:47.740022 n-d-688802-2 neutron-server[93711]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 23:18:48.132591 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.132868 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.133156 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.134335 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.134606 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.134874 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.168444 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.168720 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.168987 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.182822 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.183099 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.183367 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.213544 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.213823 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.214092 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.249616 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.249887 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.250152 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.481567 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.482184 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.482184 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.482365 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.482955 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.603960 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.604296 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.604617 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.604916 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.605213 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.605525 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.605786 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.606042 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.606296 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.606575 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.606832 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.607091 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.607342 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.607589 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.607839 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.608099 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.608351 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.608614 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.608877 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.609151 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.609420 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.609672 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.609947 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.610318 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.610563 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.610803 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.611193 n-d-688802-2 neutron-server[93711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:18:48.611434 n-d-688802-2 neutron-server[93711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:18:48.611669 n-d-688802-2 neutron-server[93711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:18:48.611903 n-d-688802-2 neutron-server[93711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:18:48.612133 n-d-688802-2 neutron-server[93711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:18:48.612364 n-d-688802-2 neutron-server[93711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:18:48.612717 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 23:18:48.616476 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 23:18:48.620559 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 23:18:48.624383 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jul 22 23:18:48.626064 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 23:18:48.626517 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 23:18:48.626852 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 23:18:48.627276 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 23:18:48.631289 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 23:18:48.631540 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 23:18:48.631879 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 23:18:48.637338 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 23:18:48.660342 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 23:18:48.660798 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.661872 n-d-688802-2 neutron-server[93711]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93711) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 23:18:48.662361 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.663711 n-d-688802-2 neutron-server[93711]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93711) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 23:18:48.663989 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 23:18:48.664231 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 23:18:48.667358 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.667644 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:48.731831 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 23:18:48.732014 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 23:18:48.732245 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 23:18:48.732601 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 23:18:48.755348 n-d-688802-2 neutron-server[93711]: DEBUG oslo_db.sqlalchemy.engines [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93711) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 23:18:49.337636 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Initializing driver for type 'gre' Jul 22 23:18:49.338178 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] gre ID ranges: [(1, 1000)] Jul 22 23:18:49.397748 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Initializing driver for type 'local' Jul 22 23:18:49.398308 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Initializing driver for type 'vlan' Jul 22 23:18:49.414867 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] VlanTypeDriver initialization complete Jul 22 23:18:49.415210 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Initializing driver for type 'vxlan' Jul 22 23:18:49.415729 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] vxlan ID ranges: [(1, 1000)] Jul 22 23:18:49.482713 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Initializing extension driver 'port_security' Jul 22 23:18:49.483350 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.extensions.port_security [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] PortSecurityExtensionDriver initialization complete Jul 22 23:18:49.483439 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Initializing mechanism driver 'openvswitch' Jul 22 23:18:49.483754 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Initializing mechanism driver 'hyperv' Jul 22 23:18:49.491419 n-d-688802-2 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:49.492279 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > port after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.492652 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > port after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.493000 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > port after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.493562 n-d-688802-2 neutron-server[93711]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93711) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:18:49.494008 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > subnet after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.494345 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > subnet after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.494689 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.495221 n-d-688802-2 neutron-server[93711]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93711) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:18:49.495626 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > network after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.495976 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > network after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.496318 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > network after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.496709 n-d-688802-2 neutron-server[93711]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93711) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:18:49.497131 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > security_group after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.497489 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > security_group after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.497827 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > security_group after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.498217 n-d-688802-2 neutron-server[93711]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93711) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:18:49.498617 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.498959 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.499295 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.499702 n-d-688802-2 neutron-server[93711]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93711) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:18:49.500103 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > address_group after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.500449 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > address_group after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.500783 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > address_group after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.501189 n-d-688802-2 neutron-server[93711]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93711) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:18:49.501677 n-d-688802-2 neutron-server[93711]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] ML2 OVO RPC backend initialized. {{(pid=93711) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 23:18:49.502392 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.502924 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.503383 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > network before_response 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.503811 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > networks before_response 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.504084 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > port before_response 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.504428 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > ports before_response 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.504773 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > subnet before_response 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.505132 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > subnets before_response 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.505481 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > network after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.505822 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > network after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.506156 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > network after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.506568 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > port after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.506909 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > port after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.507325 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > port after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.507724 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > subnet after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.508284 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > subnet after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.508800 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.509610 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Modular L2 Plugin initialization complete Jul 22 23:18:49.510085 n-d-688802-2 neutron-server[93711]: DEBUG neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading services supported by the core plugin {{(pid=93711) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 23:18:49.510450 n-d-688802-2 neutron-server[93711]: INFO neutron.plugins.ml2.managers [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Got port-security extension from driver 'port_security' Jul 22 23:18:49.511219 n-d-688802-2 neutron-server[93711]: INFO neutron.extensions.vlantransparent [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Disabled vlantransparent extension. Jul 22 23:18:49.511978 n-d-688802-2 neutron-server[93711]: DEBUG neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93711) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 23:18:49.512480 n-d-688802-2 neutron-server[93711]: INFO neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading Plugin: router Jul 22 23:18:49.557118 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router_interface before_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.557739 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router after_create 55549900 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.558301 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router before_create 55549900 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.558873 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.559459 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.560017 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router after_delete 55549900 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.560589 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > floatingip after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.561397 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router after_create 55549900 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.561957 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router after_update 55549900 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.562497 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router after_update 55549900 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.563044 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.563614 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router after_update 55549900 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.564284 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router precommit_update 55549900 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.564734 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: port after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.565085 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: port after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.565455 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: subnet after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.565800 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.566159 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > port precommit_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.566511 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router precommit_create 55549900 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.566859 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: port before_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.567203 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router precommit_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.567561 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router after_update 55549900 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.567902 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router precommit_delete 55549900 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.568251 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router precommit_create 55549900 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.568631 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.568990 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router precommit_update 55549900 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.569449 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > agent after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.569799 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > agent after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.570141 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > network after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.571142 n-d-688802-2 neutron-server[93711]: DEBUG neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Tracking information for resource: router configured {{(pid=93711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:18:49.571676 n-d-688802-2 neutron-server[93711]: DEBUG neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Tracking information for resource: floatingip configured {{(pid=93711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:18:49.577201 n-d-688802-2 neutron-server[93711]: INFO neutron.db.l3_agentschedulers_db [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 23:18:49.577926 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: port after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.578471 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: port after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.578858 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: port after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.579458 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: port after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.580709 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router before_create 55550100 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.581325 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router precommit_delete 55550100 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.581901 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router precommit_create 55550100 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.582466 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > router precommit_update 55550100 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.589914 n-d-688802-2 neutron-server[93711]: DEBUG neutron.services.provider_configuration [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Service providers = [] {{(pid=93711) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 23:18:49.590228 n-d-688802-2 neutron-server[93711]: DEBUG neutron.db.servicetype_db [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93711) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 23:18:49.593283 n-d-688802-2 neutron-server[93711]: DEBUG neutron.services.service_base [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93711) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:18:49.593760 n-d-688802-2 neutron-server[93711]: DEBUG neutron.services.service_base [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93711) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:18:49.594094 n-d-688802-2 neutron-server[93711]: DEBUG neutron.services.service_base [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93711) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:18:49.595300 n-d-688802-2 neutron-server[93711]: DEBUG neutron.services.service_base [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93711) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:18:49.595786 n-d-688802-2 neutron-server[93711]: INFO neutron.services.service_base [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 23:18:49.596218 n-d-688802-2 neutron-server[93711]: DEBUG neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:18:49.596537 n-d-688802-2 neutron-server[93711]: INFO neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 23:18:49.611148 n-d-688802-2 neutron-server[93711]: DEBUG neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:18:49.611483 n-d-688802-2 neutron-server[93711]: INFO neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading Plugin: auto_allocate Jul 22 23:18:49.617643 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: network precommit_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.618015 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: network precommit_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.618632 n-d-688802-2 neutron-server[93711]: DEBUG neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:18:49.618953 n-d-688802-2 neutron-server[93711]: INFO neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading Plugin: tag Jul 22 23:18:49.627412 n-d-688802-2 neutron-server[93711]: DEBUG neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:18:49.627917 n-d-688802-2 neutron-server[93711]: INFO neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading Plugin: timestamp Jul 22 23:18:49.633814 n-d-688802-2 neutron-server[93711]: DEBUG neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:18:49.634148 n-d-688802-2 neutron-server[93711]: INFO neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading Plugin: network_ip_availability Jul 22 23:18:49.639879 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.640288 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.640766 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.641545 n-d-688802-2 neutron-server[93711]: DEBUG neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:18:49.641859 n-d-688802-2 neutron-server[93711]: INFO neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading Plugin: flavors Jul 22 23:18:49.649784 n-d-688802-2 neutron-server[93711]: DEBUG neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:18:49.650286 n-d-688802-2 neutron-server[93711]: INFO neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading Plugin: revisions Jul 22 23:18:49.656964 n-d-688802-2 neutron-server[93711]: DEBUG neutron.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:18:49.657384 n-d-688802-2 neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.918s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 23:18:49.658139 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93711) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 23:18:49.658472 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Initializing extension manager. Jul 22 23:18:49.658988 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: __init__.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.659326 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: __pycache__ {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.659658 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.659987 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: address_group.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.660793 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.661510 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: address-group Jul 22 23:18:49.661831 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: address_scope.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.663170 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.663781 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: address-scope Jul 22 23:18:49.664098 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: admin_state_down_before_update.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.665191 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.665766 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: router-admin-state-down-before-update Jul 22 23:18:49.666086 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: agent.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.666790 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.667367 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: agent Jul 22 23:18:49.667734 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: agent_resources_synced.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.668722 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.669369 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: agent-resources-synced Jul 22 23:18:49.669773 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: allowedaddresspairs.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.672253 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.673020 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: allowed-address-pairs Jul 22 23:18:49.673611 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: auto_allocated_topology.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.675218 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.676073 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: auto-allocated-topology Jul 22 23:18:49.676587 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: availability_zone.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.677705 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.678568 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: availability_zone Jul 22 23:18:49.679059 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: availability_zone_filter.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.680410 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.681245 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: availability_zone_filter Jul 22 23:18:49.681713 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: data_plane_status.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.682632 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.683138 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 23:18:49.683472 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: default_subnetpools.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.684375 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.684879 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: default-subnetpools Jul 22 23:18:49.685230 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: dhcpagentscheduler.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.687007 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.687007 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: dhcp_agent_scheduler Jul 22 23:18:49.687007 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: dns.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.687814 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.688538 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension dns-integration not supported by any of loaded plugins Jul 22 23:18:49.688867 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: dns_domain_ports.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.692246 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.692246 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 23:18:49.692246 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.692246 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.692246 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 23:18:49.692659 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: dvr.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.693003 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.694001 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: dvr Jul 22 23:18:49.694283 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: ecmp_routes.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.695471 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.696191 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 23:18:49.696710 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: empty_string_filtering.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.698106 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.698937 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: empty-string-filtering Jul 22 23:18:49.699450 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.700828 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.701685 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 23:18:49.702186 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.703489 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.704304 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 23:18:49.704638 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: external_net.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.705584 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.706093 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: external-net Jul 22 23:18:49.706417 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: extra_dhcp_opt.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.707328 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.707833 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: extra_dhcp_opt Jul 22 23:18:49.708175 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: extraroute.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.710247 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.710400 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: extraroute Jul 22 23:18:49.710722 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: extraroute_atomic.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.711803 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.713660 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: extraroute-atomic Jul 22 23:18:49.713660 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: filter_validation.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.713660 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.715556 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: filter-validation Jul 22 23:18:49.715556 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: fip_pf_description.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.715556 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.715909 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 23:18:49.716228 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: fip_port_details.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.717522 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.718216 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: fip-port-details Jul 22 23:18:49.718717 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: flavors.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.720412 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.721295 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: flavors Jul 22 23:18:49.721811 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.724363 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.725770 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 23:18:49.726279 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: floatingip_pools.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.727347 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.728173 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: floatingip-pools Jul 22 23:18:49.729063 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: ip_allocation.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.729483 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.729993 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 23:18:49.730315 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.731223 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.731735 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: ip-substring-filtering Jul 22 23:18:49.732065 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: l2_adjacency.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.733007 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.733547 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 23:18:49.733868 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: l3.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.735102 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.735709 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: router Jul 22 23:18:49.736033 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: l3_conntrack_helper.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.738307 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.738827 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 23:18:49.739157 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.740232 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.741471 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: ext-gw-mode Jul 22 23:18:49.741471 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.742689 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.743540 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: l3-ha Jul 22 23:18:49.744043 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: l3_flavors.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.745441 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.746284 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: l3-flavors Jul 22 23:18:49.746806 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.748199 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.749029 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 23:18:49.749617 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: l3agentscheduler.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.751256 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.751965 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: l3_agent_scheduler Jul 22 23:18:49.752295 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: logging.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.753870 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.754456 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension logging not supported by any of loaded plugins Jul 22 23:18:49.754785 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: metering.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.755536 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.756139 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: metering Jul 22 23:18:49.756504 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.757711 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.758234 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: metering_source_and_destination_fields Jul 22 23:18:49.758583 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: multiprovidernet.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.759867 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.760374 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: multi-provider Jul 22 23:18:49.760700 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: netmtu.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.761651 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.762153 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: net-mtu Jul 22 23:18:49.762479 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: netmtu_writable.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.763774 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.764463 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: net-mtu-writable Jul 22 23:18:49.764799 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: network_availability_zone.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.765826 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.766462 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: network_availability_zone Jul 22 23:18:49.767006 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: network_ip_availability.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.768632 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.769515 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: network-ip-availability Jul 22 23:18:49.770035 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: network_segment_range.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.771208 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.772557 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 23:18:49.773058 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: pagination.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.774548 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.775015 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: pagination Jul 22 23:18:49.775588 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: port_device_profile.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.776574 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.777126 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: port-device-profile Jul 22 23:18:49.777457 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.778393 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.778908 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: port-mac-address-regenerate Jul 22 23:18:49.779227 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.780141 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.780694 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: port-numa-affinity-policy Jul 22 23:18:49.781056 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: port_resource_request.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.782003 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.782580 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 23:18:49.782904 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: portbindings.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.783831 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.784344 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: binding Jul 22 23:18:49.784663 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: portbindings_extended.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.786325 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.786839 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: binding-extended Jul 22 23:18:49.787161 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: portsecurity.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.788657 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.789190 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: port-security Jul 22 23:18:49.789513 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: project_id.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.790483 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.790807 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: project-id Jul 22 23:18:49.791123 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: providernet.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.792042 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.792548 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: provider Jul 22 23:18:49.792866 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: qos.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.796993 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.797541 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension qos not supported by any of loaded plugins Jul 22 23:18:49.797872 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.799116 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.799622 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 23:18:49.799946 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.800859 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.801402 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 23:18:49.801798 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: qos_default.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.802717 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.803363 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension qos-default not supported by any of loaded plugins Jul 22 23:18:49.803687 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: qos_fip.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.804344 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.804844 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension qos-fip not supported by any of loaded plugins Jul 22 23:18:49.805194 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: qos_gateway_ip.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.806118 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.806621 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 23:18:49.806951 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: qos_port_network_policy.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.807858 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.808356 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 23:18:49.808676 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: qos_rule_type_details.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.809601 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.810104 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 23:18:49.810425 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: qos_rules_alias.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.811447 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.811958 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 23:18:49.812281 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: quotasv2.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.813278 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.813808 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: quotas Jul 22 23:18:49.814131 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: quotasv2_detail.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.817202 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.817547 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: quota_details Jul 22 23:18:49.817874 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: rbac.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.819483 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.820090 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: rbac-policies Jul 22 23:18:49.820418 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: rbac_address_group.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.821411 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.821924 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: rbac-address-group Jul 22 23:18:49.822248 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: rbac_address_scope.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.823165 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.823677 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: rbac-address-scope Jul 22 23:18:49.823999 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: rbac_security_groups.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.824907 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.825451 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: rbac-security-groups Jul 22 23:18:49.825774 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: rbac_subnetpool.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.826678 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.827192 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: rbac-subnetpool Jul 22 23:18:49.827519 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: revisionifmatch.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.828423 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.828928 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: revision-if-match Jul 22 23:18:49.829282 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: revisions.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.830387 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.830898 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: standard-attr-revisions Jul 22 23:18:49.831221 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: router_availability_zone.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.831895 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.832404 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: router_availability_zone Jul 22 23:18:49.832725 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: routerservicetype.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.833921 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.835040 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension router-service-type not supported by any of loaded plugins Jul 22 23:18:49.835417 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.836342 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.836850 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: security-groups-normalized-cidr Jul 22 23:18:49.837210 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: security_groups_port_filtering.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.838128 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.838632 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: port-security-groups-filtering Jul 22 23:18:49.838952 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.839887 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.840427 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: security-groups-remote-address-group Jul 22 23:18:49.840703 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: securitygroup.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.850471 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.851002 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: security-group Jul 22 23:18:49.851334 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: segment.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.852154 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.852646 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension segment not supported by any of loaded plugins Jul 22 23:18:49.852969 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.853955 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.854462 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 23:18:49.854786 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: servicetype.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.855893 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.856404 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: service-type Jul 22 23:18:49.856730 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: sorting.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.857740 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.858069 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: sorting Jul 22 23:18:49.858386 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: standard_attr_segment.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.859371 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.859882 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 23:18:49.860205 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: standardattrdescription.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.860848 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.861384 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: standard-attr-description Jul 22 23:18:49.861706 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: stateful_security_group.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.862634 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.863148 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: stateful-security-group Jul 22 23:18:49.863471 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: stdattrs_common.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.864053 n-d-688802-2 neutron-server[93711]: WARNING neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 23:18:49.864373 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.865335 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.865871 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 23:18:49.866190 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: subnet_onboard.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.867259 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.867776 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: subnet_onboard Jul 22 23:18:49.868097 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.869010 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.869544 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 23:18:49.869864 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: subnet_service_types.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.870778 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.871286 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: subnet-service-types Jul 22 23:18:49.871603 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: subnetallocation.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.872666 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.873210 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: subnet_allocation Jul 22 23:18:49.873533 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.874192 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.874692 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: subnetpool-prefix-ops Jul 22 23:18:49.875007 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.875920 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.876420 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 23:18:49.876737 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: tagging.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.877831 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.878340 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: standard-attr-tag Jul 22 23:18:49.878661 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: timestamp.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.879888 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.880402 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loaded extension: standard-attr-timestamp Jul 22 23:18:49.880725 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: trunk.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.882303 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.882814 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension trunk not supported by any of loaded plugins Jul 22 23:18:49.883136 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: trunk_details.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.884046 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.884554 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension trunk-details not supported by any of loaded plugins Jul 22 23:18:49.884873 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: uplink_status_propagation.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.885821 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.886327 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 23:18:49.886647 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Loading extension file: vlantransparent.py {{(pid=93711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:18:49.887323 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:18:49.887820 n-d-688802-2 neutron-server[93711]: INFO neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 23:18:49.890312 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of TrackedResource for resource:network Jul 22 23:18:49.890839 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of TrackedResource for resource:subnet Jul 22 23:18:49.891237 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:18:49.891628 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of TrackedResource for resource:port Jul 22 23:18:49.892884 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.v2.resource_helper [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:18:49.893338 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.v2.resource_helper [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Service FLAVORS assigned prefix: {{(pid=93711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:18:49.893956 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.v2.resource_helper [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:18:49.894396 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.v2.resource_helper [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:18:49.894724 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of TrackedResource for resource:router Jul 22 23:18:49.895150 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of TrackedResource for resource:floatingip Jul 22 23:18:49.895641 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.v2.resource_helper [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Service METERING assigned prefix: /metering {{(pid=93711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:18:49.897654 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.898024 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.898372 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:18:49.899490 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 23:18:49.899921 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of TrackedResource for resource:security_group Jul 22 23:18:49.900357 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 23:18:49.900950 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.v2.resource_helper [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Service CORE assigned prefix: {{(pid=93711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:18:49.901307 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:18:49.901650 n-d-688802-2 neutron-server[93711]: WARNING neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] subnetpool is already registered Jul 22 23:18:49.902091 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.v2.resource_helper [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Service CORE assigned prefix: {{(pid=93711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:18:49.902411 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:18:49.902735 n-d-688802-2 neutron-server[93711]: WARNING neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] subnetpool is already registered Jul 22 23:18:49.905019 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.v2.resource_helper [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:18:49.905476 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.v2.resource_helper [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Service FLAVORS assigned prefix: {{(pid=93711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:18:49.906066 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.v2.resource_helper [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:18:49.906482 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.v2.resource_helper [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:18:49.906815 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of TrackedResource for resource:router Jul 22 23:18:49.907152 n-d-688802-2 neutron-server[93711]: WARNING neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] router is already registered Jul 22 23:18:49.907559 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of TrackedResource for resource:floatingip Jul 22 23:18:49.907891 n-d-688802-2 neutron-server[93711]: WARNING neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] floatingip is already registered Jul 22 23:18:49.908337 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.v2.resource_helper [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Service METERING assigned prefix: /metering {{(pid=93711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:18:49.908999 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 23:18:49.909349 n-d-688802-2 neutron-server[93711]: WARNING neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] rbac_policy is already registered Jul 22 23:18:49.909754 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of TrackedResource for resource:security_group Jul 22 23:18:49.910083 n-d-688802-2 neutron-server[93711]: WARNING neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] security_group is already registered Jul 22 23:18:49.910479 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 23:18:49.910808 n-d-688802-2 neutron-server[93711]: WARNING neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] security_group_rule is already registered Jul 22 23:18:49.911426 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.v2.resource_helper [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Service CORE assigned prefix: {{(pid=93711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:18:49.911749 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:18:49.912078 n-d-688802-2 neutron-server[93711]: WARNING neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] subnetpool is already registered Jul 22 23:18:49.912555 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.v2.resource_helper [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Service CORE assigned prefix: {{(pid=93711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:18:49.912959 n-d-688802-2 neutron-server[93711]: INFO neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:18:49.913310 n-d-688802-2 neutron-server[93711]: WARNING neutron.quota.resource_registry [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] subnetpool is already registered Jul 22 23:18:49.913774 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: extensions {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.915220 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: address-groups {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.916706 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: address-scopes {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.918044 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: agents {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.919229 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: auto-allocated-topology {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.920452 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: availability_zones {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.921701 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: dhcp-networks {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.923176 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: dhcp-agents {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.924608 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: routers {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.926316 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: flavors {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.928665 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: service_profiles {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.929896 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: next_providers {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.931325 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: service_profiles {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.932852 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: floatingip-pools {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.934167 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: routers {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.935842 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: floatingips {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.937138 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: l3-routers {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.938496 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: l3-agents {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.939896 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: metering-labels {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.941159 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: metering-label-rules {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.942514 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: network-ip-availabilities {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.944299 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: bindings {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.945853 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: quotas {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.947394 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: quotas {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.948792 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: rbac-policies {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.950012 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: security-groups {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.951289 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: security-group-rules {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.952508 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: service-providers {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.953757 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: subnetpools {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.955064 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: subnetpools {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.956595 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: tags {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.958266 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: tags {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.960899 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: tags {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.962713 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: tags {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.964380 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: tags {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.966330 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: tags {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.968014 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: tags {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.969808 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: tags {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.971639 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: tags {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.973381 n-d-688802-2 neutron-server[93711]: DEBUG neutron.api.extensions [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Extended resource: tags {{(pid=93711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:18:49.979379 n-d-688802-2 neutron-server[93711]: WARNING keystonemiddleware.auth_token [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 23:18:49.983884 n-d-688802-2 neutron-server[93711]: WARNING keystonemiddleware.auth_token [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 23:18:49.992589 n-d-688802-2 neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Acquired lock "singleton_lock" {{(pid=93711) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 23:18:49.993059 n-d-688802-2 neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Releasing lock "singleton_lock" {{(pid=93711) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 23:18:49.993721 n-d-688802-2 neutron-server[93711]: INFO oslo_service.service [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Starting 2 workers Jul 22 23:18:49.998493 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Started child 93820 {{(pid=93711) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:18:50.002878 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Started child 93821 {{(pid=93711) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:18:50.004027 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:50.004703 n-d-688802-2 neutron-server[93711]: INFO neutron.service [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 23:18:50.005129 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Notify callbacks [] for process, before_spawn {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:50.005553 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [-] (93820) wsgi starting up on http://0.0.0.0:9696 Jul 22 23:18:50.008167 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:50.008653 n-d-688802-2 neutron-server[93711]: INFO oslo_service.service [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Starting 1 workers Jul 22 23:18:50.009616 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [-] (93821) wsgi starting up on http://0.0.0.0:9696 Jul 22 23:18:50.013606 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Started child 93822 {{(pid=93711) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:18:50.014137 n-d-688802-2 neutron-server[93711]: INFO oslo_service.service [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Starting 1 workers Jul 22 23:18:50.017992 n-d-688802-2 neutron-server[93822]: DEBUG neutron.service [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] calling RpcWorker wait() {{(pid=93822) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 23:18:50.018603 n-d-688802-2 neutron-server[93822]: DEBUG neutron.service [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] returning from RpcWorker wait() {{(pid=93822) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 23:18:50.018813 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Started child 93823 {{(pid=93711) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:18:50.019695 n-d-688802-2 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c61fa07-6743-4840-b7a9-f8db2fc2b19e None None] Notify callbacks [] for process, after_spawn {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:50.019943 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:50.020395 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:50.021644 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93711) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 23:18:50.021990 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:18:50.022683 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:18:50.022877 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:18:50.023225 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:18:50.023388 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:18:50.023928 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.024202 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.024452 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.024720 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.024999 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.025447 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:50.025926 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.025926 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.026119 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.026374 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.026612 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.026766 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.026927 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.027174 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.027435 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.027804 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.028063 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.028305 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.028579 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.028746 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.029004 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.029354 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.029608 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.029869 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] debug = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.030104 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.030603 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.030845 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.031086 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.031297 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.031450 n-d-688802-2 neutron-server[93823]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:50.031562 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.031771 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.032042 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.032285 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.032496 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.032711 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.032963 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.033228 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.033441 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.033673 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.033938 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.034166 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.034637 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] host = n-d-688802-2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.034866 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.035076 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.035323 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.035562 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.035801 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.036036 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.036276 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.036537 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.036767 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.037006 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.037293 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.037669 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.037993 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.038592 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] log_file = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.038592 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] log_options = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.038592 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.039199 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.039199 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.039586 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.039586 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.039586 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.040073 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.040073 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.040477 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.040477 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.040866 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.040866 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.041241 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.041241 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.041525 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.041779 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.041939 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.042197 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.042371 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.042613 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.042833 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.043052 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.043261 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.043477 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.043703 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.043914 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.044133 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.044344 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.044567 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.044830 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.045068 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.045349 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.045577 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.045812 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.046033 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.046256 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.046462 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.046722 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.046930 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.047179 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.047426 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.047657 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.047906 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.048119 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.048352 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.048598 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] use_json = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.048809 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.049018 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.049305 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.049544 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.049711 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.049921 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.050133 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.050383 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.050774 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.051053 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.051359 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.051611 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.051891 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.052114 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.052374 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.053387 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.053387 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.053387 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.053720 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.053857 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.054154 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.054605 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.054967 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.055450 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.055847 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.056106 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.056357 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.056571 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.057423 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.057423 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.057423 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.060977 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.060977 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.060977 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.060977 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.060977 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.060977 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.060977 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.060977 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.064889 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.064889 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.064889 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.064889 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.064889 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.064889 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.064889 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.064889 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.064889 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.066490 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.066490 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.066490 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.066490 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.066490 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.066490 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.066490 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.066490 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.066490 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.070738 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.070738 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.070738 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.070738 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.070738 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.070738 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.070738 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.070738 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.070738 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071290 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071290 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071290 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071290 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071290 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071290 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071290 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071290 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071290 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071790 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071790 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071790 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071790 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071790 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071790 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071790 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071790 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.071790 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.072281 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.072281 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.072281 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.072281 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.072281 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.072281 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.072281 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.072281 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.072281 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.072785 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.072785 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.073006 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.073420 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.073950 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.074429 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.074841 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.075264 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.079179 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.079435 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.079710 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.081230 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.081553 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.081841 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.082107 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.082392 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.082661 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.082929 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.083185 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.083695 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.083960 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.084234 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.085641 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.085960 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.086195 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.086455 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.086763 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.087014 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.087336 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.087583 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.087857 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.088174 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.088461 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.088736 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.088979 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.089301 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.089745 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.089988 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.090257 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.090657 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.090839 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.091232 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.091676 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.092090 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.092577 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.093167 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.093754 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.094268 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.094668 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.095079 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.095535 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.095955 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.096220 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.096471 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.096788 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.097268 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.097696 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.098022 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.098334 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.098579 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.098819 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.099061 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.099285 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.099543 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.099764 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.100102 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.100576 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.100875 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.101160 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.101419 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.101651 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.101872 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.102121 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.102346 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.102614 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.102839 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.103209 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.103503 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.104084 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.104971 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.106027 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.107307 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.107603 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.108407 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.109309 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.109575 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.109824 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.110064 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.110340 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.110617 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.110849 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.111129 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.111364 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.111586 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.111806 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.112049 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.112290 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.112526 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.112759 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.112997 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.114090 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.114374 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.115708 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.116349 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.116726 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.117885 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.118126 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.118475 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.118745 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.119002 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.119357 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.121462 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.121706 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.121969 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.122214 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.122452 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.122679 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.122900 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.123143 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.123369 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.123586 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.123878 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.124137 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.124373 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.124650 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.124895 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.126549 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.127460 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.128489 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.128882 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.130565 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.131750 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.132152 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.132498 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.132737 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.132968 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.133231 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.133466 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.133691 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.133929 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.134148 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.134366 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.134593 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.134814 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.135028 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.135341 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.135601 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.135816 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.136040 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.136321 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.136496 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.136761 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.136998 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.137231 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.137476 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.137693 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.137902 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.138213 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.138484 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.138707 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.138992 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.139223 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.139469 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.139714 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.140034 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.140280 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.140525 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.140869 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.141506 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.142315 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.142597 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.142957 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.143591 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.145466 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.145731 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.148045 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.148358 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.148643 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.148873 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.149289 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.149660 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.149970 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.150265 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.150527 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.150782 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.151036 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.151283 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.151529 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.151768 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.151996 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.152238 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.152475 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.152702 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.152945 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.153198 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.153440 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.153668 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.153899 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.154144 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.154362 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.154520 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:18:50.155055 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93711) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 23:18:50.155223 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:18:50.155454 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:18:50.155590 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:18:50.155714 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:18:50.155835 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:18:50.156027 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.156188 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.156346 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.156502 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.156659 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.156837 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.156995 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.157786 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.157786 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.157786 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.157786 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.157786 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.158467 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.158467 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.158467 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.158467 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.158872 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.158872 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.158872 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.159217 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.159217 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.159217 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.159553 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] debug = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.159553 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.159919 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.159919 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.160129 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.160129 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.160350 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.160473 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.160593 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.160712 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.160866 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.161024 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.161196 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.161349 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.161506 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.161661 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.161818 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.161973 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.162130 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] host = n-d-688802-2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.162243 n-d-688802-2 neutron-server[93822]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:50.162343 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.162468 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.162632 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.162790 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.162993 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.163258 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.163419 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.163576 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.163735 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.163891 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.164050 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.164208 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.164366 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.164523 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] log_file = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.164680 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] log_options = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.164837 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.165006 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.165173 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.165356 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.165522 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.165680 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.165837 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.165995 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.166152 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.166309 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.166465 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.166622 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.166778 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.166934 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.167092 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.167255 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.167411 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.167568 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.167729 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.167883 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.168039 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.168195 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.168351 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.168508 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.168666 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.168821 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.168977 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.169155 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.169313 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.169469 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.169627 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.169784 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.169942 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.170098 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.170253 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.170411 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.170567 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.170727 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.170884 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.171039 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.171195 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.171356 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.171511 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.171642 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.171799 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.171954 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] use_json = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.172111 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.172267 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.172411 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.172568 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.172726 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.172929 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.173064 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.173208 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:18:50.173445 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.173590 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.173739 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.173987 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.174138 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.174302 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.174473 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.174674 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.174873 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.175150 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.175304 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.175482 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.175915 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.175915 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.175915 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.176326 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.176326 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.176590 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.176590 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.176782 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.176949 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.177083 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.177294 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.177490 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.177672 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.177783 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.178075 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.178227 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.178580 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.178724 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.178827 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.178989 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.179149 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.179379 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.180039 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.180039 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.180039 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.180039 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.180457 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.180457 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.180692 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.180692 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.180894 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.180999 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.181209 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.181410 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.182942 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.182942 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.182942 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.182942 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.182942 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.182942 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.182942 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.182942 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.182942 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.183687 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.183687 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.183687 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.183687 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.184398 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.184398 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.184398 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.184708 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.184708 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.184907 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.185011 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.185210 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.185432 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.185577 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.185683 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.185926 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.186058 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.186141 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.186285 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.186445 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.186605 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.186767 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.186964 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.187128 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.187441 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.187589 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.187843 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.187843 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.188085 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.188170 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.188373 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.188541 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.188679 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.188872 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.189035 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.189421 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.189421 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.189611 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.189727 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.189869 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.189995 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.190192 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.190356 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.190759 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.190759 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.190996 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.191105 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.191212 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.191577 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.191702 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.191806 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.191968 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.192149 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.192323 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.192509 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.192648 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.192790 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.193021 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.193283 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.193526 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.194214 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.194387 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.194564 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.194741 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.194974 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.195187 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.195362 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.195449 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.195569 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.195762 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.195920 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.196074 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.196287 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.196603 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.196603 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.196763 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.196966 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.197259 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.197352 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.197511 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.197740 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.197901 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.198201 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.198509 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.198822 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.198985 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.199168 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.199338 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.199561 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.199805 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.199969 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.200051 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.200261 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.200569 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.200569 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.200890 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.200890 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.201044 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.201372 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.201372 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.201536 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.201717 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.201990 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.202082 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.202199 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.202355 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.202551 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.202674 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.202833 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.203067 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.203180 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.203299 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.203459 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.203619 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.203781 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.203942 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.204102 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.204263 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.204423 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.204583 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.204744 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.204987 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.205180 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.205369 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.205508 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.205641 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.205779 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.205933 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.206092 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.206253 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.206396 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.206559 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.206739 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.206890 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.207030 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.207198 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.207358 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.207518 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.207677 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.207837 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.207977 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.208123 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.208296 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.208920 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.208920 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.209085 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.209189 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.209369 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.210031 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.210322 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.210472 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.210647 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.210791 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.210952 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.211109 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.211252 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.211622 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.211622 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.211795 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.211873 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.212026 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.212184 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.212391 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.212511 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.212656 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.212814 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.212972 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.213153 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.213312 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.213481 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.213641 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.213799 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.213958 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.214116 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.214274 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.214442 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.214600 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.215044 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.215044 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.215044 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.215267 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.215364 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.215523 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.215682 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.215839 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.215997 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.216156 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.216324 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.216484 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.216644 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.216829 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.216969 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.217148 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.217589 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.217589 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.217747 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.217828 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.217927 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.218085 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.218245 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.218405 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.218569 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.218738 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.218905 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.219065 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.219232 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.219399 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.219568 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.219727 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.219893 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.220064 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.220223 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.220384 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.220542 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.220700 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.220860 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.221019 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.221368 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.221368 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.221521 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.221641 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.221799 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.221959 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.222117 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.222277 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.222445 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.222594 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.222752 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.222911 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.223074 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:18:50.223210 n-d-688802-2 neutron-server[93711]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:18:50.284515 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:50.292901 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060980 Jul 22 23:19:01.606668 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37dd4f8-fd54-4326-9765-889953328320 None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:19:01.686450 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37dd4f8-fd54-4326-9765-889953328320 None None] No non-hosted networks {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 23:19:01.700780 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.agentschedulers_db [None req-c37dd4f8-fd54-4326-9765-889953328320 None None] DHCP Agent not found on host n-d-688802-2 {{(pid=93822) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 23:19:01.857603 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-819bbac3-1be6-41f6-8d03-1dc9e654048a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594680'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:04.245333 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7830-6679-498b-b880-54954d2a9358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594680'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:04.288819 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594680'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:04.290546 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:04.291558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:04.292343 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:04.297111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:04.298849 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:04.300230 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:04.301803 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:04.303784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:04.304273 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:04.305694 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:04.307327 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:04.308312 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:04.308875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-688802-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:04.331476 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-688802-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:04.334373 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d74e8c5f-540a-47d7-9e81-d702bc884418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:05.371936 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594680'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:06.834245 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594680'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:07.924734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52040) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:08.418057 n-d-688802-2 neutron-server[93821]: WARNING oslo_policy.policy [None req-dd1a3842-a18d-4437-bf46-657070d817ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:19:08.418632 n-d-688802-2 neutron-server[93821]: WARNING oslo_policy.policy [None req-dd1a3842-a18d-4437-bf46-657070d817ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:19:08.641796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-dd1a3842-a18d-4437-bf46-657070d817ce admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:19:08.642765 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-dd1a3842-a18d-4437-bf46-657070d817ce admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7170913 Jul 22 23:19:11.028257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52054) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:11.341900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c5a50a93-a5b6-41dc-9968-389cca15fdfc admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:19:11.436084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.policy [None req-c5a50a93-a5b6-41dc-9968-389cca15fdfc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93821) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 23:19:11.482878 n-d-688802-2 neutron-server[93821]: WARNING oslo_policy.policy [None req-c5a50a93-a5b6-41dc-9968-389cca15fdfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:19:11.483462 n-d-688802-2 neutron-server[93821]: WARNING oslo_policy.policy [None req-c5a50a93-a5b6-41dc-9968-389cca15fdfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:19:11.496910 n-d-688802-2 neutron-server[93821]: INFO neutron.quota [None req-c5a50a93-a5b6-41dc-9968-389cca15fdfc admin admin] Loaded quota_driver: . Jul 22 23:19:11.590141 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5a50a93-a5b6-41dc-9968-389cca15fdfc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786778116676', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786778119289', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786778120241', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786778122763', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786778107976', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786778019950', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3721340', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3728215', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-538720', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-592896'] for rbac-policy, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:11.615633 n-d-688802-2 neutron-server[93822]: INFO neutron.db.l3_hamode_db [None req-4df341ad-41ed-4f64-8083-ab0afbfce92c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 23:19:11.656998 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5a50a93-a5b6-41dc-9968-389cca15fdfc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:11.658201 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c5a50a93-a5b6-41dc-9968-389cca15fdfc admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6283028 Jul 22 23:19:11.697280 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df341ad-41ed-4f64-8083-ab0afbfce92c None None] Routers set() bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:19:11.697685 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df341ad-41ed-4f64-8083-ab0afbfce92c None None] Router IDs set() for agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 23:19:14.212901 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52066) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:14.695319 n-d-688802-2 neutron-server[93820]: WARNING oslo_policy.policy [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:19:14.695882 n-d-688802-2 neutron-server[93820]: WARNING oslo_policy.policy [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:19:14.914931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Request body: {'network': {'tenant_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'name': 'private', 'project_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'admin_state_up': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:19:14.916573 n-d-688802-2 neutron-server[93820]: INFO neutron.quota [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Loaded quota_driver: . Jul 22 23:19:14.975700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Made reservation on behalf of 9522ab23d1bb4f27baafce8da3e9b28e for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:19:15.041556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.policy [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93820) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 23:19:15.086903 n-d-688802-2 neutron-server[93820]: WARNING oslo_policy.policy [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:19:15.087270 n-d-688802-2 neutron-server[93820]: WARNING oslo_policy.policy [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:19:15.097186 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:15.118081 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:15.249299 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:15.253156 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:15.273942 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:19:15.302636 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786779295784', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:15.303211 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Unsubscribe: segment precommit_create {{(pid=93820) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 23:19:15.303697 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Added segment c4e680b1-9da8-474d-b9bc-f9e59edc8aaf of type vlan for network 5377e19e-1a88-4d3d-8d02-86ad0c320475 Jul 22 23:19:15.325355 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708a9be0-3e19-4494-8561-d6f784bcf507,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:15.344585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:15.344928 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:15.345287 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:15.345620 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:15.345945 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:15.346281 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:15.346586 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:15.346904 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:15.347219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:15.347532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:15.347846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:15.348224 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Tracked resource versions report: Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: pushed versions: Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: { 'AddressGroup': {'1.2'}, Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'ConntrackHelper': {'1.0'}, Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'Log': {'1.0'}, Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'Network': {'1.1'}, Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'Port': {'1.7'}, Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'PortForwarding': {'1.2'}, Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'QosPolicy': {'1.8'}, Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'SecurityGroup': {'1.4'}, Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'SubPort': {'1.0'}, Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'Subnet': {'1.1'}, Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'Trunk': {'1.1'}} Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: consumer versions: Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: { DHCP agent@n-d-688802-2: {}, Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: L3 agent@n-d-688802-2: {}, Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: Metadata agent@n-d-688802-2: {}, Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: Metering agent@n-d-688802-2: {}, Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: Open vSwitch agent@n-d-688802-2: { 'AddressGroup': '1.2', Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'ConntrackHelper': '1.0', Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'Log': '1.0', Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'Network': '1.1', Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'Port': '1.7', Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'PortForwarding': '1.2', Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'QosPolicy': '1.8', Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'SecurityGroup': '1.4', Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'SecurityGroupRule': '1.2', Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'SubPort': '1.0', Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'Subnet': '1.1', Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: 'Trunk': '1.1'}} Jul 22 23:19:15.349620 n-d-688802-2 neutron-server[93820]: {{(pid=93820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:19:15.439760 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:15.492282 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:15.493635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:15.494307 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:15.550640 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3354657 Jul 22 23:19:15.593883 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498c629-245f-46d5-9ca7-0454f97cf9ff admin admin] Pushing event updated for resources: {'Network': ['ID=5377e19e-1a88-4d3d-8d02-86ad0c320475,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:15.606018 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 5377e19e-1a88-4d3d-8d02-86ad0c320475 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:19:18.248893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52088) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:18.677208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d82a2a6-792b-4554-9cd9-125ee240dbf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:18.678616 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7d82a2a6-792b-4554-9cd9-125ee240dbf0 admin admin] 10.222.0.26 "GET /v2.0/networks/5377e19e-1a88-4d3d-8d02-86ad0c320475 HTTP/1.1" status: 200 len: 825 time: 0.4286890 Jul 22 23:19:18.701958 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e0848bf4-99c1-485f-9ad4-55ae2fd04309 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/17bbd574-ba82-4bc6-9da2-9a34f3c9e499 HTTP/1.1" status: 200 len: 734 time: 0.0180168 Jul 22 23:19:18.711055 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '17bbd574-ba82-4bc6-9da2-9a34f3c9e499', 'network_id': '5377e19e-1a88-4d3d-8d02-86ad0c320475', 'ip_version': 4, 'tenant_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'name': 'private-subnet'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:19:18.737416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Made reservation on behalf of 9522ab23d1bb4f27baafce8da3e9b28e for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:19:18.740146 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:19.033457 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:19.101050 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Checking segment: {'id': 'c4e680b1-9da8-474d-b9bc-f9e59edc8aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5377e19e-1a88-4d3d-8d02-86ad0c320475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:19:19.101443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Network hostable DHCP agents. Network: 5377e19e-1a88-4d3d-8d02-86ad0c320475, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:19:19.115061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f178d3fe-a99b-4826-9ea0-2400c8724c8a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:19.129183 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:19.130046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:19.130358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:19.130632 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:19.131028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:19.131353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:19.131675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:19.131993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:19.132310 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:19.132629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:19.132944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:19.133284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Tracked resource versions report: Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: pushed versions: Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: { 'AddressGroup': {'1.2'}, Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'ConntrackHelper': {'1.0'}, Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'Log': {'1.0'}, Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'Network': {'1.1'}, Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'Port': {'1.7'}, Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'PortForwarding': {'1.2'}, Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'QosPolicy': {'1.8'}, Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'SecurityGroup': {'1.4'}, Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'SubPort': {'1.0'}, Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'Subnet': {'1.1'}, Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'Trunk': {'1.1'}} Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: consumer versions: Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: { DHCP agent@n-d-688802-2: {}, Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: L3 agent@n-d-688802-2: {}, Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: Metadata agent@n-d-688802-2: {}, Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: Metering agent@n-d-688802-2: {}, Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: Open vSwitch agent@n-d-688802-2: { 'AddressGroup': '1.2', Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'ConntrackHelper': '1.0', Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'Log': '1.0', Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'Network': '1.1', Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'Port': '1.7', Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'PortForwarding': '1.2', Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'QosPolicy': '1.8', Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'SecurityGroup': '1.4', Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'SecurityGroupRule': '1.2', Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'SubPort': '1.0', Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'Subnet': '1.1', Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: 'Trunk': '1.1'}} Jul 22 23:19:19.134355 n-d-688802-2 neutron-server[93821]: {{(pid=93821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:19:19.157760 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Network 5377e19e-1a88-4d3d-8d02-86ad0c320475 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:19:19.177945 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 5377e19e-1a88-4d3d-8d02-86ad0c320475) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:19:19.184199 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:19.184835 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:19.189582 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090e7419-8336-4099-a34d-e9fc5203aab9 None None] Network 5377e19e-1a88-4d3d-8d02-86ad0c320475 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:19:19.199590 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6e757459-4f36-4663-9210-c10c70aeadea admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4927151 Jul 22 23:19:19.513185 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-5377e19e-1a88-4d3d-8d02-86ad0c320475', 'network_id': '5377e19e-1a88-4d3d-8d02-86ad0c320475', 'tenant_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'fixed_ips': [{'subnet_id': 'f178d3fe-a99b-4826-9ea0-2400c8724c8a'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:19:19.514527 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:19.806662 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Allocated IP 172.20.0.2 (5377e19e-1a88-4d3d-8d02-86ad0c320475/f178d3fe-a99b-4826-9ea0-2400c8724c8a/d007d911-84d4-403b-9616-1265030db185) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:19:20.041310 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:20.057376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Transition to ACTIVE for port object d007d911-84d4-403b-9616-1265030db185 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:19:20.078843 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Transition to ACTIVE for port object d007d911-84d4-403b-9616-1265030db185 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:19:20.087636 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:20.158231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Network 5377e19e-1a88-4d3d-8d02-86ad0c320475 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:19:20.163156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:19:20.172146 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:19:20.175350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Pushing event updated for resources: {'Port': ['ID=d007d911-84d4-403b-9616-1265030db185,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:20.186767 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:20.187115 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:20.187457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:20.187793 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:20.188166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:20.188495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:20.188861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:20.189227 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:20.189551 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:20.189872 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:20.190406 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:20.190576 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Tracked resource versions report: Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: pushed versions: Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: { 'AddressGroup': {'1.2'}, Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'ConntrackHelper': {'1.0'}, Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'Log': {'1.0'}, Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'Network': {'1.1'}, Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'Port': {'1.7'}, Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'PortForwarding': {'1.2'}, Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'QosPolicy': {'1.8'}, Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'SecurityGroup': {'1.4'}, Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'SubPort': {'1.0'}, Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'Subnet': {'1.1'}, Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'Trunk': {'1.1'}} Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: consumer versions: Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: { DHCP agent@n-d-688802-2: {}, Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: L3 agent@n-d-688802-2: {}, Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: Metadata agent@n-d-688802-2: {}, Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: Metering agent@n-d-688802-2: {}, Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: Open vSwitch agent@n-d-688802-2: { 'AddressGroup': '1.2', Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'ConntrackHelper': '1.0', Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'Log': '1.0', Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'Network': '1.1', Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'Port': '1.7', Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'PortForwarding': '1.2', Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'QosPolicy': '1.8', Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'SecurityGroup': '1.4', Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'SecurityGroupRule': '1.2', Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'SubPort': '1.0', Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'Subnet': '1.1', Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: 'Trunk': '1.1'}} Jul 22 23:19:20.191801 n-d-688802-2 neutron-server[93822]: {{(pid=93822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:19:20.269486 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Attempting to bind port d007d911-84d4-403b-9616-1265030db185 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:19:20.270461 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Attempting to bind port d007d911-84d4-403b-9616-1265030db185 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'c4e680b1-9da8-474d-b9bc-f9e59edc8aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5377e19e-1a88-4d3d-8d02-86ad0c320475'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:19:20.271130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Attempting to bind port d007d911-84d4-403b-9616-1265030db185 on network 5377e19e-1a88-4d3d-8d02-86ad0c320475 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:19:20.275999 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:19:20.276414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Checking segment: {'id': 'c4e680b1-9da8-474d-b9bc-f9e59edc8aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5377e19e-1a88-4d3d-8d02-86ad0c320475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:19:20.276873 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:20.277288 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Bound using segment: {'id': 'c4e680b1-9da8-474d-b9bc-f9e59edc8aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5377e19e-1a88-4d3d-8d02-86ad0c320475'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:19:20.277772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Bound port: d007d911-84d4-403b-9616-1265030db185, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e680b1-9da8-474d-b9bc-f9e59edc8aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5377e19e-1a88-4d3d-8d02-86ad0c320475'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:19:20.278178 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:20.344422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] For port d007d911-84d4-403b-9616-1265030db185, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:19:20.349349 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] For port d007d911-84d4-403b-9616-1265030db185, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d007d911-84d4-403b-9616-1265030db185,segment=NetworkSegment(c4e680b1-9da8-474d-b9bc-f9e59edc8aaf),segment_id=c4e680b1-9da8-474d-b9bc-f9e59edc8aaf)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:19:20.353433 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:20.420269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952b772-fe04-4339-aee3-56996c65c504 None None] Pushing event updated for resources: {'Port': ['ID=d007d911-84d4-403b-9616-1265030db185,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:21.571465 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52100) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:21.888365 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-61203d1d-6daf-4025-8258-4cd09272f6f3 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:19:21.889377 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-61203d1d-6daf-4025-8258-4cd09272f6f3 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3167186 Jul 22 23:19:24.322956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52108) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:24.637915 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-62b52e70-c833-4b8c-8367-5d4848e471b3 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:19:24.638987 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-62b52e70-c833-4b8c-8367-5d4848e471b3 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3151023 Jul 22 23:19:27.289433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:27.590339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4bf1b73e-a865-4f0e-8603-b66426ab8aac admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'name': 'router1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:19:27.613871 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bf1b73e-a865-4f0e-8603-b66426ab8aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:27.615506 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bf1b73e-a865-4f0e-8603-b66426ab8aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:27.791250 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bf1b73e-a865-4f0e-8603-b66426ab8aac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:27.795861 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bf1b73e-a865-4f0e-8603-b66426ab8aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:27.808725 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bf1b73e-a865-4f0e-8603-b66426ab8aac admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:27.809927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4bf1b73e-a865-4f0e-8603-b66426ab8aac admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5195174 Jul 22 23:19:28.264365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d007d911-84d4-403b-9616-1265030db185 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:19:28.351744 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port d007d911-84d4-403b-9616-1265030db185 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:19:28.833232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fee664f-e0cf-43d1-8f1b-7311d449a624 None None] Network 5377e19e-1a88-4d3d-8d02-86ad0c320475 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:19:28.908119 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d50ac1bc-3251-4b1a-8d61-16b11a6fb74e None None] Provisioning for port d007d911-84d4-403b-9616-1265030db185 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:19:28.915771 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d50ac1bc-3251-4b1a-8d61-16b11a6fb74e None None] Provisioning complete for port d007d911-84d4-403b-9616-1265030db185 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:19:28.916171 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d50ac1bc-3251-4b1a-8d61-16b11a6fb74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:29.092214 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d50ac1bc-3251-4b1a-8d61-16b11a6fb74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:29.147459 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d50ac1bc-3251-4b1a-8d61-16b11a6fb74e None None] For port d007d911-84d4-403b-9616-1265030db185, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d007d911-84d4-403b-9616-1265030db185,segment=NetworkSegment(c4e680b1-9da8-474d-b9bc-f9e59edc8aaf),segment_id=c4e680b1-9da8-474d-b9bc-f9e59edc8aaf)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:19:29.153530 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d50ac1bc-3251-4b1a-8d61-16b11a6fb74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:29.203580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ac1bc-3251-4b1a-8d61-16b11a6fb74e None None] Pushing event updated for resources: {'Port': ['ID=d007d911-84d4-403b-9616-1265030db185,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:29.380392 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1a34b11f-6b22-4884-9b39-0fdae7310236 None None] Provisioning complete for port d007d911-84d4-403b-9616-1265030db185 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:19:29.381000 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a34b11f-6b22-4884-9b39-0fdae7310236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:30.227655 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52130) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:30.238681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d007d911-84d4-403b-9616-1265030db185 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:19:30.284411 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d007d911-84d4-403b-9616-1265030db185 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:19:30.284753 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:30.541738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-76476065-eccc-49d8-b0be-3045deb09ecf admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:19:30.542764 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-76476065-eccc-49d8-b0be-3045deb09ecf admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3141322 Jul 22 23:19:31.501312 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-517acd43-d8f1-4aac-aaf1-5689e760ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:32.947665 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52138) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:33.086751 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:19:33.258633 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-95a425ff-0f4b-4250-82f0-11668a651c9e admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:19:33.278967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a425ff-0f4b-4250-82f0-11668a651c9e admin admin] Made reservation on behalf of 8073cd4148cc4921866fb53743b65329 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:19:33.281052 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95a425ff-0f4b-4250-82f0-11668a651c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:33.288790 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95a425ff-0f4b-4250-82f0-11668a651c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:33.371439 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95a425ff-0f4b-4250-82f0-11668a651c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:33.375090 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95a425ff-0f4b-4250-82f0-11668a651c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:33.389213 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-95a425ff-0f4b-4250-82f0-11668a651c9e admin admin] Reserving flat network on physical network physnet1 {{(pid=93820) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 23:19:33.407931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a425ff-0f4b-4250-82f0-11668a651c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7143b6f7-6738-4e7d-b5bb-32838dbf2118,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:33.412087 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95a425ff-0f4b-4250-82f0-11668a651c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:33.412421 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-95a425ff-0f4b-4250-82f0-11668a651c9e admin admin] Added segment 761782b6-791b-4959-8386-1d7e6d4f580c of type flat for network 09b46b4f-c004-45fe-8b5c-d6717f727f65 Jul 22 23:19:33.459055 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95a425ff-0f4b-4250-82f0-11668a651c9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:33.494742 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95a425ff-0f4b-4250-82f0-11668a651c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:33.495658 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a425ff-0f4b-4250-82f0-11668a651c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:33.496218 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95a425ff-0f4b-4250-82f0-11668a651c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:33.529779 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-95a425ff-0f4b-4250-82f0-11668a651c9e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5810213 Jul 22 23:19:33.557537 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a425ff-0f4b-4250-82f0-11668a651c9e admin admin] Pushing event updated for resources: {'Network': ['ID=09b46b4f-c004-45fe-8b5c-d6717f727f65,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:33.567853 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:19:34.247044 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b4af27a-03e7-4398-bfe1-c1425e6bffc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:34.279631 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:35.305722 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:35.895067 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52156) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:36.109006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8444d15f-007b-4d60-8ae2-c670dd5b0927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:36.110436 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8444d15f-007b-4d60-8ae2-c670dd5b0927 admin admin] 10.222.0.26 "GET /v2.0/subnets/f178d3fe-a99b-4826-9ea0-2400c8724c8a HTTP/1.1" status: 200 len: 849 time: 0.2144153 Jul 22 23:19:36.285784 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c408e46a-19bb-44c9-bc2d-5517369875b4 admin admin] 10.222.0.26 "GET /v2.0/routers/be72e278-ca29-4735-a028-01644cd3a17d HTTP/1.1" status: 200 len: 704 time: 0.1689627 Jul 22 23:19:36.546701 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:36.778724 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:36.845382 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Allocated IP 172.20.0.1 (5377e19e-1a88-4d3d-8d02-86ad0c320475/f178d3fe-a99b-4826-9ea0-2400c8724c8a/5dc73a1c-34aa-4714-b6b9-9117ccf6d51d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:19:37.029196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:37.053160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Transition to ACTIVE for port object 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:19:37.132190 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:37.204855 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Network 5377e19e-1a88-4d3d-8d02-86ad0c320475 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:19:37.210503 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:19:37.213831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:19:37.214663 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:37.276791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Pushing event updated for resources: {'Port': ['ID=5dc73a1c-34aa-4714-b6b9-9117ccf6d51d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:37.421390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dbdc4161-6fcf-4c17-8fbc-df6954c8442f None None] Provisioning for port 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:19:37.424862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dbdc4161-6fcf-4c17-8fbc-df6954c8442f None None] Provisioning complete for port 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:19:37.425406 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4161-6fcf-4c17-8fbc-df6954c8442f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:37.462567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc4161-6fcf-4c17-8fbc-df6954c8442f None None] Port 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:19:37.479168 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:37.655704 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:37.660294 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:37.661080 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:37.718103 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Pushing event updated for resources: {'Port': ['ID=5dc73a1c-34aa-4714-b6b9-9117ccf6d51d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:37.782049 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Network 5377e19e-1a88-4d3d-8d02-86ad0c320475 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:19:37.783325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:19:37.944902 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Router be72e278-ca29-4735-a028-01644cd3a17d is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:19:37.982760 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a9d3e119-dcf0-415b-befe-57b620095237 None None] Provisioning complete for port 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:19:37.983320 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9d3e119-dcf0-415b-befe-57b620095237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:38.016444 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3e119-dcf0-415b-befe-57b620095237 None None] Port 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:19:38.034936 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:19:38.040063 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d6631985-94b6-4bb6-a0e9-18ef201e3470 admin admin] 10.222.0.26 "PUT /v2.0/routers/be72e278-ca29-4735-a028-01644cd3a17d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7493081 Jul 22 23:19:38.056599 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Sync routers for ids ['be72e278-ca29-4735-a028-01644cd3a17d'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:19:38.068344 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Routers {'be72e278-ca29-4735-a028-01644cd3a17d'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:19:38.069177 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:19:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['be72e278-ca29-4735-a028-01644cd3a17d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:38.249787 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Set router be72e278-ca29-4735-a028-01644cd3a17d gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:19:38.671754 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be72e278-ca29-4735-a028-01644cd3a17d', 'name': 'router1', 'tenant_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:19:27Z', 'updated_at': '2021-07-22T23:19:37Z', 'revision_number': 2, 'project_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'gw_port_host': None, '_interfaces': [{'id': '5dc73a1c-34aa-4714-b6b9-9117ccf6d51d', 'name': '', 'network_id': '5377e19e-1a88-4d3d-8d02-86ad0c320475', 'tenant_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'mac_address': 'fa:16:3e:4d:c3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be72e278-ca29-4735-a028-01644cd3a17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f178d3fe-a99b-4826-9ea0-2400c8724c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:19:36Z', 'updated_at': '2021-07-22T23:19:37Z', 'revision_number': 2, 'project_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'subnets': [{'id': 'f178d3fe-a99b-4826-9ea0-2400c8724c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17bbd574-ba82-4bc6-9da2-9a34f3c9e499'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:38.720631 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Checking router: be72e278-ca29-4735-a028-01644cd3a17d for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:19:38.721005 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Updating router be72e278-ca29-4735-a028-01644cd3a17d port 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:19:38.783126 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:39.270292 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:39.288316 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Transition to ACTIVE for port object 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:19:39.294204 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:39.458670 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de27cf8-36b1-4dff-9722-90ee69815fca None None] Pushing event updated for resources: {'Port': ['ID=5dc73a1c-34aa-4714-b6b9-9117ccf6d51d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:39.463102 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Attempting to bind port 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:19:39.463506 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Attempting to bind port 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'c4e680b1-9da8-474d-b9bc-f9e59edc8aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5377e19e-1a88-4d3d-8d02-86ad0c320475'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:19:39.463930 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Attempting to bind port 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d on network 5377e19e-1a88-4d3d-8d02-86ad0c320475 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:19:39.471323 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27cf8-36b1-4dff-9722-90ee69815fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:39.472196 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27cf8-36b1-4dff-9722-90ee69815fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:39.472531 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27cf8-36b1-4dff-9722-90ee69815fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:39.472860 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27cf8-36b1-4dff-9722-90ee69815fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:39.473207 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27cf8-36b1-4dff-9722-90ee69815fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:39.473536 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27cf8-36b1-4dff-9722-90ee69815fca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:39.473855 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27cf8-36b1-4dff-9722-90ee69815fca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:39.474173 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27cf8-36b1-4dff-9722-90ee69815fca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:39.474491 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27cf8-36b1-4dff-9722-90ee69815fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:39.474808 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27cf8-36b1-4dff-9722-90ee69815fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:39.475123 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27cf8-36b1-4dff-9722-90ee69815fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:39.475499 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27cf8-36b1-4dff-9722-90ee69815fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27cf8-36b1-4dff-9722-90ee69815fca None None] Tracked resource versions report: Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: pushed versions: Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: { 'AddressGroup': {'1.2'}, Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'ConntrackHelper': {'1.0'}, Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'Log': {'1.0'}, Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'Network': {'1.1'}, Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'Port': {'1.7'}, Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'PortForwarding': {'1.2'}, Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'QosPolicy': {'1.8'}, Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'SecurityGroup': {'1.4'}, Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'SubPort': {'1.0'}, Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'Subnet': {'1.1'}, Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'Trunk': {'1.1'}} Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: consumer versions: Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: { DHCP agent@n-d-688802-2: {}, Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: L3 agent@n-d-688802-2: {}, Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: Metadata agent@n-d-688802-2: {}, Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: Metering agent@n-d-688802-2: {}, Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: Open vSwitch agent@n-d-688802-2: { 'AddressGroup': '1.2', Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'ConntrackHelper': '1.0', Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'Log': '1.0', Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'Network': '1.1', Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'Port': '1.7', Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'PortForwarding': '1.2', Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'QosPolicy': '1.8', Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'SecurityGroup': '1.4', Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'SecurityGroupRule': '1.2', Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'SubPort': '1.0', Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'Subnet': '1.1', Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: 'Trunk': '1.1'}} Jul 22 23:19:39.476573 n-d-688802-2 neutron-server[93823]: {{(pid=93823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:19:39.479091 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:19:39.479494 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Checking segment: {'id': 'c4e680b1-9da8-474d-b9bc-f9e59edc8aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5377e19e-1a88-4d3d-8d02-86ad0c320475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:19:39.479965 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:39.480340 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Bound using segment: {'id': 'c4e680b1-9da8-474d-b9bc-f9e59edc8aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5377e19e-1a88-4d3d-8d02-86ad0c320475'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:19:39.480825 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Bound port: 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e680b1-9da8-474d-b9bc-f9e59edc8aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5377e19e-1a88-4d3d-8d02-86ad0c320475'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:19:39.481253 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:39.544412 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] For port 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:19:39.565945 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] For port 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5dc73a1c-34aa-4714-b6b9-9117ccf6d51d,segment=NetworkSegment(c4e680b1-9da8-474d-b9bc-f9e59edc8aaf),segment_id=c4e680b1-9da8-474d-b9bc-f9e59edc8aaf)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:19:39.569918 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:39.627852 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de27cf8-36b1-4dff-9722-90ee69815fca None None] Pushing event updated for resources: {'Port': ['ID=5dc73a1c-34aa-4714-b6b9-9117ccf6d51d,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:39.630571 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Routers {'be72e278-ca29-4735-a028-01644cd3a17d'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:19:39.631171 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:19:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['be72e278-ca29-4735-a028-01644cd3a17d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:39.718955 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] Set router be72e278-ca29-4735-a028-01644cd3a17d gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:19:39.930652 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be72e278-ca29-4735-a028-01644cd3a17d', 'name': 'router1', 'tenant_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:19:27Z', 'updated_at': '2021-07-22T23:19:37Z', 'revision_number': 2, 'project_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'gw_port_host': None, '_interfaces': [{'id': '5dc73a1c-34aa-4714-b6b9-9117ccf6d51d', 'name': '', 'network_id': '5377e19e-1a88-4d3d-8d02-86ad0c320475', 'tenant_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'mac_address': 'fa:16:3e:4d:c3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be72e278-ca29-4735-a028-01644cd3a17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f178d3fe-a99b-4826-9ea0-2400c8724c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:19:36Z', 'updated_at': '2021-07-22T23:19:39Z', 'revision_number': 4, 'project_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'subnets': [{'id': 'f178d3fe-a99b-4826-9ea0-2400c8724c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17bbd574-ba82-4bc6-9da2-9a34f3c9e499'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:39.955203 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3654f1e-1521-4b00-8678-4363779c9d72 None None] The sync data for ids ['be72e278-ca29-4735-a028-01644cd3a17d'] in n-d-688802-2 is: [{'id': 'be72e278-ca29-4735-a028-01644cd3a17d', 'name': 'router1', 'tenant_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:19:27Z', 'updated_at': '2021-07-22T23:19:37Z', 'revision_number': 2, 'project_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'gw_port_host': None, '_interfaces': [{'id': '5dc73a1c-34aa-4714-b6b9-9117ccf6d51d', 'name': '', 'network_id': '5377e19e-1a88-4d3d-8d02-86ad0c320475', 'tenant_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'mac_address': 'fa:16:3e:4d:c3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be72e278-ca29-4735-a028-01644cd3a17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f178d3fe-a99b-4826-9ea0-2400c8724c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:19:36Z', 'updated_at': '2021-07-22T23:19:39Z', 'revision_number': 4, 'project_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'subnets': [{'id': 'f178d3fe-a99b-4826-9ea0-2400c8724c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17bbd574-ba82-4bc6-9da2-9a34f3c9e499'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:19:40.269532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52176) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:40.376896 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9017d88-7dd7-4b78-bc1f-85f591c62894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:40.383440 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c9017d88-7dd7-4b78-bc1f-85f591c62894 admin admin] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 842 time: 0.1078269 Jul 22 23:19:40.387673 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f64a4f97-30c3-448f-ad7f-e5206e49ecdc admin admin] Request body: {'subnet': {'gateway_ip': '172.25.4.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.4.0/24', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'name': 'public-subnet'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:19:40.414832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64a4f97-30c3-448f-ad7f-e5206e49ecdc admin admin] Made reservation on behalf of 8073cd4148cc4921866fb53743b65329 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:19:40.417367 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f64a4f97-30c3-448f-ad7f-e5206e49ecdc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:40.728478 n-d-688802-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-f64a4f97-30c3-448f-ad7f-e5206e49ecdc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:19:40.728891 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f64a4f97-30c3-448f-ad7f-e5206e49ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:40.788780 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a4f97-30c3-448f-ad7f-e5206e49ecdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c100ed-bf08-47ed-8442-036eb3f9fc06,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:40.793340 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a4f97-30c3-448f-ad7f-e5206e49ecdc admin admin] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:19:40.793695 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64a4f97-30c3-448f-ad7f-e5206e49ecdc admin admin] Network hostable DHCP agents. Network: 09b46b4f-c004-45fe-8b5c-d6717f727f65, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:19:40.813291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64a4f97-30c3-448f-ad7f-e5206e49ecdc admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:19:40.824160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f64a4f97-30c3-448f-ad7f-e5206e49ecdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 09b46b4f-c004-45fe-8b5c-d6717f727f65) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:19:40.829167 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64a4f97-30c3-448f-ad7f-e5206e49ecdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:40.829949 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f64a4f97-30c3-448f-ad7f-e5206e49ecdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:40.833977 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73405189-3003-4e95-8759-a15c8578e463 None None] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:19:40.846274 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f64a4f97-30c3-448f-ad7f-e5206e49ecdc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4620578 Jul 22 23:19:40.969710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca3c9b7-e62c-4e62-a49f-12ad050d464a None None] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:19:43.134653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52184) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:43.274746 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fee16423-b242-4d5e-ab50-e886c341e031 admin admin] 10.222.0.26 "GET /v2.0/routers/be72e278-ca29-4735-a028-01644cd3a17d HTTP/1.1" status: 200 len: 710 time: 0.1385531 Jul 22 23:19:43.360471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5f4825-e6fc-4684-8968-1f5a249c7eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:43.361901 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ff5f4825-e6fc-4684-8968-1f5a249c7eb9 admin admin] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 886 time: 0.0820181 Jul 22 23:19:43.370705 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:19:43.687196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:43.919188 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:43.995214 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:44.093697 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] Allocated IP 172.25.4.19 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/f2d9fdb3-bf08-4b99-9224-ec3eec85cff1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:19:44.196725 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:44.235425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:44.271238 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:19:44.275818 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:19:44.279076 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:19:44.317227 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] Pushing event updated for resources: {'Port': ['ID=f2d9fdb3-bf08-4b99-9224-ec3eec85cff1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:44.523778 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:44.716685 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:44.719841 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:44.826879 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] Router be72e278-ca29-4735-a028-01644cd3a17d has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:19:45.016682 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:19:45.021546 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:45.023079 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-da4272b1-f3c5-4e53-b9be-a03ec00b690b admin admin] 10.222.0.26 "PUT /v2.0/routers/be72e278-ca29-4735-a028-01644cd3a17d HTTP/1.1" status: 200 len: 889 time: 1.6555865 Jul 22 23:19:46.284640 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:19:46.334866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:19:46.338756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:19:46.339238 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:46.426169 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:46.485306 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Sync routers for ids ['be72e278-ca29-4735-a028-01644cd3a17d'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:19:46.505741 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Routers {'be72e278-ca29-4735-a028-01644cd3a17d'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:19:46.506405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:19:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['be72e278-ca29-4735-a028-01644cd3a17d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:46.579762 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5dc73a1c-34aa-4714-b6b9-9117ccf6d51d,segment=NetworkSegment(c4e680b1-9da8-474d-b9bc-f9e59edc8aaf),segment_id=c4e680b1-9da8-474d-b9bc-f9e59edc8aaf)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:19:46.612033 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:46.721838 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=5dc73a1c-34aa-4714-b6b9-9117ccf6d51d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:46.753665 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Set router be72e278-ca29-4735-a028-01644cd3a17d gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:19:47.137455 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be72e278-ca29-4735-a028-01644cd3a17d', 'name': 'router1', 'tenant_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f2d9fdb3-bf08-4b99-9224-ec3eec85cff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:19:27Z', 'updated_at': '2021-07-22T23:19:44Z', 'revision_number': 4, 'project_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'gw_port': {'id': 'f2d9fdb3-bf08-4b99-9224-ec3eec85cff1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be72e278-ca29-4735-a028-01644cd3a17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:19:44Z', 'updated_at': '2021-07-22T23:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '5dc73a1c-34aa-4714-b6b9-9117ccf6d51d', 'name': '', 'network_id': '5377e19e-1a88-4d3d-8d02-86ad0c320475', 'tenant_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'mac_address': 'fa:16:3e:4d:c3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be72e278-ca29-4735-a028-01644cd3a17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f178d3fe-a99b-4826-9ea0-2400c8724c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:19:36Z', 'updated_at': '2021-07-22T23:19:39Z', 'revision_number': 4, 'project_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'subnets': [{'id': 'f178d3fe-a99b-4826-9ea0-2400c8724c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17bbd574-ba82-4bc6-9da2-9a34f3c9e499'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:47.188708 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Checking router: be72e278-ca29-4735-a028-01644cd3a17d for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:19:47.189058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Updating router be72e278-ca29-4735-a028-01644cd3a17d port f2d9fdb3-bf08-4b99-9224-ec3eec85cff1 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:19:47.223227 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:47.443815 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52196) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:47.547724 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:47.557602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Transition to ACTIVE for port object f2d9fdb3-bf08-4b99-9224-ec3eec85cff1 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:19:47.563445 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:47.576483 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7d42a1e5-66de-4be9-b483-50acd0b0ef3b admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1315732 Jul 22 23:19:47.617759 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9379ca1-aa8a-44ea-ba70-f4a38d0ceacc None None] Pushing event updated for resources: {'Port': ['ID=f2d9fdb3-bf08-4b99-9224-ec3eec85cff1,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:47.622490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Attempting to bind port f2d9fdb3-bf08-4b99-9224-ec3eec85cff1 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:19:47.622862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Attempting to bind port f2d9fdb3-bf08-4b99-9224-ec3eec85cff1 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:19:47.623224 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Attempting to bind port f2d9fdb3-bf08-4b99-9224-ec3eec85cff1 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:19:47.628812 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:19:47.629120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:19:47.629615 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:47.630004 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:19:47.630476 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Bound port: f2d9fdb3-bf08-4b99-9224-ec3eec85cff1, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:19:47.630880 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:47.684186 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] For port f2d9fdb3-bf08-4b99-9224-ec3eec85cff1, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:19:47.687462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] For port f2d9fdb3-bf08-4b99-9224-ec3eec85cff1, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f2d9fdb3-bf08-4b99-9224-ec3eec85cff1,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:19:47.692878 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:47.760075 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Routers {'be72e278-ca29-4735-a028-01644cd3a17d'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:19:47.760691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:19:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['be72e278-ca29-4735-a028-01644cd3a17d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:47.763361 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9379ca1-aa8a-44ea-ba70-f4a38d0ceacc None None] Pushing event updated for resources: {'Port': ['ID=f2d9fdb3-bf08-4b99-9224-ec3eec85cff1,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:47.942667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] Set router be72e278-ca29-4735-a028-01644cd3a17d gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:19:48.161848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be72e278-ca29-4735-a028-01644cd3a17d', 'name': 'router1', 'tenant_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f2d9fdb3-bf08-4b99-9224-ec3eec85cff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:19:27Z', 'updated_at': '2021-07-22T23:19:44Z', 'revision_number': 4, 'project_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'gw_port': {'id': 'f2d9fdb3-bf08-4b99-9224-ec3eec85cff1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be72e278-ca29-4735-a028-01644cd3a17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:19:44Z', 'updated_at': '2021-07-22T23:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '5dc73a1c-34aa-4714-b6b9-9117ccf6d51d', 'name': '', 'network_id': '5377e19e-1a88-4d3d-8d02-86ad0c320475', 'tenant_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'mac_address': 'fa:16:3e:4d:c3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72e278-ca29-4735-a028-01644cd3a17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f178d3fe-a99b-4826-9ea0-2400c8724c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:19:36Z', 'updated_at': '2021-07-22T23:19:46Z', 'revision_number': 5, 'project_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'subnets': [{'id': 'f178d3fe-a99b-4826-9ea0-2400c8724c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17bbd574-ba82-4bc6-9da2-9a34f3c9e499'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:48.187280 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba7f7fe-bd6f-4f95-8acd-4c4dd8f75d93 None None] The sync data for ids ['be72e278-ca29-4735-a028-01644cd3a17d'] in n-d-688802-2 is: [{'id': 'be72e278-ca29-4735-a028-01644cd3a17d', 'name': 'router1', 'tenant_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f2d9fdb3-bf08-4b99-9224-ec3eec85cff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:19:27Z', 'updated_at': '2021-07-22T23:19:44Z', 'revision_number': 4, 'project_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'gw_port': {'id': 'f2d9fdb3-bf08-4b99-9224-ec3eec85cff1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be72e278-ca29-4735-a028-01644cd3a17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:19:44Z', 'updated_at': '2021-07-22T23:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '5dc73a1c-34aa-4714-b6b9-9117ccf6d51d', 'name': '', 'network_id': '5377e19e-1a88-4d3d-8d02-86ad0c320475', 'tenant_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'mac_address': 'fa:16:3e:4d:c3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72e278-ca29-4735-a028-01644cd3a17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f178d3fe-a99b-4826-9ea0-2400c8724c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:19:36Z', 'updated_at': '2021-07-22T23:19:46Z', 'revision_number': 5, 'project_id': '9522ab23d1bb4f27baafce8da3e9b28e', 'subnets': [{'id': 'f178d3fe-a99b-4826-9ea0-2400c8724c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17bbd574-ba82-4bc6-9da2-9a34f3c9e499'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:19:48.291298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:19:48.350633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:19:48.350633 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:50.303648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f2d9fdb3-bf08-4b99-9224-ec3eec85cff1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:19:50.352793 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port f2d9fdb3-bf08-4b99-9224-ec3eec85cff1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:19:50.356779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port f2d9fdb3-bf08-4b99-9224-ec3eec85cff1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:19:50.357190 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:50.438528 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:50.459176 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port f2d9fdb3-bf08-4b99-9224-ec3eec85cff1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f2d9fdb3-bf08-4b99-9224-ec3eec85cff1,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:19:50.463106 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:50.515990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=f2d9fdb3-bf08-4b99-9224-ec3eec85cff1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:52.323652 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f2d9fdb3-bf08-4b99-9224-ec3eec85cff1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:19:52.387239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port f2d9fdb3-bf08-4b99-9224-ec3eec85cff1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:19:52.387647 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:01.517246 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8eb5be44-99d7-434a-bebf-deab2ef183da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:04.251420 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9840ce3c-a589-4141-baa2-30c791bd4a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:04.285538 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:05.312606 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:06.805909 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:10.095990 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:20:31.501906 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aea87596-a16e-4879-b106-f31bf0e5a841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:34.271898 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36d0b9a3-ada0-40de-a985-a3fa075d070b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:34.284413 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:35.313149 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:36.801856 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:47.096436 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:21:01.501669 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-01e0b255-9b7c-4f8c-9e79-c5ae4c6e341c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.243131 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f29d9010-a0ff-4208-9471-7920719ddf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.276169 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:05.315076 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:06.810082 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:24.094513 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:21:28.423127 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:28.485444 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9903764-56e6-47b4-b925-907c16c83652 admin admin] GET failed (client error): The resource could not be found. Jul 22 23:21:28.486802 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f9903764-56e6-47b4-b925-907c16c83652 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627244 Jul 22 23:21:28.652800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb1566-e634-4222-8bf0-a5d05af7f6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:28.654246 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f8bb1566-e634-4222-8bf0-a5d05af7f6cd admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1636384 Jul 22 23:21:30.789442 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52810) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:30.882081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612ff789-c6e1-4bf9-94b5-cfa359c6e33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:30.883429 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-612ff789-c6e1-4bf9-94b5-cfa359c6e33c admin admin] 10.222.0.26 "GET /v2.0/subnets/f178d3fe-a99b-4826-9ea0-2400c8724c8a HTTP/1.1" status: 200 len: 849 time: 0.0930302 Jul 22 23:21:30.892668 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:21:30.974129 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Notify callbacks [] for subnet, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:31.113315 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786779232624'] for subnet, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:31.140284 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:31.140918 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:31.142161 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] 10.222.0.26 "PUT /v2.0/subnets/f178d3fe-a99b-4826-9ea0-2400c8724c8a HTTP/1.1" status: 200 len: 868 time: 0.2533119 Jul 22 23:21:31.160834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6523a404-a860-4b88-b3f5-e3e02f418c33 None None] Network 5377e19e-1a88-4d3d-8d02-86ad0c320475 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:21:31.165370 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f178d3fe-a99b-4826-9ea0-2400c8724c8a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:31.173325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:31.173764 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:31.173994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:31.174335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:31.174663 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:31.174966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:31.175286 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:31.175607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:31.175922 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:31.176237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:31.176553 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:31.176874 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939398-d595-42c9-a986-1cdff07c763b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:31.503715 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4daf-5ff4-453a-89e1-0679500d4aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:31.580057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-05d8c216-255c-4d5c-aad1-d7247123f1e4 None None] Provisioning complete for port d007d911-84d4-403b-9616-1265030db185 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:21:31.580449 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05d8c216-255c-4d5c-aad1-d7247123f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:31.665058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-05d8c216-255c-4d5c-aad1-d7247123f1e4 None None] Provisioning complete for port 5dc73a1c-34aa-4714-b6b9-9117ccf6d51d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:21:31.665366 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05d8c216-255c-4d5c-aad1-d7247123f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:33.361896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52818) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:33.563987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02491e97-10dd-4278-8fb9-67439f45db71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:33.564353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02491e97-10dd-4278-8fb9-67439f45db71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:33.565954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-02491e97-10dd-4278-8fb9-67439f45db71 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2031310 Jul 22 23:21:34.245084 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82a80139-8de4-4be4-92d9-26f7ce761514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:34.277709 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:35.317887 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:35.783487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:35.911305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355571f3-2df8-45c5-b5f6-8df5438a7054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:35.911778 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355571f3-2df8-45c5-b5f6-8df5438a7054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:35.913321 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-355571f3-2df8-45c5-b5f6-8df5438a7054 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1288648 Jul 22 23:21:36.814465 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:38.054430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52836) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:38.207441 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f65c775-32e1-48d5-bb5a-ff33568678e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:38.209814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5f65c775-32e1-48d5-bb5a-ff33568678e5 admin admin] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 886 time: 0.1533892 Jul 22 23:21:40.395755 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:40.540026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd04870-e7ba-44d3-9381-fec589158ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:40.541469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6cd04870-e7ba-44d3-9381-fec589158ecc admin admin] 10.222.0.26 "GET /v2.0/networks/5377e19e-1a88-4d3d-8d02-86ad0c320475 HTTP/1.1" status: 200 len: 869 time: 0.1447768 Jul 22 23:21:42.718818 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52852) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:42.843171 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73cd5b5-21b1-43b3-92af-94c1f4f35beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:42.843636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73cd5b5-21b1-43b3-92af-94c1f4f35beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:42.845196 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d73cd5b5-21b1-43b3-92af-94c1f4f35beb admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253488 Jul 22 23:21:45.002708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52860) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:45.093470 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386db1a-e3ac-4521-954f-2e6e2f9c86c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:45.093927 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386db1a-e3ac-4521-954f-2e6e2f9c86c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:45.095459 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e386db1a-e3ac-4521-954f-2e6e2f9c86c6 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0917859 Jul 22 23:21:47.243777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52868) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:47.326956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c4cd37-a38c-46f4-8c56-7c799c398d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:47.328304 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b1c4cd37-a38c-46f4-8c56-7c799c398d19 admin admin] 10.222.0.26 "GET /v2.0/subnets/c6c100ed-bf08-47ed-8442-036eb3f9fc06 HTTP/1.1" status: 200 len: 816 time: 0.0835600 Jul 22 23:21:49.511714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52876) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:49.602944 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552cf391-5a58-4092-bb73-8cab762a5bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:49.604270 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-552cf391-5a58-4092-bb73-8cab762a5bb6 admin admin] 10.222.0.26 "GET /v2.0/subnets/f178d3fe-a99b-4826-9ea0-2400c8724c8a HTTP/1.1" status: 200 len: 868 time: 0.0916154 Jul 22 23:22:01.092845 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:22:01.504844 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6bfda4f-ad59-4b21-a5ee-b7e0d3907a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:04.246423 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-720fb15d-e51c-4132-aeb3-5d576b0b54f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:04.277062 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:05.320056 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:06.820760 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:14.267572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52928) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:14.313453 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-9ebf0607-bd6c-4c91-8a2b-99631529abe7 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:22:14.314464 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9ebf0607-bd6c-4c91-8a2b-99631529abe7 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459952 Jul 22 23:22:16.563866 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52936) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:16.623284 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5007a970-ee88-466c-8089-680dfd902654 admin admin] GET failed (client error): The resource could not be found. Jul 22 23:22:16.624628 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5007a970-ee88-466c-8089-680dfd902654 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598400 Jul 22 23:22:16.708527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1c452d-9a7b-4e17-a6f5-aeb013056770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:16.710155 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ec1c452d-9a7b-4e17-a6f5-aeb013056770 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0816016 Jul 22 23:22:18.889589 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52944) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:18.934903 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a629c7e4-f0ea-4379-a673-5bacca23992f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:22:18.954782 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a629c7e4-f0ea-4379-a673-5bacca23992f admin admin] Made reservation on behalf of 8073cd4148cc4921866fb53743b65329 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:22:18.957337 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a629c7e4-f0ea-4379-a673-5bacca23992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:18.985483 n-d-688802-2 neutron-server[93820]: WARNING neutron.services.revisions.revision_plugin [None req-a629c7e4-f0ea-4379-a673-5bacca23992f admin admin] Could not find related network for resource to bump revision. Jul 22 23:22:18.997149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a629c7e4-f0ea-4379-a673-5bacca23992f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:22:19.005909 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a629c7e4-f0ea-4379-a673-5bacca23992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:19.006249 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-a629c7e4-f0ea-4379-a673-5bacca23992f admin admin] Added segment 154c73de-6f9e-474e-bcec-01bf3e8f1f6a of type vlan for network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 Jul 22 23:22:19.047425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a629c7e4-f0ea-4379-a673-5bacca23992f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:19.075118 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a629c7e4-f0ea-4379-a673-5bacca23992f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:19.076012 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a629c7e4-f0ea-4379-a673-5bacca23992f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:19.076587 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a629c7e4-f0ea-4379-a673-5bacca23992f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:19.110373 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a629c7e4-f0ea-4379-a673-5bacca23992f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2195601 Jul 22 23:22:19.136814 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629c7e4-f0ea-4379-a673-5bacca23992f admin admin] Pushing event updated for resources: {'Network': ['ID=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:19.147456 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:22:21.318168 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52952) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:21.377259 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f441e956-6f33-4f42-a1de-28f5e31f6e81 admin admin] GET failed (client error): The resource could not be found. Jul 22 23:22:21.378579 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f441e956-6f33-4f42-a1de-28f5e31f6e81 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594535 Jul 22 23:22:21.448774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99418264-55b2-45cd-a1d7-4823cf7e953b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:21.450223 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-99418264-55b2-45cd-a1d7-4823cf7e953b admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678806 Jul 22 23:22:21.459636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-898a7c7e-b5e3-4f14-a839-03a149b3f84d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:22:21.478873 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898a7c7e-b5e3-4f14-a839-03a149b3f84d admin admin] Made reservation on behalf of 8073cd4148cc4921866fb53743b65329 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:22:21.481218 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-898a7c7e-b5e3-4f14-a839-03a149b3f84d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:21.640180 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-898a7c7e-b5e3-4f14-a839-03a149b3f84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:21.694153 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a7c7e-b5e3-4f14-a839-03a149b3f84d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0695ffbe-1fd3-4d72-9f38-b48f45967d90,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:21.701771 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a7c7e-b5e3-4f14-a839-03a149b3f84d admin admin] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:22:21.702126 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898a7c7e-b5e3-4f14-a839-03a149b3f84d admin admin] Network hostable DHCP agents. Network: d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:22:21.718000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898a7c7e-b5e3-4f14-a839-03a149b3f84d admin admin] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:22:21.725834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-898a7c7e-b5e3-4f14-a839-03a149b3f84d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:22:21.730532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898a7c7e-b5e3-4f14-a839-03a149b3f84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:21.731021 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-898a7c7e-b5e3-4f14-a839-03a149b3f84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:21.735810 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c34c74-763c-4e14-b983-cb5ee66cf80a None None] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:22:21.745076 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-898a7c7e-b5e3-4f14-a839-03a149b3f84d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2881148 Jul 22 23:22:21.985538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'tenant_id': '8073cd4148cc4921866fb53743b65329', 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:22:21.986454 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:22.128532 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Allocated IP 192.168.233.2 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/e3a9db6c-4def-472c-8818-f6ed2ad02e01) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:22:22.274330 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:22.282638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Transition to ACTIVE for port object e3a9db6c-4def-472c-8818-f6ed2ad02e01 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:22:22.297388 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Transition to ACTIVE for port object e3a9db6c-4def-472c-8818-f6ed2ad02e01 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:22:22.303834 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:22.340371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:22:22.345045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:22:22.348369 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:22:22.359705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Pushing event updated for resources: {'Port': ['ID=e3a9db6c-4def-472c-8818-f6ed2ad02e01,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:22.401962 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:22.402309 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:22.402649 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:22.402982 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:22.403305 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:22.403633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:22.403950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:22.404267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:22.404583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:22.404900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:22.405242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:22.405558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:22.420960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Attempting to bind port e3a9db6c-4def-472c-8818-f6ed2ad02e01 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:22:22.420960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Attempting to bind port e3a9db6c-4def-472c-8818-f6ed2ad02e01 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:22:22.420960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Attempting to bind port e3a9db6c-4def-472c-8818-f6ed2ad02e01 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:22:22.424232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:22:22.424593 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:22:22.424991 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:22.425397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:22:22.425848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Bound port: e3a9db6c-4def-472c-8818-f6ed2ad02e01, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:22:22.426258 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:22.492419 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] For port e3a9db6c-4def-472c-8818-f6ed2ad02e01, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:22:22.496352 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] For port e3a9db6c-4def-472c-8818-f6ed2ad02e01, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e3a9db6c-4def-472c-8818-f6ed2ad02e01,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:22:22.500226 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:22.554525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7c277-63e0-41ea-8960-9008319d6817 None None] Pushing event updated for resources: {'Port': ['ID=e3a9db6c-4def-472c-8818-f6ed2ad02e01,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:23.362194 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bb1be3-5679-4f68-a87b-af972b73b470 None None] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:22:23.454421 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7160645c-2af4-4fe6-a4b8-805208ff76c9 None None] Provisioning for port e3a9db6c-4def-472c-8818-f6ed2ad02e01 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:22:24.410694 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e3a9db6c-4def-472c-8818-f6ed2ad02e01 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:22:24.460693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port e3a9db6c-4def-472c-8818-f6ed2ad02e01 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:22:24.466129 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e3a9db6c-4def-472c-8818-f6ed2ad02e01 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:24.466496 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:24.547062 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:24.580673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port e3a9db6c-4def-472c-8818-f6ed2ad02e01, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e3a9db6c-4def-472c-8818-f6ed2ad02e01,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:24.584600 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:24.631792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=e3a9db6c-4def-472c-8818-f6ed2ad02e01,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:26.380676 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e3a9db6c-4def-472c-8818-f6ed2ad02e01 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:22:26.429590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e3a9db6c-4def-472c-8818-f6ed2ad02e01 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:26.429954 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:31.506823 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dec9ba89-8f6f-4d26-aea9-5c8bd89f9abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:34.249081 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-031f0252-705e-44c6-ac48-ded9c0edd1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:34.277382 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:35.323426 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.824880 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.091337 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:23:01.508154 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0237f107-75a6-4b80-a701-f9eb6132fcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:04.250473 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d73f33a5-6465-4e42-88f7-f8e56d64b227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:04.278332 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:05.326211 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:06.825979 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:15.089033 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:23:31.509040 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fd461e1-8446-43ff-b673-fb83f254f3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:32.568627 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53004) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:23:32.574913 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-0b45e0e8-37ba-4c6f-bf56-c0a29af8a8df tempest-verify_tempest_config-1121933595 tempest-verify_tempest_config-1121933595-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:23:32.576150 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0b45e0e8-37ba-4c6f-bf56-c0a29af8a8df tempest-verify_tempest_config-1121933595 tempest-verify_tempest_config-1121933595-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065088 Jul 22 23:23:32.879593 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53022) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:23:32.980099 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1e95b95-d884-491d-aa64-a23bb522a937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:33.077477 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1e95b95-d884-491d-aa64-a23bb522a937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:33.081945 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1e95b95-d884-491d-aa64-a23bb522a937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:33.125567 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b1e95b95-d884-491d-aa64-a23bb522a937 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f7f93ee072bb48458c05213b72e54914&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2449534 Jul 22 23:23:33.126677 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e95b95-d884-491d-aa64-a23bb522a937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23027c85-4959-47a5-a9cc-bf4dc9b7488f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:23:33.128197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53026) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:23:33.133261 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95b95-d884-491d-aa64-a23bb522a937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.133615 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95b95-d884-491d-aa64-a23bb522a937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.133942 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95b95-d884-491d-aa64-a23bb522a937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.134277 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95b95-d884-491d-aa64-a23bb522a937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.134606 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95b95-d884-491d-aa64-a23bb522a937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.134932 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95b95-d884-491d-aa64-a23bb522a937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.135257 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95b95-d884-491d-aa64-a23bb522a937 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.135576 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95b95-d884-491d-aa64-a23bb522a937 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.135897 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95b95-d884-491d-aa64-a23bb522a937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.136218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95b95-d884-491d-aa64-a23bb522a937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.137216 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95b95-d884-491d-aa64-a23bb522a937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.137573 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95b95-d884-491d-aa64-a23bb522a937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.211963 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:33.233324 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:33.319576 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:33.322065 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:33.324945 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/23027c85-4959-47a5-a9cc-bf4dc9b7488f HTTP/1.1" status: 204 len: 168 time: 0.1940370 Jul 22 23:23:33.332533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23027c85-4959-47a5-a9cc-bf4dc9b7488f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:23:33.339555 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.340580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.340935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.341342 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.341710 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.342125 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.342384 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.342717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.343043 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.343369 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.343700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:33.344022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce3dce-055d-4c1c-bab0-00d80a893c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:34.251102 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b95fad75-e9b5-47df-bb59-ffd66e65250c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:34.280420 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:35.328103 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:36.831520 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:52.087491 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:24:01.510719 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba5ee604-701d-47e4-8eb7-098480eca766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:04.251167 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78e10fe9-2467-4ffe-961f-18134e0e07bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:04.281155 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:05.332057 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:06.833316 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:29.085725 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:24:31.511373 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c799071-af93-4649-9ac8-828cdf2b7af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:34.250565 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e4992f48-0896-4237-b806-e1dae9435e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:34.284999 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:35.332585 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:36.835015 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:01.511196 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e1287aca-0a81-41d8-b41a-d85c0747a4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.250237 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5988bc4e-ee5a-40ae-b63b-a68f5af36105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.283885 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:05.343324 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:06.084216 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:25:06.837863 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:31.512567 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-955e3e4a-a234-41e2-89ba-22049d8479f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:34.250789 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db777ecd-e5f6-44d0-9422-6f541be3820e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:34.283256 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.338772 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.840455 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:43.083677 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:26:01.513358 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ccabdae-ba3e-400c-9e7d-8a3f9b80e010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.252152 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4112bc99-90f0-4177-aba1-62c6bc1215d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.282410 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:05.341041 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:06.843477 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:20.083042 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 5 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:26:31.514565 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5b68d14-4afc-4364-aa9c-db2b1b3f02cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:33.886082 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594680'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:34.253864 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe43f27b-3377-4cb5-8bae-2956681058eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:34.281992 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:35.343530 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:36.850571 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:46.082987 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594680'] for agent, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:57.082433 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:27:01.515709 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aedf822d-ad1d-4100-b88f-41cde1c79d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:03.850128 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:04.253655 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-569ae2ca-61d7-405a-8403-f25f27b5e133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:04.282024 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.345417 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:06.850452 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:16.062137 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:19.715351 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53088) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:19.819667 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-90e238ce-3c08-4815-9dd4-217206411e0e admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1032240 Jul 22 23:27:22.014385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53098) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:22.066812 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c274e57-65fa-49a6-b61e-eb0da8c89afc admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0513427 Jul 22 23:27:31.516342 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4acdeb82-a6d2-444d-9fcd-799a527621ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:33.849605 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:34.082679 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:27:34.253562 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55f0cd5f-cab7-4b59-86c9-d2ad130f7f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:34.282252 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:35.347694 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:36.853255 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:46.062587 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:01.522703 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ec47-70b5-4011-b649-092910ac524d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:03.865257 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:04.254460 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3691a723-cfff-4d81-afd9-85c7a01e3a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:04.285644 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:05.355868 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:06.860625 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:11.082073 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:28:16.077533 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:31.513817 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ed89616-9f0e-4dd5-954a-4ed3a4031762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:33.962186 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:34.255004 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d87db1d2-f1b4-4d68-9e78-8ab2a2ca7029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:34.287109 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:35.354207 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:36.861979 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:46.075741 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:46.458053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53356) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:46.857411 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-982f8d0b-7f2c-415a-8823-44666968dfc4 tempest-AutoAllocateNetworkTest-2021825187 tempest-AutoAllocateNetworkTest-2021825187-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5248ded493ae4cb9b1ce8d75078404a1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3957062 Jul 22 23:28:46.858386 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:47.116317 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47757b2d-166a-4cda-950e-99b35b5da156 tempest-AutoAllocateNetworkTest-2021825187 tempest-AutoAllocateNetworkTest-2021825187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:47.122062 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53394) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:47.132928 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-47757b2d-166a-4cda-950e-99b35b5da156 tempest-AutoAllocateNetworkTest-2021825187 tempest-AutoAllocateNetworkTest-2021825187-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2732165 Jul 22 23:28:47.201825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53398) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:47.212120 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9dfd1aab-904e-46cd-9c35-8ff39b21dff4 tempest-AutoAllocateNetworkTest-2021825187 tempest-AutoAllocateNetworkTest-2021825187-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882421 Jul 22 23:28:47.249361 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7047782f-e96e-46db-b157-14e044bdefc2 tempest-AutoAllocateNetworkTest-2021825187 tempest-AutoAllocateNetworkTest-2021825187-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5248ded493ae4cb9b1ce8d75078404a1 HTTP/1.1" status: 200 len: 208 time: 0.0459824 Jul 22 23:28:48.086671 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:28:48.112982 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53450) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:48.250073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53462) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:48.445048 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:48.548197 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:48.553330 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:48.697769 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a6e30e-a3f7-4b94-a301-957d9b26f58b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:48.708550 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:48.708890 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:48.709254 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:48.709583 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:48.709910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:48.710234 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:48.710552 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:48.710867 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:48.711181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:48.711495 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:48.711810 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:48.712119 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] Tracked resource versions report: Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: pushed versions: Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: { 'AddressGroup': {'1.2'}, Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'ConntrackHelper': {'1.0'}, Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'Log': {'1.0'}, Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'Network': {'1.1'}, Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'Port': {'1.7'}, Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'PortForwarding': {'1.2'}, Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'QosPolicy': {'1.8'}, Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'SecurityGroup': {'1.4'}, Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'SubPort': {'1.0'}, Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'Subnet': {'1.1'}, Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'Trunk': {'1.1'}} Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: consumer versions: Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: { DHCP agent@n-d-688802-2: {}, Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: HyperV agent@n-h1-688802-2: {}, Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: HyperV agent@n-h2-688802-2: {}, Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: L3 agent@n-d-688802-2: {}, Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: Metadata agent@n-d-688802-2: {}, Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: Metering agent@n-d-688802-2: {}, Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: Open vSwitch agent@n-d-688802-2: { 'AddressGroup': '1.2', Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'ConntrackHelper': '1.0', Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'Log': '1.0', Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'Network': '1.1', Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'Port': '1.7', Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'PortForwarding': '1.2', Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'QosPolicy': '1.8', Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'SecurityGroup': '1.4', Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'SecurityGroupRule': '1.2', Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'SubPort': '1.0', Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'Subnet': '1.1', Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: 'Trunk': '1.1'}} Jul 22 23:28:48.713356 n-d-688802-2 neutron-server[93820]: {{(pid=93820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:28:48.729003 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-218496e8-5c65-40db-b722-1c6ca4afdda4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5248ded493ae4cb9b1ce8d75078404a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6149130 Jul 22 23:28:48.729659 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53490) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:48.733132 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dae5198c-5d03-45c5-8950-be48fe6ad561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:48.824648 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2ec5a75-0465-4036-8ea0-87f4e7b738e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:48.899948 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2ec5a75-0465-4036-8ea0-87f4e7b738e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:48.974767 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dae5198c-5d03-45c5-8950-be48fe6ad561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:48.984334 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dae5198c-5d03-45c5-8950-be48fe6ad561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:49.028593 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2ec5a75-0465-4036-8ea0-87f4e7b738e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:49.036578 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2ec5a75-0465-4036-8ea0-87f4e7b738e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:49.036578 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f2ec5a75-0465-4036-8ea0-87f4e7b738e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9a6e30e-a3f7-4b94-a301-957d9b26f58b HTTP/1.1" status: 204 len: 168 time: 0.3005528 Jul 22 23:28:49.036578 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dae5198c-5d03-45c5-8950-be48fe6ad561 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b11aa654123b482989b3851170f697db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7834213 Jul 22 23:28:49.037969 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53516) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:49.038449 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5198c-5d03-45c5-8950-be48fe6ad561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4034bf-ebce-4e4c-b036-bbf3c18f7c6f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:49.050845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec5a75-0465-4036-8ea0-87f4e7b738e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a6e30e-a3f7-4b94-a301-957d9b26f58b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:49.100640 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:49.123039 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:49.179830 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:49.184413 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:49.187015 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf4034bf-ebce-4e4c-b036-bbf3c18f7c6f HTTP/1.1" status: 204 len: 168 time: 0.1480691 Jul 22 23:28:49.203252 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4034bf-ebce-4e4c-b036-bbf3c18f7c6f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:49.216459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.216833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.217586 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.217940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.218325 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.218852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.219341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.219814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.220387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.220858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.222045 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.222544 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eace018-c423-4481-90af-7df47fed031b admin admin] Tracked resource versions report: Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: pushed versions: Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: { 'AddressGroup': {'1.2'}, Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'ConntrackHelper': {'1.0'}, Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'Log': {'1.0'}, Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'Network': {'1.1'}, Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'Port': {'1.7'}, Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'PortForwarding': {'1.2'}, Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'QosPolicy': {'1.8'}, Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'SecurityGroup': {'1.4'}, Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'SubPort': {'1.0'}, Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'Subnet': {'1.1'}, Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'Trunk': {'1.1'}} Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: consumer versions: Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: { DHCP agent@n-d-688802-2: {}, Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: HyperV agent@n-h1-688802-2: {}, Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: HyperV agent@n-h2-688802-2: {}, Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: L3 agent@n-d-688802-2: {}, Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: Metadata agent@n-d-688802-2: {}, Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: Metering agent@n-d-688802-2: {}, Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: Open vSwitch agent@n-d-688802-2: { 'AddressGroup': '1.2', Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'ConntrackHelper': '1.0', Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'Log': '1.0', Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'Network': '1.1', Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'Port': '1.7', Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'PortForwarding': '1.2', Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'QosPolicy': '1.8', Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'SecurityGroup': '1.4', Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'SecurityGroupRule': '1.2', Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'SubPort': '1.0', Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'Subnet': '1.1', Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: 'Trunk': '1.1'}} Jul 22 23:28:49.224284 n-d-688802-2 neutron-server[93821]: {{(pid=93821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:28:49.619690 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53550) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:49.645833 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a871aa9-9518-43f4-825a-534ff1ea16b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:49.753724 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a871aa9-9518-43f4-825a-534ff1ea16b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:49.758428 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a871aa9-9518-43f4-825a-534ff1ea16b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:49.809432 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a871aa9-9518-43f4-825a-534ff1ea16b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fa9b14-be60-412e-90cd-49a8e48bfc62,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:49.822366 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0a871aa9-9518-43f4-825a-534ff1ea16b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f32d7254d434c85b77d1b1530fd3ea3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2013345 Jul 22 23:28:49.825730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53560) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:49.894307 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0f58577-6064-4495-9bd8-202f6bf7bdaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:49.928714 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0f58577-6064-4495-9bd8-202f6bf7bdaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:50.017284 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0f58577-6064-4495-9bd8-202f6bf7bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:50.021195 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0f58577-6064-4495-9bd8-202f6bf7bdaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:50.029374 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d0f58577-6064-4495-9bd8-202f6bf7bdaa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3fa9b14-be60-412e-90cd-49a8e48bfc62 HTTP/1.1" status: 204 len: 168 time: 0.1990614 Jul 22 23:28:50.044379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f58577-6064-4495-9bd8-202f6bf7bdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fa9b14-be60-412e-90cd-49a8e48bfc62,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:50.385326 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53606) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:50.728060 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-814828b1-6fde-4bda-9dc4-166ddc19d493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:50.906974 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-814828b1-6fde-4bda-9dc4-166ddc19d493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:50.912649 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-814828b1-6fde-4bda-9dc4-166ddc19d493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:50.958057 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-814828b1-6fde-4bda-9dc4-166ddc19d493 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0426573196c4ba6b9d8c944152d06c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5714190 Jul 22 23:28:50.958833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814828b1-6fde-4bda-9dc4-166ddc19d493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefbb1a8-ec1e-4020-b3a7-56b769f4296d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:50.962580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53674) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:51.076966 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55e99277-673c-4310-8152-2192591c645f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:51.102508 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55e99277-673c-4310-8152-2192591c645f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:51.180421 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55e99277-673c-4310-8152-2192591c645f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:51.185774 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55e99277-673c-4310-8152-2192591c645f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:51.188384 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-55e99277-673c-4310-8152-2192591c645f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fefbb1a8-ec1e-4020-b3a7-56b769f4296d HTTP/1.1" status: 204 len: 168 time: 0.2236047 Jul 22 23:28:51.197371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e99277-673c-4310-8152-2192591c645f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefbb1a8-ec1e-4020-b3a7-56b769f4296d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:51.543480 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53730) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:51.786066 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53746) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:51.803457 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03f39720-da2e-4ff0-9a79-bcaf6a3ae532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:51.908209 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03f39720-da2e-4ff0-9a79-bcaf6a3ae532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:51.912385 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03f39720-da2e-4ff0-9a79-bcaf6a3ae532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:51.965980 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fd6e277-5d4b-4b75-8d0f-3183e4c927f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:52.029662 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f39720-da2e-4ff0-9a79-bcaf6a3ae532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a7dcaf-cbf5-4199-b4db-90fabe1912e1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:52.039449 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-03f39720-da2e-4ff0-9a79-bcaf6a3ae532 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f11f23df4b549a7929285706c675d26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2514350 Jul 22 23:28:52.042266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:52.103677 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fd6e277-5d4b-4b75-8d0f-3183e4c927f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:52.108942 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fd6e277-5d4b-4b75-8d0f-3183e4c927f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:52.140205 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f6747a6-3c60-48e7-9a0b-d166112126b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:52.163453 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9fd6e277-5d4b-4b75-8d0f-3183e4c927f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6fcafe6dc309420890e84097f0e13add&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6164496 Jul 22 23:28:52.163636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6e277-5d4b-4b75-8d0f-3183e4c927f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c53cdd-162e-40d2-8d1a-dd02174920a4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:52.165162 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f6747a6-3c60-48e7-9a0b-d166112126b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:52.166140 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53760) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:52.239128 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46b6e28a-6470-4c32-92a6-33e33c616192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:52.248124 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f6747a6-3c60-48e7-9a0b-d166112126b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:52.250603 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f6747a6-3c60-48e7-9a0b-d166112126b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:52.251753 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0f6747a6-3c60-48e7-9a0b-d166112126b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49a7dcaf-cbf5-4199-b4db-90fabe1912e1 HTTP/1.1" status: 204 len: 168 time: 0.2078600 Jul 22 23:28:52.276226 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46b6e28a-6470-4c32-92a6-33e33c616192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:52.283173 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6747a6-3c60-48e7-9a0b-d166112126b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a7dcaf-cbf5-4199-b4db-90fabe1912e1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:52.287893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53774) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:52.301393 n-d-688802-2 neutron-server[93821]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 23:28:52.338800 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-6a0646ef-f082-4da1-aef1-c6909e04ae7f tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c127b9e2c1cc4180a44cf563af85cf7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483141 Jul 22 23:28:52.356787 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46b6e28a-6470-4c32-92a6-33e33c616192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:52.360846 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46b6e28a-6470-4c32-92a6-33e33c616192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:52.363084 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-46b6e28a-6470-4c32-92a6-33e33c616192 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5c53cdd-162e-40d2-8d1a-dd02174920a4 HTTP/1.1" status: 204 len: 168 time: 0.1951840 Jul 22 23:28:52.372127 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6e28a-6470-4c32-92a6-33e33c616192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c53cdd-162e-40d2-8d1a-dd02174920a4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:52.452485 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-35f3cc8e-0ef8-4806-8c55-dcf1c293e1e4 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:52.453993 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-35f3cc8e-0ef8-4806-8c55-dcf1c293e1e4 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1142125 Jul 22 23:28:52.471163 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-4477724f-63e2-46e6-a206-6ce6261254e3 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/quotas/c127b9e2c1cc4180a44cf563af85cf7d HTTP/1.1" status: 200 len: 375 time: 0.0115733 Jul 22 23:28:52.596210 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-bc9fcea5-9f19-485e-917f-9e5070ede1ea tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c127b9e2c1cc4180a44cf563af85cf7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1192594 Jul 22 23:28:53.075853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:53.088788 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd7f28fb-61a7-4008-9af6-a7723c448853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:53.178399 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd7f28fb-61a7-4008-9af6-a7723c448853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:53.182900 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd7f28fb-61a7-4008-9af6-a7723c448853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:53.213578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f28fb-61a7-4008-9af6-a7723c448853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992a53e0-b3ad-4c6e-8ff3-e2499e96c677,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:53.243433 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cd7f28fb-61a7-4008-9af6-a7723c448853 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd6cf40cf8674d9a93f083dba0c80e79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1664827 Jul 22 23:28:53.247241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53818) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:53.319706 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-404cf8fa-daed-4232-9f45-f5489112240b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:53.348494 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-404cf8fa-daed-4232-9f45-f5489112240b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:53.425882 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-404cf8fa-daed-4232-9f45-f5489112240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:53.428781 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-404cf8fa-daed-4232-9f45-f5489112240b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:53.429958 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-404cf8fa-daed-4232-9f45-f5489112240b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/992a53e0-b3ad-4c6e-8ff3-e2499e96c677 HTTP/1.1" status: 204 len: 168 time: 0.1810892 Jul 22 23:28:53.439005 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cf8fa-daed-4232-9f45-f5489112240b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992a53e0-b3ad-4c6e-8ff3-e2499e96c677,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:53.485554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53840) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:53.804380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53856) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:53.897006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-58d71e9e-1992-4228-9ab2-9ff3b4f28042 req-05c8129f-faa3-42fd-866f-45cfe119babe tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 210 time: 0.4096217 Jul 22 23:28:54.147738 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-993d1551-4c7a-48e4-a173-2a52ac148f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:54.254089 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-993d1551-4c7a-48e4-a173-2a52ac148f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:54.259164 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-993d1551-4c7a-48e4-a173-2a52ac148f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:54.303121 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53876) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:54.313991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-993d1551-4c7a-48e4-a173-2a52ac148f40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c89e856f44e74a0688a0c8de1176892d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5082278 Jul 22 23:28:54.316974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d1551-4c7a-48e4-a173-2a52ac148f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1a139b-60b3-45c6-b458-89735ebb1147,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:54.400573 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1647d09b-a1a2-4cd8-8c0f-b3da190a555c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:54.445446 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1647d09b-a1a2-4cd8-8c0f-b3da190a555c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:54.546470 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1647d09b-a1a2-4cd8-8c0f-b3da190a555c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:54.553963 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1647d09b-a1a2-4cd8-8c0f-b3da190a555c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:54.556733 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1647d09b-a1a2-4cd8-8c0f-b3da190a555c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f1a139b-60b3-45c6-b458-89735ebb1147 HTTP/1.1" status: 204 len: 168 time: 0.2523465 Jul 22 23:28:54.568032 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647d09b-a1a2-4cd8-8c0f-b3da190a555c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1a139b-60b3-45c6-b458-89735ebb1147,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:55.147435 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53944) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:55.160950 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0541f1e3-2e6f-4b1a-b571-a09db7cfe77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:55.176764 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fff687c3-0ac6-452a-96c4-f8a7d51c13ee req-4dc5e80f-6ab7-4b36-9526-84006a3987c2 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 210 time: 0.0820799 Jul 22 23:28:55.336295 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0541f1e3-2e6f-4b1a-b571-a09db7cfe77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:55.348568 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0541f1e3-2e6f-4b1a-b571-a09db7cfe77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:55.396753 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541f1e3-2e6f-4b1a-b571-a09db7cfe77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a3c6b4-6c1c-48d8-96b5-1043d60aa238,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:55.423155 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0541f1e3-2e6f-4b1a-b571-a09db7cfe77a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ec27cba695a4cd4b888bb8e8edac067&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2724299 Jul 22 23:28:55.423491 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53966) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:55.505525 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a185c28d-a611-4c33-b756-9a29e39fdc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:55.546915 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a185c28d-a611-4c33-b756-9a29e39fdc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:55.598157 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a185c28d-a611-4c33-b756-9a29e39fdc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:55.602509 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a185c28d-a611-4c33-b756-9a29e39fdc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:55.606881 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a185c28d-a611-4c33-b756-9a29e39fdc20 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65a3c6b4-6c1c-48d8-96b5-1043d60aa238 HTTP/1.1" status: 204 len: 168 time: 0.1792393 Jul 22 23:28:55.613548 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185c28d-a611-4c33-b756-9a29e39fdc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a3c6b4-6c1c-48d8-96b5-1043d60aa238,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:55.822498 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.95', 54652) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:55.868898 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-0daf82f1-4413-408f-89a4-3b3f5f5bb1aa tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=c127b9e2c1cc4180a44cf563af85cf7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445275 Jul 22 23:28:56.110831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-27d51e1d-8070-4ab7-8bdb-e4a52ad869f0 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:56.112795 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-27d51e1d-8070-4ab7-8bdb-e4a52ad869f0 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378111 Jul 22 23:28:56.192969 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Request body: {'port': {'device_id': 'c810ab77-4d6f-4ba2-a1f1-d51015f5ae79', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'c127b9e2c1cc4180a44cf563af85cf7d'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:56.322982 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77558a80-6fb9-4cd7-a27a-17b4b6ef9696 req-8d687f6f-a367-4824-83b6-1d2eda9f69f1 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 210 time: 0.0622742 Jul 22 23:28:56.462229 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Made reservation on behalf of c127b9e2c1cc4180a44cf563af85cf7d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:28:56.470174 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:56.486610 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:56.684312 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:56.695035 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:56.780373 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6d6aa2-b5e5-4830-841b-0c1eceb12315,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:56.963560 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Allocated IP 192.168.233.157 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/df020141-2c0a-49db-8008-be5a63dd670c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:28:57.334325 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:57.594161 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Transition to ACTIVE for port object df020141-2c0a-49db-8008-be5a63dd670c will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:57.670043 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:57.715876 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:28:57.761215 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:28:57.817925 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:28:57.824429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:57.824736 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:57.875068 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6842232 Jul 22 23:28:57.944653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f258f-e6f5-4c3c-8a14-d0373882ea2e tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Pushing event updated for resources: {'Port': ['ID=df020141-2c0a-49db-8008-be5a63dd670c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:58.085444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f1726-244b-493f-b06b-b97881f43be4 req-41ceb3c0-6074-4359-a3c4-a928a10891ae tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:58.088135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b8f1726-244b-493f-b06b-b97881f43be4 req-41ceb3c0-6074-4359-a3c4-a928a10891ae tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 936 time: 0.2448676 Jul 22 23:28:58.180692 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b8f1726-244b-493f-b06b-b97881f43be4 req-07c2fd09-fdbb-4b5f-89b3-2dc5eda3d4b9 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d6d6aa2-b5e5-4830-841b-0c1eceb12315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819373 Jul 22 23:28:58.251043 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4d9bdfb6-ab8e-4ca5-ae92-976b8088f88e None None] Provisioning for port df020141-2c0a-49db-8008-be5a63dd670c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:58.256522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4d9bdfb6-ab8e-4ca5-ae92-976b8088f88e None None] Provisioning complete for port df020141-2c0a-49db-8008-be5a63dd670c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:58.258171 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d9bdfb6-ab8e-4ca5-ae92-976b8088f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:58.294584 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4d9bdfb6-ab8e-4ca5-ae92-976b8088f88e None None] Port df020141-2c0a-49db-8008-be5a63dd670c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:28:58.774992 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-d5674ac0-b04c-4cae-a30e-c91ce2cbc252 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=11a0634c1feb45a49aa72bf57660db76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347958 Jul 22 23:28:58.926223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-a058906d-fa71-4feb-8c79-c6f072948e9e tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:58.927785 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-a058906d-fa71-4feb-8c79-c6f072948e9e tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1436336 Jul 22 23:28:58.946966 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-64d7a9ed-dd0b-4fdb-a2a7-1b1788565b8a tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/quotas/11a0634c1feb45a49aa72bf57660db76 HTTP/1.1" status: 200 len: 375 time: 0.0116355 Jul 22 23:28:58.998571 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-e9d35ab0-1181-401d-af8a-48c215047903 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=11a0634c1feb45a49aa72bf57660db76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455840 Jul 22 23:28:59.498247 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d424091a-4748-4a7e-aee7-9b086834367e req-18e94d86-19e2-469a-8c63-d82c80909429 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=11a0634c1feb45a49aa72bf57660db76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314629 Jul 22 23:28:59.527526 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e404a-c831-48bd-928e-2125e70fca09 req-e38e92d8-055e-43b3-afe0-34b924760aa7 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:59.529062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b46e404a-c831-48bd-928e-2125e70fca09 req-e38e92d8-055e-43b3-afe0-34b924760aa7 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 936 time: 0.1243522 Jul 22 23:28:59.620362 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b46e404a-c831-48bd-928e-2125e70fca09 req-d6310e0f-72e3-4f52-ab1d-8abdbe6f2ea2 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d6d6aa2-b5e5-4830-841b-0c1eceb12315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807581 Jul 22 23:28:59.677148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424091a-4748-4a7e-aee7-9b086834367e req-2a6820e9-05a6-43a0-a44a-3d34da553fb8 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:59.678718 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d424091a-4748-4a7e-aee7-9b086834367e req-2a6820e9-05a6-43a0-a44a-3d34da553fb8 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746750 Jul 22 23:28:59.708588 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d424091a-4748-4a7e-aee7-9b086834367e req-ca1cb57a-df5f-47b7-a0aa-d943921600f2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/quotas/11a0634c1feb45a49aa72bf57660db76 HTTP/1.1" status: 200 len: 375 time: 0.0216341 Jul 22 23:28:59.770409 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d424091a-4748-4a7e-aee7-9b086834367e req-bdf27745-0aa7-4937-ba0f-3e78e41a367d tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=11a0634c1feb45a49aa72bf57660db76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606961 Jul 22 23:29:00.103365 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ef7f1697-e724-48d4-b480-feff5fb10cc2 req-962c331c-1eb0-48ed-aa4b-8f28bf4c7d4a tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 210 time: 0.0598769 Jul 22 23:29:00.326360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54284) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:00.809715 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4967655-e953-457a-a4a5-6537b262bac2 req-cb13a9cd-222f-4dc5-8a5c-9d62678df4c3 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:00.829132 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4967655-e953-457a-a4a5-6537b262bac2 req-cb13a9cd-222f-4dc5-8a5c-9d62678df4c3 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 936 time: 0.1095848 Jul 22 23:29:00.848828 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54306) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:00.920197 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4967655-e953-457a-a4a5-6537b262bac2 req-e504cd41-df77-40a9-8281-5fb0095dc188 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d6d6aa2-b5e5-4830-841b-0c1eceb12315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893981 Jul 22 23:29:00.921276 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72a4ac35-6b30-48e8-b18f-7b608128190d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.136517 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-501835c0-a58e-4167-bedd-06e648a3ae1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.201057 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-614a8a53-36c6-4210-a00b-9ccdf3595e6b req-3a890362-4050-486a-b7a0-729a8c16048a tempest-QuotasAdminNegativeTest-2033136451 tempest-QuotasAdminNegativeTest-2033136451-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fe3f3a0ab4bf4d39afd3f3a30b69a01d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370703 Jul 22 23:29:01.206994 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72a4ac35-6b30-48e8-b18f-7b608128190d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.322710 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72a4ac35-6b30-48e8-b18f-7b608128190d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.365992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54326) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:01.429425 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.18', 56582) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:01.430343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4ac35-6b30-48e8-b18f-7b608128190d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467eefd8-5332-4d9f-8602-30fb1f519f9c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:01.434854 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9afee93f-4a5c-47fe-9f7f-9ae06496a38b req-4ae7cc4b-aa2b-42a8-8d66-714bd8708892 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 210 time: 0.1382756 Jul 22 23:29:01.471634 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3f17cd4f-35af-472f-9555-d5a494e2880e tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=11a0634c1feb45a49aa72bf57660db76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352631 Jul 22 23:29:01.518612 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-501835c0-a58e-4167-bedd-06e648a3ae1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.528334 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-501835c0-a58e-4167-bedd-06e648a3ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.530673 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4198dcf8-d6ad-4d7f-b11c-2be633131141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.619721 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9022d60e-5bdf-487f-a585-ab2ee38c9f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.623364 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-ad9c32a0-059b-4c2d-a5f3-8e8906c22d0f tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:01.624868 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-ad9c32a0-059b-4c2d-a5f3-8e8906c22d0f tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431308 Jul 22 23:29:01.633026 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501835c0-a58e-4167-bedd-06e648a3ae1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01588ca-a553-42fa-ad01-56b8c868a4ee,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:01.634861 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-72a4ac35-6b30-48e8-b18f-7b608128190d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=470b6a7bd4f24430a86e8a919fb77209&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3074310 Jul 22 23:29:01.638076 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54330) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:01.657059 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-501835c0-a58e-4167-bedd-06e648a3ae1c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1dd54a5c046f4594ad52b314d16b0168&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8070474 Jul 22 23:29:01.660854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54332) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:01.709036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a8a53-36c6-4210-a00b-9ccdf3595e6b req-1259c91b-8169-4275-a373-5c6a994c39fb tempest-QuotasAdminNegativeTest-2033136451 tempest-QuotasAdminNegativeTest-2033136451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:01.717475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-614a8a53-36c6-4210-a00b-9ccdf3595e6b req-1259c91b-8169-4275-a373-5c6a994c39fb tempest-QuotasAdminNegativeTest-2033136451 tempest-QuotasAdminNegativeTest-2033136451-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5084960 Jul 22 23:29:01.738563 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-614a8a53-36c6-4210-a00b-9ccdf3595e6b req-1f10fd6c-58cb-49fa-9e07-01d83afd7712 tempest-QuotasAdminNegativeTest-2033136451 tempest-QuotasAdminNegativeTest-2033136451-project] 10.222.0.26 "GET /v2.0/quotas/fe3f3a0ab4bf4d39afd3f3a30b69a01d HTTP/1.1" status: 200 len: 375 time: 0.0187337 Jul 22 23:29:01.764145 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc04f388-360d-4955-bda2-af258d58fd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.773689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Request body: {'port': {'device_id': 'd467c6e1-5ea3-4194-8bba-e702cbc518ef', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': '11a0634c1feb45a49aa72bf57660db76'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:01.773944 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61a183c9-a734-4f40-8078-f254c87acdf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.799917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-614a8a53-36c6-4210-a00b-9ccdf3595e6b req-4912e407-bbc0-4400-84e4-7ba9e4d185d2 tempest-QuotasAdminNegativeTest-2033136451 tempest-QuotasAdminNegativeTest-2033136451-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe3f3a0ab4bf4d39afd3f3a30b69a01d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618334 Jul 22 23:29:01.814415 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61a183c9-a734-4f40-8078-f254c87acdf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.875067 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc04f388-360d-4955-bda2-af258d58fd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.891808 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61a183c9-a734-4f40-8078-f254c87acdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.896220 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61a183c9-a734-4f40-8078-f254c87acdf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.913581 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-61a183c9-a734-4f40-8078-f254c87acdf9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f01588ca-a553-42fa-ad01-56b8c868a4ee HTTP/1.1" status: 204 len: 168 time: 0.2397368 Jul 22 23:29:01.922120 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9022d60e-5bdf-487f-a585-ab2ee38c9f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.934761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a183c9-a734-4f40-8078-f254c87acdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01588ca-a553-42fa-ad01-56b8c868a4ee,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:01.943217 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9022d60e-5bdf-487f-a585-ab2ee38c9f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.018981 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9022d60e-5bdf-487f-a585-ab2ee38c9f56 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88808331634c41bb80b47481f0729951&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6460509 Jul 22 23:29:02.023304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:02.062206 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.18', 56585) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:02.115393 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022d60e-5bdf-487f-a585-ab2ee38c9f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351a2f17-028f-4456-a0d6-f5f22eae95a3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:02.193760 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11b0da7c-43db-4212-a981-4b02cb527805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.197414 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d424091a-4748-4a7e-aee7-9b086834367e req-1b70694b-771c-439c-be06-12c3a2f511e5 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=11a0634c1feb45a49aa72bf57660db76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1060436 Jul 22 23:29:02.220243 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11b0da7c-43db-4212-a981-4b02cb527805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.287598 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11b0da7c-43db-4212-a981-4b02cb527805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.290918 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11b0da7c-43db-4212-a981-4b02cb527805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.292303 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-11b0da7c-43db-4212-a981-4b02cb527805 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/351a2f17-028f-4456-a0d6-f5f22eae95a3 HTTP/1.1" status: 204 len: 168 time: 0.2488575 Jul 22 23:29:02.330158 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0da7c-43db-4212-a981-4b02cb527805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351a2f17-028f-4456-a0d6-f5f22eae95a3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:02.374019 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-c9f33215-c71d-4dcc-af72-9f9e6a7c1821 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:29:02.375586 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-c9f33215-c71d-4dcc-af72-9f9e6a7c1821 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101948 Jul 22 23:29:02.532926 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54364) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:02.562414 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c112267-39b6-4fd5-aefc-2e3b653bd755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.793504 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c112267-39b6-4fd5-aefc-2e3b653bd755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.800673 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c112267-39b6-4fd5-aefc-2e3b653bd755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.842995 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c112267-39b6-4fd5-aefc-2e3b653bd755 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7ec4d26700148b39185d1448afd3dfc&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3089218 Jul 22 23:29:02.847836 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54366) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:02.859107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424091a-4748-4a7e-aee7-9b086834367e req-acba590a-df02-40cb-8b00-127b159d32b4 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:02.861002 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d424091a-4748-4a7e-aee7-9b086834367e req-acba590a-df02-40cb-8b00-127b159d32b4 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6310194 Jul 22 23:29:02.890274 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d424091a-4748-4a7e-aee7-9b086834367e req-e1734f3b-bc03-45da-8023-51558cdb986c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Request body: {'port': {'device_id': '169c2a58-df7a-4990-87c1-92f8acaeb7a8', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': '11a0634c1feb45a49aa72bf57660db76'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:03.038341 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc04f388-360d-4955-bda2-af258d58fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.044138 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7c95d15-a2b8-4015-8dcc-815078532511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.046786 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc04f388-360d-4955-bda2-af258d58fd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.051443 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cc04f388-360d-4955-bda2-af258d58fd98 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/467eefd8-5332-4d9f-8602-30fb1f519f9c HTTP/1.1" status: 204 len: 168 time: 1.4102936 Jul 22 23:29:03.095442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceabcab-89b6-4b22-b468-687a169316df req-37ab9b03-99dd-4e03-9fe3-9c7428b42482 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:03.104926 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aceabcab-89b6-4b22-b468-687a169316df req-37ab9b03-99dd-4e03-9fe3-9c7428b42482 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 936 time: 0.9031761 Jul 22 23:29:03.115156 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7c95d15-a2b8-4015-8dcc-815078532511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.121815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Made reservation on behalf of 11a0634c1feb45a49aa72bf57660db76 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:03.129346 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.146834 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04f388-360d-4955-bda2-af258d58fd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467eefd8-5332-4d9f-8602-30fb1f519f9c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:03.249303 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7c95d15-a2b8-4015-8dcc-815078532511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.252341 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7c95d15-a2b8-4015-8dcc-815078532511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.257406 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a7c95d15-a2b8-4015-8dcc-815078532511 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49eaa729-1362-477c-943f-a2f0d2c8a553 HTTP/1.1" status: 204 len: 168 time: 0.4071531 Jul 22 23:29:03.259041 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.264431 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c112267-39b6-4fd5-aefc-2e3b653bd755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49eaa729-1362-477c-943f-a2f0d2c8a553,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:03.304142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c95d15-a2b8-4015-8dcc-815078532511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eaa729-1362-477c-943f-a2f0d2c8a553,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:03.358774 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b23ef72-b1be-40fd-95f4-a3a4e56102cf req-e989fe6c-66df-4218-a1ab-d27b3354dda0 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 210 time: 0.1638918 Jul 22 23:29:03.414704 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aceabcab-89b6-4b22-b468-687a169316df req-090acf22-fa54-47c4-8d97-9d3a296fd26f tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d6d6aa2-b5e5-4830-841b-0c1eceb12315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082788 Jul 22 23:29:03.451922 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.db.api [req-d424091a-4748-4a7e-aee7-9b086834367e req-e1734f3b-bc03-45da-8023-51558cdb986c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:29:03.451922 n-d-688802-2 neutron-server[93821]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:29:03.451922 n-d-688802-2 neutron-server[93821]: [parameters: {'project_id_1': '11a0634c1feb45a49aa72bf57660db76', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 29, 3, 395868)}] Jul 22 23:29:03.451922 n-d-688802-2 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:29:03.452391 n-d-688802-2 neutron-server[93821]: DEBUG oslo_db.api [req-d424091a-4748-4a7e-aee7-9b086834367e req-e1734f3b-bc03-45da-8023-51558cdb986c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:29:03.637341 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.643136 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.766190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871c29c1-3165-427d-88dc-b0e030e8a131,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:03.885793 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.072686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d424091a-4748-4a7e-aee7-9b086834367e req-e1734f3b-bc03-45da-8023-51558cdb986c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Made reservation on behalf of 11a0634c1feb45a49aa72bf57660db76 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:04.076872 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d424091a-4748-4a7e-aee7-9b086834367e req-e1734f3b-bc03-45da-8023-51558cdb986c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.093044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Allocated IP 192.168.233.14 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:04.161691 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54388) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:04.193775 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7c64-d0bd-4940-b163-85f03805ea0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.334900 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e64030d-39ef-4bc9-8e2a-ca7cc2020640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.340696 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.493632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54398) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:04.535272 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb4867d1-debc-4bba-a23e-fcff99cae0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.550314 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7c64-d0bd-4940-b163-85f03805ea0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.591501 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f17ed577-6e6b-4ee1-952f-834b749f58e5 req-376b1dd4-dd2a-4106-b631-878666038c89 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 210 time: 0.0855777 Jul 22 23:29:04.691599 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7c64-d0bd-4940-b163-85f03805ea0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.759829 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Request body: {'port': {'device_id': 'c810ab77-4d6f-4ba2-a1f1-d51015f5ae79', 'device_owner': 'compute:tempest-test_az-2104201000', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:04.934587 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.970981 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e7c64-d0bd-4940-b163-85f03805ea0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb10486-4423-450d-a91e-5956b5767ea5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:04.988769 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.009432 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ad0e7c64-d0bd-4940-b163-85f03805ea0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d262145cc4d54869974eab1f02c41279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8465936 Jul 22 23:29:05.010398 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54414) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:05.049889 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Transition to ACTIVE for port object b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:05.355381 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c0f9fa2-c333-4d2b-b88c-94a4583adfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.363199 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb4867d1-debc-4bba-a23e-fcff99cae0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.373911 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb4867d1-debc-4bba-a23e-fcff99cae0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.374124 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.436883 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb4867d1-debc-4bba-a23e-fcff99cae0b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad07330337234601a824060b742da046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9419880 Jul 22 23:29:05.437883 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54424) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:05.442310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4867d1-debc-4bba-a23e-fcff99cae0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62094ed3-85b7-4386-b4a5-1effec78059a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:05.497021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-d424091a-4748-4a7e-aee7-9b086834367e req-e1734f3b-bc03-45da-8023-51558cdb986c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Allocated IP 192.168.233.68 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/b48de029-b2f5-4077-a41c-e32090622356) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:05.512478 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c0f9fa2-c333-4d2b-b88c-94a4583adfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.514546 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96d26845-93f4-49e1-8479-885a25d57a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.538164 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96d26845-93f4-49e1-8479-885a25d57a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.611172 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96d26845-93f4-49e1-8479-885a25d57a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.612330 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.618007 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96d26845-93f4-49e1-8479-885a25d57a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.624216 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-96d26845-93f4-49e1-8479-885a25d57a0d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/62094ed3-85b7-4386-b4a5-1effec78059a HTTP/1.1" status: 204 len: 168 time: 0.1740603 Jul 22 23:29:05.632778 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d26845-93f4-49e1-8479-885a25d57a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62094ed3-85b7-4386-b4a5-1effec78059a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:05.663640 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c0f9fa2-c333-4d2b-b88c-94a4583adfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.676699 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c0f9fa2-c333-4d2b-b88c-94a4583adfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.686146 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c0f9fa2-c333-4d2b-b88c-94a4583adfec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4eb10486-4423-450d-a91e-5956b5767ea5 HTTP/1.1" status: 204 len: 168 time: 0.4472067 Jul 22 23:29:05.722118 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f9fa2-c333-4d2b-b88c-94a4583adfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb10486-4423-450d-a91e-5956b5767ea5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:05.990743 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d78ac-9997-4c8b-bcb0-e64229080f17 req-b11cf73b-bf7f-44a7-819b-f0817f3abeb7 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:06.013541 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-788d78ac-9997-4c8b-bcb0-e64229080f17 req-b11cf73b-bf7f-44a7-819b-f0817f3abeb7 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 936 time: 1.2594624 Jul 22 23:29:06.152713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:06.171156 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bde1dfb1-1b8f-4113-9b88-aadd50ddbadd req-5a569e1c-f735-4bdb-aaf6-06c29def3e13 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 210 time: 0.1296234 Jul 22 23:29:06.192019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:06.194147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Pushing event updated for resources: {'Port': ['ID=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:06.206708 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:06.213058 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:06.213748 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.296996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-56d852cd-9bfd-4e28-9f6b-af2a01846eaa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5377035 Jul 22 23:29:06.316270 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-788d78ac-9997-4c8b-bcb0-e64229080f17 req-e24d9465-132c-4fc7-b23f-8a5a612ede29 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d6d6aa2-b5e5-4830-841b-0c1eceb12315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054314 Jul 22 23:29:06.362911 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-82e38c91-5195-49b0-abb9-1b9e1f603f19 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:29:06.362911 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-82e38c91-5195-49b0-abb9-1b9e1f603f19 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0316448 Jul 22 23:29:06.456435 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d424091a-4748-4a7e-aee7-9b086834367e req-e1734f3b-bc03-45da-8023-51558cdb986c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.480826 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d424091a-4748-4a7e-aee7-9b086834367e req-e1734f3b-bc03-45da-8023-51558cdb986c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Transition to ACTIVE for port object b48de029-b2f5-4077-a41c-e32090622356 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:06.549962 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d424091a-4748-4a7e-aee7-9b086834367e req-e1734f3b-bc03-45da-8023-51558cdb986c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.646508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d424091a-4748-4a7e-aee7-9b086834367e req-e1734f3b-bc03-45da-8023-51558cdb986c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:06.647539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54456) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:06.669392 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-d424091a-4748-4a7e-aee7-9b086834367e req-e1734f3b-bc03-45da-8023-51558cdb986c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:06.675595 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d424091a-4748-4a7e-aee7-9b086834367e req-e1734f3b-bc03-45da-8023-51558cdb986c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:06.681624 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424091a-4748-4a7e-aee7-9b086834367e req-e1734f3b-bc03-45da-8023-51558cdb986c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:06.682677 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d424091a-4748-4a7e-aee7-9b086834367e req-e1734f3b-bc03-45da-8023-51558cdb986c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.691945 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-acc21b14-ea23-40e4-9182-0eac2cb462c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.692238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-14fef935-eec4-4332-99d7-691d58b356e7 None None] Provisioning for port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:06.710083 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-14fef935-eec4-4332-99d7-691d58b356e7 None None] Provisioning complete for port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:06.711619 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14fef935-eec4-4332-99d7-691d58b356e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.742567 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df020141-2c0a-49db-8008-be5a63dd670c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:06.744812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1734f3b-bc03-45da-8023-51558cdb986c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Pushing event updated for resources: {'Port': ['ID=b48de029-b2f5-4077-a41c-e32090622356,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:06.757721 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.792696 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Transition to ACTIVE for port object df020141-2c0a-49db-8008-be5a63dd670c will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:06.900410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d424091a-4748-4a7e-aee7-9b086834367e req-e1734f3b-bc03-45da-8023-51558cdb986c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0139067 Jul 22 23:29:06.927141 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-14fef935-eec4-4332-99d7-691d58b356e7 None None] Port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:06.934426 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.956192 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:07.120154 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-acc21b14-ea23-40e4-9182-0eac2cb462c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:07.128410 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-acc21b14-ea23-40e4-9182-0eac2cb462c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:07.160494 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8e8cd850-e69d-4bc9-ba89-7bd5329fab00 None None] Provisioning for port b48de029-b2f5-4077-a41c-e32090622356 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:07.174518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8e8cd850-e69d-4bc9-ba89-7bd5329fab00 None None] Provisioning complete for port b48de029-b2f5-4077-a41c-e32090622356 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:07.175186 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd850-e69d-4bc9-ba89-7bd5329fab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:07.226181 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Request body: {'port': {'device_id': 'd467c6e1-5ea3-4194-8bba-e702cbc518ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:07.268428 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Pushing event updated for resources: {'Port': ['ID=df020141-2c0a-49db-8008-be5a63dd670c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:07.293439 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Request body: {'port': {'device_id': '169c2a58-df7a-4990-87c1-92f8acaeb7a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:07.303491 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Attempting to bind port df020141-2c0a-49db-8008-be5a63dd670c on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:07.303849 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Attempting to bind port df020141-2c0a-49db-8008-be5a63dd670c by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:07.304232 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Attempting to bind port df020141-2c0a-49db-8008-be5a63dd670c on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:07.306820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cd850-e69d-4bc9-ba89-7bd5329fab00 None None] Port b48de029-b2f5-4077-a41c-e32090622356 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:07.327663 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Port df020141-2c0a-49db-8008-be5a63dd670c on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:07.328072 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Attempting to bind port df020141-2c0a-49db-8008-be5a63dd670c on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:07.351329 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:07.351786 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:07.352394 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:07.352912 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Bound port: df020141-2c0a-49db-8008-be5a63dd670c, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:07.359758 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:07.499075 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] For port df020141-2c0a-49db-8008-be5a63dd670c, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:07.506303 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] For port df020141-2c0a-49db-8008-be5a63dd670c, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=df020141-2c0a-49db-8008-be5a63dd670c,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:07.516503 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:07.622307 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:07.663225 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Pushing event updated for resources: {'Port': ['ID=df020141-2c0a-49db-8008-be5a63dd670c,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:07.708980 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:07.710351 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:07.712998 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-947df962-ed41-4c35-880c-f60f8ad10725 service neutron] 10.222.0.95 "PUT /v2.0/ports/df020141-2c0a-49db-8008-be5a63dd670c HTTP/1.1" status: 200 len: 1118 time: 3.7989824 Jul 22 23:29:07.714037 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c810ab77-4d6f-4ba2-a1f1-d51015f5ae79', 'tag': 'df020141-2c0a-49db-8008-be5a63dd670c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:07.960069 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-acc21b14-ea23-40e4-9182-0eac2cb462c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=44bd383388e742a6ae176ae5bea43100&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3113356 Jul 22 23:29:07.977149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54488) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:07.985206 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:08.082923 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-0428079f-0a7c-47c3-a3a7-e4960d2ee723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:08.084669 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-0428079f-0a7c-47c3-a3a7-e4960d2ee723 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c127b9e2c1cc4180a44cf563af85cf7d&device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 1121 time: 0.2508831 Jul 22 23:29:08.142246 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2095f4ec-8ac9-4bed-be19-b065b863a906" -d '{"events": [{"name": "network-changed", "server_uuid": "c810ab77-4d6f-4ba2-a1f1-d51015f5ae79", "tag": "df020141-2c0a-49db-8008-be5a63dd670c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:08.180040 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49e85981-9238-45bc-8974-2975f954e90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:08.276005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc21b14-ea23-40e4-9182-0eac2cb462c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4d83c7-e9c0-469a-933f-49f662c5e843,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:08.439594 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-d0366607-182b-4c6e-828e-bacc7389f036 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=df020141-2c0a-49db-8008-be5a63dd670c HTTP/1.1" status: 200 len: 217 time: 0.3267815 Jul 22 23:29:08.503927 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49e85981-9238-45bc-8974-2975f954e90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:08.628293 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49e85981-9238-45bc-8974-2975f954e90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:08.631268 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49e85981-9238-45bc-8974-2975f954e90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:08.632538 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-49e85981-9238-45bc-8974-2975f954e90f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d4d83c7-e9c0-469a-933f-49f662c5e843 HTTP/1.1" status: 204 len: 168 time: 0.6529605 Jul 22 23:29:08.646279 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e85981-9238-45bc-8974-2975f954e90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4d83c7-e9c0-469a-933f-49f662c5e843,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:08.762465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a886622-9c62-4d65-bc76-eaf52be958ab req-aa2161e8-e3d1-450c-9125-2249b52c9299 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:08.771323 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a886622-9c62-4d65-bc76-eaf52be958ab req-aa2161e8-e3d1-450c-9125-2249b52c9299 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 935 time: 1.3018219 Jul 22 23:29:08.831197 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-49ce9013-ffb2-4f88-af36-e5699677db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:08.833707 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-49ce9013-ffb2-4f88-af36-e5699677db77 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1694663 Jul 22 23:29:08.908974 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea22da60-3f1a-4c50-94af-0d8b785f448a req-a73d06a3-9c78-48af-9808-d6328db00f03 tempest-QuotasAdminNegativeTest-2033136451 tempest-QuotasAdminNegativeTest-2033136451-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fe3f3a0ab4bf4d39afd3f3a30b69a01d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503411 Jul 22 23:29:09.007954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a886622-9c62-4d65-bc76-eaf52be958ab req-8ceaa285-51a2-44f5-b0a7-788197e3f655 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049737 Jul 22 23:29:09.083536 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-296c3d14-9b50-4437-969d-d1213e5f5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:09.085044 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-296c3d14-9b50-4437-969d-d1213e5f5576 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2429204 Jul 22 23:29:09.192297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:09.208486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22da60-3f1a-4c50-94af-0d8b785f448a req-91ba3bd6-fd12-4803-8d5e-ca429100e14e tempest-QuotasAdminNegativeTest-2033136451 tempest-QuotasAdminNegativeTest-2033136451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:09.218791 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea22da60-3f1a-4c50-94af-0d8b785f448a req-91ba3bd6-fd12-4803-8d5e-ca429100e14e tempest-QuotasAdminNegativeTest-2033136451 tempest-QuotasAdminNegativeTest-2033136451-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2831194 Jul 22 23:29:09.228051 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:09.248736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea22da60-3f1a-4c50-94af-0d8b785f448a req-abfe7409-2fdd-4705-b30b-0dc0c824d086 tempest-QuotasAdminNegativeTest-2033136451 tempest-QuotasAdminNegativeTest-2033136451-project] 10.222.0.26 "GET /v2.0/quotas/fe3f3a0ab4bf4d39afd3f3a30b69a01d HTTP/1.1" status: 200 len: 375 time: 0.0290151 Jul 22 23:29:09.299872 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea22da60-3f1a-4c50-94af-0d8b785f448a req-adc60ee6-5681-4fa4-9fec-b5c61be86dbf tempest-QuotasAdminNegativeTest-2033136451 tempest-QuotasAdminNegativeTest-2033136451-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe3f3a0ab4bf4d39afd3f3a30b69a01d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498168 Jul 22 23:29:09.303427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Transition to ACTIVE for port object b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:09.306349 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-c5e1ce27-1b4c-4f51-acc5-38cd16e5de00 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087836 Jul 22 23:29:09.348644 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:09.491953 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d9d407d-e828-47bf-8855-bf92399bfce1 req-6cf3a8dc-2ede-41eb-8b11-f969df772178 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788979 Jul 22 23:29:09.600914 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b900034-a8ff-4e66-8f19-d8306703eb8b req-bd84ead6-582a-458f-8a70-6fe09a5e4f15 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:09.602475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b900034-a8ff-4e66-8f19-d8306703eb8b req-bd84ead6-582a-458f-8a70-6fe09a5e4f15 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 970 time: 0.4598644 Jul 22 23:29:09.626036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Pushing event updated for resources: {'Port': ['ID=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:09.744286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Attempting to bind port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:09.744834 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Attempting to bind port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:09.745771 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Attempting to bind port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:09.765851 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b900034-a8ff-4e66-8f19-d8306703eb8b req-c216d42d-67f3-4df7-934a-fc2ffe427782 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d6d6aa2-b5e5-4830-841b-0c1eceb12315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528888 Jul 22 23:29:09.772332 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:09.772709 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Attempting to bind port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:09.786643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:09.786982 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:09.787618 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:09.788074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Bound port: b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:09.788509 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:09.862313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48de029-b2f5-4077-a41c-e32090622356 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:09.871740 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:09.889751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Transition to ACTIVE for port object b48de029-b2f5-4077-a41c-e32090622356 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:09.911201 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:10.022346 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54542) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:10.076184 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b12754-8607-4710-be52-e6d8f8ef81ed x-openstack-request-id: req-68b12754-8607-4710-be52-e6d8f8ef81ed {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:10.076540 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c810ab77-4d6f-4ba2-a1f1-d51015f5ae79", "tag": "df020141-2c0a-49db-8008-be5a63dd670c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:10.076783 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68b12754-8607-4710-be52-e6d8f8ef81ed {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:10.077275 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c810ab77-4d6f-4ba2-a1f1-d51015f5ae79', 'tag': 'df020141-2c0a-49db-8008-be5a63dd670c', 'status': 'completed', 'code': 200} Jul 22 23:29:10.112576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Attempting to bind port b48de029-b2f5-4077-a41c-e32090622356 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:10.112901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Attempting to bind port b48de029-b2f5-4077-a41c-e32090622356 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:10.113454 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Attempting to bind port b48de029-b2f5-4077-a41c-e32090622356 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:10.127734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b48de029-b2f5-4077-a41c-e32090622356,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:10.147684 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] For port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:10.153698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Port b48de029-b2f5-4077-a41c-e32090622356 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:10.154329 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Attempting to bind port b48de029-b2f5-4077-a41c-e32090622356 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:10.218199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095f4ec-8ac9-4bed-be19-b065b863a906 req-e578994f-711d-4182-a67e-057de08e3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:10.219818 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2095f4ec-8ac9-4bed-be19-b065b863a906 req-e578994f-711d-4182-a67e-057de08e3c97 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c127b9e2c1cc4180a44cf563af85cf7d&device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 1121 time: 0.1162374 Jul 22 23:29:10.233778 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] For port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:10.236487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:10.237085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:10.237707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:10.238673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Bound port: b48de029-b2f5-4077-a41c-e32090622356, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:10.239265 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:10.257946 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:10.334765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Pushing event updated for resources: {'Port': ['ID=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:10.374741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:10.375601 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:10.377354 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-3c6e9723-c942-4a5c-8c75-f7eabc44ecef service neutron] 10.222.0.18 "PUT /v2.0/ports/b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee HTTP/1.1" status: 200 len: 1095 time: 3.6428812 Jul 22 23:29:10.379158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd467c6e1-5ea3-4194-8bba-e702cbc518ef', 'tag': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:10.434303 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6d9eb50-6c37-4814-bb5b-1eb4d95934c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:10.486707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b20a6-b5ef-483d-acb7-2cdf8077b25b req-51938865-a480-45b7-8404-3b5febbabca6 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:10.496888 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-405b20a6-b5ef-483d-acb7-2cdf8077b25b req-51938865-a480-45b7-8404-3b5febbabca6 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 947 time: 0.3367357 Jul 22 23:29:10.524323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] For port b48de029-b2f5-4077-a41c-e32090622356, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:10.581115 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095f4ec-8ac9-4bed-be19-b065b863a906 req-53136807-8b46-4206-b1c9-d905648e2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:10.582804 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2095f4ec-8ac9-4bed-be19-b065b863a906 req-53136807-8b46-4206-b1c9-d905648e2db6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.3555818 Jul 22 23:29:10.618294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] For port b48de029-b2f5-4077-a41c-e32090622356, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b48de029-b2f5-4077-a41c-e32090622356,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:10.667827 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2095f4ec-8ac9-4bed-be19-b065b863a906 req-435a7cd6-17bb-4b8d-a305-74c8bdb79a9a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=df020141-2c0a-49db-8008-be5a63dd670c HTTP/1.1" status: 200 len: 217 time: 0.0738680 Jul 22 23:29:10.705355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-405b20a6-b5ef-483d-acb7-2cdf8077b25b req-de8005f2-2a18-4150-9a29-7aae46e17e8a tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058947 Jul 22 23:29:10.710408 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:10.798176 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:10.798871 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:10.800287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d424091a-4748-4a7e-aee7-9b086834367e req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] 10.222.0.18 "PUT /v2.0/ports/b48de029-b2f5-4077-a41c-e32090622356 HTTP/1.1" status: 200 len: 1095 time: 3.8857028 Jul 22 23:29:10.809968 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095f4ec-8ac9-4bed-be19-b065b863a906 req-91f31d17-52be-45eb-970e-0642a08de142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:10.811999 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2095f4ec-8ac9-4bed-be19-b065b863a906 req-91f31d17-52be-45eb-970e-0642a08de142 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1368513 Jul 22 23:29:10.844969 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc60dc5-82d2-4a31-abbf-6fa68c53d1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b48de029-b2f5-4077-a41c-e32090622356,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:10.901273 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6d9eb50-6c37-4814-bb5b-1eb4d95934c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:10.918517 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6d9eb50-6c37-4814-bb5b-1eb4d95934c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:10.923109 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899e6ae6-4e12-4992-b0e6-f9e6b8db6ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "d467c6e1-5ea3-4194-8bba-e702cbc518ef", "tag": "b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:10.976226 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095f4ec-8ac9-4bed-be19-b065b863a906 req-7a1c6ffb-4bd6-4ae6-a5d8-927f0e52a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:10.978300 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2095f4ec-8ac9-4bed-be19-b065b863a906 req-7a1c6ffb-4bd6-4ae6-a5d8-927f0e52a66f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1564445 Jul 22 23:29:11.033674 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9eb50-6c37-4814-bb5b-1eb4d95934c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4521fea5-d76a-4d47-9101-d557139d662a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:11.084384 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d6d9eb50-6c37-4814-bb5b-1eb4d95934c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a85f3b03d45c4a3780b4776b3da04929&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0582669 Jul 22 23:29:11.085276 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54578) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:11.173190 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2095f4ec-8ac9-4bed-be19-b065b863a906 req-0812f1e2-ac3d-4510-871b-7de611cd310d service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812096 Jul 22 23:29:11.179692 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6a925e3-4508-49ba-83b0-a41851d72493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:11.241366 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6a925e3-4508-49ba-83b0-a41851d72493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:11.303470 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6a925e3-4508-49ba-83b0-a41851d72493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:11.306841 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6a925e3-4508-49ba-83b0-a41851d72493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:11.308265 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b6a925e3-4508-49ba-83b0-a41851d72493 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4521fea5-d76a-4d47-9101-d557139d662a HTTP/1.1" status: 204 len: 168 time: 0.2225919 Jul 22 23:29:11.318883 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a925e3-4508-49ba-83b0-a41851d72493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4521fea5-d76a-4d47-9101-d557139d662a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:11.353703 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2095f4ec-8ac9-4bed-be19-b065b863a906 req-f8ad94df-ea1a-4492-9cc0-88062de5493e service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726475 Jul 22 23:29:11.585046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9cb15-29cb-45b9-b28a-56d05c5b55cb req-7c07508c-e100-4bee-9ae8-cf8407c3c517 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:11.586921 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6e9cb15-29cb-45b9-b28a-56d05c5b55cb req-7c07508c-e100-4bee-9ae8-cf8407c3c517 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 970 time: 0.2096574 Jul 22 23:29:11.639282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6e9cb15-29cb-45b9-b28a-56d05c5b55cb req-bc094128-4a0e-4ced-a07b-a68b4724fd26 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d6d6aa2-b5e5-4830-841b-0c1eceb12315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404396 Jul 22 23:29:11.666249 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a07f9fd-4cef-45e7-9551-ad8153ab5cba x-openstack-request-id: req-5a07f9fd-4cef-45e7-9551-ad8153ab5cba {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:11.666540 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d467c6e1-5ea3-4194-8bba-e702cbc518ef", "tag": "b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:11.666793 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a07f9fd-4cef-45e7-9551-ad8153ab5cba {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:11.667786 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd467c6e1-5ea3-4194-8bba-e702cbc518ef', 'tag': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee', 'status': 'completed', 'code': 200} Jul 22 23:29:11.769083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54604) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:11.792837 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9aa7f3d-cef2-4f5e-a350-068559855ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:11.937439 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9aa7f3d-cef2-4f5e-a350-068559855ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:11.950508 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9aa7f3d-cef2-4f5e-a350-068559855ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:12.035560 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f9aa7f3d-cef2-4f5e-a350-068559855ecf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7af02c622c404953a8095b7bf728ed54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646995 Jul 22 23:29:12.038221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54614) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:12.042312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa7f3d-cef2-4f5e-a350-068559855ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6824c5-3648-4172-a246-a7f1da580732,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:12.096807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e575907-fce0-42eb-b761-b15b0db71e66 req-b993d055-a783-4045-8953-10e0f5da1fda tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:12.096989 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2199ef76-94ff-453e-9b61-2388245f0b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:12.101592 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e575907-fce0-42eb-b761-b15b0db71e66 req-b993d055-a783-4045-8953-10e0f5da1fda tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 947 time: 0.1344676 Jul 22 23:29:12.124350 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2199ef76-94ff-453e-9b61-2388245f0b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:12.158074 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e575907-fce0-42eb-b761-b15b0db71e66 req-4f6d5d1e-6de3-430a-b493-2688be8d760d tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467389 Jul 22 23:29:12.211427 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2199ef76-94ff-453e-9b61-2388245f0b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:12.216341 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2199ef76-94ff-453e-9b61-2388245f0b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:12.218171 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2199ef76-94ff-453e-9b61-2388245f0b22 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd6824c5-3648-4172-a246-a7f1da580732 HTTP/1.1" status: 204 len: 168 time: 0.1788414 Jul 22 23:29:12.227442 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199ef76-94ff-453e-9b61-2388245f0b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6824c5-3648-4172-a246-a7f1da580732,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:12.571584 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-347d5f80-e383-42c8-bae7-59df2fd9fc28 req-54ce6095-89e8-4d72-83cc-230f37130c5b tempest-QuotasAdminNegativeTest-2033136451 tempest-QuotasAdminNegativeTest-2033136451-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fe3f3a0ab4bf4d39afd3f3a30b69a01d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393646 Jul 22 23:29:12.664689 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device df020141-2c0a-49db-8008-be5a63dd670c details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:29:12.735647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d5f80-e383-42c8-bae7-59df2fd9fc28 req-9d963dd7-4b34-4e5f-a758-5969a452b4fe tempest-QuotasAdminNegativeTest-2033136451 tempest-QuotasAdminNegativeTest-2033136451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:12.737426 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-347d5f80-e383-42c8-bae7-59df2fd9fc28 req-9d963dd7-4b34-4e5f-a758-5969a452b4fe tempest-QuotasAdminNegativeTest-2033136451 tempest-QuotasAdminNegativeTest-2033136451-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591146 Jul 22 23:29:12.758013 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-347d5f80-e383-42c8-bae7-59df2fd9fc28 req-91613c86-d6a5-4f44-a498-e143df154eef tempest-QuotasAdminNegativeTest-2033136451 tempest-QuotasAdminNegativeTest-2033136451-project] 10.222.0.26 "GET /v2.0/quotas/fe3f3a0ab4bf4d39afd3f3a30b69a01d HTTP/1.1" status: 200 len: 375 time: 0.0153198 Jul 22 23:29:12.823585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54666) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:12.834513 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-347d5f80-e383-42c8-bae7-59df2fd9fc28 req-fb57cfb0-78fc-4a60-bc45-15293cc1fb23 tempest-QuotasAdminNegativeTest-2033136451 tempest-QuotasAdminNegativeTest-2033136451-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe3f3a0ab4bf4d39afd3f3a30b69a01d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620115 Jul 22 23:29:12.887794 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port df020141-2c0a-49db-8008-be5a63dd670c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=df020141-2c0a-49db-8008-be5a63dd670c,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:12.891650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7554cb-c08d-43a9-b110-aacf338ba43e req-9d108450-9ae1-499f-9816-c8551030c3bd tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:12.898757 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a7554cb-c08d-43a9-b110-aacf338ba43e req-9d108450-9ae1-499f-9816-c8551030c3bd tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 970 time: 0.1397450 Jul 22 23:29:12.901916 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'df020141-2c0a-49db-8008-be5a63dd670c', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'df020141-2c0a-49db-8008-be5a63dd670c', 'mac_address': 'fa:16:3e:7b:23:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:tempest-test_az-2104201000', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:29:12.949070 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a7554cb-c08d-43a9-b110-aacf338ba43e req-86f4a3ab-573a-48f8-9149-868a8e22fb8b tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d6d6aa2-b5e5-4830-841b-0c1eceb12315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448580 Jul 22 23:29:12.986718 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.000466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df020141-2c0a-49db-8008-be5a63dd670c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:13.029263 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port df020141-2c0a-49db-8008-be5a63dd670c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=df020141-2c0a-49db-8008-be5a63dd670c,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:13.035398 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.099479 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8aa4f390-a263-4003-82dc-385eff67319f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.109362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=df020141-2c0a-49db-8008-be5a63dd670c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:13.123386 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.123735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.124079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.124627 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.125268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.125791 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.126507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.127110 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.127673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.128189 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.128963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.129971 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Tracked resource versions report: Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: pushed versions: Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: { 'AddressGroup': {'1.2'}, Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'ConntrackHelper': {'1.0'}, Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'Log': {'1.0'}, Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'Network': {'1.1'}, Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'Port': {'1.7'}, Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'PortForwarding': {'1.2'}, Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'QosPolicy': {'1.8'}, Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'SecurityGroup': {'1.4'}, Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'SubPort': {'1.0'}, Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'Subnet': {'1.1'}, Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'Trunk': {'1.1'}} Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: consumer versions: Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: { DHCP agent@n-d-688802-2: {}, Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: HyperV agent@n-h1-688802-2: {}, Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: HyperV agent@n-h2-688802-2: {}, Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: L3 agent@n-d-688802-2: {}, Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: Metadata agent@n-d-688802-2: {}, Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: Metering agent@n-d-688802-2: {}, Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: Open vSwitch agent@n-d-688802-2: { 'AddressGroup': '1.2', Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'ConntrackHelper': '1.0', Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'Log': '1.0', Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'Network': '1.1', Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'Port': '1.7', Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'PortForwarding': '1.2', Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'QosPolicy': '1.8', Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'SecurityGroup': '1.4', Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'SecurityGroupRule': '1.2', Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'SubPort': '1.0', Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'Subnet': '1.1', Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: 'Trunk': '1.1'}} Jul 22 23:29:13.131249 n-d-688802-2 neutron-server[93822]: {{(pid=93822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:29:13.268482 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8aa4f390-a263-4003-82dc-385eff67319f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.276237 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8aa4f390-a263-4003-82dc-385eff67319f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.341210 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8aa4f390-a263-4003-82dc-385eff67319f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2b2b72f9dd84b96a575043bb91ce6fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5163908 Jul 22 23:29:13.343949 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54688) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:13.348028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf398e-8633-4163-ace9-357a0e08cae0 req-5ae51228-0675-4674-ab91-3152a2f139a2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:13.350887 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1cdf398e-8633-4163-ace9-357a0e08cae0 req-5ae51228-0675-4674-ab91-3152a2f139a2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 947 time: 0.0893414 Jul 22 23:29:13.352300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['df020141-2c0a-49db-8008-be5a63dd670c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:13.370693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4f390-a263-4003-82dc-385eff67319f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1216c2c-66f3-4e65-be74-f6cb5f2c723e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:13.462881 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81559dff-a87f-4fc8-89db-36f84fced91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.471286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1cdf398e-8633-4163-ace9-357a0e08cae0 req-0755b6b3-8e89-40fd-98d7-9f5a51ff4cc3 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142399 Jul 22 23:29:13.504161 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81559dff-a87f-4fc8-89db-36f84fced91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.560087 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81559dff-a87f-4fc8-89db-36f84fced91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.563067 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81559dff-a87f-4fc8-89db-36f84fced91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.567561 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-81559dff-a87f-4fc8-89db-36f84fced91c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1216c2c-66f3-4e65-be74-f6cb5f2c723e HTTP/1.1" status: 204 len: 168 time: 0.2222123 Jul 22 23:29:13.583214 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81559dff-a87f-4fc8-89db-36f84fced91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1216c2c-66f3-4e65-be74-f6cb5f2c723e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:13.668793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169c2a58-df7a-4990-87c1-92f8acaeb7a8', 'tag': 'b48de029-b2f5-4077-a41c-e32090622356'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:13.671401 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840ae16f-567b-4bb4-b7f4-1336cfa37de7" -d '{"events": [{"name": "network-changed", "server_uuid": "169c2a58-df7a-4990-87c1-92f8acaeb7a8", "tag": "b48de029-b2f5-4077-a41c-e32090622356"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:13.763555 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2ea5e5-efba-4646-bb32-2259dd50a974 x-openstack-request-id: req-bc2ea5e5-efba-4646-bb32-2259dd50a974 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:13.763989 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169c2a58-df7a-4990-87c1-92f8acaeb7a8", "tag": "b48de029-b2f5-4077-a41c-e32090622356", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:13.764284 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc2ea5e5-efba-4646-bb32-2259dd50a974 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:13.764929 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169c2a58-df7a-4990-87c1-92f8acaeb7a8', 'tag': 'b48de029-b2f5-4077-a41c-e32090622356', 'status': 'completed', 'code': 200} Jul 22 23:29:14.022921 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54712) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:14.038581 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54716) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:14.057002 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a407de0f-6fb2-4916-adcd-f44196209569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.112992 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868d607-30c4-49a3-abcf-f13ecd0ca630 req-e123726b-a33a-4d41-917a-e84b438984cb tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:14.122681 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9868d607-30c4-49a3-abcf-f13ecd0ca630 req-e123726b-a33a-4d41-917a-e84b438984cb tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 971 time: 0.1033735 Jul 22 23:29:14.171468 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a407de0f-6fb2-4916-adcd-f44196209569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.183580 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a407de0f-6fb2-4916-adcd-f44196209569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.194735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9868d607-30c4-49a3-abcf-f13ecd0ca630 req-2926dca5-8348-46e8-b51a-a0a177a6deb2 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d6d6aa2-b5e5-4830-841b-0c1eceb12315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660973 Jul 22 23:29:14.249904 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a407de0f-6fb2-4916-adcd-f44196209569 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1819b4af8c74b1684cec114f03c5cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101421 Jul 22 23:29:14.251865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54722) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:14.259064 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407de0f-6fb2-4916-adcd-f44196209569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d11ec0-ed78-4b03-82ef-3b55b6750c1e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:14.264341 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21b9cd45-9cc3-4219-8226-272529758e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.306168 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84227c89-1058-4c40-a6be-33b1d2c2ee29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.337674 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84227c89-1058-4c40-a6be-33b1d2c2ee29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.394216 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84227c89-1058-4c40-a6be-33b1d2c2ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.396826 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84227c89-1058-4c40-a6be-33b1d2c2ee29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.398247 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-84227c89-1058-4c40-a6be-33b1d2c2ee29 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84d11ec0-ed78-4b03-82ef-3b55b6750c1e HTTP/1.1" status: 204 len: 168 time: 0.1454015 Jul 22 23:29:14.404492 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21b9cd45-9cc3-4219-8226-272529758e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.408010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84227c89-1058-4c40-a6be-33b1d2c2ee29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d11ec0-ed78-4b03-82ef-3b55b6750c1e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:14.409159 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21b9cd45-9cc3-4219-8226-272529758e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.467960 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9cd45-9cc3-4219-8226-272529758e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ccb7b4-eed0-48e5-82a7-73ea411b95bc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:14.479847 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-21b9cd45-9cc3-4219-8226-272529758e7e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe3f3a0ab4bf4d39afd3f3a30b69a01d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4532890 Jul 22 23:29:14.480303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54730) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:14.551637 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15d09b7f-340a-44e8-bad5-21d187d3eb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.614980 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15d09b7f-340a-44e8-bad5-21d187d3eb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.658565 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device df020141-2c0a-49db-8008-be5a63dd670c up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:14.688438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56fc48-bf04-47bc-aa8b-bf869598fa6f req-fa525674-2859-4c4e-9b27-53e1739e2f87 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:14.690100 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a56fc48-bf04-47bc-aa8b-bf869598fa6f req-fa525674-2859-4c4e-9b27-53e1739e2f87 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 947 time: 0.1234317 Jul 22 23:29:14.707757 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15d09b7f-340a-44e8-bad5-21d187d3eb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.710310 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15d09b7f-340a-44e8-bad5-21d187d3eb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.714116 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-15d09b7f-340a-44e8-bad5-21d187d3eb40 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73ccb7b4-eed0-48e5-82a7-73ea411b95bc HTTP/1.1" status: 204 len: 168 time: 0.2301176 Jul 22 23:29:14.731456 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port df020141-2c0a-49db-8008-be5a63dd670c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:14.731661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d09b7f-340a-44e8-bad5-21d187d3eb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ccb7b4-eed0-48e5-82a7-73ea411b95bc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:14.738360 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port df020141-2c0a-49db-8008-be5a63dd670c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:14.738970 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.747478 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a56fc48-bf04-47bc-aa8b-bf869598fa6f req-5e2272eb-d5b1-41e0-8113-f54883e4a13f tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497370 Jul 22 23:29:14.872182 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.896789 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c810ab77-4d6f-4ba2-a1f1-d51015f5ae79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df020141-2c0a-49db-8008-be5a63dd670c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:15.009243 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port df020141-2c0a-49db-8008-be5a63dd670c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=df020141-2c0a-49db-8008-be5a63dd670c,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:15.016265 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.068566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=df020141-2c0a-49db-8008-be5a63dd670c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:15.129144 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54756) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:15.149002 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72be2e7d-34c4-4788-94b2-438bdff9193f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.264301 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cf0b9c-0c04-487a-bc30-90008d301773" -d '{"events": [{"server_uuid": "c810ab77-4d6f-4ba2-a1f1-d51015f5ae79", "name": "network-vif-plugged", "status": "completed", "tag": "df020141-2c0a-49db-8008-be5a63dd670c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:15.289569 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72be2e7d-34c4-4788-94b2-438bdff9193f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.295010 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-72be2e7d-34c4-4788-94b2-438bdff9193f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.363175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54770) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:15.395315 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be2e7d-34c4-4788-94b2-438bdff9193f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b8dd7a-c02e-4810-832d-9c6fb4ec98d7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:15.400327 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-72be2e7d-34c4-4788-94b2-438bdff9193f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=007d9a3cb6944eb682da64e4328128b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699766 Jul 22 23:29:15.403830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54774) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:15.452253 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1821336-4e27-4b03-96ce-5b100f9fc2e1 x-openstack-request-id: req-b1821336-4e27-4b03-96ce-5b100f9fc2e1 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:15.452557 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c810ab77-4d6f-4ba2-a1f1-d51015f5ae79", "name": "network-vif-plugged", "status": "completed", "tag": "df020141-2c0a-49db-8008-be5a63dd670c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:15.452813 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1821336-4e27-4b03-96ce-5b100f9fc2e1 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:15.453318 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c810ab77-4d6f-4ba2-a1f1-d51015f5ae79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df020141-2c0a-49db-8008-be5a63dd670c', 'code': 200} Jul 22 23:29:15.493504 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1560b01-e65d-4d6d-9c81-4279131f0230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.515641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd1745-04e9-466b-bfe6-d433e92d5196 req-11dcc2a2-1d15-4b72-91b0-4f7b32cf3ada tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:15.517241 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-35cd1745-04e9-466b-bfe6-d433e92d5196 req-11dcc2a2-1d15-4b72-91b0-4f7b32cf3ada tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 972 time: 0.1949935 Jul 22 23:29:15.552494 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1560b01-e65d-4d6d-9c81-4279131f0230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.593689 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-35cd1745-04e9-466b-bfe6-d433e92d5196 req-b58347d7-9ca2-4467-be99-d667c5771068 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d6d6aa2-b5e5-4830-841b-0c1eceb12315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677629 Jul 22 23:29:15.598647 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b05242c-0141-4678-9ad6-aa7b7bb12bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.642722 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1560b01-e65d-4d6d-9c81-4279131f0230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.646468 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1560b01-e65d-4d6d-9c81-4279131f0230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.647353 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a1560b01-e65d-4d6d-9c81-4279131f0230 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5b8dd7a-c02e-4810-832d-9c6fb4ec98d7 HTTP/1.1" status: 204 len: 168 time: 0.2370126 Jul 22 23:29:15.677189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1560b01-e65d-4d6d-9c81-4279131f0230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b8dd7a-c02e-4810-832d-9c6fb4ec98d7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:15.690937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b82d5-3148-4caf-87b1-2c813f889a4f req-dcb372d2-b476-4676-bfd0-6e2a5245ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:15.692456 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-342b82d5-3148-4caf-87b1-2c813f889a4f req-dcb372d2-b476-4676-bfd0-6e2a5245ff4e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 1123 time: 0.1596370 Jul 22 23:29:15.719542 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-342b82d5-3148-4caf-87b1-2c813f889a4f req-7e257fd8-1dea-481d-a40f-17bf52f87c3d service neutron] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.758750 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b05242c-0141-4678-9ad6-aa7b7bb12bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.767545 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b05242c-0141-4678-9ad6-aa7b7bb12bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.841186 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05242c-0141-4678-9ad6-aa7b7bb12bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef163d9-9db2-49a5-995c-fedad246734e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:15.852230 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0b05242c-0141-4678-9ad6-aa7b7bb12bd9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0823793823a74f588d984df52d14907d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4879360 Jul 22 23:29:15.853940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54792) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:15.930091 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73929b16-8b97-4b4d-b2d1-956ebe7d50b1 req-ce52a7c9-d073-4f74-adc5-3f844984ed1c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:15.941586 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73929b16-8b97-4b4d-b2d1-956ebe7d50b1 req-ce52a7c9-d073-4f74-adc5-3f844984ed1c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 947 time: 0.0973577 Jul 22 23:29:16.002806 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73929b16-8b97-4b4d-b2d1-956ebe7d50b1 req-f8636176-c78b-4d71-bff7-db401d1e4ed3 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591707 Jul 22 23:29:16.004644 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6b49847-c1e1-460e-82b7-c18b7db955d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.020480 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-342b82d5-3148-4caf-87b1-2c813f889a4f req-7e257fd8-1dea-481d-a40f-17bf52f87c3d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.034165 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-342b82d5-3148-4caf-87b1-2c813f889a4f req-7e257fd8-1dea-481d-a40f-17bf52f87c3d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.074457 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6b49847-c1e1-460e-82b7-c18b7db955d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.085512 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.098584 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-342b82d5-3148-4caf-87b1-2c813f889a4f req-7e257fd8-1dea-481d-a40f-17bf52f87c3d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1d6d6aa2-b5e5-4830-841b-0c1eceb12315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988683 Jul 22 23:29:16.103000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e257fd8-1dea-481d-a40f-17bf52f87c3d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf60b63-5a0b-4710-8228-3baa4c692350,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:16.144152 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6b49847-c1e1-460e-82b7-c18b7db955d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.146941 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6b49847-c1e1-460e-82b7-c18b7db955d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.149285 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e6b49847-c1e1-460e-82b7-c18b7db955d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ef163d9-9db2-49a5-995c-fedad246734e HTTP/1.1" status: 204 len: 168 time: 0.2930973 Jul 22 23:29:16.156079 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b49847-c1e1-460e-82b7-c18b7db955d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef163d9-9db2-49a5-995c-fedad246734e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:16.596538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54826) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:16.625354 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2655f87-d72d-4ffc-806e-099915150f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.649986 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae16f-567b-4bb4-b7f4-1336cfa37de7 req-4c87cf71-bc3f-4772-8b67-26ba4f4ec829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:16.652448 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-840ae16f-567b-4bb4-b7f4-1336cfa37de7 req-4c87cf71-bc3f-4772-8b67-26ba4f4ec829 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11a0634c1feb45a49aa72bf57660db76&device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 1098 time: 0.1400790 Jul 22 23:29:16.702711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e6ae6-4e12-4992-b0e6-f9e6b8db6ea4 req-53f42017-67fe-4e2f-ac0d-71419177ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:16.708926 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-899e6ae6-4e12-4992-b0e6-f9e6b8db6ea4 req-53f42017-67fe-4e2f-ac0d-71419177ced9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11a0634c1feb45a49aa72bf57660db76&device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 1098 time: 0.1121442 Jul 22 23:29:16.753596 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2655f87-d72d-4ffc-806e-099915150f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.758402 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2655f87-d72d-4ffc-806e-099915150f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.762511 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-840ae16f-567b-4bb4-b7f4-1336cfa37de7 req-fcd0d24b-8f40-4853-9641-e23faad4dae7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=11a0634c1feb45a49aa72bf57660db76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0908349 Jul 22 23:29:16.774092 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-899e6ae6-4e12-4992-b0e6-f9e6b8db6ea4 req-8dda48dd-c1a3-4df4-8a0d-afff67a2cd1b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=11a0634c1feb45a49aa72bf57660db76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251946 Jul 22 23:29:16.800009 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c2655f87-d72d-4ffc-806e-099915150f34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6197637d1db044fe936aa4b334c2f370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016149 Jul 22 23:29:16.804260 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54838) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:16.820719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2655f87-d72d-4ffc-806e-099915150f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aae3ed-ba94-4a34-bdc6-3f118872edcc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:16.876595 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a3b03af-fab1-4925-826c-618927e6bbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.902776 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a3b03af-fab1-4925-826c-618927e6bbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.964526 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a3b03af-fab1-4925-826c-618927e6bbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.967723 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a3b03af-fab1-4925-826c-618927e6bbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.971129 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a3b03af-fab1-4925-826c-618927e6bbd1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72aae3ed-ba94-4a34-bdc6-3f118872edcc HTTP/1.1" status: 204 len: 168 time: 0.1635585 Jul 22 23:29:16.977875 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b03af-fab1-4925-826c-618927e6bbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aae3ed-ba94-4a34-bdc6-3f118872edcc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:17.071108 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-937c56d9-163f-4b95-bdf2-701ef267312b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fb89fd006c024322b87d15ca6772f41c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610888 Jul 22 23:29:17.074870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae16f-567b-4bb4-b7f4-1336cfa37de7 req-88855bad-1c9a-4d98-b167-4bf8006905e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:17.076240 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-840ae16f-567b-4bb4-b7f4-1336cfa37de7 req-88855bad-1c9a-4d98-b167-4bf8006905e0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3005095 Jul 22 23:29:17.083608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a0d39-f471-412f-8f38-56beaba5164c req-ed353ecc-b6c7-4061-aa52-e201e4d6c596 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:17.085024 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-749a0d39-f471-412f-8f38-56beaba5164c req-ed353ecc-b6c7-4061-aa52-e201e4d6c596 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 972 time: 0.3750322 Jul 22 23:29:17.127034 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e6ae6-4e12-4992-b0e6-f9e6b8db6ea4 req-9295d3c4-4884-4761-9c18-3be316941508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:17.128466 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-899e6ae6-4e12-4992-b0e6-f9e6b8db6ea4 req-9295d3c4-4884-4761-9c18-3be316941508 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2846310 Jul 22 23:29:17.377591 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-749a0d39-f471-412f-8f38-56beaba5164c req-1ada1d6a-f0e0-4a73-83a3-f58d016496b9 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d6d6aa2-b5e5-4830-841b-0c1eceb12315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718556 Jul 22 23:29:17.429856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-8bc17a20-ce34-471f-83cd-816613acb7b6 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:17.431317 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-8bc17a20-ce34-471f-83cd-816613acb7b6 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3437433 Jul 22 23:29:17.465044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-0dea6272-1585-4584-8b2d-b86f84f735af tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/quotas/fb89fd006c024322b87d15ca6772f41c HTTP/1.1" status: 200 len: 375 time: 0.0236220 Jul 22 23:29:17.467305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424091a-4748-4a7e-aee7-9b086834367e req-08e74228-9a43-42c7-98df-727e9daeb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:17.468881 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d424091a-4748-4a7e-aee7-9b086834367e req-08e74228-9a43-42c7-98df-727e9daeb18d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11a0634c1feb45a49aa72bf57660db76&device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 1098 time: 0.3217294 Jul 22 23:29:17.490954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-39a4ff69-f72b-4325-a43b-a8ce39671398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:17.492642 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-39a4ff69-f72b-4325-a43b-a8ce39671398 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11a0634c1feb45a49aa72bf57660db76&device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 1098 time: 0.1645756 Jul 22 23:29:17.582340 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-f1728bc5-be27-4de4-ac97-e394575a20ed tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095228 Jul 22 23:29:17.677785 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-51f73e36-db4a-4fab-9f66-da80ba53f342 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee HTTP/1.1" status: 200 len: 217 time: 0.1569147 Jul 22 23:29:17.679247 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d424091a-4748-4a7e-aee7-9b086834367e req-2ae8d5ed-d1c4-4bec-ab0c-ab78cc9591d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=b48de029-b2f5-4077-a41c-e32090622356 HTTP/1.1" status: 200 len: 217 time: 0.1857278 Jul 22 23:29:17.866580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aafbfd5f-84e7-4bbc-8820-d400241b0231 req-a3b693b7-48da-44fe-81f1-381c19e40f83 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 210 time: 0.0794177 Jul 22 23:29:17.888996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424091a-4748-4a7e-aee7-9b086834367e req-eeb1fe1b-6b20-491c-8e3f-0e64c58a7c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:17.888996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d424091a-4748-4a7e-aee7-9b086834367e req-eeb1fe1b-6b20-491c-8e3f-0e64c58a7c7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1982832 Jul 22 23:29:17.896231 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21967b0-40bc-409d-a7c1-5bc54e584f96 req-2eb69b12-eedd-4158-85e1-83efeb14d267 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:17.904816 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a21967b0-40bc-409d-a7c1-5bc54e584f96 req-2eb69b12-eedd-4158-85e1-83efeb14d267 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 947 time: 0.4337170 Jul 22 23:29:17.907790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-2f2ce451-bb67-4553-a329-ddb163e51fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:17.909260 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-2f2ce451-bb67-4553-a329-ddb163e51fd9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.2210989 Jul 22 23:29:17.990275 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54892) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:18.056196 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a21967b0-40bc-409d-a7c1-5bc54e584f96 req-ae394e7f-c4e8-4a58-a710-426b5d754270 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462831 Jul 22 23:29:18.092562 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424091a-4748-4a7e-aee7-9b086834367e req-701e95bf-adbb-4385-a635-05bf99229bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:18.094411 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d424091a-4748-4a7e-aee7-9b086834367e req-701e95bf-adbb-4385-a635-05bf99229bde service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1834376 Jul 22 23:29:18.096713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-1f98b9c3-380b-4268-a8ef-126cc6f9f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:18.098087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-1f98b9c3-380b-4268-a8ef-126cc6f9f236 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1751943 Jul 22 23:29:18.278549 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-372cdb4b-63b9-4bbb-9045-6503aafdbddd service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626656 Jul 22 23:29:18.290854 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5309df26-6e3d-444c-8f3a-83c45ea6aad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.299885 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d424091a-4748-4a7e-aee7-9b086834367e req-89d33165-596c-4f49-a221-d9dc12645210 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934681 Jul 22 23:29:18.405714 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5309df26-6e3d-444c-8f3a-83c45ea6aad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.418502 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5309df26-6e3d-444c-8f3a-83c45ea6aad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.476153 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5309df26-6e3d-444c-8f3a-83c45ea6aad8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2315ab5407d490caa76db2e1664da54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4835048 Jul 22 23:29:18.478213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af7a6e59-274b-4be4-b696-fd235681ab60 req-d67c4b17-d4b4-4572-8f29-d68a4854e6a9 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914072 Jul 22 23:29:18.478714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54908) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:18.482610 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309df26-6e3d-444c-8f3a-83c45ea6aad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b6edd7-58e8-4a8b-b5c3-2ab505b0657d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:18.484237 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d424091a-4748-4a7e-aee7-9b086834367e req-937f1965-5f81-4296-b4aa-d0d3dff1efc7 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750200 Jul 22 23:29:18.556677 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6c732d6-2ce1-4c60-8673-5b5c40e0fa74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.576011 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e988d-9738-4302-b1d2-ca75c1dcd2f6 req-da74dc1c-957b-4601-9f75-153184b34f4b tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:18.577434 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf2e988d-9738-4302-b1d2-ca75c1dcd2f6 req-da74dc1c-957b-4601-9f75-153184b34f4b tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 972 time: 0.0805423 Jul 22 23:29:18.584942 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6c732d6-2ce1-4c60-8673-5b5c40e0fa74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.619448 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf2e988d-9738-4302-b1d2-ca75c1dcd2f6 req-71f80e68-eafb-44a0-aac5-a845227e5b58 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d6d6aa2-b5e5-4830-841b-0c1eceb12315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354614 Jul 22 23:29:18.639813 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6c732d6-2ce1-4c60-8673-5b5c40e0fa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.643066 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6c732d6-2ce1-4c60-8673-5b5c40e0fa74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.653361 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c6c732d6-2ce1-4c60-8673-5b5c40e0fa74 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4b6edd7-58e8-4a8b-b5c3-2ab505b0657d HTTP/1.1" status: 204 len: 168 time: 0.1647959 Jul 22 23:29:18.664042 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c732d6-2ce1-4c60-8673-5b5c40e0fa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b6edd7-58e8-4a8b-b5c3-2ab505b0657d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:18.857018 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac1f8c-0288-45a6-989a-bcd4bb0494ee req-1060d2b4-a401-4a4d-bd10-04c9e363fb35 tempest-AggregatesAdminTestJSON-283969630 tempest-AggregatesAdminTestJSON-283969630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:18.858819 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49ac1f8c-0288-45a6-989a-bcd4bb0494ee req-1060d2b4-a401-4a4d-bd10-04c9e363fb35 tempest-AggregatesAdminTestJSON-283969630 tempest-AggregatesAdminTestJSON-283969630-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 1123 time: 0.1186326 Jul 22 23:29:18.880870 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-49ac1f8c-0288-45a6-989a-bcd4bb0494ee req-1090a0d1-2219-4e1d-a7b4-45edcf834ea3 tempest-AggregatesAdminTestJSON-283969630 tempest-AggregatesAdminTestJSON-283969630-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.980360 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-392a7a30-e981-452c-b4a3-ceefed32be2f req-38c025ca-355b-41e4-9ecd-f0035c92d06c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 210 time: 0.0342667 Jul 22 23:29:19.003115 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-f1b277c0-afc9-42c5-9ea1-59cc7d6ae3d4 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=fb89fd006c024322b87d15ca6772f41c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432417 Jul 22 23:29:19.053137 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-49ac1f8c-0288-45a6-989a-bcd4bb0494ee req-1090a0d1-2219-4e1d-a7b4-45edcf834ea3 tempest-AggregatesAdminTestJSON-283969630 tempest-AggregatesAdminTestJSON-283969630-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.056095 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54934) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:19.059211 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-49ac1f8c-0288-45a6-989a-bcd4bb0494ee req-1090a0d1-2219-4e1d-a7b4-45edcf834ea3 tempest-AggregatesAdminTestJSON-283969630 tempest-AggregatesAdminTestJSON-283969630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.108463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49ac1f8c-0288-45a6-989a-bcd4bb0494ee req-1090a0d1-2219-4e1d-a7b4-45edcf834ea3 tempest-AggregatesAdminTestJSON-283969630 tempest-AggregatesAdminTestJSON-283969630-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1d6d6aa2-b5e5-4830-841b-0c1eceb12315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432983 Jul 22 23:29:19.124117 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090a0d1-2219-4e1d-a7b4-45edcf834ea3 tempest-AggregatesAdminTestJSON-283969630 tempest-AggregatesAdminTestJSON-283969630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c042d522-f2f3-4152-ae56-b648789789d4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:19.133588 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a120a563-eff3-47ad-945b-3b5f53b1a3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.194082 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-b0448a55-5b66-4af5-85dd-62758c1322b2 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:19.195814 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-b0448a55-5b66-4af5-85dd-62758c1322b2 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872892 Jul 22 23:29:19.217279 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Request body: {'port': {'device_id': '681fcf3e-d68e-4805-ad73-c07540c3fd0d', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'fb89fd006c024322b87d15ca6772f41c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:19.250112 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd01845-2933-40ad-b21d-e3393699fc28 req-4cbd86fe-bb34-4887-ac1a-2277e6500b79 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:19.251833 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4fd01845-2933-40ad-b21d-e3393699fc28 req-4cbd86fe-bb34-4887-ac1a-2277e6500b79 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 947 time: 0.0741429 Jul 22 23:29:19.294953 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4fd01845-2933-40ad-b21d-e3393699fc28 req-1b414337-184d-42a2-8f0e-7397f1a06772 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349100 Jul 22 23:29:19.350702 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a120a563-eff3-47ad-945b-3b5f53b1a3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.359787 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a120a563-eff3-47ad-945b-3b5f53b1a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.415946 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a120a563-eff3-47ad-945b-3b5f53b1a3e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dff17f91274c4795b2786b217435bb33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579381 Jul 22 23:29:19.417934 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Made reservation on behalf of fb89fd006c024322b87d15ca6772f41c for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:19.418742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:19.421374 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.424803 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120a563-eff3-47ad-945b-3b5f53b1a3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fdac09-75ea-4a03-92d1-8014455e5201,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:19.434422 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.477241 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8994f1c-2079-41d9-8dfd-abdb8d80db58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.507820 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8994f1c-2079-41d9-8dfd-abdb8d80db58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.556540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.560605 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.569683 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8994f1c-2079-41d9-8dfd-abdb8d80db58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.574407 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8994f1c-2079-41d9-8dfd-abdb8d80db58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.578099 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d8994f1c-2079-41d9-8dfd-abdb8d80db58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13fdac09-75ea-4a03-92d1-8014455e5201 HTTP/1.1" status: 204 len: 168 time: 0.1558743 Jul 22 23:29:19.592707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8994f1c-2079-41d9-8dfd-abdb8d80db58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fdac09-75ea-4a03-92d1-8014455e5201,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:19.653279 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c37059-2e47-4371-9434-0c5c96914499,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:19.942884 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Allocated IP 192.168.233.112 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/1ffff702-ff63-4a07-a49d-3f2b81c037c3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:20.169022 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c00b825-4fb9-4b93-bf6a-3b675a3b4b54 req-77cda7f4-086b-4dfb-aa76-c9804001e055 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 210 time: 0.0536537 Jul 22 23:29:20.274964 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.320207 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Transition to ACTIVE for port object 1ffff702-ff63-4a07-a49d-3f2b81c037c3 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:20.365042 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.408314 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:20.451204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:20.452752 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Pushing event updated for resources: {'Port': ['ID=1ffff702-ff63-4a07-a49d-3f2b81c037c3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:20.455550 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:20.457890 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:20.472511 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:20.473684 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.496808 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-c8746754-2b32-4c26-b0c0-832803ad4412 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2834871 Jul 22 23:29:20.498652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086d5b7-d5ee-4b9e-a0cd-eaf655e94bf9 req-33b3ffdf-ccb6-4140-b5cd-bd4e9f0826eb tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:20.507627 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2086d5b7-d5ee-4b9e-a0cd-eaf655e94bf9 req-33b3ffdf-ccb6-4140-b5cd-bd4e9f0826eb tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 947 time: 0.1134219 Jul 22 23:29:20.516422 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Request body: {'port': {'device_id': '681fcf3e-d68e-4805-ad73-c07540c3fd0d', 'device_owner': 'compute:tempest-test_az-2104201000', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:20.579769 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2086d5b7-d5ee-4b9e-a0cd-eaf655e94bf9 req-4d89c97e-4131-4ddc-8c29-3069442cb513 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644557 Jul 22 23:29:20.659095 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0062cb6-9fad-41c5-b5ca-22e4d3266ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.664380 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.844413 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0062cb6-9fad-41c5-b5ca-22e4d3266ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.864298 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b0062cb6-9fad-41c5-b5ca-22e4d3266ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.899138 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-46ed4645-3232-4d88-a2ba-5300456bce26 None None] Provisioning for port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:20.904727 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-46ed4645-3232-4d88-a2ba-5300456bce26 None None] Provisioning complete for port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:20.905120 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-46ed4645-3232-4d88-a2ba-5300456bce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.911218 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b0062cb6-9fad-41c5-b5ca-22e4d3266ba4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bda643d58e594d0f85b3b081b4fb3884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5018730 Jul 22 23:29:20.914274 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:20.984745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0062cb6-9fad-41c5-b5ca-22e4d3266ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b508e0-d67d-42fd-a813-6055fe9faa93,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:21.001286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-46ed4645-3232-4d88-a2ba-5300456bce26 None None] Port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:21.094487 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffff702-ff63-4a07-a49d-3f2b81c037c3 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:21.104495 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.120975 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Transition to ACTIVE for port object 1ffff702-ff63-4a07-a49d-3f2b81c037c3 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:21.126830 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.233678 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8486dfe4-43de-4b67-a500-c65a97cd25a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.251216 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Pushing event updated for resources: {'Port': ['ID=1ffff702-ff63-4a07-a49d-3f2b81c037c3,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:21.270184 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8486dfe4-43de-4b67-a500-c65a97cd25a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.285354 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Attempting to bind port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:21.285907 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Attempting to bind port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:21.286079 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Attempting to bind port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:21.291302 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:21.292172 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Attempting to bind port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:21.300696 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:21.301036 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:21.301453 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:21.301887 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Bound port: 1ffff702-ff63-4a07-a49d-3f2b81c037c3, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:21.302250 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.356038 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8486dfe4-43de-4b67-a500-c65a97cd25a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.366413 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8486dfe4-43de-4b67-a500-c65a97cd25a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.367616 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8486dfe4-43de-4b67-a500-c65a97cd25a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/83b508e0-d67d-42fd-a813-6055fe9faa93 HTTP/1.1" status: 204 len: 168 time: 0.4519968 Jul 22 23:29:21.378965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486dfe4-43de-4b67-a500-c65a97cd25a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b508e0-d67d-42fd-a813-6055fe9faa93,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:21.473904 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] For port 1ffff702-ff63-4a07-a49d-3f2b81c037c3, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:21.478864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] For port 1ffff702-ff63-4a07-a49d-3f2b81c037c3, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:21.482708 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce818f-eb93-48ed-9d3d-c922860c450c req-c2642f3c-5c31-42b5-aa9f-bbcd5e7c5d91 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:21.488591 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.491415 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68ce818f-eb93-48ed-9d3d-c922860c450c req-c2642f3c-5c31-42b5-aa9f-bbcd5e7c5d91 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 970 time: 0.1122999 Jul 22 23:29:21.525055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:21.525898 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.527442 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] 10.222.0.95 "PUT /v2.0/ports/1ffff702-ff63-4a07-a49d-3f2b81c037c3 HTTP/1.1" status: 200 len: 1118 time: 1.0230756 Jul 22 23:29:21.527955 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681fcf3e-d68e-4805-ad73-c07540c3fd0d', 'tag': '1ffff702-ff63-4a07-a49d-3f2b81c037c3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:21.530182 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0c9a92-0c70-4251-9b48-c85739da81e8" -d '{"events": [{"name": "network-changed", "server_uuid": "681fcf3e-d68e-4805-ad73-c07540c3fd0d", "tag": "1ffff702-ff63-4a07-a49d-3f2b81c037c3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:21.569037 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6cd95-ccf9-4ef1-aa8b-b4f52ae881be service neutron] Pushing event updated for resources: {'Port': ['ID=1ffff702-ff63-4a07-a49d-3f2b81c037c3,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:21.595498 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68ce818f-eb93-48ed-9d3d-c922860c450c req-f3b2a8fe-aec9-4486-80b7-6fcfbb66a1f6 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946481 Jul 22 23:29:21.654295 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2c958b-d384-4f55-a039-af0c2f6c3e09 x-openstack-request-id: req-6c2c958b-d384-4f55-a039-af0c2f6c3e09 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:21.654690 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681fcf3e-d68e-4805-ad73-c07540c3fd0d", "tag": "1ffff702-ff63-4a07-a49d-3f2b81c037c3", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:21.654871 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c2c958b-d384-4f55-a039-af0c2f6c3e09 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:21.655288 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681fcf3e-d68e-4805-ad73-c07540c3fd0d', 'tag': '1ffff702-ff63-4a07-a49d-3f2b81c037c3', 'status': 'completed', 'code': 200} Jul 22 23:29:21.662399 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-5d0e1e1d-e00f-42b4-9e5f-7cef8e8e9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:21.664012 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-5d0e1e1d-e00f-42b4-9e5f-7cef8e8e9a40 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 1121 time: 0.0841238 Jul 22 23:29:21.746072 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-21cf806d-d4cb-4020-a0f2-1eae20785efa service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3 HTTP/1.1" status: 200 len: 217 time: 0.0713573 Jul 22 23:29:21.814152 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a85e70-d953-485a-8292-21233783e0eb req-8d42f197-cf63-40cf-acc3-dd69bcd178b4 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:21.818573 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33a85e70-d953-485a-8292-21233783e0eb req-8d42f197-cf63-40cf-acc3-dd69bcd178b4 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 947 time: 0.1101279 Jul 22 23:29:21.860494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-5f94af51-ed81-4df9-8169-9cb036a0f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:21.863272 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-5f94af51-ed81-4df9-8169-9cb036a0f2c7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1094122 Jul 22 23:29:21.892053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33a85e70-d953-485a-8292-21233783e0eb req-cf8217af-be84-4883-b093-8bde55af5141 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651913 Jul 22 23:29:21.961326 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-9bcf926e-c9fb-498d-ab95-cfd41ce3cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:21.963446 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-9bcf926e-c9fb-498d-ab95-cfd41ce3cb5d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914361 Jul 22 23:29:22.101440 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55126) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:22.122481 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b02e7b20-5e1e-43d3-8fec-f33a14885403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:22.136789 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-34b758a2-ec10-4225-bfcc-90ccb0f35ad3 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660187 Jul 22 23:29:22.290094 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b02e7b20-5e1e-43d3-8fec-f33a14885403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:22.297523 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b02e7b20-5e1e-43d3-8fec-f33a14885403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:22.324795 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-825e1c6d-e441-45c7-bbb1-59cf241b8cf7 req-35e0ee44-5424-40d2-984d-a87ba4e61aae service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792963 Jul 22 23:29:22.359815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e7b20-5e1e-43d3-8fec-f33a14885403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7d7381-bc17-4485-bbc6-6423ec4334fd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:22.368134 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b02e7b20-5e1e-43d3-8fec-f33a14885403 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99ec122367424ed7a33c44a4389dc4d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650478 Jul 22 23:29:22.370610 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55152) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:22.505622 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc7773d-bb9f-4176-af5a-eff8346bee4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:22.539376 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55168) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:22.551769 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c9a92-0c70-4251-9b48-c85739da81e8 req-800be9f1-d0f2-4a92-9660-330e2255271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:22.553192 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7c0c9a92-0c70-4251-9b48-c85739da81e8 req-800be9f1-d0f2-4a92-9660-330e2255271d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 1121 time: 0.1578381 Jul 22 23:29:22.555014 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc7773d-bb9f-4176-af5a-eff8346bee4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:22.689749 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c9a92-0c70-4251-9b48-c85739da81e8 req-faf88912-1f33-4578-b76f-e8383e819191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:22.691637 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7c0c9a92-0c70-4251-9b48-c85739da81e8 req-faf88912-1f33-4578-b76f-e8383e819191 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1295044 Jul 22 23:29:22.692409 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc7773d-bb9f-4176-af5a-eff8346bee4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:22.695552 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc7773d-bb9f-4176-af5a-eff8346bee4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:22.699107 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4dc7773d-bb9f-4176-af5a-eff8346bee4c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d7d7381-bc17-4485-bbc6-6423ec4334fd HTTP/1.1" status: 204 len: 168 time: 0.3243029 Jul 22 23:29:22.739163 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad58f3c5-608d-46be-a9cf-5589e212e54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:22.743197 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:29:22.753793 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7773d-bb9f-4176-af5a-eff8346bee4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7d7381-bc17-4485-bbc6-6423ec4334fd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:22.766464 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7c0c9a92-0c70-4251-9b48-c85739da81e8 req-87e215d6-0be2-48d8-bf14-5edcf864e223 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3 HTTP/1.1" status: 200 len: 217 time: 0.0654442 Jul 22 23:29:22.845990 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c9a92-0c70-4251-9b48-c85739da81e8 req-a2b10224-8147-486c-97b9-b0af11445c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:22.848180 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7c0c9a92-0c70-4251-9b48-c85739da81e8 req-a2b10224-8147-486c-97b9-b0af11445c82 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0726573 Jul 22 23:29:22.880170 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:22.896033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee', 'mac_address': 'fa:16:3e:5a:4f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:29:22.959411 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:22.975493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:22.991921 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c9a92-0c70-4251-9b48-c85739da81e8 req-50fff838-e5b0-4359-85f0-bd526f8aae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:22.997342 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7c0c9a92-0c70-4251-9b48-c85739da81e8 req-50fff838-e5b0-4359-85f0-bd526f8aae60 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1405740 Jul 22 23:29:23.000445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:23.015055 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad58f3c5-608d-46be-a9cf-5589e212e54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.018728 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.020155 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b48de029-b2f5-4077-a41c-e32090622356 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:29:23.026757 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-c5b4952b-fb2c-46b5-abb1-26001dd79f0c tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d90685a4e59845cba4f9270861cafdba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909486 Jul 22 23:29:23.040745 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad58f3c5-608d-46be-a9cf-5589e212e54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.090235 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ad58f3c5-608d-46be-a9cf-5589e212e54b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f023bc5762a43d3a173f3b288aee73e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5526521 Jul 22 23:29:23.095852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:23.175381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:23.189409 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b48de029-b2f5-4077-a41c-e32090622356, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b48de029-b2f5-4077-a41c-e32090622356,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:23.194896 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7c0c9a92-0c70-4251-9b48-c85739da81e8 req-690e7af0-e563-465d-8587-ee63f0617b85 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881759 Jul 22 23:29:23.214910 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'b48de029-b2f5-4077-a41c-e32090622356', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'b48de029-b2f5-4077-a41c-e32090622356', 'mac_address': 'fa:16:3e:54:7c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:29:23.223456 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb267822-569f-41d7-a753-db1b4e3ae648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.252793 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb267822-569f-41d7-a753-db1b4e3ae648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.299816 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.325486 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48de029-b2f5-4077-a41c-e32090622356 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:23.327374 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7c0c9a92-0c70-4251-9b48-c85739da81e8 req-0e9b70de-5a9e-4e34-b38a-acd2d0273f4a service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249466 Jul 22 23:29:23.355044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58f3c5-608d-46be-a9cf-5589e212e54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ea96eb-3b42-4fa9-8f31-b9c7455e4e33,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:23.358836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b48de029-b2f5-4077-a41c-e32090622356, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b48de029-b2f5-4077-a41c-e32090622356,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:23.366294 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.414477 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb267822-569f-41d7-a753-db1b4e3ae648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.417650 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb267822-569f-41d7-a753-db1b4e3ae648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.421736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bb267822-569f-41d7-a753-db1b4e3ae648 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60ea96eb-3b42-4fa9-8f31-b9c7455e4e33 HTTP/1.1" status: 204 len: 168 time: 0.3180773 Jul 22 23:29:23.424196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b48de029-b2f5-4077-a41c-e32090622356,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:23.438059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb267822-569f-41d7-a753-db1b4e3ae648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ea96eb-3b42-4fa9-8f31-b9c7455e4e33,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:23.466002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-f1308aa2-d327-4577-af57-f39ea5e27f3a tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:23.467678 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-f1308aa2-d327-4577-af57-f39ea5e27f3a tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4397280 Jul 22 23:29:23.483829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa64ba4-e566-4feb-8bc5-b768c58fd5ec req-7c24e6d6-e89a-4b42-be7b-5e3472676005 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:23.489858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-faa64ba4-e566-4feb-8bc5-b768c58fd5ec req-7c24e6d6-e89a-4b42-be7b-5e3472676005 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 970 time: 0.1848214 Jul 22 23:29:23.499035 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55222) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:23.505715 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-6690a684-588b-4fb7-a0bd-60946f6077be tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/quotas/d90685a4e59845cba4f9270861cafdba HTTP/1.1" status: 200 len: 375 time: 0.0298491 Jul 22 23:29:23.548528 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-5c43c815-102e-4747-8c42-beb523ff54c8 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d90685a4e59845cba4f9270861cafdba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347924 Jul 22 23:29:23.570201 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-faa64ba4-e566-4feb-8bc5-b768c58fd5ec req-ddc2ade3-0eb4-4f14-8496-7cbaf4147a8a tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703225 Jul 22 23:29:23.761169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5da69a-f67a-46ff-9be2-a34cc90c969f req-ed09d855-978e-40fd-b607-92a10920e69c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:23.762853 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff5da69a-f67a-46ff-9be2-a34cc90c969f req-ed09d855-978e-40fd-b607-92a10920e69c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 948 time: 0.1120558 Jul 22 23:29:23.786941 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-247677c7-e57c-4cc9-861a-2358a3435497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.836724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:23.884166 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39524786-476a-498b-a781-27f80653c8e2 req-48de22db-3ce1-4c19-8f4c-c1e3949b886e tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/ports?device_id=405f13e1-d43f-4a05-b041-998c5c2f0243 HTTP/1.1" status: 200 len: 210 time: 0.0799942 Jul 22 23:29:23.894200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['b48de029-b2f5-4077-a41c-e32090622356'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:23.900612 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff5da69a-f67a-46ff-9be2-a34cc90c969f req-942eca9a-0344-4f8a-b104-2ea6b87a9a1f tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266119 Jul 22 23:29:23.941890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55244) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:23.959463 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9164-901c-4288-ab10-7f40515dad42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.992828 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-247677c7-e57c-4cc9-861a-2358a3435497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:24.000242 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-247677c7-e57c-4cc9-861a-2358a3435497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:24.090705 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55260) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:24.091023 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-247677c7-e57c-4cc9-861a-2358a3435497 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e974d82e7ef4f958a7a932dda4028b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5904012 Jul 22 23:29:24.118824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247677c7-e57c-4cc9-861a-2358a3435497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8275a020-9455-4000-bd98-9613a88318b7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:24.204837 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e813905a-3a56-4de6-b34b-decce60e35f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:24.243604 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e813905a-3a56-4de6-b34b-decce60e35f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:24.266718 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9164-901c-4288-ab10-7f40515dad42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:24.284223 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9164-901c-4288-ab10-7f40515dad42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:24.363105 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6e6a9164-901c-4288-ab10-7f40515dad42 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9572184fa971412295e2221ce41d80f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4199834 Jul 22 23:29:24.363824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a9164-901c-4288-ab10-7f40515dad42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57d960a-14e3-461d-b288-48476daf3459,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:24.366156 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55278) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:24.388565 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e813905a-3a56-4de6-b34b-decce60e35f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:24.393599 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e813905a-3a56-4de6-b34b-decce60e35f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:24.398989 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e813905a-3a56-4de6-b34b-decce60e35f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8275a020-9455-4000-bd98-9613a88318b7 HTTP/1.1" status: 204 len: 168 time: 0.3068554 Jul 22 23:29:24.413616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813905a-3a56-4de6-b34b-decce60e35f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8275a020-9455-4000-bd98-9613a88318b7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:24.540795 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95ec58f3-e39d-438c-a30e-8c23d4980779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:24.587698 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95ec58f3-e39d-438c-a30e-8c23d4980779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:24.653941 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95ec58f3-e39d-438c-a30e-8c23d4980779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:24.657949 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95ec58f3-e39d-438c-a30e-8c23d4980779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:24.660171 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-95ec58f3-e39d-438c-a30e-8c23d4980779 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d57d960a-14e3-461d-b288-48476daf3459 HTTP/1.1" status: 204 len: 168 time: 0.2911329 Jul 22 23:29:24.671635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec58f3-e39d-438c-a30e-8c23d4980779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57d960a-14e3-461d-b288-48476daf3459,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:24.692090 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d8a98-6915-411f-9c9b-c6a5da2a4b6b req-f4a76460-90ba-4a4b-86e1-ba3cd9054c27 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:24.701352 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e43d8a98-6915-411f-9c9b-c6a5da2a4b6b req-f4a76460-90ba-4a4b-86e1-ba3cd9054c27 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 972 time: 0.1457584 Jul 22 23:29:24.783496 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e43d8a98-6915-411f-9c9b-c6a5da2a4b6b req-c1ec6b25-027b-446d-b591-7ed37d0d347f tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d6d6aa2-b5e5-4830-841b-0c1eceb12315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813358 Jul 22 23:29:24.829084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b832fc0-7832-43bc-a901-4de570f32395 req-42509632-f3f8-4033-9ecb-e9c8d1b614a7 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:24.832806 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b832fc0-7832-43bc-a901-4de570f32395 req-42509632-f3f8-4033-9ecb-e9c8d1b614a7 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 970 time: 0.1090052 Jul 22 23:29:24.875838 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b832fc0-7832-43bc-a901-4de570f32395 req-d3b90070-f271-4f2f-b8a0-7fa0c28b836a tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367320 Jul 22 23:29:25.032209 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f93483e5-ed14-4065-b968-921e4f3976a3 req-e6b303b8-a766-4aaf-9374-691dd0545951 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/ports?device_id=405f13e1-d43f-4a05-b041-998c5c2f0243 HTTP/1.1" status: 200 len: 210 time: 0.0552342 Jul 22 23:29:25.050805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55308) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:25.076371 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14508781-6c4c-4bbb-97dd-2d06b2ec1f8b req-90ced290-72b9-4000-9deb-598779fa1a3f tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:25.077889 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14508781-6c4c-4bbb-97dd-2d06b2ec1f8b req-90ced290-72b9-4000-9deb-598779fa1a3f tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 948 time: 0.1126211 Jul 22 23:29:25.086620 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:29:25.124997 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14508781-6c4c-4bbb-97dd-2d06b2ec1f8b req-8d7ebc71-d03d-490d-9885-6daccd18e717 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389242 Jul 22 23:29:25.161485 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55316) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:25.181663 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3903b237-3cd4-481e-95a9-d232688b94e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.297907 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-f173292c-8dde-435d-a294-daad02786dbf tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d90685a4e59845cba4f9270861cafdba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388401 Jul 22 23:29:25.359711 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecf920cc-5f29-4c92-8d67-c7b14612d368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.430942 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3903b237-3cd4-481e-95a9-d232688b94e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.445926 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3903b237-3cd4-481e-95a9-d232688b94e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.517012 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-5a8378d2-8acf-40ca-8036-f6e6fbd6a3ec tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:25.518357 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-5a8378d2-8acf-40ca-8036-f6e6fbd6a3ec tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2134585 Jul 22 23:29:25.521703 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903b237-3cd4-481e-95a9-d232688b94e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2cee3a-59d4-44e0-b74a-0a9fd724ebaf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:25.530423 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3903b237-3cd4-481e-95a9-d232688b94e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a20c17f406f64c919191ac52cf03ddef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676929 Jul 22 23:29:25.533008 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55332) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:25.550375 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Request body: {'port': {'device_id': '405f13e1-d43f-4a05-b041-998c5c2f0243', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'd90685a4e59845cba4f9270861cafdba'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:25.620078 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9375c030-ebf5-4096-8e73-0c3ab72577db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.649013 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9375c030-ebf5-4096-8e73-0c3ab72577db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.690533 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecf920cc-5f29-4c92-8d67-c7b14612d368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.697361 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecf920cc-5f29-4c92-8d67-c7b14612d368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.720134 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9375c030-ebf5-4096-8e73-0c3ab72577db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.723731 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9375c030-ebf5-4096-8e73-0c3ab72577db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.724983 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9375c030-ebf5-4096-8e73-0c3ab72577db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd2cee3a-59d4-44e0-b74a-0a9fd724ebaf HTTP/1.1" status: 204 len: 168 time: 0.1909792 Jul 22 23:29:25.734528 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375c030-ebf5-4096-8e73-0c3ab72577db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2cee3a-59d4-44e0-b74a-0a9fd724ebaf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:25.747688 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ecf920cc-5f29-4c92-8d67-c7b14612d368 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddcdbbbd350041fea7713211f45a9ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6957335 Jul 22 23:29:25.748943 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf920cc-5f29-4c92-8d67-c7b14612d368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7141570c-f3e5-4dc9-b99a-f2b5f07c7e1b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:25.750310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55346) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:25.751646 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Made reservation on behalf of d90685a4e59845cba4f9270861cafdba for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:25.755105 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.764779 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.896648 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.900254 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bceeccc4-c8e4-4360-a82e-fe53dd7494f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.922723 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.948823 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bceeccc4-c8e4-4360-a82e-fe53dd7494f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.973924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80eac3-d461-41a5-af9d-e82232a2826d req-d27afcef-0e3c-4fe7-838a-120cef780aae tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:25.975507 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2e80eac3-d461-41a5-af9d-e82232a2826d req-d27afcef-0e3c-4fe7-838a-120cef780aae tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.95 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 972 time: 0.1765003 Jul 22 23:29:26.011375 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3ab782-cf58-491f-ab7f-8d81abede3fc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:26.082989 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd1fe-5bd1-45a9-a792-a599eb599123 req-10176057-f1b3-498a-9300-be30d404a0cf tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:26.085239 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e4bd1fe-5bd1-45a9-a792-a599eb599123 req-10176057-f1b3-498a-9300-be30d404a0cf tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/ports?device_id=c810ab77-4d6f-4ba2-a1f1-d51015f5ae79 HTTP/1.1" status: 200 len: 972 time: 0.2020524 Jul 22 23:29:26.164972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Allocated IP 192.168.233.62 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:26.172715 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bceeccc4-c8e4-4360-a82e-fe53dd7494f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:26.176121 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bceeccc4-c8e4-4360-a82e-fe53dd7494f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:26.177515 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bceeccc4-c8e4-4360-a82e-fe53dd7494f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7141570c-f3e5-4dc9-b99a-f2b5f07c7e1b HTTP/1.1" status: 204 len: 168 time: 0.4255469 Jul 22 23:29:26.189453 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceeccc4-c8e4-4360-a82e-fe53dd7494f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7141570c-f3e5-4dc9-b99a-f2b5f07c7e1b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:26.194802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89db1733-4d3b-418d-98ea-77627443231a req-9c57dde0-137d-45c8-ae23-7fb59786ef87 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9a568b59b83d46de9a176d7fd322e7e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403860 Jul 22 23:29:26.207535 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-2e80eac3-d461-41a5-af9d-e82232a2826d req-cdbf4b7d-feec-4a0e-b984-7f555e4c3533 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Deleting port df020141-2c0a-49db-8008-be5a63dd670c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:26.207877 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e80eac3-d461-41a5-af9d-e82232a2826d req-cdbf4b7d-feec-4a0e-b984-7f555e4c3533 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:26.220109 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e4bd1fe-5bd1-45a9-a792-a599eb599123 req-62d3fbd6-7bb8-4ead-9958-f3dd97fb906c tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d6d6aa2-b5e5-4830-841b-0c1eceb12315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231143 Jul 22 23:29:26.328176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2e80eac3-d461-41a5-af9d-e82232a2826d req-cdbf4b7d-feec-4a0e-b984-7f555e4c3533 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] For port df020141-2c0a-49db-8008-be5a63dd670c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=df020141-2c0a-49db-8008-be5a63dd670c,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:26.329363 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e80eac3-d461-41a5-af9d-e82232a2826d req-cdbf4b7d-feec-4a0e-b984-7f555e4c3533 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:26.346524 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-2e80eac3-d461-41a5-af9d-e82232a2826d req-cdbf4b7d-feec-4a0e-b984-7f555e4c3533 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Calling delete_port for df020141-2c0a-49db-8008-be5a63dd670c owned by compute:tempest-test_az-2104201000 {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:26.560395 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e80eac3-d461-41a5-af9d-e82232a2826d req-cdbf4b7d-feec-4a0e-b984-7f555e4c3533 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:26.574155 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['df020141-2c0a-49db-8008-be5a63dd670c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:26.639252 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf4b7d-feec-4a0e-b984-7f555e4c3533 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Pushing event deleted for resources: {'Port': ['ID=df020141-2c0a-49db-8008-be5a63dd670c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:26.678256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 1ffff702-ff63-4a07-a49d-3f2b81c037c3 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:29:26.681139 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:26.711767 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55384) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:26.744349 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1733-4d3b-418d-98ea-77627443231a req-1253832d-a6de-4d6d-9a3c-0b9ca002ada1 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:26.751163 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89db1733-4d3b-418d-98ea-77627443231a req-1253832d-a6de-4d6d-9a3c-0b9ca002ada1 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5484033 Jul 22 23:29:26.764362 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Transition to ACTIVE for port object 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:26.783645 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:26.790743 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a48f172-fb4f-43c4-b97d-43d7e49f6349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:26.803347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2944cbd-09e8-4125-8d65-2da8c821f8b5 req-c517ec5a-aa23-431c-88ac-65137e08b2fd tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:26.811303 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b2944cbd-09e8-4125-8d65-2da8c821f8b5 req-c517ec5a-aa23-431c-88ac-65137e08b2fd tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 970 time: 0.4749696 Jul 22 23:29:26.812102 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e80eac3-d461-41a5-af9d-e82232a2826d req-cdbf4b7d-feec-4a0e-b984-7f555e4c3533 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] No DVR routers for this DVR port df020141-2c0a-49db-8008-be5a63dd670c on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:26.818465 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2e80eac3-d461-41a5-af9d-e82232a2826d req-cdbf4b7d-feec-4a0e-b984-7f555e4c3533 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:26.829958 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2e80eac3-d461-41a5-af9d-e82232a2826d req-cdbf4b7d-feec-4a0e-b984-7f555e4c3533 tempest-AggregatesAdminTestJSON-1924971946 tempest-AggregatesAdminTestJSON-1924971946-project] 10.222.0.95 "DELETE /v2.0/ports/df020141-2c0a-49db-8008-be5a63dd670c HTTP/1.1" status: 204 len: 173 time: 0.8468721 Jul 22 23:29:26.830393 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c810ab77-4d6f-4ba2-a1f1-d51015f5ae79', 'name': 'network-vif-deleted', 'tag': 'df020141-2c0a-49db-8008-be5a63dd670c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:26.832943 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c442fe05-b547-4940-906b-711cae9036cb" -d '{"events": [{"server_uuid": "c810ab77-4d6f-4ba2-a1f1-d51015f5ae79", "name": "network-vif-deleted", "tag": "df020141-2c0a-49db-8008-be5a63dd670c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:26.834468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89db1733-4d3b-418d-98ea-77627443231a req-2e2a0766-eece-46c5-b3e0-9121a5a3edc3 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/quotas/9a568b59b83d46de9a176d7fd322e7e3 HTTP/1.1" status: 200 len: 375 time: 0.0823796 Jul 22 23:29:26.955173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 1ffff702-ff63-4a07-a49d-3f2b81c037c3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:26.977701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89db1733-4d3b-418d-98ea-77627443231a req-d0bb958b-a2b5-4aee-a073-1aeee64964b5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a568b59b83d46de9a176d7fd322e7e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1399834 Jul 22 23:29:26.979751 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '1ffff702-ff63-4a07-a49d-3f2b81c037c3', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '1ffff702-ff63-4a07-a49d-3f2b81c037c3', 'mac_address': 'fa:16:3e:9b:7b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:tempest-test_az-2104201000', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:29:27.062213 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.068033 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b2944cbd-09e8-4125-8d65-2da8c821f8b5 req-4138e000-7817-49b7-8890-5ac61a9f0dca tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558424 Jul 22 23:29:27.085562 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffff702-ff63-4a07-a49d-3f2b81c037c3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:27.111982 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.124226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:27.143331 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 1ffff702-ff63-4a07-a49d-3f2b81c037c3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:27.145931 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:27.148902 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.157334 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.258480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Pushing event updated for resources: {'Port': ['ID=1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:27.279108 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=1ffff702-ff63-4a07-a49d-3f2b81c037c3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:27.345874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:27.350665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:27.351786 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.367895 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:27.378213 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:27.379039 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.387906 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd467c6e1-5ea3-4194-8bba-e702cbc518ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:27.396066 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e9f0e4-3bdb-4b67-baba-c1b4e5953cc6" -d '{"events": [{"server_uuid": "d467c6e1-5ea3-4194-8bba-e702cbc518ef", "name": "network-vif-plugged", "status": "completed", "tag": "b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:27.423166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['1ffff702-ff63-4a07-a49d-3f2b81c037c3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:27.430869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:27.477070 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55418) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:27.491097 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.492440 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b48de029-b2f5-4077-a41c-e32090622356 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:27.493745 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a48f172-fb4f-43c4-b97d-43d7e49f6349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.516844 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a48f172-fb4f-43c4-b97d-43d7e49f6349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.535581 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-4f55caad-1592-4a71-bb10-c3bf96700189 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9920599 Jul 22 23:29:27.566001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69feaf69-b23f-4146-80fa-787e39355e73 req-4daa6803-7046-4e7c-b136-592340713b73 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:27.575224 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69feaf69-b23f-4146-80fa-787e39355e73 req-4daa6803-7046-4e7c-b136-592340713b73 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/ports?device_id=405f13e1-d43f-4a05-b041-998c5c2f0243 HTTP/1.1" status: 200 len: 935 time: 0.3950372 Jul 22 23:29:27.587264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Request body: {'port': {'device_id': '405f13e1-d43f-4a05-b041-998c5c2f0243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:27.639021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48f172-fb4f-43c4-b97d-43d7e49f6349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f92db4a-94c1-477a-bc1c-c550072b09b8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:27.684079 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6a48f172-fb4f-43c4-b97d-43d7e49f6349 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a72ba9a75a1a4112b0a37b8a17e1f938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9710939 Jul 22 23:29:27.686643 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:27.687312 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:27.709823 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-87afea02-4fbd-41f7-8776-22781aab44aa admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-network', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:27.720197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51419c-f041-4de8-a1ec-4be676d6e6bf req-dbcf2d3d-ca66-42c3-8c88-f02950277df5 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:27.721735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e51419c-f041-4de8-a1ec-4be676d6e6bf req-dbcf2d3d-ca66-42c3-8c88-f02950277df5 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 948 time: 0.3732398 Jul 22 23:29:27.730752 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port b48de029-b2f5-4077-a41c-e32090622356 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:27.740318 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port b48de029-b2f5-4077-a41c-e32090622356 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:27.740698 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.760750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69feaf69-b23f-4146-80fa-787e39355e73 req-ebce47e2-4999-4069-a471-7e3cc9f2cdbe tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f3ab782-cf58-491f-ab7f-8d81abede3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825230 Jul 22 23:29:27.788431 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87afea02-4fbd-41f7-8776-22781aab44aa admin admin] Made reservation on behalf of b84b9d6b1774489385aacc364630d8fe for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:27.792121 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87afea02-4fbd-41f7-8776-22781aab44aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.807578 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87afea02-4fbd-41f7-8776-22781aab44aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.810126 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62eac71a-4395-474d-a872-8b6f6f142c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.810275 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-83523bd1-a859-4073-be0f-a54411e6cdbf None None] Provisioning for port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:27.825689 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-83523bd1-a859-4073-be0f-a54411e6cdbf None None] Provisioning complete for port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:27.825973 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83523bd1-a859-4073-be0f-a54411e6cdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.844795 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62eac71a-4395-474d-a872-8b6f6f142c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.865263 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb22203-68ed-408c-b604-0c0d736ed77e x-openstack-request-id: req-8fb22203-68ed-408c-b604-0c0d736ed77e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:27.865785 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c810ab77-4d6f-4ba2-a1f1-d51015f5ae79", "name": "network-vif-deleted", "tag": "df020141-2c0a-49db-8008-be5a63dd670c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:27.866476 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8fb22203-68ed-408c-b604-0c0d736ed77e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:27.867059 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c810ab77-4d6f-4ba2-a1f1-d51015f5ae79', 'name': 'network-vif-deleted', 'tag': 'df020141-2c0a-49db-8008-be5a63dd670c', 'status': 'completed', 'code': 200} Jul 22 23:29:27.880564 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.884079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-83523bd1-a859-4073-be0f-a54411e6cdbf None None] Port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:27.935231 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.939392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e51419c-f041-4de8-a1ec-4be676d6e6bf req-dfe28f5b-1c3a-4758-af42-ba7bde57f551 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002108 Jul 22 23:29:27.956951 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62eac71a-4395-474d-a872-8b6f6f142c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.959741 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62eac71a-4395-474d-a872-8b6f6f142c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.975896 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-62eac71a-4395-474d-a872-8b6f6f142c08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f92db4a-94c1-477a-bc1c-c550072b09b8 HTTP/1.1" status: 204 len: 168 time: 0.2766023 Jul 22 23:29:28.010660 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eac71a-4395-474d-a872-8b6f6f142c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f92db4a-94c1-477a-bc1c-c550072b09b8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:28.020439 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b48de029-b2f5-4077-a41c-e32090622356, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b48de029-b2f5-4077-a41c-e32090622356,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:28.029065 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.047090 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87afea02-4fbd-41f7-8776-22781aab44aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.056668 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87afea02-4fbd-41f7-8776-22781aab44aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.112994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afea02-4fbd-41f7-8776-22781aab44aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae37c36-68d3-4a03-8911-16985c9d0a04,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:28.136563 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87afea02-4fbd-41f7-8776-22781aab44aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:29:28.162259 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87afea02-4fbd-41f7-8776-22781aab44aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.162606 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-87afea02-4fbd-41f7-8776-22781aab44aa admin admin] Added segment 67fa5820-ac66-456c-9bee-d94402ab177f of type vlan for network 8220c376-798c-4d26-99f9-1340b2d32211 Jul 22 23:29:28.235082 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b48de029-b2f5-4077-a41c-e32090622356,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:28.254036 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87afea02-4fbd-41f7-8776-22781aab44aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.299136 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87afea02-4fbd-41f7-8776-22781aab44aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.300370 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87afea02-4fbd-41f7-8776-22781aab44aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:28.301009 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87afea02-4fbd-41f7-8776-22781aab44aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.306447 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba7c5457-e96d-41fd-9f5c-a6c4ba5e1933 req-6c25194c-fefa-4b11-8a85-a5d509024572 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/ports?device_id=37bc0aa7-ad3c-40b0-96ae-8c684be2ae45 HTTP/1.1" status: 200 len: 210 time: 0.2849009 Jul 22 23:29:28.374538 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:28.386226 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.400460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Transition to ACTIVE for port object 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:28.407803 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.436232 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c194714-a600-4643-924f-ff999959269a x-openstack-request-id: req-2c194714-a600-4643-924f-ff999959269a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:28.436528 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d467c6e1-5ea3-4194-8bba-e702cbc518ef", "name": "network-vif-plugged", "status": "completed", "tag": "b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:28.436778 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c194714-a600-4643-924f-ff999959269a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:28.437249 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd467c6e1-5ea3-4194-8bba-e702cbc518ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee', 'code': 200} Jul 22 23:29:28.523713 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-87afea02-4fbd-41f7-8776-22781aab44aa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0450189 Jul 22 23:29:28.533744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55440) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:28.556208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b6b9d228-107f-49de-be56-950ca466fdc3 admin admin] Request body: {'subnet': {'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-subnet', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:28.568909 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afea02-4fbd-41f7-8776-22781aab44aa admin admin] Pushing event updated for resources: {'Network': ['ID=8220c376-798c-4d26-99f9-1340b2d32211,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:28.585422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 8220c376-798c-4d26-99f9-1340b2d32211 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:29:28.694956 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Attempting to bind port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:28.695426 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Attempting to bind port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:28.695621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Attempting to bind port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:28.701662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b9d228-107f-49de-be56-950ca466fdc3 admin admin] Made reservation on behalf of b84b9d6b1774489385aacc364630d8fe for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:28.704477 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6b9d228-107f-49de-be56-950ca466fdc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.708603 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 1ffff702-ff63-4a07-a49d-3f2b81c037c3 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:28.724781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Pushing event updated for resources: {'Port': ['ID=1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:28.744150 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:28.744848 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Attempting to bind port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:28.776011 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:28.776524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:28.777015 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:28.781234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Bound port: 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:28.781825 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.792869 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-89db1733-4d3b-418d-98ea-77627443231a req-9d671380-bb71-4df7-88f9-c2aaedc58b82 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=9a568b59b83d46de9a176d7fd322e7e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648069 Jul 22 23:29:28.808096 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:28.821569 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:28.822219 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.969040 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde0019-fdce-4e1f-bc4b-1ce36cf39159 req-d52599bc-ce78-4068-839a-431c42c08561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:28.970795 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcde0019-fdce-4e1f-bc4b-1ce36cf39159 req-d52599bc-ce78-4068-839a-431c42c08561 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 1100 time: 0.3700314 Jul 22 23:29:28.983084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37f284-ae0b-473f-b1df-b31672224d5f req-5001de57-3590-43b5-87d8-9ba465b3c443 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:28.987253 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.990172 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0f37f284-ae0b-473f-b1df-b31672224d5f req-5001de57-3590-43b5-87d8-9ba465b3c443 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 971 time: 0.3935616 Jul 22 23:29:29.011004 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55460) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:29.040233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] For port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:29.078654 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 1ffff702-ff63-4a07-a49d-3f2b81c037c3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:29.084334 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.086118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device df020141-2c0a-49db-8008-be5a63dd670c no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:29.095109 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1733-4d3b-418d-98ea-77627443231a req-d0c3c5bb-c747-4198-a6bc-c8378c1daa7a tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:29.097159 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-89db1733-4d3b-418d-98ea-77627443231a req-d0c3c5bb-c747-4198-a6bc-c8378c1daa7a tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954597 Jul 22 23:29:29.108961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-89db1733-4d3b-418d-98ea-77627443231a req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Request body: {'port': {'device_id': '37bc0aa7-ad3c-40b0-96ae-8c684be2ae45', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': '9a568b59b83d46de9a176d7fd322e7e3'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:29.115992 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: df020141-2c0a-49db-8008-be5a63dd670c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:29:29.116356 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device df020141-2c0a-49db-8008-be5a63dd670c not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:29:29.133083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] For port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:29.157837 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.176105 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcde0019-fdce-4e1f-bc4b-1ce36cf39159 req-885c4a02-bfe7-4bc8-809e-89e067b0516e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791220 Jul 22 23:29:29.205291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=1ffff702-ff63-4a07-a49d-3f2b81c037c3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:29.226714 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0f37f284-ae0b-473f-b1df-b31672224d5f req-9468786c-5527-4722-b4d6-1628cf2c7d3d tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288663 Jul 22 23:29:29.274013 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:29.274883 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.277157 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] 10.222.0.18 "PUT /v2.0/ports/1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 HTTP/1.1" status: 200 len: 1095 time: 1.7233679 Jul 22 23:29:29.314025 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89db1733-4d3b-418d-98ea-77627443231a req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Made reservation on behalf of 9a568b59b83d46de9a176d7fd322e7e3 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:29.319083 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-89db1733-4d3b-418d-98ea-77627443231a req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.329820 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405f13e1-d43f-4a05-b041-998c5c2f0243', 'tag': '1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:29.333203 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7622047-563c-4729-b2cc-ad4fb6380468" -d '{"events": [{"name": "network-changed", "server_uuid": "405f13e1-d43f-4a05-b041-998c5c2f0243", "tag": "1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:29.337584 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-89db1733-4d3b-418d-98ea-77627443231a req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.448281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0491e49-f1df-4b4d-8e74-7a9ed329885f service neutron] Pushing event updated for resources: {'Port': ['ID=1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:29.461693 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6b9d228-107f-49de-be56-950ca466fdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.480170 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-217789b8-5123-4dd9-a484-f98b636f590c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c127b9e2c1cc4180a44cf563af85cf7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4678538 Jul 22 23:29:29.481981 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55478) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:29.545334 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-89db1733-4d3b-418d-98ea-77627443231a req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.546845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9d228-107f-49de-be56-950ca466fdc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c6a3c1-8e0f-4347-80b1-5c776e4d48ea,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:29.558087 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-89db1733-4d3b-418d-98ea-77627443231a req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.576519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c9dec-a223-413b-93f3-beecdf822b5b req-1bf7eddc-a5ba-46e4-a3ed-407b81a4f8c5 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:29.578398 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd4c9dec-a223-413b-93f3-beecdf822b5b req-1bf7eddc-a5ba-46e4-a3ed-407b81a4f8c5 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/ports?device_id=405f13e1-d43f-4a05-b041-998c5c2f0243 HTTP/1.1" status: 200 len: 947 time: 0.3537405 Jul 22 23:29:29.583864 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-643b9406-a538-41dd-84fa-1a6431e5ad5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.603138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabe386-a62f-4795-8080-f92a4cc12655 req-8de00f60-32f9-4291-9603-f6edffda4ae7 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:29.609630 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2aabe386-a62f-4795-8080-f92a4cc12655 req-8de00f60-32f9-4291-9603-f6edffda4ae7 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 949 time: 0.2547839 Jul 22 23:29:29.649073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb03004-5548-4ea4-8bc2-5f7800bc2422,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:29.652965 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-643b9406-a538-41dd-84fa-1a6431e5ad5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.693697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b9d228-107f-49de-be56-950ca466fdc3 admin admin] Checking segment: {'id': '67fa5820-ac66-456c-9bee-d94402ab177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:29.693697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b9d228-107f-49de-be56-950ca466fdc3 admin admin] Network hostable DHCP agents. Network: 8220c376-798c-4d26-99f9-1340b2d32211, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:29:29.747644 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd4c9dec-a223-413b-93f3-beecdf822b5b req-710a746b-a47c-41f9-a3d9-36a92211c421 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f3ab782-cf58-491f-ab7f-8d81abede3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354942 Jul 22 23:29:29.759547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-89db1733-4d3b-418d-98ea-77627443231a req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Allocated IP 192.168.233.163 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/c0efd4a0-d1f5-4933-9ba7-c68fe48571bf) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:29.771765 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-643b9406-a538-41dd-84fa-1a6431e5ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.772061 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2aabe386-a62f-4795-8080-f92a4cc12655 req-39d5cba3-1378-4dc6-95a2-7af62764769f tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486831 Jul 22 23:29:29.772242 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-643b9406-a538-41dd-84fa-1a6431e5ad5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.772320 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b9d228-107f-49de-be56-950ca466fdc3 admin admin] Network 8220c376-798c-4d26-99f9-1340b2d32211 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:29:29.772390 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-643b9406-a538-41dd-84fa-1a6431e5ad5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1d6d6aa2-b5e5-4830-841b-0c1eceb12315 HTTP/1.1" status: 204 len: 168 time: 0.2861814 Jul 22 23:29:29.785062 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b9406-a538-41dd-84fa-1a6431e5ad5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6d6aa2-b5e5-4830-841b-0c1eceb12315,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:29.843578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b6b9d228-107f-49de-be56-950ca466fdc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 8220c376-798c-4d26-99f9-1340b2d32211) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:29.852661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b5bc54-da46-483c-ba9c-156f89b7749e None None] Network 8220c376-798c-4d26-99f9-1340b2d32211 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:29.864633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b9d228-107f-49de-be56-950ca466fdc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:29.865298 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6b9d228-107f-49de-be56-950ca466fdc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.878621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-57264317-98a3-4483-a619-f4c2cb0de5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:29.883841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-57264317-98a3-4483-a619-f4c2cb0de5ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d90685a4e59845cba4f9270861cafdba&device_id=405f13e1-d43f-4a05-b041-998c5c2f0243 HTTP/1.1" status: 200 len: 1098 time: 0.2712598 Jul 22 23:29:29.902273 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a0fe01-2062-46d0-9627-479de8859916 x-openstack-request-id: req-09a0fe01-2062-46d0-9627-479de8859916 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:29.902693 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405f13e1-d43f-4a05-b041-998c5c2f0243", "tag": "1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:29.902947 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09a0fe01-2062-46d0-9627-479de8859916 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:29.903345 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405f13e1-d43f-4a05-b041-998c5c2f0243', 'tag': '1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384', 'status': 'completed', 'code': 200} Jul 22 23:29:29.945850 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-fcfae82a-31b7-4be3-b03b-e64613a2367b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 HTTP/1.1" status: 200 len: 217 time: 0.0413024 Jul 22 23:29:29.999558 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e4ba735f-bff1-4dba-a407-7a9d2e78ffe0 req-21c036e2-38b3-431a-a414-490949e7cfc6 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/ports?device_id=37bc0aa7-ad3c-40b0-96ae-8c684be2ae45 HTTP/1.1" status: 200 len: 210 time: 0.0476856 Jul 22 23:29:30.023644 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b6b9d228-107f-49de-be56-950ca466fdc3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4888620 Jul 22 23:29:30.026609 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55508) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:30.037224 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:30.090389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-d4174957-6ad1-4aa1-bbf1-931df078f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:30.092253 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-d4174957-6ad1-4aa1-bbf1-931df078f62a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0902760 Jul 22 23:29:30.126226 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.127847 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.141758 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-89db1733-4d3b-418d-98ea-77627443231a req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.176675 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-89db1733-4d3b-418d-98ea-77627443231a req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Transition to ACTIVE for port object c0efd4a0-d1f5-4933-9ba7-c68fe48571bf will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:30.180646 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-1eee405d-6c7e-484c-a0a2-348d3fb65a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:30.183135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-1eee405d-6c7e-484c-a0a2-348d3fb65a55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819781 Jul 22 23:29:30.204072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-8220c376-798c-4d26-99f9-1340b2d32211', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:29:30.204871 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.305611 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-ea3c38ee-1470-4fc7-8ee5-1142d30a82d4 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157515 Jul 22 23:29:30.335194 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.441834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169c2a58-df7a-4990-87c1-92f8acaeb7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48de029-b2f5-4077-a41c-e32090622356'}, {'server_uuid': '681fcf3e-d68e-4805-ad73-c07540c3fd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffff702-ff63-4a07-a49d-3f2b81c037c3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:30.445750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0b7fae3-0653-4cd8-819a-91d5eaa4ed1a req-e1691b11-8347-4ee2-9261-a8c61cabc8c2 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308160 Jul 22 23:29:30.450676 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1159632c-9215-43ea-a6b8-ee8752aa3557" -d '{"events": [{"server_uuid": "169c2a58-df7a-4990-87c1-92f8acaeb7a8", "name": "network-vif-plugged", "status": "completed", "tag": "b48de029-b2f5-4077-a41c-e32090622356"}, {"server_uuid": "681fcf3e-d68e-4805-ad73-c07540c3fd0d", "name": "network-vif-plugged", "status": "completed", "tag": "1ffff702-ff63-4a07-a49d-3f2b81c037c3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:30.457053 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-89db1733-4d3b-418d-98ea-77627443231a req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.490742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Allocated IP 172.20.0.2 (8220c376-798c-4d26-99f9-1340b2d32211/27c6a3c1-8e0f-4347-80b1-5c776e4d48ea/e9e87cc5-d72c-460e-af0b-c4e3bc9749fe) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:30.492453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f202f-cb52-4ec1-9893-5a3cd6c49451 req-888ff34a-6e13-4c7e-9852-7ba29816f396 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:30.501658 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e7f202f-cb52-4ec1-9893-5a3cd6c49451 req-888ff34a-6e13-4c7e-9852-7ba29816f396 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 972 time: 0.1884282 Jul 22 23:29:30.596189 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.651313 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e7f202f-cb52-4ec1-9893-5a3cd6c49451 req-67d51044-e827-4ee6-a92e-b88a1211be1c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485641 Jul 22 23:29:30.678969 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89db1733-4d3b-418d-98ea-77627443231a req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:30.687229 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad245332-366f-4c85-a294-c9ef231cf655 x-openstack-request-id: req-ad245332-366f-4c85-a294-c9ef231cf655 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:30.687526 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169c2a58-df7a-4990-87c1-92f8acaeb7a8", "name": "network-vif-plugged", "status": "completed", "tag": "b48de029-b2f5-4077-a41c-e32090622356", "code": 200}, {"server_uuid": "681fcf3e-d68e-4805-ad73-c07540c3fd0d", "name": "network-vif-plugged", "status": "completed", "tag": "1ffff702-ff63-4a07-a49d-3f2b81c037c3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:30.687772 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad245332-366f-4c85-a294-c9ef231cf655 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:30.688149 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169c2a58-df7a-4990-87c1-92f8acaeb7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48de029-b2f5-4077-a41c-e32090622356', 'code': 200} Jul 22 23:29:30.688400 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681fcf3e-d68e-4805-ad73-c07540c3fd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffff702-ff63-4a07-a49d-3f2b81c037c3', 'code': 200} Jul 22 23:29:30.698099 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-89db1733-4d3b-418d-98ea-77627443231a req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:30.710041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55540) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:30.714395 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Pushing event updated for resources: {'Port': ['ID=c0efd4a0-d1f5-4933-9ba7-c68fe48571bf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:30.720264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-89db1733-4d3b-418d-98ea-77627443231a req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:30.728247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.95', 54665) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:30.743386 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1733-4d3b-418d-98ea-77627443231a req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:30.745026 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-89db1733-4d3b-418d-98ea-77627443231a req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.749496 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55544) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:30.781239 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7622047-563c-4729-b2cc-ad4fb6380468 req-2eb99008-870d-459d-a6f9-ba49b0fab420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:30.782488 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c7622047-563c-4729-b2cc-ad4fb6380468 req-2eb99008-870d-459d-a6f9-ba49b0fab420 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d90685a4e59845cba4f9270861cafdba&device_id=405f13e1-d43f-4a05-b041-998c5c2f0243 HTTP/1.1" status: 200 len: 1098 time: 0.2385814 Jul 22 23:29:30.802684 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-89db1733-4d3b-418d-98ea-77627443231a req-e2ccf61e-7082-40c0-a608-5a0d74e655d5 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6985178 Jul 22 23:29:30.834736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Request body: {'port': {'device_id': '37bc0aa7-ad3c-40b0-96ae-8c684be2ae45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:30.882965 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.912922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Transition to ACTIVE for port object e9e87cc5-d72c-460e-af0b-c4e3bc9749fe will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:30.962980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Transition to ACTIVE for port object e9e87cc5-d72c-460e-af0b-c4e3bc9749fe will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:30.976410 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.010646 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.089520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Network 8220c376-798c-4d26-99f9-1340b2d32211 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:31.108854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:31.129059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Pushing event updated for resources: {'Port': ['ID=e9e87cc5-d72c-460e-af0b-c4e3bc9749fe,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:31.132932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:31.170104 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7322cc6-d1b6-4174-b4c6-12eb9d8884ef None None] Provisioning for port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:31.209883 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7322cc6-d1b6-4174-b4c6-12eb9d8884ef None None] Provisioning complete for port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:31.210253 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7322cc6-d1b6-4174-b4c6-12eb9d8884ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.242685 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Attempting to bind port e9e87cc5-d72c-460e-af0b-c4e3bc9749fe on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:31.243091 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Attempting to bind port e9e87cc5-d72c-460e-af0b-c4e3bc9749fe by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '67fa5820-ac66-456c-9bee-d94402ab177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:31.243532 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Attempting to bind port e9e87cc5-d72c-460e-af0b-c4e3bc9749fe on network 8220c376-798c-4d26-99f9-1340b2d32211 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:31.255069 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:31.255431 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Checking segment: {'id': '67fa5820-ac66-456c-9bee-d94402ab177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:31.255832 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.256213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Bound using segment: {'id': '67fa5820-ac66-456c-9bee-d94402ab177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:31.256679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Bound port: e9e87cc5-d72c-460e-af0b-c4e3bc9749fe, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fa5820-ac66-456c-9bee-d94402ab177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:31.257052 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.269924 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f7322cc6-d1b6-4174-b4c6-12eb9d8884ef None None] Port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:31.272569 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea8b371d-dffd-41fd-bdca-223ae76cd780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.336407 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] For port e9e87cc5-d72c-460e-af0b-c4e3bc9749fe, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:31.341793 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] For port e9e87cc5-d72c-460e-af0b-c4e3bc9749fe, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e9e87cc5-d72c-460e-af0b-c4e3bc9749fe,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:31.346285 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.354144 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70379f1-f483-47f3-9661-8224443ad331 req-c1d87e55-a0d1-4dff-b426-09cb4462961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:31.355836 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f70379f1-f483-47f3-9661-8224443ad331 req-c1d87e55-a0d1-4dff-b426-09cb4462961e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 1100 time: 0.5117810 Jul 22 23:29:31.368714 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-684ee3b9-332d-4bb3-b0b4-fd3c8ba54cd5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f64fe652bf1645ee927c5d46673c4c67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6482682 Jul 22 23:29:31.377971 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55558) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:31.412671 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.412932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8b9f4-d429-4bed-abbe-43f43704eb4a None None] Pushing event updated for resources: {'Port': ['ID=e9e87cc5-d72c-460e-af0b-c4e3bc9749fe,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:31.463501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7622047-563c-4729-b2cc-ad4fb6380468 req-71e0f3b1-0dee-41ee-a82b-c56168815ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:31.465188 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c7622047-563c-4729-b2cc-ad4fb6380468 req-71e0f3b1-0dee-41ee-a82b-c56168815ddd service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.6232414 Jul 22 23:29:31.471644 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.478304 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5aabb-000e-40b1-9505-bff1040cb980 req-9bc947d0-dda2-4955-b264-6398f01d20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:31.480278 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dec5aabb-000e-40b1-9505-bff1040cb980 req-9bc947d0-dda2-4955-b264-6398f01d20ea service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 1123 time: 0.7423093 Jul 22 23:29:31.514159 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f376120e-7a05-4870-b5ef-53360f9594fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.537919 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b82a6-6c16-41cb-8500-9ae359f4f5d6 req-432c159c-000b-4355-9f37-eb49de4c5fc2 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:31.540031 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f9b82a6-6c16-41cb-8500-9ae359f4f5d6 req-432c159c-000b-4355-9f37-eb49de4c5fc2 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/ports?device_id=405f13e1-d43f-4a05-b041-998c5c2f0243 HTTP/1.1" status: 200 len: 947 time: 0.6970448 Jul 22 23:29:31.542531 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f70379f1-f483-47f3-9661-8224443ad331 req-3baa1eab-d0e3-4f7d-8e29-50a8c956ce3b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619556 Jul 22 23:29:31.545301 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c7622047-563c-4729-b2cc-ad4fb6380468 req-398581f1-10fd-4143-b9a2-176ac62c2a72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 HTTP/1.1" status: 200 len: 217 time: 0.0724866 Jul 22 23:29:31.577281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bc1bf-9991-45a3-a180-08a4dc108c81 req-af2d490f-c72a-40d5-85e7-cfb5899606a7 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:31.578974 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-603bc1bf-9991-45a3-a180-08a4dc108c81 req-af2d490f-c72a-40d5-85e7-cfb5899606a7 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 949 time: 0.3716152 Jul 22 23:29:31.620036 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dec5aabb-000e-40b1-9505-bff1040cb980 req-f7ea0893-e4db-4608-86e4-c05a54223286 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285875 Jul 22 23:29:31.658634 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f9b82a6-6c16-41cb-8500-9ae359f4f5d6 req-1c2d134e-b018-45f5-b7fb-3d1d5da3807f tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f3ab782-cf58-491f-ab7f-8d81abede3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023340 Jul 22 23:29:31.672783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-603bc1bf-9991-45a3-a180-08a4dc108c81 req-ca065f68-71f1-4a93-9e27-554e46e79309 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731182 Jul 22 23:29:31.830862 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a2065a1-fa95-4c99-a29d-ad5e2cdf71ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.879512 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8458446-574b-42f5-9c52-7aa5fd69bd81 req-9eb16c27-bb4e-4d1d-abb7-b9bd8fb77821 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:31.881633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8458446-574b-42f5-9c52-7aa5fd69bd81 req-9eb16c27-bb4e-4d1d-abb7-b9bd8fb77821 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/ports?device_id=37bc0aa7-ad3c-40b0-96ae-8c684be2ae45 HTTP/1.1" status: 200 len: 936 time: 0.1413825 Jul 22 23:29:31.883264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7622047-563c-4729-b2cc-ad4fb6380468 req-9e1ff690-f57b-458d-8fc4-636dcf0182f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:31.884676 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c7622047-563c-4729-b2cc-ad4fb6380468 req-9e1ff690-f57b-458d-8fc4-636dcf0182f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0903835 Jul 22 23:29:31.916730 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a2065a1-fa95-4c99-a29d-ad5e2cdf71ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.980328 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8458446-574b-42f5-9c52-7aa5fd69bd81 req-26e04595-9566-4916-b48a-01a43e2fd24b tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbb03004-5548-4ea4-8bc2-5f7800bc2422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924830 Jul 22 23:29:31.990137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7622047-563c-4729-b2cc-ad4fb6380468 req-90e218b7-f156-4938-a5be-966a58e0be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:31.991676 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c7622047-563c-4729-b2cc-ad4fb6380468 req-90e218b7-f156-4938-a5be-966a58e0be7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918794 Jul 22 23:29:32.042244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Allocated IP 172.25.4.244 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/3b4fa086-9b61-4fbf-be67-e36593e72b84) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:32.059667 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea8b371d-dffd-41fd-bdca-223ae76cd780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.072983 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea8b371d-dffd-41fd-bdca-223ae76cd780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.119369 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c7622047-563c-4729-b2cc-ad4fb6380468 req-c1462088-9eac-40c5-9fe6-3638dae440d8 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200266 Jul 22 23:29:32.124288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0efd4a0-d1f5-4933-9ba7-c68fe48571bf {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:32.156337 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.226301 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ea8b371d-dffd-41fd-bdca-223ae76cd780 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09569d4a3236430790a170c76c13d410&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4748859 Jul 22 23:29:32.227197 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a2065a1-fa95-4c99-a29d-ad5e2cdf71ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.232015 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a2065a1-fa95-4c99-a29d-ad5e2cdf71ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.234451 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8a2065a1-fa95-4c99-a29d-ad5e2cdf71ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c042d522-f2f3-4152-ae56-b648789789d4 HTTP/1.1" status: 204 len: 168 time: 0.8521900 Jul 22 23:29:32.248945 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55580) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:32.249741 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Transition to ACTIVE for port object c0efd4a0-d1f5-4933-9ba7-c68fe48571bf will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:32.251129 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b371d-dffd-41fd-bdca-223ae76cd780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f421c1-cb0d-4688-88c6-7b08f8140800,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:32.270583 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2065a1-fa95-4c99-a29d-ad5e2cdf71ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c042d522-f2f3-4152-ae56-b648789789d4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:32.282929 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.330549 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c7622047-563c-4729-b2cc-ad4fb6380468 req-58c4242c-5db6-49ce-bdcc-c500f50b8dfc service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009718 Jul 22 23:29:32.375140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a78e73-dc7e-4241-b8c9-e5d5e18eb747 req-170daabc-2daf-4358-8a48-f9cb1f997489 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:32.376693 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7a78e73-dc7e-4241-b8c9-e5d5e18eb747 req-170daabc-2daf-4358-8a48-f9cb1f997489 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 972 time: 0.2105396 Jul 22 23:29:32.384473 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38108aab-72a6-4360-ab1a-be9099dde73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.473280 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38108aab-72a6-4360-ab1a-be9099dde73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.483406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Attempting to bind port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:32.483943 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Attempting to bind port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:32.484393 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Attempting to bind port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:32.507362 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.518327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:32.518807 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Attempting to bind port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:32.527182 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:32.528393 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:32.528886 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:32.529682 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Bound port: c0efd4a0-d1f5-4933-9ba7-c68fe48571bf, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:32.530411 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.545758 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Pushing event updated for resources: {'Port': ['ID=c0efd4a0-d1f5-4933-9ba7-c68fe48571bf,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:32.577514 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7a78e73-dc7e-4241-b8c9-e5d5e18eb747 req-a9d3c4c5-beca-42e5-a6ee-e705bd20ef39 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896670 Jul 22 23:29:32.637535 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38108aab-72a6-4360-ab1a-be9099dde73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.640031 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-38108aab-72a6-4360-ab1a-be9099dde73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.644213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-38108aab-72a6-4360-ab1a-be9099dde73a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9f421c1-cb0d-4688-88c6-7b08f8140800 HTTP/1.1" status: 204 len: 168 time: 0.3912654 Jul 22 23:29:32.664331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38108aab-72a6-4360-ab1a-be9099dde73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f421c1-cb0d-4688-88c6-7b08f8140800,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:32.788704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] For port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:32.798864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] For port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c0efd4a0-d1f5-4933-9ba7-c68fe48571bf,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:32.802597 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.852000 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.858794 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e9e87cc5-d72c-460e-af0b-c4e3bc9749fe up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:32.898143 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:32.899408 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:32.905409 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:32.976171 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523c6ca8-809f-4c56-a624-09ed4b5a9eaf None None] Network 8220c376-798c-4d26-99f9-1340b2d32211 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:33.004720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fdc3498a-7909-4e38-9b4b-b4a746d29cce None None] Provisioning for port e9e87cc5-d72c-460e-af0b-c4e3bc9749fe completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:33.070370 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c26e8-0f38-4999-8fdd-5428337fc752 req-cd5dcb66-561a-47bf-841a-0ba4a31afa35 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:33.070954 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:33.071424 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.074391 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-89db1733-4d3b-418d-98ea-77627443231a req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] 10.222.0.95 "PUT /v2.0/ports/c0efd4a0-d1f5-4933-9ba7-c68fe48571bf HTTP/1.1" status: 200 len: 1096 time: 2.2602456 Jul 22 23:29:33.074853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37bc0aa7-ad3c-40b0-96ae-8c684be2ae45', 'tag': 'c0efd4a0-d1f5-4933-9ba7-c68fe48571bf'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:33.077328 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cffbc1f-66ab-4df3-b47e-1b87c8506e86" -d '{"events": [{"name": "network-changed", "server_uuid": "37bc0aa7-ad3c-40b0-96ae-8c684be2ae45", "tag": "c0efd4a0-d1f5-4933-9ba7-c68fe48571bf"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:33.091292 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-393c26e8-0f38-4999-8fdd-5428337fc752 req-cd5dcb66-561a-47bf-841a-0ba4a31afa35 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 949 time: 0.2587843 Jul 22 23:29:33.105288 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port e9e87cc5-d72c-460e-af0b-c4e3bc9749fe completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:33.113192 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e9e87cc5-d72c-460e-af0b-c4e3bc9749fe triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:33.114527 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.161790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ad0ee-9036-411a-8628-f06855e5dbec req-083e322a-4388-4715-83fc-09b9e17f1dff tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:33.173781 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f4ad0ee-9036-411a-8628-f06855e5dbec req-083e322a-4388-4715-83fc-09b9e17f1dff tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/ports?device_id=405f13e1-d43f-4a05-b041-998c5c2f0243 HTTP/1.1" status: 200 len: 947 time: 0.3070114 Jul 22 23:29:33.175331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:33.230936 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-393c26e8-0f38-4999-8fdd-5428337fc752 req-72db6192-41db-4d69-b622-2e1bb150fa7e tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308799 Jul 22 23:29:33.231678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55616) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:33.255291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Pushing event updated for resources: {'Port': ['ID=3b4fa086-9b61-4fbf-be67-e36593e72b84,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:33.303963 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e97fafac-71e3-41d7-af94-f29a804157b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.318694 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.335936 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f4ad0ee-9036-411a-8628-f06855e5dbec req-3e4ef61b-6f6d-44c8-8bc9-37b70bc2a0ec tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f3ab782-cf58-491f-ab7f-8d81abede3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613207 Jul 22 23:29:33.382686 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port e9e87cc5-d72c-460e-af0b-c4e3bc9749fe, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e9e87cc5-d72c-460e-af0b-c4e3bc9749fe,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:33.401590 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.428331 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d600afb5-be11-46df-9a1e-ead0e7c5aadd x-openstack-request-id: req-d600afb5-be11-46df-9a1e-ead0e7c5aadd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:33.428855 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37bc0aa7-ad3c-40b0-96ae-8c684be2ae45", "tag": "c0efd4a0-d1f5-4933-9ba7-c68fe48571bf", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:33.428855 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d600afb5-be11-46df-9a1e-ead0e7c5aadd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:33.429248 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37bc0aa7-ad3c-40b0-96ae-8c684be2ae45', 'tag': 'c0efd4a0-d1f5-4933-9ba7-c68fe48571bf', 'status': 'completed', 'code': 200} Jul 22 23:29:33.432276 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2651e9a-3946-482e-97d3-d3edc052ef88 service neutron] Pushing event updated for resources: {'Port': ['ID=c0efd4a0-d1f5-4933-9ba7-c68fe48571bf,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:33.449486 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1733-4d3b-418d-98ea-77627443231a req-c8233238-f1c8-4306-9c8e-34efda61fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:33.451011 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-89db1733-4d3b-418d-98ea-77627443231a req-c8233238-f1c8-4306-9c8e-34efda61fd91 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9a568b59b83d46de9a176d7fd322e7e3&device_id=37bc0aa7-ad3c-40b0-96ae-8c684be2ae45 HTTP/1.1" status: 200 len: 1099 time: 0.2048397 Jul 22 23:29:33.451727 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.467998 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03345f9c-3831-4a34-b7b8-56c14fbc011c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.527617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57550e-437d-402d-b36e-eda7a0103aa0 req-2fa70de7-8843-42a1-bbec-a0e169a087e8 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:33.534477 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5b57550e-437d-402d-b36e-eda7a0103aa0 req-2fa70de7-8843-42a1-bbec-a0e169a087e8 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/ports?device_id=37bc0aa7-ad3c-40b0-96ae-8c684be2ae45 HTTP/1.1" status: 200 len: 948 time: 0.1927826 Jul 22 23:29:33.536717 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=e9e87cc5-d72c-460e-af0b-c4e3bc9749fe,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:33.569142 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-89db1733-4d3b-418d-98ea-77627443231a req-b0815973-9dda-44fa-8fc3-dba7fa67c1f7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c0efd4a0-d1f5-4933-9ba7-c68fe48571bf HTTP/1.1" status: 200 len: 217 time: 0.0445216 Jul 22 23:29:33.620430 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5b57550e-437d-402d-b36e-eda7a0103aa0 req-5547c014-aad7-4595-b121-fd9eb16d5496 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbb03004-5548-4ea4-8bc2-5f7800bc2422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797470 Jul 22 23:29:33.640997 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e97fafac-71e3-41d7-af94-f29a804157b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.662202 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e97fafac-71e3-41d7-af94-f29a804157b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.725807 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1733-4d3b-418d-98ea-77627443231a req-e24cdf4a-52de-4362-88a1-e661f2b4f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:33.727481 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-89db1733-4d3b-418d-98ea-77627443231a req-e24cdf4a-52de-4362-88a1-e661f2b4f545 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1508577 Jul 22 23:29:33.753083 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e97fafac-71e3-41d7-af94-f29a804157b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c99aa78b52ea4a73830d334e7c3deb08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5198932 Jul 22 23:29:33.757301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55630) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:33.780982 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fafac-71e3-41d7-af94-f29a804157b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f84760-eb1b-4808-b0bd-8ba20b8e0827,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:33.799170 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.882461 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1733-4d3b-418d-98ea-77627443231a req-681a2895-a8fb-4878-92c0-faf5afd8b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:33.883966 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-89db1733-4d3b-418d-98ea-77627443231a req-681a2895-a8fb-4878-92c0-faf5afd8b5fe service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1478121 Jul 22 23:29:33.884482 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c0261-0191-47bb-a685-1530bef91080 req-3e4adc40-8800-4664-8e64-413e7dacf838 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:33.887354 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-175c0261-0191-47bb-a685-1530bef91080 req-3e4adc40-8800-4664-8e64-413e7dacf838 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 972 time: 0.2060108 Jul 22 23:29:33.901610 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.919656 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-04b0ea50-2fde-493d-9d57-1277c469a5fe None None] Provisioning complete for port e9e87cc5-d72c-460e-af0b-c4e3bc9749fe triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:33.920140 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04b0ea50-2fde-493d-9d57-1277c469a5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.924618 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-932954db-0596-4653-b9cb-dfdc989b277f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.941989 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03345f9c-3831-4a34-b7b8-56c14fbc011c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.963195 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03345f9c-3831-4a34-b7b8-56c14fbc011c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.990879 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-932954db-0596-4653-b9cb-dfdc989b277f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.031009 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-89db1733-4d3b-418d-98ea-77627443231a req-c56f7fab-a649-4562-b3d4-549f5a776dd6 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389453 Jul 22 23:29:34.031832 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-175c0261-0191-47bb-a685-1530bef91080 req-3efdb4cd-fff0-4bda-ac09-2e328f048808 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295879 Jul 22 23:29:34.087429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Router c521a641-37c7-4bd0-afe1-24c961cb5ca0 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:29:34.090654 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-03345f9c-3831-4a34-b7b8-56c14fbc011c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8b6b01298b746f2b65011c3410c36b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9136071 Jul 22 23:29:34.091814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55640) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:34.108995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03345f9c-3831-4a34-b7b8-56c14fbc011c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5514fd2f-4721-4385-afd8-49387abb0d2b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:34.168689 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-932954db-0596-4653-b9cb-dfdc989b277f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.171246 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-932954db-0596-4653-b9cb-dfdc989b277f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.172410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-932954db-0596-4653-b9cb-dfdc989b277f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05f84760-eb1b-4808-b0bd-8ba20b8e0827 HTTP/1.1" status: 204 len: 168 time: 0.4103889 Jul 22 23:29:34.175536 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6159177-2ec4-4a70-9e54-4c0b698f6658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.185433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932954db-0596-4653-b9cb-dfdc989b277f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f84760-eb1b-4808-b0bd-8ba20b8e0827,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:34.208304 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6159177-2ec4-4a70-9e54-4c0b698f6658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.262695 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11d047c5-c459-436b-af22-8d7c2ebbab8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.281975 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6159177-2ec4-4a70-9e54-4c0b698f6658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.284889 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b6159177-2ec4-4a70-9e54-4c0b698f6658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.289433 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b6159177-2ec4-4a70-9e54-4c0b698f6658 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5514fd2f-4721-4385-afd8-49387abb0d2b HTTP/1.1" status: 204 len: 168 time: 0.1908891 Jul 22 23:29:34.299268 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6159177-2ec4-4a70-9e54-4c0b698f6658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5514fd2f-4721-4385-afd8-49387abb0d2b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:34.305797 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.404999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120cb26-6125-4c14-b6b2-60d6431ed3ad req-e6b6fd9a-8e4c-4b43-9cd9-9215e11b3908 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:34.413156 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9120cb26-6125-4c14-b6b2-60d6431ed3ad req-e6b6fd9a-8e4c-4b43-9cd9-9215e11b3908 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 949 time: 0.0871618 Jul 22 23:29:34.467679 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9120cb26-6125-4c14-b6b2-60d6431ed3ad req-ed0f47b8-15b2-493d-a044-1951639e1da7 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481784 Jul 22 23:29:34.480104 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-89db1733-4d3b-418d-98ea-77627443231a req-0932368f-f38e-4a65-9a19-37983cd91594 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389608 Jul 22 23:29:34.571349 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:29:34.582743 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Sync routers for ids ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:29:34.601025 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Routers {'c521a641-37c7-4bd0-afe1-24c961cb5ca0'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:34.601981 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:29:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:34.630226 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.642463 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e0cf71a3-6361-45c1-95d6-768280408d0d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.6144736 Jul 22 23:29:34.643342 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55660) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:34.656289 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af0422-d193-4d29-b8ed-86bcaab12bb6 req-3e76eb7f-1eb6-4692-9883-230c0bb4e2ae tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:34.677192 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8af0422-d193-4d29-b8ed-86bcaab12bb6 req-3e76eb7f-1eb6-4692-9883-230c0bb4e2ae tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/ports?device_id=405f13e1-d43f-4a05-b041-998c5c2f0243 HTTP/1.1" status: 200 len: 947 time: 0.1323323 Jul 22 23:29:34.767264 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e9e87cc5-d72c-460e-af0b-c4e3bc9749fe up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:34.853303 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8af0422-d193-4d29-b8ed-86bcaab12bb6 req-fd205d57-5976-4455-a33d-d17c7282cd1b tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f3ab782-cf58-491f-ab7f-8d81abede3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744251 Jul 22 23:29:34.884494 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:29:34.894676 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Set router c521a641-37c7-4bd0-afe1-24c961cb5ca0 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:34.907855 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4579381-a8bb-46d9-9bb2-1434b4115483 req-7bfa00d6-f3c1-453d-b915-70bc43737c64 tempest-MigrationsAdminTest-1713965020 tempest-MigrationsAdminTest-1713965020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:34.911797 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a4579381-a8bb-46d9-9bb2-1434b4115483 req-7bfa00d6-f3c1-453d-b915-70bc43737c64 tempest-MigrationsAdminTest-1713965020 tempest-MigrationsAdminTest-1713965020-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 1123 time: 0.2202325 Jul 22 23:29:34.933008 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffbc1f-66ab-4df3-b47e-1b87c8506e86 req-bc68c2f6-5cf8-494a-8825-841e0c6ce4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:34.940348 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6cffbc1f-66ab-4df3-b47e-1b87c8506e86 req-bc68c2f6-5cf8-494a-8825-841e0c6ce4c8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9a568b59b83d46de9a176d7fd322e7e3&device_id=37bc0aa7-ad3c-40b0-96ae-8c684be2ae45 HTTP/1.1" status: 200 len: 1099 time: 0.3888521 Jul 22 23:29:34.954703 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a4579381-a8bb-46d9-9bb2-1434b4115483 req-f201b1d9-18a0-45a5-ab40-967c78a84ea6 tempest-MigrationsAdminTest-1713965020 tempest-MigrationsAdminTest-1713965020-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.001437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e9e87cc5-d72c-460e-af0b-c4e3bc9749fe triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:35.002039 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.078738 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:35.093699 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384', 'mac_address': 'fa:16:3e:f5:fa:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:29:35.168569 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.182375 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:35.200379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55670) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:35.212802 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:35.219900 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.253848 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9757c7aa-a60d-4dfa-8371-c7199891b49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.287964 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac975341-68d3-4f03-bb49-33e4b498f023 req-ad852a1f-0a59-4da6-8317-29c641539b03 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:35.290218 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac975341-68d3-4f03-bb49-33e4b498f023 req-ad852a1f-0a59-4da6-8317-29c641539b03 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.2970901 Jul 22 23:29:35.318160 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:35.333896 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:33Z', 'revision_number': 3, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:35.361414 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a4579381-a8bb-46d9-9bb2-1434b4115483 req-f201b1d9-18a0-45a5-ab40-967c78a84ea6 tempest-MigrationsAdminTest-1713965020 tempest-MigrationsAdminTest-1713965020-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.369244 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.379892 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Checking router: c521a641-37c7-4bd0-afe1-24c961cb5ca0 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:29:35.380648 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a4579381-a8bb-46d9-9bb2-1434b4115483 req-f201b1d9-18a0-45a5-ab40-967c78a84ea6 tempest-MigrationsAdminTest-1713965020 tempest-MigrationsAdminTest-1713965020-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.380929 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Updating router c521a641-37c7-4bd0-afe1-24c961cb5ca0 port 3b4fa086-9b61-4fbf-be67-e36593e72b84 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:29:35.393676 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac975341-68d3-4f03-bb49-33e4b498f023 req-1c4b337a-34b5-4435-a27c-2c9b74d2ad62 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887077 Jul 22 23:29:35.427744 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a4579381-a8bb-46d9-9bb2-1434b4115483 req-f201b1d9-18a0-45a5-ab40-967c78a84ea6 tempest-MigrationsAdminTest-1713965020 tempest-MigrationsAdminTest-1713965020-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090568 Jul 22 23:29:35.442913 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffbc1f-66ab-4df3-b47e-1b87c8506e86 req-b5248ff1-34ed-4e8c-aa03-c0fba70dc995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:35.447018 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6cffbc1f-66ab-4df3-b47e-1b87c8506e86 req-b5248ff1-34ed-4e8c-aa03-c0fba70dc995 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.3183088 Jul 22 23:29:35.451336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201b1d9-18a0-45a5-ab40-967c78a84ea6 tempest-MigrationsAdminTest-1713965020 tempest-MigrationsAdminTest-1713965020-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08c5356-4d49-4b0b-b39a-bcbc3e17ae6b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:35.511191 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.536772 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6cffbc1f-66ab-4df3-b47e-1b87c8506e86 req-b168eca5-5ff8-480a-b50a-9b848d09f0e6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c0efd4a0-d1f5-4933-9ba7-c68fe48571bf HTTP/1.1" status: 200 len: 217 time: 0.0572994 Jul 22 23:29:35.545952 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:35.665238 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9757c7aa-a60d-4dfa-8371-c7199891b49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.668784 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffbc1f-66ab-4df3-b47e-1b87c8506e86 req-003cc4d7-fa81-44e0-ac58-0614185a7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:35.670675 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6cffbc1f-66ab-4df3-b47e-1b87c8506e86 req-003cc4d7-fa81-44e0-ac58-0614185a7f63 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1254871 Jul 22 23:29:35.679411 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9757c7aa-a60d-4dfa-8371-c7199891b49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.772870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757c7aa-a60d-4dfa-8371-c7199891b49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfe4f25-1ff7-45d6-acfc-fb890e57f839,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:35.840012 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffbc1f-66ab-4df3-b47e-1b87c8506e86 req-432a1948-0d55-44cc-84b2-a0dab65f0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:35.840310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9757c7aa-a60d-4dfa-8371-c7199891b49c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=647cceb786e9483bb8edde8259f616bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6209888 Jul 22 23:29:35.841642 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55692) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:35.842521 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6cffbc1f-66ab-4df3-b47e-1b87c8506e86 req-432a1948-0d55-44cc-84b2-a0dab65f0736 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1442327 Jul 22 23:29:35.943739 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.950430 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.964489 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Transition to ACTIVE for port object 3b4fa086-9b61-4fbf-be67-e36593e72b84 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:35.974824 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.086925 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c11a32-923b-4d70-9ce4-cb83b2ae03a5 None None] Pushing event updated for resources: {'Port': ['ID=3b4fa086-9b61-4fbf-be67-e36593e72b84,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:36.087388 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafda20f-d575-4527-915b-a88f9b90b0c0 req-e4bfdc8d-6a61-4f22-8df4-48dcd99dc34e tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:36.097625 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aafda20f-d575-4527-915b-a88f9b90b0c0 req-e4bfdc8d-6a61-4f22-8df4-48dcd99dc34e tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/ports?device_id=37bc0aa7-ad3c-40b0-96ae-8c684be2ae45 HTTP/1.1" status: 200 len: 948 time: 0.5313444 Jul 22 23:29:36.112180 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c11a32-923b-4d70-9ce4-cb83b2ae03a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:36.112969 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c11a32-923b-4d70-9ce4-cb83b2ae03a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:36.113522 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c11a32-923b-4d70-9ce4-cb83b2ae03a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:36.113963 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c11a32-923b-4d70-9ce4-cb83b2ae03a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:36.114443 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c11a32-923b-4d70-9ce4-cb83b2ae03a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:36.115140 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c11a32-923b-4d70-9ce4-cb83b2ae03a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:36.115630 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c11a32-923b-4d70-9ce4-cb83b2ae03a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:36.116060 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c11a32-923b-4d70-9ce4-cb83b2ae03a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:36.116498 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c11a32-923b-4d70-9ce4-cb83b2ae03a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:36.117519 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c11a32-923b-4d70-9ce4-cb83b2ae03a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:36.117960 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c11a32-923b-4d70-9ce4-cb83b2ae03a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:36.118684 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c11a32-923b-4d70-9ce4-cb83b2ae03a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c11a32-923b-4d70-9ce4-cb83b2ae03a5 None None] Tracked resource versions report: Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: pushed versions: Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: { 'AddressGroup': {'1.2'}, Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'ConntrackHelper': {'1.0'}, Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'Log': {'1.0'}, Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'Network': {'1.1'}, Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'Port': {'1.7'}, Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'PortForwarding': {'1.2'}, Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'QosPolicy': {'1.8'}, Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'SecurityGroup': {'1.4'}, Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'SubPort': {'1.0'}, Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'Subnet': {'1.1'}, Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'Trunk': {'1.1'}} Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: consumer versions: Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: { DHCP agent@n-d-688802-2: {}, Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: HyperV agent@n-h1-688802-2: {}, Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: HyperV agent@n-h2-688802-2: {}, Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: L3 agent@n-d-688802-2: {}, Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: Metadata agent@n-d-688802-2: {}, Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: Metering agent@n-d-688802-2: {}, Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: Open vSwitch agent@n-d-688802-2: { 'AddressGroup': '1.2', Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'ConntrackHelper': '1.0', Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'Log': '1.0', Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'Network': '1.1', Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'Port': '1.7', Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'PortForwarding': '1.2', Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'QosPolicy': '1.8', Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'SecurityGroup': '1.4', Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'SecurityGroupRule': '1.2', Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'SubPort': '1.0', Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'Subnet': '1.1', Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: 'Trunk': '1.1'}} Jul 22 23:29:36.120466 n-d-688802-2 neutron-server[93823]: {{(pid=93823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:29:36.152678 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6cffbc1f-66ab-4df3-b47e-1b87c8506e86 req-5d432a2d-baae-46b7-a7dc-08fa3a5805a3 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590864 Jul 22 23:29:36.156524 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Attempting to bind port 3b4fa086-9b61-4fbf-be67-e36593e72b84 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:36.157192 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Attempting to bind port 3b4fa086-9b61-4fbf-be67-e36593e72b84 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:36.157670 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Attempting to bind port 3b4fa086-9b61-4fbf-be67-e36593e72b84 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:36.161385 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aafda20f-d575-4527-915b-a88f9b90b0c0 req-61f3aaba-c37b-4558-b716-679183692ac9 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbb03004-5548-4ea4-8bc2-5f7800bc2422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554724 Jul 22 23:29:36.162316 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a49c06f2-47ee-441d-8b14-305b74bb99a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.164237 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:36.164802 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:36.165353 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.166643 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:36.167239 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Bound port: 3b4fa086-9b61-4fbf-be67-e36593e72b84, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:36.167740 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.226338 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a49c06f2-47ee-441d-8b14-305b74bb99a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.235926 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] For port 3b4fa086-9b61-4fbf-be67-e36593e72b84, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:36.240275 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] For port 3b4fa086-9b61-4fbf-be67-e36593e72b84, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=3b4fa086-9b61-4fbf-be67-e36593e72b84,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:36.247685 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.296737 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a49c06f2-47ee-441d-8b14-305b74bb99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.300089 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a49c06f2-47ee-441d-8b14-305b74bb99a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.301317 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a49c06f2-47ee-441d-8b14-305b74bb99a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbfe4f25-1ff7-45d6-acfc-fb890e57f839 HTTP/1.1" status: 204 len: 168 time: 0.4553833 Jul 22 23:29:36.312243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c06f2-47ee-441d-8b14-305b74bb99a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfe4f25-1ff7-45d6-acfc-fb890e57f839,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:36.319473 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c11a32-923b-4d70-9ce4-cb83b2ae03a5 None None] Pushing event updated for resources: {'Port': ['ID=3b4fa086-9b61-4fbf-be67-e36593e72b84,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:36.339414 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Routers {'c521a641-37c7-4bd0-afe1-24c961cb5ca0'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:36.340459 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:29:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:36.348073 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-731c7b19-6653-460a-895d-efc18cef8e7a req-3dcc7d4a-275d-437b-b34e-6744296a0a23 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=11a0634c1feb45a49aa72bf57660db76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455263 Jul 22 23:29:36.409854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Allocated IP 172.20.0.1 (8220c376-798c-4d26-99f9-1340b2d32211/27c6a3c1-8e0f-4347-80b1-5c776e4d48ea/a290e23d-f066-4fa0-bf06-222b039955a8) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:36.447847 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6cffbc1f-66ab-4df3-b47e-1b87c8506e86 req-6eed9b48-3f47-4d18-9567-2b942a619378 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835810 Jul 22 23:29:36.497292 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] Set router c521a641-37c7-4bd0-afe1-24c961cb5ca0 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:36.595445 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c7b19-6653-460a-895d-efc18cef8e7a req-f0d98345-a4ca-4c83-912f-6c90021eca9a tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:36.597596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-731c7b19-6653-460a-895d-efc18cef8e7a req-f0d98345-a4ca-4c83-912f-6c90021eca9a tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487435 Jul 22 23:29:36.616009 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.630205 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-731c7b19-6653-460a-895d-efc18cef8e7a req-67284337-ebe8-4219-a26a-5001d53d5e58 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/quotas/11a0634c1feb45a49aa72bf57660db76 HTTP/1.1" status: 200 len: 375 time: 0.0259502 Jul 22 23:29:36.652344 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Transition to ACTIVE for port object a290e23d-f066-4fa0-bf06-222b039955a8 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:36.695880 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.745928 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Network 8220c376-798c-4d26-99f9-1340b2d32211 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:36.752511 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-731c7b19-6653-460a-895d-efc18cef8e7a req-8a876cdd-58f5-4afe-88e6-b93667ba7eaf tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=11a0634c1feb45a49aa72bf57660db76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1153626 Jul 22 23:29:36.753371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:36.756651 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:36.757227 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.810589 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Pushing event updated for resources: {'Port': ['ID=a290e23d-f066-4fa0-bf06-222b039955a8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:36.816372 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:36.930920 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.934897 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:33Z', 'revision_number': 3, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:36.961879 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:36.971205 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:36.971483 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.024955 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe2a78-99ed-414d-95f7-fed6f03a5488 None None] The sync data for ids ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'] in n-d-688802-2 is: [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:33Z', 'revision_number': 3, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:29:37.174292 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.183722 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55754) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:37.186814 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.242135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405f13e1-d43f-4a05-b041-998c5c2f0243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:37.245499 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f880d98-e9f1-4949-90c9-add312e5574d" -d '{"events": [{"server_uuid": "405f13e1-d43f-4a05-b041-998c5c2f0243", "name": "network-vif-plugged", "status": "completed", "tag": "1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:37.272185 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-df884416-c2fc-425d-89fa-e2d0b3027e93 None None] Provisioning for port a290e23d-f066-4fa0-bf06-222b039955a8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:37.279426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:37.282978 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-df884416-c2fc-425d-89fa-e2d0b3027e93 None None] Provisioning complete for port a290e23d-f066-4fa0-bf06-222b039955a8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:37.283407 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df884416-c2fc-425d-89fa-e2d0b3027e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.287416 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.371923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-df884416-c2fc-425d-89fa-e2d0b3027e93 None None] Port a290e23d-f066-4fa0-bf06-222b039955a8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:37.397998 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:37.438443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ced7a4-eec4-4254-a79f-54c5bfa6c2e3 req-50889fc5-f485-49c9-80fb-7d048315933f tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:37.440372 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91ced7a4-eec4-4254-a79f-54c5bfa6c2e3 req-50889fc5-f485-49c9-80fb-7d048315933f tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/ports?device_id=405f13e1-d43f-4a05-b041-998c5c2f0243 HTTP/1.1" status: 200 len: 948 time: 0.2905688 Jul 22 23:29:37.604665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5be2b-c223-4f96-8700-4a36d79bc3bb req-fbececf7-e2e5-468c-b0e5-e958ad04d8a5 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:37.614917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-feb5be2b-c223-4f96-8700-4a36d79bc3bb req-fbececf7-e2e5-468c-b0e5-e958ad04d8a5 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 972 time: 0.3673608 Jul 22 23:29:37.669673 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91ced7a4-eec4-4254-a79f-54c5bfa6c2e3 req-612a8e03-ee64-48dc-bf02-e15e2e1de02f tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f3ab782-cf58-491f-ab7f-8d81abede3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053955 Jul 22 23:29:37.693548 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-cad96247-f088-4a2d-8b52-7863793170ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5084426 Jul 22 23:29:37.755562 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-feb5be2b-c223-4f96-8700-4a36d79bc3bb req-a986cfd8-adf9-425a-a589-6222900e6196 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331670 Jul 22 23:29:37.804635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61671dfc-0617-44a9-9787-dd3db0547456 req-896b5534-e0bf-41ca-857b-49aa92a5c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:37.806234 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-61671dfc-0617-44a9-9787-dd3db0547456 req-896b5534-e0bf-41ca-857b-49aa92a5c437 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 1123 time: 0.2416470 Jul 22 23:29:37.873617 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.889540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.890328 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.935157 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90a735c7-5a2e-40d1-9230-5a8c7300794d req-b629659a-dd70-482d-9809-c6be637d7ff8 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 210 time: 0.0854530 Jul 22 23:29:37.962043 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Pushing event updated for resources: {'Port': ['ID=a290e23d-f066-4fa0-bf06-222b039955a8,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:38.031716 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fc3716-a37a-4b2b-89a1-6f00963e6b44 x-openstack-request-id: req-b0fc3716-a37a-4b2b-89a1-6f00963e6b44 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:38.032684 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405f13e1-d43f-4a05-b041-998c5c2f0243", "name": "network-vif-plugged", "status": "completed", "tag": "1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:38.033111 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0fc3716-a37a-4b2b-89a1-6f00963e6b44 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:38.033682 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405f13e1-d43f-4a05-b041-998c5c2f0243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384', 'code': 200} Jul 22 23:29:38.142190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d51d59-0a18-4f83-b8ed-e214fab30df6 req-9a138932-14c2-4175-bb1c-d03bd9794cc8 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:38.143290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61671dfc-0617-44a9-9787-dd3db0547456 req-bb39413a-e900-4ff4-9f59-9eb951ce87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:38.144492 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03d51d59-0a18-4f83-b8ed-e214fab30df6 req-9a138932-14c2-4175-bb1c-d03bd9794cc8 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/ports?device_id=37bc0aa7-ad3c-40b0-96ae-8c684be2ae45 HTTP/1.1" status: 200 len: 948 time: 0.1725659 Jul 22 23:29:38.145192 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-61671dfc-0617-44a9-9787-dd3db0547456 req-bb39413a-e900-4ff4-9f59-9eb951ce87f7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.2941296 Jul 22 23:29:38.230312 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-61671dfc-0617-44a9-9787-dd3db0547456 req-a5774be5-9921-4440-a8a5-c798fb2d883c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3 HTTP/1.1" status: 200 len: 217 time: 0.0682535 Jul 22 23:29:38.237603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Network 8220c376-798c-4d26-99f9-1340b2d32211 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:38.253110 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:38.279633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03d51d59-0a18-4f83-b8ed-e214fab30df6 req-769b788b-afa6-411c-97f1-de98d1efcc98 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbb03004-5548-4ea4-8bc2-5f7800bc2422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040940 Jul 22 23:29:38.308210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b9b4d-82b0-4d79-b296-e114617e9bf1 req-c0c9c696-2d4b-4618-bd59-0706d2951daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:38.320273 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-709b9b4d-82b0-4d79-b296-e114617e9bf1 req-c0c9c696-2d4b-4618-bd59-0706d2951daf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=405f13e1-d43f-4a05-b041-998c5c2f0243 HTTP/1.1" status: 200 len: 1100 time: 0.1641438 Jul 22 23:29:38.374656 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-709b9b4d-82b0-4d79-b296-e114617e9bf1 req-23001891-0eb9-4318-ae15-e346f80217a0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7f3ab782-cf58-491f-ab7f-8d81abede3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528576 Jul 22 23:29:38.489794 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61671dfc-0617-44a9-9787-dd3db0547456 req-fc282629-0094-4b41-bc63-49ca64dc2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:38.491616 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-61671dfc-0617-44a9-9787-dd3db0547456 req-fc282629-0094-4b41-bc63-49ca64dc2ec9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.2519410 Jul 22 23:29:38.585271 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Router c521a641-37c7-4bd0-afe1-24c961cb5ca0 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:29:38.629926 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-00d05f6e-8814-486b-bf6b-f8626ac74be7 None None] Provisioning complete for port a290e23d-f066-4fa0-bf06-222b039955a8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:38.630307 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-00d05f6e-8814-486b-bf6b-f8626ac74be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.642930 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61671dfc-0617-44a9-9787-dd3db0547456 req-1cd896dd-6bce-4a8e-b95b-661851caac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:38.645491 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-61671dfc-0617-44a9-9787-dd3db0547456 req-1cd896dd-6bce-4a8e-b95b-661851caac91 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1445675 Jul 22 23:29:38.707762 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3b4fa086-9b61-4fbf-be67-e36593e72b84 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:38.716272 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55812) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:38.738260 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-00d05f6e-8814-486b-bf6b-f8626ac74be7 None None] Port a290e23d-f066-4fa0-bf06-222b039955a8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:38.828286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device c0efd4a0-d1f5-4933-9ba7-c68fe48571bf details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:29:38.927114 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ab42c-222b-45f5-9bd2-26ce24a375e9 req-41eae209-8cef-4044-967b-6af6dccc7ab3 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:38.939281 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-226ab42c-222b-45f5-9bd2-26ce24a375e9 req-41eae209-8cef-4044-967b-6af6dccc7ab3 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/ports?device_id=405f13e1-d43f-4a05-b041-998c5c2f0243 HTTP/1.1" status: 200 len: 949 time: 0.1590276 Jul 22 23:29:39.018876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 3b4fa086-9b61-4fbf-be67-e36593e72b84 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:39.031477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 3b4fa086-9b61-4fbf-be67-e36593e72b84 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:39.031477 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:39.079866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-226ab42c-222b-45f5-9bd2-26ce24a375e9 req-dba9459e-e2d0-42ad-97ad-8ce0f70e7c9b tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f3ab782-cf58-491f-ab7f-8d81abede3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384797 Jul 22 23:29:39.189344 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-731c7b19-6653-460a-895d-efc18cef8e7a req-f9cc79c2-da96-467f-8b2a-fa8c391a40f3 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=11a0634c1feb45a49aa72bf57660db76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027918 Jul 22 23:29:39.266770 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29088d0f-6dac-4523-9f27-1bd90b1adc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:39.295776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c0efd4a0-d1f5-4933-9ba7-c68fe48571bf,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:39.316098 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-61671dfc-0617-44a9-9787-dd3db0547456 req-369b4a53-ca21-4640-9e77-531159121593 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295953 Jul 22 23:29:39.323249 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'c0efd4a0-d1f5-4933-9ba7-c68fe48571bf', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'c0efd4a0-d1f5-4933-9ba7-c68fe48571bf', 'mac_address': 'fa:16:3e:52:f1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:29:39.324469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:29:39.368656 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7595ba13-992e-4924-b5e6-46e8fe52424f admin admin] 10.222.0.26 "PUT /v2.0/routers/c521a641-37c7-4bd0-afe1-24c961cb5ca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7215624 Jul 22 23:29:39.451213 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:39.471182 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:39.511912 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0efd4a0-d1f5-4933-9ba7-c68fe48571bf {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:39.571222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c0efd4a0-d1f5-4933-9ba7-c68fe48571bf,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:39.597488 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:39.617166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 3b4fa086-9b61-4fbf-be67-e36593e72b84, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=3b4fa086-9b61-4fbf-be67-e36593e72b84,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:39.622058 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-61671dfc-0617-44a9-9787-dd3db0547456 req-c44e5243-f679-4448-9225-333c4810ecf8 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668664 Jul 22 23:29:39.667765 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:39.722985 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=c0efd4a0-d1f5-4933-9ba7-c68fe48571bf,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:39.724860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7412336c-1628-49da-9c77-db26be106def req-1b1d42c3-dc8a-4c45-a19c-ca909b62b857 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 210 time: 0.2683325 Jul 22 23:29:39.757990 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55854) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:39.827302 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57f8cb-87a6-4c0d-a906-c40f7541ef15 req-32dc6cf9-ef8c-41b4-9b3e-dff4e7c6e605 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:39.829170 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7b57f8cb-87a6-4c0d-a906-c40f7541ef15 req-32dc6cf9-ef8c-41b4-9b3e-dff4e7c6e605 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 972 time: 0.8587477 Jul 22 23:29:39.861917 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Sync routers for ids ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:29:39.887753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c7b19-6653-460a-895d-efc18cef8e7a req-ce8ee459-65e5-499a-9078-8964950fb667 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:39.889458 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-731c7b19-6653-460a-895d-efc18cef8e7a req-ce8ee459-65e5-499a-9078-8964950fb667 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6285756 Jul 22 23:29:39.921158 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['c0efd4a0-d1f5-4933-9ba7-c68fe48571bf'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:39.947572 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7b57f8cb-87a6-4c0d-a906-c40f7541ef15 req-dc5538f5-1029-4cd6-99e4-8ac26739455f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056876 Jul 22 23:29:39.951114 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29088d0f-6dac-4523-9f27-1bd90b1adc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:39.956056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-731c7b19-6653-460a-895d-efc18cef8e7a req-530bbf93-6da1-402d-935d-b2be9fc31b35 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Request body: {'port': {'device_id': 'f641063e-9774-41ac-9156-a3db555c34a2', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': '11a0634c1feb45a49aa72bf57660db76'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:39.987310 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29088d0f-6dac-4523-9f27-1bd90b1adc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:39.988223 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=3b4fa086-9b61-4fbf-be67-e36593e72b84,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:40.001394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Routers {'c521a641-37c7-4bd0-afe1-24c961cb5ca0'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:40.002035 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-155debbb-9552-4015-a293-79db933d64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:29:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:40.102386 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29088d0f-6dac-4523-9f27-1bd90b1adc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa50a7f3-88f1-47b7-91f6-0c6a3a7f7d47,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:40.145520 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bff62bc3-f64b-434e-8a9d-84d6afd80550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.151592 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-29088d0f-6dac-4523-9f27-1bd90b1adc64 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc9288e08a484d2697e26328149346ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4343188 Jul 22 23:29:40.156674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55870) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:40.251253 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-973be5da-c32f-4e53-a948-2af02a846aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.261360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacdc55-2ea3-4c57-9381-b02d7f9d9a30 req-58e4bb0d-acd6-4609-9fd4-e6926169549f tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:40.269651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dfacdc55-2ea3-4c57-9381-b02d7f9d9a30 req-58e4bb0d-acd6-4609-9fd4-e6926169549f tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/ports?device_id=37bc0aa7-ad3c-40b0-96ae-8c684be2ae45 HTTP/1.1" status: 200 len: 949 time: 0.4109287 Jul 22 23:29:40.302547 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Set router c521a641-37c7-4bd0-afe1-24c961cb5ca0 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:40.366157 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dfacdc55-2ea3-4c57-9381-b02d7f9d9a30 req-a30fb957-a135-45aa-a7ce-11c31777d1be tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbb03004-5548-4ea4-8bc2-5f7800bc2422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955460 Jul 22 23:29:40.417179 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bff62bc3-f64b-434e-8a9d-84d6afd80550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.417745 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-973be5da-c32f-4e53-a948-2af02a846aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.422299 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bff62bc3-f64b-434e-8a9d-84d6afd80550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.471690 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff62bc3-f64b-434e-8a9d-84d6afd80550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706162eb-8c3d-4e85-be47-4f20a7ac65c0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:40.483426 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bff62bc3-f64b-434e-8a9d-84d6afd80550 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=556350ae8b1d407baf057b0cc017006c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7237644 Jul 22 23:29:40.484274 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55882) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:40.502353 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-973be5da-c32f-4e53-a948-2af02a846aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.505866 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-973be5da-c32f-4e53-a948-2af02a846aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.507332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-973be5da-c32f-4e53-a948-2af02a846aa1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa50a7f3-88f1-47b7-91f6-0c6a3a7f7d47 HTTP/1.1" status: 204 len: 168 time: 0.3496583 Jul 22 23:29:40.532104 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973be5da-c32f-4e53-a948-2af02a846aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa50a7f3-88f1-47b7-91f6-0c6a3a7f7d47,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:40.536895 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55886) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:40.561771 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7107644f-a4aa-4e75-ae4d-8bb4b455f727 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1997128478-network', 'tenant_id': '8ca6b28f246649f0a88eede68828f506'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:40.608576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592845d7-7ccd-4edc-8c75-1c42c1fab299 req-34899489-0be6-42f4-be34-52c144fc20d7 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:40.617467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-592845d7-7ccd-4edc-8c75-1c42c1fab299 req-34899489-0be6-42f4-be34-52c144fc20d7 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/ports?device_id=405f13e1-d43f-4a05-b041-998c5c2f0243 HTTP/1.1" status: 200 len: 949 time: 0.3415835 Jul 22 23:29:40.621820 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731c7b19-6653-460a-895d-efc18cef8e7a req-530bbf93-6da1-402d-935d-b2be9fc31b35 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Made reservation on behalf of 11a0634c1feb45a49aa72bf57660db76 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:40.628177 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-155debbb-9552-4015-a293-79db933d64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:37Z', 'revision_number': 4, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'a290e23d-f066-4fa0-bf06-222b039955a8', 'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'mac_address': 'fa:16:3e:0e:54:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:29:37Z', 'revision_number': 2, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'subnets': [{'id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:40.628448 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-731c7b19-6653-460a-895d-efc18cef8e7a req-530bbf93-6da1-402d-935d-b2be9fc31b35 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.667210 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Checking router: c521a641-37c7-4bd0-afe1-24c961cb5ca0 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:29:40.667860 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Updating router c521a641-37c7-4bd0-afe1-24c961cb5ca0 port a290e23d-f066-4fa0-bf06-222b039955a8 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:29:40.689949 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0589538d-0718-4af6-a176-b5e79efa9440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.728479 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0589538d-0718-4af6-a176-b5e79efa9440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.736287 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7107644f-a4aa-4e75-ae4d-8bb4b455f727 admin admin] Made reservation on behalf of 8ca6b28f246649f0a88eede68828f506 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:40.738589 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7107644f-a4aa-4e75-ae4d-8bb4b455f727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.748680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3b4fa086-9b61-4fbf-be67-e36593e72b84 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:40.755412 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7107644f-a4aa-4e75-ae4d-8bb4b455f727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.777731 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-592845d7-7ccd-4edc-8c75-1c42c1fab299 req-062a88fb-0162-450a-8ed3-39ec57f50c97 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f3ab782-cf58-491f-ab7f-8d81abede3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101153 Jul 22 23:29:40.800938 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device c0efd4a0-d1f5-4933-9ba7-c68fe48571bf up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:40.841929 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.926162 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-8f2f0310-e82c-493e-9b21-c8d1140208c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:40.928386 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-8f2f0310-e82c-493e-9b21-c8d1140208c6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 1123 time: 0.1740088 Jul 22 23:29:40.945896 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c4e5b71a-b046-498a-b091-bb5804f365c0 req-c6446df2-357f-4e3f-b8cb-fb83f4a12e1e tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 210 time: 0.0504844 Jul 22 23:29:40.959717 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0589538d-0718-4af6-a176-b5e79efa9440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.973167 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0589538d-0718-4af6-a176-b5e79efa9440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.974010 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0589538d-0718-4af6-a176-b5e79efa9440 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/706162eb-8c3d-4e85-be47-4f20a7ac65c0 HTTP/1.1" status: 204 len: 168 time: 0.4886870 Jul 22 23:29:41.005511 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 3b4fa086-9b61-4fbf-be67-e36593e72b84 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:41.005768 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.036247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-731c7b19-6653-460a-895d-efc18cef8e7a req-530bbf93-6da1-402d-935d-b2be9fc31b35 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Allocated IP 192.168.233.172 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/ec7fa47a-0761-4d65-a2cc-4a7027e8ced4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:41.056022 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589538d-0718-4af6-a176-b5e79efa9440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706162eb-8c3d-4e85-be47-4f20a7ac65c0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:41.121126 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:41.161411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55908) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:41.189186 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-a6206535-8d9b-4faa-94b4-f6bc2f9167d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:41.190898 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-a6206535-8d9b-4faa-94b4-f6bc2f9167d2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.2118862 Jul 22 23:29:41.193044 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7107644f-a4aa-4e75-ae4d-8bb4b455f727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.195964 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8301c4f8-37c6-403e-aedf-aeed26532cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.198698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:41.199183 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.226614 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7107644f-a4aa-4e75-ae4d-8bb4b455f727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.373337 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.380016 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef048b0-031d-4992-b594-897befcf8677 req-b9f7e6ce-5765-48ff-8479-054210faee90 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:41.382676 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5ef048b0-031d-4992-b594-897befcf8677 req-b9f7e6ce-5765-48ff-8479-054210faee90 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 972 time: 0.2418864 Jul 22 23:29:41.389800 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-5e418b22-5a3f-426a-9100-0d318f7235de service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3 HTTP/1.1" status: 200 len: 217 time: 0.1824484 Jul 22 23:29:41.431129 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-731c7b19-6653-460a-895d-efc18cef8e7a req-530bbf93-6da1-402d-935d-b2be9fc31b35 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.441050 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55912) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:41.441331 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c0efd4a0-d1f5-4933-9ba7-c68fe48571bf,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:41.445876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bc0aa7-ad3c-40b0-96ae-8c684be2ae45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0efd4a0-d1f5-4933-9ba7-c68fe48571bf'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:41.449242 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392c597a-19ff-4177-96f3-e5563c20d05d" -d '{"events": [{"server_uuid": "37bc0aa7-ad3c-40b0-96ae-8c684be2ae45", "name": "network-vif-plugged", "status": "completed", "tag": "c0efd4a0-d1f5-4933-9ba7-c68fe48571bf"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:41.460692 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7107644f-a4aa-4e75-ae4d-8bb4b455f727 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:29:41.475654 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ae4e9d8-9b23-4528-9e1f-dd373a95c7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.478870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-731c7b19-6653-460a-895d-efc18cef8e7a req-530bbf93-6da1-402d-935d-b2be9fc31b35 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Transition to ACTIVE for port object ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:41.482368 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.488299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5ef048b0-031d-4992-b594-897befcf8677 req-a4b3308c-0b93-480d-9009-44e57392d27d tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871413 Jul 22 23:29:41.512296 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107644f-a4aa-4e75-ae4d-8bb4b455f727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b7b377-6c33-45ec-8320-4665e5862f9a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:41.539097 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7107644f-a4aa-4e75-ae4d-8bb4b455f727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.539448 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-7107644f-a4aa-4e75-ae4d-8bb4b455f727 admin admin] Added segment 96c11def-1247-4e69-8402-3ca233984d45 of type vlan for network 4213e1b6-4a49-46ef-8ae6-46f695d8cf3d Jul 22 23:29:41.543565 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-731c7b19-6653-460a-895d-efc18cef8e7a req-530bbf93-6da1-402d-935d-b2be9fc31b35 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.559801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-fe4d5494-d87e-4d36-b33e-a3dc6d074f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:41.561383 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-fe4d5494-d87e-4d36-b33e-a3dc6d074f48 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1555147 Jul 22 23:29:41.589565 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['b48de029-b2f5-4077-a41c-e32090622356', 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:41.635419 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7107644f-a4aa-4e75-ae4d-8bb4b455f727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.655704 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=c0efd4a0-d1f5-4933-9ba7-c68fe48571bf,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:41.660153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bbf93-6da1-402d-935d-b2be9fc31b35 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Pushing event updated for resources: {'Port': ['ID=ec7fa47a-0761-4d65-a2cc-4a7027e8ced4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:41.692708 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8301c4f8-37c6-403e-aedf-aeed26532cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.699508 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-eece77ab-365f-4bdf-a328-a26f7d047ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:41.701070 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-eece77ab-365f-4bdf-a328-a26f7d047ecb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1181026 Jul 22 23:29:41.702382 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8301c4f8-37c6-403e-aedf-aeed26532cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.704569 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7107644f-a4aa-4e75-ae4d-8bb4b455f727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.705459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7107644f-a4aa-4e75-ae4d-8bb4b455f727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:41.706013 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7107644f-a4aa-4e75-ae4d-8bb4b455f727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.739156 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731c7b19-6653-460a-895d-efc18cef8e7a req-530bbf93-6da1-402d-935d-b2be9fc31b35 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:41.751623 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.765554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-731c7b19-6653-460a-895d-efc18cef8e7a req-530bbf93-6da1-402d-935d-b2be9fc31b35 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:41.769821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-731c7b19-6653-460a-895d-efc18cef8e7a req-530bbf93-6da1-402d-935d-b2be9fc31b35 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:41.772591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Transition to ACTIVE for port object a290e23d-f066-4fa0-bf06-222b039955a8 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:41.777687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c7b19-6653-460a-895d-efc18cef8e7a req-530bbf93-6da1-402d-935d-b2be9fc31b35 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:41.778140 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-731c7b19-6653-460a-895d-efc18cef8e7a req-530bbf93-6da1-402d-935d-b2be9fc31b35 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.787357 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.789289 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301c4f8-37c6-403e-aedf-aeed26532cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c7291c-81a0-4704-87fa-e96852fdea27,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:41.816860 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8301c4f8-37c6-403e-aedf-aeed26532cb7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6d797e410f34f07a71937426f21dd74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6542368 Jul 22 23:29:41.824348 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55920) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:41.871827 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e544af-c644-46b0-b11c-5550244064fd x-openstack-request-id: req-86e544af-c644-46b0-b11c-5550244064fd {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:41.872138 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bc0aa7-ad3c-40b0-96ae-8c684be2ae45", "name": "network-vif-plugged", "status": "completed", "tag": "c0efd4a0-d1f5-4933-9ba7-c68fe48571bf", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:41.872374 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86e544af-c644-46b0-b11c-5550244064fd {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:41.872773 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bc0aa7-ad3c-40b0-96ae-8c684be2ae45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0efd4a0-d1f5-4933-9ba7-c68fe48571bf', 'code': 200} Jul 22 23:29:41.899375 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14bb29-8c9d-40c0-9707-d10b0801cfc1 None None] Pushing event updated for resources: {'Port': ['ID=a290e23d-f066-4fa0-bf06-222b039955a8,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:41.936315 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107644f-a4aa-4e75-ae4d-8bb4b455f727 admin admin] Pushing event updated for resources: {'Network': ['ID=4213e1b6-4a49-46ef-8ae6-46f695d8cf3d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:41.982070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 4213e1b6-4a49-46ef-8ae6-46f695d8cf3d details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:29:41.996971 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-0a9c23b0-755f-4b27-883d-02101099a916 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639871 Jul 22 23:29:42.045033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a17c11-51f5-4105-b4d8-39043abbc0bd req-d61fc024-c2be-40e1-8992-a8195f2457b4 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:42.046617 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8a17c11-51f5-4105-b4d8-39043abbc0bd req-d61fc024-c2be-40e1-8992-a8195f2457b4 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/ports?device_id=37bc0aa7-ad3c-40b0-96ae-8c684be2ae45 HTTP/1.1" status: 200 len: 950 time: 0.3917615 Jul 22 23:29:42.109712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Attempting to bind port a290e23d-f066-4fa0-bf06-222b039955a8 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:42.110345 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Attempting to bind port a290e23d-f066-4fa0-bf06-222b039955a8 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '67fa5820-ac66-456c-9bee-d94402ab177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:42.110712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Attempting to bind port a290e23d-f066-4fa0-bf06-222b039955a8 on network 8220c376-798c-4d26-99f9-1340b2d32211 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:42.134405 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-e88b69bf-ac04-48d6-b946-914a665fc31c service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293750 Jul 22 23:29:42.160122 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:42.160502 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Checking segment: {'id': '67fa5820-ac66-456c-9bee-d94402ab177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:42.160912 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.161341 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Bound using segment: {'id': '67fa5820-ac66-456c-9bee-d94402ab177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:42.161839 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Bound port: a290e23d-f066-4fa0-bf06-222b039955a8, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fa5820-ac66-456c-9bee-d94402ab177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:42.162246 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.248340 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-19b092f2-6c21-4149-b717-845176723d62 None None] Provisioning for port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:42.269362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-19b092f2-6c21-4149-b717-845176723d62 None None] Provisioning complete for port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:42.269741 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19b092f2-6c21-4149-b717-845176723d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.337417 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-155debbb-9552-4015-a293-79db933d64b0 None None] For port a290e23d-f066-4fa0-bf06-222b039955a8, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:42.338799 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fffa425-62be-4f60-aa3c-c196534fdc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.341599 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ae4e9d8-9b23-4528-9e1f-dd373a95c7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.351964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-19b092f2-6c21-4149-b717-845176723d62 None None] Port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:42.359403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-155debbb-9552-4015-a293-79db933d64b0 None None] For port a290e23d-f066-4fa0-bf06-222b039955a8, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a290e23d-f066-4fa0-bf06-222b039955a8,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:42.360910 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7107644f-a4aa-4e75-ae4d-8bb4b455f727 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8117895 Jul 22 23:29:42.361648 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55928) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:42.362684 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ae4e9d8-9b23-4528-9e1f-dd373a95c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.363323 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.367182 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8a17c11-51f5-4105-b4d8-39043abbc0bd req-17d21f9e-b944-4248-a6e0-b8f90b9d4d46 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbb03004-5548-4ea4-8bc2-5f7800bc2422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966726 Jul 22 23:29:42.376449 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d98955ac-e867-446c-ac28-2a335e32e51c admin admin] Request body: {'subnet': {'network_id': '4213e1b6-4a49-46ef-8ae6-46f695d8cf3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1997128478-subnet', 'tenant_id': '8ca6b28f246649f0a88eede68828f506', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:42.398002 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-731c7b19-6653-460a-895d-efc18cef8e7a req-530bbf93-6da1-402d-935d-b2be9fc31b35 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4629800 Jul 22 23:29:42.425272 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fffa425-62be-4f60-aa3c-c196534fdc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.427502 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Routers {'c521a641-37c7-4bd0-afe1-24c961cb5ca0'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:42.428232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-155debbb-9552-4015-a293-79db933d64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:29:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:42.431999 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14bb29-8c9d-40c0-9707-d10b0801cfc1 None None] Pushing event updated for resources: {'Port': ['ID=a290e23d-f066-4fa0-bf06-222b039955a8,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:42.440191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Request body: {'port': {'device_id': 'f641063e-9774-41ac-9156-a3db555c34a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:42.440616 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98955ac-e867-446c-ac28-2a335e32e51c admin admin] Made reservation on behalf of 8ca6b28f246649f0a88eede68828f506 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:42.448953 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d98955ac-e867-446c-ac28-2a335e32e51c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.488260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7becd-e730-4295-b213-3d070d894b5a req-27531fff-fb5c-4956-9c0d-c47a51697f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:42.489792 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8bd7becd-e730-4295-b213-3d070d894b5a req-27531fff-fb5c-4956-9c0d-c47a51697f8c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=37bc0aa7-ad3c-40b0-96ae-8c684be2ae45 HTTP/1.1" status: 200 len: 1101 time: 0.5361767 Jul 22 23:29:42.504376 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:42.507259 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0ae4e9d8-9b23-4528-9e1f-dd373a95c7cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=67f36309c7524557aaf47abedbb8d824&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0605030 Jul 22 23:29:42.529008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4e9d8-9b23-4528-9e1f-dd373a95c7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454df388-5cbc-40e5-8a42-3ec45014369b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:42.569934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a0ef2-6423-4a39-898a-9b58c6f74a79 req-f5d85572-eb2f-4329-b2a0-60654f004854 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:42.575165 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-696a0ef2-6423-4a39-898a-9b58c6f74a79 req-f5d85572-eb2f-4329-b2a0-60654f004854 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/ports?device_id=405f13e1-d43f-4a05-b041-998c5c2f0243 HTTP/1.1" status: 200 len: 949 time: 0.5585647 Jul 22 23:29:42.575295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-155debbb-9552-4015-a293-79db933d64b0 None None] Set router c521a641-37c7-4bd0-afe1-24c961cb5ca0 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:42.676392 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cefca2b-1801-4bb3-8a04-cb1e0ecbfc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.678376 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8bd7becd-e730-4295-b213-3d070d894b5a req-f71237fe-ce8d-4ddc-a206-5dcf59592d91 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=dbb03004-5548-4ea4-8bc2-5f7800bc2422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698768 Jul 22 23:29:42.711441 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.719301 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-696a0ef2-6423-4a39-898a-9b58c6f74a79 req-973a2626-201a-46d4-b015-aa14650ba030 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f3ab782-cf58-491f-ab7f-8d81abede3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374571 Jul 22 23:29:42.733528 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fffa425-62be-4f60-aa3c-c196534fdc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.736000 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2fffa425-62be-4f60-aa3c-c196534fdc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.737133 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2fffa425-62be-4f60-aa3c-c196534fdc8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0c7291c-81a0-4704-87fa-e96852fdea27 HTTP/1.1" status: 204 len: 168 time: 0.9107521 Jul 22 23:29:42.755071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffa425-62be-4f60-aa3c-c196534fdc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c7291c-81a0-4704-87fa-e96852fdea27,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:42.776711 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cefca2b-1801-4bb3-8a04-cb1e0ecbfc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.796655 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4174765-db0d-4da2-8cd1-2f61ff700194 req-8c356e8d-8579-4df9-bcee-15d30a68e425 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:42.798275 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4174765-db0d-4da2-8cd1-2f61ff700194 req-8c356e8d-8579-4df9-bcee-15d30a68e425 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 936 time: 0.2187374 Jul 22 23:29:42.912394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-155debbb-9552-4015-a293-79db933d64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:37Z', 'revision_number': 4, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'a290e23d-f066-4fa0-bf06-222b039955a8', 'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'mac_address': 'fa:16:3e:0e:54:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:29:42Z', 'revision_number': 4, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'subnets': [{'id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:42.916240 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d98955ac-e867-446c-ac28-2a335e32e51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.966293 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cefca2b-1801-4bb3-8a04-cb1e0ecbfc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.966652 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4174765-db0d-4da2-8cd1-2f61ff700194 req-3672100d-1646-4c14-9856-dadd3134cc6f tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588647 Jul 22 23:29:42.968783 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cefca2b-1801-4bb3-8a04-cb1e0ecbfc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.984820 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9cefca2b-1801-4bb3-8a04-cb1e0ecbfc80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/454df388-5cbc-40e5-8a42-3ec45014369b HTTP/1.1" status: 204 len: 168 time: 0.4668617 Jul 22 23:29:43.015673 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefca2b-1801-4bb3-8a04-cb1e0ecbfc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454df388-5cbc-40e5-8a42-3ec45014369b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:43.021770 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98955ac-e867-446c-ac28-2a335e32e51c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1449c754-714b-4dac-ac19-2b4ebdb24fb5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:43.044782 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98955ac-e867-446c-ac28-2a335e32e51c admin admin] Checking segment: {'id': '96c11def-1247-4e69-8402-3ca233984d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4213e1b6-4a49-46ef-8ae6-46f695d8cf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:43.045858 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98955ac-e867-446c-ac28-2a335e32e51c admin admin] Network hostable DHCP agents. Network: 4213e1b6-4a49-46ef-8ae6-46f695d8cf3d, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:29:43.089667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98955ac-e867-446c-ac28-2a335e32e51c admin admin] Network 4213e1b6-4a49-46ef-8ae6-46f695d8cf3d is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:29:43.094336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921637cc-a1e7-4c12-a6b9-8947d033a5dc req-542d0df8-73b3-4984-bc17-2b09c8aab25d tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:43.095999 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-921637cc-a1e7-4c12-a6b9-8947d033a5dc req-542d0df8-73b3-4984-bc17-2b09c8aab25d tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 972 time: 0.2101929 Jul 22 23:29:43.112094 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d98955ac-e867-446c-ac28-2a335e32e51c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 4213e1b6-4a49-46ef-8ae6-46f695d8cf3d) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:43.116914 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98955ac-e867-446c-ac28-2a335e32e51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:43.118300 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d98955ac-e867-446c-ac28-2a335e32e51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:43.155225 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d98955ac-e867-446c-ac28-2a335e32e51c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7922413 Jul 22 23:29:43.155695 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:43.161891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1997128478-router', 'tenant_id': '8ca6b28f246649f0a88eede68828f506', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:43.208756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f026203b-7b36-4c8a-97bf-07bab50c1960 None None] Network 4213e1b6-4a49-46ef-8ae6-46f695d8cf3d requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:43.225428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155debbb-9552-4015-a293-79db933d64b0 None None] The sync data for ids ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'] in n-d-688802-2 is: [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:37Z', 'revision_number': 4, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'a290e23d-f066-4fa0-bf06-222b039955a8', 'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'mac_address': 'fa:16:3e:0e:54:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:29:42Z', 'revision_number': 4, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'subnets': [{'id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:29:43.254483 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-921637cc-a1e7-4c12-a6b9-8947d033a5dc req-9d03ceb4-e6e4-433d-90ec-f51ed61eceba tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442604 Jul 22 23:29:43.268326 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:43.277666 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:43.501374 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:43.505847 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:43.511128 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-4213e1b6-4a49-46ef-8ae6-46f695d8cf3d', 'network_id': '4213e1b6-4a49-46ef-8ae6-46f695d8cf3d', 'tenant_id': '8ca6b28f246649f0a88eede68828f506', 'fixed_ips': [{'subnet_id': '1449c754-714b-4dac-ac19-2b4ebdb24fb5'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:29:43.512089 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:43.578312 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:43.772401 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Allocated IP 172.20.0.2 (4213e1b6-4a49-46ef-8ae6-46f695d8cf3d/1449c754-714b-4dac-ac19-2b4ebdb24fb5/abbc4dc7-3686-411f-a843-2f9892aa3fa1) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:43.789070 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Transition to ACTIVE for port object ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:43.805386 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:43.917624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55984) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:44.023249 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.039837 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Transition to ACTIVE for port object abbc4dc7-3686-411f-a843-2f9892aa3fa1 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:44.064237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Transition to ACTIVE for port object abbc4dc7-3686-411f-a843-2f9892aa3fa1 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:44.076436 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.076663 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.126727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e037b-84ef-4f4f-9be1-4c4f5f4a9d7d req-e2e7d78a-3d33-48fe-882a-d88c641b75f5 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:44.128273 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce4e037b-84ef-4f4f-9be1-4c4f5f4a9d7d req-e2e7d78a-3d33-48fe-882a-d88c641b75f5 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.18 "GET /v2.0/ports?device_id=405f13e1-d43f-4a05-b041-998c5c2f0243 HTTP/1.1" status: 200 len: 949 time: 0.6677144 Jul 22 23:29:44.128925 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7fa47a-0761-4d65-a2cc-4a7027e8ced4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:44.147134 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Network 4213e1b6-4a49-46ef-8ae6-46f695d8cf3d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:44.155209 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:44.162231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:44.182399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Pushing event updated for resources: {'Port': ['ID=abbc4dc7-3686-411f-a843-2f9892aa3fa1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:44.204361 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5049b424-05ee-4dce-acd9-4c1ac54bbb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.274481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Attempting to bind port abbc4dc7-3686-411f-a843-2f9892aa3fa1 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:44.274933 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Attempting to bind port abbc4dc7-3686-411f-a843-2f9892aa3fa1 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '96c11def-1247-4e69-8402-3ca233984d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4213e1b6-4a49-46ef-8ae6-46f695d8cf3d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:44.275912 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Attempting to bind port abbc4dc7-3686-411f-a843-2f9892aa3fa1 on network 4213e1b6-4a49-46ef-8ae6-46f695d8cf3d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:44.287458 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:44.287899 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Checking segment: {'id': '96c11def-1247-4e69-8402-3ca233984d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4213e1b6-4a49-46ef-8ae6-46f695d8cf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:44.288333 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.288996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Bound using segment: {'id': '96c11def-1247-4e69-8402-3ca233984d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4213e1b6-4a49-46ef-8ae6-46f695d8cf3d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:44.289698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Bound port: abbc4dc7-3686-411f-a843-2f9892aa3fa1, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c11def-1247-4e69-8402-3ca233984d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4213e1b6-4a49-46ef-8ae6-46f695d8cf3d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:44.290150 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.392845 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5049b424-05ee-4dce-acd9-4c1ac54bbb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.400014 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5049b424-05ee-4dce-acd9-4c1ac54bbb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.401339 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] For port abbc4dc7-3686-411f-a843-2f9892aa3fa1, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:44.406860 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] For port abbc4dc7-3686-411f-a843-2f9892aa3fa1, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=abbc4dc7-3686-411f-a843-2f9892aa3fa1,segment=NetworkSegment(96c11def-1247-4e69-8402-3ca233984d45),segment_id=96c11def-1247-4e69-8402-3ca233984d45)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:44.412573 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.417560 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa6d5a-1c93-4c28-aafa-e2c37c616969 req-cdaddc8d-9438-4c4b-ab78-87fefa1bb0f2 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:44.425931 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75aa6d5a-1c93-4c28-aafa-e2c37c616969 req-cdaddc8d-9438-4c4b-ab78-87fefa1bb0f2 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/ports?device_id=37bc0aa7-ad3c-40b0-96ae-8c684be2ae45 HTTP/1.1" status: 200 len: 950 time: 0.8522596 Jul 22 23:29:44.456747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Attempting to bind port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:44.457608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Attempting to bind port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:44.458390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Attempting to bind port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:44.503039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:44.503706 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Attempting to bind port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:44.506992 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5049b424-05ee-4dce-acd9-4c1ac54bbb12 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dda4f31d9e724c02bb8c4d1d02f6b318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5882602 Jul 22 23:29:44.508139 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049b424-05ee-4dce-acd9-4c1ac54bbb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d8effc-7597-446c-8920-bcf4cf11af25,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:44.511375 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56008) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:44.544697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d639e1-e57e-4350-91f5-2ad4faf5c364 None None] Pushing event updated for resources: {'Port': ['ID=abbc4dc7-3686-411f-a843-2f9892aa3fa1,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:44.548968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:44.549581 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:44.550468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:44.551519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Bound port: ec7fa47a-0761-4d65-a2cc-4a7027e8ced4, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:44.553009 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.587551 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75aa6d5a-1c93-4c28-aafa-e2c37c616969 req-12d4dd08-24a9-4ebb-9829-c4ab5ad51912 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbb03004-5548-4ea4-8bc2-5f7800bc2422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546080 Jul 22 23:29:44.667586 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e49dde-3089-4b04-80d8-a3329d8ba2bd req-7e77a922-469f-406a-9f58-c4e0c6cb6077 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:44.670622 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f720828-2c55-4941-a4a3-6799b35d611b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.675628 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f9e49dde-3089-4b04-80d8-a3329d8ba2bd req-7e77a922-469f-406a-9f58-c4e0c6cb6077 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/ports?device_id=405f13e1-d43f-4a05-b041-998c5c2f0243 HTTP/1.1" status: 200 len: 949 time: 0.6938336 Jul 22 23:29:44.750842 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f720828-2c55-4941-a4a3-6799b35d611b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.776481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a290e23d-f066-4fa0-bf06-222b039955a8 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:44.915336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ce4e037b-84ef-4f4f-9be1-4c4f5f4a9d7d req-548e99c3-a0eb-4ffa-abcc-643a6b2396f1 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Deleting port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:44.916402 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce4e037b-84ef-4f4f-9be1-4c4f5f4a9d7d req-548e99c3-a0eb-4ffa-abcc-643a6b2396f1 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.917665 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f720828-2c55-4941-a4a3-6799b35d611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.920371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f720828-2c55-4941-a4a3-6799b35d611b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.927579 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9f720828-2c55-4941-a4a3-6799b35d611b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81d8effc-7597-446c-8920-bcf4cf11af25 HTTP/1.1" status: 204 len: 168 time: 0.3957942 Jul 22 23:29:44.948796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port a290e23d-f066-4fa0-bf06-222b039955a8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:44.957719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a290e23d-f066-4fa0-bf06-222b039955a8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:44.958483 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.961394 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f720828-2c55-4941-a4a3-6799b35d611b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d8effc-7597-446c-8920-bcf4cf11af25,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:45.125510 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.188190 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port a290e23d-f066-4fa0-bf06-222b039955a8, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a290e23d-f066-4fa0-bf06-222b039955a8,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:45.196389 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.267519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] For port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:45.278283 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f9e49dde-3089-4b04-80d8-a3329d8ba2bd req-2e26cbd2-4b24-48cf-a77f-855b53a0fc98 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f3ab782-cf58-491f-ab7f-8d81abede3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014590 Jul 22 23:29:45.311440 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=a290e23d-f066-4fa0-bf06-222b039955a8,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:45.324891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] For port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ec7fa47a-0761-4d65-a2cc-4a7027e8ced4,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:45.334679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ce4e037b-84ef-4f4f-9be1-4c4f5f4a9d7d req-548e99c3-a0eb-4ffa-abcc-643a6b2396f1 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] For port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:45.334815 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce4e037b-84ef-4f4f-9be1-4c4f5f4a9d7d req-548e99c3-a0eb-4ffa-abcc-643a6b2396f1 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.338602 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.370883 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:45.371507 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.373182 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-731c7b19-6653-460a-895d-efc18cef8e7a req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] 10.222.0.18 "PUT /v2.0/ports/ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 HTTP/1.1" status: 200 len: 1096 time: 2.9541805 Jul 22 23:29:45.377762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f641063e-9774-41ac-9156-a3db555c34a2', 'tag': 'ec7fa47a-0761-4d65-a2cc-4a7027e8ced4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:45.381266 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013fc98e-3962-4636-8983-c4d69bc1cafe" -d '{"events": [{"name": "network-changed", "server_uuid": "f641063e-9774-41ac-9156-a3db555c34a2", "tag": "ec7fa47a-0761-4d65-a2cc-4a7027e8ced4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:45.396468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496946f9-fa56-4a0e-820c-a1bb8eb9f7cb req-cfa823cc-f48c-4f1b-bb79-d78cb8234e64 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:45.398070 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-496946f9-fa56-4a0e-820c-a1bb8eb9f7cb req-cfa823cc-f48c-4f1b-bb79-d78cb8234e64 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 948 time: 0.6645224 Jul 22 23:29:45.433863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-ce4e037b-84ef-4f4f-9be1-4c4f5f4a9d7d req-548e99c3-a0eb-4ffa-abcc-643a6b2396f1 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Calling delete_port for 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:45.583742 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56032) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:45.604026 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bea39014-b768-410e-8e9c-a0a911831a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.772196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bea39014-b768-410e-8e9c-a0a911831a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.779797 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bea39014-b768-410e-8e9c-a0a911831a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.852712 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bea39014-b768-410e-8e9c-a0a911831a3f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e02476200054f1288c6c8806347c1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674580 Jul 22 23:29:45.854789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea39014-b768-410e-8e9c-a0a911831a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ef4da8-6791-402e-b3b2-faae0dd7f717,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:45.856523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedb6fe-85df-4358-bf03-22490f532118 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7fa47a-0761-4d65-a2cc-4a7027e8ced4,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:45.858662 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56044) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:45.870252 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-496946f9-fa56-4a0e-820c-a1bb8eb9f7cb req-91f31666-be51-4522-a364-906ea2a113f5 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390838 Jul 22 23:29:45.943701 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e852d7f4-883e-4b08-aed3-86ed38dd77e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.971481 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e852d7f4-883e-4b08-aed3-86ed38dd77e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.971711 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0565d0ff-33bc-45ac-8108-eed9637b082d x-openstack-request-id: req-0565d0ff-33bc-45ac-8108-eed9637b082d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:45.972174 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f641063e-9774-41ac-9156-a3db555c34a2", "tag": "ec7fa47a-0761-4d65-a2cc-4a7027e8ced4", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:45.972267 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0565d0ff-33bc-45ac-8108-eed9637b082d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:45.973126 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f641063e-9774-41ac-9156-a3db555c34a2', 'tag': 'ec7fa47a-0761-4d65-a2cc-4a7027e8ced4', 'status': 'completed', 'code': 200} Jul 22 23:29:46.001601 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c7b19-6653-460a-895d-efc18cef8e7a req-b63edef7-6026-4760-9d1a-92f64424de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:46.003249 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-731c7b19-6653-460a-895d-efc18cef8e7a req-b63edef7-6026-4760-9d1a-92f64424de43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11a0634c1feb45a49aa72bf57660db76&device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 1099 time: 0.5437295 Jul 22 23:29:46.037368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98b45e-fcb5-43ae-a774-5076be9b1e53 None None] Network 4213e1b6-4a49-46ef-8ae6-46f695d8cf3d requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:46.041151 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405b994-4825-4e32-9af4-81a3008f5087 req-96b4a9fd-927d-4eaa-974e-787e3a2803a3 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:46.049043 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e405b994-4825-4e32-9af4-81a3008f5087 req-96b4a9fd-927d-4eaa-974e-787e3a2803a3 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 972 time: 0.6256027 Jul 22 23:29:46.071271 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e852d7f4-883e-4b08-aed3-86ed38dd77e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.075268 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e852d7f4-883e-4b08-aed3-86ed38dd77e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.079159 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e852d7f4-883e-4b08-aed3-86ed38dd77e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9ef4da8-6791-402e-b3b2-faae0dd7f717 HTTP/1.1" status: 204 len: 168 time: 0.2189238 Jul 22 23:29:46.093155 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852d7f4-883e-4b08-aed3-86ed38dd77e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ef4da8-6791-402e-b3b2-faae0dd7f717,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:46.108808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-731c7b19-6653-460a-895d-efc18cef8e7a req-cb66d2a3-e925-43de-be82-180e3b424714 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 HTTP/1.1" status: 200 len: 217 time: 0.0545912 Jul 22 23:29:46.223566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f47c95f9-0bea-479e-b5f8-bc0228c6f223 None None] Provisioning for port abbc4dc7-3686-411f-a843-2f9892aa3fa1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:46.254460 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.278961 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.391222 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.405481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e405b994-4825-4e32-9af4-81a3008f5087 req-9e214332-022b-40d6-9970-05384bdcbf75 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547060 Jul 22 23:29:46.414659 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce4e037b-84ef-4f4f-9be1-4c4f5f4a9d7d req-548e99c3-a0eb-4ffa-abcc-643a6b2396f1 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.460812 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:46.552970 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c7b19-6653-460a-895d-efc18cef8e7a req-18811564-c830-4453-b1fb-51d2bddfa389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:46.554521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-731c7b19-6653-460a-895d-efc18cef8e7a req-18811564-c830-4453-b1fb-51d2bddfa389 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.2770901 Jul 22 23:29:46.557303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e99c3-a0eb-4ffa-abcc-643a6b2396f1 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Pushing event deleted for resources: {'Port': ['ID=1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:46.741589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4e037b-84ef-4f4f-9be1-4c4f5f4a9d7d req-548e99c3-a0eb-4ffa-abcc-643a6b2396f1 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] No DVR routers for this DVR port 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:46.752715 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce4e037b-84ef-4f4f-9be1-4c4f5f4a9d7d req-548e99c3-a0eb-4ffa-abcc-643a6b2396f1 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.754820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce4e037b-84ef-4f4f-9be1-4c4f5f4a9d7d req-548e99c3-a0eb-4ffa-abcc-643a6b2396f1 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.18 "DELETE /v2.0/ports/1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 HTTP/1.1" status: 204 len: 173 time: 2.6163971 Jul 22 23:29:46.782245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f05a22-ab4d-4866-a4d9-395c1095730d req-eb8f799f-fd4c-49d9-83ac-d38e3ad2ef3a tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:46.800359 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4f05a22-ab4d-4866-a4d9-395c1095730d req-eb8f799f-fd4c-49d9-83ac-d38e3ad2ef3a tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/ports?device_id=37bc0aa7-ad3c-40b0-96ae-8c684be2ae45 HTTP/1.1" status: 200 len: 950 time: 0.6876779 Jul 22 23:29:46.827303 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device abbc4dc7-3686-411f-a843-2f9892aa3fa1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:46.885572 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4f05a22-ab4d-4866-a4d9-395c1095730d req-3de0ae6b-2a6c-4215-97dc-8e3813eb4202 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbb03004-5548-4ea4-8bc2-5f7800bc2422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840023 Jul 22 23:29:46.889823 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port abbc4dc7-3686-411f-a843-2f9892aa3fa1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:46.895708 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port abbc4dc7-3686-411f-a843-2f9892aa3fa1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:46.896230 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.935606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c7b19-6653-460a-895d-efc18cef8e7a req-cac7232a-b9f4-4401-ba92-5654e9de6ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:46.939054 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-731c7b19-6653-460a-895d-efc18cef8e7a req-cac7232a-b9f4-4401-ba92-5654e9de6ba4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3588107 Jul 22 23:29:46.940665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Allocated IP 172.25.4.254 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/89ecac10-1840-4d92-818f-349357b8db86) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:47.002924 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.051579 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port abbc4dc7-3686-411f-a843-2f9892aa3fa1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=abbc4dc7-3686-411f-a843-2f9892aa3fa1,segment=NetworkSegment(96c11def-1247-4e69-8402-3ca233984d45),segment_id=96c11def-1247-4e69-8402-3ca233984d45)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:47.058760 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.059804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a290e23d-f066-4fa0-bf06-222b039955a8 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:47.060761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56088) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:47.100440 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b403284a-8a1c-4336-921a-e85045a6b160 req-fbbe27d0-0fcb-4522-88d5-e1364f01f412 tempest-ServerDiagnosticsNegativeTest-479724662 tempest-ServerDiagnosticsNegativeTest-479724662-project] 10.222.0.26 "GET /v2.0/ports?device_id=405f13e1-d43f-4a05-b041-998c5c2f0243 HTTP/1.1" status: 200 len: 210 time: 0.0443385 Jul 22 23:29:47.167821 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.199930 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fe010cc7-06c7-41e1-9169-1e58bdd2700c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1138021501-network', 'tenant_id': 'e3f3293308ad4d108b84009eb08300e1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:47.207477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=abbc4dc7-3686-411f-a843-2f9892aa3fa1,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:47.210164 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a290e23d-f066-4fa0-bf06-222b039955a8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:47.210543 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.236659 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe010cc7-06c7-41e1-9169-1e58bdd2700c admin admin] Made reservation on behalf of e3f3293308ad4d108b84009eb08300e1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:47.239350 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe010cc7-06c7-41e1-9169-1e58bdd2700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.246899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-731c7b19-6653-460a-895d-efc18cef8e7a req-48765641-d8f0-4ef7-86c1-684a446e3030 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038491 Jul 22 23:29:47.253307 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe010cc7-06c7-41e1-9169-1e58bdd2700c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.309882 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-ac38c3f9-d35e-42d2-991f-8351a7a95825 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4556307dfdd14756894a47bc52842876&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405514 Jul 22 23:29:47.361334 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe010cc7-06c7-41e1-9169-1e58bdd2700c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.366534 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe010cc7-06c7-41e1-9169-1e58bdd2700c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.390911 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe010cc7-06c7-41e1-9169-1e58bdd2700c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:29:47.406796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe010cc7-06c7-41e1-9169-1e58bdd2700c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1ab37f-ae65-405b-a2d8-a19c5c852fc1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:47.409701 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe010cc7-06c7-41e1-9169-1e58bdd2700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.410043 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-fe010cc7-06c7-41e1-9169-1e58bdd2700c admin admin] Added segment fafc9094-5e0d-4a09-9182-bb1ed0c0daf0 of type vlan for network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 Jul 22 23:29:47.432813 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.457462 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe010cc7-06c7-41e1-9169-1e58bdd2700c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.494063 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe010cc7-06c7-41e1-9169-1e58bdd2700c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.495218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe010cc7-06c7-41e1-9169-1e58bdd2700c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:47.495928 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe010cc7-06c7-41e1-9169-1e58bdd2700c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.533820 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fe010cc7-06c7-41e1-9169-1e58bdd2700c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4717653 Jul 22 23:29:47.564671 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56102) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:47.570242 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4ffb5842-a7bf-4b40-ad14-9a09cb5001b3 admin admin] Request body: {'subnet': {'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1138021501-subnet', 'tenant_id': 'e3f3293308ad4d108b84009eb08300e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:47.574314 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe010cc7-06c7-41e1-9169-1e58bdd2700c admin admin] Pushing event updated for resources: {'Network': ['ID=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:47.596316 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffb5842-a7bf-4b40-ad14-9a09cb5001b3 admin admin] Made reservation on behalf of e3f3293308ad4d108b84009eb08300e1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:47.599082 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ffb5842-a7bf-4b40-ad14-9a09cb5001b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.601736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:29:47.710469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:47.715164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-731c7b19-6653-460a-895d-efc18cef8e7a req-a17d2e98-f707-4357-9dfe-19ec0496811a service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438226 Jul 22 23:29:47.725250 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:47.734786 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:47.740407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Pushing event updated for resources: {'Port': ['ID=89ecac10-1840-4d92-818f-349357b8db86,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:47.786655 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f223cca-fb04-40c9-95b6-0fc0bb3937fb req-a5fc9fc0-1a62-43bb-95d0-2be6d0284bf9 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:47.789560 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4f223cca-fb04-40c9-95b6-0fc0bb3937fb req-a5fc9fc0-1a62-43bb-95d0-2be6d0284bf9 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 948 time: 0.5832238 Jul 22 23:29:47.813116 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ffb5842-a7bf-4b40-ad14-9a09cb5001b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.860712 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-5dd2aecc-044f-4e0b-bd94-6549415186f3 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:47.862292 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-5dd2aecc-044f-4e0b-bd94-6549415186f3 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5307050 Jul 22 23:29:47.878267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb5842-a7bf-4b40-ad14-9a09cb5001b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3baa7daf-8ee7-4f4e-8715-eee13750e0b5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:47.885824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffb5842-a7bf-4b40-ad14-9a09cb5001b3 admin admin] Checking segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:47.886125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffb5842-a7bf-4b40-ad14-9a09cb5001b3 admin admin] Network hostable DHCP agents. Network: 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:29:47.903276 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffb5842-a7bf-4b40-ad14-9a09cb5001b3 admin admin] Network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:29:47.913086 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4ffb5842-a7bf-4b40-ad14-9a09cb5001b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:47.917922 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffb5842-a7bf-4b40-ad14-9a09cb5001b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:47.918684 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ffb5842-a7bf-4b40-ad14-9a09cb5001b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.923503 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96635fc3-4dbd-489b-aecd-daccbe2b18f6 None None] Network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:47.934816 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4ffb5842-a7bf-4b40-ad14-9a09cb5001b3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3690977 Jul 22 23:29:47.946052 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-4ea3274d-152f-4bd8-8251-46774a33d285 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/quotas/4556307dfdd14756894a47bc52842876 HTTP/1.1" status: 200 len: 375 time: 0.0337689 Jul 22 23:29:47.981995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405f13e1-d43f-4a05-b041-998c5c2f0243', 'name': 'network-vif-deleted', 'tag': '1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:47.984372 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f34ac5-16f4-4745-aa67-ce67b3e245a7" -d '{"events": [{"server_uuid": "405f13e1-d43f-4a05-b041-998c5c2f0243", "name": "network-vif-deleted", "tag": "1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:48.021183 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d5b9c3ad-56f1-440f-83d7-8ceea75e71f1 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4556307dfdd14756894a47bc52842876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622432 Jul 22 23:29:48.065863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0023ac-9c0b-4d1c-aa0c-f38f5b70985b None None] Network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:48.071075 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4f223cca-fb04-40c9-95b6-0fc0bb3937fb req-4aea299e-7e2e-47f7-a910-c5cd2777cb63 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381091 Jul 22 23:29:48.206442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fc98e-3962-4636-8983-c4d69bc1cafe req-9f2a4b9d-1438-4e5e-aaa6-feb891b01a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:48.208035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-013fc98e-3962-4636-8983-c4d69bc1cafe req-9f2a4b9d-1438-4e5e-aaa6-feb891b01a37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11a0634c1feb45a49aa72bf57660db76&device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 1099 time: 0.3774538 Jul 22 23:29:48.393566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fc98e-3962-4636-8983-c4d69bc1cafe req-9b7a80e4-df0e-48cf-ae65-fcfc12540d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:48.395983 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-013fc98e-3962-4636-8983-c4d69bc1cafe req-9b7a80e4-df0e-48cf-ae65-fcfc12540d86 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1796746 Jul 22 23:29:48.457584 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c2d914-338b-4f59-b5d3-72e5eaeb4edc x-openstack-request-id: req-86c2d914-338b-4f59-b5d3-72e5eaeb4edc {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:48.457874 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405f13e1-d43f-4a05-b041-998c5c2f0243", "name": "network-vif-deleted", "tag": "1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:48.458126 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86c2d914-338b-4f59-b5d3-72e5eaeb4edc {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:48.458513 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405f13e1-d43f-4a05-b041-998c5c2f0243', 'name': 'network-vif-deleted', 'tag': '1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384', 'status': 'completed', 'code': 200} Jul 22 23:29:48.494678 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:48.501800 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-013fc98e-3962-4636-8983-c4d69bc1cafe req-bc006bb2-7ee2-42f6-be44-b8b7a4a4c16a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 HTTP/1.1" status: 200 len: 217 time: 0.0871193 Jul 22 23:29:48.633493 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d55bb5db-e799-4b5c-ae57-56efab97ec55 req-fd815c8c-d95a-4492-9aae-12eb5ad5b77a tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=631d6e73-b83e-4116-830a-47e3d58a314f HTTP/1.1" status: 200 len: 210 time: 0.1350954 Jul 22 23:29:48.676634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fc98e-3962-4636-8983-c4d69bc1cafe req-fa5e58fd-b72e-4929-9d45-1ec034af57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:48.678291 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-013fc98e-3962-4636-8983-c4d69bc1cafe req-fa5e58fd-b72e-4929-9d45-1ec034af57f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1328149 Jul 22 23:29:48.724692 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56142) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:48.735176 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device abbc4dc7-3686-411f-a843-2f9892aa3fa1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:48.742156 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f63fea-5f04-494f-ba27-23af8760e9cd req-c51686f7-9a59-4329-958a-0068de276d81 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:48.743763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75f63fea-5f04-494f-ba27-23af8760e9cd req-c51686f7-9a59-4329-958a-0068de276d81 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 972 time: 0.3468428 Jul 22 23:29:48.804944 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56148) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:48.810052 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1896322202-network', 'tenant_id': '65471336e067400c83b4e8ebf8fa2abf'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:48.852355 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port abbc4dc7-3686-411f-a843-2f9892aa3fa1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:48.853586 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:48.878984 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Made reservation on behalf of 65471336e067400c83b4e8ebf8fa2abf for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:48.882246 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:48.916083 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:48.928963 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75f63fea-5f04-494f-ba27-23af8760e9cd req-334c89ec-9e9a-4a62-9cfd-28fa34ea019e tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312284 Jul 22 23:29:48.947229 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:48.981026 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.002487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:29:49.003099 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1a3a99dd-80f0-4e4d-98b4-27ad2fbd4384 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:29:49.180675 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.198045 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.207108 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56156) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:49.275401 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:29:49.294418 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12d1bcd-cb4e-432f-b454-fbd1490d4d9e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:49.296616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fc98e-3962-4636-8983-c4d69bc1cafe req-820226a0-3453-4cef-bce0-77ea4d790a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:49.299717 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-013fc98e-3962-4636-8983-c4d69bc1cafe req-820226a0-3453-4cef-bce0-77ea4d790a9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6096344 Jul 22 23:29:49.309567 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49e5a973-ded8-4744-841e-7a4dd6b6c9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.312065 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.312413 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Added segment 212a6148-7dec-4b87-8108-005e081dfd5b of type vlan for network c0108dbb-2b16-4779-a06a-64bae771a39b Jul 22 23:29:49.315459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:49.315806 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:49.316149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:49.316486 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:49.316819 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:49.317188 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:49.317586 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:49.317835 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:49.318160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:49.318488 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:49.319077 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:49.319401 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:49.400296 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.448397 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-db6ca5a1-cdd7-4c7f-a463-4733bc46f647 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d90685a4e59845cba4f9270861cafdba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386100 Jul 22 23:29:49.455119 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56162) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:49.485340 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.486294 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:49.486880 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.550843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-013fc98e-3962-4636-8983-c4d69bc1cafe req-24e863aa-25ae-4096-b6a5-3f3e372d0a6b service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194998 Jul 22 23:29:49.576973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98209d3b-5b3f-4f1e-abfc-9c15027b00cf req-6d79e44d-743a-41e7-bf62-b48f1682392c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:49.578460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98209d3b-5b3f-4f1e-abfc-9c15027b00cf req-6d79e44d-743a-41e7-bf62-b48f1682392c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 948 time: 0.2706413 Jul 22 23:29:49.589341 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] Pushing event updated for resources: {'Network': ['ID=c0108dbb-2b16-4779-a06a-64bae771a39b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:49.601768 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network c0108dbb-2b16-4779-a06a-64bae771a39b details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:29:49.603294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d916642-05f9-4eea-88d0-808604515cb3 req-f02528d7-60f2-4142-9e54-8d2fe21fa65d tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:49.605573 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d916642-05f9-4eea-88d0-808604515cb3 req-f02528d7-60f2-4142-9e54-8d2fe21fa65d tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/ports?device_id=37bc0aa7-ad3c-40b0-96ae-8c684be2ae45 HTTP/1.1" status: 200 len: 950 time: 0.2315938 Jul 22 23:29:49.608799 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Router b69a272f-fe4d-4a88-ab58-c888a5a2afdd is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:29:49.610129 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eb528b8-a1a3-4225-9e69-1f2978506661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.622157 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49e5a973-ded8-4744-841e-7a4dd6b6c9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.631137 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49e5a973-ded8-4744-841e-7a4dd6b6c9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.650884 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc21075d-9801-441d-ab90-d0c39a338bab admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8421545 Jul 22 23:29:49.652688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:49.662148 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eb528b8-a1a3-4225-9e69-1f2978506661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.671326 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Request body: {'subnet': {'network_id': 'c0108dbb-2b16-4779-a06a-64bae771a39b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1896322202-subnet', 'tenant_id': '65471336e067400c83b4e8ebf8fa2abf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:49.697249 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-49e5a973-ded8-4744-841e-7a4dd6b6c9c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33c6090c0db542c3b7e384fcbfcb9ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9713936 Jul 22 23:29:49.703390 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5a973-ded8-4744-841e-7a4dd6b6c9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd28343-c6ce-4800-b43f-15bbdd1c2723,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:49.705617 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56168) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:49.765479 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eb528b8-a1a3-4225-9e69-1f2978506661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.768902 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eb528b8-a1a3-4225-9e69-1f2978506661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.773608 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9eb528b8-a1a3-4225-9e69-1f2978506661 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f3ab782-cf58-491f-ab7f-8d81abede3fc HTTP/1.1" status: 204 len: 168 time: 0.3161316 Jul 22 23:29:49.792378 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb528b8-a1a3-4225-9e69-1f2978506661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3ab782-cf58-491f-ab7f-8d81abede3fc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:49.794801 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-925c6f31-6766-43cd-a91c-2387b3f985a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.825373 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-925c6f31-6766-43cd-a91c-2387b3f985a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.885786 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-925c6f31-6766-43cd-a91c-2387b3f985a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.889708 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-925c6f31-6766-43cd-a91c-2387b3f985a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.891399 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-925c6f31-6766-43cd-a91c-2387b3f985a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2dd28343-c6ce-4800-b43f-15bbdd1c2723 HTTP/1.1" status: 204 len: 168 time: 0.1811767 Jul 22 23:29:49.901395 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c6f31-6766-43cd-a91c-2387b3f985a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd28343-c6ce-4800-b43f-15bbdd1c2723,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:50.004439 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d916642-05f9-4eea-88d0-808604515cb3 req-5c5fbccf-c508-4395-b423-babb6d76cc9c tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbb03004-5548-4ea4-8bc2-5f7800bc2422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727505 Jul 22 23:29:50.006424 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-013fc98e-3962-4636-8983-c4d69bc1cafe req-01d01076-9b55-47d4-a34f-ea8d978d0747 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477372 Jul 22 23:29:50.079474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Made reservation on behalf of 65471336e067400c83b4e8ebf8fa2abf for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:50.082036 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.091231 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98209d3b-5b3f-4f1e-abfc-9c15027b00cf req-8c4d147d-f55d-48f3-ad75-f081ff4d1eff tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967771 Jul 22 23:29:50.106238 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-f99c5bda-832d-4946-b264-fbf4d912604a tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=4556307dfdd14756894a47bc52842876&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985136 Jul 22 23:29:50.184335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56180) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:50.194907 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b02f84e5-f8c8-4b30-adfb-a0da1d4c2b64 req-5d9d7510-9bda-4501-9177-3f696cda894b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=631d6e73-b83e-4116-830a-47e3d58a314f HTTP/1.1" status: 200 len: 210 time: 0.1107311 Jul 22 23:29:50.199307 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-518a17ec-3816-4af3-a95d-bffaeb58f68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.304971 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-518a17ec-3816-4af3-a95d-bffaeb58f68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.310040 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-518a17ec-3816-4af3-a95d-bffaeb58f68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.354121 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a17ec-3816-4af3-a95d-bffaeb58f68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d94591c-e367-4bdc-89e0-b9273487f42f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:50.358554 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-518a17ec-3816-4af3-a95d-bffaeb58f68b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=363274bd7fc340da8d228ba1aff0a737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731234 Jul 22 23:29:50.361173 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56182) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:50.367642 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:29:50.387124 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Sync routers for ids ['b69a272f-fe4d-4a88-ab58-c888a5a2afdd'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:29:50.387965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-a0aaef9a-0ad6-450d-8ddf-c183a2b4bda6 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:50.388927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-a0aaef9a-0ad6-450d-8ddf-c183a2b4bda6 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2607350 Jul 22 23:29:50.408007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Request body: {'port': {'device_id': '631d6e73-b83e-4116-830a-47e3d58a314f', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': '4556307dfdd14756894a47bc52842876'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:50.414440 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18c3e6ea-b5d3-4b3d-ab0b-e561a17ed714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.420500 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Routers {'b69a272f-fe4d-4a88-ab58-c888a5a2afdd'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:50.421679 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:29:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b69a272f-fe4d-4a88-ab58-c888a5a2afdd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:50.429691 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56184) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:50.447322 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.448011 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18c3e6ea-b5d3-4b3d-ab0b-e561a17ed714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.448515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ca4c2fed-3252-47b5-b476-1c2c0654a0fa admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.2915566 Jul 22 23:29:50.454090 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56186) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:50.458913 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-789fefcd-b196-4b11-9eed-580283450d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.486566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685f4ca-1c3a-48ed-a3c6-64161089ee61 req-2e21081c-546f-4e46-a720-6f2fafe162f5 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:50.487977 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1685f4ca-1c3a-48ed-a3c6-64161089ee61 req-2e21081c-546f-4e46-a720-6f2fafe162f5 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 972 time: 0.3190768 Jul 22 23:29:50.545606 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Set router b69a272f-fe4d-4a88-ab58-c888a5a2afdd gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:50.580339 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18c3e6ea-b5d3-4b3d-ab0b-e561a17ed714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.583045 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18c3e6ea-b5d3-4b3d-ab0b-e561a17ed714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.587054 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-18c3e6ea-b5d3-4b3d-ab0b-e561a17ed714 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d94591c-e367-4bdc-89e0-b9273487f42f HTTP/1.1" status: 204 len: 168 time: 0.2248559 Jul 22 23:29:50.612196 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3e6ea-b5d3-4b3d-ab0b-e561a17ed714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d94591c-e367-4bdc-89e0-b9273487f42f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:50.616672 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-789fefcd-b196-4b11-9eed-580283450d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.622067 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-789fefcd-b196-4b11-9eed-580283450d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.673794 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-789fefcd-b196-4b11-9eed-580283450d81 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3fb0d2b560e48e4938b42cc508cef17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362249 Jul 22 23:29:50.675556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fefcd-b196-4b11-9eed-580283450d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a6bad6-a6ac-4a13-a34e-65472390fe40,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:50.678852 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56190) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:50.702766 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1685f4ca-1c3a-48ed-a3c6-64161089ee61 req-0ef2060e-65b4-4833-ae26-993a4fae00ca tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803412 Jul 22 23:29:50.705583 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.746402 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de007c44-c52d-47ca-962e-ceef6489cb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.774652 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de007c44-c52d-47ca-962e-ceef6489cb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.843288 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce01ff9-1ec4-48cf-ae98-6b25e504b850,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:50.854878 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1997128478-router', 'tenant_id': '8ca6b28f246649f0a88eede68828f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '89ecac10-1840-4d92-818f-349357b8db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:43Z', 'updated_at': '2021-07-22T23:29:47Z', 'revision_number': 3, 'project_id': '8ca6b28f246649f0a88eede68828f506', 'gw_port': {'id': '89ecac10-1840-4d92-818f-349357b8db86', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:32:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:46Z', 'updated_at': '2021-07-22T23:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:50.862714 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Made reservation on behalf of 4556307dfdd14756894a47bc52842876 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:50.866577 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.869206 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de007c44-c52d-47ca-962e-ceef6489cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.869826 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:50.870350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:50.870864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:50.871370 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:50.871898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:50.872135 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de007c44-c52d-47ca-962e-ceef6489cb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.872368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:50.872761 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:50.873176 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:50.873636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:50.874018 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:50.874411 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:50.874796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:50.876165 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-de007c44-c52d-47ca-962e-ceef6489cb46 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3a6bad6-a6ac-4a13-a34e-65472390fe40 HTTP/1.1" status: 204 len: 168 time: 0.1960177 Jul 22 23:29:50.891056 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Checking router: b69a272f-fe4d-4a88-ab58-c888a5a2afdd for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:29:50.891214 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Updating router b69a272f-fe4d-4a88-ab58-c888a5a2afdd port 89ecac10-1840-4d92-818f-349357b8db86 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:29:50.891521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de007c44-c52d-47ca-962e-ceef6489cb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a6bad6-a6ac-4a13-a34e-65472390fe40,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:50.898682 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.902074 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:29:50.903875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Checking segment: {'id': '212a6148-7dec-4b87-8108-005e081dfd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c0108dbb-2b16-4779-a06a-64bae771a39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:50.904324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Network hostable DHCP agents. Network: c0108dbb-2b16-4779-a06a-64bae771a39b, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:29:50.933010 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef972e-b4fc-4402-9bdd-d6e8c283c15f req-1caedc0f-9193-46d9-830b-90a51a325ade tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:50.934771 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e2ef972e-b4fc-4402-9bdd-d6e8c283c15f req-1caedc0f-9193-46d9-830b-90a51a325ade tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.95 "GET /v2.0/ports?device_id=37bc0aa7-ad3c-40b0-96ae-8c684be2ae45 HTTP/1.1" status: 200 len: 950 time: 0.1050279 Jul 22 23:29:50.963509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Network c0108dbb-2b16-4779-a06a-64bae771a39b is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:29:50.999011 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.061984 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, c0108dbb-2b16-4779-a06a-64bae771a39b) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:51.078014 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5960ef4-e6e6-478e-ae78-7a4ea36a429f None None] Network c0108dbb-2b16-4779-a06a-64bae771a39b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:51.081240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:51.081935 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.146919 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-e2ef972e-b4fc-4402-9bdd-d6e8c283c15f req-49ba769d-a348-42e6-b6ca-06ad8a26f5a3 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Deleting port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:51.147395 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e2ef972e-b4fc-4402-9bdd-d6e8c283c15f req-49ba769d-a348-42e6-b6ca-06ad8a26f5a3 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.254837 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ec02e3-2efd-440e-b4d4-bb0b61f3066e None None] Network c0108dbb-2b16-4779-a06a-64bae771a39b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:51.300638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ec7fa47a-0761-4d65-a2cc-4a7027e8ced4,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:51.355020 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'ec7fa47a-0761-4d65-a2cc-4a7027e8ced4', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'ec7fa47a-0761-4d65-a2cc-4a7027e8ced4', 'mac_address': 'fa:16:3e:a1:ba:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:29:51.362699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e2ef972e-b4fc-4402-9bdd-d6e8c283c15f req-49ba769d-a348-42e6-b6ca-06ad8a26f5a3 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] For port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c0efd4a0-d1f5-4933-9ba7-c68fe48571bf,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:51.363114 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e2ef972e-b4fc-4402-9bdd-d6e8c283c15f req-49ba769d-a348-42e6-b6ca-06ad8a26f5a3 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.398568 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-e2ef972e-b4fc-4402-9bdd-d6e8c283c15f req-49ba769d-a348-42e6-b6ca-06ad8a26f5a3 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Calling delete_port for c0efd4a0-d1f5-4933-9ba7-c68fe48571bf owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:51.448691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c71db82-dd7b-4691-b533-f744c957103e req-01c7e37b-8ef4-4671-9843-f77923ae227f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4183500 Jul 22 23:29:51.470784 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.518543 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.538396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de657599-7e3d-4ec9-a664-80e55f28bdf2 req-56af3424-5d0f-4e9c-a6cf-106032f9ba1f tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:51.540288 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de657599-7e3d-4ec9-a664-80e55f28bdf2 req-56af3424-5d0f-4e9c-a6cf-106032f9ba1f tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/ports?device_id=37bc0aa7-ad3c-40b0-96ae-8c684be2ae45 HTTP/1.1" status: 200 len: 950 time: 0.3622823 Jul 22 23:29:51.552221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4b2fda61-3050-4013-b387-53f820e835b4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8923979 Jul 22 23:29:51.594777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c6e3a-5337-4d95-832b-b3b360d6c5f6 req-aa887f26-ab36-473b-8468-de5d49f58fca tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:51.599318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-505c6e3a-5337-4d95-832b-b3b360d6c5f6 req-aa887f26-ab36-473b-8468-de5d49f58fca tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 948 time: 0.3128989 Jul 22 23:29:51.630432 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.668483 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:51.694741 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ec7fa47a-0761-4d65-a2cc-4a7027e8ced4,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:51.701156 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.775648 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.781641 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e2ef972e-b4fc-4402-9bdd-d6e8c283c15f req-49ba769d-a348-42e6-b6ca-06ad8a26f5a3 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.801831 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['c0efd4a0-d1f5-4933-9ba7-c68fe48571bf'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:51.806502 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Transition to ACTIVE for port object 89ecac10-1840-4d92-818f-349357b8db86 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:51.816651 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.820919 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba769d-a348-42e6-b6ca-06ad8a26f5a3 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Pushing event deleted for resources: {'Port': ['ID=c0efd4a0-d1f5-4933-9ba7-c68fe48571bf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:51.857904 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdae53f3-80ae-49aa-a7c2-47766b675d0a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:51.893057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ef972e-b4fc-4402-9bdd-d6e8c283c15f req-49ba769d-a348-42e6-b6ca-06ad8a26f5a3 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] No DVR routers for this DVR port c0efd4a0-d1f5-4933-9ba7-c68fe48571bf on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:51.902595 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e2ef972e-b4fc-4402-9bdd-d6e8c283c15f req-49ba769d-a348-42e6-b6ca-06ad8a26f5a3 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.904792 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e2ef972e-b4fc-4402-9bdd-d6e8c283c15f req-49ba769d-a348-42e6-b6ca-06ad8a26f5a3 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.95 "DELETE /v2.0/ports/c0efd4a0-d1f5-4933-9ba7-c68fe48571bf HTTP/1.1" status: 204 len: 173 time: 0.9621191 Jul 22 23:29:51.915990 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bc0aa7-ad3c-40b0-96ae-8c684be2ae45', 'name': 'network-vif-deleted', 'tag': 'c0efd4a0-d1f5-4933-9ba7-c68fe48571bf'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:51.924799 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=ec7fa47a-0761-4d65-a2cc-4a7027e8ced4,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:51.926163 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48898c7-65ec-46a8-810c-f2b3ab863335" -d '{"events": [{"server_uuid": "37bc0aa7-ad3c-40b0-96ae-8c684be2ae45", "name": "network-vif-deleted", "tag": "c0efd4a0-d1f5-4933-9ba7-c68fe48571bf"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:51.952651 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Attempting to bind port 89ecac10-1840-4d92-818f-349357b8db86 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:51.953077 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Attempting to bind port 89ecac10-1840-4d92-818f-349357b8db86 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:51.953485 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Attempting to bind port 89ecac10-1840-4d92-818f-349357b8db86 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:51.967657 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb20ea4-80f0-4db5-99dd-777a2b1a24a7 None None] Pushing event updated for resources: {'Port': ['ID=89ecac10-1840-4d92-818f-349357b8db86,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:51.971008 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:51.971705 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:51.972112 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.972499 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:51.972976 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Bound port: 89ecac10-1840-4d92-818f-349357b8db86, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:51.973384 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:52.047508 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['ec7fa47a-0761-4d65-a2cc-4a7027e8ced4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:52.048371 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-505c6e3a-5337-4d95-832b-b3b360d6c5f6 req-65e0adf4-93ed-42f4-96c0-149903b1eb4e tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385688 Jul 22 23:29:52.089397 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] For port 89ecac10-1840-4d92-818f-349357b8db86, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:52.093496 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] For port 89ecac10-1840-4d92-818f-349357b8db86, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=89ecac10-1840-4d92-818f-349357b8db86,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:52.107114 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:52.184190 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de657599-7e3d-4ec9-a664-80e55f28bdf2 req-1c9e263d-4501-4959-8cb1-7e12e6d483e4 tempest-TenantUsagesTestJSON-1439967065 tempest-TenantUsagesTestJSON-1439967065-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbb03004-5548-4ea4-8bc2-5f7800bc2422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6304832 Jul 22 23:29:52.236405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71db82-dd7b-4691-b533-f744c957103e req-8d0c2462-e21e-4e23-836f-5b40102b3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:52.238341 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c71db82-dd7b-4691-b533-f744c957103e req-8d0c2462-e21e-4e23-836f-5b40102b3f60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11a0634c1feb45a49aa72bf57660db76&device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 1100 time: 0.6871932 Jul 22 23:29:52.252390 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:52.279867 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Routers {'b69a272f-fe4d-4a88-ab58-c888a5a2afdd'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:52.280728 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:29:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b69a272f-fe4d-4a88-ab58-c888a5a2afdd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:52.307063 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c7c39d12-d18f-4d65-a0a7-2d12b7ce484c req-79d5cd2b-fa76-4c72-b911-0fc29e4a9160 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=631d6e73-b83e-4116-830a-47e3d58a314f HTTP/1.1" status: 200 len: 210 time: 0.0872579 Jul 22 23:29:52.385832 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb57472-4271-419b-b68f-604c68d519e8 x-openstack-request-id: req-eeb57472-4271-419b-b68f-604c68d519e8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:52.386627 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bc0aa7-ad3c-40b0-96ae-8c684be2ae45", "name": "network-vif-deleted", "tag": "c0efd4a0-d1f5-4933-9ba7-c68fe48571bf", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:52.386980 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eeb57472-4271-419b-b68f-604c68d519e8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:52.387472 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bc0aa7-ad3c-40b0-96ae-8c684be2ae45', 'name': 'network-vif-deleted', 'tag': 'c0efd4a0-d1f5-4933-9ba7-c68fe48571bf', 'status': 'completed', 'code': 200} Jul 22 23:29:52.435480 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb20ea4-80f0-4db5-99dd-777a2b1a24a7 None None] Pushing event updated for resources: {'Port': ['ID=89ecac10-1840-4d92-818f-349357b8db86,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:52.480478 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] Set router b69a272f-fe4d-4a88-ab58-c888a5a2afdd gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:52.658656 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56250) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:52.687817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Allocated IP 192.168.233.57 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/e1c781b1-22a1-48eb-93af-29b2072cd77c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:52.723924 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1997128478-router', 'tenant_id': '8ca6b28f246649f0a88eede68828f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '89ecac10-1840-4d92-818f-349357b8db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:43Z', 'updated_at': '2021-07-22T23:29:47Z', 'revision_number': 3, 'project_id': '8ca6b28f246649f0a88eede68828f506', 'gw_port': {'id': '89ecac10-1840-4d92-818f-349357b8db86', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:32:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:46Z', 'updated_at': '2021-07-22T23:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:52.765323 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9312d6f-8a82-4a15-aeea-811b9b833930 None None] The sync data for ids ['b69a272f-fe4d-4a88-ab58-c888a5a2afdd'] in n-d-688802-2 is: [{'id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1997128478-router', 'tenant_id': '8ca6b28f246649f0a88eede68828f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '89ecac10-1840-4d92-818f-349357b8db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:43Z', 'updated_at': '2021-07-22T23:29:47Z', 'revision_number': 3, 'project_id': '8ca6b28f246649f0a88eede68828f506', 'gw_port': {'id': '89ecac10-1840-4d92-818f-349357b8db86', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:32:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:46Z', 'updated_at': '2021-07-22T23:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:29:52.795983 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cf03344d-8667-4667-960e-f4c6f6290430 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-264346479-network', 'tenant_id': 'ce0f210fb5444804b5957152f6658eb5'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:52.819822 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf03344d-8667-4667-960e-f4c6f6290430 admin admin] Made reservation on behalf of ce0f210fb5444804b5957152f6658eb5 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:52.823362 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf03344d-8667-4667-960e-f4c6f6290430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:52.833145 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf03344d-8667-4667-960e-f4c6f6290430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:52.842197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71db82-dd7b-4691-b533-f744c957103e req-c720bd7c-6a2f-4067-ba65-80362538f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:52.843695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c71db82-dd7b-4691-b533-f744c957103e req-c720bd7c-6a2f-4067-ba65-80362538f951 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.5743115 Jul 22 23:29:52.937496 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf03344d-8667-4667-960e-f4c6f6290430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:52.942403 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf03344d-8667-4667-960e-f4c6f6290430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:52.947177 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c71db82-dd7b-4691-b533-f744c957103e req-db7adde4-cd2b-4061-b455-d115d985cdba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee HTTP/1.1" status: 200 len: 217 time: 0.0663321 Jul 22 23:29:52.967490 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf03344d-8667-4667-960e-f4c6f6290430 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:29:52.984009 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03344d-8667-4667-960e-f4c6f6290430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8864fdd3-ea35-4b23-b5e4-c6400b2e5dfd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:52.985833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a1941-8d5d-4937-9fad-087a5942f50f req-c5a6d4ad-6bd3-4ca8-99cc-f191f0e9d037 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:52.987065 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf03344d-8667-4667-960e-f4c6f6290430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:52.987482 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-cf03344d-8667-4667-960e-f4c6f6290430 admin admin] Added segment 8ec496a6-b902-4e26-9e19-87ef5945e6c0 of type vlan for network 57479606-2e26-4ffa-aa7c-e0694ae7566c Jul 22 23:29:52.998372 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e6a1941-8d5d-4937-9fad-087a5942f50f req-c5a6d4ad-6bd3-4ca8-99cc-f191f0e9d037 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 972 time: 0.6758940 Jul 22 23:29:53.036509 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf03344d-8667-4667-960e-f4c6f6290430 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:53.086024 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf03344d-8667-4667-960e-f4c6f6290430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:53.090863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf03344d-8667-4667-960e-f4c6f6290430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:53.091894 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf03344d-8667-4667-960e-f4c6f6290430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:53.326377 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cf03344d-8667-4667-960e-f4c6f6290430 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6638472 Jul 22 23:29:53.331173 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71db82-dd7b-4691-b533-f744c957103e req-ee8ffa7f-8f89-4a09-bb6a-7ab125d6f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:53.332645 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c71db82-dd7b-4691-b533-f744c957103e req-ee8ffa7f-8f89-4a09-bb6a-7ab125d6f88e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.3772252 Jul 22 23:29:53.346397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56266) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:53.350785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03344d-8667-4667-960e-f4c6f6290430 admin admin] Pushing event updated for resources: {'Network': ['ID=57479606-2e26-4ffa-aa7c-e0694ae7566c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:53.354691 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-df027fe9-78ce-45e4-8186-0d79df24d8a5 admin admin] Request body: {'subnet': {'network_id': '57479606-2e26-4ffa-aa7c-e0694ae7566c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-264346479-subnet', 'tenant_id': 'ce0f210fb5444804b5957152f6658eb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:53.361489 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 57479606-2e26-4ffa-aa7c-e0694ae7566c details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:29:53.369316 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e6a1941-8d5d-4937-9fad-087a5942f50f req-fcea72f5-d770-424b-8ccd-c21b4cdf6b20 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291059 Jul 22 23:29:53.386486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Allocated IP 172.20.0.1 (4213e1b6-4a49-46ef-8ae6-46f695d8cf3d/1449c754-714b-4dac-ac19-2b4ebdb24fb5/301adf57-5888-4dd5-9808-2d59ad1caefa) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:53.466991 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-89b94ace-201b-4da5-8534-77b4eb11eab6 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:53.468513 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-89b94ace-201b-4da5-8534-77b4eb11eab6 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 808 time: 0.5148375 Jul 22 23:29:53.479128 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:53.514670 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df027fe9-78ce-45e4-8186-0d79df24d8a5 admin admin] Made reservation on behalf of ce0f210fb5444804b5957152f6658eb5 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:53.516946 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df027fe9-78ce-45e4-8186-0d79df24d8a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:53.539785 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Transition to ACTIVE for port object e1c781b1-22a1-48eb-93af-29b2072cd77c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:53.548368 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-11dbbcf9-4be7-437f-acda-e391d1447405 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/quotas/e3f3293308ad4d108b84009eb08300e1 HTTP/1.1" status: 200 len: 375 time: 0.0624943 Jul 22 23:29:53.664729 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-a967e67d-bc1a-4061-abb7-ebb61cb4d462 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010025 Jul 22 23:29:53.735738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71db82-dd7b-4691-b533-f744c957103e req-5d411c2f-bb2d-4365-a5ba-3ea7ada13476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:53.737255 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c71db82-dd7b-4691-b533-f744c957103e req-5d411c2f-bb2d-4365-a5ba-3ea7ada13476 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3868749 Jul 22 23:29:53.809923 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:53.818251 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:53.847940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-d686395a-e32f-425a-b94b-49bbdbdc88f7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:29:53.848940 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-d686395a-e32f-425a-b94b-49bbdbdc88f7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0955808 Jul 22 23:29:53.861691 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Transition to ACTIVE for port object 301adf57-5888-4dd5-9808-2d59ad1caefa will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:53.987090 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:54.003347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afcf59-2aff-4f7d-a17c-42c1e71a56ca req-97af61f1-8ff3-4b66-89d2-b5bb9641845b tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:54.004807 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4afcf59-2aff-4f7d-a17c-42c1e71a56ca req-97af61f1-8ff3-4b66-89d2-b5bb9641845b tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 949 time: 0.3464828 Jul 22 23:29:54.021658 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:54.035205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:54.041636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:54.042132 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.057630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Pushing event updated for resources: {'Port': ['ID=e1c781b1-22a1-48eb-93af-29b2072cd77c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:54.150216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c71db82-dd7b-4691-b533-f744c957103e req-3e7982b7-a8a3-4f87-9184-5590bd1510f4 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032164 Jul 22 23:29:54.194370 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-ce20ccd8-a029-40de-9698-3a44a94e9f08 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7948210 Jul 22 23:29:54.215326 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.223146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Request body: {'port': {'device_id': '631d6e73-b83e-4116-830a-47e3d58a314f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:54.231004 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4afcf59-2aff-4f7d-a17c-42c1e71a56ca req-186cae49-48db-4648-9856-0738ed900f0f tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160008 Jul 22 23:29:54.231785 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df027fe9-78ce-45e4-8186-0d79df24d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.266982 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c853423d-2845-420f-948c-3b63f69d3d52 None None] Provisioning for port e1c781b1-22a1-48eb-93af-29b2072cd77c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:54.272040 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c853423d-2845-420f-948c-3b63f69d3d52 None None] Provisioning complete for port e1c781b1-22a1-48eb-93af-29b2072cd77c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:54.273219 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c853423d-2845-420f-948c-3b63f69d3d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.296405 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-62008c85-f4e7-426d-9bd4-39b09d553273 service neutron] 10.222.0.26 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159334 Jul 22 23:29:54.364915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c853423d-2845-420f-948c-3b63f69d3d52 None None] Port e1c781b1-22a1-48eb-93af-29b2072cd77c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:54.520909 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56294) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:54.570965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Network 4213e1b6-4a49-46ef-8ae6-46f695d8cf3d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:54.613118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:54.615486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:54.615943 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.678196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Pushing event updated for resources: {'Port': ['ID=301adf57-5888-4dd5-9808-2d59ad1caefa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:54.680251 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ecc8dc7-479d-436c-9dbc-707596c03edc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a568b59b83d46de9a176d7fd322e7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578581 Jul 22 23:29:54.683184 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56300) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:54.715437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 89ecac10-1840-4d92-818f-349357b8db86 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:54.740955 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7ca1-3358-4b06-8386-3fd89fc6043c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.773075 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7ca1-3358-4b06-8386-3fd89fc6043c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.789176 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 89ecac10-1840-4d92-818f-349357b8db86 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:54.795824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 89ecac10-1840-4d92-818f-349357b8db86 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:54.796837 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.802683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df027fe9-78ce-45e4-8186-0d79df24d8a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3663eefb-b540-49cb-b55d-db76dd45c4fd,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:54.836609 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7ca1-3358-4b06-8386-3fd89fc6043c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.839402 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7ca1-3358-4b06-8386-3fd89fc6043c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.840668 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ffb7ca1-3358-4b06-8386-3fd89fc6043c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbb03004-5548-4ea4-8bc2-5f7800bc2422 HTTP/1.1" status: 204 len: 168 time: 0.1563871 Jul 22 23:29:54.870766 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb7ca1-3358-4b06-8386-3fd89fc6043c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb03004-5548-4ea4-8bc2-5f7800bc2422,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:54.896485 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c71db82-dd7b-4691-b533-f744c957103e req-11306ece-e401-4545-bf24-7735dd97dac2 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7329998 Jul 22 23:29:54.903511 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.906159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df027fe9-78ce-45e4-8186-0d79df24d8a5 admin admin] Checking segment: {'id': '8ec496a6-b902-4e26-9e19-87ef5945e6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '57479606-2e26-4ffa-aa7c-e0694ae7566c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:54.906978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df027fe9-78ce-45e4-8186-0d79df24d8a5 admin admin] Network hostable DHCP agents. Network: 57479606-2e26-4ffa-aa7c-e0694ae7566c, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:29:54.910001 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.927222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device c0efd4a0-d1f5-4933-9ba7-c68fe48571bf no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:54.934296 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:54.990277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: c0efd4a0-d1f5-4933-9ba7-c68fe48571bf {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:29:54.990890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device c0efd4a0-d1f5-4933-9ba7-c68fe48571bf not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:29:55.005649 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-cee041d3-d7d2-4304-8037-706047caad09 service neutron] 10.222.0.26 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6780365 Jul 22 23:29:55.017499 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 89ecac10-1840-4d92-818f-349357b8db86, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=89ecac10-1840-4d92-818f-349357b8db86,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:55.038226 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.065553 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a16171-8412-4572-8032-5f7d50cac944 req-c9ad39df-20e0-4e26-9772-04624363d8e5 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:55.067321 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1a16171-8412-4572-8032-5f7d50cac944 req-c9ad39df-20e0-4e26-9772-04624363d8e5 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=631d6e73-b83e-4116-830a-47e3d58a314f HTTP/1.1" status: 200 len: 935 time: 0.4872901 Jul 22 23:29:55.114002 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=89ecac10-1840-4d92-818f-349357b8db86,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:55.117422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-db74ebd8-4eae-46f0-85cc-9d4ddd869a0d None None] Provisioning for port 301adf57-5888-4dd5-9808-2d59ad1caefa completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:55.123081 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-db74ebd8-4eae-46f0-85cc-9d4ddd869a0d None None] Provisioning complete for port 301adf57-5888-4dd5-9808-2d59ad1caefa triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:55.123463 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db74ebd8-4eae-46f0-85cc-9d4ddd869a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.152960 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1a16171-8412-4572-8032-5f7d50cac944 req-1c8f9ae2-a5eb-44ea-9043-2222e413e3d9 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543261 Jul 22 23:29:55.202313 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:55.220135 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56320) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:55.223839 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:55.224254 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.227218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df027fe9-78ce-45e4-8186-0d79df24d8a5 admin admin] Network 57479606-2e26-4ffa-aa7c-e0694ae7566c is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:29:55.246829 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c9d5b73-b608-4590-8e31-1c2b6397709f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.263694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-df027fe9-78ce-45e4-8186-0d79df24d8a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 57479606-2e26-4ffa-aa7c-e0694ae7566c) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:55.302899 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398a68b7-c1b4-42b8-a56d-222f6867b212 None None] Network 57479606-2e26-4ffa-aa7c-e0694ae7566c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:55.311687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-db74ebd8-4eae-46f0-85cc-9d4ddd869a0d None None] Port 301adf57-5888-4dd5-9808-2d59ad1caefa cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:55.389143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df027fe9-78ce-45e4-8186-0d79df24d8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:55.389964 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df027fe9-78ce-45e4-8186-0d79df24d8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.394766 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c865d017-46e3-427f-b2b3-f3a674fa699f req-c5aa0df3-7611-4e9f-be6e-ce6f3fb3abdb tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 210 time: 0.0611100 Jul 22 23:29:55.410197 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.469381 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.484606 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c9d5b73-b608-4590-8e31-1c2b6397709f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.492446 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c9d5b73-b608-4590-8e31-1c2b6397709f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.502992 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eb4934-b178-40f6-b5c8-416489d33b9c None None] Network 57479606-2e26-4ffa-aa7c-e0694ae7566c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:55.553946 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-df027fe9-78ce-45e4-8186-0d79df24d8a5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2062209 Jul 22 23:29:55.562191 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5c9d5b73-b608-4590-8e31-1c2b6397709f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7789c98245542e8a8297add294ee35a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409696 Jul 22 23:29:55.572066 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56340) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:55.574294 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d5b73-b608-4590-8e31-1c2b6397709f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbcd793-342e-4835-9636-0f2e433e69d2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:55.680432 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58b8dbc0-1ebf-4412-aa91-be206e6c4efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.699566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f641063e-9774-41ac-9156-a3db555c34a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7fa47a-0761-4d65-a2cc-4a7027e8ced4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:55.703317 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c7f75e-456d-4f13-ba82-13b55bcd3aec" -d '{"events": [{"server_uuid": "f641063e-9774-41ac-9156-a3db555c34a2", "name": "network-vif-plugged", "status": "completed", "tag": "ec7fa47a-0761-4d65-a2cc-4a7027e8ced4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:55.729583 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58b8dbc0-1ebf-4412-aa91-be206e6c4efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.748067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ec7fa47a-0761-4d65-a2cc-4a7027e8ced4,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:55.752898 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.800814 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58b8dbc0-1ebf-4412-aa91-be206e6c4efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.804501 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58b8dbc0-1ebf-4412-aa91-be206e6c4efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.806398 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-58b8dbc0-1ebf-4412-aa91-be206e6c4efa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0cbcd793-342e-4835-9636-0f2e433e69d2 HTTP/1.1" status: 204 len: 168 time: 0.2326410 Jul 22 23:29:55.831650 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8dbc0-1ebf-4412-aa91-be206e6c4efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbcd793-342e-4835-9636-0f2e433e69d2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:55.881173 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a1a72-b84f-42f2-befc-4d7930fcea5a req-c91fc47a-473e-4a6e-9b0c-a7a38e46ec68 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:55.883021 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c21a1a72-b84f-42f2-befc-4d7930fcea5a req-c91fc47a-473e-4a6e-9b0c-a7a38e46ec68 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 972 time: 0.5392625 Jul 22 23:29:55.891292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=ec7fa47a-0761-4d65-a2cc-4a7027e8ced4,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:56.012424 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c21a1a72-b84f-42f2-befc-4d7930fcea5a req-c2d50876-7a0e-4454-b5ed-07d4a6606b13 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181548 Jul 22 23:29:56.066324 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:56.080486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb82936-ab03-47c5-8de6-0a677b8abe58 req-c626e52d-f331-495f-9379-151edc25d36e tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:56.088102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ebb82936-ab03-47c5-8de6-0a677b8abe58 req-c626e52d-f331-495f-9379-151edc25d36e tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 950 time: 0.3005381 Jul 22 23:29:56.092537 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec432579-e060-4164-9de8-652b750062ba x-openstack-request-id: req-ec432579-e060-4164-9de8-652b750062ba {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:56.092940 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f641063e-9774-41ac-9156-a3db555c34a2", "name": "network-vif-plugged", "status": "completed", "tag": "ec7fa47a-0761-4d65-a2cc-4a7027e8ced4", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:56.093447 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec432579-e060-4164-9de8-652b750062ba {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:56.094087 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f641063e-9774-41ac-9156-a3db555c34a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7fa47a-0761-4d65-a2cc-4a7027e8ced4', 'code': 200} Jul 22 23:29:56.100917 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:56.101660 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:56.105554 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56358) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:56.140445 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c781b1-22a1-48eb-93af-29b2072cd77c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:56.159997 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:56.218522 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Transition to ACTIVE for port object e1c781b1-22a1-48eb-93af-29b2072cd77c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:56.219519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Pushing event updated for resources: {'Port': ['ID=301adf57-5888-4dd5-9808-2d59ad1caefa,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:56.249851 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ebb82936-ab03-47c5-8de6-0a677b8abe58 req-4a232dbd-e273-4f1d-a6bc-f878510b3125 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607192 Jul 22 23:29:56.275979 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:56.439481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Pushing event updated for resources: {'Port': ['ID=e1c781b1-22a1-48eb-93af-29b2072cd77c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:56.442297 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-842a1e6d-88c4-4843-9e36-9399b913ece8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:56.534742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Network 4213e1b6-4a49-46ef-8ae6-46f695d8cf3d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:56.584789 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-842a1e6d-88c4-4843-9e36-9399b913ece8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:56.592179 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-842a1e6d-88c4-4843-9e36-9399b913ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:56.636865 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a1e6d-88c4-4843-9e36-9399b913ece8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318660a7-9c05-43b9-aac9-1e9d0db2de91,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:56.643832 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-842a1e6d-88c4-4843-9e36-9399b913ece8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ccebdfd71ab47e8971287f34e65e888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5364428 Jul 22 23:29:56.647231 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56378) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:56.668942 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:56.687643 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5b3c3358-4e07-4e1a-94e2-a626d27f53fe req-7cda9264-ab4f-4ca7-9ba9-cb775dba0bc3 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 210 time: 0.1509135 Jul 22 23:29:56.703395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c05a6-4195-49e9-b16d-187ef1dc065c req-b75eb255-c1ed-44ac-a965-0dd9f2183e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:56.707654 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-895c05a6-4195-49e9-b16d-187ef1dc065c req-b75eb255-c1ed-44ac-a965-0dd9f2183e1d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 1101 time: 0.4852576 Jul 22 23:29:56.708497 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56380) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:56.720581 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-95507554-58ce-4b12-a091-c0a6ed31ee6f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1093641436-network', 'tenant_id': '168a63d623304be9b06f11f51b80e9c2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:56.759658 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 89ecac10-1840-4d92-818f-349357b8db86 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:56.825769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Attempting to bind port e1c781b1-22a1-48eb-93af-29b2072cd77c on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:56.826242 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Attempting to bind port e1c781b1-22a1-48eb-93af-29b2072cd77c by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:56.826835 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Attempting to bind port e1c781b1-22a1-48eb-93af-29b2072cd77c on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:56.833771 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 89ecac10-1840-4d92-818f-349357b8db86 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:56.834372 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:56.857379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Port e1c781b1-22a1-48eb-93af-29b2072cd77c on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:56.858101 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Attempting to bind port e1c781b1-22a1-48eb-93af-29b2072cd77c on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:56.867771 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74de0f-dd2a-4c94-80b4-35b8654ccf38 req-801fa427-0e5c-4284-b790-1d1baaf30d26 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:56.875985 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af74de0f-dd2a-4c94-80b4-35b8654ccf38 req-801fa427-0e5c-4284-b790-1d1baaf30d26 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=631d6e73-b83e-4116-830a-47e3d58a314f HTTP/1.1" status: 200 len: 947 time: 0.5689662 Jul 22 23:29:56.910427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:56.911296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:56.911793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:56.912352 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Bound port: e1c781b1-22a1-48eb-93af-29b2072cd77c, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:56.912821 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:56.934445 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0c0267f-9a5e-4738-80c7-b6d45073fc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.012838 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95507554-58ce-4b12-a091-c0a6ed31ee6f admin admin] Made reservation on behalf of 168a63d623304be9b06f11f51b80e9c2 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:57.012838 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95507554-58ce-4b12-a091-c0a6ed31ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.021856 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-895c05a6-4195-49e9-b16d-187ef1dc065c req-2936740d-f2f4-452b-85a2-88350769cd3c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276266 Jul 22 23:29:57.030534 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95507554-58ce-4b12-a091-c0a6ed31ee6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.095046 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0c0267f-9a5e-4738-80c7-b6d45073fc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.132702 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cf667092-e3b2-4a72-a676-17282462f5f7 None None] Provisioning complete for port 301adf57-5888-4dd5-9808-2d59ad1caefa triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:57.133232 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf667092-e3b2-4a72-a676-17282462f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.163501 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-72992087-52e7-4c13-947a-c38166d5d746 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:57.165719 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-72992087-52e7-4c13-947a-c38166d5d746 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.95 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 808 time: 0.4049511 Jul 22 23:29:57.180423 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-4b0b1279-e05f-4712-bb84-2f30de8c5d0d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Request body: {'port': {'device_id': 'a01a1e31-b075-4919-b61b-7509c94bc20e', 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6', 'admin_state_up': True, 'tenant_id': 'e3f3293308ad4d108b84009eb08300e1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:57.180614 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cf667092-e3b2-4a72-a676-17282462f5f7 None None] Port 301adf57-5888-4dd5-9808-2d59ad1caefa cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:57.265759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Router b69a272f-fe4d-4a88-ab58-c888a5a2afdd has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:29:57.268827 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0c0267f-9a5e-4738-80c7-b6d45073fc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.271493 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0c0267f-9a5e-4738-80c7-b6d45073fc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.272664 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f0c0267f-9a5e-4738-80c7-b6d45073fc14 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/318660a7-9c05-43b9-aac9-1e9d0db2de91 HTTP/1.1" status: 204 len: 168 time: 0.6240628 Jul 22 23:29:57.296228 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0267f-9a5e-4738-80c7-b6d45073fc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318660a7-9c05-43b9-aac9-1e9d0db2de91,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:57.353622 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95507554-58ce-4b12-a091-c0a6ed31ee6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.356467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af74de0f-dd2a-4c94-80b4-35b8654ccf38 req-4b1cb33d-032b-4a1f-ba10-da807f566d41 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793944 Jul 22 23:29:57.370996 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95507554-58ce-4b12-a091-c0a6ed31ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.387563 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] For port e1c781b1-22a1-48eb-93af-29b2072cd77c, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:57.395669 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] For port e1c781b1-22a1-48eb-93af-29b2072cd77c, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e1c781b1-22a1-48eb-93af-29b2072cd77c,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:57.419676 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.437159 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95507554-58ce-4b12-a091-c0a6ed31ee6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:29:57.448810 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95507554-58ce-4b12-a091-c0a6ed31ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.449184 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-95507554-58ce-4b12-a091-c0a6ed31ee6f admin admin] Added segment 1d637cbe-8ea3-4788-bb17-d7c73643ed09 of type vlan for network d10976ea-d93a-4de0-bb66-4d28ff453c7f Jul 22 23:29:57.491943 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95507554-58ce-4b12-a091-c0a6ed31ee6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.504057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-4b0b1279-e05f-4712-bb84-2f30de8c5d0d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Made reservation on behalf of e3f3293308ad4d108b84009eb08300e1 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:57.508066 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-4b0b1279-e05f-4712-bb84-2f30de8c5d0d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.510197 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95507554-58ce-4b12-a091-c0a6ed31ee6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9d3d18-011d-4c9d-be4b-06823e9b9d45,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:57.600978 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95507554-58ce-4b12-a091-c0a6ed31ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.603334 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95507554-58ce-4b12-a091-c0a6ed31ee6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:57.604080 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95507554-58ce-4b12-a091-c0a6ed31ee6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.609969 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fddac5-e7f1-4d9d-9037-8ac9b2146080 req-e413e74d-c3e5-49ba-b4e2-2c61ea9ed6d2 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:57.611569 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7fddac5-e7f1-4d9d-9037-8ac9b2146080 req-e413e74d-c3e5-49ba-b4e2-2c61ea9ed6d2 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 972 time: 0.3513093 Jul 22 23:29:57.654870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:57.655498 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.656868 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] 10.222.0.95 "PUT /v2.0/ports/e1c781b1-22a1-48eb-93af-29b2072cd77c HTTP/1.1" status: 200 len: 1095 time: 3.4472873 Jul 22 23:29:57.664153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631d6e73-b83e-4116-830a-47e3d58a314f', 'tag': 'e1c781b1-22a1-48eb-93af-29b2072cd77c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:57.667090 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4a12d7-824c-48c3-a195-6561cb11ce0e" -d '{"events": [{"name": "network-changed", "server_uuid": "631d6e73-b83e-4116-830a-47e3d58a314f", "tag": "e1c781b1-22a1-48eb-93af-29b2072cd77c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:57.689649 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-95507554-58ce-4b12-a091-c0a6ed31ee6f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9800699 Jul 22 23:29:57.694910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56412) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:57.745044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984db87-52ec-4a7e-8296-81c156202e5f service neutron] Pushing event updated for resources: {'Port': ['ID=e1c781b1-22a1-48eb-93af-29b2072cd77c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:57.776219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b7541096-2884-45ec-8717-7cdb1669f3ae admin admin] Request body: {'subnet': {'network_id': 'd10976ea-d93a-4de0-bb66-4d28ff453c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1093641436-subnet', 'tenant_id': '168a63d623304be9b06f11f51b80e9c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:57.780963 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95507554-58ce-4b12-a091-c0a6ed31ee6f admin admin] Pushing event updated for resources: {'Network': ['ID=d10976ea-d93a-4de0-bb66-4d28ff453c7f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:57.796156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network d10976ea-d93a-4de0-bb66-4d28ff453c7f details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:29:57.867077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7fddac5-e7f1-4d9d-9037-8ac9b2146080 req-f350f654-c7e1-4304-ac50-d73b0dca60b6 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168202 Jul 22 23:29:57.881846 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:29:57.905360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f51906-2217-4a72-bf3a-7161415bb69f req-f0e819b0-195b-4758-91c9-b01b7eb50001 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:57.905684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7541096-2884-45ec-8717-7cdb1669f3ae admin admin] Made reservation on behalf of 168a63d623304be9b06f11f51b80e9c2 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:57.907718 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0f51906-2217-4a72-bf3a-7161415bb69f req-f0e819b0-195b-4758-91c9-b01b7eb50001 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 950 time: 0.4129422 Jul 22 23:29:57.913728 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e8a7c270-5983-4a43-b14c-ad28ece506ce admin admin] 10.222.0.26 "PUT /v2.0/routers/b69a272f-fe4d-4a88-ab58-c888a5a2afdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4516387 Jul 22 23:29:57.930390 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7541096-2884-45ec-8717-7cdb1669f3ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.932925 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-4b0b1279-e05f-4712-bb84-2f30de8c5d0d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Allocated IP 172.20.0.6 (0d462ef1-2f68-4b40-8269-d8c40ab7d3d6/3baa7daf-8ee7-4f4e-8715-eee13750e0b5/dd74b95c-e8b3-4355-94bf-9350c2831c2b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:57.934855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Sync routers for ids ['b69a272f-fe4d-4a88-ab58-c888a5a2afdd'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:29:57.959593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-0d5907ec-d9c6-48a2-bd33-32603d8a1e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:57.961364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-0d5907ec-d9c6-48a2-bd33-32603d8a1e7d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4556307dfdd14756894a47bc52842876&device_id=631d6e73-b83e-4116-830a-47e3d58a314f HTTP/1.1" status: 200 len: 1098 time: 0.2528126 Jul 22 23:29:57.962648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Routers {'b69a272f-fe4d-4a88-ab58-c888a5a2afdd'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:57.963571 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:29:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b69a272f-fe4d-4a88-ab58-c888a5a2afdd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:57.965542 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0f51906-2217-4a72-bf3a-7161415bb69f req-f2d53061-4c69-4d7b-9f92-34e0a13f85e1 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486674 Jul 22 23:29:58.063172 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdb4f7c-0400-46c6-a64b-796be7403756 x-openstack-request-id: req-7fdb4f7c-0400-46c6-a64b-796be7403756 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:58.063545 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631d6e73-b83e-4116-830a-47e3d58a314f", "tag": "e1c781b1-22a1-48eb-93af-29b2072cd77c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:58.065075 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fdb4f7c-0400-46c6-a64b-796be7403756 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:58.065769 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631d6e73-b83e-4116-830a-47e3d58a314f', 'tag': 'e1c781b1-22a1-48eb-93af-29b2072cd77c', 'status': 'completed', 'code': 200} Jul 22 23:29:58.072153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-3cdbee6b-5c5f-4a91-8160-7043579a6f06 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=e1c781b1-22a1-48eb-93af-29b2072cd77c HTTP/1.1" status: 200 len: 217 time: 0.1029477 Jul 22 23:29:58.115650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Set router b69a272f-fe4d-4a88-ab58-c888a5a2afdd gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:58.174446 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fac5fdb6-dfbd-4c4c-921d-c38153bb886f req-2ad302d7-a8cf-4095-a5d9-ea40730b0408 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 210 time: 0.0637128 Jul 22 23:29:58.191600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-70654176-1bc8-42e1-8b6a-0884329c4da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:58.205056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-70654176-1bc8-42e1-8b6a-0884329c4da8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1194153 Jul 22 23:29:58.312151 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-7c1a3e13-7145-4f79-9e0f-aeb195076939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:58.316134 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-7c1a3e13-7145-4f79-9e0f-aeb195076939 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1095097 Jul 22 23:29:58.438415 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-4b0b1279-e05f-4712-bb84-2f30de8c5d0d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:58.444296 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7541096-2884-45ec-8717-7cdb1669f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:58.485336 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1997128478-router', 'tenant_id': '8ca6b28f246649f0a88eede68828f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '89ecac10-1840-4d92-818f-349357b8db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:43Z', 'updated_at': '2021-07-22T23:29:55Z', 'revision_number': 4, 'project_id': '8ca6b28f246649f0a88eede68828f506', 'gw_port': {'id': '89ecac10-1840-4d92-818f-349357b8db86', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:46Z', 'updated_at': '2021-07-22T23:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '301adf57-5888-4dd5-9808-2d59ad1caefa', 'name': '', 'network_id': '4213e1b6-4a49-46ef-8ae6-46f695d8cf3d', 'tenant_id': '8ca6b28f246649f0a88eede68828f506', 'mac_address': 'fa:16:3e:cc:00:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '1449c754-714b-4dac-ac19-2b4ebdb24fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:52Z', 'updated_at': '2021-07-22T23:29:55Z', 'revision_number': 2, 'project_id': '8ca6b28f246649f0a88eede68828f506', 'subnets': [{'id': '1449c754-714b-4dac-ac19-2b4ebdb24fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:58.502280 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7541096-2884-45ec-8717-7cdb1669f3ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4768e3a-ba2a-411f-8219-671337dfb29d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:58.516047 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Checking router: b69a272f-fe4d-4a88-ab58-c888a5a2afdd for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:29:58.516547 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Updating router b69a272f-fe4d-4a88-ab58-c888a5a2afdd port 301adf57-5888-4dd5-9808-2d59ad1caefa binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:29:58.548019 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7541096-2884-45ec-8717-7cdb1669f3ae admin admin] Checking segment: {'id': '1d637cbe-8ea3-4788-bb17-d7c73643ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'd10976ea-d93a-4de0-bb66-4d28ff453c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:58.548373 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7541096-2884-45ec-8717-7cdb1669f3ae admin admin] Network hostable DHCP agents. Network: d10976ea-d93a-4de0-bb66-4d28ff453c7f, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:29:58.556572 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:58.576168 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7541096-2884-45ec-8717-7cdb1669f3ae admin admin] Network d10976ea-d93a-4de0-bb66-4d28ff453c7f is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:29:58.584584 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-4b0b1279-e05f-4712-bb84-2f30de8c5d0d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:58.587543 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-451a85a0-4f37-48e9-aefb-a8da17cb245a service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647774 Jul 22 23:29:58.595953 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b7541096-2884-45ec-8717-7cdb1669f3ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, d10976ea-d93a-4de0-bb66-4d28ff453c7f) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:58.606019 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ace7f2-e014-4ec1-82c4-d7a5eef17f28 None None] Network d10976ea-d93a-4de0-bb66-4d28ff453c7f requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:58.626061 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7541096-2884-45ec-8717-7cdb1669f3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:58.627104 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7541096-2884-45ec-8717-7cdb1669f3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:58.654303 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-4b0b1279-e05f-4712-bb84-2f30de8c5d0d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:58.663987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-4b0b1279-e05f-4712-bb84-2f30de8c5d0d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:58.670403 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-4b0b1279-e05f-4712-bb84-2f30de8c5d0d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:58.676570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-4b0b1279-e05f-4712-bb84-2f30de8c5d0d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:58.677908 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-4b0b1279-e05f-4712-bb84-2f30de8c5d0d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:58.692030 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b7541096-2884-45ec-8717-7cdb1669f3ae admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9934416 Jul 22 23:29:58.693727 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b1279-e05f-4712-bb84-2f30de8c5d0d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Pushing event updated for resources: {'Port': ['ID=dd74b95c-e8b3-4355-94bf-9350c2831c2b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:58.699278 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-4b0b1279-e05f-4712-bb84-2f30de8c5d0d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5251443 Jul 22 23:29:58.720415 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Request body: {'port': {'device_id': 'a01a1e31-b075-4919-b61b-7509c94bc20e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:58.771881 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09e56297-2e0e-43ee-a565-ede00c1d5e1d req-77d0dd69-70b0-4deb-844b-bda909b4bab9 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696541 Jul 22 23:29:58.809957 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba3533-bb28-4db3-962a-e906bf694122 req-4a0fae27-e919-4b5c-8a4b-7cd131fda5af tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:58.811941 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04ba3533-bb28-4db3-962a-e906bf694122 req-4a0fae27-e919-4b5c-8a4b-7cd131fda5af tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=631d6e73-b83e-4116-830a-47e3d58a314f HTTP/1.1" status: 200 len: 947 time: 0.3361709 Jul 22 23:29:58.861063 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56456) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:58.894001 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:58.995626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04ba3533-bb28-4db3-962a-e906bf694122 req-56268c43-a0d4-4857-b881-b1ee8ba6a549 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717896 Jul 22 23:29:59.046967 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c464c069-7be5-4d26-af65-cf0e957f4c5f None None] Network d10976ea-d93a-4de0-bb66-4d28ff453c7f requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:59.056068 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7e1001-02be-4ff1-a5e1-62a15c4de977 admin admin] Deleting subnet 3663eefb-b540-49cb-b55d-db76dd45c4fd {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:29:59.095895 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1001-02be-4ff1-a5e1-62a15c4de977 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.099566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a12d7-824c-48c3-a195-6561cb11ce0e req-2d021c14-8dbe-4ec7-b8d3-8d0d86f3c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:59.101402 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4a12d7-824c-48c3-a195-6561cb11ce0e req-2d021c14-8dbe-4ec7-b8d3-8d0d86f3c844 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4556307dfdd14756894a47bc52842876&device_id=631d6e73-b83e-4116-830a-47e3d58a314f HTTP/1.1" status: 200 len: 1098 time: 0.2384546 Jul 22 23:29:59.223304 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a12d7-824c-48c3-a195-6561cb11ce0e req-f659241a-54c5-4bb8-87c5-be427c9adbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:59.224220 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd74b95c-e8b3-4355-94bf-9350c2831c2b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:59.225330 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4a12d7-824c-48c3-a195-6561cb11ce0e req-f659241a-54c5-4bb8-87c5-be427c9adbf9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1024244 Jul 22 23:29:59.235325 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.258614 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Transition to ACTIVE for port object dd74b95c-e8b3-4355-94bf-9350c2831c2b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:59.263451 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.297717 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4a12d7-824c-48c3-a195-6561cb11ce0e req-f54c0cf7-9d01-487a-9884-d3ffde1858e0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=e1c781b1-22a1-48eb-93af-29b2072cd77c HTTP/1.1" status: 200 len: 217 time: 0.0635231 Jul 22 23:29:59.313525 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1001-02be-4ff1-a5e1-62a15c4de977 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.346968 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1001-02be-4ff1-a5e1-62a15c4de977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.358468 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Pushing event updated for resources: {'Port': ['ID=dd74b95c-e8b3-4355-94bf-9350c2831c2b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:59.370327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Attempting to bind port dd74b95c-e8b3-4355-94bf-9350c2831c2b on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:59.370668 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Attempting to bind port dd74b95c-e8b3-4355-94bf-9350c2831c2b by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:59.370994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Attempting to bind port dd74b95c-e8b3-4355-94bf-9350c2831c2b on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:59.376237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Port dd74b95c-e8b3-4355-94bf-9350c2831c2b on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:59.376557 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Attempting to bind port dd74b95c-e8b3-4355-94bf-9350c2831c2b on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:59.379081 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.382552 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:59.382883 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Checking segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:59.383265 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Bound using segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:59.383800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Bound port: dd74b95c-e8b3-4355-94bf-9350c2831c2b, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:59.384358 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.391899 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Transition to ACTIVE for port object 301adf57-5888-4dd5-9808-2d59ad1caefa will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:59.404661 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.457387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676f908-d0e5-429a-8ddf-fbab6f879e77 req-7d80697c-7e7e-4e30-a34c-89a11cbafe3b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:59.459514 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3676f908-d0e5-429a-8ddf-fbab6f879e77 req-7d80697c-7e7e-4e30-a34c-89a11cbafe3b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 972 time: 0.4357350 Jul 22 23:29:59.492430 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] For port dd74b95c-e8b3-4355-94bf-9350c2831c2b, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:59.497081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] For port dd74b95c-e8b3-4355-94bf-9350c2831c2b, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dd74b95c-e8b3-4355-94bf-9350c2831c2b,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:59.510764 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.516051 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1001-02be-4ff1-a5e1-62a15c4de977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.526602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628c76d-65a3-48f8-97a3-ff5647b41107 None None] Pushing event updated for resources: {'Port': ['ID=301adf57-5888-4dd5-9808-2d59ad1caefa,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:59.532474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a12d7-824c-48c3-a195-6561cb11ce0e req-1d5d83ed-e423-49ab-b894-ad99aac131e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:59.532804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Attempting to bind port 301adf57-5888-4dd5-9808-2d59ad1caefa on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:59.533204 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Attempting to bind port 301adf57-5888-4dd5-9808-2d59ad1caefa by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '96c11def-1247-4e69-8402-3ca233984d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4213e1b6-4a49-46ef-8ae6-46f695d8cf3d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:59.533574 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Attempting to bind port 301adf57-5888-4dd5-9808-2d59ad1caefa on network 4213e1b6-4a49-46ef-8ae6-46f695d8cf3d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:59.534192 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4a12d7-824c-48c3-a195-6561cb11ce0e req-1d5d83ed-e423-49ab-b894-ad99aac131e0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.2170298 Jul 22 23:29:59.539868 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:59.540776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Checking segment: {'id': '96c11def-1247-4e69-8402-3ca233984d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4213e1b6-4a49-46ef-8ae6-46f695d8cf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:59.541483 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.541885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Bound using segment: {'id': '96c11def-1247-4e69-8402-3ca233984d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4213e1b6-4a49-46ef-8ae6-46f695d8cf3d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:59.542377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Bound port: 301adf57-5888-4dd5-9808-2d59ad1caefa, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c11def-1247-4e69-8402-3ca233984d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4213e1b6-4a49-46ef-8ae6-46f695d8cf3d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:59.542763 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.577594 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:59.578475 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.580113 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] 10.222.0.95 "PUT /v2.0/ports/dd74b95c-e8b3-4355-94bf-9350c2831c2b HTTP/1.1" status: 200 len: 1091 time: 0.8711557 Jul 22 23:29:59.580732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01a1e31-b075-4919-b61b-7509c94bc20e', 'tag': 'dd74b95c-e8b3-4355-94bf-9350c2831c2b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:59.582125 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e1001-02be-4ff1-a5e1-62a15c4de977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3663eefb-b540-49cb-b55d-db76dd45c4fd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:59.584551 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4f51e3-daf2-451d-8094-7785a8075c33" -d '{"events": [{"name": "network-changed", "server_uuid": "a01a1e31-b075-4919-b61b-7509c94bc20e", "tag": "dd74b95c-e8b3-4355-94bf-9350c2831c2b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:59.620984 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bef7a0-73e8-460c-84f3-2417fa829f9c service neutron] Pushing event updated for resources: {'Port': ['ID=dd74b95c-e8b3-4355-94bf-9350c2831c2b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:59.627213 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1001-02be-4ff1-a5e1-62a15c4de977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.632259 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9d7e1001-02be-4ff1-a5e1-62a15c4de977 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3663eefb-b540-49cb-b55d-db76dd45c4fd HTTP/1.1" status: 204 len: 168 time: 0.7282481 Jul 22 23:29:59.637731 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56482) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:59.669037 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3676f908-d0e5-429a-8ddf-fbab6f879e77 req-17c5069e-0a5f-4bf8-92de-8f8551ef9cdf tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962936 Jul 22 23:29:59.674808 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] For port 301adf57-5888-4dd5-9808-2d59ad1caefa, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:59.681373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] For port 301adf57-5888-4dd5-9808-2d59ad1caefa, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=301adf57-5888-4dd5-9808-2d59ad1caefa,segment=NetworkSegment(96c11def-1247-4e69-8402-3ca233984d45),segment_id=96c11def-1247-4e69-8402-3ca233984d45)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:59.688043 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.749884 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-6101c55f-b94a-428a-906c-09ce596b7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:59.751753 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-6101c55f-b94a-428a-906c-09ce596b7965 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 1094 time: 0.1184759 Jul 22 23:29:59.756605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac7599-ed79-4502-8c0f-d65e6cfdc637 req-c5b03c80-b810-4fdb-9e92-068648c582fb tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:59.758243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13ac7599-ed79-4502-8c0f-d65e6cfdc637 req-c5b03c80-b810-4fdb-9e92-068648c582fb tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 950 time: 0.3312390 Jul 22 23:29:59.819448 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628c76d-65a3-48f8-97a3-ff5647b41107 None None] Pushing event updated for resources: {'Port': ['ID=301adf57-5888-4dd5-9808-2d59ad1caefa,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:59.822528 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Routers {'b69a272f-fe4d-4a88-ab58-c888a5a2afdd'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:59.823364 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:29:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b69a272f-fe4d-4a88-ab58-c888a5a2afdd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:59.839562 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.840834 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-31caff72-e32d-4f05-ae00-6f863f2510d1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd74b95c-e8b3-4355-94bf-9350c2831c2b HTTP/1.1" status: 200 len: 217 time: 0.0811384 Jul 22 23:29:59.842568 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56488) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:59.874150 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a12d7-824c-48c3-a195-6561cb11ce0e req-4c233024-dd73-49ae-9e2f-35b3d17479a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:59.882154 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4a12d7-824c-48c3-a195-6561cb11ce0e req-4c233024-dd73-49ae-9e2f-35b3d17479a5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3228722 Jul 22 23:29:59.928933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13ac7599-ed79-4502-8c0f-d65e6cfdc637 req-bf5b932a-7b79-428b-b413-5fb549512aea tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351590 Jul 22 23:29:59.937729 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-56e4bc4f-9f1f-4e60-bbe4-856e0b701a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:59.939218 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-56e4bc4f-9f1f-4e60-bbe4-856e0b701a0f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.0914626 Jul 22 23:30:00.001034 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-b67a273b-a9af-4f36-a34b-cd328bd229cc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532782 Jul 22 23:30:00.059894 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] Set router b69a272f-fe4d-4a88-ab58-c888a5a2afdd gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:00.083048 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4a12d7-824c-48c3-a195-6561cb11ce0e req-392dd8e0-09e8-436d-9685-7bead4e66475 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844318 Jul 22 23:30:00.157961 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-0e6b8b61-04aa-4739-92cd-a22bd55c5517 service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407251 Jul 22 23:30:00.178338 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.189611 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:00.190710 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:00.191680 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:00.192162 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Subscribe: > port after_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:00.192583 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:00.193008 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Subscribe: > port after_update 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:00.193697 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:00.194106 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:00.194531 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:00.195214 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:00.270204 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db4c9559-0e39-4482-9924-77ef2fd5c5fd req-83579ff0-53b4-4573-81ad-8a2bd34b7d4e service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052039 Jul 22 23:30:00.298333 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:00.298564 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:00.298894 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:00.299465 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:00.299631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57479606-2e26-4ffa-aa7c-e0694ae7566c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:00.336054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1997128478-router', 'tenant_id': '8ca6b28f246649f0a88eede68828f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '89ecac10-1840-4d92-818f-349357b8db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:43Z', 'updated_at': '2021-07-22T23:29:55Z', 'revision_number': 4, 'project_id': '8ca6b28f246649f0a88eede68828f506', 'gw_port': {'id': '89ecac10-1840-4d92-818f-349357b8db86', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:46Z', 'updated_at': '2021-07-22T23:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '301adf57-5888-4dd5-9808-2d59ad1caefa', 'name': '', 'network_id': '4213e1b6-4a49-46ef-8ae6-46f695d8cf3d', 'tenant_id': '8ca6b28f246649f0a88eede68828f506', 'mac_address': 'fa:16:3e:cc:00:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '1449c754-714b-4dac-ac19-2b4ebdb24fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:52Z', 'updated_at': '2021-07-22T23:29:59Z', 'revision_number': 4, 'project_id': '8ca6b28f246649f0a88eede68828f506', 'subnets': [{'id': '1449c754-714b-4dac-ac19-2b4ebdb24fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:00.342019 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-820becff-e8ac-4eb0-b2b5-5be9e2c0af94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.353843 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3007f8-c53a-4cc8-90f0-baeb82fb9be5 x-openstack-request-id: req-1e3007f8-c53a-4cc8-90f0-baeb82fb9be5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:00.354366 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01a1e31-b075-4919-b61b-7509c94bc20e", "tag": "dd74b95c-e8b3-4355-94bf-9350c2831c2b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:00.354809 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e3007f8-c53a-4cc8-90f0-baeb82fb9be5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:00.355936 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01a1e31-b075-4919-b61b-7509c94bc20e', 'tag': 'dd74b95c-e8b3-4355-94bf-9350c2831c2b', 'status': 'completed', 'code': 200} Jul 22 23:30:00.372832 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec496a6-b902-4e26-9e19-87ef5945e6c0') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:00.373071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec496a6-b902-4e26-9e19-87ef5945e6c0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:00.374035 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f644b69-3c03-4ce8-9bac-b967b9dc1490 None None] The sync data for ids ['b69a272f-fe4d-4a88-ab58-c888a5a2afdd'] in n-d-688802-2 is: [{'id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1997128478-router', 'tenant_id': '8ca6b28f246649f0a88eede68828f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '89ecac10-1840-4d92-818f-349357b8db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:43Z', 'updated_at': '2021-07-22T23:29:55Z', 'revision_number': 4, 'project_id': '8ca6b28f246649f0a88eede68828f506', 'gw_port': {'id': '89ecac10-1840-4d92-818f-349357b8db86', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:46Z', 'updated_at': '2021-07-22T23:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '301adf57-5888-4dd5-9808-2d59ad1caefa', 'name': '', 'network_id': '4213e1b6-4a49-46ef-8ae6-46f695d8cf3d', 'tenant_id': '8ca6b28f246649f0a88eede68828f506', 'mac_address': 'fa:16:3e:cc:00:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '1449c754-714b-4dac-ac19-2b4ebdb24fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:52Z', 'updated_at': '2021-07-22T23:29:59Z', 'revision_number': 4, 'project_id': '8ca6b28f246649f0a88eede68828f506', 'subnets': [{'id': '1449c754-714b-4dac-ac19-2b4ebdb24fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:30:00.409690 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.509871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f51e3-daf2-451d-8094-7785a8075c33 req-094e9511-7741-4287-958b-15b56a64af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:00.511515 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4f4f51e3-daf2-451d-8094-7785a8075c33 req-094e9511-7741-4287-958b-15b56a64af01 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 1094 time: 0.1349442 Jul 22 23:30:00.654254 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f51e3-daf2-451d-8094-7785a8075c33 req-b1faf1a9-4911-4af3-9f01-2670e867cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:00.656090 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4f4f51e3-daf2-451d-8094-7785a8075c33 req-b1faf1a9-4911-4af3-9f01-2670e867cdb5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.1359758 Jul 22 23:30:00.726835 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4f4f51e3-daf2-451d-8094-7785a8075c33 req-5e61194a-5a9e-4ded-bdbd-25477eb4d57c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd74b95c-e8b3-4355-94bf-9350c2831c2b HTTP/1.1" status: 200 len: 217 time: 0.0623651 Jul 22 23:30:00.794164 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 301adf57-5888-4dd5-9808-2d59ad1caefa up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:00.807680 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.822940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f51e3-daf2-451d-8094-7785a8075c33 req-628a4ba6-82f2-4fc5-8d7e-b987feab65f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:00.826064 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4f4f51e3-daf2-451d-8094-7785a8075c33 req-628a4ba6-82f2-4fc5-8d7e-b987feab65f1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.0919101 Jul 22 23:30:00.846026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:30:00.846514 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.880750 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4f4f51e3-daf2-451d-8094-7785a8075c33 req-c0a20f75-9c24-4e6f-b3d3-f6e18320b241 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405471 Jul 22 23:30:00.896723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 301adf57-5888-4dd5-9808-2d59ad1caefa completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:00.903662 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 301adf57-5888-4dd5-9808-2d59ad1caefa triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:00.904384 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: from cryptography.utils import int_from_bytes Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: from cryptography.utils import int_from_bytes Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:30:00.928146 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:30:00.987409 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4a12d7-824c-48c3-a195-6561cb11ce0e req-f91838cb-100e-4865-9734-8a2c141ad9f8 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8743992 Jul 22 23:30:01.036418 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.049944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4742b-f3d0-408b-b3f4-8af5fc9e414c req-aecb985d-52fa-4b8b-90c1-9c2a8e61fc7b tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:01.052404 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cad4742b-f3d0-408b-b3f4-8af5fc9e414c req-aecb985d-52fa-4b8b-90c1-9c2a8e61fc7b tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 943 time: 0.9370439 Jul 22 23:30:01.078057 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4f4f51e3-daf2-451d-8094-7785a8075c33 req-f62cc34b-cb93-4f74-9b26-96d158db4edb service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884718 Jul 22 23:30:01.090501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=57479606-2e26-4ffa-aa7c-e0694ae7566c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:01.094768 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.101705 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1c91ec0f-85f5-443c-8a34-64bd97cf18d9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/57479606-2e26-4ffa-aa7c-e0694ae7566c HTTP/1.1" status: 204 len: 168 time: 1.4589813 Jul 22 23:30:01.102807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56506) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:01.114032 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.173821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56508) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:01.190874 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a2f3daaa-5d90-4034-a2f0-cdb1124fc270 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--173085986', 'description': 'tempest-description--574654960'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:01.214404 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cad4742b-f3d0-408b-b3f4-8af5fc9e414c req-4788c230-1b5e-43df-af04-ca2d2442e742 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243761 Jul 22 23:30:01.221845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 301adf57-5888-4dd5-9808-2d59ad1caefa, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=301adf57-5888-4dd5-9808-2d59ad1caefa,segment=NetworkSegment(96c11def-1247-4e69-8402-3ca233984d45),segment_id=96c11def-1247-4e69-8402-3ca233984d45)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:01.244962 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.251235 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d78efac-13c3-49cc-8c08-cb3a68605919 admin admin] Deleting subnet a4768e3a-ba2a-411f-8219-671337dfb29d {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:30:01.256865 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d78efac-13c3-49cc-8c08-cb3a68605919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.347803 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-820becff-e8ac-4eb0-b2b5-5be9e2c0af94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.360713 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=301adf57-5888-4dd5-9808-2d59ad1caefa,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:01.363470 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4f4f51e3-daf2-451d-8094-7785a8075c33 req-d14aed70-b679-4623-a653-58018b161ab0 service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778471 Jul 22 23:30:01.400762 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2f3daaa-5d90-4034-a2f0-cdb1124fc270 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.401795 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d78efac-13c3-49cc-8c08-cb3a68605919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.403944 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-820becff-e8ac-4eb0-b2b5-5be9e2c0af94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.500276 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2f3daaa-5d90-4034-a2f0-cdb1124fc270 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.503044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820becff-e8ac-4eb0-b2b5-5be9e2c0af94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5137d8c6-0f97-491b-bdcf-08bb044a0d5f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:01.506453 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2f3daaa-5d90-4034-a2f0-cdb1124fc270 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.510476 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-820becff-e8ac-4eb0-b2b5-5be9e2c0af94 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1af8785e1194929828a34a5f9b7a7b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6612337 Jul 22 23:30:01.515756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56512) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:01.525466 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d78efac-13c3-49cc-8c08-cb3a68605919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.529422 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e85a4d9f-922f-43bd-9cef-5438ffefdecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.553346 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2f3daaa-5d90-4034-a2f0-cdb1124fc270 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.564947 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a2f3daaa-5d90-4034-a2f0-cdb1124fc270 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3900199 Jul 22 23:30:01.568956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56514) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:01.586410 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3200d24-90e1-4a84-8191-02ec1f2de37e req-cedf25cb-e902-4e98-8597-6ae4e16e8b66 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:01.587288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-17847f8d-b2b4-4873-86ea-2b29a74cffdb tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Request body: {'security_group_rule': {'security_group_id': '10ee2cb2-9912-4e22-ad0c-4432ce4275b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:01.588536 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3200d24-90e1-4a84-8191-02ec1f2de37e req-cedf25cb-e902-4e98-8597-6ae4e16e8b66 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=631d6e73-b83e-4116-830a-47e3d58a314f HTTP/1.1" status: 200 len: 947 time: 0.2969663 Jul 22 23:30:01.608212 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3daaa-5d90-4034-a2f0-cdb1124fc270 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ee2cb2-9912-4e22-ad0c-4432ce4275b5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:01.616170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4c2e1-0875-4bda-8e30-fb3996273b44 req-2bf2ab23-9fb2-4b92-b012-34e6d30a3365 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:01.618249 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ebc4c2e1-0875-4bda-8e30-fb3996273b44 req-2bf2ab23-9fb2-4b92-b012-34e6d30a3365 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 972 time: 0.2752106 Jul 22 23:30:01.660734 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17847f8d-b2b4-4873-86ea-2b29a74cffdb tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.713232 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3200d24-90e1-4a84-8191-02ec1f2de37e req-7c9e5aa8-e8c8-4041-9f64-5fd0e52c45ab tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150033 Jul 22 23:30:01.718779 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d78efac-13c3-49cc-8c08-cb3a68605919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.724272 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac4b6a53-8b95-4dd1-a65d-0a1e8283a5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.728947 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ebc4c2e1-0875-4bda-8e30-fb3996273b44 req-f50e84be-79a5-4f23-b42c-bc2187a6cf31 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016393 Jul 22 23:30:01.761135 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17847f8d-b2b4-4873-86ea-2b29a74cffdb tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.761135 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17847f8d-b2b4-4873-86ea-2b29a74cffdb tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.767367 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d78efac-13c3-49cc-8c08-cb3a68605919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.773127 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2d78efac-13c3-49cc-8c08-cb3a68605919 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a4768e3a-ba2a-411f-8219-671337dfb29d HTTP/1.1" status: 204 len: 168 time: 0.6421220 Jul 22 23:30:01.776021 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56516) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:01.776412 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78efac-13c3-49cc-8c08-cb3a68605919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4768e3a-ba2a-411f-8219-671337dfb29d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:01.793436 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac4b6a53-8b95-4dd1-a65d-0a1e8283a5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.879703 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac4b6a53-8b95-4dd1-a65d-0a1e8283a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.884063 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac4b6a53-8b95-4dd1-a65d-0a1e8283a5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.887975 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ac4b6a53-8b95-4dd1-a65d-0a1e8283a5f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5137d8c6-0f97-491b-bdcf-08bb044a0d5f HTTP/1.1" status: 204 len: 168 time: 0.3688083 Jul 22 23:30:01.914489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b6a53-8b95-4dd1-a65d-0a1e8283a5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5137d8c6-0f97-491b-bdcf-08bb044a0d5f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:02.087779 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:30:02.093468 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.099549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17847f8d-b2b4-4873-86ea-2b29a74cffdb tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c3de91-41fc-46db-b854-b6514171d4d4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:02.115072 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17847f8d-b2b4-4873-86ea-2b29a74cffdb tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.117155 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-17847f8d-b2b4-4873-86ea-2b29a74cffdb tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5465207 Jul 22 23:30:02.120073 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:02.126691 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b17ff71e-7139-4d26-8d4f-9723bb4cf0f9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Request body: {'security_group_rule': {'security_group_id': '10ee2cb2-9912-4e22-ad0c-4432ce4275b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:02.195671 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b17ff71e-7139-4d26-8d4f-9723bb4cf0f9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.213368 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.225359 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:02.225705 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:02.226586 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:02.227698 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Subscribe: > port after_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:02.227808 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:02.228200 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Subscribe: > port after_update 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:02.228525 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:02.228844 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:02.229185 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:02.229528 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:02.303539 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:02.303895 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:02.304206 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:02.304614 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:30:02.304900 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10976ea-d93a-4de0-bb66-4d28ff453c7f']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:02.330704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d637cbe-8ea3-4788-bb17-d7c73643ed09') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:02.331157 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d637cbe-8ea3-4788-bb17-d7c73643ed09') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:02.350259 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.371415 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b17ff71e-7139-4d26-8d4f-9723bb4cf0f9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.378864 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.382874 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b17ff71e-7139-4d26-8d4f-9723bb4cf0f9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.390020 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:30:02.390484 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: from cryptography.utils import int_from_bytes Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: from cryptography.utils import int_from_bytes Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:30:02.394918 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:30:02.404762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56530) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:02.418214 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ff71e-7139-4d26-8d4f-9723bb4cf0f9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058c4e9a-861f-44b9-8162-2779163f5d3e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:02.428004 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-144c066f-670f-4475-9f0a-67a9ebb0cfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.447359 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b17ff71e-7139-4d26-8d4f-9723bb4cf0f9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.448532 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b17ff71e-7139-4d26-8d4f-9723bb4cf0f9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3268106 Jul 22 23:30:02.453635 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc049-3658-4910-ac6e-9bf8fa9e9e5d req-2a37fd3f-f53f-4afd-bdfd-13e4fec350f2 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:02.454113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc049-3658-4910-ac6e-9bf8fa9e9e5d req-2a37fd3f-f53f-4afd-bdfd-13e4fec350f2 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:02.454580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc049-3658-4910-ac6e-9bf8fa9e9e5d req-2a37fd3f-f53f-4afd-bdfd-13e4fec350f2 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:02.455061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc049-3658-4910-ac6e-9bf8fa9e9e5d req-2a37fd3f-f53f-4afd-bdfd-13e4fec350f2 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:02.455503 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc049-3658-4910-ac6e-9bf8fa9e9e5d req-2a37fd3f-f53f-4afd-bdfd-13e4fec350f2 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:02.455963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc049-3658-4910-ac6e-9bf8fa9e9e5d req-2a37fd3f-f53f-4afd-bdfd-13e4fec350f2 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:02.457120 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56532) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:02.457757 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c4fc049-3658-4910-ac6e-9bf8fa9e9e5d req-2a37fd3f-f53f-4afd-bdfd-13e4fec350f2 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e&device_id=631d6e73-b83e-4116-830a-47e3d58a314f&device_id=f641063e-9774-41ac-9156-a3db555c34a2&device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d&device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8&device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 5567 time: 0.1890845 Jul 22 23:30:02.467645 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:02.482967 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c4fc049-3658-4910-ac6e-9bf8fa9e9e5d req-9f58cee6-8364-4d12-84f0-b70899c925e9 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.486279 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.499363 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.501312 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] 10.222.0.26 "DELETE /v2.0/networks/d10976ea-d93a-4de0-bb66-4d28ff453c7f HTTP/1.1" status: 204 len: 168 time: 0.7246883 Jul 22 23:30:02.511679 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b5ed9-90ec-4a3b-9d0d-2f451c65d67b admin admin] Pushing event deleted for resources: {'Network': ['ID=d10976ea-d93a-4de0-bb66-4d28ff453c7f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:02.515800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf8518-3dc7-45ff-9533-c9c40ae24b18 req-8adaa63a-441a-4eda-bc79-e36d183366c8 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:02.517466 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1cf8518-3dc7-45ff-9533-c9c40ae24b18 req-8adaa63a-441a-4eda-bc79-e36d183366c8 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 943 time: 0.1128573 Jul 22 23:30:02.518312 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.565281 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1cf8518-3dc7-45ff-9533-c9c40ae24b18 req-a110aa85-62dd-4978-892f-38b5e6f52dd0 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401895 Jul 22 23:30:02.684855 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-144c066f-670f-4475-9f0a-67a9ebb0cfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.691354 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-144c066f-670f-4475-9f0a-67a9ebb0cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.720587 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.724887 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 301adf57-5888-4dd5-9808-2d59ad1caefa up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:02.793774 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-144c066f-670f-4475-9f0a-67a9ebb0cfa8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b48702dc15ab4cb5b242d99f140d4c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879020 Jul 22 23:30:02.794392 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56546) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:02.801631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56548) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:02.805848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 301adf57-5888-4dd5-9808-2d59ad1caefa triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:02.806476 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.837931 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c4fc049-3658-4910-ac6e-9bf8fa9e9e5d req-9f58cee6-8364-4d12-84f0-b70899c925e9 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.843897 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c4fc049-3658-4910-ac6e-9bf8fa9e9e5d req-9f58cee6-8364-4d12-84f0-b70899c925e9 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.856556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c066f-670f-4475-9f0a-67a9ebb0cfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d32e227-2daa-449e-8eea-89a4d730c211,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:02.917141 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c4fc049-3658-4910-ac6e-9bf8fa9e9e5d req-9f58cee6-8364-4d12-84f0-b70899c925e9 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&id=871c29c1-3165-427d-88dc-b0e030e8a131&id=e9c37059-2e47-4371-9434-0c5c96914499&id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.4530649 Jul 22 23:30:02.927650 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-81fa839b-c824-4555-b45f-e2fca01a139a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce0f210fb5444804b5957152f6658eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1248658 Jul 22 23:30:02.930107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56550) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:02.934231 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dcff3923-6536-4fd6-8574-75b6f80c4709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.948144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e1c781b1-22a1-48eb-93af-29b2072cd77c details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:02.956856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58cee6-8364-4d12-84f0-b70899c925e9 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ea0162-1758-4a79-bb68-8eb55b3bb3ba,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:02.983182 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dcff3923-6536-4fd6-8574-75b6f80c4709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.007925 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e146a4-7baa-49e3-88b0-9ceab8be7c9b req-78989bd9-ab3e-4b82-8a31-b86cfa7a4301 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:03.015705 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52e146a4-7baa-49e3-88b0-9ceab8be7c9b req-78989bd9-ab3e-4b82-8a31-b86cfa7a4301 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=631d6e73-b83e-4116-830a-47e3d58a314f HTTP/1.1" status: 200 len: 947 time: 0.2029593 Jul 22 23:30:03.017190 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Allocated IP 172.25.4.166 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/0098dcba-40d8-4e25-a89e-77409a356d5c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:03.048049 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd7139ef-825e-4294-812d-06a5a7eaf9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.078098 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port e1c781b1-22a1-48eb-93af-29b2072cd77c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e1c781b1-22a1-48eb-93af-29b2072cd77c,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:03.085660 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52e146a4-7baa-49e3-88b0-9ceab8be7c9b req-650418a3-b4d1-4c61-9b60-309d0768c16e tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690928 Jul 22 23:30:03.087976 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd7139ef-825e-4294-812d-06a5a7eaf9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.091994 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'e1c781b1-22a1-48eb-93af-29b2072cd77c', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'e1c781b1-22a1-48eb-93af-29b2072cd77c', 'mac_address': 'fa:16:3e:73:b4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:03.138926 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dcff3923-6536-4fd6-8574-75b6f80c4709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.143309 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dcff3923-6536-4fd6-8574-75b6f80c4709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.146887 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dcff3923-6536-4fd6-8574-75b6f80c4709 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d32e227-2daa-449e-8eea-89a4d730c211 HTTP/1.1" status: 204 len: 168 time: 0.3450127 Jul 22 23:30:03.163266 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.170448 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd7139ef-825e-4294-812d-06a5a7eaf9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.173332 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd7139ef-825e-4294-812d-06a5a7eaf9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.174543 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cd7139ef-825e-4294-812d-06a5a7eaf9f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8864fdd3-ea35-4b23-b5e4-c6400b2e5dfd HTTP/1.1" status: 204 len: 168 time: 0.2434847 Jul 22 23:30:03.187733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c781b1-22a1-48eb-93af-29b2072cd77c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:03.189179 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7139ef-825e-4294-812d-06a5a7eaf9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8864fdd3-ea35-4b23-b5e4-c6400b2e5dfd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:03.202368 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff3923-6536-4fd6-8574-75b6f80c4709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d32e227-2daa-449e-8eea-89a4d730c211,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:03.228135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port e1c781b1-22a1-48eb-93af-29b2072cd77c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e1c781b1-22a1-48eb-93af-29b2072cd77c,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:03.236959 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.237729 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dd74b95c-e8b3-4355-94bf-9350c2831c2b details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:03.244627 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.303619 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.331614 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb893e1-169f-441b-aef3-a7eff0ab8458 req-57930242-6ea8-4cf9-b669-71da80b9d32f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:03.340419 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fb893e1-169f-441b-aef3-a7eff0ab8458 req-57930242-6ea8-4cf9-b669-71da80b9d32f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 972 time: 0.1344452 Jul 22 23:30:03.388680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fb893e1-169f-441b-aef3-a7eff0ab8458 req-ae184a80-833d-4c16-93ac-34c478274418 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450993 Jul 22 23:30:03.401742 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:03.406159 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:03.406568 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=e1c781b1-22a1-48eb-93af-29b2072cd77c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:03.423324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:03.552896 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port dd74b95c-e8b3-4355-94bf-9350c2831c2b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dd74b95c-e8b3-4355-94bf-9350c2831c2b,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:03.582247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'dd74b95c-e8b3-4355-94bf-9350c2831c2b', 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6', 'port_id': 'dd74b95c-e8b3-4355-94bf-9350c2831c2b', 'mac_address': 'fa:16:3e:e0:05:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3baa7daf-8ee7-4f4e-8715-eee13750e0b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:03.597077 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.612430 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Pushing event updated for resources: {'Port': ['ID=0098dcba-40d8-4e25-a89e-77409a356d5c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:03.661133 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.666917 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.690021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd74b95c-e8b3-4355-94bf-9350c2831c2b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:03.720635 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port dd74b95c-e8b3-4355-94bf-9350c2831c2b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dd74b95c-e8b3-4355-94bf-9350c2831c2b,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:03.728072 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.766703 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56572) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:03.787676 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=dd74b95c-e8b3-4355-94bf-9350c2831c2b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:03.846963 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-daa14cf1-c715-4a4a-b803-1e9d8b141b89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=168a63d623304be9b06f11f51b80e9c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0779595 Jul 22 23:30:03.848360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56574) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:03.877563 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.884367 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.921295 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.971498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['e1c781b1-22a1-48eb-93af-29b2072cd77c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:03.981717 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Pushing event updated for resources: {'Port': ['ID=0098dcba-40d8-4e25-a89e-77409a356d5c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:03.997039 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.005379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['dd74b95c-e8b3-4355-94bf-9350c2831c2b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:04.014472 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.016335 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-253c8f4e-19b3-4f10-9237-a32558971769 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5534694 Jul 22 23:30:04.016633 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bfff61f-83e6-42f9-a4ab-62eee732ddfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.048303 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bfff61f-83e6-42f9-a4ab-62eee732ddfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.111431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970718a4-4106-491f-849f-b00ffa8d318f req-75f89a7e-db42-4489-9de3-076131343a3b tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:04.111927 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970718a4-4106-491f-849f-b00ffa8d318f req-75f89a7e-db42-4489-9de3-076131343a3b tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:04.112400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970718a4-4106-491f-849f-b00ffa8d318f req-75f89a7e-db42-4489-9de3-076131343a3b tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:04.120046 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-970718a4-4106-491f-849f-b00ffa8d318f req-75f89a7e-db42-4489-9de3-076131343a3b tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f641063e-9774-41ac-9156-a3db555c34a2&device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8&device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 2882 time: 0.2090728 Jul 22 23:30:04.156673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9d301-3fc5-4407-b863-7106436700b8 req-d0f27a2f-8793-42b0-9cbb-c6474b09c7a9 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:04.158390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ac9d301-3fc5-4407-b863-7106436700b8 req-d0f27a2f-8793-42b0-9cbb-c6474b09c7a9 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 944 time: 0.2287407 Jul 22 23:30:04.171137 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-6f450cc1-9b5f-4bdc-a126-6d4b1e19abd2 service neutron] show failed (client error): The resource could not be found. Jul 22 23:30:04.174990 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-6f450cc1-9b5f-4bdc-a126-6d4b1e19abd2 service neutron] 10.222.0.95 "GET /v2.0/ports/1ffff702-ff63-4a07-a49d-3f2b81c037c3/bindings/n-h1-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.1050475 Jul 22 23:30:04.202297 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-970718a4-4106-491f-849f-b00ffa8d318f req-c94ea237-e88e-40bb-be03-ee8e6badeed5 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765049 Jul 22 23:30:04.215427 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bfff61f-83e6-42f9-a4ab-62eee732ddfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.221815 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bfff61f-83e6-42f9-a4ab-62eee732ddfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.225166 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8bfff61f-83e6-42f9-a4ab-62eee732ddfc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe9d3d18-011d-4c9d-be4b-06823e9b9d45 HTTP/1.1" status: 204 len: 168 time: 0.3708410 Jul 22 23:30:04.232054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfff61f-83e6-42f9-a4ab-62eee732ddfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9d3d18-011d-4c9d-be4b-06823e9b9d45,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:04.272474 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ac9d301-3fc5-4407-b863-7106436700b8 req-c47cd7b1-a67b-4b8f-a0c5-44c21016576b tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999641 Jul 22 23:30:04.424516 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b32f7f88-b1b7-4ac8-8803-c6272aa4f536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.446055 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.571051 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56608) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:04.580300 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26065b1-eb00-41ee-8c1a-265e3cfae7c3 req-666dc720-3988-4917-b234-434f5c78026e tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:04.582035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26065b1-eb00-41ee-8c1a-265e3cfae7c3 req-666dc720-3988-4917-b234-434f5c78026e tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=631d6e73-b83e-4116-830a-47e3d58a314f HTTP/1.1" status: 200 len: 948 time: 0.2055180 Jul 22 23:30:04.659364 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-64a57365-9201-40b1-8e22-6f06287e685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:04.660765 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-64a57365-9201-40b1-8e22-6f06287e685e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d&tenant_id=fb89fd006c024322b87d15ca6772f41c HTTP/1.1" status: 200 len: 1123 time: 0.1896679 Jul 22 23:30:04.670750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26065b1-eb00-41ee-8c1a-265e3cfae7c3 req-bbc0d39a-1d75-41d2-b43e-0d67bc3c0cbf tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795300 Jul 22 23:30:04.689414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:04.803638 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fd0c5bf5-5175-4f09-b3b3-043de3836956 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-614068134-network', 'tenant_id': '2fb3333051724f24a9db04f4b78d53d6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:04.824907 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-34f29490-c494-49d2-b9fe-a639490fd207 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--173085986&fields=id&tenant_id=b84b9d6b1774489385aacc364630d8fe HTTP/1.1" status: 200 len: 267 time: 0.0968378 Jul 22 23:30:04.844322 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0c5bf5-5175-4f09-b3b3-043de3836956 admin admin] Made reservation on behalf of 2fb3333051724f24a9db04f4b78d53d6 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:04.847315 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5bf5-5175-4f09-b3b3-043de3836956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.855775 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5bf5-5175-4f09-b3b3-043de3836956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.910999 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.956448 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5bf5-5175-4f09-b3b3-043de3836956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.964952 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e1c781b1-22a1-48eb-93af-29b2072cd77c up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:04.974039 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5bf5-5175-4f09-b3b3-043de3836956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.990066 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0c5bf5-5175-4f09-b3b3-043de3836956 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:30:05.023029 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port e1c781b1-22a1-48eb-93af-29b2072cd77c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:05.025579 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c5bf5-5175-4f09-b3b3-043de3836956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5965c29a-38bc-4244-84a3-0b79ee6de974,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:05.030567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port e1c781b1-22a1-48eb-93af-29b2072cd77c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:05.031631 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.034693 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5bf5-5175-4f09-b3b3-043de3836956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.035122 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-fd0c5bf5-5175-4f09-b3b3-043de3836956 admin admin] Added segment b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5 of type vlan for network 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc Jul 22 23:30:05.087187 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5bf5-5175-4f09-b3b3-043de3836956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.130539 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5bf5-5175-4f09-b3b3-043de3836956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.132472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c5bf5-5175-4f09-b3b3-043de3836956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:05.133930 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5bf5-5175-4f09-b3b3-043de3836956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.153424 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.179721 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fd0c5bf5-5175-4f09-b3b3-043de3836956 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6069646 Jul 22 23:30:05.182939 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56638) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:05.184787 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631d6e73-b83e-4116-830a-47e3d58a314f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c781b1-22a1-48eb-93af-29b2072cd77c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:05.188624 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ebd190-5c39-4b3d-8992-0a7d6c73e3f3" -d '{"events": [{"server_uuid": "631d6e73-b83e-4116-830a-47e3d58a314f", "name": "network-vif-plugged", "status": "completed", "tag": "e1c781b1-22a1-48eb-93af-29b2072cd77c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:05.189884 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-32ee79e3-6293-43a6-a428-80cad8389c1a admin admin] Request body: {'subnet': {'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-614068134-subnet', 'tenant_id': '2fb3333051724f24a9db04f4b78d53d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:05.204399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port e1c781b1-22a1-48eb-93af-29b2072cd77c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e1c781b1-22a1-48eb-93af-29b2072cd77c,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:05.212053 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.215200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dd74b95c-e8b3-4355-94bf-9350c2831c2b up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:05.231755 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c5bf5-5175-4f09-b3b3-043de3836956 admin admin] Pushing event updated for resources: {'Network': ['ID=3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:05.249601 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ee79e3-6293-43a6-a428-80cad8389c1a admin admin] Made reservation on behalf of 2fb3333051724f24a9db04f4b78d53d6 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:05.254118 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32ee79e3-6293-43a6-a428-80cad8389c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.271566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:30:05.316189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8af486-c4fe-493f-875e-b14ad92a5e57 req-a7e38bc6-3708-4ef0-b591-0a84bc53c999 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:05.323230 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d8af486-c4fe-493f-875e-b14ad92a5e57 req-a7e38bc6-3708-4ef0-b591-0a84bc53c999 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 972 time: 0.4958720 Jul 22 23:30:05.334623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afdfe1-63a4-404e-b571-7436989a5898 req-18911a3d-6d73-4074-9819-eb1165d84aad tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:05.341938 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-18911a3d-6d73-4074-9819-eb1165d84aad tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/networks?id=8220c376-798c-4d26-99f9-1340b2d32211 HTTP/1.1" status: 200 len: 824 time: 0.5017877 Jul 22 23:30:05.381849 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-5d129b26-b3d3-4c86-a620-b60a13da617a tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/quotas/b84b9d6b1774489385aacc364630d8fe HTTP/1.1" status: 200 len: 375 time: 0.0389824 Jul 22 23:30:05.418332 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=e1c781b1-22a1-48eb-93af-29b2072cd77c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:05.439465 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.444268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port dd74b95c-e8b3-4355-94bf-9350c2831c2b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:05.450905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port dd74b95c-e8b3-4355-94bf-9350c2831c2b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:05.451594 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.465719 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d8af486-c4fe-493f-875e-b14ad92a5e57 req-09a46f78-aa58-4b20-b50b-88900be9af2b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415527 Jul 22 23:30:05.497424 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32ee79e3-6293-43a6-a428-80cad8389c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.587489 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee79e3-6293-43a6-a428-80cad8389c1a admin admin] Checking segment: {'id': 'b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:05.588219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee79e3-6293-43a6-a428-80cad8389c1a admin admin] Network hostable DHCP agents. Network: 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:30:05.591554 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee79e3-6293-43a6-a428-80cad8389c1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd28baf5-60ea-482b-8d09-a70cc995d0b4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:05.599459 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.612450 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-1ee344ef-b779-4535-947c-8ab883de545c tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b84b9d6b1774489385aacc364630d8fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2157457 Jul 22 23:30:05.614853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee79e3-6293-43a6-a428-80cad8389c1a admin admin] Network 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:30:05.629448 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-32ee79e3-6293-43a6-a428-80cad8389c1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:05.633602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] For port 1ffff702-ff63-4a07-a49d-3f2b81c037c3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:05.635189 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ee79e3-6293-43a6-a428-80cad8389c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:05.635881 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32ee79e3-6293-43a6-a428-80cad8389c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.644203 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2703a76e-2518-4ede-8752-b8d685256072 x-openstack-request-id: req-2703a76e-2518-4ede-8752-b8d685256072 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:05.644509 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631d6e73-b83e-4116-830a-47e3d58a314f", "name": "network-vif-plugged", "status": "completed", "tag": "e1c781b1-22a1-48eb-93af-29b2072cd77c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:05.644736 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2703a76e-2518-4ede-8752-b8d685256072 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:05.645181 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631d6e73-b83e-4116-830a-47e3d58a314f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c781b1-22a1-48eb-93af-29b2072cd77c', 'code': 200} Jul 22 23:30:05.647061 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0132f34a-eb8c-40ad-a4b2-0c447b7c6222 None None] Network 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:30:05.665883 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-32ee79e3-6293-43a6-a428-80cad8389c1a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4797325 Jul 22 23:30:05.668244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56658) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:05.673292 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-614068134-router', 'tenant_id': '2fb3333051724f24a9db04f4b78d53d6', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:05.705006 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port dd74b95c-e8b3-4355-94bf-9350c2831c2b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dd74b95c-e8b3-4355-94bf-9350c2831c2b,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:05.726514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] For port 1ffff702-ff63-4a07-a49d-3f2b81c037c3, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:05.739642 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.749754 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.751097 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.789231 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681fcf3e-d68e-4805-ad73-c07540c3fd0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ffff702-ff63-4a07-a49d-3f2b81c037c3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:05.792786 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3fcf11-ad3f-4791-a76b-f8f4322b87fb" -d '{"events": [{"server_uuid": "681fcf3e-d68e-4805-ad73-c07540c3fd0d", "name": "network-vif-unplugged", "status": "completed", "tag": "1ffff702-ff63-4a07-a49d-3f2b81c037c3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:05.796766 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.831689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb15cd3-a73d-45c2-be1c-45403b93e6f7 req-298c6150-15ea-4b99-a61a-8a0215da3ef1 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:05.833262 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffb15cd3-a73d-45c2-be1c-45403b93e6f7 req-298c6150-15ea-4b99-a61a-8a0215da3ef1 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 944 time: 0.1456158 Jul 22 23:30:05.839419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Transition to ACTIVE for port object 1ffff702-ff63-4a07-a49d-3f2b81c037c3 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:05.849520 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.872945 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.923813 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffb15cd3-a73d-45c2-be1c-45403b93e6f7 req-ddc11645-95d7-43f9-929e-d94f68e33345 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807135 Jul 22 23:30:05.962755 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] No DVR routers for this DVR port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:30:05.979521 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-74e00735-6f8d-4b70-96f0-d3f66738a242 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:30:05.980638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-74e00735-6f8d-4b70-96f0-d3f66738a242 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1710052 Jul 22 23:30:05.985255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Pushing event updated for resources: {'Port': ['ID=1ffff702-ff63-4a07-a49d-3f2b81c037c3,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:06.071977 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4c8b4-c990-4d64-a317-df48d638cc79 req-aa99f4a9-1941-40ab-af21-f2a3a2c56041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:06.087322 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-aff4c8b4-c990-4d64-a317-df48d638cc79 req-aa99f4a9-1941-40ab-af21-f2a3a2c56041 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=631d6e73-b83e-4116-830a-47e3d58a314f HTTP/1.1" status: 200 len: 1100 time: 0.4011159 Jul 22 23:30:06.114247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc', 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc', 'tenant_id': '2fb3333051724f24a9db04f4b78d53d6', 'fixed_ips': [{'subnet_id': 'bd28baf5-60ea-482b-8d09-a70cc995d0b4'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:30:06.115118 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.134568 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=dd74b95c-e8b3-4355-94bf-9350c2831c2b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:06.242710 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-aff4c8b4-c990-4d64-a317-df48d638cc79 req-4582c3f6-1613-4b21-9bec-60a2552371f7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518626 Jul 22 23:30:06.278123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Attempting to bind port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:06.278406 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Attempting to bind port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:06.281220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Attempting to bind port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:06.286334 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.311495 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:30:06.311495 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Attempting to bind port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:06.325309 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:06.325979 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:06.326537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:06.326982 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Bound port: 1ffff702-ff63-4a07-a49d-3f2b81c037c3, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:06.327604 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.352448 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-cc212295-4feb-4f2c-b759-ffc935c5fb81 service neutron] 10.222.0.26 "GET /v2.0/networks/8220c376-798c-4d26-99f9-1340b2d32211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513579 Jul 22 23:30:06.365850 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Allocated IP 172.20.0.2 (3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc/bd28baf5-60ea-482b-8d09-a70cc995d0b4/3605c39b-14df-40a6-a8f8-64efaab46c01) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:06.526817 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-b0ebfe10-7aff-486b-bd47-e3bfd7126f13 service neutron] 10.222.0.26 "GET /v2.0/networks/8220c376-798c-4d26-99f9-1340b2d32211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734011 Jul 22 23:30:06.569341 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.576697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] For port 1ffff702-ff63-4a07-a49d-3f2b81c037c3, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:06.580971 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] For port 1ffff702-ff63-4a07-a49d-3f2b81c037c3, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:06.581275 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Transition to ACTIVE for port object 3605c39b-14df-40a6-a8f8-64efaab46c01 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:06.584833 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.596496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77675ceb-f5ad-4360-8c7f-81333cb5dc0f req-f6bcf968-1a00-4a8d-a2eb-a31b911f6f36 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:06.598153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77675ceb-f5ad-4360-8c7f-81333cb5dc0f req-f6bcf968-1a00-4a8d-a2eb-a31b911f6f36 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=631d6e73-b83e-4116-830a-47e3d58a314f HTTP/1.1" status: 200 len: 949 time: 0.2424164 Jul 22 23:30:06.599606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Transition to ACTIVE for port object 3605c39b-14df-40a6-a8f8-64efaab46c01 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:06.600480 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.607940 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.614157 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.657861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Network 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:06.661003 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:06.668217 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:06.672060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Pushing event updated for resources: {'Port': ['ID=3605c39b-14df-40a6-a8f8-64efaab46c01,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:06.729444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:06.729767 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.731269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] 10.222.0.18 "PUT /v2.0/ports/1ffff702-ff63-4a07-a49d-3f2b81c037c3 HTTP/1.1" status: 200 len: 1096 time: 2.0471060 Jul 22 23:30:06.764564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Allocated IP 172.25.4.214 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/b5716942-5d20-4d88-b6ab-95ffd22ff959) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:06.766589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681de5ad-3069-4dee-8d77-be3e9f7ad51c service neutron] Pushing event updated for resources: {'Port': ['ID=1ffff702-ff63-4a07-a49d-3f2b81c037c3,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:06.787974 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77675ceb-f5ad-4360-8c7f-81333cb5dc0f req-2b70e910-3f3d-45e9-9e30-fe91074fa909 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354330 Jul 22 23:30:06.795917 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Attempting to bind port 3605c39b-14df-40a6-a8f8-64efaab46c01 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:06.803549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Attempting to bind port 3605c39b-14df-40a6-a8f8-64efaab46c01 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:06.804030 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Attempting to bind port 3605c39b-14df-40a6-a8f8-64efaab46c01 on network 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:06.824872 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:06.825587 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Checking segment: {'id': 'b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:06.834353 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.837146 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Bound using segment: {'id': 'b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:06.837533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Bound port: 3605c39b-14df-40a6-a8f8-64efaab46c01, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:06.838189 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.858478 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ebf467-b7b1-424f-9fb7-856fbaa768c7 x-openstack-request-id: req-75ebf467-b7b1-424f-9fb7-856fbaa768c7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:06.858772 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681fcf3e-d68e-4805-ad73-c07540c3fd0d", "name": "network-vif-unplugged", "status": "completed", "tag": "1ffff702-ff63-4a07-a49d-3f2b81c037c3", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:06.859223 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75ebf467-b7b1-424f-9fb7-856fbaa768c7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:06.859773 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681fcf3e-d68e-4805-ad73-c07540c3fd0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ffff702-ff63-4a07-a49d-3f2b81c037c3', 'code': 200} Jul 22 23:30:06.929203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-a597f79c-698b-41bb-b398-47f3a23b9845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:06.934672 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-a597f79c-698b-41bb-b398-47f3a23b9845 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 1099 time: 0.1361067 Jul 22 23:30:06.993678 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:07.086301 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] For port 3605c39b-14df-40a6-a8f8-64efaab46c01, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:07.099534 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] For port 3605c39b-14df-40a6-a8f8-64efaab46c01, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=3605c39b-14df-40a6-a8f8-64efaab46c01,segment=NetworkSegment(b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5),segment_id=b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:07.108688 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:07.159431 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:07.255648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-6ea1a0b4-0e97-42b3-b39b-33743daa0a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:07.260772 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-6ea1a0b4-0e97-42b3-b39b-33743daa0a4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.3137624 Jul 22 23:30:07.268668 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:07.292583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7463c-b0c9-443a-9d8b-078741c7e81b None None] Pushing event updated for resources: {'Port': ['ID=3605c39b-14df-40a6-a8f8-64efaab46c01,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:07.388862 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Pushing event updated for resources: {'Port': ['ID=b5716942-5d20-4d88-b6ab-95ffd22ff959,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:07.404159 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-8eaffea1-c236-4ce7-8c7d-ae110ae631ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3 HTTP/1.1" status: 200 len: 217 time: 0.1256206 Jul 22 23:30:07.404653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:07.406525 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:07.414587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:07.489482 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5b778001-ffcb-48c1-ba40-a2aadba911f9 req-da6104bb-e5c0-4017-9c2e-cdb1343eb6b9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a579748-7b33-4042-b5c4-7626796b8a72 HTTP/1.1" status: 200 len: 210 time: 0.0405746 Jul 22 23:30:07.525464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-81ffeb1b-9da1-4b41-a7a6-389db48f9bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:07.527157 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-81ffeb1b-9da1-4b41-a7a6-389db48f9bdd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1179678 Jul 22 23:30:07.603361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0257dce-db0b-4dbe-b001-800996dc6863 req-d78e4666-1035-40ac-905f-6a5fbcd58a99 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:07.605021 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0257dce-db0b-4dbe-b001-800996dc6863 req-d78e4666-1035-40ac-905f-6a5fbcd58a99 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 948 time: 0.2507923 Jul 22 23:30:07.646478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01a1e31-b075-4919-b61b-7509c94bc20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd74b95c-e8b3-4355-94bf-9350c2831c2b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:07.649842 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c5947d-ef30-41bf-acab-7545a94ce305" -d '{"events": [{"server_uuid": "a01a1e31-b075-4919-b61b-7509c94bc20e", "name": "network-vif-plugged", "status": "completed", "tag": "dd74b95c-e8b3-4355-94bf-9350c2831c2b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:07.700108 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-6a7fd516-d021-4011-82c2-bf09661abcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:07.702221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-6a7fd516-d021-4011-82c2-bf09661abcdd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1661172 Jul 22 23:30:07.769759 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0257dce-db0b-4dbe-b001-800996dc6863 req-9d15d136-a3b8-447d-b830-3817d13c0f4c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487331 Jul 22 23:30:07.811883 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:07.856713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-34b91ddf-6f23-4033-8f20-763dff36f077 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227057 Jul 22 23:30:07.976252 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b43a5d-a712-431e-80ce-289700562f6a req-60170e17-ffeb-45f8-ac3a-2ffa1f888832 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:07.984483 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c7b43a5d-a712-431e-80ce-289700562f6a req-60170e17-ffeb-45f8-ac3a-2ffa1f888832 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 945 time: 0.3107519 Jul 22 23:30:07.997077 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56716) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:08.034974 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4189cdd-0ec4-40b4-9c84-ca3a6004d3f8 req-c43ff43c-a4d0-4eab-aaaf-31e4a183d232 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604438 Jul 22 23:30:08.050766 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c7b43a5d-a712-431e-80ce-289700562f6a req-6212d651-1397-406b-b6c8-7b43cd5a3caf tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649612 Jul 22 23:30:08.159912 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354a5278-95ee-45b6-a0c0-d617928f3f8d x-openstack-request-id: req-354a5278-95ee-45b6-a0c0-d617928f3f8d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:08.160252 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01a1e31-b075-4919-b61b-7509c94bc20e", "name": "network-vif-plugged", "status": "completed", "tag": "dd74b95c-e8b3-4355-94bf-9350c2831c2b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:08.160525 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-354a5278-95ee-45b6-a0c0-d617928f3f8d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:08.161149 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01a1e31-b075-4919-b61b-7509c94bc20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd74b95c-e8b3-4355-94bf-9350c2831c2b', 'code': 200} Jul 22 23:30:08.214347 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-668bee18-301d-4cbc-a5e7-4c001eda81ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:08.374551 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-668bee18-301d-4cbc-a5e7-4c001eda81ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:08.398338 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-668bee18-301d-4cbc-a5e7-4c001eda81ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:08.480617 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:08.530319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bee18-301d-4cbc-a5e7-4c001eda81ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d081915-3198-45e9-9c45-7e63a7d4e1e2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:08.537201 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-668bee18-301d-4cbc-a5e7-4c001eda81ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8d0524a45a94218b0fd840ffb5d4517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5327806 Jul 22 23:30:08.537794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56730) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:08.586048 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6b7a88-c515-4f9d-9d6e-280d08be3759 None None] Network 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:30:08.598619 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c99e7-27e8-481b-ab63-503e8ad6c602 req-35bf99b9-e0cc-45db-bf4f-0af9759275e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:08.600250 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-633c99e7-27e8-481b-ab63-503e8ad6c602 req-35bf99b9-e0cc-45db-bf4f-0af9759275e9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 1096 time: 0.3494146 Jul 22 23:30:08.655845 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-633c99e7-27e8-481b-ab63-503e8ad6c602 req-38fd3c56-f6be-48e9-8298-429689750d6f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479918 Jul 22 23:30:08.683152 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-22460cb9-525c-4f40-9151-91ea599cea6b None None] Provisioning for port 3605c39b-14df-40a6-a8f8-64efaab46c01 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:08.690666 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Router 386b2490-3bd8-4c21-9ac7-3454828cf24e is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:30:08.708460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723683f-e6f7-4426-b1c8-f5edab4b0599 req-5c864bff-4319-426f-8781-f3f81c2bbb35 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:08.710231 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7723683f-e6f7-4426-b1c8-f5edab4b0599 req-5c864bff-4319-426f-8781-f3f81c2bbb35 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=631d6e73-b83e-4116-830a-47e3d58a314f HTTP/1.1" status: 200 len: 949 time: 0.3319561 Jul 22 23:30:08.778206 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afdfe1-63a4-404e-b571-7436989a5898 req-904548c2-5190-40d5-8934-e2d88188ecb9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:08.780035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-904548c2-5190-40d5-8934-e2d88188ecb9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.18 "GET /v2.0/networks?id=8220c376-798c-4d26-99f9-1340b2d32211 HTTP/1.1" status: 200 len: 824 time: 0.3291156 Jul 22 23:30:08.783781 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45573311-a781-4878-9a2c-7289875087e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:08.813330 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3605c39b-14df-40a6-a8f8-64efaab46c01 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:08.819459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4251bb6-ca96-4fcb-b5cc-aa2b8cde20e1 req-490e0269-d62b-4645-ae27-61bb41dfbfa2 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:08.821711 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4251bb6-ca96-4fcb-b5cc-aa2b8cde20e1 req-490e0269-d62b-4645-ae27-61bb41dfbfa2 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 1100 time: 0.3106689 Jul 22 23:30:08.839364 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:30:08.843192 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7723683f-e6f7-4426-b1c8-f5edab4b0599 req-85d04ec9-6504-4d47-a4a6-fe5457ddeb13 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235907 Jul 22 23:30:08.851009 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Sync routers for ids ['386b2490-3bd8-4c21-9ac7-3454828cf24e'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:30:08.859042 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45573311-a781-4878-9a2c-7289875087e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:08.861402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681fcf3e-d68e-4805-ad73-c07540c3fd0d', 'tag': '1ffff702-ff63-4a07-a49d-3f2b81c037c3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:08.863735 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8bef84-64b3-4f45-907d-4833d07f9c18" -d '{"events": [{"name": "network-changed", "server_uuid": "681fcf3e-d68e-4805-ad73-c07540c3fd0d", "tag": "1ffff702-ff63-4a07-a49d-3f2b81c037c3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:08.872384 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:08.874676 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7dab1706-5c7a-449f-a3d2-aadcd64a4de7 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2051489 Jul 22 23:30:08.877635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56738) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:08.880000 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Routers {'386b2490-3bd8-4c21-9ac7-3454828cf24e'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:08.880851 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:30:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['386b2490-3bd8-4c21-9ac7-3454828cf24e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:08.939824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 3605c39b-14df-40a6-a8f8-64efaab46c01 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:08.944851 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 3605c39b-14df-40a6-a8f8-64efaab46c01 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:08.946124 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:08.970269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-4d263272-41dd-46a9-be0a-f345cfeefc3f tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b84b9d6b1774489385aacc364630d8fe HTTP/1.1" status: 200 len: 379 time: 0.1620896 Jul 22 23:30:08.979766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 1ffff702-ff63-4a07-a49d-3f2b81c037c3 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:30:08.988330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-79afdfe1-63a4-404e-b571-7436989a5898 req-2c3ba80f-ab28-4742-b6bc-013cbf75fc1c tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Request body: {'port': {'device_id': '5a579748-7b33-4042-b5c4-7626796b8a72', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'admin_state_up': True, 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'security_groups': ['10ee2cb2-9912-4e22-ad0c-4432ce4275b5']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:09.057863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 1ffff702-ff63-4a07-a49d-3f2b81c037c3 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:30:09.068515 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Set router 386b2490-3bd8-4c21-9ac7-3454828cf24e gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:09.074400 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4251bb6-ca96-4fcb-b5cc-aa2b8cde20e1 req-fbadffe7-9760-416c-a14b-6cb08ab2035b tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453036 Jul 22 23:30:09.083521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-afc3859f-7b43-45db-890f-1ddbf9ea19d4 req-de46cc64-37f6-4013-b696-8291284eb895 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a579748-7b33-4042-b5c4-7626796b8a72 HTTP/1.1" status: 200 len: 210 time: 0.0864260 Jul 22 23:30:09.157721 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:09.159625 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45573311-a781-4878-9a2c-7289875087e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:09.164363 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-45573311-a781-4878-9a2c-7289875087e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:09.169238 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-45573311-a781-4878-9a2c-7289875087e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d081915-3198-45e9-9c45-7e63a7d4e1e2 HTTP/1.1" status: 204 len: 168 time: 0.6257145 Jul 22 23:30:09.203155 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45573311-a781-4878-9a2c-7289875087e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d081915-3198-45e9-9c45-7e63a7d4e1e2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:09.255173 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dfd30d-f9c8-4ed8-b385-2b6d160644b2 x-openstack-request-id: req-22dfd30d-f9c8-4ed8-b385-2b6d160644b2 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:09.255468 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681fcf3e-d68e-4805-ad73-c07540c3fd0d", "tag": "1ffff702-ff63-4a07-a49d-3f2b81c037c3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:09.255722 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22dfd30d-f9c8-4ed8-b385-2b6d160644b2 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:09.256121 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681fcf3e-d68e-4805-ad73-c07540c3fd0d', 'tag': '1ffff702-ff63-4a07-a49d-3f2b81c037c3', 'status': 'completed', 'code': 200} Jul 22 23:30:09.269404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 3605c39b-14df-40a6-a8f8-64efaab46c01, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=3605c39b-14df-40a6-a8f8-64efaab46c01,segment=NetworkSegment(b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5),segment_id=b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:09.277273 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:09.356505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-7de17aee-9e8d-479e-bdc9-896cdc857910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:09.358326 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-7de17aee-9e8d-479e-bdc9-896cdc857910 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 1099 time: 0.1064811 Jul 22 23:30:09.396642 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-45cfae29-f041-40b1-80c3-9f192a00dae7 None None] Provisioning complete for port 3605c39b-14df-40a6-a8f8-64efaab46c01 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:09.397011 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45cfae29-f041-40b1-80c3-9f192a00dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:09.449429 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79afdfe1-63a4-404e-b571-7436989a5898 req-2c3ba80f-ab28-4742-b6bc-013cbf75fc1c tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Made reservation on behalf of b84b9d6b1774489385aacc364630d8fe for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:09.455845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=3605c39b-14df-40a6-a8f8-64efaab46c01,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:09.469799 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79afdfe1-63a4-404e-b571-7436989a5898 req-2c3ba80f-ab28-4742-b6bc-013cbf75fc1c tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:09.513277 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a36a5a-a93e-40b4-8860-db9e346f6260 req-99ac8776-6c2c-459a-8c74-325a58b6ebfc tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:09.534589 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26a36a5a-a93e-40b4-8860-db9e346f6260 req-99ac8776-6c2c-459a-8c74-325a58b6ebfc tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 948 time: 0.3640983 Jul 22 23:30:09.603433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-4a29cf9f-1a41-41f7-80de-308456d47a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:09.605318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-4a29cf9f-1a41-41f7-80de-308456d47a42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 1099 time: 0.3215921 Jul 22 23:30:09.644340 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-24643325-899b-4976-acca-6577e22bc8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:09.646151 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-24643325-899b-4976-acca-6577e22bc8de service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.2367887 Jul 22 23:30:09.712903 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-01cad67e-f9c8-4f0e-91fa-57fbd63ff6f0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3 HTTP/1.1" status: 200 len: 217 time: 0.0446603 Jul 22 23:30:09.717930 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26a36a5a-a93e-40b4-8860-db9e346f6260 req-eeb7b51e-a56a-418e-9f1f-57f67dcf7eb8 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788025 Jul 22 23:30:09.800942 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'name': 'tempest-AttachSCSIVolumeTestJSON-614068134-router', 'tenant_id': '2fb3333051724f24a9db04f4b78d53d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:05Z', 'updated_at': '2021-07-22T23:30:07Z', 'revision_number': 3, 'project_id': '2fb3333051724f24a9db04f4b78d53d6', 'gw_port': {'id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:06Z', 'updated_at': '2021-07-22T23:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:09.806530 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:09.837978 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Checking router: 386b2490-3bd8-4c21-9ac7-3454828cf24e for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:30:09.838316 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Updating router 386b2490-3bd8-4c21-9ac7-3454828cf24e port b5716942-5d20-4d88-b6ab-95ffd22ff959 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:30:09.841762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-cc977958-ea0f-4448-901d-bd57f7bbc3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:09.843423 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-cc977958-ea0f-4448-901d-bd57f7bbc3d1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1205919 Jul 22 23:30:09.880577 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.017072 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-0a46d6eb-c51c-4da3-9ebe-50671b4f5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:10.018609 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-0a46d6eb-c51c-4da3-9ebe-50671b4f5e69 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1460860 Jul 22 23:30:10.236159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-35f36ea7-bc83-4f2f-91dc-de5b00eacc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:10.237993 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-35f36ea7-bc83-4f2f-91dc-de5b00eacc63 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.6190507 Jul 22 23:30:10.265217 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-79afdfe1-63a4-404e-b571-7436989a5898 req-2c3ba80f-ab28-4742-b6bc-013cbf75fc1c tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Allocated IP 172.20.0.5 (8220c376-798c-4d26-99f9-1340b2d32211/27c6a3c1-8e0f-4347-80b1-5c776e4d48ea/8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:10.316750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-66ad983e-df69-4bb8-8e22-17073b340543 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3 HTTP/1.1" status: 200 len: 217 time: 0.0608137 Jul 22 23:30:10.341401 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Allocated IP 172.20.0.1 (3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc/bd28baf5-60ea-482b-8d09-a70cc995d0b4/56618b22-6683-41cb-a4b6-57e1270c540b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:10.363573 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.367024 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-0c7ac835-195c-4785-b614-02a4852d1ee1 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375680 Jul 22 23:30:10.378652 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Transition to ACTIVE for port object b5716942-5d20-4d88-b6ab-95ffd22ff959 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:10.388974 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.458760 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd28ee-1485-45e8-9d00-3622dba4bc49 None None] Pushing event updated for resources: {'Port': ['ID=b5716942-5d20-4d88-b6ab-95ffd22ff959,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:10.462376 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Attempting to bind port b5716942-5d20-4d88-b6ab-95ffd22ff959 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:10.463173 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Attempting to bind port b5716942-5d20-4d88-b6ab-95ffd22ff959 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:10.464182 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Attempting to bind port b5716942-5d20-4d88-b6ab-95ffd22ff959 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:10.471804 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:10.472472 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:10.473025 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.473592 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:10.474292 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Bound port: b5716942-5d20-4d88-b6ab-95ffd22ff959, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:10.474903 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.477017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662267e3-beb4-4806-9a45-29b266bc11ee req-8e8d01f7-7a80-4859-bd12-5014dee4e16d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:10.478758 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-662267e3-beb4-4806-9a45-29b266bc11ee req-8e8d01f7-7a80-4859-bd12-5014dee4e16d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 945 time: 0.6467431 Jul 22 23:30:10.548133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-f6d37a79-a907-4b79-b22a-decbe49e6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:10.549752 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-f6d37a79-a907-4b79-b22a-decbe49e6126 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1993015 Jul 22 23:30:10.551895 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] For port b5716942-5d20-4d88-b6ab-95ffd22ff959, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:10.556205 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] For port b5716942-5d20-4d88-b6ab-95ffd22ff959, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b5716942-5d20-4d88-b6ab-95ffd22ff959,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:10.560478 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.582214 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d44f6-8823-47d0-ad82-cc439cc9ed87 req-b5d39c8d-e496-4f2a-a803-dc54baf7ecd9 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:10.583863 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f83d44f6-8823-47d0-ad82-cc439cc9ed87 req-b5d39c8d-e496-4f2a-a803-dc54baf7ecd9 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 1100 time: 0.4120610 Jul 22 23:30:10.646350 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Routers {'386b2490-3bd8-4c21-9ac7-3454828cf24e'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:10.646977 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:30:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['386b2490-3bd8-4c21-9ac7-3454828cf24e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:10.650059 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd28ee-1485-45e8-9d00-3622dba4bc49 None None] Pushing event updated for resources: {'Port': ['ID=b5716942-5d20-4d88-b6ab-95ffd22ff959,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:10.676786 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-662267e3-beb4-4806-9a45-29b266bc11ee req-06e3901e-39d7-47ed-847d-378110f1309e tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911008 Jul 22 23:30:10.741024 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79afdfe1-63a4-404e-b571-7436989a5898 req-2c3ba80f-ab28-4742-b6bc-013cbf75fc1c tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.749708 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3605c39b-14df-40a6-a8f8-64efaab46c01 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:10.771608 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f83d44f6-8823-47d0-ad82-cc439cc9ed87 req-30507bd5-ed05-4206-82b4-7336971f07e4 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727948 Jul 22 23:30:10.774552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56784) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:10.817130 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-79afdfe1-63a4-404e-b571-7436989a5898 req-2c3ba80f-ab28-4742-b6bc-013cbf75fc1c tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Transition to ACTIVE for port object 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:10.846587 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 3605c39b-14df-40a6-a8f8-64efaab46c01 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:10.846967 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.876380 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] Set router 386b2490-3bd8-4c21-9ac7-3454828cf24e gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:10.882044 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.899131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Transition to ACTIVE for port object 56618b22-6683-41cb-a4b6-57e1270c540b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:10.900967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-7ceff5fa-21fa-49c2-9491-c20d24d469c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:10.902527 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-7ceff5fa-21fa-49c2-9491-c20d24d469c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3154972 Jul 22 23:30:10.940388 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-b8ba06f6-a8a4-4bf6-882d-3933fda4ef74 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652528 Jul 22 23:30:10.942320 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.995297 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Network 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:10.997476 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8470a9-b0f7-4f12-ae8d-86472b6f4ffd req-52c9ae24-f31c-4cea-be13-67f9ff2162cc tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a579748-7b33-4042-b5c4-7626796b8a72 HTTP/1.1" status: 200 len: 210 time: 0.0922883 Jul 22 23:30:10.999357 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:11.003980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7248ffd4-f9c1-49a2-85d5-90724fb470a9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1691123565-network', 'tenant_id': '23ffb23a13414418af0507ab06a6997c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:11.016443 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:11.058299 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1ffff702-ff63-4a07-a49d-3f2b81c037c3 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:11.121023 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:11.139780 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91029557-247b-46b5-8a42-4852bfb85aed req-17ffe98b-4d05-4ae8-bce9-6d604d91d5d9 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:11.146566 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91029557-247b-46b5-8a42-4852bfb85aed req-17ffe98b-4d05-4ae8-bce9-6d604d91d5d9 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=631d6e73-b83e-4116-830a-47e3d58a314f HTTP/1.1" status: 200 len: 949 time: 0.3274038 Jul 22 23:30:11.191217 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'name': 'tempest-AttachSCSIVolumeTestJSON-614068134-router', 'tenant_id': '2fb3333051724f24a9db04f4b78d53d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:05Z', 'updated_at': '2021-07-22T23:30:07Z', 'revision_number': 3, 'project_id': '2fb3333051724f24a9db04f4b78d53d6', 'gw_port': {'id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:06Z', 'updated_at': '2021-07-22T23:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:11.206404 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7248ffd4-f9c1-49a2-85d5-90724fb470a9 admin admin] Made reservation on behalf of 23ffb23a13414418af0507ab06a6997c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:11.213694 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7248ffd4-f9c1-49a2-85d5-90724fb470a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:11.223054 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79afdfe1-63a4-404e-b571-7436989a5898 req-2c3ba80f-ab28-4742-b6bc-013cbf75fc1c tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:11.223274 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26c861-df44-4314-9a1f-37b3c81801ad None None] The sync data for ids ['386b2490-3bd8-4c21-9ac7-3454828cf24e'] in n-d-688802-2 is: [{'id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'name': 'tempest-AttachSCSIVolumeTestJSON-614068134-router', 'tenant_id': '2fb3333051724f24a9db04f4b78d53d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:05Z', 'updated_at': '2021-07-22T23:30:07Z', 'revision_number': 3, 'project_id': '2fb3333051724f24a9db04f4b78d53d6', 'gw_port': {'id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:06Z', 'updated_at': '2021-07-22T23:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:30:11.270262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1ffff702-ff63-4a07-a49d-3f2b81c037c3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:11.301695 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Pushing event updated for resources: {'Port': ['ID=56618b22-6683-41cb-a4b6-57e1270c540b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:11.307009 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '1ffff702-ff63-4a07-a49d-3f2b81c037c3', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '1ffff702-ff63-4a07-a49d-3f2b81c037c3', 'mac_address': 'fa:16:3e:9b:7b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:11.340911 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ba80f-ab28-4742-b6bc-013cbf75fc1c tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Pushing event updated for resources: {'Port': ['ID=8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:11.353391 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91029557-247b-46b5-8a42-4852bfb85aed req-11dd32b8-3703-4552-a066-0d0bb386a9b4 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058532 Jul 22 23:30:11.356052 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7248ffd4-f9c1-49a2-85d5-90724fb470a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:11.452962 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-fbdb9ef0-4455-4f04-b9b7-d831e973ed30 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340631 Jul 22 23:30:11.465282 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79afdfe1-63a4-404e-b571-7436989a5898 req-2c3ba80f-ab28-4742-b6bc-013cbf75fc1c tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Network 8220c376-798c-4d26-99f9-1340b2d32211 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:11.492550 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e539e11-8cdb-4d12-9481-f42865db37d7 req-91deed9f-8f5e-4af0-81bb-b19fabecc96f tempest-DeleteServersAdminTestJSON-1371449503 tempest-DeleteServersAdminTestJSON-1371449503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:11.499510 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5e539e11-8cdb-4d12-9481-f42865db37d7 req-91deed9f-8f5e-4af0-81bb-b19fabecc96f tempest-DeleteServersAdminTestJSON-1371449503 tempest-DeleteServersAdminTestJSON-1371449503-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=631d6e73-b83e-4116-830a-47e3d58a314f HTTP/1.1" status: 200 len: 1100 time: 0.2593088 Jul 22 23:30:11.504067 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-79afdfe1-63a4-404e-b571-7436989a5898 req-2c3ba80f-ab28-4742-b6bc-013cbf75fc1c tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:11.507303 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:11.520916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-79afdfe1-63a4-404e-b571-7436989a5898 req-2c3ba80f-ab28-4742-b6bc-013cbf75fc1c tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:11.560933 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6cf4f490-09b3-42f0-ac84-4777a882018e None None] Provisioning for port 56618b22-6683-41cb-a4b6-57e1270c540b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:11.572422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffff702-ff63-4a07-a49d-3f2b81c037c3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:11.589152 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afdfe1-63a4-404e-b571-7436989a5898 req-2c3ba80f-ab28-4742-b6bc-013cbf75fc1c tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:11.591206 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79afdfe1-63a4-404e-b571-7436989a5898 req-2c3ba80f-ab28-4742-b6bc-013cbf75fc1c tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:11.617131 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1ffff702-ff63-4a07-a49d-3f2b81c037c3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:11.620262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6cf4f490-09b3-42f0-ac84-4777a882018e None None] Provisioning complete for port 56618b22-6683-41cb-a4b6-57e1270c540b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:11.620918 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6cf4f490-09b3-42f0-ac84-4777a882018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:11.677720 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:11.822145 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:11.867243 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=1ffff702-ff63-4a07-a49d-3f2b81c037c3,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:11.908463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d8bef84-64b3-4f45-907d-4833d07f9c18 req-9a3f2af1-d075-4f71-92f6-b9dab8b4fad2 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366374 Jul 22 23:30:11.918078 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6cf4f490-09b3-42f0-ac84-4777a882018e None None] Port 56618b22-6683-41cb-a4b6-57e1270c540b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:30:11.970470 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba433e-0cab-44f5-be18-1a68fbe84d7d req-dd769624-50f0-4cd7-b61e-b1abe9b2a141 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:11.979388 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2eba433e-0cab-44f5-be18-1a68fbe84d7d req-dd769624-50f0-4cd7-b61e-b1abe9b2a141 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 949 time: 0.4644039 Jul 22 23:30:12.021594 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['1ffff702-ff63-4a07-a49d-3f2b81c037c3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:12.042603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c87245-099a-44ae-97d3-914e5d0f0be4 req-95fdbde8-2bc5-4d2d-86bc-36b89e95a5cd tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:12.050010 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3c87245-099a-44ae-97d3-914e5d0f0be4 req-95fdbde8-2bc5-4d2d-86bc-36b89e95a5cd tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 1096 time: 0.2597523 Jul 22 23:30:12.082129 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7248ffd4-f9c1-49a2-85d5-90724fb470a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.097984 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2eba433e-0cab-44f5-be18-1a68fbe84d7d req-9fe8578d-7ee7-4cf5-99f1-c7bb8a1655e9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173818 Jul 22 23:30:12.099388 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7248ffd4-f9c1-49a2-85d5-90724fb470a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.109262 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-2c3ba80f-ab28-4742-b6bc-013cbf75fc1c tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1263053 Jul 22 23:30:12.121600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bcf4638b-81dd-49f7-8bc0-e7ab4c647ed3 None None] Provisioning for port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:12.141160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7248ffd4-f9c1-49a2-85d5-90724fb470a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:30:12.147663 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bcf4638b-81dd-49f7-8bc0-e7ab4c647ed3 None None] Provisioning complete for port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:12.148033 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bcf4638b-81dd-49f7-8bc0-e7ab4c647ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.155662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Request body: {'port': {'device_id': '5a579748-7b33-4042-b5c4-7626796b8a72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:12.205210 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.215645 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.262993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bcf4638b-81dd-49f7-8bc0-e7ab4c647ed3 None None] Port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:30:12.271441 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3c87245-099a-44ae-97d3-914e5d0f0be4 req-f6678239-34e6-487e-a962-2ce0daee6bc1 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199974 Jul 22 23:30:12.297851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248ffd4-f9c1-49a2-85d5-90724fb470a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059e15a3-41f5-4880-ace7-80d7138cff5b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:12.302229 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.314030 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7248ffd4-f9c1-49a2-85d5-90724fb470a9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786779295784', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.314962 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7248ffd4-f9c1-49a2-85d5-90724fb470a9 admin admin] Unsubscribe: segment precommit_create {{(pid=93821) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 23:30:12.315572 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-7248ffd4-f9c1-49a2-85d5-90724fb470a9 admin admin] Added segment 6bb99904-054f-432a-859d-e63a6e4d2fab of type vlan for network e4376ad5-5b80-4fcf-8978-b50ba2125b6c Jul 22 23:30:12.487472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Pushing event updated for resources: {'Port': ['ID=56618b22-6683-41cb-a4b6-57e1270c540b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:12.551178 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7248ffd4-f9c1-49a2-85d5-90724fb470a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.559516 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.678088 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5e539e11-8cdb-4d12-9481-f42865db37d7 req-484797ba-9083-4966-a708-ecc38c82dc9a tempest-DeleteServersAdminTestJSON-1371449503 tempest-DeleteServersAdminTestJSON-1371449503-project-admin] Deleting port e1c781b1-22a1-48eb-93af-29b2072cd77c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:30:12.678786 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5e539e11-8cdb-4d12-9481-f42865db37d7 req-484797ba-9083-4966-a708-ecc38c82dc9a tempest-DeleteServersAdminTestJSON-1371449503 tempest-DeleteServersAdminTestJSON-1371449503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.701857 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Network 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:12.709887 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:12.739967 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7248ffd4-f9c1-49a2-85d5-90724fb470a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.741681 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7248ffd4-f9c1-49a2-85d5-90724fb470a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:12.743082 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7248ffd4-f9c1-49a2-85d5-90724fb470a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.843492 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b5716942-5d20-4d88-b6ab-95ffd22ff959 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:12.923944 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7248ffd4-f9c1-49a2-85d5-90724fb470a9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1454782 Jul 22 23:30:12.928192 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56820) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:13.022496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5065a06d-fa52-42c0-a076-0d32b4476dd5 admin admin] Request body: {'subnet': {'network_id': 'e4376ad5-5b80-4fcf-8978-b50ba2125b6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1691123565-subnet', 'tenant_id': '23ffb23a13414418af0507ab06a6997c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:13.028273 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248ffd4-f9c1-49a2-85d5-90724fb470a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e4376ad5-5b80-4fcf-8978-b50ba2125b6c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:13.050265 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network e4376ad5-5b80-4fcf-8978-b50ba2125b6c details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:30:13.122115 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a309a-a4ab-497a-9890-6e657d3059e2 req-9fe37ec0-3ab4-4f8c-8ac4-23bd05883046 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:13.137754 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b57a309a-a4ab-497a-9890-6e657d3059e2 req-9fe37ec0-3ab4-4f8c-8ac4-23bd05883046 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a579748-7b33-4042-b5c4-7626796b8a72 HTTP/1.1" status: 200 len: 931 time: 0.5529809 Jul 22 23:30:13.170705 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5e539e11-8cdb-4d12-9481-f42865db37d7 req-484797ba-9083-4966-a708-ecc38c82dc9a tempest-DeleteServersAdminTestJSON-1371449503 tempest-DeleteServersAdminTestJSON-1371449503-project-admin] For port e1c781b1-22a1-48eb-93af-29b2072cd77c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e1c781b1-22a1-48eb-93af-29b2072cd77c,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:13.183338 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5e539e11-8cdb-4d12-9481-f42865db37d7 req-484797ba-9083-4966-a708-ecc38c82dc9a tempest-DeleteServersAdminTestJSON-1371449503 tempest-DeleteServersAdminTestJSON-1371449503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:13.235568 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5e539e11-8cdb-4d12-9481-f42865db37d7 req-484797ba-9083-4966-a708-ecc38c82dc9a tempest-DeleteServersAdminTestJSON-1371449503 tempest-DeleteServersAdminTestJSON-1371449503-project-admin] Calling delete_port for e1c781b1-22a1-48eb-93af-29b2072cd77c owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:30:13.261113 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port b5716942-5d20-4d88-b6ab-95ffd22ff959 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:13.291119 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5065a06d-fa52-42c0-a076-0d32b4476dd5 admin admin] Made reservation on behalf of 23ffb23a13414418af0507ab06a6997c for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:13.293631 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5065a06d-fa52-42c0-a076-0d32b4476dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:13.300065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b5716942-5d20-4d88-b6ab-95ffd22ff959 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:13.300780 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:13.327535 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Router 386b2490-3bd8-4c21-9ac7-3454828cf24e has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:30:13.375058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-781a735a-bad5-4f1a-8117-9be9b4a409b3 None None] Provisioning complete for port 56618b22-6683-41cb-a4b6-57e1270c540b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:13.375713 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-781a735a-bad5-4f1a-8117-9be9b4a409b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:13.409414 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b57a309a-a4ab-497a-9890-6e657d3059e2 req-a55f5387-f5ae-4613-a757-cc866dcaf6e2 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2689617 Jul 22 23:30:13.421058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-781a735a-bad5-4f1a-8117-9be9b4a409b3 None None] Port 56618b22-6683-41cb-a4b6-57e1270c540b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:30:13.487998 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:13.514897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port b5716942-5d20-4d88-b6ab-95ffd22ff959, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b5716942-5d20-4d88-b6ab-95ffd22ff959,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:13.519306 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:13.536057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:30:13.543205 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ae513447-e539-44b9-ba65-36d732481953 admin admin] 10.222.0.26 "PUT /v2.0/routers/386b2490-3bd8-4c21-9ac7-3454828cf24e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6643586 Jul 22 23:30:13.545744 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5e539e11-8cdb-4d12-9481-f42865db37d7 req-484797ba-9083-4966-a708-ecc38c82dc9a tempest-DeleteServersAdminTestJSON-1371449503 tempest-DeleteServersAdminTestJSON-1371449503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:13.574392 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484797ba-9083-4966-a708-ecc38c82dc9a tempest-DeleteServersAdminTestJSON-1371449503 tempest-DeleteServersAdminTestJSON-1371449503-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1c781b1-22a1-48eb-93af-29b2072cd77c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:13.596980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=b5716942-5d20-4d88-b6ab-95ffd22ff959,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:13.605975 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:13.606456 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:13.606900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:13.607357 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:13.607792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:13.608432 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:13.608647 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:13.609126 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:13.609625 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:13.610057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:13.610480 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:13.611028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:13.632637 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e539e11-8cdb-4d12-9481-f42865db37d7 req-484797ba-9083-4966-a708-ecc38c82dc9a tempest-DeleteServersAdminTestJSON-1371449503 tempest-DeleteServersAdminTestJSON-1371449503-project-admin] No DVR routers for this DVR port e1c781b1-22a1-48eb-93af-29b2072cd77c on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:30:13.636088 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5e539e11-8cdb-4d12-9481-f42865db37d7 req-484797ba-9083-4966-a708-ecc38c82dc9a tempest-DeleteServersAdminTestJSON-1371449503 tempest-DeleteServersAdminTestJSON-1371449503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:13.638277 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5e539e11-8cdb-4d12-9481-f42865db37d7 req-484797ba-9083-4966-a708-ecc38c82dc9a tempest-DeleteServersAdminTestJSON-1371449503 tempest-DeleteServersAdminTestJSON-1371449503-project-admin] 10.222.0.95 "DELETE /v2.0/ports/e1c781b1-22a1-48eb-93af-29b2072cd77c HTTP/1.1" status: 204 len: 173 time: 2.0445764 Jul 22 23:30:13.638737 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631d6e73-b83e-4116-830a-47e3d58a314f', 'name': 'network-vif-deleted', 'tag': 'e1c781b1-22a1-48eb-93af-29b2072cd77c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:13.641198 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b559c276-6df0-4d97-bb4f-b4c54ae00209" -d '{"events": [{"server_uuid": "631d6e73-b83e-4116-830a-47e3d58a314f", "name": "network-vif-deleted", "tag": "e1c781b1-22a1-48eb-93af-29b2072cd77c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:13.924004 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc4045-fb96-446e-a51f-29e01e83d5e7 req-a0d1839f-6a85-46e7-81d7-f117808c9292 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:13.925548 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edfc4045-fb96-446e-a51f-29e01e83d5e7 req-a0d1839f-6a85-46e7-81d7-f117808c9292 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 1096 time: 0.7762134 Jul 22 23:30:13.937521 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:13.973885 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:13.983597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b5bda-c38a-4ec2-a85f-202d396cdfb9 req-e64d254f-0f18-477d-a614-f713b0b8a445 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:13.985080 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d66b5bda-c38a-4ec2-a85f-202d396cdfb9 req-e64d254f-0f18-477d-a614-f713b0b8a445 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d&tenant_id=fb89fd006c024322b87d15ca6772f41c&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 949 time: 0.6840084 Jul 22 23:30:14.074084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Transition to ACTIVE for port object 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:14.093087 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.102985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83188b-38b6-47a6-86fd-fc7e702288d9 req-cd9081a6-d971-4c68-906b-ca932c6f6e8b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:14.104510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d83188b-38b6-47a6-86fd-fc7e702288d9 req-cd9081a6-d971-4c68-906b-ca932c6f6e8b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=631d6e73-b83e-4116-830a-47e3d58a314f HTTP/1.1" status: 200 len: 867 time: 0.6036201 Jul 22 23:30:14.106230 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edfc4045-fb96-446e-a51f-29e01e83d5e7 req-3c1e0af0-34de-456a-bdfc-d01255f15120 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739452 Jul 22 23:30:14.146548 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Sync routers for ids ['386b2490-3bd8-4c21-9ac7-3454828cf24e'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:30:14.165340 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Routers {'386b2490-3bd8-4c21-9ac7-3454828cf24e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:14.165983 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:30:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['386b2490-3bd8-4c21-9ac7-3454828cf24e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:14.206256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Pushing event updated for resources: {'Port': ['ID=8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:14.259817 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56842) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:14.267276 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-80479d3e-170b-4eec-9a3c-96ecbfa6c171 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-65442976-network', 'tenant_id': '5922220352d24af89f1be81fb87bb04e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:14.315381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80479d3e-170b-4eec-9a3c-96ecbfa6c171 admin admin] Made reservation on behalf of 5922220352d24af89f1be81fb87bb04e for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:14.318216 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80479d3e-170b-4eec-9a3c-96ecbfa6c171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.330482 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80479d3e-170b-4eec-9a3c-96ecbfa6c171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.358994 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-d66b5bda-c38a-4ec2-a85f-202d396cdfb9 req-3485fcdc-78da-4b50-836c-18961d5b7c7f service neutron] delete failed (client error): The resource could not be found. Jul 22 23:30:14.360051 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d66b5bda-c38a-4ec2-a85f-202d396cdfb9 req-3485fcdc-78da-4b50-836c-18961d5b7c7f service neutron] 10.222.0.95 "DELETE /v2.0/ports/1ffff702-ff63-4a07-a49d-3f2b81c037c3/bindings/n-h2-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.3632224 Jul 22 23:30:14.361662 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Set router 386b2490-3bd8-4c21-9ac7-3454828cf24e gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:14.396078 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d83188b-38b6-47a6-86fd-fc7e702288d9 req-692b88ee-2ce0-402d-a4ca-4fbf30ec54fe tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094831 Jul 22 23:30:14.462934 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5065a06d-fa52-42c0-a076-0d32b4476dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.484079 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80479d3e-170b-4eec-9a3c-96ecbfa6c171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.490607 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80479d3e-170b-4eec-9a3c-96ecbfa6c171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.511523 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80479d3e-170b-4eec-9a3c-96ecbfa6c171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:30:14.527451 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80479d3e-170b-4eec-9a3c-96ecbfa6c171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.528037 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-80479d3e-170b-4eec-9a3c-96ecbfa6c171 admin admin] Added segment 63be9123-b0f1-4f28-8257-813151049547 of type vlan for network 8b8a650d-612f-4f0b-84a0-b8348629cb78 Jul 22 23:30:14.608813 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80479d3e-170b-4eec-9a3c-96ecbfa6c171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.637684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80479d3e-170b-4eec-9a3c-96ecbfa6c171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9855247-20e4-4622-a891-21e915e54f07,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:14.674317 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80479d3e-170b-4eec-9a3c-96ecbfa6c171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.675793 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80479d3e-170b-4eec-9a3c-96ecbfa6c171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:14.676706 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80479d3e-170b-4eec-9a3c-96ecbfa6c171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.707805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065a06d-fa52-42c0-a076-0d32b4476dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0f97df-3587-4068-b4ae-ed822ed7b220,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:14.722968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Attempting to bind port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:14.723301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Attempting to bind port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '67fa5820-ac66-456c-9bee-d94402ab177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:14.723630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Attempting to bind port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa on network 8220c376-798c-4d26-99f9-1340b2d32211 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:14.742028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa on network 8220c376-798c-4d26-99f9-1340b2d32211 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:30:14.743144 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Attempting to bind port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa on network 8220c376-798c-4d26-99f9-1340b2d32211 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:14.746227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5065a06d-fa52-42c0-a076-0d32b4476dd5 admin admin] Checking segment: {'id': '6bb99904-054f-432a-859d-e63a6e4d2fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e4376ad5-5b80-4fcf-8978-b50ba2125b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:14.746227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5065a06d-fa52-42c0-a076-0d32b4476dd5 admin admin] Network hostable DHCP agents. Network: e4376ad5-5b80-4fcf-8978-b50ba2125b6c, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:30:14.765575 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:14.765922 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Checking segment: {'id': '67fa5820-ac66-456c-9bee-d94402ab177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:14.766307 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Bound using segment: {'id': '67fa5820-ac66-456c-9bee-d94402ab177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:14.766752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Bound port: 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67fa5820-ac66-456c-9bee-d94402ab177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:14.767110 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.776746 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4485f59-32e5-476c-8a47-f7c73b37dc7c x-openstack-request-id: req-c4485f59-32e5-476c-8a47-f7c73b37dc7c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:14.777795 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631d6e73-b83e-4116-830a-47e3d58a314f", "name": "network-vif-deleted", "tag": "e1c781b1-22a1-48eb-93af-29b2072cd77c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:14.778246 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4485f59-32e5-476c-8a47-f7c73b37dc7c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:14.780449 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631d6e73-b83e-4116-830a-47e3d58a314f', 'name': 'network-vif-deleted', 'tag': 'e1c781b1-22a1-48eb-93af-29b2072cd77c', 'status': 'completed', 'code': 200} Jul 22 23:30:14.792178 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-80479d3e-170b-4eec-9a3c-96ecbfa6c171 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5305791 Jul 22 23:30:14.794107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b5bda-c38a-4ec2-a85f-202d396cdfb9 req-30d9ee7e-d303-41d7-8ee1-21e180eb3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:14.795633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d66b5bda-c38a-4ec2-a85f-202d396cdfb9 req-30d9ee7e-d303-41d7-8ee1-21e180eb3244 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 1100 time: 0.2567253 Jul 22 23:30:14.798264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56854) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:14.809400 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'name': 'tempest-AttachSCSIVolumeTestJSON-614068134-router', 'tenant_id': '2fb3333051724f24a9db04f4b78d53d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:05Z', 'updated_at': '2021-07-22T23:30:11Z', 'revision_number': 4, 'project_id': '2fb3333051724f24a9db04f4b78d53d6', 'gw_port': {'id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:06Z', 'updated_at': '2021-07-22T23:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '56618b22-6683-41cb-a4b6-57e1270c540b', 'name': '', 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc', 'tenant_id': '2fb3333051724f24a9db04f4b78d53d6', 'mac_address': 'fa:16:3e:c6:d4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd28baf5-60ea-482b-8d09-a70cc995d0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:09Z', 'updated_at': '2021-07-22T23:30:11Z', 'revision_number': 2, 'project_id': '2fb3333051724f24a9db04f4b78d53d6', 'subnets': [{'id': 'bd28baf5-60ea-482b-8d09-a70cc995d0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:14.813838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882a42d-81a0-41e7-8573-39ddcee45c36 req-8255cc34-0808-46fa-9773-45c2c373b81a tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:14.815418 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0882a42d-81a0-41e7-8573-39ddcee45c36 req-8255cc34-0808-46fa-9773-45c2c373b81a tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 949 time: 0.2350926 Jul 22 23:30:14.820838 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-660412f1-98bc-4d76-8bd1-f3c4d00658f0 admin admin] Request body: {'subnet': {'network_id': '8b8a650d-612f-4f0b-84a0-b8348629cb78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-65442976-subnet', 'tenant_id': '5922220352d24af89f1be81fb87bb04e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:14.825888 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5065a06d-fa52-42c0-a076-0d32b4476dd5 admin admin] Network e4376ad5-5b80-4fcf-8978-b50ba2125b6c is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:30:14.852541 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b5716942-5d20-4d88-b6ab-95ffd22ff959 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:14.856133 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Checking router: 386b2490-3bd8-4c21-9ac7-3454828cf24e for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:30:14.856705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Updating router 386b2490-3bd8-4c21-9ac7-3454828cf24e port 56618b22-6683-41cb-a4b6-57e1270c540b binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:30:14.916740 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.922506 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80479d3e-170b-4eec-9a3c-96ecbfa6c171 admin admin] Pushing event updated for resources: {'Network': ['ID=8b8a650d-612f-4f0b-84a0-b8348629cb78,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:14.938450 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 8b8a650d-612f-4f0b-84a0-b8348629cb78 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:30:14.947290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660412f1-98bc-4d76-8bd1-f3c4d00658f0 admin admin] Made reservation on behalf of 5922220352d24af89f1be81fb87bb04e for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:14.949668 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-660412f1-98bc-4d76-8bd1-f3c4d00658f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.988507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b5bda-c38a-4ec2-a85f-202d396cdfb9 req-538c0755-6535-4ffc-aa6e-ec0c8262eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:14.991299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d66b5bda-c38a-4ec2-a85f-202d396cdfb9 req-538c0755-6535-4ffc-aa6e-ec0c8262eeae service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1868815 Jul 22 23:30:15.009886 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1ffff702-ff63-4a07-a49d-3f2b81c037c3 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:15.042594 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d66b5bda-c38a-4ec2-a85f-202d396cdfb9 req-f3cf5a5d-570e-438d-91c7-e93d7c1f91e3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3 HTTP/1.1" status: 200 len: 217 time: 0.0416403 Jul 22 23:30:15.047097 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e1c781b1-22a1-48eb-93af-29b2072cd77c no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:30:15.048233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5065a06d-fa52-42c0-a076-0d32b4476dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, e4376ad5-5b80-4fcf-8978-b50ba2125b6c) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:15.115162 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065a06d-fa52-42c0-a076-0d32b4476dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:15.116166 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5065a06d-fa52-42c0-a076-0d32b4476dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:15.149636 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0882a42d-81a0-41e7-8573-39ddcee45c36 req-3c46b832-6a18-4b2d-9b62-187d55187cfc tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255634 Jul 22 23:30:15.176932 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] For port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:15.183025 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-660412f1-98bc-4d76-8bd1-f3c4d00658f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:15.184362 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b5bda-c38a-4ec2-a85f-202d396cdfb9 req-760860a7-0fda-4330-b89c-f74b9ac5db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:15.186009 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d66b5bda-c38a-4ec2-a85f-202d396cdfb9 req-760860a7-0fda-4330-b89c-f74b9ac5db09 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1228874 Jul 22 23:30:15.196677 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5065a06d-fa52-42c0-a076-0d32b4476dd5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1818564 Jul 22 23:30:15.212425 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] For port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:15.239959 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe818f0-4445-4122-8ae3-28ffca0d86c3 None None] Network e4376ad5-5b80-4fcf-8978-b50ba2125b6c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:30:15.258571 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:15.337217 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:15.337846 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:15.338456 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660412f1-98bc-4d76-8bd1-f3c4d00658f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7921eea-cf69-4795-83a9-aae660ce6bd6,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:15.345193 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] 10.222.0.18 "PUT /v2.0/ports/8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa HTTP/1.1" status: 200 len: 1091 time: 3.2179255 Jul 22 23:30:15.346082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a579748-7b33-4042-b5c4-7626796b8a72', 'tag': '8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:15.347984 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a8f2b4-761a-4151-bfa3-33ede3178d90" -d '{"events": [{"name": "network-changed", "server_uuid": "5a579748-7b33-4042-b5c4-7626796b8a72", "tag": "8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:15.351434 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660412f1-98bc-4d76-8bd1-f3c4d00658f0 admin admin] Checking segment: {'id': '63be9123-b0f1-4f28-8257-813151049547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8b8a650d-612f-4f0b-84a0-b8348629cb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:15.354635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660412f1-98bc-4d76-8bd1-f3c4d00658f0 admin admin] Network hostable DHCP agents. Network: 8b8a650d-612f-4f0b-84a0-b8348629cb78, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:30:15.413669 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660412f1-98bc-4d76-8bd1-f3c4d00658f0 admin admin] Network 8b8a650d-612f-4f0b-84a0-b8348629cb78 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:30:15.415673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9ef13-be6c-4ab1-b39c-ef77eea99ccf req-1352f021-0a83-4f11-9002-1ad9e4c86a11 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:15.426026 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94a9ef13-be6c-4ab1-b39c-ef77eea99ccf req-1352f021-0a83-4f11-9002-1ad9e4c86a11 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a579748-7b33-4042-b5c4-7626796b8a72 HTTP/1.1" status: 200 len: 943 time: 0.3176675 Jul 22 23:30:15.431478 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-660412f1-98bc-4d76-8bd1-f3c4d00658f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 8b8a650d-612f-4f0b-84a0-b8348629cb78) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:15.443655 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffed10-1763-479c-beeb-1674b198f80c service neutron] Pushing event updated for resources: {'Port': ['ID=8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:15.443838 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: e1c781b1-22a1-48eb-93af-29b2072cd77c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:30:15.444055 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e1c781b1-22a1-48eb-93af-29b2072cd77c not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:30:15.444506 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660412f1-98bc-4d76-8bd1-f3c4d00658f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:15.445805 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-660412f1-98bc-4d76-8bd1-f3c4d00658f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:15.456847 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c66937-821f-4fc6-8e69-e725f450c2dc None None] Network 8b8a650d-612f-4f0b-84a0-b8348629cb78 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:30:15.462119 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-660412f1-98bc-4d76-8bd1-f3c4d00658f0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6568284 Jul 22 23:30:15.464745 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56878) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:15.471160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-65442976-router', 'tenant_id': '5922220352d24af89f1be81fb87bb04e', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:15.515954 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:15.517222 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:15.537438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b5716942-5d20-4d88-b6ab-95ffd22ff959 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:15.537810 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:15.553972 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d2f6a9-8c5a-4011-9bf5-dbf8419e2971 None None] Network e4376ad5-5b80-4fcf-8978-b50ba2125b6c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:30:15.584634 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:15.619075 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94a9ef13-be6c-4ab1-b39c-ef77eea99ccf req-b950a824-1402-44be-b052-bc7a6461aefa tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892672 Jul 22 23:30:15.634917 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b5bda-c38a-4ec2-a85f-202d396cdfb9 req-7fad6caf-0074-4a23-a933-4259416e0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:15.640661 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d66b5bda-c38a-4ec2-a85f-202d396cdfb9 req-7fad6caf-0074-4a23-a933-4259416e0275 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4426997 Jul 22 23:30:15.745781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afdfe1-63a4-404e-b571-7436989a5898 req-e69e38cd-97e0-4862-8ba4-3113842dc0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:15.747920 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-e69e38cd-97e0-4862-8ba4-3113842dc0b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b84b9d6b1774489385aacc364630d8fe&device_id=5a579748-7b33-4042-b5c4-7626796b8a72 HTTP/1.1" status: 200 len: 1094 time: 0.3127837 Jul 22 23:30:15.775284 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:15.818490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:15.839407 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:15.839780 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:15.876984 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d66b5bda-c38a-4ec2-a85f-202d396cdfb9 req-85fc0305-46c9-4a9e-9e8b-1dd273af2da5 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098899 Jul 22 23:30:15.878716 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-56227e4a-bafc-4782-b14e-110970d974b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa HTTP/1.1" status: 200 len: 217 time: 0.0882237 Jul 22 23:30:16.054483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afdfe1-63a4-404e-b571-7436989a5898 req-c0c5e547-0f42-46b8-ace4-4384a133f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:16.056637 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-c0c5e547-0f42-46b8-ace4-4384a133f414 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27c6a3c1-8e0f-4347-80b1-5c776e4d48ea HTTP/1.1" status: 200 len: 863 time: 0.1505785 Jul 22 23:30:16.085324 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d66b5bda-c38a-4ec2-a85f-202d396cdfb9 req-e9c0348e-b71f-487d-a32a-86ff67ba5ac0 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993744 Jul 22 23:30:16.146585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afdfe1-63a4-404e-b571-7436989a5898 req-677987d8-d41a-477d-bd60-c1c1a3002cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:16.148723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-677987d8-d41a-477d-bd60-c1c1a3002cba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8220c376-798c-4d26-99f9-1340b2d32211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819151 Jul 22 23:30:16.172356 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:16.219423 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:16.235352 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:16.238352 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:16.245441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-8b8a650d-612f-4f0b-84a0-b8348629cb78', 'network_id': '8b8a650d-612f-4f0b-84a0-b8348629cb78', 'tenant_id': '5922220352d24af89f1be81fb87bb04e', 'fixed_ips': [{'subnet_id': 'c7921eea-cf69-4795-83a9-aae660ce6bd6'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:30:16.246537 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:16.282451 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Transition to ACTIVE for port object 56618b22-6683-41cb-a4b6-57e1270c540b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:16.302492 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:16.328895 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-ece0db97-cbb8-4b91-98ce-94287bad4c1a service neutron] 10.222.0.18 "GET /v2.0/networks/8220c376-798c-4d26-99f9-1340b2d32211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730449 Jul 22 23:30:16.345541 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:16.413060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Allocated IP 172.25.4.15 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/4b5d0854-82a1-4f0d-8828-f0ba154bcbf9) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:16.470210 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681fcf3e-d68e-4805-ad73-c07540c3fd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffff702-ff63-4a07-a49d-3f2b81c037c3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:16.474797 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b0945e-07c2-4e3b-9091-0660e5829c1d" -d '{"events": [{"server_uuid": "681fcf3e-d68e-4805-ad73-c07540c3fd0d", "name": "network-vif-plugged", "status": "completed", "tag": "1ffff702-ff63-4a07-a49d-3f2b81c037c3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:16.557701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7e9bb-1bb2-4170-b384-4bf45dfcb257 None None] Pushing event updated for resources: {'Port': ['ID=56618b22-6683-41cb-a4b6-57e1270c540b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:16.564316 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1ffff702-ff63-4a07-a49d-3f2b81c037c3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:16.609195 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521b3f51-45a8-426b-bd8f-4f4e8260f522 x-openstack-request-id: req-521b3f51-45a8-426b-bd8f-4f4e8260f522 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:16.611948 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a579748-7b33-4042-b5c4-7626796b8a72", "tag": "8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:16.612290 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-521b3f51-45a8-426b-bd8f-4f4e8260f522 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:16.612891 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a579748-7b33-4042-b5c4-7626796b8a72', 'tag': '8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa', 'status': 'completed', 'code': 200} Jul 22 23:30:16.639317 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:16.660999 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:16.667186 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79afdfe1-63a4-404e-b571-7436989a5898 req-745637df-aa29-4407-8a3a-83d46c37731f service neutron] 10.222.0.18 "GET /v2.0/networks/8220c376-798c-4d26-99f9-1340b2d32211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281310 Jul 22 23:30:16.734886 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:16.756563 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Allocated IP 172.20.0.2 (8b8a650d-612f-4f0b-84a0-b8348629cb78/c7921eea-cf69-4795-83a9-aae660ce6bd6/51bfdc34-7af7-4e6c-a3e0-27160225cd52) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:16.774484 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Attempting to bind port 56618b22-6683-41cb-a4b6-57e1270c540b on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:16.774849 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Attempting to bind port 56618b22-6683-41cb-a4b6-57e1270c540b by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:16.776448 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Attempting to bind port 56618b22-6683-41cb-a4b6-57e1270c540b on network 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:16.788681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:16.788681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Checking segment: {'id': 'b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:16.788681 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:16.788681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Bound using segment: {'id': 'b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:16.788681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Bound port: 56618b22-6683-41cb-a4b6-57e1270c540b, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:16.788681 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:16.808176 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=1ffff702-ff63-4a07-a49d-3f2b81c037c3,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:16.853401 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Pushing event updated for resources: {'Port': ['ID=4b5d0854-82a1-4f0d-8828-f0ba154bcbf9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:16.872693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:16.874784 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:16.882097 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:16.912657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c56782b5-aef5-4017-a8a7-e91a3d2a3a26 req-7fc4c17d-cb1d-4387-91e7-377728964d4e tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-103987954', 'description': 'tempest-description-97329217'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:16.987370 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8f2b4-761a-4151-bfa3-33ede3178d90 req-f961d021-dd65-44a5-80fe-b7f1e5441769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:16.989086 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13a8f2b4-761a-4151-bfa3-33ede3178d90 req-f961d021-dd65-44a5-80fe-b7f1e5441769 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b84b9d6b1774489385aacc364630d8fe&device_id=5a579748-7b33-4042-b5c4-7626796b8a72 HTTP/1.1" status: 200 len: 1094 time: 0.2007682 Jul 22 23:30:16.990121 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c56782b5-aef5-4017-a8a7-e91a3d2a3a26 req-7fc4c17d-cb1d-4387-91e7-377728964d4e tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.057416 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] For port 56618b22-6683-41cb-a4b6-57e1270c540b, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:17.070244 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] For port 56618b22-6683-41cb-a4b6-57e1270c540b, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=56618b22-6683-41cb-a4b6-57e1270c540b,segment=NetworkSegment(b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5),segment_id=b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:17.094107 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.166480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8f2b4-761a-4151-bfa3-33ede3178d90 req-7584dcb1-a60b-4196-8f33-fa30e509fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:17.168013 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13a8f2b4-761a-4151-bfa3-33ede3178d90 req-7584dcb1-a60b-4196-8f33-fa30e509fc11 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8220c376-798c-4d26-99f9-1340b2d32211 HTTP/1.1" status: 200 len: 925 time: 0.1594067 Jul 22 23:30:17.203458 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Routers {'386b2490-3bd8-4c21-9ac7-3454828cf24e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:17.204106 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:30:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['386b2490-3bd8-4c21-9ac7-3454828cf24e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:17.212744 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.228272 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13a8f2b4-761a-4151-bfa3-33ede3178d90 req-5edeb32c-7971-41bc-89b6-ca5ea3a40bec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa HTTP/1.1" status: 200 len: 217 time: 0.0501761 Jul 22 23:30:17.249555 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7e9bb-1bb2-4170-b384-4bf45dfcb257 None None] Pushing event updated for resources: {'Port': ['ID=56618b22-6683-41cb-a4b6-57e1270c540b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:17.277709 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.291614 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Transition to ACTIVE for port object 51bfdc34-7af7-4e6c-a3e0-27160225cd52 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:17.316182 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c56782b5-aef5-4017-a8a7-e91a3d2a3a26 req-7fc4c17d-cb1d-4387-91e7-377728964d4e tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.325392 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Transition to ACTIVE for port object 51bfdc34-7af7-4e6c-a3e0-27160225cd52 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:17.330421 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c56782b5-aef5-4017-a8a7-e91a3d2a3a26 req-7fc4c17d-cb1d-4387-91e7-377728964d4e tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.339008 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.376291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4c17d-cb1d-4387-91e7-377728964d4e tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef458eb2-072e-4f03-abd8-5a43107d1167,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:17.393773 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8f2b4-761a-4151-bfa3-33ede3178d90 req-9ce7ccee-28c6-4595-a85a-9072c9d56927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:17.394353 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] Set router 386b2490-3bd8-4c21-9ac7-3454828cf24e gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:17.396348 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13a8f2b4-761a-4151-bfa3-33ede3178d90 req-9ce7ccee-28c6-4595-a85a-9072c9d56927 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27c6a3c1-8e0f-4347-80b1-5c776e4d48ea HTTP/1.1" status: 200 len: 863 time: 0.1299853 Jul 22 23:30:17.401770 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c56782b5-aef5-4017-a8a7-e91a3d2a3a26 req-7fc4c17d-cb1d-4387-91e7-377728964d4e tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.416039 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c56782b5-aef5-4017-a8a7-e91a3d2a3a26 req-7fc4c17d-cb1d-4387-91e7-377728964d4e tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5084798 Jul 22 23:30:17.496478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Network 8b8a650d-612f-4f0b-84a0-b8348629cb78 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:17.496854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8f2b4-761a-4151-bfa3-33ede3178d90 req-f5d6d06d-1b6b-44ad-a058-b36e37ac30e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:17.499107 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13a8f2b4-761a-4151-bfa3-33ede3178d90 req-f5d6d06d-1b6b-44ad-a058-b36e37ac30e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8220c376-798c-4d26-99f9-1340b2d32211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785773 Jul 22 23:30:17.508980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:17.579111 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:17.704511 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:17.727038 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Pushing event updated for resources: {'Port': ['ID=51bfdc34-7af7-4e6c-a3e0-27160225cd52,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:17.780784 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-d6d38a44-eb36-4274-9f99-5a7b27f33bf1 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:30:17.802625 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-d6d38a44-eb36-4274-9f99-5a7b27f33bf1 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2207053 Jul 22 23:30:17.812037 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.821728 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13a8f2b4-761a-4151-bfa3-33ede3178d90 req-9a47f25c-0686-4250-9aba-b468196fd63d service neutron] 10.222.0.18 "GET /v2.0/networks/8220c376-798c-4d26-99f9-1340b2d32211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145740 Jul 22 23:30:17.835548 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Attempting to bind port 51bfdc34-7af7-4e6c-a3e0-27160225cd52 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:17.836208 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Attempting to bind port 51bfdc34-7af7-4e6c-a3e0-27160225cd52 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '63be9123-b0f1-4f28-8257-813151049547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8b8a650d-612f-4f0b-84a0-b8348629cb78'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:17.836585 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Attempting to bind port 51bfdc34-7af7-4e6c-a3e0-27160225cd52 on network 8b8a650d-612f-4f0b-84a0-b8348629cb78 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:17.872475 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:17.872833 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Checking segment: {'id': '63be9123-b0f1-4f28-8257-813151049547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8b8a650d-612f-4f0b-84a0-b8348629cb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:17.873265 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.873766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Bound using segment: {'id': '63be9123-b0f1-4f28-8257-813151049547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8b8a650d-612f-4f0b-84a0-b8348629cb78'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:17.874239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Bound port: 51bfdc34-7af7-4e6c-a3e0-27160225cd52, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63be9123-b0f1-4f28-8257-813151049547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8b8a650d-612f-4f0b-84a0-b8348629cb78'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:17.874487 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.923164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d5111-7098-495d-8997-8cf660e1ac81 req-2f0318c2-abb9-48e6-a109-462a8405536f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:17.932905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d14d5111-7098-495d-8997-8cf660e1ac81 req-2f0318c2-abb9-48e6-a109-462a8405536f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 950 time: 0.2624357 Jul 22 23:30:17.990487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] For port 51bfdc34-7af7-4e6c-a3e0-27160225cd52, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:17.992738 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Router 7f468dd9-5175-4dc6-9042-ffd4106ff3dc is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:30:17.996776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] For port 51bfdc34-7af7-4e6c-a3e0-27160225cd52, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=51bfdc34-7af7-4e6c-a3e0-27160225cd52,segment=NetworkSegment(63be9123-b0f1-4f28-8257-813151049547),segment_id=63be9123-b0f1-4f28-8257-813151049547)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:17.997437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d14d5111-7098-495d-8997-8cf660e1ac81 req-e2d6cdcf-ea08-4b5a-8621-426b765f9d53 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633395 Jul 22 23:30:18.017783 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:18.081183 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'name': 'tempest-AttachSCSIVolumeTestJSON-614068134-router', 'tenant_id': '2fb3333051724f24a9db04f4b78d53d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:05Z', 'updated_at': '2021-07-22T23:30:11Z', 'revision_number': 4, 'project_id': '2fb3333051724f24a9db04f4b78d53d6', 'gw_port': {'id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:06Z', 'updated_at': '2021-07-22T23:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '56618b22-6683-41cb-a4b6-57e1270c540b', 'name': '', 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc', 'tenant_id': '2fb3333051724f24a9db04f4b78d53d6', 'mac_address': 'fa:16:3e:c6:d4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd28baf5-60ea-482b-8d09-a70cc995d0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:09Z', 'updated_at': '2021-07-22T23:30:17Z', 'revision_number': 4, 'project_id': '2fb3333051724f24a9db04f4b78d53d6', 'subnets': [{'id': 'bd28baf5-60ea-482b-8d09-a70cc995d0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:18.135920 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436a23d4-7132-4a61-8baa-fb47bbfadbd9 None None] The sync data for ids ['386b2490-3bd8-4c21-9ac7-3454828cf24e'] in n-d-688802-2 is: [{'id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'name': 'tempest-AttachSCSIVolumeTestJSON-614068134-router', 'tenant_id': '2fb3333051724f24a9db04f4b78d53d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:05Z', 'updated_at': '2021-07-22T23:30:11Z', 'revision_number': 4, 'project_id': '2fb3333051724f24a9db04f4b78d53d6', 'gw_port': {'id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:06Z', 'updated_at': '2021-07-22T23:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '56618b22-6683-41cb-a4b6-57e1270c540b', 'name': '', 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc', 'tenant_id': '2fb3333051724f24a9db04f4b78d53d6', 'mac_address': 'fa:16:3e:c6:d4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bd28baf5-60ea-482b-8d09-a70cc995d0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:09Z', 'updated_at': '2021-07-22T23:30:17Z', 'revision_number': 4, 'project_id': '2fb3333051724f24a9db04f4b78d53d6', 'subnets': [{'id': 'bd28baf5-60ea-482b-8d09-a70cc995d0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:30:18.152307 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e41fd-6f2c-4433-a5ca-8c67b57cf5ec None None] Pushing event updated for resources: {'Port': ['ID=51bfdc34-7af7-4e6c-a3e0-27160225cd52,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:18.159872 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13a8f2b4-761a-4151-bfa3-33ede3178d90 req-6984c6c7-c7a9-4a53-933d-0c538d0c00ca service neutron] 10.222.0.18 "GET /v2.0/networks/8220c376-798c-4d26-99f9-1340b2d32211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255353 Jul 22 23:30:18.168837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:30:18.189962 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Sync routers for ids ['7f468dd9-5175-4dc6-9042-ffd4106ff3dc'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:30:18.191778 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:18.193613 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-be2fc389-8949-49c6-bd1a-b1def3c90b57 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7274427 Jul 22 23:30:18.196424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56970) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:18.213188 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Routers {'7f468dd9-5175-4dc6-9042-ffd4106ff3dc'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:18.217125 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:30:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['7f468dd9-5175-4dc6-9042-ffd4106ff3dc'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:18.283873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f682-77ec-44c9-ac7e-e04f44003296 req-94b03402-7135-4f1f-a8f8-ea0a20cf68a2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:18.285408 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b140f682-77ec-44c9-ac7e-e04f44003296 req-94b03402-7135-4f1f-a8f8-ea0a20cf68a2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.1828415 Jul 22 23:30:18.327114 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-cf833492-6e84-4d5d-ac15-0803ed54d813 service neutron] Request body: {'binding': {'host': 'n-h1-688802-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:18.327885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-cf833492-6e84-4d5d-ac15-0803ed54d813 service neutron] Unknown quota resources ['binding']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:30:18.410011 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Set router 7f468dd9-5175-4dc6-9042-ffd4106ff3dc gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:18.635496 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-65442976-router', 'tenant_id': '5922220352d24af89f1be81fb87bb04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '4b5d0854-82a1-4f0d-8828-f0ba154bcbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:15Z', 'updated_at': '2021-07-22T23:30:17Z', 'revision_number': 3, 'project_id': '5922220352d24af89f1be81fb87bb04e', 'gw_port': {'id': '4b5d0854-82a1-4f0d-8828-f0ba154bcbf9', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:52:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:16Z', 'updated_at': '2021-07-22T23:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:18.673469 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Checking router: 7f468dd9-5175-4dc6-9042-ffd4106ff3dc for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:30:18.674466 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Updating router 7f468dd9-5175-4dc6-9042-ffd4106ff3dc port 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:30:18.720352 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b140f682-77ec-44c9-ac7e-e04f44003296 req-a63586be-871b-4f15-a8b8-1f07d93f1916 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964140 Jul 22 23:30:18.737404 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:18.795363 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965bb0a2-a8e1-4906-b978-c1a74af2c017 x-openstack-request-id: req-965bb0a2-a8e1-4906-b978-c1a74af2c017 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:18.796900 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681fcf3e-d68e-4805-ad73-c07540c3fd0d", "name": "network-vif-plugged", "status": "completed", "tag": "1ffff702-ff63-4a07-a49d-3f2b81c037c3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:18.797501 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-965bb0a2-a8e1-4906-b978-c1a74af2c017 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:18.798043 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681fcf3e-d68e-4805-ad73-c07540c3fd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffff702-ff63-4a07-a49d-3f2b81c037c3', 'code': 200} Jul 22 23:30:18.811596 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 56618b22-6683-41cb-a4b6-57e1270c540b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:18.905195 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-cf833492-6e84-4d5d-ac15-0803ed54d813 service neutron] Attempting to bind port dd74b95c-e8b3-4355-94bf-9350c2831c2b on host n-h1-688802-2 for vnic_type normal with profile None {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:18.906127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-cf833492-6e84-4d5d-ac15-0803ed54d813 service neutron] Attempting to bind port dd74b95c-e8b3-4355-94bf-9350c2831c2b by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:18.906477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-cf833492-6e84-4d5d-ac15-0803ed54d813 service neutron] Attempting to bind port dd74b95c-e8b3-4355-94bf-9350c2831c2b on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:18.931336 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 56618b22-6683-41cb-a4b6-57e1270c540b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:18.935702 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 56618b22-6683-41cb-a4b6-57e1270c540b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:18.936018 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:18.963972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-cf833492-6e84-4d5d-ac15-0803ed54d813 service neutron] Port dd74b95c-e8b3-4355-94bf-9350c2831c2b on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:30:18.964262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-cf833492-6e84-4d5d-ac15-0803ed54d813 service neutron] Attempting to bind port dd74b95c-e8b3-4355-94bf-9350c2831c2b on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:18.982486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-cf833492-6e84-4d5d-ac15-0803ed54d813 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:18.982820 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-cf833492-6e84-4d5d-ac15-0803ed54d813 service neutron] Checking segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:18.983457 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-cf833492-6e84-4d5d-ac15-0803ed54d813 service neutron] Bound using segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:18.983904 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-cf833492-6e84-4d5d-ac15-0803ed54d813 service neutron] Bound port: dd74b95c-e8b3-4355-94bf-9350c2831c2b, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:19.061837 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.137506 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 56618b22-6683-41cb-a4b6-57e1270c540b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=56618b22-6683-41cb-a4b6-57e1270c540b,segment=NetworkSegment(b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5),segment_id=b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:19.144598 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.145429 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 51bfdc34-7af7-4e6c-a3e0-27160225cd52 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:19.237176 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-cf833492-6e84-4d5d-ac15-0803ed54d813 service neutron] For port dd74b95c-e8b3-4355-94bf-9350c2831c2b, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=dd74b95c-e8b3-4355-94bf-9350c2831c2b,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:19.247719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=56618b22-6683-41cb-a4b6-57e1270c540b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:19.261411 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-cf833492-6e84-4d5d-ac15-0803ed54d813 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.262917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-cf833492-6e84-4d5d-ac15-0803ed54d813 service neutron] 10.222.0.26 "POST /v2.0/ports/dd74b95c-e8b3-4355-94bf-9350c2831c2b/bindings HTTP/1.1" status: 201 len: 389 time: 1.2792149 Jul 22 23:30:19.274350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 51bfdc34-7af7-4e6c-a3e0-27160225cd52 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:19.280000 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ac64e-b28f-4fb0-9fb6-9d215676de76 req-40d28e8c-c31a-4244-b00c-e6471ce16bbb tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:19.289684 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c26ac64e-b28f-4fb0-9fb6-9d215676de76 req-40d28e8c-c31a-4244-b00c-e6471ce16bbb tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a579748-7b33-4042-b5c4-7626796b8a72 HTTP/1.1" status: 200 len: 943 time: 0.3767052 Jul 22 23:30:19.335085 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.346388 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Transition to ACTIVE for port object 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:19.353808 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.419723 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Attempting to bind port 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:19.422090 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1eecb1-af4a-4ca9-84cc-6617cc58c620 None None] Network 8b8a650d-612f-4f0b-84a0-b8348629cb78 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:30:19.425929 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Attempting to bind port 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:19.427429 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Attempting to bind port 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:19.443883 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:19.447465 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:19.448138 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.448701 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:19.449427 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Bound port: 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:19.450065 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.452509 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f003f-5d5c-44be-a401-f16a87119508 None None] Pushing event updated for resources: {'Port': ['ID=4b5d0854-82a1-4f0d-8828-f0ba154bcbf9,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:19.478114 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c26ac64e-b28f-4fb0-9fb6-9d215676de76 req-141bbe49-366b-4d12-b35d-8e99f332d2ce tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779850 Jul 22 23:30:19.539689 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] For port 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:19.546358 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] For port 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4b5d0854-82a1-4f0d-8828-f0ba154bcbf9,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:19.552287 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.562921 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-15e3582a-816c-4aff-83b7-3288c9cf0345 None None] Provisioning for port 51bfdc34-7af7-4e6c-a3e0-27160225cd52 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:19.577267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-15e3582a-816c-4aff-83b7-3288c9cf0345 None None] Provisioning complete for port 51bfdc34-7af7-4e6c-a3e0-27160225cd52 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:19.577267 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15e3582a-816c-4aff-83b7-3288c9cf0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.645421 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f003f-5d5c-44be-a401-f16a87119508 None None] Pushing event updated for resources: {'Port': ['ID=4b5d0854-82a1-4f0d-8828-f0ba154bcbf9,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:19.656342 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Routers {'7f468dd9-5175-4dc6-9042-ffd4106ff3dc'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:19.656960 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:30:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['7f468dd9-5175-4dc6-9042-ffd4106ff3dc'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:19.672915 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-26cfc052-6961-45f0-bcb9-98caa572eb26 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4556307dfdd14756894a47bc52842876&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620615 Jul 22 23:30:19.729560 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.744603 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15e3582a-816c-4aff-83b7-3288c9cf0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.805531 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] Set router 7f468dd9-5175-4dc6-9042-ffd4106ff3dc gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:19.809685 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-15e3582a-816c-4aff-83b7-3288c9cf0345 None None] For port 51bfdc34-7af7-4e6c-a3e0-27160225cd52, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=51bfdc34-7af7-4e6c-a3e0-27160225cd52,segment=NetworkSegment(63be9123-b0f1-4f28-8257-813151049547),segment_id=63be9123-b0f1-4f28-8257-813151049547)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:19.822928 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15e3582a-816c-4aff-83b7-3288c9cf0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.902427 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3582a-816c-4aff-83b7-3288c9cf0345 None None] Pushing event updated for resources: {'Port': ['ID=51bfdc34-7af7-4e6c-a3e0-27160225cd52,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:19.984476 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4f27668-587e-410e-bdf6-909475fdb460 req-1e35e158-ade7-4622-8e67-819a0adc8e38 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/ef458eb2-072e-4f03-abd8-5a43107d1167 HTTP/1.1" status: 200 len: 1802 time: 0.4622960 Jul 22 23:30:19.999299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b4f27668-587e-410e-bdf6-909475fdb460 req-bd32e801-d62d-402d-a7e0-87fd64520ba8 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef458eb2-072e-4f03-abd8-5a43107d1167', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:19.999702 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b4f27668-587e-410e-bdf6-909475fdb460 req-bd32e801-d62d-402d-a7e0-87fd64520ba8 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef458eb2-072e-4f03-abd8-5a43107d1167', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:20.059708 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-65442976-router', 'tenant_id': '5922220352d24af89f1be81fb87bb04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '4b5d0854-82a1-4f0d-8828-f0ba154bcbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:15Z', 'updated_at': '2021-07-22T23:30:17Z', 'revision_number': 3, 'project_id': '5922220352d24af89f1be81fb87bb04e', 'gw_port': {'id': '4b5d0854-82a1-4f0d-8828-f0ba154bcbf9', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:52:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:16Z', 'updated_at': '2021-07-22T23:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:20.085401 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb3b2a-4591-4612-8d14-5751230fd59b None None] The sync data for ids ['7f468dd9-5175-4dc6-9042-ffd4106ff3dc'] in n-d-688802-2 is: [{'id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-65442976-router', 'tenant_id': '5922220352d24af89f1be81fb87bb04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '4b5d0854-82a1-4f0d-8828-f0ba154bcbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:15Z', 'updated_at': '2021-07-22T23:30:17Z', 'revision_number': 3, 'project_id': '5922220352d24af89f1be81fb87bb04e', 'gw_port': {'id': '4b5d0854-82a1-4f0d-8828-f0ba154bcbf9', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:52:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:16Z', 'updated_at': '2021-07-22T23:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:30:20.146397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-de985bc3-f83e-4233-be4b-7a7fa251182c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:20.147853 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-de985bc3-f83e-4233-be4b-7a7fa251182c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 1096 time: 0.4216919 Jul 22 23:30:20.151851 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b5c87cc6-36fc-4f12-a980-ad4c24d1d443 None None] Provisioning complete for port 51bfdc34-7af7-4e6c-a3e0-27160225cd52 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:20.152438 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5c87cc6-36fc-4f12-a980-ad4c24d1d443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:20.166774 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-5e8c39a7-4113-4919-a58e-19c7fe269648 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:20.168295 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-5e8c39a7-4113-4919-a58e-19c7fe269648 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4466407 Jul 22 23:30:20.174640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Allocated IP 172.20.0.1 (8b8a650d-612f-4f0b-84a0-b8348629cb78/c7921eea-cf69-4795-83a9-aae660ce6bd6/0d1e7d63-1e5b-49fa-95b2-6288ac3c0146) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:20.245158 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-6c6b306a-1663-4a25-9c13-d662c898d492 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/quotas/4556307dfdd14756894a47bc52842876 HTTP/1.1" status: 200 len: 375 time: 0.0583367 Jul 22 23:30:20.268959 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4f27668-587e-410e-bdf6-909475fdb460 req-bd32e801-d62d-402d-a7e0-87fd64520ba8 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:20.370299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-21cf0195-e28f-4586-a3c3-4236dee5a579 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4556307dfdd14756894a47bc52842876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1179256 Jul 22 23:30:20.426278 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4f27668-587e-410e-bdf6-909475fdb460 req-bd32e801-d62d-402d-a7e0-87fd64520ba8 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:20.437922 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4f27668-587e-410e-bdf6-909475fdb460 req-bd32e801-d62d-402d-a7e0-87fd64520ba8 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:20.483613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-c769e378-40ee-463a-8d9f-fb95e6602428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:20.485407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-c769e378-40ee-463a-8d9f-fb95e6602428 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.3284593 Jul 22 23:30:20.490932 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32e801-d62d-402d-a7e0-87fd64520ba8 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c2d781-05ff-4fea-a694-da5a78e0c54a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:20.495223 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b4f27668-587e-410e-bdf6-909475fdb460 req-bd32e801-d62d-402d-a7e0-87fd64520ba8 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:20.505696 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4f27668-587e-410e-bdf6-909475fdb460 req-bd32e801-d62d-402d-a7e0-87fd64520ba8 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5201709 Jul 22 23:30:20.629560 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-283c373a-c307-43a8-b100-c71fe9ab3b83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd74b95c-e8b3-4355-94bf-9350c2831c2b HTTP/1.1" status: 200 len: 217 time: 0.1218765 Jul 22 23:30:20.710632 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:20.763271 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Transition to ACTIVE for port object 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:20.810300 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-a17110b6-da68-4290-87af-4c6ed97f49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:20.811798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-a17110b6-da68-4290-87af-4c6ed97f49a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.1582096 Jul 22 23:30:20.897234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:20.939082 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-c41ad573-cd70-4024-8aaf-eefa2d9954de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139398 Jul 22 23:30:20.944916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08425cc8-f885-424e-9625-c5f08fbb8c13 req-38815107-c4b4-481e-83b3-6d5cfa209a31 tempest-MigrationsAdminTest-1713965020 tempest-MigrationsAdminTest-1713965020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:20.950969 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08425cc8-f885-424e-9625-c5f08fbb8c13 req-38815107-c4b4-481e-83b3-6d5cfa209a31 tempest-MigrationsAdminTest-1713965020 tempest-MigrationsAdminTest-1713965020-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 1101 time: 0.3356383 Jul 22 23:30:20.981478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:20.986679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:20.987306 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:21.034343 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:21.038825 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:21.138087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08425cc8-f885-424e-9625-c5f08fbb8c13 req-7a4d07bd-2525-42e8-a90a-f98986d1d64f tempest-MigrationsAdminTest-1713965020 tempest-MigrationsAdminTest-1713965020-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577840 Jul 22 23:30:21.140850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Network 8b8a650d-612f-4f0b-84a0-b8348629cb78 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:21.194188 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:21.210199 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Pushing event updated for resources: {'Port': ['ID=0d1e7d63-1e5b-49fa-95b2-6288ac3c0146,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:21.219292 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-23cd89ff-392f-4541-afa3-9ed8b72cb6e4 service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488582 Jul 22 23:30:21.230388 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17708958-d849-4659-b114-519dd8aac7c0 req-c4ee3dce-a9bf-4304-8e38-8661ca6bda23 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:21.232910 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17708958-d849-4659-b114-519dd8aac7c0 req-c4ee3dce-a9bf-4304-8e38-8661ca6bda23 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 945 time: 0.3524489 Jul 22 23:30:21.235151 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:21.240443 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4b5d0854-82a1-4f0d-8828-f0ba154bcbf9,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:21.243625 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:21.252647 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:21.253911 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:21.254410 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 56618b22-6683-41cb-a4b6-57e1270c540b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:21.309824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'port_id': '8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa', 'mac_address': 'fa:16:3e:83:a5:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:21.398062 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=4b5d0854-82a1-4f0d-8828-f0ba154bcbf9,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:21.416850 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:21.438003 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:21.445537 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 56618b22-6683-41cb-a4b6-57e1270c540b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:21.451160 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:21.490696 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:21.500576 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:21.561242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:21.612667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 51bfdc34-7af7-4e6c-a3e0-27160225cd52 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:21.615114 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ee8b4cec-7144-492e-961f-38d500a728a7 None None] Provisioning for port 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:21.636688 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ee8b4cec-7144-492e-961f-38d500a728a7 None None] Provisioning complete for port 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:21.637064 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee8b4cec-7144-492e-961f-38d500a728a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:21.665380 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:21.681867 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b4cec-7144-492e-961f-38d500a728a7 None None] Port 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:30:21.691776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 51bfdc34-7af7-4e6c-a3e0-27160225cd52 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:21.692150 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:21.720763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17708958-d849-4659-b114-519dd8aac7c0 req-370f5f0f-a9b4-424c-b6d4-63d5cec26e12 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679759 Jul 22 23:30:21.769194 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-1f1a30b7-5f29-40c0-91cd-064ebe8456d8 service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353880 Jul 22 23:30:21.801632 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7f5d6-df4a-4f46-8598-3515b6c53d49 req-d4880034-0ac6-425d-b059-90884a785650 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:21.804463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59f7f5d6-df4a-4f46-8598-3515b6c53d49 req-d4880034-0ac6-425d-b059-90884a785650 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.5837758 Jul 22 23:30:21.859521 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:21.939981 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-b28a0f35-bc3c-4d30-b5ff-f24acfaeb22f tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=4556307dfdd14756894a47bc52842876&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616479 Jul 22 23:30:21.956419 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59f7f5d6-df4a-4f46-8598-3515b6c53d49 req-79edcf07-34e3-4797-90f6-fdeeece5b8ae tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330009 Jul 22 23:30:22.014112 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f8182e49-fe09-4351-bc3d-72745a3e62b9 req-53050ddd-e4b7-45c2-a3cf-c08464c7807a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-834250404', 'description': 'tempest-description-403376398'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:22.040196 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:22.126871 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b464b-d02a-4ece-803b-1b139e8ce046 req-872e5d49-4d91-421e-9255-61b2e0ec28c6 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:22.128368 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b9b464b-d02a-4ece-803b-1b139e8ce046 req-872e5d49-4d91-421e-9255-61b2e0ec28c6 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a579748-7b33-4042-b5c4-7626796b8a72 HTTP/1.1" status: 200 len: 944 time: 0.3191607 Jul 22 23:30:22.175247 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f8182e49-fe09-4351-bc3d-72745a3e62b9 req-53050ddd-e4b7-45c2-a3cf-c08464c7807a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:22.296038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-b628180d-9267-4dcd-91f7-d2c41607f673 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:22.297478 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-b628180d-9267-4dcd-91f7-d2c41607f673 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3352351 Jul 22 23:30:22.303579 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b9b464b-d02a-4ece-803b-1b139e8ce046 req-a146aa22-0bdd-4cd3-bc1f-838e065ddb98 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501570 Jul 22 23:30:22.328689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-1489a581-75a4-46a0-bd8f-de0219c5e67b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Request body: {'port': {'device_id': '8215358b-2661-4eaf-b668-2f68aa69e6ed', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': '4556307dfdd14756894a47bc52842876'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:22.383797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-c202c22b-ca41-4a99-be74-ae3b0c5e467f tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:22.385332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-c202c22b-ca41-4a99-be74-ae3b0c5e467f tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e&tenant_id=e3f3293308ad4d108b84009eb08300e1&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 1096 time: 0.3357811 Jul 22 23:30:22.451432 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-688802-2'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:22.484629 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a645dbe-ad08-4acc-ad2e-c55e491127fe req-91e1b060-487b-41a6-bf36-380c3f30fa33 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8215358b-2661-4eaf-b668-2f68aa69e6ed HTTP/1.1" status: 200 len: 210 time: 0.1038826 Jul 22 23:30:22.658229 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:22.661441 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f8182e49-fe09-4351-bc3d-72745a3e62b9 req-53050ddd-e4b7-45c2-a3cf-c08464c7807a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:22.662834 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:22.667750 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:22.680442 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f8182e49-fe09-4351-bc3d-72745a3e62b9 req-53050ddd-e4b7-45c2-a3cf-c08464c7807a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:22.720244 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:22.789153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:22.789840 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:22.809994 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-1489a581-75a4-46a0-bd8f-de0219c5e67b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Made reservation on behalf of 4556307dfdd14756894a47bc52842876 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:22.813619 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-1489a581-75a4-46a0-bd8f-de0219c5e67b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:22.823742 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f8182e49-fe09-4351-bc3d-72745a3e62b9 req-53050ddd-e4b7-45c2-a3cf-c08464c7807a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:22.825200 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f8182e49-fe09-4351-bc3d-72745a3e62b9 req-53050ddd-e4b7-45c2-a3cf-c08464c7807a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8408864 Jul 22 23:30:22.829620 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53050ddd-e4b7-45c2-a3cf-c08464c7807a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5c3e2a-8c13-4614-8329-38386b897e4e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:22.846936 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Pushing event updated for resources: {'Port': ['ID=0d1e7d63-1e5b-49fa-95b2-6288ac3c0146,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:22.849463 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:23.054726 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:23.100123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] For port dd74b95c-e8b3-4355-94bf-9350c2831c2b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dd74b95c-e8b3-4355-94bf-9350c2831c2b,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:23.109566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:23.113896 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:23.114324 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:23.182685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c98448-9cc8-4423-ba82-5ecfd06d620c req-bf0e04cd-70e0-47b9-bcbb-a6c8322c1433 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:23.184545 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-80c98448-9cc8-4423-ba82-5ecfd06d620c req-bf0e04cd-70e0-47b9-bcbb-a6c8322c1433 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 945 time: 0.3137190 Jul 22 23:30:23.199671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Network 8b8a650d-612f-4f0b-84a0-b8348629cb78 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:23.213397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:23.234228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-1489a581-75a4-46a0-bd8f-de0219c5e67b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Allocated IP 192.168.233.180 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/38475ece-478d-4585-a84c-edac534a1097) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:23.254399 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] For port dd74b95c-e8b3-4355-94bf-9350c2831c2b, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:23.352784 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:23.387733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a579748-7b33-4042-b5c4-7626796b8a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:23.390248 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bded1b47-2d2e-4e81-ad64-fbbe69dadd21" -d '{"events": [{"server_uuid": "5a579748-7b33-4042-b5c4-7626796b8a72", "name": "network-vif-plugged", "status": "completed", "tag": "8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:23.407530 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:23.412519 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:23.477415 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:23.513410 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e9753bb9-a782-4f9b-83fa-9a0f3cb12c90 None None] Provisioning complete for port 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:23.513789 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e9753bb9-a782-4f9b-83fa-9a0f3cb12c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:23.556342 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e9753bb9-a782-4f9b-83fa-9a0f3cb12c90 None None] Port 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:30:23.616262 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-80c98448-9cc8-4423-ba82-5ecfd06d620c req-b48ca75b-6756-4599-9731-48b661f5dcdb tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199698 Jul 22 23:30:23.633320 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57038) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:23.654235 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01a1e31-b075-4919-b61b-7509c94bc20e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd74b95c-e8b3-4355-94bf-9350c2831c2b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:23.656517 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0151d1f4-36ee-4252-82c8-c01e0540fbf9" -d '{"events": [{"server_uuid": "a01a1e31-b075-4919-b61b-7509c94bc20e", "name": "network-vif-unplugged", "status": "completed", "tag": "dd74b95c-e8b3-4355-94bf-9350c2831c2b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:23.662368 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:23.692094 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:23.759853 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3b95b28-255a-493b-907e-c329135edb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:23.798770 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75ddafe7-1f74-48ec-a0c9-5757b8dc418e req-6bc287df-0754-43c4-9504-c28174d764d8 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/bc5c3e2a-8c13-4614-8329-38386b897e4e HTTP/1.1" status: 200 len: 1803 time: 0.2483866 Jul 22 23:30:23.817124 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Router 7f468dd9-5175-4dc6-9042-ffd4106ff3dc has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:30:23.819395 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-0d0ae9af-7c9d-4956-8a39-99438ee33a5f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fb89fd006c024322b87d15ca6772f41c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026082 Jul 22 23:30:23.855310 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3b95b28-255a-493b-907e-c329135edb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:23.858294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-75ddafe7-1f74-48ec-a0c9-5757b8dc418e req-e17ec9e9-e3bf-44e4-9c5f-86676125d304 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bc5c3e2a-8c13-4614-8329-38386b897e4e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:23.858619 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-75ddafe7-1f74-48ec-a0c9-5757b8dc418e req-e17ec9e9-e3bf-44e4-9c5f-86676125d304 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bc5c3e2a-8c13-4614-8329-38386b897e4e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:23.859126 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3b95b28-255a-493b-907e-c329135edb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:23.900291 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f3b95b28-255a-493b-907e-c329135edb29 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=018826967777447b84e5aacda184221f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650256 Jul 22 23:30:23.901152 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b95b28-255a-493b-907e-c329135edb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b06790-8582-4ada-8ca2-434124af64ad,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:23.903451 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57052) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:23.946854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Pushing event updated for resources: {'Port': ['ID=dd74b95c-e8b3-4355-94bf-9350c2831c2b,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:23.953693 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54aa2fe4-cae7-46e0-9e98-989909b892b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:23.976409 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54aa2fe4-cae7-46e0-9e98-989909b892b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:23.998891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Attempting to bind port dd74b95c-e8b3-4355-94bf-9350c2831c2b on host n-h2-688802-2 for vnic_type normal with profile {"migrating_to": "n-h1-688802-2"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:23.999253 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Attempting to bind port dd74b95c-e8b3-4355-94bf-9350c2831c2b by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:23.999556 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Attempting to bind port dd74b95c-e8b3-4355-94bf-9350c2831c2b on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:24.034818 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54aa2fe4-cae7-46e0-9e98-989909b892b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.037364 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54aa2fe4-cae7-46e0-9e98-989909b892b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.038520 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-54aa2fe4-cae7-46e0-9e98-989909b892b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87b06790-8582-4ada-8ca2-434124af64ad HTTP/1.1" status: 204 len: 168 time: 0.1341698 Jul 22 23:30:24.047527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa2fe4-cae7-46e0-9e98-989909b892b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b06790-8582-4ada-8ca2-434124af64ad,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:24.120428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Port dd74b95c-e8b3-4355-94bf-9350c2831c2b on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:30:24.120754 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Attempting to bind port dd74b95c-e8b3-4355-94bf-9350c2831c2b on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:24.139230 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-1489a581-75a4-46a0-bd8f-de0219c5e67b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.165676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:24.166020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Checking segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:24.166404 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Bound using segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:24.166837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Bound port: dd74b95c-e8b3-4355-94bf-9350c2831c2b, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:24.167195 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.217297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-1489a581-75a4-46a0-bd8f-de0219c5e67b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Transition to ACTIVE for port object 38475ece-478d-4585-a84c-edac534a1097 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:24.234756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-91671ebf-ab2f-43f8-95b3-9518f690d0f9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:24.236245 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-91671ebf-ab2f-43f8-95b3-9518f690d0f9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3733513 Jul 22 23:30:24.241386 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75ddafe7-1f74-48ec-a0c9-5757b8dc418e req-e17ec9e9-e3bf-44e4-9c5f-86676125d304 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.314056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-9fc1a8ce-9c7d-44e7-8e20-813a115113cb tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/quotas/fb89fd006c024322b87d15ca6772f41c HTTP/1.1" status: 200 len: 375 time: 0.0461788 Jul 22 23:30:24.314813 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57058) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:24.328740 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab38a3af-eb6b-4ac6-9051-52ad14d7d1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.330335 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75ddafe7-1f74-48ec-a0c9-5757b8dc418e req-e17ec9e9-e3bf-44e4-9c5f-86676125d304 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.341233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:30:24.363986 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-715c7225-9a84-4087-8dbe-ad1dec32f07f admin admin] 10.222.0.26 "PUT /v2.0/routers/7f468dd9-5175-4dc6-9042-ffd4106ff3dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1586494 Jul 22 23:30:24.364224 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Sync routers for ids ['7f468dd9-5175-4dc6-9042-ffd4106ff3dc'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:30:24.364737 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75ddafe7-1f74-48ec-a0c9-5757b8dc418e req-e17ec9e9-e3bf-44e4-9c5f-86676125d304 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.370570 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Routers {'7f468dd9-5175-4dc6-9042-ffd4106ff3dc'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:24.371561 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:30:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['7f468dd9-5175-4dc6-9042-ffd4106ff3dc'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:24.407659 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] For port dd74b95c-e8b3-4355-94bf-9350c2831c2b, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:24.430388 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-1489a581-75a4-46a0-bd8f-de0219c5e67b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.434669 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ec9e9-e3bf-44e4-9c5f-86676125d304 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6973fe1a-8dda-43b0-9841-4dc370efdd07,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:24.437758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] For port dd74b95c-e8b3-4355-94bf-9350c2831c2b, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dd74b95c-e8b3-4355-94bf-9350c2831c2b,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:24.466559 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab38a3af-eb6b-4ac6-9051-52ad14d7d1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.473132 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab38a3af-eb6b-4ac6-9051-52ad14d7d1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.473980 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.504218 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75ddafe7-1f74-48ec-a0c9-5757b8dc418e req-e17ec9e9-e3bf-44e4-9c5f-86676125d304 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.518504 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75ddafe7-1f74-48ec-a0c9-5757b8dc418e req-e17ec9e9-e3bf-44e4-9c5f-86676125d304 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7052085 Jul 22 23:30:24.520456 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Set router 7f468dd9-5175-4dc6-9042-ffd4106ff3dc gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:24.523014 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38a3af-eb6b-4ac6-9051-52ad14d7d1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728f8727-f246-4889-b826-25cc23bd9fa5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:24.523684 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-1489a581-75a4-46a0-bd8f-de0219c5e67b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:24.544516 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57064) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:24.544841 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ab38a3af-eb6b-4ac6-9051-52ad14d7d1fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad1ee8318a2f41f8b5a746916c3ee787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237251 Jul 22 23:30:24.548054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-1489a581-75a4-46a0-bd8f-de0219c5e67b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:24.588698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489a581-75a4-46a0-bd8f-de0219c5e67b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Pushing event updated for resources: {'Port': ['ID=38475ece-478d-4585-a84c-edac534a1097,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:24.592714 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-1489a581-75a4-46a0-bd8f-de0219c5e67b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:24.604982 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-062f117e-63d5-4d5a-8f1b-0eccd5b66bed tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2766802 Jul 22 23:30:24.742805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:24.743660 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.745062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] 10.222.0.18 "PUT /v2.0/ports/dd74b95c-e8b3-4355-94bf-9350c2831c2b HTTP/1.1" status: 200 len: 1121 time: 2.3164451 Jul 22 23:30:24.830095 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['dd74b95c-e8b3-4355-94bf-9350c2831c2b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:24.848862 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba0cd319-5f4a-456c-9279-e2743104a77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.869152 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-1489a581-75a4-46a0-bd8f-de0219c5e67b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:24.869859 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-1489a581-75a4-46a0-bd8f-de0219c5e67b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.918175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e5a5c-595a-4c98-804e-7cf6eee4e4c9 req-3878b9f3-64a6-4965-9be7-72981103c010 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:24.936095 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-662e5a5c-595a-4c98-804e-7cf6eee4e4c9 req-3878b9f3-64a6-4965-9be7-72981103c010 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.3443940 Jul 22 23:30:24.958138 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba0cd319-5f4a-456c-9279-e2743104a77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.989692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c4452-383a-48ff-a56c-d80bbb3179eb service neutron] Pushing event updated for resources: {'Port': ['ID=dd74b95c-e8b3-4355-94bf-9350c2831c2b,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:25.088504 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-1489a581-75a4-46a0-bd8f-de0219c5e67b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7697275 Jul 22 23:30:25.126514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Request body: {'port': {'device_id': '8215358b-2661-4eaf-b668-2f68aa69e6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:25.130096 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba0cd319-5f4a-456c-9279-e2743104a77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:25.137904 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba0cd319-5f4a-456c-9279-e2743104a77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:25.139775 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ba0cd319-5f4a-456c-9279-e2743104a77f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/728f8727-f246-4889-b826-25cc23bd9fa5 HTTP/1.1" status: 204 len: 168 time: 0.5888729 Jul 22 23:30:25.162897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-822b5c0a-a1cc-4f18-80b6-6798c4f2eab2 None None] Provisioning for port 38475ece-478d-4585-a84c-edac534a1097 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:25.179216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-822b5c0a-a1cc-4f18-80b6-6798c4f2eab2 None None] Provisioning complete for port 38475ece-478d-4585-a84c-edac534a1097 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:25.179756 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-822b5c0a-a1cc-4f18-80b6-6798c4f2eab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:25.248220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cd319-5f4a-456c-9279-e2743104a77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728f8727-f246-4889-b826-25cc23bd9fa5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:25.268340 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-65442976-router', 'tenant_id': '5922220352d24af89f1be81fb87bb04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '4b5d0854-82a1-4f0d-8828-f0ba154bcbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:15Z', 'updated_at': '2021-07-22T23:30:21Z', 'revision_number': 4, 'project_id': '5922220352d24af89f1be81fb87bb04e', 'gw_port': {'id': '4b5d0854-82a1-4f0d-8828-f0ba154bcbf9', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:16Z', 'updated_at': '2021-07-22T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '0d1e7d63-1e5b-49fa-95b2-6288ac3c0146', 'name': '', 'network_id': '8b8a650d-612f-4f0b-84a0-b8348629cb78', 'tenant_id': '5922220352d24af89f1be81fb87bb04e', 'mac_address': 'fa:16:3e:25:7b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c7921eea-cf69-4795-83a9-aae660ce6bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:19Z', 'updated_at': '2021-07-22T23:30:22Z', 'revision_number': 2, 'project_id': '5922220352d24af89f1be81fb87bb04e', 'subnets': [{'id': 'c7921eea-cf69-4795-83a9-aae660ce6bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:25.271525 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-662e5a5c-595a-4c98-804e-7cf6eee4e4c9 req-b60fa006-1c8d-4800-bff5-8978f2613514 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319912 Jul 22 23:30:25.355679 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba38056e-79c6-4fd5-8937-4b92c727db55 x-openstack-request-id: req-ba38056e-79c6-4fd5-8937-4b92c727db55 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:25.355946 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a579748-7b33-4042-b5c4-7626796b8a72", "name": "network-vif-plugged", "status": "completed", "tag": "8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:25.356166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f557678-4f84-4691-9ad6-7ce037f2f34d req-7a9186de-c859-4041-a5d2-f96e4eee33ca tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:25.356291 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba38056e-79c6-4fd5-8937-4b92c727db55 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:25.356575 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a579748-7b33-4042-b5c4-7626796b8a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa', 'code': 200} Jul 22 23:30:25.361325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Checking router: 7f468dd9-5175-4dc6-9042-ffd4106ff3dc for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:30:25.361680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Updating router 7f468dd9-5175-4dc6-9042-ffd4106ff3dc port 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:30:25.374823 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f557678-4f84-4691-9ad6-7ce037f2f34d req-7a9186de-c859-4041-a5d2-f96e4eee33ca tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a579748-7b33-4042-b5c4-7626796b8a72 HTTP/1.1" status: 200 len: 945 time: 0.4362724 Jul 22 23:30:25.429748 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-822b5c0a-a1cc-4f18-80b6-6798c4f2eab2 None None] Port 38475ece-478d-4585-a84c-edac534a1097 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:30:25.497909 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:25.552082 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:25.796891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f557678-4f84-4691-9ad6-7ce037f2f34d req-799b5817-65ce-4b4d-a7d9-180ad755d535 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200199 Jul 22 23:30:25.862242 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6976568-cf46-48a4-89f5-6af230aab09d req-a3f892af-b897-4f4d-b51b-7d4c0ba8d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:25.864154 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6976568-cf46-48a4-89f5-6af230aab09d req-a3f892af-b897-4f4d-b51b-7d4c0ba8d0ba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5a579748-7b33-4042-b5c4-7626796b8a72 HTTP/1.1" status: 200 len: 1096 time: 0.3568215 Jul 22 23:30:25.934364 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21c9cd-0bd7-4b1b-828d-d2ed23099bf6 req-f2edcc9e-1d7c-45ea-b609-94c3779735ea tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:25.941281 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d21c9cd-0bd7-4b1b-828d-d2ed23099bf6 req-f2edcc9e-1d7c-45ea-b609-94c3779735ea tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8215358b-2661-4eaf-b668-2f68aa69e6ed HTTP/1.1" status: 200 len: 936 time: 0.4269452 Jul 22 23:30:25.952255 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1eddc9-fa50-4adf-82b9-75e6a43cf483 x-openstack-request-id: req-ed1eddc9-fa50-4adf-82b9-75e6a43cf483 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:25.952798 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01a1e31-b075-4919-b61b-7509c94bc20e", "name": "network-vif-unplugged", "status": "completed", "tag": "dd74b95c-e8b3-4355-94bf-9350c2831c2b", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:25.953265 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed1eddc9-fa50-4adf-82b9-75e6a43cf483 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:25.953816 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01a1e31-b075-4919-b61b-7509c94bc20e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd74b95c-e8b3-4355-94bf-9350c2831c2b', 'code': 200} Jul 22 23:30:26.033806 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6976568-cf46-48a4-89f5-6af230aab09d req-02d05b99-30d6-4521-9c37-d2346a4ca513 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854559 Jul 22 23:30:26.053814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d50e5b79-1476-4907-999a-70edb9944db2 req-f3f8c4bc-75bf-41f2-95f8-fee8b87fbd3b tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2025901387', 'description': 'tempest-description-984075448'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:26.149061 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d21c9cd-0bd7-4b1b-828d-d2ed23099bf6 req-580a68f9-7ba5-4187-ab39-1796df18eaa5 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067935 Jul 22 23:30:26.219822 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:26.227012 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d50e5b79-1476-4907-999a-70edb9944db2 req-f3f8c4bc-75bf-41f2-95f8-fee8b87fbd3b tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:26.263633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Transition to ACTIVE for port object 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:26.293192 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:26.502833 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfa033-e015-4db1-935a-5404381d387d None None] Pushing event updated for resources: {'Port': ['ID=0d1e7d63-1e5b-49fa-95b2-6288ac3c0146,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:26.531346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19114361-4b95-4d28-96ae-f56d9bccfcb3 req-4c5f6615-e7ad-402a-89f4-d1fea3ada062 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:26.557696 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19114361-4b95-4d28-96ae-f56d9bccfcb3 req-4c5f6615-e7ad-402a-89f4-d1fea3ada062 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 943 time: 0.2949085 Jul 22 23:30:26.584284 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Attempting to bind port 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:26.584631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Attempting to bind port 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '63be9123-b0f1-4f28-8257-813151049547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8b8a650d-612f-4f0b-84a0-b8348629cb78'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:26.585000 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Attempting to bind port 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 on network 8b8a650d-612f-4f0b-84a0-b8348629cb78 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:26.600085 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:26.600085 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Checking segment: {'id': '63be9123-b0f1-4f28-8257-813151049547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8b8a650d-612f-4f0b-84a0-b8348629cb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:26.600085 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:26.600085 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Bound using segment: {'id': '63be9123-b0f1-4f28-8257-813151049547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8b8a650d-612f-4f0b-84a0-b8348629cb78'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:26.600600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Bound port: 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63be9123-b0f1-4f28-8257-813151049547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8b8a650d-612f-4f0b-84a0-b8348629cb78'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:26.600704 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:26.735151 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-4d05ac75-0ca5-4ed3-aa7f-e4ac5d2319c8 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=fb89fd006c024322b87d15ca6772f41c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607958 Jul 22 23:30:26.736126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38475ece-478d-4585-a84c-edac534a1097 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:26.750763 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:26.771945 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19114361-4b95-4d28-96ae-f56d9bccfcb3 req-b40c3efc-adbd-4568-b251-e1b87ea1f082 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132940 Jul 22 23:30:26.824289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] For port 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:26.847172 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d50e5b79-1476-4907-999a-70edb9944db2 req-f3f8c4bc-75bf-41f2-95f8-fee8b87fbd3b tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:26.850097 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Transition to ACTIVE for port object 38475ece-478d-4585-a84c-edac534a1097 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:26.859794 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d50e5b79-1476-4907-999a-70edb9944db2 req-f3f8c4bc-75bf-41f2-95f8-fee8b87fbd3b tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:26.864244 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] For port 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0d1e7d63-1e5b-49fa-95b2-6288ac3c0146,segment=NetworkSegment(63be9123-b0f1-4f28-8257-813151049547),segment_id=63be9123-b0f1-4f28-8257-813151049547)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:26.881226 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:26.896792 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:27.077846 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4b6539fe-32b6-4eac-ae28-72d838bb997c req-ad83eb35-dc8f-4f88-b2a9-954c6e7e510c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 210 time: 0.1384733 Jul 22 23:30:27.079889 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d50e5b79-1476-4907-999a-70edb9944db2 req-f3f8c4bc-75bf-41f2-95f8-fee8b87fbd3b tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:27.101841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d50e5b79-1476-4907-999a-70edb9944db2 req-f3f8c4bc-75bf-41f2-95f8-fee8b87fbd3b tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0695169 Jul 22 23:30:27.114852 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device dd74b95c-e8b3-4355-94bf-9350c2831c2b details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:27.128497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8c4bc-75bf-41f2-95f8-fee8b87fbd3b tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f4f9cf-cdab-4e5d-862e-1f05177d8676,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:27.130455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-60e9a8c3-e3ff-40aa-8b1b-3eff49e218d4 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:27.136869 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-60e9a8c3-e3ff-40aa-8b1b-3eff49e218d4 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3986039 Jul 22 23:30:27.152923 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-793697a5-ffe4-4a28-a4cd-4896f93cfb3c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Request body: {'port': {'device_id': '3c6f82c8-ebf7-4af3-bb3c-af526bbc2264', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'fb89fd006c024322b87d15ca6772f41c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:27.245508 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Routers {'7f468dd9-5175-4dc6-9042-ffd4106ff3dc'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:27.246153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:30:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['7f468dd9-5175-4dc6-9042-ffd4106ff3dc'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:27.285433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Pushing event updated for resources: {'Port': ['ID=38475ece-478d-4585-a84c-edac534a1097,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:27.492974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfa033-e015-4db1-935a-5404381d387d None None] Pushing event updated for resources: {'Port': ['ID=0d1e7d63-1e5b-49fa-95b2-6288ac3c0146,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:27.672476 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-793697a5-ffe4-4a28-a4cd-4896f93cfb3c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Made reservation on behalf of fb89fd006c024322b87d15ca6772f41c for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:27.715138 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-793697a5-ffe4-4a28-a4cd-4896f93cfb3c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:27.772132 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] Set router 7f468dd9-5175-4dc6-9042-ffd4106ff3dc gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:27.896045 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Attempting to bind port 38475ece-478d-4585-a84c-edac534a1097 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:27.896748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Attempting to bind port 38475ece-478d-4585-a84c-edac534a1097 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:27.896990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Attempting to bind port 38475ece-478d-4585-a84c-edac534a1097 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:27.904349 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Port 38475ece-478d-4585-a84c-edac534a1097 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:30:27.904641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Attempting to bind port 38475ece-478d-4585-a84c-edac534a1097 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:27.915178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port dd74b95c-e8b3-4355-94bf-9350c2831c2b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dd74b95c-e8b3-4355-94bf-9350c2831c2b,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:27.922904 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:27.922904 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:27.924576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:27.925165 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Bound port: 38475ece-478d-4585-a84c-edac534a1097, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:27.931928 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:27.978867 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01a1e31-b075-4919-b61b-7509c94bc20e', 'tag': 'dd74b95c-e8b3-4355-94bf-9350c2831c2b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:27.978867 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaba41f-3e42-4d89-b08c-b79ad9c99009" -d '{"events": [{"name": "network-changed", "server_uuid": "a01a1e31-b075-4919-b61b-7509c94bc20e", "tag": "dd74b95c-e8b3-4355-94bf-9350c2831c2b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:27.998996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3fb87-4625-4bdf-883c-d7ff1661f3c6 req-2d5cfd63-e55a-454d-9a8d-aa2241c2f9e5 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:28.000205 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device dd74b95c-e8b3-4355-94bf-9350c2831c2b has no active binding in host n-h1-688802-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 23:30:28.006935 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ff3fb87-4625-4bdf-883c-d7ff1661f3c6 req-2d5cfd63-e55a-454d-9a8d-aa2241c2f9e5 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.5668821 Jul 22 23:30:28.038864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bbadf-8b14-48ee-8ba6-2f2e76af2527 req-6c9ff339-1098-4063-8c33-8604bb59c315 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:28.041494 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b1bbadf-8b14-48ee-8ba6-2f2e76af2527 req-6c9ff339-1098-4063-8c33-8604bb59c315 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a579748-7b33-4042-b5c4-7626796b8a72 HTTP/1.1" status: 200 len: 945 time: 0.7462101 Jul 22 23:30:28.126613 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-793697a5-ffe4-4a28-a4cd-4896f93cfb3c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Allocated IP 192.168.233.58 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/a5df4edb-89f9-49f5-9058-1704c473d025) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:28.230925 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ff3fb87-4625-4bdf-883c-d7ff1661f3c6 req-e1f82925-445a-41e9-b1e7-21d34e6f4c41 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220762 Jul 22 23:30:28.247959 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b1bbadf-8b14-48ee-8ba6-2f2e76af2527 req-9f16b72b-ba88-4051-afd3-6143143a0aa7 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841955 Jul 22 23:30:28.302292 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] For port 38475ece-478d-4585-a84c-edac534a1097, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:28.313134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] For port 38475ece-478d-4585-a84c-edac534a1097, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=38475ece-478d-4585-a84c-edac534a1097,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:28.327305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c8173588-a5f0-431c-a257-18113a40e5c1 req-7a59eb77-ee72-4a44-b8eb-3e60c5379dcb tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1054251072', 'description': 'tempest-description-400229316'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:28.333660 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:28.388734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:28.389575 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:28.391035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] 10.222.0.95 "PUT /v2.0/ports/38475ece-478d-4585-a84c-edac534a1097 HTTP/1.1" status: 200 len: 1096 time: 3.2813671 Jul 22 23:30:28.424648 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8173588-a5f0-431c-a257-18113a40e5c1 req-7a59eb77-ee72-4a44-b8eb-3e60c5379dcb tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:28.446933 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-65442976-router', 'tenant_id': '5922220352d24af89f1be81fb87bb04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '4b5d0854-82a1-4f0d-8828-f0ba154bcbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:15Z', 'updated_at': '2021-07-22T23:30:21Z', 'revision_number': 4, 'project_id': '5922220352d24af89f1be81fb87bb04e', 'gw_port': {'id': '4b5d0854-82a1-4f0d-8828-f0ba154bcbf9', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:16Z', 'updated_at': '2021-07-22T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '0d1e7d63-1e5b-49fa-95b2-6288ac3c0146', 'name': '', 'network_id': '8b8a650d-612f-4f0b-84a0-b8348629cb78', 'tenant_id': '5922220352d24af89f1be81fb87bb04e', 'mac_address': 'fa:16:3e:25:7b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c7921eea-cf69-4795-83a9-aae660ce6bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:19Z', 'updated_at': '2021-07-22T23:30:26Z', 'revision_number': 4, 'project_id': '5922220352d24af89f1be81fb87bb04e', 'subnets': [{'id': 'c7921eea-cf69-4795-83a9-aae660ce6bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:28.604516 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8173588-a5f0-431c-a257-18113a40e5c1 req-7a59eb77-ee72-4a44-b8eb-3e60c5379dcb tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:28.666113 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-793697a5-ffe4-4a28-a4cd-4896f93cfb3c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:28.718005 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-793697a5-ffe4-4a28-a4cd-4896f93cfb3c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Transition to ACTIVE for port object a5df4edb-89f9-49f5-9058-1704c473d025 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:28.857757 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-793697a5-ffe4-4a28-a4cd-4896f93cfb3c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:28.987295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['1ffff702-ff63-4a07-a49d-3f2b81c037c3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:29.011950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5aeacd-7460-4c3d-bf85-981c77038ecf None None] The sync data for ids ['7f468dd9-5175-4dc6-9042-ffd4106ff3dc'] in n-d-688802-2 is: [{'id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-65442976-router', 'tenant_id': '5922220352d24af89f1be81fb87bb04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '4b5d0854-82a1-4f0d-8828-f0ba154bcbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:15Z', 'updated_at': '2021-07-22T23:30:21Z', 'revision_number': 4, 'project_id': '5922220352d24af89f1be81fb87bb04e', 'gw_port': {'id': '4b5d0854-82a1-4f0d-8828-f0ba154bcbf9', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:16Z', 'updated_at': '2021-07-22T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '0d1e7d63-1e5b-49fa-95b2-6288ac3c0146', 'name': '', 'network_id': '8b8a650d-612f-4f0b-84a0-b8348629cb78', 'tenant_id': '5922220352d24af89f1be81fb87bb04e', 'mac_address': 'fa:16:3e:25:7b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c7921eea-cf69-4795-83a9-aae660ce6bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:19Z', 'updated_at': '2021-07-22T23:30:26Z', 'revision_number': 4, 'project_id': '5922220352d24af89f1be81fb87bb04e', 'subnets': [{'id': 'c7921eea-cf69-4795-83a9-aae660ce6bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:30:29.014346 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793697a5-ffe4-4a28-a4cd-4896f93cfb3c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Pushing event updated for resources: {'Port': ['ID=a5df4edb-89f9-49f5-9058-1704c473d025,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:29.112526 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-793697a5-ffe4-4a28-a4cd-4896f93cfb3c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:29.114314 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-793697a5-ffe4-4a28-a4cd-4896f93cfb3c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:29.129746 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8173588-a5f0-431c-a257-18113a40e5c1 req-7a59eb77-ee72-4a44-b8eb-3e60c5379dcb tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:29.145592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-793697a5-ffe4-4a28-a4cd-4896f93cfb3c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:29.177959 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e9efb-14c7-4262-a522-45d96ee8ee54 service neutron] Pushing event updated for resources: {'Port': ['ID=38475ece-478d-4585-a84c-edac534a1097,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:29.219664 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8173588-a5f0-431c-a257-18113a40e5c1 req-7a59eb77-ee72-4a44-b8eb-3e60c5379dcb tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:29.220915 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8173588-a5f0-431c-a257-18113a40e5c1 req-7a59eb77-ee72-4a44-b8eb-3e60c5379dcb tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9038150 Jul 22 23:30:29.236340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59eb77-ee72-4a44-b8eb-3e60c5379dcb tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834dcaed-f6b7-489f-9f96-e5a572422ad1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:29.275373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657c7f71-4e9d-45ed-a168-49fad0df661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:29.281042 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-657c7f71-4e9d-45ed-a168-49fad0df661b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4556307dfdd14756894a47bc52842876&device_id=8215358b-2661-4eaf-b668-2f68aa69e6ed HTTP/1.1" status: 200 len: 1099 time: 0.8264980 Jul 22 23:30:29.308164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c7e49-fe88-4b9a-a607-1ded1e257372 req-97f3f7e5-a87b-4811-816f-112977f61816 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:29.327451 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7a6c7e49-fe88-4b9a-a607-1ded1e257372 req-97f3f7e5-a87b-4811-816f-112977f61816 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8215358b-2661-4eaf-b668-2f68aa69e6ed HTTP/1.1" status: 200 len: 948 time: 0.7196050 Jul 22 23:30:29.395939 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-793697a5-ffe4-4a28-a4cd-4896f93cfb3c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:29.401806 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-793697a5-ffe4-4a28-a4cd-4896f93cfb3c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:29.455748 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-793697a5-ffe4-4a28-a4cd-4896f93cfb3c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3068345 Jul 22 23:30:29.472116 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Request body: {'port': {'device_id': '3c6f82c8-ebf7-4af3-bb3c-af526bbc2264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:29.628352 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-7f40a89c-4373-4cec-a995-b879a1500a85 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=38475ece-478d-4585-a84c-edac534a1097 HTTP/1.1" status: 200 len: 217 time: 0.3403077 Jul 22 23:30:29.783734 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:29.805490 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7a6c7e49-fe88-4b9a-a607-1ded1e257372 req-040667f6-ebe7-47d2-8ea9-f752af253c50 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623094 Jul 22 23:30:29.874035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-84f8f2fe-0f0f-41e7-a3f1-2cb481a53689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:29.875992 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-84f8f2fe-0f0f-41e7-a3f1-2cb481a53689 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.2063375 Jul 22 23:30:29.957220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d116c73a-0cee-48b2-9b1b-05dbd142b318 None None] Provisioning for port a5df4edb-89f9-49f5-9058-1704c473d025 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:29.979251 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c12527f-cc1f-41ca-99e1-84b4baa0c3a3 x-openstack-request-id: req-6c12527f-cc1f-41ca-99e1-84b4baa0c3a3 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:29.995564 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01a1e31-b075-4919-b61b-7509c94bc20e", "tag": "dd74b95c-e8b3-4355-94bf-9350c2831c2b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:29.995891 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c12527f-cc1f-41ca-99e1-84b4baa0c3a3 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:29.996314 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01a1e31-b075-4919-b61b-7509c94bc20e', 'tag': 'dd74b95c-e8b3-4355-94bf-9350c2831c2b', 'status': 'completed', 'code': 200} Jul 22 23:30:30.005384 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.95', 54703) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:30.028256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d116c73a-0cee-48b2-9b1b-05dbd142b318 None None] Provisioning complete for port a5df4edb-89f9-49f5-9058-1704c473d025 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:30.028829 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d116c73a-0cee-48b2-9b1b-05dbd142b318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:30.117063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d116c73a-0cee-48b2-9b1b-05dbd142b318 None None] Port a5df4edb-89f9-49f5-9058-1704c473d025 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:30:30.140397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5972d9-211a-45cf-8cf4-c441effe270d req-9295aef7-5c19-44ba-b1f0-aa5fdc81c69e tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:30.159346 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b5972d9-211a-45cf-8cf4-c441effe270d req-9295aef7-5c19-44ba-b1f0-aa5fdc81c69e tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 943 time: 0.6119547 Jul 22 23:30:30.362441 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b5972d9-211a-45cf-8cf4-c441effe270d req-c9206e00-ba0f-4bc6-b5e7-be88171f738c tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002246 Jul 22 23:30:30.364484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.95', 54704) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:30.385966 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-b52dd95a-e14b-4d92-b734-6d2d2621aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:30.406827 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-b52dd95a-e14b-4d92-b734-6d2d2621aeab service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5214767 Jul 22 23:30:30.558278 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5df4edb-89f9-49f5-9058-1704c473d025 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:30.566424 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-87408fd4-006d-4dcf-8611-3e256c131040 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510639 Jul 22 23:30:30.583490 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:30.631218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Transition to ACTIVE for port object a5df4edb-89f9-49f5-9058-1704c473d025 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:30.646896 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:30.777297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaba41f-3e42-4d89-b08c-b79ad9c99009 req-6e6868f6-7c60-4255-9081-4b277617571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:30.783179 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffaba41f-3e42-4d89-b08c-b79ad9c99009 req-6e6868f6-7c60-4255-9081-4b277617571f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 1124 time: 0.7454927 Jul 22 23:30:30.878442 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:30.952763 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146cd33-b980-41ac-98ef-08dd590b2a7e req-a3f80b8d-1da1-447c-a606-09028b6b9157 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:30.961522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6146cd33-b980-41ac-98ef-08dd590b2a7e req-a3f80b8d-1da1-447c-a606-09028b6b9157 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 935 time: 0.7690711 Jul 22 23:30:31.018465 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12fe7582-173d-4547-9f58-badfb4459b9f req-207a9148-881a-4445-be2a-5c56e1cc57e4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075435 Jul 22 23:30:31.022004 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-6d3afef2-1138-42fc-8219-1d8308b4d4f1 service neutron] 10.222.0.95 "GET /v2.0/ports/dd74b95c-e8b3-4355-94bf-9350c2831c2b/bindings/n-h1-688802-2 HTTP/1.1" status: 200 len: 384 time: 0.6526368 Jul 22 23:30:31.025243 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a5df4edb-89f9-49f5-9058-1704c473d025,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:31.083821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f5fbd20-6b27-4ec1-90f0-7408dc1a0dc6 req-ef084c70-0597-4101-bad2-bcfdd559fe09 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044901 Jul 22 23:30:31.103038 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:31.131680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:31.132970 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:31.384371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Attempting to bind port a5df4edb-89f9-49f5-9058-1704c473d025 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:31.384371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Attempting to bind port a5df4edb-89f9-49f5-9058-1704c473d025 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:31.384371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Attempting to bind port a5df4edb-89f9-49f5-9058-1704c473d025 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:31.394266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Port a5df4edb-89f9-49f5-9058-1704c473d025 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:30:31.394937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Attempting to bind port a5df4edb-89f9-49f5-9058-1704c473d025 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:31.416491 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:31.472200 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:31.474855 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6146cd33-b980-41ac-98ef-08dd590b2a7e req-5db4097d-b9a6-4e31-85f9-a824995816e3 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123873 Jul 22 23:30:31.476692 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:31.477135 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:31.479719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Bound port: a5df4edb-89f9-49f5-9058-1704c473d025, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:31.480118 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:31.547590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0d1e7d63-1e5b-49fa-95b2-6288ac3c0146,segment=NetworkSegment(63be9123-b0f1-4f28-8257-813151049547),segment_id=63be9123-b0f1-4f28-8257-813151049547)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:31.550432 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ccff4280-4974-412e-90c3-e134d8cba432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:31.559538 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:31.606001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaba41f-3e42-4d89-b08c-b79ad9c99009 req-39cd19d2-655b-4616-9c90-049eeb4247f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:31.609491 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffaba41f-3e42-4d89-b08c-b79ad9c99009 req-39cd19d2-655b-4616-9c90-049eeb4247f3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.8075616 Jul 22 23:30:31.687149 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=0d1e7d63-1e5b-49fa-95b2-6288ac3c0146,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:31.727541 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffaba41f-3e42-4d89-b08c-b79ad9c99009 req-9abf6ac2-afd1-4a1f-8faf-1dda612a5a16 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd74b95c-e8b3-4355-94bf-9350c2831c2b HTTP/1.1" status: 200 len: 217 time: 0.0984426 Jul 22 23:30:31.740486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe7582-173d-4547-9f58-badfb4459b9f req-d3343967-071c-4cd4-957f-edb66cab5256 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:31.748588 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12fe7582-173d-4547-9f58-badfb4459b9f req-d3343967-071c-4cd4-957f-edb66cab5256 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7292571 Jul 22 23:30:31.765136 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-156d4c26-4c84-439e-a97c-ffe7ef3784c3 req-c21781f4-f718-45cb-b2b5-f4c6dc6b5c95 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/63f4f9cf-cdab-4e5d-862e-1f05177d8676 HTTP/1.1" status: 200 len: 1804 time: 0.2377872 Jul 22 23:30:31.836550 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-f168679e-6562-467e-a0f3-10963731ad29 service neutron] For port dd74b95c-e8b3-4355-94bf-9350c2831c2b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dd74b95c-e8b3-4355-94bf-9350c2831c2b,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:31.839291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] For port a5df4edb-89f9-49f5-9058-1704c473d025, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:31.861494 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaba41f-3e42-4d89-b08c-b79ad9c99009 req-d6c7e567-a8ba-4a4a-b4ed-7d5894289454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:31.864076 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] For port a5df4edb-89f9-49f5-9058-1704c473d025, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=a5df4edb-89f9-49f5-9058-1704c473d025,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:31.865840 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffaba41f-3e42-4d89-b08c-b79ad9c99009 req-d6c7e567-a8ba-4a4a-b4ed-7d5894289454 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.1058235 Jul 22 23:30:31.870382 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:31.878687 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-f168679e-6562-467e-a0f3-10963731ad29 service neutron] For port dd74b95c-e8b3-4355-94bf-9350c2831c2b, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:31.918443 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12fe7582-173d-4547-9f58-badfb4459b9f req-638fc456-5874-41d7-8d34-d8b9be52a221 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/quotas/baf0077687bc4e6f86e7a3e26b9b8f17 HTTP/1.1" status: 200 len: 375 time: 0.1683939 Jul 22 23:30:31.946203 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:31.947005 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:31.948511 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] 10.222.0.95 "PUT /v2.0/ports/a5df4edb-89f9-49f5-9058-1704c473d025 HTTP/1.1" status: 200 len: 1095 time: 2.4865613 Jul 22 23:30:31.965772 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6f82c8-ebf7-4af3-bb3c-af526bbc2264', 'tag': 'a5df4edb-89f9-49f5-9058-1704c473d025'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:31.970017 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b33fef-5a73-4697-a4e2-c00c470fb127" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6f82c8-ebf7-4af3-bb3c-af526bbc2264", "tag": "a5df4edb-89f9-49f5-9058-1704c473d025"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:31.998209 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-f168679e-6562-467e-a0f3-10963731ad29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd74b95c-e8b3-4355-94bf-9350c2831c2b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:32.000657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8215358b-2661-4eaf-b668-2f68aa69e6ed', 'tag': '38475ece-478d-4585-a84c-edac534a1097'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:32.003226 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85295d5e-fcd5-429d-a8e9-505e4505d39d" -d '{"events": [{"name": "network-changed", "server_uuid": "8215358b-2661-4eaf-b668-2f68aa69e6ed", "tag": "38475ece-478d-4585-a84c-edac534a1097"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:32.010362 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffaba41f-3e42-4d89-b08c-b79ad9c99009 req-0ebbe6fe-24c0-4c16-86ae-b01295b5e974 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948229 Jul 22 23:30:32.029669 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-156d4c26-4c84-439e-a97c-ffe7ef3784c3 req-e6545ad8-11e0-4c2f-b3da-6a6aa632705e tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/834dcaed-f6b7-489f-9f96-e5a572422ad1 HTTP/1.1" status: 200 len: 1804 time: 0.1743784 Jul 22 23:30:32.034352 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444a83c-38d9-46f1-8264-57ac6f4bc59b req-a425400f-1442-42cd-96e3-11f8e98ada34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:32.036239 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f444a83c-38d9-46f1-8264-57ac6f4bc59b req-a425400f-1442-42cd-96e3-11f8e98ada34 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 1100 time: 0.5486345 Jul 22 23:30:32.081713 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-f168679e-6562-467e-a0f3-10963731ad29 service neutron] For port dd74b95c-e8b3-4355-94bf-9350c2831c2b, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=dd74b95c-e8b3-4355-94bf-9350c2831c2b,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:32.097926 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01481378-998a-48f8-9137-a31a94d635f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a5df4edb-89f9-49f5-9058-1704c473d025,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:32.120355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12fe7582-173d-4547-9f58-badfb4459b9f req-d9fd5b8a-7958-4c24-89c8-ee45d6e5074f tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1052277 Jul 22 23:30:32.124597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-156d4c26-4c84-439e-a97c-ffe7ef3784c3 req-52c88ed9-eb37-4874-9533-2287dbe9151a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '63f4f9cf-cdab-4e5d-862e-1f05177d8676', 'remote_group_id': '834dcaed-f6b7-489f-9f96-e5a572422ad1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:32.125130 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-156d4c26-4c84-439e-a97c-ffe7ef3784c3 req-52c88ed9-eb37-4874-9533-2287dbe9151a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '63f4f9cf-cdab-4e5d-862e-1f05177d8676', 'remote_group_id': '834dcaed-f6b7-489f-9f96-e5a572422ad1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:32.158747 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-f168679e-6562-467e-a0f3-10963731ad29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:32.204860 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-540e9d20-05b5-47bc-8a34-dbd6bf51c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:32.207772 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-540e9d20-05b5-47bc-8a34-dbd6bf51c987 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 1098 time: 0.1895201 Jul 22 23:30:32.437605 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f444a83c-38d9-46f1-8264-57ac6f4bc59b req-07259c95-7a3a-4901-8e39-e940f2345044 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782651 Jul 22 23:30:32.461196 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-f168679e-6562-467e-a0f3-10963731ad29 service neutron] Transition to ACTIVE for port object dd74b95c-e8b3-4355-94bf-9350c2831c2b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:32.466312 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-13ccc44a-e00f-482e-8dbb-0ebf0f308a1c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a5df4edb-89f9-49f5-9058-1704c473d025 HTTP/1.1" status: 200 len: 217 time: 0.1754808 Jul 22 23:30:32.472484 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-f168679e-6562-467e-a0f3-10963731ad29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:32.482562 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-156d4c26-4c84-439e-a97c-ffe7ef3784c3 req-52c88ed9-eb37-4874-9533-2287dbe9151a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:32.545798 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-156d4c26-4c84-439e-a97c-ffe7ef3784c3 req-52c88ed9-eb37-4874-9533-2287dbe9151a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:32.549111 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffaba41f-3e42-4d89-b08c-b79ad9c99009 req-cc0aa89a-60c1-41be-a586-90c50b6f958b service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226445 Jul 22 23:30:32.555577 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-984e33e6-170c-40e9-9a6b-c70c1b58461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:32.557603 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-984e33e6-170c-40e9-9a6b-c70c1b58461d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0750623 Jul 22 23:30:32.704651 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-156d4c26-4c84-439e-a97c-ffe7ef3784c3 req-52c88ed9-eb37-4874-9533-2287dbe9151a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:32.716321 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-f168679e-6562-467e-a0f3-10963731ad29 service neutron] No DVR routers for this DVR port dd74b95c-e8b3-4355-94bf-9350c2831c2b on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:30:32.791500 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:32.800969 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168679e-6562-467e-a0f3-10963731ad29 service neutron] Pushing event updated for resources: {'Port': ['ID=dd74b95c-e8b3-4355-94bf-9350c2831c2b,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:32.832497 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-f168679e-6562-467e-a0f3-10963731ad29 service neutron] 10.222.0.95 "PUT /v2.0/ports/dd74b95c-e8b3-4355-94bf-9350c2831c2b/bindings/n-h1-688802-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7920983 Jul 22 23:30:32.841993 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-61e71742-92ee-4b6b-986f-e9f079247135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:32.847125 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-61e71742-92ee-4b6b-986f-e9f079247135 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2508214 Jul 22 23:30:32.890298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffaba41f-3e42-4d89-b08c-b79ad9c99009 req-dc46321a-88c9-4851-b46b-28249c42876b service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282866 Jul 22 23:30:32.920290 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-156d4c26-4c84-439e-a97c-ffe7ef3784c3 req-52c88ed9-eb37-4874-9533-2287dbe9151a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:32.926533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-156d4c26-4c84-439e-a97c-ffe7ef3784c3 req-52c88ed9-eb37-4874-9533-2287dbe9151a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8617194 Jul 22 23:30:32.970457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:32.970703 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:32.973960 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c88ed9-eb37-4874-9533-2287dbe9151a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d30c3c2-4054-4748-a94c-3a8d08abc335,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:33.123149 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:33.142292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:30:33.244152 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-b5e3cac6-4cc3-4496-8a7a-217d4ef4e4e0 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890648 Jul 22 23:30:33.249789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb599492-5676-4f58-ad97-cf1a250d61d3 req-d77382c7-b8d2-4334-829f-23f773577fb2 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:33.258484 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb599492-5676-4f58-ad97-cf1a250d61d3 req-d77382c7-b8d2-4334-829f-23f773577fb2 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a579748-7b33-4042-b5c4-7626796b8a72 HTTP/1.1" status: 200 len: 945 time: 0.7080491 Jul 22 23:30:33.381890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-16646634-4db5-4a40-8e66-8a521fbfa0bd tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:33.385186 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-16646634-4db5-4a40-8e66-8a521fbfa0bd tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e&tenant_id=e3f3293308ad4d108b84009eb08300e1&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 1095 time: 0.4568810 Jul 22 23:30:33.412955 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb599492-5676-4f58-ad97-cf1a250d61d3 req-480d022e-41fc-4320-aec6-752a827cb478 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371319 Jul 22 23:30:33.508001 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-19f19cb8-60ac-49ed-a922-d147b34fb385 req-6e718ac8-916c-4ffb-b692-ebbb867e5446 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551553 Jul 22 23:30:33.529300 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:33.596930 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:33.606451 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd467c6e1-5ea3-4194-8bba-e702cbc518ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:33.608931 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b59e57a-25c8-47b4-9745-e354b7b5845d" -d '{"events": [{"server_uuid": "d467c6e1-5ea3-4194-8bba-e702cbc518ef", "name": "network-vif-unplugged", "status": "completed", "tag": "b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:33.615506 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:33.638673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c818b-f685-479e-b328-447bf4865aaf req-45892fec-3cb4-4884-9359-cc9869e37ae5 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:33.644122 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f1c818b-f685-479e-b328-447bf4865aaf req-45892fec-3cb4-4884-9359-cc9869e37ae5 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.4853814 Jul 22 23:30:33.670974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:33.710359 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:33.727855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee', 'mac_address': 'fa:16:3e:5a:4f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:33.761902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-582252bb-2bfd-413e-83d1-d08cb63e73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:33.764026 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-582252bb-2bfd-413e-83d1-d08cb63e73fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e&tenant_id=e3f3293308ad4d108b84009eb08300e1 HTTP/1.1" status: 200 len: 1095 time: 0.3493071 Jul 22 23:30:33.835393 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:33.846661 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f1c818b-f685-479e-b328-447bf4865aaf req-f91dbd5a-1aeb-4df9-b6c7-92b074209bec tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646972 Jul 22 23:30:33.883130 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904d138-28ed-47c1-8d1a-5b02833f1636 req-e1cafd8b-463f-4ed5-93e5-7c0ea07162e4 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:33.896538 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6904d138-28ed-47c1-8d1a-5b02833f1636 req-e1cafd8b-463f-4ed5-93e5-7c0ea07162e4 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8215358b-2661-4eaf-b668-2f68aa69e6ed HTTP/1.1" status: 200 len: 948 time: 0.3264687 Jul 22 23:30:33.911272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:33.988733 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:33.999594 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:34.018130 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:34.066050 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-6566d2f8-2e7a-4188-9393-7a52ade61715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:34.067962 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-6566d2f8-2e7a-4188-9393-7a52ade61715 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 1095 time: 0.2110493 Jul 22 23:30:34.078221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6904d138-28ed-47c1-8d1a-5b02833f1636 req-4d04d664-6fdc-4309-9c25-bf0cc18ca99f tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803267 Jul 22 23:30:34.093662 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:34.153575 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b125e3f7-0ad2-4f57-a00a-33a2020d883e x-openstack-request-id: req-b125e3f7-0ad2-4f57-a00a-33a2020d883e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:34.156018 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6f82c8-ebf7-4af3-bb3c-af526bbc2264", "tag": "a5df4edb-89f9-49f5-9058-1704c473d025", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:34.161706 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b125e3f7-0ad2-4f57-a00a-33a2020d883e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:34.162293 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6f82c8-ebf7-4af3-bb3c-af526bbc2264', 'tag': 'a5df4edb-89f9-49f5-9058-1704c473d025', 'status': 'completed', 'code': 200} Jul 22 23:30:34.222144 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066b23d0-be79-4777-8e49-0789b9b1eda4 x-openstack-request-id: req-066b23d0-be79-4777-8e49-0789b9b1eda4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:34.222443 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8215358b-2661-4eaf-b668-2f68aa69e6ed", "tag": "38475ece-478d-4585-a84c-edac534a1097", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:34.222756 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-066b23d0-be79-4777-8e49-0789b9b1eda4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:34.223089 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8215358b-2661-4eaf-b668-2f68aa69e6ed', 'tag': '38475ece-478d-4585-a84c-edac534a1097', 'status': 'completed', 'code': 200} Jul 22 23:30:34.294603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b33fef-5a73-4697-a4e2-c00c470fb127 req-d3fd21d1-8d4d-427e-8a25-0be62d3584bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:34.295999 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-92b33fef-5a73-4697-a4e2-c00c470fb127 req-d3fd21d1-8d4d-427e-8a25-0be62d3584bd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 1098 time: 0.1208067 Jul 22 23:30:34.315408 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4dfe4e23-2b3f-43b8-8e14-bdb3ec9c11d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:34.344266 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:34.370352 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454377-e1a2-41d1-8d2e-f6f5c6da5fb1 req-09a94f79-5597-45bc-a93d-7065ca6bec33 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:34.393883 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f454377-e1a2-41d1-8d2e-f6f5c6da5fb1 req-09a94f79-5597-45bc-a93d-7065ca6bec33 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 944 time: 0.3688591 Jul 22 23:30:34.431211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b33fef-5a73-4697-a4e2-c00c470fb127 req-7678ef51-f900-435a-b820-f4175b641eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:34.432606 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-92b33fef-5a73-4697-a4e2-c00c470fb127 req-7678ef51-f900-435a-b820-f4175b641eaf service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1287141 Jul 22 23:30:34.515661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:34.540198 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2f0321b-a9b1-4edf-a94a-9bb724cba2ae req-d92af7b4-b62d-4a2d-91ad-e84889b10fcd tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=478f0b5b-f663-4b35-bf75-45dca63cce8e HTTP/1.1" status: 200 len: 210 time: 0.0695267 Jul 22 23:30:34.586864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-15195108-3cf5-4e8f-a299-5dd597bdf314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:34.589250 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-15195108-3cf5-4e8f-a299-5dd597bdf314 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.5099225 Jul 22 23:30:34.599182 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-92b33fef-5a73-4697-a4e2-c00c470fb127 req-b51ff0f2-44b5-4c7e-895a-924481bc1c0c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a5df4edb-89f9-49f5-9058-1704c473d025 HTTP/1.1" status: 200 len: 217 time: 0.1558118 Jul 22 23:30:34.781082 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b33fef-5a73-4697-a4e2-c00c470fb127 req-0d4bb5b9-c9e5-4c56-9102-33b55701c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:34.787552 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-92b33fef-5a73-4697-a4e2-c00c470fb127 req-0d4bb5b9-c9e5-4c56-9102-33b55701c5a5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1786954 Jul 22 23:30:34.970908 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b33fef-5a73-4697-a4e2-c00c470fb127 req-5f3009ad-8e96-487e-8566-f28b07423d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:34.972925 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-92b33fef-5a73-4697-a4e2-c00c470fb127 req-5f3009ad-8e96-487e-8566-f28b07423d49 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1773515 Jul 22 23:30:35.099291 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-92b33fef-5a73-4697-a4e2-c00c470fb127 req-e6e5a225-0025-4ddf-912f-e3374e5607b5 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189177 Jul 22 23:30:35.117821 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 38475ece-478d-4585-a84c-edac534a1097 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:35.120162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dd74b95c-e8b3-4355-94bf-9350c2831c2b no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:30:35.231033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dd74b95c-e8b3-4355-94bf-9350c2831c2b not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:30:35.240254 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f454377-e1a2-41d1-8d2e-f6f5c6da5fb1 req-cdeb636e-dd09-42e2-8449-796dbce79e79 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8451304 Jul 22 23:30:35.267535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12fe7582-173d-4547-9f58-badfb4459b9f req-54d9a3ec-9ada-41c6-b545-94943a37c913 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7039063 Jul 22 23:30:35.268762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-f13a8a29-2bc0-475b-8f1f-6d79527a1be4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd74b95c-e8b3-4355-94bf-9350c2831c2b HTTP/1.1" status: 200 len: 217 time: 0.6549442 Jul 22 23:30:35.292739 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-92b33fef-5a73-4697-a4e2-c00c470fb127 req-045c3467-0132-423a-ae34-bc9fb3d13815 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852746 Jul 22 23:30:35.347048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9ed188f3-38c9-462d-8017-9dfa7762d357 req-1db84633-661c-418a-9ba3-c27aec4a7594 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-720373493', 'description': 'tempest-description-1989096927'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:35.384956 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:35.409954 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 38475ece-478d-4585-a84c-edac534a1097, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=38475ece-478d-4585-a84c-edac534a1097,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:35.425345 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '38475ece-478d-4585-a84c-edac534a1097', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '38475ece-478d-4585-a84c-edac534a1097', 'mac_address': 'fa:16:3e:fc:0f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:35.483430 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:35.500874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38475ece-478d-4585-a84c-edac534a1097 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:35.508636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85295d5e-fcd5-429d-a8e9-505e4505d39d req-c269e02f-bd03-4bb9-9516-bc9d61b9802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:35.510712 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85295d5e-fcd5-429d-a8e9-505e4505d39d req-c269e02f-bd03-4bb9-9516-bc9d61b9802e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4556307dfdd14756894a47bc52842876&device_id=8215358b-2661-4eaf-b668-2f68aa69e6ed HTTP/1.1" status: 200 len: 1099 time: 1.2311831 Jul 22 23:30:35.515465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-186a885c-2926-4a26-86e5-18e43491a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:35.517153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-186a885c-2926-4a26-86e5-18e43491a469 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.2041111 Jul 22 23:30:35.518045 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ed188f3-38c9-462d-8017-9dfa7762d357 req-1db84633-661c-418a-9ba3-c27aec4a7594 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:35.530746 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 38475ece-478d-4585-a84c-edac534a1097, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=38475ece-478d-4585-a84c-edac534a1097,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:35.535837 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:35.608668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-eb07e7d8-5297-474a-ac8b-88b346dd7f43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560665 Jul 22 23:30:35.611904 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=38475ece-478d-4585-a84c-edac534a1097,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:35.737616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab28774-ccb8-4f15-b233-16c5fc5c4511 req-8f20a426-f335-45e4-b54a-a24ede6ba607 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:35.739932 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aab28774-ccb8-4f15-b233-16c5fc5c4511 req-8f20a426-f335-45e4-b54a-a24ede6ba607 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 947 time: 0.4951248 Jul 22 23:30:35.751391 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['38475ece-478d-4585-a84c-edac534a1097'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:35.790751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe7582-173d-4547-9f58-badfb4459b9f req-07e917f5-6075-47a1-acc4-f54a4b1f24cb tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:35.790751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12fe7582-173d-4547-9f58-badfb4459b9f req-07e917f5-6075-47a1-acc4-f54a4b1f24cb tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4840305 Jul 22 23:30:35.831829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-12fe7582-173d-4547-9f58-badfb4459b9f req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Request body: {'port': {'device_id': '478f0b5b-f663-4b35-bf75-45dca63cce8e', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'baf0077687bc4e6f86e7a3e26b9b8f17'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:35.877790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85295d5e-fcd5-429d-a8e9-505e4505d39d req-439032ff-4cf0-4f56-8041-1f6e86125e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:35.879441 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85295d5e-fcd5-429d-a8e9-505e4505d39d req-439032ff-4cf0-4f56-8041-1f6e86125e5b service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.3346629 Jul 22 23:30:35.965755 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aab28774-ccb8-4f15-b233-16c5fc5c4511 req-77421e66-c7ba-4a69-9769-e089b8eca602 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093749 Jul 22 23:30:35.982782 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85295d5e-fcd5-429d-a8e9-505e4505d39d req-fb25e0f1-a7b5-42a1-9a6c-9b30bd482b7b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=38475ece-478d-4585-a84c-edac534a1097 HTTP/1.1" status: 200 len: 217 time: 0.0812469 Jul 22 23:30:36.156649 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85295d5e-fcd5-429d-a8e9-505e4505d39d req-b7b94ccb-a00e-46f6-b143-dd48005e1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:36.158596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85295d5e-fcd5-429d-a8e9-505e4505d39d req-b7b94ccb-a00e-46f6-b143-dd48005e1d82 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1683042 Jul 22 23:30:36.159864 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-0d4b7ae5-0d82-4862-bb44-0dc15d2d81b3 service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281129 Jul 22 23:30:36.165243 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ed188f3-38c9-462d-8017-9dfa7762d357 req-1db84633-661c-418a-9ba3-c27aec4a7594 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:36.179713 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ed188f3-38c9-462d-8017-9dfa7762d357 req-1db84633-661c-418a-9ba3-c27aec4a7594 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:36.325279 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9ed188f3-38c9-462d-8017-9dfa7762d357 req-1db84633-661c-418a-9ba3-c27aec4a7594 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:36.326749 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ed188f3-38c9-462d-8017-9dfa7762d357 req-1db84633-661c-418a-9ba3-c27aec4a7594 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9949603 Jul 22 23:30:36.334641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db84633-661c-418a-9ba3-c27aec4a7594 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6a2c51-5940-40f0-8439-b060834482f8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:36.362114 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12fe7582-173d-4547-9f58-badfb4459b9f req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Made reservation on behalf of baf0077687bc4e6f86e7a3e26b9b8f17 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:36.365808 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12fe7582-173d-4547-9f58-badfb4459b9f req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:36.401618 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c9569-4441-4717-a824-4e42d4f6fe21 req-ef970b9b-e926-4bcc-a786-016f6152cf38 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:36.403955 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0c07e1-8ae1-4233-8c3c-8c131d7dd118 x-openstack-request-id: req-0c0c07e1-8ae1-4233-8c3c-8c131d7dd118 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:36.405448 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d467c6e1-5ea3-4194-8bba-e702cbc518ef", "name": "network-vif-unplugged", "status": "completed", "tag": "b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:36.405993 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c0c07e1-8ae1-4233-8c3c-8c131d7dd118 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:36.406262 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd467c6e1-5ea3-4194-8bba-e702cbc518ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee', 'code': 200} Jul 22 23:30:36.409479 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-246c9569-4441-4717-a824-4e42d4f6fe21 req-ef970b9b-e926-4bcc-a786-016f6152cf38 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a579748-7b33-4042-b5c4-7626796b8a72 HTTP/1.1" status: 200 len: 945 time: 0.3736761 Jul 22 23:30:36.413441 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57192) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:36.426625 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e199bcdf-248b-4e2c-a5cb-99f628031fe9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Request body: {'floatingip': {'port_id': '8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:36.442179 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12fe7582-173d-4547-9f58-badfb4459b9f req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:36.465263 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-adaa84fe-baa5-4e95-a3c1-62739241180a service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869055 Jul 22 23:30:36.510413 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85295d5e-fcd5-429d-a8e9-505e4505d39d req-ab5fba70-50ce-4512-bd3e-d72cc84e99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:36.514035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85295d5e-fcd5-429d-a8e9-505e4505d39d req-ab5fba70-50ce-4512-bd3e-d72cc84e99a8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3475842 Jul 22 23:30:36.611336 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e199bcdf-248b-4e2c-a5cb-99f628031fe9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:36.827380 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85295d5e-fcd5-429d-a8e9-505e4505d39d req-399d1112-705f-4763-b0af-be8b43cb2d30 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877421 Jul 22 23:30:36.936311 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:37.025071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c145beb-6af0-4bbe-9660-fbdb5abe60df req-508fe2f3-4c5c-4ce8-9611-545f0670f01f tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:37.031311 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4c145beb-6af0-4bbe-9660-fbdb5abe60df req-508fe2f3-4c5c-4ce8-9611-545f0670f01f tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8215358b-2661-4eaf-b668-2f68aa69e6ed HTTP/1.1" status: 200 len: 949 time: 0.4061074 Jul 22 23:30:37.103820 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12fe7582-173d-4547-9f58-badfb4459b9f req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:37.110432 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85295d5e-fcd5-429d-a8e9-505e4505d39d req-62938dad-227f-444b-8835-5b67d9ae4a58 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751982 Jul 22 23:30:37.128274 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device a5df4edb-89f9-49f5-9058-1704c473d025 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:37.131957 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 38475ece-478d-4585-a84c-edac534a1097 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:37.142059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:37.181070 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91247ec3-2201-4268-bb0b-21a272a83456 req-551192c8-311b-4c9a-85ba-a96eb788f76c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:37.191395 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91247ec3-2201-4268-bb0b-21a272a83456 req-551192c8-311b-4c9a-85ba-a96eb788f76c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 948 time: 0.6750023 Jul 22 23:30:37.233838 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12fe7582-173d-4547-9f58-badfb4459b9f req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:37.393189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-12fe7582-173d-4547-9f58-badfb4459b9f req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Allocated IP 192.168.233.62 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/a860c534-7704-430f-86fd-b051443c314f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:37.604315 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12fe7582-173d-4547-9f58-badfb4459b9f req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:37.605626 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port a5df4edb-89f9-49f5-9058-1704c473d025, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=a5df4edb-89f9-49f5-9058-1704c473d025,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:37.624506 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-12fe7582-173d-4547-9f58-badfb4459b9f req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Transition to ACTIVE for port object a860c534-7704-430f-86fd-b051443c314f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:37.639787 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'a5df4edb-89f9-49f5-9058-1704c473d025', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'a5df4edb-89f9-49f5-9058-1704c473d025', 'mac_address': 'fa:16:3e:ee:7d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:37.659499 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4c145beb-6af0-4bbe-9660-fbdb5abe60df req-6e941e2b-56bd-4201-8563-1ddcc257ed8e tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377927 Jul 22 23:30:37.715031 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91247ec3-2201-4268-bb0b-21a272a83456 req-2d3e2da0-c72d-47ac-abd4-056dabefff6f tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218310 Jul 22 23:30:37.759815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c579d8cc-1657-4ac3-8e80-fd19cfede6ad,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:37.792311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-a9d2a70c-df0e-4262-852e-bf2d70556925 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:37.802236 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-a9d2a70c-df0e-4262-852e-bf2d70556925 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e&tenant_id=e3f3293308ad4d108b84009eb08300e1&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 1095 time: 0.9144952 Jul 22 23:30:37.810687 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12fe7582-173d-4547-9f58-badfb4459b9f req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:37.831795 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:37.880975 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5df4edb-89f9-49f5-9058-1704c473d025 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:37.911211 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:37.911829 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:37.939274 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port a5df4edb-89f9-49f5-9058-1704c473d025, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=a5df4edb-89f9-49f5-9058-1704c473d025,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:37.940394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 38475ece-478d-4585-a84c-edac534a1097 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:37.955241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 38475ece-478d-4585-a84c-edac534a1097 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:37.955241 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:37.956772 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:37.957825 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-e199bcdf-248b-4e2c-a5cb-99f628031fe9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:30:38.028834 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12fe7582-173d-4547-9f58-badfb4459b9f req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:38.042307 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=a5df4edb-89f9-49f5-9058-1704c473d025,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:38.071976 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-12fe7582-173d-4547-9f58-badfb4459b9f req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:38.074502 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fe7582-173d-4547-9f58-badfb4459b9f req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:38.166793 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:38.170664 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e199bcdf-248b-4e2c-a5cb-99f628031fe9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:38.179030 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e199bcdf-248b-4e2c-a5cb-99f628031fe9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:38.199701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['a5df4edb-89f9-49f5-9058-1704c473d025'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:38.243422 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:38.291002 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:38.330545 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:38.343600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 38475ece-478d-4585-a84c-edac534a1097, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=38475ece-478d-4585-a84c-edac534a1097,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:38.359460 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:38.410913 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd467c6e1-5ea3-4194-8bba-e702cbc518ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee'}, {'server_uuid': '8215358b-2661-4eaf-b668-2f68aa69e6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38475ece-478d-4585-a84c-edac534a1097'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:38.414500 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dea36d2-1af6-40ab-989d-e36ea9679b39" -d '{"events": [{"server_uuid": "d467c6e1-5ea3-4194-8bba-e702cbc518ef", "name": "network-vif-plugged", "status": "completed", "tag": "b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee"}, {"server_uuid": "8215358b-2661-4eaf-b668-2f68aa69e6ed", "name": "network-vif-plugged", "status": "completed", "tag": "38475ece-478d-4585-a84c-edac534a1097"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:38.492489 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:38.525526 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-e199bcdf-248b-4e2c-a5cb-99f628031fe9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Floating IP b42f38d8-15a2-43b1-87e3-d2ecdc5bc840 associated. External IP: 172.25.4.166, port: 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa. Jul 22 23:30:38.605620 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Pushing event updated for resources: {'Port': ['ID=a860c534-7704-430f-86fd-b051443c314f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:38.636714 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a648774-29b0-4965-8019-dd78b67609b8 req-a54d6754-b8d2-4801-ba53-650af880e9cf tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:38.638667 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a648774-29b0-4965-8019-dd78b67609b8 req-a54d6754-b8d2-4801-ba53-650af880e9cf tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=478f0b5b-f663-4b35-bf75-45dca63cce8e HTTP/1.1" status: 200 len: 935 time: 0.7793615 Jul 22 23:30:38.648155 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36dcc8-227b-4033-ac47-f6ad7ebe86d9 req-9fecfec5-11d3-4190-9f08-339bc6fee0db tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:38.659161 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4f36dcc8-227b-4033-ac47-f6ad7ebe86d9 req-9fecfec5-11d3-4190-9f08-339bc6fee0db tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 944 time: 0.8107846 Jul 22 23:30:38.731938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe7582-173d-4547-9f58-badfb4459b9f req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:38.733080 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12fe7582-173d-4547-9f58-badfb4459b9f req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:38.820967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e199bcdf-248b-4e2c-a5cb-99f628031fe9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Router c521a641-37c7-4bd0-afe1-24c961cb5ca0 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:30:38.858024 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4f36dcc8-227b-4033-ac47-f6ad7ebe86d9 req-6f7b6fc9-a5d9-44dc-86a8-a6d0bcaf80a7 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978476 Jul 22 23:30:38.869615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12fe7582-173d-4547-9f58-badfb4459b9f req-423b3c58-634f-4594-af83-672e463f04d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0460439 Jul 22 23:30:38.899950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Request body: {'port': {'device_id': '478f0b5b-f663-4b35-bf75-45dca63cce8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:38.992647 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f0ebd6ab-dda0-40ba-bdb4-c7aa60c61ee3 None None] Provisioning for port a860c534-7704-430f-86fd-b051443c314f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:39.005543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4a7871e4-0ae1-4fb3-ab10-2e308e89e868 req-5bad447a-29b7-49df-a816-890aa97052a7 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-439263612', 'description': 'tempest-description-1660647261'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:39.016583 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:39.030196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f0ebd6ab-dda0-40ba-bdb4-c7aa60c61ee3 None None] Provisioning complete for port a860c534-7704-430f-86fd-b051443c314f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:39.035607 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0ebd6ab-dda0-40ba-bdb4-c7aa60c61ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:39.039076 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a648774-29b0-4965-8019-dd78b67609b8 req-10e29175-312c-45bc-adfd-7afa0b833715 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269265 Jul 22 23:30:39.071721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-50c0eb45-4f96-4051-a5af-62f13ab56f92 service neutron] For port dd74b95c-e8b3-4355-94bf-9350c2831c2b, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:39.082214 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-50c0eb45-4f96-4051-a5af-62f13ab56f92 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:39.083653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a87782-7714-441f-97aa-d85cd44d0bc2 req-50c0eb45-4f96-4051-a5af-62f13ab56f92 service neutron] 10.222.0.18 "DELETE /v2.0/ports/dd74b95c-e8b3-4355-94bf-9350c2831c2b/bindings/n-h2-688802-2 HTTP/1.1" status: 204 len: 173 time: 1.2566733 Jul 22 23:30:39.089386 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e199bcdf-248b-4e2c-a5cb-99f628031fe9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:30:39.113650 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e199bcdf-248b-4e2c-a5cb-99f628031fe9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:39.128693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=38475ece-478d-4585-a84c-edac534a1097,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:39.132332 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:30:39.136819 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05fc0e3-dc15-40b9-81c4-26557208c8af None None] Sync routers for ids ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:30:39.141629 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a7871e4-0ae1-4fb3-ab10-2e308e89e868 req-5bad447a-29b7-49df-a816-890aa97052a7 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:39.188700 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05fc0e3-dc15-40b9-81c4-26557208c8af None None] Routers {'c521a641-37c7-4bd0-afe1-24c961cb5ca0'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:39.192116 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a05fc0e3-dc15-40b9-81c4-26557208c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:30:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:39.236702 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e199bcdf-248b-4e2c-a5cb-99f628031fe9 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "PUT /v2.0/floatingips/b42f38d8-15a2-43b1-87e3-d2ecdc5bc840 HTTP/1.1" status: 200 len: 991 time: 2.8175969 Jul 22 23:30:39.239040 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a579748-7b33-4042-b5c4-7626796b8a72', 'tag': '8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:39.244335 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e94be05-cc8c-4aca-a894-f16ae913e089" -d '{"events": [{"name": "network-changed", "server_uuid": "5a579748-7b33-4042-b5c4-7626796b8a72", "tag": "8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:39.251447 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f0ebd6ab-dda0-40ba-bdb4-c7aa60c61ee3 None None] Port a860c534-7704-430f-86fd-b051443c314f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:30:39.584449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89737751-100d-41d1-9c54-e197e17f10e2 req-d2c4a612-b357-411e-8b64-766d4e7c1135 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:39.586559 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89737751-100d-41d1-9c54-e197e17f10e2 req-d2c4a612-b357-411e-8b64-766d4e7c1135 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 948 time: 0.2839925 Jul 22 23:30:39.715599 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a05fc0e3-dc15-40b9-81c4-26557208c8af None None] Set router c521a641-37c7-4bd0-afe1-24c961cb5ca0 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:39.716015 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a7871e4-0ae1-4fb3-ab10-2e308e89e868 req-5bad447a-29b7-49df-a816-890aa97052a7 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:39.736134 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a7871e4-0ae1-4fb3-ab10-2e308e89e868 req-5bad447a-29b7-49df-a816-890aa97052a7 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:39.741502 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89737751-100d-41d1-9c54-e197e17f10e2 req-4972ec6d-9932-44aa-a47e-127d13b47d23 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022565 Jul 22 23:30:39.828978 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a7871e4-0ae1-4fb3-ab10-2e308e89e868 req-5bad447a-29b7-49df-a816-890aa97052a7 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:39.830253 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a7871e4-0ae1-4fb3-ab10-2e308e89e868 req-5bad447a-29b7-49df-a816-890aa97052a7 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8291137 Jul 22 23:30:39.837995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad447a-29b7-49df-a816-890aa97052a7 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87a1707-02bf-4469-adaa-7a245f512f36,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:39.897907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a860c534-7704-430f-86fd-b051443c314f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:39.912310 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:39.921559 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a246f2-4be8-401d-9aa2-7b1ea5ebfcbb x-openstack-request-id: req-05a246f2-4be8-401d-9aa2-7b1ea5ebfcbb {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:39.921991 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d467c6e1-5ea3-4194-8bba-e702cbc518ef", "name": "network-vif-plugged", "status": "completed", "tag": "b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee", "code": 200}, {"server_uuid": "8215358b-2661-4eaf-b668-2f68aa69e6ed", "name": "network-vif-plugged", "status": "completed", "tag": "38475ece-478d-4585-a84c-edac534a1097", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:39.922369 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05a246f2-4be8-401d-9aa2-7b1ea5ebfcbb {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:39.922976 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd467c6e1-5ea3-4194-8bba-e702cbc518ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee', 'code': 200} Jul 22 23:30:39.923302 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8215358b-2661-4eaf-b668-2f68aa69e6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38475ece-478d-4585-a84c-edac534a1097', 'code': 200} Jul 22 23:30:39.959003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Transition to ACTIVE for port object a860c534-7704-430f-86fd-b051443c314f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:40.020286 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:40.116737 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a05fc0e3-dc15-40b9-81c4-26557208c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:37Z', 'revision_number': 4, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'b42f38d8-15a2-43b1-87e3-d2ecdc5bc840', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'port_id': '8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'mac_address': 'fa:16:3e:83:a5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a579748-7b33-4042-b5c4-7626796b8a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:30:03Z', 'updated_at': '2021-07-22T23:30:37Z', 'revision_number': 1, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a290e23d-f066-4fa0-bf06-222b039955a8', 'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'mac_address': 'fa:16:3e:0e:54:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:29:45Z', 'revision_number': 5, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'subnets': [{'id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:40.161917 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05fc0e3-dc15-40b9-81c4-26557208c8af None None] Checking router: c521a641-37c7-4bd0-afe1-24c961cb5ca0 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:30:40.187356 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05fc0e3-dc15-40b9-81c4-26557208c8af None None] Routers {'c521a641-37c7-4bd0-afe1-24c961cb5ca0'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:40.188267 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a05fc0e3-dc15-40b9-81c4-26557208c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:30:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:40.249813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Pushing event updated for resources: {'Port': ['ID=a860c534-7704-430f-86fd-b051443c314f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:40.352991 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a05fc0e3-dc15-40b9-81c4-26557208c8af None None] Set router c521a641-37c7-4bd0-afe1-24c961cb5ca0 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:40.353920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1da1f-6908-41ea-ab01-7ef0469673a2 req-4fbfcf6d-0f91-4a70-b48a-a0985daa0be4 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:40.355511 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37b1da1f-6908-41ea-ab01-7ef0469673a2 req-4fbfcf6d-0f91-4a70-b48a-a0985daa0be4 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.4348166 Jul 22 23:30:40.368104 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbec770-d2d5-4166-8573-115834970829 req-716383a5-c313-409e-a87e-e9131c19686b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:40.374988 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fbbec770-d2d5-4166-8573-115834970829 req-716383a5-c313-409e-a87e-e9131c19686b tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8215358b-2661-4eaf-b668-2f68aa69e6ed HTTP/1.1" status: 200 len: 950 time: 0.3694916 Jul 22 23:30:40.403668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f03016-dbfc-4cf0-9db4-b25ab0f2bd78 req-a86ab61b-05d0-4808-af16-580c983f8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:40.405114 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95f03016-dbfc-4cf0-9db4-b25ab0f2bd78 req-a86ab61b-05d0-4808-af16-580c983f8898 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8215358b-2661-4eaf-b668-2f68aa69e6ed HTTP/1.1" status: 200 len: 1101 time: 0.4076996 Jul 22 23:30:40.462992 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fbbec770-d2d5-4166-8573-115834970829 req-5fefa03d-4812-4675-99bb-f01a8bf2a740 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871284 Jul 22 23:30:40.505559 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Attempting to bind port a860c534-7704-430f-86fd-b051443c314f on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:40.505902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Attempting to bind port a860c534-7704-430f-86fd-b051443c314f by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:40.506286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Attempting to bind port a860c534-7704-430f-86fd-b051443c314f on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:40.511578 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95f03016-dbfc-4cf0-9db4-b25ab0f2bd78 req-60de9889-4807-4635-8ac2-050376503a2f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905547 Jul 22 23:30:40.515670 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37b1da1f-6908-41ea-ab01-7ef0469673a2 req-ecf5b5b0-9c57-43c5-9d21-7f127668b28c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203279 Jul 22 23:30:40.516668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Port a860c534-7704-430f-86fd-b051443c314f on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:30:40.516993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Attempting to bind port a860c534-7704-430f-86fd-b051443c314f on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:40.536058 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:40.536409 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:40.536798 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:40.537277 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Bound port: a860c534-7704-430f-86fd-b051443c314f, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:40.537668 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:40.583407 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb43518-cf59-4d18-9765-e26fc0af3bf0 x-openstack-request-id: req-4cb43518-cf59-4d18-9765-e26fc0af3bf0 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:40.584332 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a579748-7b33-4042-b5c4-7626796b8a72", "tag": "8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:40.586258 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4cb43518-cf59-4d18-9765-e26fc0af3bf0 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:40.586999 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a579748-7b33-4042-b5c4-7626796b8a72', 'tag': '8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa', 'status': 'completed', 'code': 200} Jul 22 23:30:40.725956 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1bc1ad09-0618-422c-8f58-7b789192dc57 req-0ce1e34a-454a-49d7-83a2-06ca87656d1b tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/3d6a2c51-5940-40f0-8439-b060834482f8 HTTP/1.1" status: 200 len: 1804 time: 0.1161311 Jul 22 23:30:40.733655 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a05fc0e3-dc15-40b9-81c4-26557208c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:37Z', 'revision_number': 4, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'b42f38d8-15a2-43b1-87e3-d2ecdc5bc840', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'port_id': '8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'mac_address': 'fa:16:3e:83:a5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a579748-7b33-4042-b5c4-7626796b8a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:30:03Z', 'updated_at': '2021-07-22T23:30:37Z', 'revision_number': 1, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a290e23d-f066-4fa0-bf06-222b039955a8', 'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'mac_address': 'fa:16:3e:0e:54:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:29:45Z', 'revision_number': 5, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'subnets': [{'id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:40.761812 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05fc0e3-dc15-40b9-81c4-26557208c8af None None] The sync data for ids ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'] in n-d-688802-2 is: [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:37Z', 'revision_number': 4, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'b42f38d8-15a2-43b1-87e3-d2ecdc5bc840', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'port_id': '8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'mac_address': 'fa:16:3e:83:a5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a579748-7b33-4042-b5c4-7626796b8a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:30:03Z', 'updated_at': '2021-07-22T23:30:37Z', 'revision_number': 1, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a290e23d-f066-4fa0-bf06-222b039955a8', 'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'mac_address': 'fa:16:3e:0e:54:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:29:45Z', 'revision_number': 5, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'subnets': [{'id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:30:40.786245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] For port a860c534-7704-430f-86fd-b051443c314f, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:40.820518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] For port a860c534-7704-430f-86fd-b051443c314f, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=a860c534-7704-430f-86fd-b051443c314f,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:40.843850 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:40.866177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:40.866873 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:40.868255 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12fe7582-173d-4547-9f58-badfb4459b9f req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] 10.222.0.18 "PUT /v2.0/ports/a860c534-7704-430f-86fd-b051443c314f HTTP/1.1" status: 200 len: 1095 time: 1.9730480 Jul 22 23:30:40.869768 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478f0b5b-f663-4b35-bf75-45dca63cce8e', 'tag': 'a860c534-7704-430f-86fd-b051443c314f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:40.872078 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb1364e-faef-4cec-b60e-2e37ccd162ab" -d '{"events": [{"name": "network-changed", "server_uuid": "478f0b5b-f663-4b35-bf75-45dca63cce8e", "tag": "a860c534-7704-430f-86fd-b051443c314f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:40.908299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1bc1ad09-0618-422c-8f58-7b789192dc57 req-22dcaefa-93c4-4a71-a4a8-19af43b3554a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/b87a1707-02bf-4469-adaa-7a245f512f36 HTTP/1.1" status: 200 len: 1804 time: 0.1683924 Jul 22 23:30:40.915215 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94be05-cc8c-4aca-a894-f16ae913e089 req-f298d6d9-cf46-4e0c-b526-680021328715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:40.916432 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e94be05-cc8c-4aca-a894-f16ae913e089 req-f298d6d9-cf46-4e0c-b526-680021328715 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b84b9d6b1774489385aacc364630d8fe&device_id=5a579748-7b33-4042-b5c4-7626796b8a72 HTTP/1.1" status: 200 len: 1096 time: 0.2557383 Jul 22 23:30:40.964839 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1bc1ad09-0618-422c-8f58-7b789192dc57 req-4dd79080-9690-4867-b3e7-82a53cfeaae0 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3d6a2c51-5940-40f0-8439-b060834482f8', 'remote_group_id': 'b87a1707-02bf-4469-adaa-7a245f512f36', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:40.965184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1bc1ad09-0618-422c-8f58-7b789192dc57 req-4dd79080-9690-4867-b3e7-82a53cfeaae0 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3d6a2c51-5940-40f0-8439-b060834482f8', 'remote_group_id': 'b87a1707-02bf-4469-adaa-7a245f512f36', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:41.065612 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae845383-77cb-4dde-91d8-7352b8ee162d req-a81cea2a-84f9-41d0-b5cd-4b2ce89da5a3 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:41.072618 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ae845383-77cb-4dde-91d8-7352b8ee162d req-a81cea2a-84f9-41d0-b5cd-4b2ce89da5a3 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=478f0b5b-f663-4b35-bf75-45dca63cce8e HTTP/1.1" status: 200 len: 947 time: 0.3606811 Jul 22 23:30:41.132658 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device a5df4edb-89f9-49f5-9058-1704c473d025 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:41.176068 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e123f39-0534-455c-bea0-636aa0cb11df service neutron] Pushing event updated for resources: {'Port': ['ID=a860c534-7704-430f-86fd-b051443c314f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:41.239443 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2adc71e-2c83-40a5-9f41-16d31cfb7e53 None None] New status for floating IP b42f38d8-15a2-43b1-87e3-d2ecdc5bc840: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:30:41.250431 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ae845383-77cb-4dde-91d8-7352b8ee162d req-1ac47e3a-f044-49ee-8822-83ca7d6967a2 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723199 Jul 22 23:30:41.309808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94be05-cc8c-4aca-a894-f16ae913e089 req-1143450b-bf7a-4554-bf13-bac201b83a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:41.311825 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e94be05-cc8c-4aca-a894-f16ae913e089 req-1143450b-bf7a-4554-bf13-bac201b83a9e service neutron] 10.222.0.18 "GET /v2.0/networks?id=8220c376-798c-4d26-99f9-1340b2d32211 HTTP/1.1" status: 200 len: 925 time: 0.3611917 Jul 22 23:30:41.418026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe7582-173d-4547-9f58-badfb4459b9f req-4a645157-482c-4fab-b561-1c0de7695b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:41.419747 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12fe7582-173d-4547-9f58-badfb4459b9f req-4a645157-482c-4fab-b561-1c0de7695b93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&device_id=478f0b5b-f663-4b35-bf75-45dca63cce8e HTTP/1.1" status: 200 len: 1098 time: 0.4503760 Jul 22 23:30:41.515505 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12fe7582-173d-4547-9f58-badfb4459b9f req-28ae2977-6eaa-4303-af35-884cf7c23745 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=a860c534-7704-430f-86fd-b051443c314f HTTP/1.1" status: 200 len: 217 time: 0.0787981 Jul 22 23:30:41.571433 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1bc1ad09-0618-422c-8f58-7b789192dc57 req-4dd79080-9690-4867-b3e7-82a53cfeaae0 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:41.601651 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port a5df4edb-89f9-49f5-9058-1704c473d025 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:41.607253 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e94be05-cc8c-4aca-a894-f16ae913e089 req-691af432-a639-40c8-8605-e16ebae4751b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa HTTP/1.1" status: 200 len: 999 time: 0.2842467 Jul 22 23:30:41.612335 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port a5df4edb-89f9-49f5-9058-1704c473d025 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:41.613555 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:41.675750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe7582-173d-4547-9f58-badfb4459b9f req-d46fedca-0d7c-4b38-9283-ad33bf235fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:41.677852 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12fe7582-173d-4547-9f58-badfb4459b9f req-d46fedca-0d7c-4b38-9283-ad33bf235fc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1480837 Jul 22 23:30:41.721003 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:41.729371 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1bc1ad09-0618-422c-8f58-7b789192dc57 req-4dd79080-9690-4867-b3e7-82a53cfeaae0 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:41.736833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c01c0-a080-4ad8-a81a-462b7c8b395e req-50eefd69-be0c-4260-999c-f2ada185800f tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:41.738558 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e7c01c0-a080-4ad8-a81a-462b7c8b395e req-50eefd69-be0c-4260-999c-f2ada185800f tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 1095 time: 0.3321750 Jul 22 23:30:41.741982 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94be05-cc8c-4aca-a894-f16ae913e089 req-d4e0387e-690f-4469-88f7-5bb729f4e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:41.743368 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e94be05-cc8c-4aca-a894-f16ae913e089 req-d4e0387e-690f-4469-88f7-5bb729f4e52b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27c6a3c1-8e0f-4347-80b1-5c776e4d48ea HTTP/1.1" status: 200 len: 863 time: 0.1208401 Jul 22 23:30:41.745162 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1bc1ad09-0618-422c-8f58-7b789192dc57 req-4dd79080-9690-4867-b3e7-82a53cfeaae0 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:41.779133 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port a5df4edb-89f9-49f5-9058-1704c473d025, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=a5df4edb-89f9-49f5-9058-1704c473d025,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:41.787115 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:41.812379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd79080-9690-4867-b3e7-82a53cfeaae0 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45bde5d9-32d0-4904-ba39-a7c430443486,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:41.835538 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1bc1ad09-0618-422c-8f58-7b789192dc57 req-4dd79080-9690-4867-b3e7-82a53cfeaae0 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:41.836830 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1bc1ad09-0618-422c-8f58-7b789192dc57 req-4dd79080-9690-4867-b3e7-82a53cfeaae0 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9004705 Jul 22 23:30:41.845618 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e7c01c0-a080-4ad8-a81a-462b7c8b395e req-23af4dd7-50b7-4093-b2f4-1cbd20df9dd7 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942497 Jul 22 23:30:41.858105 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe7582-173d-4547-9f58-badfb4459b9f req-1abdd675-25b9-43f9-a7cc-1fa9cbf98ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:41.859755 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12fe7582-173d-4547-9f58-badfb4459b9f req-1abdd675-25b9-43f9-a7cc-1fa9cbf98ad0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1701992 Jul 22 23:30:41.865376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=a5df4edb-89f9-49f5-9058-1704c473d025,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:41.924295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6f82c8-ebf7-4af3-bb3c-af526bbc2264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5df4edb-89f9-49f5-9058-1704c473d025'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:41.927862 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0002d81a-f861-4320-bafd-11dd3366fbbd" -d '{"events": [{"server_uuid": "3c6f82c8-ebf7-4af3-bb3c-af526bbc2264", "name": "network-vif-plugged", "status": "completed", "tag": "a5df4edb-89f9-49f5-9058-1704c473d025"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:41.954935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94be05-cc8c-4aca-a894-f16ae913e089 req-02e34c25-78e0-4d35-aea7-af5956ba23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:41.956495 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e94be05-cc8c-4aca-a894-f16ae913e089 req-02e34c25-78e0-4d35-aea7-af5956ba23ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8220c376-798c-4d26-99f9-1340b2d32211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1945252 Jul 22 23:30:42.129505 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12fe7582-173d-4547-9f58-badfb4459b9f req-0931452d-4577-45f1-90a3-7ab510cdf227 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612376 Jul 22 23:30:42.177977 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e94be05-cc8c-4aca-a894-f16ae913e089 req-a0aa5395-e732-4c46-87fe-d782cc75edc3 service neutron] 10.222.0.18 "GET /v2.0/networks/8220c376-798c-4d26-99f9-1340b2d32211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777601 Jul 22 23:30:42.186566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697a3cb-b27f-42f1-8269-194cc27c6414 req-2b3abfb5-83fa-46c2-9f20-f505b57fd21f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:42.193773 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6697a3cb-b27f-42f1-8269-194cc27c6414 req-2b3abfb5-83fa-46c2-9f20-f505b57fd21f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.2028253 Jul 22 23:30:42.274582 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e022a7c-e349-4f2d-b9c1-4cbca5ce58a7 x-openstack-request-id: req-6e022a7c-e349-4f2d-b9c1-4cbca5ce58a7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:42.274978 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478f0b5b-f663-4b35-bf75-45dca63cce8e", "tag": "a860c534-7704-430f-86fd-b051443c314f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:42.275248 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e022a7c-e349-4f2d-b9c1-4cbca5ce58a7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:42.275690 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478f0b5b-f663-4b35-bf75-45dca63cce8e', 'tag': 'a860c534-7704-430f-86fd-b051443c314f', 'status': 'completed', 'code': 200} Jul 22 23:30:42.599663 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6697a3cb-b27f-42f1-8269-194cc27c6414 req-073daf8e-f673-4327-8269-db85626ed032 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028111 Jul 22 23:30:42.653904 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e94be05-cc8c-4aca-a894-f16ae913e089 req-0d6c5088-1067-4de1-8c4a-ab58ee225311 service neutron] 10.222.0.18 "GET /v2.0/networks/8220c376-798c-4d26-99f9-1340b2d32211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529312 Jul 22 23:30:42.665723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12fe7582-173d-4547-9f58-badfb4459b9f req-cf7988f2-4f91-4a83-8710-3ca0dcbf3d69 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258279 Jul 22 23:30:42.697804 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c67fd6-1085-4af3-9313-c0369616d001 req-885ba046-7f68-4fd5-90a2-658d3d705ead tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:42.699334 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61c67fd6-1085-4af3-9313-c0369616d001 req-885ba046-7f68-4fd5-90a2-658d3d705ead tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8215358b-2661-4eaf-b668-2f68aa69e6ed HTTP/1.1" status: 200 len: 950 time: 0.1461506 Jul 22 23:30:42.782059 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61c67fd6-1085-4af3-9313-c0369616d001 req-1718d7a0-33c4-4e8d-9f51-4b6eb887a5b7 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769579 Jul 22 23:30:42.792716 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4fa91110-4d63-4ad7-97aa-1badc1055a07 req-490d3bbd-bc49-4a33-b1f6-455d8d9b6b7d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/b87a1707-02bf-4469-adaa-7a245f512f36 HTTP/1.1" status: 200 len: 1804 time: 0.0559261 Jul 22 23:30:42.837023 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec528a6-9546-4fd8-83d2-abe4e73842dd x-openstack-request-id: req-8ec528a6-9546-4fd8-83d2-abe4e73842dd {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:42.837590 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6f82c8-ebf7-4af3-bb3c-af526bbc2264", "name": "network-vif-plugged", "status": "completed", "tag": "a5df4edb-89f9-49f5-9058-1704c473d025", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:42.837753 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ec528a6-9546-4fd8-83d2-abe4e73842dd {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:42.838238 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6f82c8-ebf7-4af3-bb3c-af526bbc2264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5df4edb-89f9-49f5-9058-1704c473d025', 'code': 200} Jul 22 23:30:42.867908 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4fa91110-4d63-4ad7-97aa-1badc1055a07 req-31cb0d56-fcb6-4c4d-bbaf-07e9c2bad36f tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:42.935490 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4fa91110-4d63-4ad7-97aa-1badc1055a07 req-31cb0d56-fcb6-4c4d-bbaf-07e9c2bad36f tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:43.143845 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4fa91110-4d63-4ad7-97aa-1badc1055a07 req-31cb0d56-fcb6-4c4d-bbaf-07e9c2bad36f tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:43.146316 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4fa91110-4d63-4ad7-97aa-1badc1055a07 req-31cb0d56-fcb6-4c4d-bbaf-07e9c2bad36f tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:43.147632 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4fa91110-4d63-4ad7-97aa-1badc1055a07 req-31cb0d56-fcb6-4c4d-bbaf-07e9c2bad36f tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "DELETE /v2.0/security-groups/b87a1707-02bf-4469-adaa-7a245f512f36 HTTP/1.1" status: 204 len: 173 time: 0.3414714 Jul 22 23:30:43.149677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1364e-faef-4cec-b60e-2e37ccd162ab req-7231ebce-9f44-496b-95bc-a7af0717401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:43.151138 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb1364e-faef-4cec-b60e-2e37ccd162ab req-7231ebce-9f44-496b-95bc-a7af0717401a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&device_id=478f0b5b-f663-4b35-bf75-45dca63cce8e HTTP/1.1" status: 200 len: 1098 time: 0.2588637 Jul 22 23:30:43.161538 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fc69a-b1c0-440b-9ffa-8ba07b7e13a1 req-be276830-7fcb-49c5-af1c-55a765916f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:43.163676 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-175fc69a-b1c0-440b-9ffa-8ba07b7e13a1 req-be276830-7fcb-49c5-af1c-55a765916f91 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 1100 time: 0.2251041 Jul 22 23:30:43.172127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-cff5f838-599e-45eb-afa8-6215d7fc80d0 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:43.173740 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-cff5f838-599e-45eb-afa8-6215d7fc80d0 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 808 time: 0.2341678 Jul 22 23:30:43.196616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb0d56-fcb6-4c4d-bbaf-07e9c2bad36f tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87a1707-02bf-4469-adaa-7a245f512f36,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:43.275585 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-33e0bffe-87f4-4bd2-a130-8dea1891c220 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/quotas/e3f3293308ad4d108b84009eb08300e1 HTTP/1.1" status: 200 len: 375 time: 0.0901244 Jul 22 23:30:43.331183 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-175fc69a-b1c0-440b-9ffa-8ba07b7e13a1 req-f73f51c6-9a5e-4ec0-8336-c444c1e87f1e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523650 Jul 22 23:30:43.400681 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1364e-faef-4cec-b60e-2e37ccd162ab req-1bbf2aa0-99a2-4a0a-b336-ad11d04d79af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:43.402100 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb1364e-faef-4cec-b60e-2e37ccd162ab req-1bbf2aa0-99a2-4a0a-b336-ad11d04d79af service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.2159858 Jul 22 23:30:43.412641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75449dc7-8765-4949-87da-685576c66d87 req-5cb2473d-4a1b-4a15-84b7-3a42022811ec tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:43.414189 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75449dc7-8765-4949-87da-685576c66d87 req-5cb2473d-4a1b-4a15-84b7-3a42022811ec tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.1839731 Jul 22 23:30:43.465586 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb1364e-faef-4cec-b60e-2e37ccd162ab req-6588636b-682c-4b47-be97-f80330d263b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=a860c534-7704-430f-86fd-b051443c314f HTTP/1.1" status: 200 len: 217 time: 0.0503857 Jul 22 23:30:43.487180 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-72efd39a-4225-4cd2-8b1a-f133a03ec2c3 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1976912 Jul 22 23:30:43.557929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75449dc7-8765-4949-87da-685576c66d87 req-076e48f3-e569-4f13-ba6c-c810f4289a92 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356571 Jul 22 23:30:43.567832 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1364e-faef-4cec-b60e-2e37ccd162ab req-0ee4e821-b740-47bc-8335-e2dcd81861e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:43.578269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb1364e-faef-4cec-b60e-2e37ccd162ab req-0ee4e821-b740-47bc-8335-e2dcd81861e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0957077 Jul 22 23:30:43.715622 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-9868c352-91b5-4725-a80c-00b9ac50c519 service neutron] 10.222.0.26 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058771 Jul 22 23:30:43.777981 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1364e-faef-4cec-b60e-2e37ccd162ab req-54dd78a6-8ab5-43e0-a248-5c88e68a7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:43.779484 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb1364e-faef-4cec-b60e-2e37ccd162ab req-54dd78a6-8ab5-43e0-a248-5c88e68a7b0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2010791 Jul 22 23:30:43.796479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4eaf67-f881-4a20-b5d5-c83e0674303b req-7863b7e7-0436-4842-a0c8-399cae5801c5 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:43.797961 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa4eaf67-f881-4a20-b5d5-c83e0674303b req-7863b7e7-0436-4842-a0c8-399cae5801c5 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=478f0b5b-f663-4b35-bf75-45dca63cce8e HTTP/1.1" status: 200 len: 947 time: 0.1674163 Jul 22 23:30:43.936638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa4eaf67-f881-4a20-b5d5-c83e0674303b req-4db2c370-6bfa-41c3-8ae4-851bab2be4c3 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032460 Jul 22 23:30:43.953268 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-7cda039b-ef29-4fdc-a95c-ae67a30a2b20 service neutron] 10.222.0.26 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325208 Jul 22 23:30:44.020437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb1364e-faef-4cec-b60e-2e37ccd162ab req-636b2200-3cd2-49df-9c0e-ff0a27998272 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274647 Jul 22 23:30:44.185065 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb1364e-faef-4cec-b60e-2e37ccd162ab req-8bee1a65-3cf0-4bd2-b471-6dfc4b79391a service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593857 Jul 22 23:30:44.247563 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fe0232-5ca5-4084-9bc6-2b620516ade0 req-314e2e74-7e6c-475e-8f5f-5ce88d640f4f tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/3d6a2c51-5940-40f0-8439-b060834482f8 HTTP/1.1" status: 200 len: 1804 time: 0.0845628 Jul 22 23:30:44.330145 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1979a3-19ad-4944-a4e9-22bc4f516bbc req-45c74fe6-d727-4230-b48f-c34dc8021189 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:44.332216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea1979a3-19ad-4944-a4e9-22bc4f516bbc req-45c74fe6-d727-4230-b48f-c34dc8021189 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.1213448 Jul 22 23:30:44.376009 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea1979a3-19ad-4944-a4e9-22bc4f516bbc req-84cc0fbc-cb79-4952-a13e-e3261a0f7099 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378864 Jul 22 23:30:44.508232 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a388ccf-c38a-4184-861e-92e3aefe1a73 req-89ebd7f7-99af-40be-ad7b-8b9b062a338d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 210 time: 0.0299447 Jul 22 23:30:44.548048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9bc493e6-c841-4e2a-a474-307632803771 req-da444d94-f4f4-4f9e-b82d-0946aea8b13a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1356566720', 'description': 'tempest-description-1933910468'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:44.562431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609a972-2798-481b-ac50-2639273c1df0 req-0460d88a-85c3-4152-9035-7fff63bc7c90 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:44.564347 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e609a972-2798-481b-ac50-2639273c1df0 req-0460d88a-85c3-4152-9035-7fff63bc7c90 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8215358b-2661-4eaf-b668-2f68aa69e6ed HTTP/1.1" status: 200 len: 950 time: 0.1261837 Jul 22 23:30:44.603358 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9bc493e6-c841-4e2a-a474-307632803771 req-da444d94-f4f4-4f9e-b82d-0946aea8b13a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:44.674162 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e609a972-2798-481b-ac50-2639273c1df0 req-a70b877f-ec5e-423a-9461-471ac6e99a13 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861156 Jul 22 23:30:44.793085 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9bc493e6-c841-4e2a-a474-307632803771 req-da444d94-f4f4-4f9e-b82d-0946aea8b13a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:44.799150 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9bc493e6-c841-4e2a-a474-307632803771 req-da444d94-f4f4-4f9e-b82d-0946aea8b13a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:44.841515 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9bc493e6-c841-4e2a-a474-307632803771 req-da444d94-f4f4-4f9e-b82d-0946aea8b13a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:44.853388 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9bc493e6-c841-4e2a-a474-307632803771 req-da444d94-f4f4-4f9e-b82d-0946aea8b13a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3096809 Jul 22 23:30:44.854388 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da444d94-f4f4-4f9e-b82d-0946aea8b13a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d420c8-da1b-4685-9d42-1baa99f21620,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:44.874457 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff3d52-467a-4015-8f0a-c384a301ceb0 req-0242b0cf-5013-4191-8af8-475eca0fa33e tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:44.875949 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47ff3d52-467a-4015-8f0a-c384a301ceb0 req-0242b0cf-5013-4191-8af8-475eca0fa33e tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.1419914 Jul 22 23:30:44.931717 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47ff3d52-467a-4015-8f0a-c384a301ceb0 req-648f6cdf-7e33-423c-9541-3a28deaf5bf0 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485778 Jul 22 23:30:45.039608 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9634e0cd-1bdf-4db2-adbe-ff37e70657b1 req-db0ab2aa-c85a-4298-8a04-b1c6dc33f8b5 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/67d420c8-da1b-4685-9d42-1baa99f21620 HTTP/1.1" status: 200 len: 1805 time: 0.0568361 Jul 22 23:30:45.049395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9634e0cd-1bdf-4db2-adbe-ff37e70657b1 req-b56f91b8-0f58-4bde-8c8b-edd97376f322 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67d420c8-da1b-4685-9d42-1baa99f21620', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:45.049776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9634e0cd-1bdf-4db2-adbe-ff37e70657b1 req-b56f91b8-0f58-4bde-8c8b-edd97376f322 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67d420c8-da1b-4685-9d42-1baa99f21620', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:45.170545 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9634e0cd-1bdf-4db2-adbe-ff37e70657b1 req-b56f91b8-0f58-4bde-8c8b-edd97376f322 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:45.194808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17f57a-ff52-4965-a730-b95c70a2888d req-7c62efc1-393f-43de-9f9d-96bd32159da7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:45.196603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c17f57a-ff52-4965-a730-b95c70a2888d req-7c62efc1-393f-43de-9f9d-96bd32159da7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=478f0b5b-f663-4b35-bf75-45dca63cce8e HTTP/1.1" status: 200 len: 947 time: 0.1162918 Jul 22 23:30:45.207224 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9634e0cd-1bdf-4db2-adbe-ff37e70657b1 req-b56f91b8-0f58-4bde-8c8b-edd97376f322 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:45.216414 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9634e0cd-1bdf-4db2-adbe-ff37e70657b1 req-b56f91b8-0f58-4bde-8c8b-edd97376f322 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:45.247682 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f91b8-0f58-4bde-8c8b-edd97376f322 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf1f32f-bbb3-43fd-a494-08810fca0570,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:45.256927 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9634e0cd-1bdf-4db2-adbe-ff37e70657b1 req-b56f91b8-0f58-4bde-8c8b-edd97376f322 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:45.258427 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9634e0cd-1bdf-4db2-adbe-ff37e70657b1 req-b56f91b8-0f58-4bde-8c8b-edd97376f322 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2131653 Jul 22 23:30:45.279099 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c17f57a-ff52-4965-a730-b95c70a2888d req-b0c3a8ad-b99b-49de-8355-eb9f96775b0a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744123 Jul 22 23:30:45.353708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f73ffdc-de10-4c5e-8a5b-052cdce34a3a req-2191bb35-39c5-4489-98be-7cbdb20ae89e tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/67d420c8-da1b-4685-9d42-1baa99f21620 HTTP/1.1" status: 200 len: 2398 time: 0.0576189 Jul 22 23:30:45.359082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1f73ffdc-de10-4c5e-8a5b-052cdce34a3a req-a14bcb98-cfb1-4871-b28e-240d3c4d5d70 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67d420c8-da1b-4685-9d42-1baa99f21620', 'remote_group_id': None}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:45.359408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1f73ffdc-de10-4c5e-8a5b-052cdce34a3a req-a14bcb98-cfb1-4871-b28e-240d3c4d5d70 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67d420c8-da1b-4685-9d42-1baa99f21620', 'remote_group_id': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:45.557659 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124f191-6a6e-4c26-8e88-a6c3f3678a0b req-21c3764f-b1c2-4bf7-a902-38af583d8e36 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:45.559362 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e124f191-6a6e-4c26-8e88-a6c3f3678a0b req-21c3764f-b1c2-4bf7-a902-38af583d8e36 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8215358b-2661-4eaf-b668-2f68aa69e6ed HTTP/1.1" status: 200 len: 950 time: 0.1950965 Jul 22 23:30:45.564863 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f73ffdc-de10-4c5e-8a5b-052cdce34a3a req-a14bcb98-cfb1-4871-b28e-240d3c4d5d70 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:45.575519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-9e1c9c2f-a31c-4092-8b06-5171d2d8d56d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:45.577051 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-9e1c9c2f-a31c-4092-8b06-5171d2d8d56d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.95 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 808 time: 0.1972499 Jul 22 23:30:45.608542 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-a1c8cc04-29a5-49f0-a512-519af747fc76 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Request body: {'port': {'device_id': '628937c0-bd23-457a-ada7-fa65ff6b5c37', 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6', 'admin_state_up': True, 'tenant_id': 'e3f3293308ad4d108b84009eb08300e1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:45.641738 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f73ffdc-de10-4c5e-8a5b-052cdce34a3a req-a14bcb98-cfb1-4871-b28e-240d3c4d5d70 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:45.652565 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f73ffdc-de10-4c5e-8a5b-052cdce34a3a req-a14bcb98-cfb1-4871-b28e-240d3c4d5d70 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:45.722266 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e124f191-6a6e-4c26-8e88-a6c3f3678a0b req-32ae63ba-04cf-4bc9-965f-5adfe80d4ad9 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500483 Jul 22 23:30:45.726192 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bcb98-cfb1-4871-b28e-240d3c4d5d70 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee4d775-471d-40af-93d6-cd7691930d6f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:45.779258 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f73ffdc-de10-4c5e-8a5b-052cdce34a3a req-a14bcb98-cfb1-4871-b28e-240d3c4d5d70 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:45.780453 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f73ffdc-de10-4c5e-8a5b-052cdce34a3a req-a14bcb98-cfb1-4871-b28e-240d3c4d5d70 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4258020 Jul 22 23:30:45.804630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-a1c8cc04-29a5-49f0-a512-519af747fc76 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Made reservation on behalf of e3f3293308ad4d108b84009eb08300e1 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:45.808368 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-a1c8cc04-29a5-49f0-a512-519af747fc76 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:45.967583 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e3879e0e-ed2d-4a0b-9b7f-25d8169ee9e9 req-1dbd1e29-1b48-45da-8ca7-db4114d42c1e tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 210 time: 0.0426877 Jul 22 23:30:46.060674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-a1c8cc04-29a5-49f0-a512-519af747fc76 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Allocated IP 172.20.0.7 (0d462ef1-2f68-4b40-8269-d8c40ab7d3d6/3baa7daf-8ee7-4f4e-8715-eee13750e0b5/a5a21dfc-684b-4809-baa1-ce14f1452563) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:46.078985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bda588-5712-4da7-83df-eb17ab12d5d9 req-eab53806-e959-4f63-9708-ad711f39cd26 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:46.080538 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-25bda588-5712-4da7-83df-eb17ab12d5d9 req-eab53806-e959-4f63-9708-ad711f39cd26 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.1970236 Jul 22 23:30:46.097345 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5dde7a8f-d500-44da-b870-d10cb5a19a9d req-c540038f-23f5-4a0b-821f-0ce20c98be3a tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/67d420c8-da1b-4685-9d42-1baa99f21620 HTTP/1.1" status: 200 len: 2996 time: 0.0827405 Jul 22 23:30:46.133969 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:46.151026 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-25bda588-5712-4da7-83df-eb17ab12d5d9 req-b85c2cc2-01e9-4e0b-a1c9-5df2ba1a1564 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608323 Jul 22 23:30:46.267998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dca8620c-f6b7-4a7c-bddc-981318edc342 req-e1efd949-4c90-48f4-a09d-49e52a8854b0 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-group-rules/7ee4d775-471d-40af-93d6-cd7691930d6f HTTP/1.1" status: 200 len: 783 time: 0.0691755 Jul 22 23:30:46.386299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930a9dd-e2a8-44a6-96c5-95958c54db9c req-d31444ba-047e-403b-b80a-8ba67f5ee716 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:46.387776 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9930a9dd-e2a8-44a6-96c5-95958c54db9c req-d31444ba-047e-403b-b80a-8ba67f5ee716 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.2170897 Jul 22 23:30:46.403521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dca8620c-f6b7-4a7c-bddc-981318edc342 req-3ef44224-4ec0-44ed-bc1b-737cdea06fee tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/67d420c8-da1b-4685-9d42-1baa99f21620 HTTP/1.1" status: 200 len: 2996 time: 0.0990305 Jul 22 23:30:46.406281 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-a1c8cc04-29a5-49f0-a512-519af747fc76 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:46.477918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9930a9dd-e2a8-44a6-96c5-95958c54db9c req-f20fa963-ec28-4331-b9eb-73a1de741bf6 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795481 Jul 22 23:30:46.481422 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dca8620c-f6b7-4a7c-bddc-981318edc342 req-d6e67001-055d-4c02-9b8f-cc703587432f tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:46.490552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dca8620c-f6b7-4a7c-bddc-981318edc342 req-d6e67001-055d-4c02-9b8f-cc703587432f tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:46.534560 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dca8620c-f6b7-4a7c-bddc-981318edc342 req-d6e67001-055d-4c02-9b8f-cc703587432f tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:46.540568 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dca8620c-f6b7-4a7c-bddc-981318edc342 req-d6e67001-055d-4c02-9b8f-cc703587432f tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:46.541746 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dca8620c-f6b7-4a7c-bddc-981318edc342 req-d6e67001-055d-4c02-9b8f-cc703587432f tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/7ee4d775-471d-40af-93d6-cd7691930d6f HTTP/1.1" status: 204 len: 173 time: 0.1252437 Jul 22 23:30:46.551076 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e67001-055d-4c02-9b8f-cc703587432f tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ee4d775-471d-40af-93d6-cd7691930d6f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:46.553604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b898d69-acc6-4c75-b269-07233d7471b2 req-d8592731-39f6-43dc-9411-4b738ee1d3eb tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:46.555669 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4b898d69-acc6-4c75-b269-07233d7471b2 req-d8592731-39f6-43dc-9411-4b738ee1d3eb tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.95 "GET /v2.0/ports?device_id=8215358b-2661-4eaf-b668-2f68aa69e6ed HTTP/1.1" status: 200 len: 950 time: 0.1038513 Jul 22 23:30:46.559547 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-a1c8cc04-29a5-49f0-a512-519af747fc76 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:46.643592 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-a1c8cc04-29a5-49f0-a512-519af747fc76 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:46.681820 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-a1c8cc04-29a5-49f0-a512-519af747fc76 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:46.689062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-a1c8cc04-29a5-49f0-a512-519af747fc76 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:46.764803 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-4b898d69-acc6-4c75-b269-07233d7471b2 req-5832ae77-0d71-4d46-817a-2fc087181f30 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Deleting port 38475ece-478d-4585-a84c-edac534a1097 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:30:46.765495 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4b898d69-acc6-4c75-b269-07233d7471b2 req-5832ae77-0d71-4d46-817a-2fc087181f30 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:46.777471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8cc04-29a5-49f0-a512-519af747fc76 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Pushing event updated for resources: {'Port': ['ID=a5a21dfc-684b-4809-baa1-ce14f1452563,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:46.796094 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-a1c8cc04-29a5-49f0-a512-519af747fc76 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:46.796798 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-a1c8cc04-29a5-49f0-a512-519af747fc76 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:46.825052 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234c5f-a7bf-4124-a371-967bf4861b7b req-d7334cb9-e851-4fde-a986-8e268a0d5225 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:46.829547 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61234c5f-a7bf-4124-a371-967bf4861b7b req-d7334cb9-e851-4fde-a986-8e268a0d5225 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=478f0b5b-f663-4b35-bf75-45dca63cce8e HTTP/1.1" status: 200 len: 947 time: 0.1786301 Jul 22 23:30:46.874822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-a1c8cc04-29a5-49f0-a512-519af747fc76 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2758865 Jul 22 23:30:46.899443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Request body: {'port': {'device_id': '628937c0-bd23-457a-ada7-fa65ff6b5c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:46.906965 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4b898d69-acc6-4c75-b269-07233d7471b2 req-5832ae77-0d71-4d46-817a-2fc087181f30 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] For port 38475ece-478d-4585-a84c-edac534a1097, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=38475ece-478d-4585-a84c-edac534a1097,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:46.907802 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4b898d69-acc6-4c75-b269-07233d7471b2 req-5832ae77-0d71-4d46-817a-2fc087181f30 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:46.927319 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61234c5f-a7bf-4124-a371-967bf4861b7b req-de491de8-0054-4b83-ac1d-2d1e65bceab4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868375 Jul 22 23:30:46.949847 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-4b898d69-acc6-4c75-b269-07233d7471b2 req-5832ae77-0d71-4d46-817a-2fc087181f30 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Calling delete_port for 38475ece-478d-4585-a84c-edac534a1097 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:30:47.031799 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71fdf607-e5e8-47e7-81fc-8948ee5dcfef req-6bf2281e-3864-4696-8ba3-8b9926104f41 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/67d420c8-da1b-4685-9d42-1baa99f21620 HTTP/1.1" status: 200 len: 2398 time: 0.1492963 Jul 22 23:30:47.060936 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-b202fd08-79bb-4034-ba61-6a3eed3b5d6a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1396086 Jul 22 23:30:47.072634 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:47.176183 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device a860c534-7704-430f-86fd-b051443c314f details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:47.194837 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4b898d69-acc6-4c75-b269-07233d7471b2 req-5832ae77-0d71-4d46-817a-2fc087181f30 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:47.217288 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['38475ece-478d-4585-a84c-edac534a1097'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:47.237864 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71fdf607-e5e8-47e7-81fc-8948ee5dcfef req-7459ba65-40b6-4862-a75a-fe047593ca74 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:47.238957 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832ae77-0d71-4d46-817a-2fc087181f30 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Pushing event deleted for resources: {'Port': ['ID=38475ece-478d-4585-a84c-edac534a1097,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:47.333085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b898d69-acc6-4c75-b269-07233d7471b2 req-5832ae77-0d71-4d46-817a-2fc087181f30 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] No DVR routers for this DVR port 38475ece-478d-4585-a84c-edac534a1097 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:30:47.338494 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4b898d69-acc6-4c75-b269-07233d7471b2 req-5832ae77-0d71-4d46-817a-2fc087181f30 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:47.340504 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4b898d69-acc6-4c75-b269-07233d7471b2 req-5832ae77-0d71-4d46-817a-2fc087181f30 tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.95 "DELETE /v2.0/ports/38475ece-478d-4585-a84c-edac534a1097 HTTP/1.1" status: 204 len: 173 time: 0.7783051 Jul 22 23:30:47.341143 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8215358b-2661-4eaf-b668-2f68aa69e6ed', 'name': 'network-vif-deleted', 'tag': '38475ece-478d-4585-a84c-edac534a1097'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:47.353820 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c72ffa-52b0-4012-911e-0b780ed7720b" -d '{"events": [{"server_uuid": "8215358b-2661-4eaf-b668-2f68aa69e6ed", "name": "network-vif-deleted", "tag": "38475ece-478d-4585-a84c-edac534a1097"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:47.426961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port a860c534-7704-430f-86fd-b051443c314f, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=a860c534-7704-430f-86fd-b051443c314f,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:47.450104 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'a860c534-7704-430f-86fd-b051443c314f', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'a860c534-7704-430f-86fd-b051443c314f', 'mac_address': 'fa:16:3e:14:bf:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:47.531607 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71fdf607-e5e8-47e7-81fc-8948ee5dcfef req-7459ba65-40b6-4862-a75a-fe047593ca74 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:47.540322 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:47.559474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde367e-23f9-4dd8-b62b-95385640505d req-51e2ec5e-3b68-4749-ba73-62e809a2c42e tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:47.561037 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5bde367e-23f9-4dd8-b62b-95385640505d req-51e2ec5e-3b68-4749-ba73-62e809a2c42e tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8215358b-2661-4eaf-b668-2f68aa69e6ed HTTP/1.1" status: 200 len: 867 time: 0.5109274 Jul 22 23:30:47.565505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a860c534-7704-430f-86fd-b051443c314f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:47.592268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port a860c534-7704-430f-86fd-b051443c314f, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=a860c534-7704-430f-86fd-b051443c314f,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:47.602201 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:47.713781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=a860c534-7704-430f-86fd-b051443c314f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:47.718594 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5bde367e-23f9-4dd8-b62b-95385640505d req-ce60aab9-aef4-45eb-a41a-354f032c66ff tempest-DeleteServersAdminTestJSON-653435302 tempest-DeleteServersAdminTestJSON-653435302-project] 10.222.0.26 "GET /v2.0/security-groups?id=cdae53f3-80ae-49aa-a7c2-47766b675d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350825 Jul 22 23:30:47.739475 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71fdf607-e5e8-47e7-81fc-8948ee5dcfef req-7459ba65-40b6-4862-a75a-fe047593ca74 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:47.754511 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71fdf607-e5e8-47e7-81fc-8948ee5dcfef req-7459ba65-40b6-4862-a75a-fe047593ca74 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:47.757668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71fdf607-e5e8-47e7-81fc-8948ee5dcfef req-7459ba65-40b6-4862-a75a-fe047593ca74 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "DELETE /v2.0/security-groups/67d420c8-da1b-4685-9d42-1baa99f21620 HTTP/1.1" status: 204 len: 173 time: 0.7155237 Jul 22 23:30:47.792554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459ba65-40b6-4862-a75a-fe047593ca74 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d420c8-da1b-4685-9d42-1baa99f21620,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:48.033263 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['a860c534-7704-430f-86fd-b051443c314f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:48.330328 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a21dfc-684b-4809-baa1-ce14f1452563 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:48.344146 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:48.395544 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Transition to ACTIVE for port object a5a21dfc-684b-4809-baa1-ce14f1452563 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:48.412803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec85672-88b2-48e8-8f76-0416bb26c9bf req-822eeb1b-7198-41ed-ba5a-f706d32d5ab2 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:48.420018 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ec85672-88b2-48e8-8f76-0416bb26c9bf req-822eeb1b-7198-41ed-ba5a-f706d32d5ab2 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 931 time: 0.1445239 Jul 22 23:30:48.425152 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:48.444004 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ecfed-4042-4463-bba0-06af63c3b67e req-4cb5c62f-b652-4bb8-bb43-b48274514ff5 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:48.449928 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-858ecfed-4042-4463-bba0-06af63c3b67e req-4cb5c62f-b652-4bb8-bb43-b48274514ff5 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.6542842 Jul 22 23:30:48.568467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ec85672-88b2-48e8-8f76-0416bb26c9bf req-cdea5478-0b8b-4614-9b09-4b022a989f5e tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461499 Jul 22 23:30:48.597322 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Pushing event updated for resources: {'Port': ['ID=a5a21dfc-684b-4809-baa1-ce14f1452563,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:48.609078 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-858ecfed-4042-4463-bba0-06af63c3b67e req-dc88220e-d66c-4df0-9e70-a89d37d05608 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420395 Jul 22 23:30:48.638597 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8fc09e-b577-469a-8127-0ab576639d1d x-openstack-request-id: req-6d8fc09e-b577-469a-8127-0ab576639d1d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:48.639092 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8215358b-2661-4eaf-b668-2f68aa69e6ed", "name": "network-vif-deleted", "tag": "38475ece-478d-4585-a84c-edac534a1097", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:48.639188 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d8fc09e-b577-469a-8127-0ab576639d1d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:48.639647 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8215358b-2661-4eaf-b668-2f68aa69e6ed', 'name': 'network-vif-deleted', 'tag': '38475ece-478d-4585-a84c-edac534a1097', 'status': 'completed', 'code': 200} Jul 22 23:30:48.676435 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-7fae5b64-2379-429e-831f-92db20c776d0 req-9d98d43f-5563-49da-b6ba-c1befd620c15 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] show failed (client error): The resource could not be found. Jul 22 23:30:48.677495 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7fae5b64-2379-429e-831f-92db20c776d0 req-9d98d43f-5563-49da-b6ba-c1befd620c15 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/b87a1707-02bf-4469-adaa-7a245f512f36 HTTP/1.1" status: 404 len: 352 time: 0.0217860 Jul 22 23:30:48.745265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Attempting to bind port a5a21dfc-684b-4809-baa1-ce14f1452563 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:48.745899 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Attempting to bind port a5a21dfc-684b-4809-baa1-ce14f1452563 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:48.746446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Attempting to bind port a5a21dfc-684b-4809-baa1-ce14f1452563 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:48.784593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Port a5a21dfc-684b-4809-baa1-ce14f1452563 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:30:48.784927 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Attempting to bind port a5a21dfc-684b-4809-baa1-ce14f1452563 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:48.803644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:48.803902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Checking segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:48.804397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Bound using segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:48.804941 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Bound port: a5a21dfc-684b-4809-baa1-ce14f1452563, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:48.805169 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:48.842479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3f1c2-00df-4c6a-aae4-3d6b0b0e8ae8 req-696fe9c3-6027-4c7d-b6a5-dbcbc422e4c1 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:48.843959 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-62d3f1c2-00df-4c6a-aae4-3d6b0b0e8ae8 req-696fe9c3-6027-4c7d-b6a5-dbcbc422e4c1 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.1516385 Jul 22 23:30:48.936598 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-62d3f1c2-00df-4c6a-aae4-3d6b0b0e8ae8 req-d6180e10-d890-4c4e-bd70-c247bce38457 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555768 Jul 22 23:30:48.956949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb16a7-081f-4f2a-ba31-af275ae739cd req-00c38461-19f5-4c04-abfd-1b35d11e7b39 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:48.958725 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-debb16a7-081f-4f2a-ba31-af275ae739cd req-00c38461-19f5-4c04-abfd-1b35d11e7b39 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=478f0b5b-f663-4b35-bf75-45dca63cce8e HTTP/1.1" status: 200 len: 948 time: 0.2090669 Jul 22 23:30:49.001061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] For port a5a21dfc-684b-4809-baa1-ce14f1452563, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:49.037170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] For port a5a21dfc-684b-4809-baa1-ce14f1452563, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=a5a21dfc-684b-4809-baa1-ce14f1452563,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:49.050735 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-48dd5c0d-99f7-4985-b256-8d220c711a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:49.052262 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-48dd5c0d-99f7-4985-b256-8d220c711a94 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 1100 time: 0.0668929 Jul 22 23:30:49.063598 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:49.072954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e93c2cc-a631-46a2-a028-db9b4036813b req-2e87f423-3ebd-4c8b-9da2-140d34cce022 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/3d6a2c51-5940-40f0-8439-b060834482f8 HTTP/1.1" status: 200 len: 1804 time: 0.0904396 Jul 22 23:30:49.085139 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-debb16a7-081f-4f2a-ba31-af275ae739cd req-60650c94-1ea8-425e-98e8-4158996b3b0e tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070149 Jul 22 23:30:49.147707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:49.148454 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:49.150015 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] 10.222.0.95 "PUT /v2.0/ports/a5a21dfc-684b-4809-baa1-ce14f1452563 HTTP/1.1" status: 200 len: 1091 time: 2.2626278 Jul 22 23:30:49.150570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628937c0-bd23-457a-ada7-fa65ff6b5c37', 'tag': 'a5a21dfc-684b-4809-baa1-ce14f1452563'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:49.153137 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea582620-089c-4089-9732-3d401db45e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "628937c0-bd23-457a-ada7-fa65ff6b5c37", "tag": "a5a21dfc-684b-4809-baa1-ce14f1452563"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:49.193441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device a860c534-7704-430f-86fd-b051443c314f up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:49.204921 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1e93c2cc-a631-46a2-a028-db9b4036813b req-847f97f0-6a7b-4003-bcd8-b957e5ede842 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:49.206246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-02afa569-a72e-4d50-befd-0e03e3ebc55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:49.212747 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-02afa569-a72e-4d50-befd-0e03e3ebc55b service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1534746 Jul 22 23:30:49.266186 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-82d7d3ed-3f90-44a9-96e3-bba50747458e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a5df4edb-89f9-49f5-9058-1704c473d025 HTTP/1.1" status: 200 len: 217 time: 0.0470564 Jul 22 23:30:49.266699 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558d296-2c33-43d0-8454-9e31bfa6afbf service neutron] Pushing event updated for resources: {'Port': ['ID=a5a21dfc-684b-4809-baa1-ce14f1452563,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:49.292363 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1e93c2cc-a631-46a2-a028-db9b4036813b req-847f97f0-6a7b-4003-bcd8-b957e5ede842 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:49.321136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port a860c534-7704-430f-86fd-b051443c314f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:49.329972 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port a860c534-7704-430f-86fd-b051443c314f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:49.330606 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:49.350764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-b4915777-eda2-4f4d-b020-0d4d39305b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:49.352564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-b4915777-eda2-4f4d-b020-0d4d39305b26 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 1094 time: 0.1512933 Jul 22 23:30:49.382013 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1e93c2cc-a631-46a2-a028-db9b4036813b req-847f97f0-6a7b-4003-bcd8-b957e5ede842 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:49.385040 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1e93c2cc-a631-46a2-a028-db9b4036813b req-847f97f0-6a7b-4003-bcd8-b957e5ede842 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:49.385451 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-518d095b-4bf7-48f7-9b7d-0063ebf8e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:49.387385 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-518d095b-4bf7-48f7-9b7d-0063ebf8e36b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1136861 Jul 22 23:30:49.388803 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e93c2cc-a631-46a2-a028-db9b4036813b req-847f97f0-6a7b-4003-bcd8-b957e5ede842 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "DELETE /v2.0/security-groups/3d6a2c51-5940-40f0-8439-b060834482f8 HTTP/1.1" status: 204 len: 173 time: 0.3096147 Jul 22 23:30:49.474277 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dc0eda-fed2-4ed9-92f3-68ce5269a0d7 x-openstack-request-id: req-75dc0eda-fed2-4ed9-92f3-68ce5269a0d7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:49.474581 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628937c0-bd23-457a-ada7-fa65ff6b5c37", "tag": "a5a21dfc-684b-4809-baa1-ce14f1452563", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:49.474866 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75dc0eda-fed2-4ed9-92f3-68ce5269a0d7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:49.475276 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628937c0-bd23-457a-ada7-fa65ff6b5c37', 'tag': 'a5a21dfc-684b-4809-baa1-ce14f1452563', 'status': 'completed', 'code': 200} Jul 22 23:30:49.478851 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:49.489653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-e394fd2c-0a78-4903-99ff-94a33682002d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a21dfc-684b-4809-baa1-ce14f1452563 HTTP/1.1" status: 200 len: 217 time: 0.1220367 Jul 22 23:30:49.514736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478f0b5b-f663-4b35-bf75-45dca63cce8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a860c534-7704-430f-86fd-b051443c314f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:49.517291 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac171f35-0c48-4028-bc0e-6c2eb1c48269" -d '{"events": [{"server_uuid": "478f0b5b-f663-4b35-bf75-45dca63cce8e", "name": "network-vif-plugged", "status": "completed", "tag": "a860c534-7704-430f-86fd-b051443c314f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:49.522676 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-ab659f0c-4506-48fe-9b2d-27eda005c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:49.524082 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-ab659f0c-4506-48fe-9b2d-27eda005c649 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240673 Jul 22 23:30:49.532718 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port a860c534-7704-430f-86fd-b051443c314f, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=a860c534-7704-430f-86fd-b051443c314f,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:49.539659 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:49.590238 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838fed90-cae2-4bd9-a977-f0a01c59aeeb x-openstack-request-id: req-838fed90-cae2-4bd9-a977-f0a01c59aeeb {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:49.591122 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478f0b5b-f663-4b35-bf75-45dca63cce8e", "name": "network-vif-plugged", "status": "completed", "tag": "a860c534-7704-430f-86fd-b051443c314f", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:49.592941 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-838fed90-cae2-4bd9-a977-f0a01c59aeeb {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:49.593463 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478f0b5b-f663-4b35-bf75-45dca63cce8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a860c534-7704-430f-86fd-b051443c314f', 'code': 200} Jul 22 23:30:49.606229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f97f0-6a7b-4003-bcd8-b957e5ede842 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6a2c51-5940-40f0-8439-b060834482f8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:49.635823 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=a860c534-7704-430f-86fd-b051443c314f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:49.685336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-ad431c74-2a66-4248-989b-c2d3f7528bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:49.688270 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-ad431c74-2a66-4248-989b-c2d3f7528bc6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.1862450 Jul 22 23:30:49.774508 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-cd2751f4-10a3-4312-ba4d-693bf5afd5c4 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416706 Jul 22 23:30:49.793798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-0fe6bb97-0337-4a72-9f5a-767465d0657b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603783 Jul 22 23:30:49.804104 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-230231a3-8ec9-434f-b914-c6beab2b02e2 req-86c37636-b146-4860-8f43-4c233f167963 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/834dcaed-f6b7-489f-9f96-e5a572422ad1 HTTP/1.1" status: 200 len: 1804 time: 0.3391135 Jul 22 23:30:49.918595 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-74fcea06-d208-4954-a11b-2791a4054a70 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315210 Jul 22 23:30:49.991354 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ab8a0-1347-433d-84a5-8ab1485a58d0 req-32ebe9c3-4ee3-4f62-ab08-af0a98e61566 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:49.998278 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c77ab8a0-1347-433d-84a5-8ab1485a58d0 req-32ebe9c3-4ee3-4f62-ab08-af0a98e61566 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 943 time: 0.3088832 Jul 22 23:30:50.016112 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-230231a3-8ec9-434f-b914-c6beab2b02e2 req-e21e2bf3-0d45-42d4-8d4c-f5a356663c12 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:50.040497 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57414) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:50.074073 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6191c-f415-42ba-bcc8-178be1cfffe1 req-dfba9def-56ff-4ea1-9dc9-d5380b6e70b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:50.075565 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5aa6191c-f415-42ba-bcc8-178be1cfffe1 req-dfba9def-56ff-4ea1-9dc9-d5380b6e70b8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=478f0b5b-f663-4b35-bf75-45dca63cce8e HTTP/1.1" status: 200 len: 1100 time: 0.3411376 Jul 22 23:30:50.077119 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-230231a3-8ec9-434f-b914-c6beab2b02e2 req-e21e2bf3-0d45-42d4-8d4c-f5a356663c12 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:50.092534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-ea39bfab-9a0f-41e6-9fe1-4207632fcda1 service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822282 Jul 22 23:30:50.129722 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c77ab8a0-1347-433d-84a5-8ab1485a58d0 req-d976783a-af00-417e-8537-e8977060b2b5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305206 Jul 22 23:30:50.281267 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c9a1b32b-4088-428b-ada8-dab281ade7a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4556307dfdd14756894a47bc52842876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389264 Jul 22 23:30:50.283248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:50.297306 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5aa6191c-f415-42ba-bcc8-178be1cfffe1 req-095b8df5-7893-4693-ae41-a86ab13c4328 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003043 Jul 22 23:30:50.336495 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-230231a3-8ec9-434f-b914-c6beab2b02e2 req-e21e2bf3-0d45-42d4-8d4c-f5a356663c12 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:50.338917 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-230231a3-8ec9-434f-b914-c6beab2b02e2 req-e21e2bf3-0d45-42d4-8d4c-f5a356663c12 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:50.340521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-230231a3-8ec9-434f-b914-c6beab2b02e2 req-e21e2bf3-0d45-42d4-8d4c-f5a356663c12 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "DELETE /v2.0/security-groups/834dcaed-f6b7-489f-9f96-e5a572422ad1 HTTP/1.1" status: 204 len: 173 time: 0.5351896 Jul 22 23:30:50.345023 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:50.355572 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e2bf3-0d45-42d4-8d4c-f5a356663c12 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=834dcaed-f6b7-489f-9f96-e5a572422ad1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:50.364761 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-249a1865-90d1-4540-ab3a-ebc0113d19de req-24772d12-bab4-41b2-9c56-6602bb01300f service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582202 Jul 22 23:30:50.368841 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:50.417758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdec9b3-6568-419f-aec7-bddf1511eaa1 req-c5a6740e-0496-46ae-b3d6-b10fcd295b97 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:50.424777 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffdec9b3-6568-419f-aec7-bddf1511eaa1 req-c5a6740e-0496-46ae-b3d6-b10fcd295b97 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.2324345 Jul 22 23:30:50.458564 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:50.462562 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:50.465110 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cdae53f3-80ae-49aa-a7c2-47766b675d0a HTTP/1.1" status: 204 len: 168 time: 0.1796024 Jul 22 23:30:50.489283 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdae53f3-80ae-49aa-a7c2-47766b675d0a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:50.499058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:50.499469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:50.499871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:50.500288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:50.500686 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:50.501077 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:50.501506 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:50.501880 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:50.502297 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:50.502680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:50.503065 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:50.503461 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb153815-7009-4a6a-83fa-819a680b9510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:50.534999 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffdec9b3-6568-419f-aec7-bddf1511eaa1 req-20441f65-c3f0-4814-b88f-37dd4dd8d163 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092153 Jul 22 23:30:50.612679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715afd5-b595-4b5c-bd36-a3a8ce697bbc req-dcf1d197-35c7-473f-abac-af24a73037d8 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:50.614263 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d715afd5-b595-4b5c-bd36-a3a8ce697bbc req-dcf1d197-35c7-473f-abac-af24a73037d8 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.1714654 Jul 22 23:30:50.617413 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea582620-089c-4089-9732-3d401db45e1f req-aa850b94-fb32-4b67-b695-e8d1f9792fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:50.618860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea582620-089c-4089-9732-3d401db45e1f req-aa850b94-fb32-4b67-b695-e8d1f9792fb9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 1094 time: 0.1914654 Jul 22 23:30:50.784726 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d715afd5-b595-4b5c-bd36-a3a8ce697bbc req-9ca61fbe-83f4-4fbc-b9ac-becce0621511 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527734 Jul 22 23:30:50.837938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea582620-089c-4089-9732-3d401db45e1f req-dd764545-97db-4d7a-8a5a-1e8f4fec89f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:50.839511 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea582620-089c-4089-9732-3d401db45e1f req-dd764545-97db-4d7a-8a5a-1e8f4fec89f9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.2107449 Jul 22 23:30:50.903126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e72a0e-2ca2-429c-962b-d1e53ab223b7 req-e7b97b2d-3e08-4f03-802d-3772391513ca tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:50.903879 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57430) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:50.910245 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5e72a0e-2ca2-429c-962b-d1e53ab223b7 req-e7b97b2d-3e08-4f03-802d-3772391513ca tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=478f0b5b-f663-4b35-bf75-45dca63cce8e HTTP/1.1" status: 200 len: 949 time: 0.3101857 Jul 22 23:30:50.920001 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea582620-089c-4089-9732-3d401db45e1f req-781c27a9-6fab-40a1-b8b3-3f7da2b14931 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a21dfc-684b-4809-baa1-ce14f1452563 HTTP/1.1" status: 200 len: 217 time: 0.0701072 Jul 22 23:30:50.932698 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66afc5af-981a-4100-86ad-8839666265a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.044454 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-faa1072b-15be-4828-959b-5bca1bce9849 req-2fc9991e-9d84-454f-845f-664b0e581223 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/63f4f9cf-cdab-4e5d-862e-1f05177d8676 HTTP/1.1" status: 200 len: 1804 time: 0.1037316 Jul 22 23:30:51.055918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5e72a0e-2ca2-429c-962b-d1e53ab223b7 req-d205ddb6-4d73-4a59-b4fe-2188f0d7f977 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447055 Jul 22 23:30:51.059891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea582620-089c-4089-9732-3d401db45e1f req-cdf5053e-de01-4909-be68-92b88a6bf0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:51.061366 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea582620-089c-4089-9732-3d401db45e1f req-cdf5053e-de01-4909-be68-92b88a6bf0e6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.1307731 Jul 22 23:30:51.079146 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66afc5af-981a-4100-86ad-8839666265a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.084471 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66afc5af-981a-4100-86ad-8839666265a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.114999 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-66afc5af-981a-4100-86ad-8839666265a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=facfa35204604f4f849755d354a6f111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094233 Jul 22 23:30:51.116244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57432) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:51.118129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea582620-089c-4089-9732-3d401db45e1f req-bb4236a9-3d5d-4b6b-a9b9-ae7bfa7c0b88 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403357 Jul 22 23:30:51.166391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afc5af-981a-4100-86ad-8839666265a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ba7572-5845-4d15-8d07-5de18878beae,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:51.169175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 38475ece-478d-4585-a84c-edac534a1097 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:30:51.196226 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e94a2f52-4f7f-4d46-8677-30ddcd242e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.215539 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-faa1072b-15be-4828-959b-5bca1bce9849 req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.221480 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e94a2f52-4f7f-4d46-8677-30ddcd242e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.239893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 38475ece-478d-4585-a84c-edac534a1097 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:30:51.240278 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 38475ece-478d-4585-a84c-edac534a1097 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:30:51.288045 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e94a2f52-4f7f-4d46-8677-30ddcd242e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.290862 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-faa1072b-15be-4828-959b-5bca1bce9849 req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.291676 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e94a2f52-4f7f-4d46-8677-30ddcd242e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.293081 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e94a2f52-4f7f-4d46-8677-30ddcd242e04 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90ba7572-5845-4d15-8d07-5de18878beae HTTP/1.1" status: 204 len: 168 time: 0.1749141 Jul 22 23:30:51.302796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a2f52-4f7f-4d46-8677-30ddcd242e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ba7572-5845-4d15-8d07-5de18878beae,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:51.306110 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea582620-089c-4089-9732-3d401db45e1f req-1e9cc206-97ec-4df2-b405-97a1aa7b0b4d service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806359 Jul 22 23:30:51.420151 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-faa1072b-15be-4828-959b-5bca1bce9849 req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.422709 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-faa1072b-15be-4828-959b-5bca1bce9849 req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.423870 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-faa1072b-15be-4828-959b-5bca1bce9849 req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "DELETE /v2.0/security-groups/63f4f9cf-cdab-4e5d-862e-1f05177d8676 HTTP/1.1" status: 204 len: 173 time: 0.3473542 Jul 22 23:30:51.452990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b3c82-fb7b-4aa3-9203-3c79c0c66cfc req-46ba0b39-6e6a-427d-a09e-28a610017744 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:51.454794 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a0b3c82-fb7b-4aa3-9203-3c79c0c66cfc req-46ba0b39-6e6a-427d-a09e-28a610017744 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 943 time: 0.2099500 Jul 22 23:30:51.461390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f4f9cf-cdab-4e5d-862e-1f05177d8676,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:51.513923 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:51.514268 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:51.514611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:51.514944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:51.515278 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:51.515610 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:51.515938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:51.516265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:51.516593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:51.516917 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:51.517271 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:51.517891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3356-9fde-4c04-a0d0-d1a46b014c4d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:51.538801 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea582620-089c-4089-9732-3d401db45e1f req-27f149ee-6ea8-40a7-abaf-47d7e70de862 service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155952 Jul 22 23:30:51.557955 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6958a6c-eb77-4005-b718-71b67844d847 req-c19d024b-607b-482b-99a4-330c94bf1270 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/bc5c3e2a-8c13-4614-8329-38386b897e4e HTTP/1.1" status: 200 len: 2402 time: 0.1004801 Jul 22 23:30:51.613664 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a0b3c82-fb7b-4aa3-9203-3c79c0c66cfc req-0cf5e115-f5e8-401c-801c-a1750dd96475 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426246 Jul 22 23:30:51.634567 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6958a6c-eb77-4005-b718-71b67844d847 req-e2efab3a-7003-432b-a9d5-0635fcf848dd tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.689266 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6958a6c-eb77-4005-b718-71b67844d847 req-e2efab3a-7003-432b-a9d5-0635fcf848dd tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.860821 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6958a6c-eb77-4005-b718-71b67844d847 req-e2efab3a-7003-432b-a9d5-0635fcf848dd tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.864676 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a6958a6c-eb77-4005-b718-71b67844d847 req-e2efab3a-7003-432b-a9d5-0635fcf848dd tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.866550 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6958a6c-eb77-4005-b718-71b67844d847 req-e2efab3a-7003-432b-a9d5-0635fcf848dd tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "DELETE /v2.0/security-groups/bc5c3e2a-8c13-4614-8329-38386b897e4e HTTP/1.1" status: 204 len: 173 time: 0.3078227 Jul 22 23:30:51.883302 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1fb53-8bf2-4a17-82f2-90e8eb9e8dcd req-1f180c03-81b7-464a-accc-d89bcea14b96 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:51.884932 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60f1fb53-8bf2-4a17-82f2-90e8eb9e8dcd req-1f180c03-81b7-464a-accc-d89bcea14b96 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.1818836 Jul 22 23:30:51.892648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efab3a-7003-432b-a9d5-0635fcf848dd tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5c3e2a-8c13-4614-8329-38386b897e4e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:51.967865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60f1fb53-8bf2-4a17-82f2-90e8eb9e8dcd req-87adeb5d-118f-4e5e-8dbf-af810834ab57 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716336 Jul 22 23:30:52.096205 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c405b2d1-c4db-4b99-8617-b848efb4a16e req-827a3223-1889-4ce2-b156-e30d9d68287d tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "GET /v2.0/security-groups/ef458eb2-072e-4f03-abd8-5a43107d1167 HTTP/1.1" status: 200 len: 2395 time: 0.0755842 Jul 22 23:30:52.127203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42e9ec-c299-4451-a159-c133ad22239d req-e2714113-fa58-4418-83d2-8aa5c465346f tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:52.135278 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a42e9ec-c299-4451-a159-c133ad22239d req-e2714113-fa58-4418-83d2-8aa5c465346f tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.1308050 Jul 22 23:30:52.230123 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a42e9ec-c299-4451-a159-c133ad22239d req-0ff2c2ec-6292-4616-b2c2-21da052813fa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784802 Jul 22 23:30:52.241498 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c405b2d1-c4db-4b99-8617-b848efb4a16e req-3bb3d70e-5041-4561-a961-ae44afbc58a4 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.282848 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c405b2d1-c4db-4b99-8617-b848efb4a16e req-3bb3d70e-5041-4561-a961-ae44afbc58a4 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.349474 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c405b2d1-c4db-4b99-8617-b848efb4a16e req-3bb3d70e-5041-4561-a961-ae44afbc58a4 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.353604 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c405b2d1-c4db-4b99-8617-b848efb4a16e req-3bb3d70e-5041-4561-a961-ae44afbc58a4 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.354771 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c405b2d1-c4db-4b99-8617-b848efb4a16e req-3bb3d70e-5041-4561-a961-ae44afbc58a4 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] 10.222.0.26 "DELETE /v2.0/security-groups/ef458eb2-072e-4f03-abd8-5a43107d1167 HTTP/1.1" status: 204 len: 173 time: 0.2517776 Jul 22 23:30:52.361236 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57472) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:52.370202 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3d70e-5041-4561-a961-ae44afbc58a4 tempest-SecurityGroupRulesTestJSON-1605026648 tempest-SecurityGroupRulesTestJSON-1605026648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef458eb2-072e-4f03-abd8-5a43107d1167,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:52.437471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe482fb5-87e7-479b-8eab-4fcf7467d411 admin admin] Deleting subnet ec0f97df-3587-4068-b4ae-ed822ed7b220 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:30:52.444234 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe482fb5-87e7-479b-8eab-4fcf7467d411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.482695 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe482fb5-87e7-479b-8eab-4fcf7467d411 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.541459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94867e82-e381-44dd-810a-709dc50a1324 req-8ada0204-0ade-46d6-8914-f9bac67227bf tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:52.542636 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe482fb5-87e7-479b-8eab-4fcf7467d411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.543346 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94867e82-e381-44dd-810a-709dc50a1324 req-8ada0204-0ade-46d6-8914-f9bac67227bf tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=478f0b5b-f663-4b35-bf75-45dca63cce8e HTTP/1.1" status: 200 len: 949 time: 0.0845051 Jul 22 23:30:52.606147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94867e82-e381-44dd-810a-709dc50a1324 req-6dc819d9-200b-4e80-8cf2-a6d12c868eb1 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546501 Jul 22 23:30:52.610388 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe482fb5-87e7-479b-8eab-4fcf7467d411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.650616 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe482fb5-87e7-479b-8eab-4fcf7467d411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec0f97df-3587-4068-b4ae-ed822ed7b220,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:52.654552 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe482fb5-87e7-479b-8eab-4fcf7467d411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.656756 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fe482fb5-87e7-479b-8eab-4fcf7467d411 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ec0f97df-3587-4068-b4ae-ed822ed7b220 HTTP/1.1" status: 204 len: 168 time: 0.2939205 Jul 22 23:30:52.659413 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57490) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:52.741170 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ee8646b-9819-4734-a6fb-f0a02084efff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.785118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9f58d-a508-4eb1-b65a-8539aa9da0b8 req-4a531ac4-4b93-4b61-988b-f857467f67f2 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:52.786819 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5a9f58d-a508-4eb1-b65a-8539aa9da0b8 req-4a531ac4-4b93-4b61-988b-f857467f67f2 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 943 time: 0.0746846 Jul 22 23:30:52.828411 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ee8646b-9819-4734-a6fb-f0a02084efff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.838011 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5a9f58d-a508-4eb1-b65a-8539aa9da0b8 req-fa855cf2-2334-40c4-82e6-b79a5e2068ce tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449157 Jul 22 23:30:52.838809 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7ee8646b-9819-4734-a6fb-f0a02084efff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4376ad5-5b80-4fcf-8978-b50ba2125b6c']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:52.857894 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7ee8646b-9819-4734-a6fb-f0a02084efff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb99904-054f-432a-859d-e63a6e4d2fab') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:52.857894 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7ee8646b-9819-4734-a6fb-f0a02084efff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb99904-054f-432a-859d-e63a6e4d2fab') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:52.859942 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ee8646b-9819-4734-a6fb-f0a02084efff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.874143 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ee8646b-9819-4734-a6fb-f0a02084efff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.879895 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee8646b-9819-4734-a6fb-f0a02084efff admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:30:52.880281 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ee8646b-9819-4734-a6fb-f0a02084efff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:30:52.882582 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:30:52.967720 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ee8646b-9819-4734-a6fb-f0a02084efff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.976338 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ee8646b-9819-4734-a6fb-f0a02084efff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.978522 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ee8646b-9819-4734-a6fb-f0a02084efff admin admin] 10.222.0.26 "DELETE /v2.0/networks/e4376ad5-5b80-4fcf-8978-b50ba2125b6c HTTP/1.1" status: 204 len: 168 time: 0.3180912 Jul 22 23:30:52.989979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8646b-9819-4734-a6fb-f0a02084efff admin admin] Pushing event deleted for resources: {'Network': ['ID=e4376ad5-5b80-4fcf-8978-b50ba2125b6c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:53.188935 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57520) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:53.191421 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device a5a21dfc-684b-4809-baa1-ce14f1452563 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:53.241524 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-76bdfd37-4fea-4f84-9465-4e24f2b8c2b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23ffb23a13414418af0507ab06a6997c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478446 Jul 22 23:30:53.242078 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57524) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:53.300933 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9629c4fd-d3c7-435b-8867-e81815d851a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:53.308883 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port a5a21dfc-684b-4809-baa1-ce14f1452563, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=a5a21dfc-684b-4809-baa1-ce14f1452563,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:53.321059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'a5a21dfc-684b-4809-baa1-ce14f1452563', 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6', 'port_id': 'a5a21dfc-684b-4809-baa1-ce14f1452563', 'mac_address': 'fa:16:3e:cb:1f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3baa7daf-8ee7-4f4e-8715-eee13750e0b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:53.324176 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9629c4fd-d3c7-435b-8867-e81815d851a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:53.341492 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9cf29-c245-456b-bf43-2a079464bb54 req-b0c7ea00-acf4-4830-934c-7d183e9b7a11 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:53.343035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2aa9cf29-c245-456b-bf43-2a079464bb54 req-b0c7ea00-acf4-4830-934c-7d183e9b7a11 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=478f0b5b-f663-4b35-bf75-45dca63cce8e HTTP/1.1" status: 200 len: 1100 time: 0.4087505 Jul 22 23:30:53.360205 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:53.378499 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a21dfc-684b-4809-baa1-ce14f1452563 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:53.382672 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9629c4fd-d3c7-435b-8867-e81815d851a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:53.387119 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9629c4fd-d3c7-435b-8867-e81815d851a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:53.391486 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9629c4fd-d3c7-435b-8867-e81815d851a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/059e15a3-41f5-4880-ace7-80d7138cff5b HTTP/1.1" status: 204 len: 168 time: 0.1482365 Jul 22 23:30:53.401507 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629c4fd-d3c7-435b-8867-e81815d851a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059e15a3-41f5-4880-ace7-80d7138cff5b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:53.401724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port a5a21dfc-684b-4809-baa1-ce14f1452563, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=a5a21dfc-684b-4809-baa1-ce14f1452563,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:53.406769 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:53.414174 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2aa9cf29-c245-456b-bf43-2a079464bb54 req-13ed6d2f-b80a-4b3b-a12f-ba64377230d2 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:53.442089 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37d74ce2-29e8-4bd9-b9d6-4ad19df39c21 req-5c79dfe8-ca98-4fd2-8dec-20c6a4bd56e5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4249163 Jul 22 23:30:53.455210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-b65d961a-d568-4aa5-96fb-6a2645f20a43 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:53.456654 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-b65d961a-d568-4aa5-96fb-6a2645f20a43 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/networks?id=3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc HTTP/1.1" status: 200 len: 814 time: 0.4101024 Jul 22 23:30:53.467089 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=a5a21dfc-684b-4809-baa1-ce14f1452563,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:53.487471 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-0480f373-acf6-4ca8-8ccd-aad7f8f921fc tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/quotas/2fb3333051724f24a9db04f4b78d53d6 HTTP/1.1" status: 200 len: 375 time: 0.0215697 Jul 22 23:30:53.634248 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2aa9cf29-c245-456b-bf43-2a079464bb54 req-13ed6d2f-b80a-4b3b-a12f-ba64377230d2 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:53.641547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d74ce2-29e8-4bd9-b9d6-4ad19df39c21 req-c2d33e56-4107-4f2d-a091-60e074bea832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:53.642564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['a5a21dfc-684b-4809-baa1-ce14f1452563'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:53.643272 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37d74ce2-29e8-4bd9-b9d6-4ad19df39c21 req-c2d33e56-4107-4f2d-a091-60e074bea832 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11a0634c1feb45a49aa72bf57660db76&device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 1100 time: 0.1531413 Jul 22 23:30:53.651145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-b1b956ac-27e1-49cd-a767-da55844f3f38 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fb3333051724f24a9db04f4b78d53d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1489089 Jul 22 23:30:53.651768 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2aa9cf29-c245-456b-bf43-2a079464bb54 req-13ed6d2f-b80a-4b3b-a12f-ba64377230d2 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:53.701028 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2aa9cf29-c245-456b-bf43-2a079464bb54 req-13ed6d2f-b80a-4b3b-a12f-ba64377230d2 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197179 Jul 22 23:30:53.742990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed6d2f-b80a-4b3b-a12f-ba64377230d2 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86304ff9-4885-419f-9e5b-2f053307f347,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:53.881497 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-5621eb77-b554-4e90-8dde-ece21dfcf7f9 service neutron] 10.222.0.26 "GET /v2.0/networks/3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169912 Jul 22 23:30:53.886659 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d74ce2-29e8-4bd9-b9d6-4ad19df39c21 req-32d18b74-dcb4-463b-9ab1-80da057780c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:53.888041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37d74ce2-29e8-4bd9-b9d6-4ad19df39c21 req-32d18b74-dcb4-463b-9ab1-80da057780c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.2067218 Jul 22 23:30:53.958631 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37d74ce2-29e8-4bd9-b9d6-4ad19df39c21 req-a11bba26-2f65-475e-bf81-28025f863f60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=b48de029-b2f5-4077-a41c-e32090622356 HTTP/1.1" status: 200 len: 217 time: 0.0549049 Jul 22 23:30:54.012050 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f16b5-5974-43bd-bcf9-71f027db2377 req-4d7e10c6-2048-488f-b371-523b5af44302 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:54.013628 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e16f16b5-5974-43bd-bcf9-71f027db2377 req-4d7e10c6-2048-488f-b371-523b5af44302 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.2116668 Jul 22 23:30:54.087090 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d74ce2-29e8-4bd9-b9d6-4ad19df39c21 req-3a16fc6e-30b1-4c0b-a2f4-3c5faacdcb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:54.088554 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37d74ce2-29e8-4bd9-b9d6-4ad19df39c21 req-3a16fc6e-30b1-4c0b-a2f4-3c5faacdcb72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0929358 Jul 22 23:30:54.095381 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-869d15f5-e0f7-455c-9641-aeb61ed36013 service neutron] 10.222.0.26 "GET /v2.0/networks/3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056935 Jul 22 23:30:54.111577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e16f16b5-5974-43bd-bcf9-71f027db2377 req-f54e9683-14f3-4558-8f5f-c1a3b6422851 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762930 Jul 22 23:30:54.159725 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d74ce2-29e8-4bd9-b9d6-4ad19df39c21 req-4f95c0f9-6146-4e0f-baff-0c09fb77d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:54.161287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37d74ce2-29e8-4bd9-b9d6-4ad19df39c21 req-4f95c0f9-6146-4e0f-baff-0c09fb77d7e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632362 Jul 22 23:30:54.193442 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57554) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:54.328446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638359ed-2eaf-46f6-b18d-f024d2abd276 req-513c5d72-0fac-4548-b0f9-13163b26e991 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:54.330131 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-638359ed-2eaf-46f6-b18d-f024d2abd276 req-513c5d72-0fac-4548-b0f9-13163b26e991 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.1493835 Jul 22 23:30:54.330705 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ed1d2af1-a6dd-4020-9167-29816cd0092a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1977665021-network', 'tenant_id': '303736982beb4141af5779fc8cb4a1f0'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:54.362988 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1d2af1-a6dd-4020-9167-29816cd0092a admin admin] Made reservation on behalf of 303736982beb4141af5779fc8cb4a1f0 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:54.367171 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2af1-a6dd-4020-9167-29816cd0092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:54.376639 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37d74ce2-29e8-4bd9-b9d6-4ad19df39c21 req-7b034767-51e2-478f-8735-e805a5c315d3 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070854 Jul 22 23:30:54.389767 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2af1-a6dd-4020-9167-29816cd0092a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:54.418095 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-638359ed-2eaf-46f6-b18d-f024d2abd276 req-eb070da7-a64d-4310-840f-243dcef1e9ff tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751595 Jul 22 23:30:54.503969 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2af1-a6dd-4020-9167-29816cd0092a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:54.511633 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2af1-a6dd-4020-9167-29816cd0092a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:54.528927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37d74ce2-29e8-4bd9-b9d6-4ad19df39c21 req-fb551aa6-ae17-4b25-9619-d621b3d0ed35 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384020 Jul 22 23:30:54.554968 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d2af1-a6dd-4020-9167-29816cd0092a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9638c237-9b55-4506-ad86-fd929995ac35,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:54.558403 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1d2af1-a6dd-4020-9167-29816cd0092a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:30:54.571407 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2af1-a6dd-4020-9167-29816cd0092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:54.571953 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-ed1d2af1-a6dd-4020-9167-29816cd0092a admin admin] Added segment 74051bb0-5171-49cc-8c7f-ca77a98d0b0d of type vlan for network d66e71ed-4f17-4338-aa33-0c044f3bb64f Jul 22 23:30:54.650482 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2af1-a6dd-4020-9167-29816cd0092a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:54.707822 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2af1-a6dd-4020-9167-29816cd0092a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:54.709023 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1d2af1-a6dd-4020-9167-29816cd0092a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:54.712296 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2af1-a6dd-4020-9167-29816cd0092a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:54.782326 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ed1d2af1-a6dd-4020-9167-29816cd0092a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5876741 Jul 22 23:30:54.783155 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d2af1-a6dd-4020-9167-29816cd0092a admin admin] Pushing event updated for resources: {'Network': ['ID=d66e71ed-4f17-4338-aa33-0c044f3bb64f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:54.785266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57576) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:54.790491 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8077ddb3-56a0-4d71-b5a9-87c325fad74b admin admin] Request body: {'subnet': {'network_id': 'd66e71ed-4f17-4338-aa33-0c044f3bb64f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1977665021-subnet', 'tenant_id': '303736982beb4141af5779fc8cb4a1f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:54.795014 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network d66e71ed-4f17-4338-aa33-0c044f3bb64f details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:30:54.809463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-743d5c4b-dcf9-4421-a8a6-0798ea30a2af req-595596cf-8f07-4615-aef1-4d47ec394f4e tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 210 time: 0.0722446 Jul 22 23:30:54.820439 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8077ddb3-56a0-4d71-b5a9-87c325fad74b admin admin] Made reservation on behalf of 303736982beb4141af5779fc8cb4a1f0 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:54.823239 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8077ddb3-56a0-4d71-b5a9-87c325fad74b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:54.830422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea8780-eea7-4527-93b2-0c652747507e req-35c06e3f-a475-416c-8fe6-be2d41c1e882 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:54.839108 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5fea8780-eea7-4527-93b2-0c652747507e req-35c06e3f-a475-416c-8fe6-be2d41c1e882 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 944 time: 0.1849451 Jul 22 23:30:54.877716 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5fea8780-eea7-4527-93b2-0c652747507e req-3428ad3b-136c-4eb2-bcae-44b7bd3f7696 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375776 Jul 22 23:30:55.011448 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-41ebda8a-a721-482a-95c4-7d52629e752d tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332680 Jul 22 23:30:55.097373 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8077ddb3-56a0-4d71-b5a9-87c325fad74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:55.131724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-e90674fb-4526-4ed3-8eeb-4f8ca0865be4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:55.139824 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-e90674fb-4526-4ed3-8eeb-4f8ca0865be4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1273160 Jul 22 23:30:55.157578 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-2b6d98e0-37e5-4e62-afdb-ba7cb06a7964 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/quotas/baf0077687bc4e6f86e7a3e26b9b8f17 HTTP/1.1" status: 200 len: 375 time: 0.0166807 Jul 22 23:30:55.172956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077ddb3-56a0-4d71-b5a9-87c325fad74b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c65d2065-0813-4972-bcf6-7ef4f053db9b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:55.194812 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8077ddb3-56a0-4d71-b5a9-87c325fad74b admin admin] Checking segment: {'id': '74051bb0-5171-49cc-8c7f-ca77a98d0b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd66e71ed-4f17-4338-aa33-0c044f3bb64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:55.195301 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8077ddb3-56a0-4d71-b5a9-87c325fad74b admin admin] Network hostable DHCP agents. Network: d66e71ed-4f17-4338-aa33-0c044f3bb64f, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:30:55.212331 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device a5a21dfc-684b-4809-baa1-ce14f1452563 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:55.219380 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8077ddb3-56a0-4d71-b5a9-87c325fad74b admin admin] Network d66e71ed-4f17-4338-aa33-0c044f3bb64f is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:30:55.232820 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8077ddb3-56a0-4d71-b5a9-87c325fad74b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, d66e71ed-4f17-4338-aa33-0c044f3bb64f) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:55.233707 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-e8a35f8a-0e40-4980-beb8-b53b981b76b8 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750761 Jul 22 23:30:55.246832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8077ddb3-56a0-4d71-b5a9-87c325fad74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:55.247454 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8077ddb3-56a0-4d71-b5a9-87c325fad74b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:55.250313 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f6f65-d841-4461-9aff-bf83daeced03 None None] Network d66e71ed-4f17-4338-aa33-0c044f3bb64f requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:30:55.269602 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8077ddb3-56a0-4d71-b5a9-87c325fad74b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4827726 Jul 22 23:30:55.329124 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817cdd9-208a-4183-ac20-c44b1eb04e36 req-250d2b0a-e582-4c22-b463-db5b621d23d0 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:55.333758 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9817cdd9-208a-4183-ac20-c44b1eb04e36 req-250d2b0a-e582-4c22-b463-db5b621d23d0 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.0863383 Jul 22 23:30:55.370321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port a5a21dfc-684b-4809-baa1-ce14f1452563 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:55.378805 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port a5a21dfc-684b-4809-baa1-ce14f1452563 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:55.379457 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:55.397044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9817cdd9-208a-4183-ac20-c44b1eb04e36 req-2cddfa0f-3c7e-4c2b-b4b0-cd31e7b80390 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534141 Jul 22 23:30:55.471763 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7712e724-e914-4c92-b8e2-4821be9f519c None None] Network d66e71ed-4f17-4338-aa33-0c044f3bb64f requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:30:55.515548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-60bb8faf-5d1f-4d31-b76f-c32f79a6e20c req-00e23dbc-a872-449f-85d8-4343d1e562ec tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1874007772', 'description': 'tempest-description-5045988'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:55.543162 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60bb8faf-5d1f-4d31-b76f-c32f79a6e20c req-00e23dbc-a872-449f-85d8-4343d1e562ec tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:55.718791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-a03c695d-5d32-4040-8367-65e2849b3bd1 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:55.720626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-a03c695d-5d32-4040-8367-65e2849b3bd1 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.95 "GET /v2.0/networks?id=3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc HTTP/1.1" status: 200 len: 814 time: 0.1602745 Jul 22 23:30:55.742268 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:55.748074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-effbe958-ad36-4068-97be-16196483676c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Request body: {'port': {'device_id': '617fdb53-dfd2-42a2-9271-ad688857920b', 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc', 'admin_state_up': True, 'tenant_id': '2fb3333051724f24a9db04f4b78d53d6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:55.776705 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60bb8faf-5d1f-4d31-b76f-c32f79a6e20c req-00e23dbc-a872-449f-85d8-4343d1e562ec tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:55.788369 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60bb8faf-5d1f-4d31-b76f-c32f79a6e20c req-00e23dbc-a872-449f-85d8-4343d1e562ec tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:55.812939 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628937c0-bd23-457a-ada7-fa65ff6b5c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a21dfc-684b-4809-baa1-ce14f1452563'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:55.815306 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f27295-2071-4280-8b4a-da0e9fb364ba" -d '{"events": [{"server_uuid": "628937c0-bd23-457a-ada7-fa65ff6b5c37", "name": "network-vif-plugged", "status": "completed", "tag": "a5a21dfc-684b-4809-baa1-ce14f1452563"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:55.829606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port a5a21dfc-684b-4809-baa1-ce14f1452563, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=a5a21dfc-684b-4809-baa1-ce14f1452563,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:55.834707 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:55.862648 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60bb8faf-5d1f-4d31-b76f-c32f79a6e20c req-00e23dbc-a872-449f-85d8-4343d1e562ec tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:55.868589 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60bb8faf-5d1f-4d31-b76f-c32f79a6e20c req-00e23dbc-a872-449f-85d8-4343d1e562ec tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3591721 Jul 22 23:30:55.880592 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e23dbc-a872-449f-85d8-4343d1e562ec tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac16eac-9313-4ac0-8ed7-539eb855c83f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:55.953947 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=a5a21dfc-684b-4809-baa1-ce14f1452563,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:56.014161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-effbe958-ad36-4068-97be-16196483676c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Made reservation on behalf of 2fb3333051724f24a9db04f4b78d53d6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:56.017820 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-effbe958-ad36-4068-97be-16196483676c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:56.076891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcd49e-e914-47c0-b8cb-27134994dcd1 req-1e9281df-ad6e-464b-9c0f-fd715fc83bea tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:56.078505 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16fcd49e-e914-47c0-b8cb-27134994dcd1 req-1e9281df-ad6e-464b-9c0f-fd715fc83bea tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.1421635 Jul 22 23:30:56.097692 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e762e24-b700-47ba-905f-95deadf7f2ff x-openstack-request-id: req-4e762e24-b700-47ba-905f-95deadf7f2ff {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:56.098170 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628937c0-bd23-457a-ada7-fa65ff6b5c37", "name": "network-vif-plugged", "status": "completed", "tag": "a5a21dfc-684b-4809-baa1-ce14f1452563", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:56.098600 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e762e24-b700-47ba-905f-95deadf7f2ff {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:56.099172 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628937c0-bd23-457a-ada7-fa65ff6b5c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a21dfc-684b-4809-baa1-ce14f1452563', 'code': 200} Jul 22 23:30:56.223917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49282e34-12b6-483f-8419-8e1567ab8895 req-57752ac8-413b-4a3d-b066-8ea4cd8b7580 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 210 time: 0.0402029 Jul 22 23:30:56.232364 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920e60e-4131-466e-9db5-eff94ca98f90 req-7eecd9e6-c939-4eba-a0a9-9923b046ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:56.233942 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e920e60e-4131-466e-9db5-eff94ca98f90 req-7eecd9e6-c939-4eba-a0a9-9923b046ddf0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 1096 time: 0.0701613 Jul 22 23:30:56.246106 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16fcd49e-e914-47c0-b8cb-27134994dcd1 req-f0ec0f13-9717-45cd-841a-0942e92f90ba tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091340 Jul 22 23:30:56.253474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-effbe958-ad36-4068-97be-16196483676c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Allocated IP 172.20.0.10 (3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc/bd28baf5-60ea-482b-8d09-a70cc995d0b4/edf9c839-b490-428e-89df-eb579a588b34) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:56.311441 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e920e60e-4131-466e-9db5-eff94ca98f90 req-9d81f85c-78f9-421d-b21a-3b17493d6164 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696793 Jul 22 23:30:56.320547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c9df1c5a-74a9-46ff-93c9-df84f37704f6 req-7457c6f7-fd7c-46ba-b30d-fc17a6057445 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-101881813', 'description': 'tempest-description-1085022554'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:56.381591 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c9df1c5a-74a9-46ff-93c9-df84f37704f6 req-7457c6f7-fd7c-46ba-b30d-fc17a6057445 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:56.629014 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-effbe958-ad36-4068-97be-16196483676c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:56.684440 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-effbe958-ad36-4068-97be-16196483676c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Transition to ACTIVE for port object edf9c839-b490-428e-89df-eb579a588b34 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:56.781136 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c9df1c5a-74a9-46ff-93c9-df84f37704f6 req-7457c6f7-fd7c-46ba-b30d-fc17a6057445 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:56.803040 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c9df1c5a-74a9-46ff-93c9-df84f37704f6 req-7457c6f7-fd7c-46ba-b30d-fc17a6057445 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:56.855637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457c6f7-fd7c-46ba-b30d-fc17a6057445 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfe5a87-798c-4bc7-935d-a274788a3e4e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:56.887648 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c9df1c5a-74a9-46ff-93c9-df84f37704f6 req-7457c6f7-fd7c-46ba-b30d-fc17a6057445 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:56.893858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9df1c5a-74a9-46ff-93c9-df84f37704f6 req-7457c6f7-fd7c-46ba-b30d-fc17a6057445 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5842700 Jul 22 23:30:56.895954 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-effbe958-ad36-4068-97be-16196483676c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:57.029177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-effbe958-ad36-4068-97be-16196483676c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Network 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:57.037694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-effbe958-ad36-4068-97be-16196483676c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:57.047575 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-effbe958-ad36-4068-97be-16196483676c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:57.055528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbe958-ad36-4068-97be-16196483676c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Pushing event updated for resources: {'Port': ['ID=edf9c839-b490-428e-89df-eb579a588b34,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:57.133267 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-effbe958-ad36-4068-97be-16196483676c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:57.133926 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-effbe958-ad36-4068-97be-16196483676c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:57.150585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa6562-f7c6-45e2-9ae2-8a99b3bccdca req-54a6de88-ddad-41f6-8444-da522ee204d1 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:57.162591 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9aa6562-f7c6-45e2-9ae2-8a99b3bccdca req-54a6de88-ddad-41f6-8444-da522ee204d1 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 945 time: 0.1889689 Jul 22 23:30:57.200548 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-effbe958-ad36-4068-97be-16196483676c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4647441 Jul 22 23:30:57.241786 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9aa6562-f7c6-45e2-9ae2-8a99b3bccdca req-1ef067a9-fb66-4cba-b69c-3a012b0d302e tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784760 Jul 22 23:30:57.389761 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4dc0-5407-4f5b-90b3-38a09e309981 req-c007c6db-ec7c-4fe9-8f30-f9b266ba7b15 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:57.393557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-286e4dc0-5407-4f5b-90b3-38a09e309981 req-c007c6db-ec7c-4fe9-8f30-f9b266ba7b15 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.0798349 Jul 22 23:30:57.431682 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-286e4dc0-5407-4f5b-90b3-38a09e309981 req-75308963-5eb2-4ccc-a15b-efde5334ed07 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341465 Jul 22 23:30:57.445064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62c9adca-fb49-433c-b6e0-e29afe5aed0c None None] Provisioning for port edf9c839-b490-428e-89df-eb579a588b34 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:57.465770 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62c9adca-fb49-433c-b6e0-e29afe5aed0c None None] Provisioning complete for port edf9c839-b490-428e-89df-eb579a588b34 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:57.466184 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62c9adca-fb49-433c-b6e0-e29afe5aed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:57.507851 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-62c9adca-fb49-433c-b6e0-e29afe5aed0c None None] Port edf9c839-b490-428e-89df-eb579a588b34 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:30:57.530363 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2dc58a0b-9c3c-44fa-b64f-b53544eb595e req-c6f7a064-620b-45eb-ab59-57e04fc50b1f tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=39063c04-e631-4585-9df5-f8d957dcba89 HTTP/1.1" status: 200 len: 210 time: 0.0305793 Jul 22 23:30:57.754331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16ad60-948c-472b-808c-241918ffab24 req-14a2e302-557d-4cba-91d0-d901ef416198 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:57.755871 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f16ad60-948c-472b-808c-241918ffab24 req-14a2e302-557d-4cba-91d0-d901ef416198 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/networks?id=d66e71ed-4f17-4338-aa33-0c044f3bb64f HTTP/1.1" status: 200 len: 813 time: 0.1420794 Jul 22 23:30:57.771674 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f16ad60-948c-472b-808c-241918ffab24 req-0ba80b1b-89e1-470b-9593-b36099db3741 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/quotas/303736982beb4141af5779fc8cb4a1f0 HTTP/1.1" status: 200 len: 375 time: 0.0102496 Jul 22 23:30:57.829053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f16ad60-948c-472b-808c-241918ffab24 req-842012d9-bc49-41f1-b4bd-222656fda245 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=303736982beb4141af5779fc8cb4a1f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517881 Jul 22 23:30:57.852576 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-8d7054af-0459-4cee-a154-3b8417f6763c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370781 Jul 22 23:30:58.018381 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f16ad60-948c-472b-808c-241918ffab24 req-284c2f7c-dbda-4e65-bdb6-bcfa103c1ee6 service neutron] 10.222.0.26 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774275 Jul 22 23:30:58.043282 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-17a15682-6f45-4832-9551-f3d70db7fb74 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:58.044793 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-17a15682-6f45-4832-9551-f3d70db7fb74 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768410 Jul 22 23:30:58.105085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-9de88f2f-84d2-4856-a24e-0a21f4d7d694 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Request body: {'port': {'device_id': '2e2a22ed-1368-4426-bb90-4a0a82759d69', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'baf0077687bc4e6f86e7a3e26b9b8f17'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:58.194480 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f16ad60-948c-472b-808c-241918ffab24 req-df1095a3-f308-4f48-a27a-79d1b2c1729a service neutron] 10.222.0.26 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680927 Jul 22 23:30:58.249588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-9de88f2f-84d2-4856-a24e-0a21f4d7d694 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Made reservation on behalf of baf0077687bc4e6f86e7a3e26b9b8f17 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:58.265138 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-9de88f2f-84d2-4856-a24e-0a21f4d7d694 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:58.374592 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-7bae8c97-0118-4aa3-b342-21a1b4b12978 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621042 Jul 22 23:30:58.604354 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-9de88f2f-84d2-4856-a24e-0a21f4d7d694 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Allocated IP 192.168.233.185 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/009e481c-75ab-4797-9e46-1071487965e5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:58.625004 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-5767527d-4064-4f15-a7d6-05ff09038ad1 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:58.626472 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-5767527d-4064-4f15-a7d6-05ff09038ad1 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2443891 Jul 22 23:30:58.679841 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-3996eb12-300c-4c90-a530-77e944e49ae9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Request body: {'port': {'device_id': '39063c04-e631-4585-9df5-f8d957dcba89', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'baf0077687bc4e6f86e7a3e26b9b8f17'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:58.717673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba4edb-d74e-4052-a45e-bc874b25661d req-259c84d1-3568-448e-b92b-c05c86b8682a tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:58.719208 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-51ba4edb-d74e-4052-a45e-bc874b25661d req-259c84d1-3568-448e-b92b-c05c86b8682a tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 932 time: 0.1771991 Jul 22 23:30:59.122054 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-51ba4edb-d74e-4052-a45e-bc874b25661d req-aee38ba6-280a-4540-a138-10320cc185c9 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885086 Jul 22 23:30:59.226568 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-9de88f2f-84d2-4856-a24e-0a21f4d7d694 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.240526 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-3996eb12-300c-4c90-a530-77e944e49ae9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Made reservation on behalf of baf0077687bc4e6f86e7a3e26b9b8f17 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:59.244044 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-3996eb12-300c-4c90-a530-77e944e49ae9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.261197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-9de88f2f-84d2-4856-a24e-0a21f4d7d694 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Transition to ACTIVE for port object 009e481c-75ab-4797-9e46-1071487965e5 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:59.373036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e37d6-1c61-4cd4-8c80-a6e5aae8992a req-448b8664-a860-4328-855e-d35be9429f37 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:59.374512 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-714e37d6-1c61-4cd4-8c80-a6e5aae8992a req-448b8664-a860-4328-855e-d35be9429f37 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.1885743 Jul 22 23:30:59.379327 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-9de88f2f-84d2-4856-a24e-0a21f4d7d694 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.439632 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['a860c534-7704-430f-86fd-b051443c314f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:59.464696 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-9de88f2f-84d2-4856-a24e-0a21f4d7d694 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:59.480785 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-9de88f2f-84d2-4856-a24e-0a21f4d7d694 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:59.496803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-9de88f2f-84d2-4856-a24e-0a21f4d7d694 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:59.528130 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de88f2f-84d2-4856-a24e-0a21f4d7d694 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Pushing event updated for resources: {'Port': ['ID=009e481c-75ab-4797-9e46-1071487965e5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:59.543193 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-714e37d6-1c61-4cd4-8c80-a6e5aae8992a req-b00cb69c-b85a-44f9-8fa0-17ba9c387008 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613660 Jul 22 23:30:59.560197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-3996eb12-300c-4c90-a530-77e944e49ae9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Allocated IP 192.168.233.78 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/f50f1f30-13e7-4850-80c7-c2395df783ff) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:59.591845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-9de88f2f-84d2-4856-a24e-0a21f4d7d694 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:59.592497 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-9de88f2f-84d2-4856-a24e-0a21f4d7d694 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.632996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-9de88f2f-84d2-4856-a24e-0a21f4d7d694 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5318456 Jul 22 23:30:59.657763 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Request body: {'port': {'device_id': '2e2a22ed-1368-4426-bb90-4a0a82759d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:59.846389 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ff2cf005-2cdc-47ab-b5e7-58723708b0d8 None None] Provisioning for port 009e481c-75ab-4797-9e46-1071487965e5 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:59.851438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ff2cf005-2cdc-47ab-b5e7-58723708b0d8 None None] Provisioning complete for port 009e481c-75ab-4797-9e46-1071487965e5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:59.851838 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff2cf005-2cdc-47ab-b5e7-58723708b0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.874118 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.888330 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-3996eb12-300c-4c90-a530-77e944e49ae9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.899009 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ff2cf005-2cdc-47ab-b5e7-58723708b0d8 None None] Port 009e481c-75ab-4797-9e46-1071487965e5 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:30:59.918314 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541a255-0c4f-40d4-8d7c-7631ac687a51 req-acc9ebbb-197a-4f05-9211-c05b1a58c88a tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:59.919833 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c541a255-0c4f-40d4-8d7c-7631ac687a51 req-acc9ebbb-197a-4f05-9211-c05b1a58c88a tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 945 time: 0.2141650 Jul 22 23:30:59.924335 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-3996eb12-300c-4c90-a530-77e944e49ae9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Transition to ACTIVE for port object f50f1f30-13e7-4850-80c7-c2395df783ff will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:00.071824 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c541a255-0c4f-40d4-8d7c-7631ac687a51 req-72f144af-46f5-478e-a98e-497cc7b00a5a tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260514 Jul 22 23:31:00.096080 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-3996eb12-300c-4c90-a530-77e944e49ae9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:00.138050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['a860c534-7704-430f-86fd-b051443c314f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:00.170180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-3996eb12-300c-4c90-a530-77e944e49ae9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:00.185861 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-3996eb12-300c-4c90-a530-77e944e49ae9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:00.209493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-3996eb12-300c-4c90-a530-77e944e49ae9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:00.242424 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07603ed4-377b-4b4b-a332-012aeda63fe3 req-4c0a0ad9-036a-44b0-827f-cc2d3b464f46 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 210 time: 0.0766265 Jul 22 23:31:00.247560 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996eb12-300c-4c90-a530-77e944e49ae9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Pushing event updated for resources: {'Port': ['ID=f50f1f30-13e7-4850-80c7-c2395df783ff,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:00.346118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-3996eb12-300c-4c90-a530-77e944e49ae9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:00.346795 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-3996eb12-300c-4c90-a530-77e944e49ae9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:00.414921 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-3996eb12-300c-4c90-a530-77e944e49ae9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7440748 Jul 22 23:31:00.437416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Request body: {'port': {'device_id': '39063c04-e631-4585-9df5-f8d957dcba89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:00.508781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009e481c-75ab-4797-9e46-1071487965e5 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:00.520645 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:00.527898 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b365b1c1-742f-4690-a32c-ee851c9db5ce None None] Provisioning for port f50f1f30-13e7-4850-80c7-c2395df783ff completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:00.542123 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b365b1c1-742f-4690-a32c-ee851c9db5ce None None] Provisioning complete for port f50f1f30-13e7-4850-80c7-c2395df783ff triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:00.542505 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b365b1c1-742f-4690-a32c-ee851c9db5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:00.566889 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf68bb8-925a-4b50-8e81-cd745ce33a7e req-68dddf43-f260-41ea-a908-d75582a65fae tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:00.573070 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8bf68bb8-925a-4b50-8e81-cd745ce33a7e req-68dddf43-f260-41ea-a908-d75582a65fae tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.2028117 Jul 22 23:31:00.575973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Transition to ACTIVE for port object 009e481c-75ab-4797-9e46-1071487965e5 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:00.589461 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:00.593019 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b365b1c1-742f-4690-a32c-ee851c9db5ce None None] Port f50f1f30-13e7-4850-80c7-c2395df783ff cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:31:00.654079 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:00.694619 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8bf68bb8-925a-4b50-8e81-cd745ce33a7e req-ab4bdb01-b5d1-44f6-a550-b61c3cd36257 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174188 Jul 22 23:31:00.695233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Pushing event updated for resources: {'Port': ['ID=009e481c-75ab-4797-9e46-1071487965e5,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:00.940607 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Attempting to bind port 009e481c-75ab-4797-9e46-1071487965e5 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:00.941234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Attempting to bind port 009e481c-75ab-4797-9e46-1071487965e5 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:00.941569 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Attempting to bind port 009e481c-75ab-4797-9e46-1071487965e5 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:00.961823 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Port 009e481c-75ab-4797-9e46-1071487965e5 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:00.962213 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Attempting to bind port 009e481c-75ab-4797-9e46-1071487965e5 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:00.983906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:00.984246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:00.984634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:00.985073 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Bound port: 009e481c-75ab-4797-9e46-1071487965e5, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:00.985456 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:01.043371 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179d266-e909-4c09-9321-d37791d97636 req-a165217a-a324-4ab3-84fa-fb8d71be65f6 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:01.044920 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1179d266-e909-4c09-9321-d37791d97636 req-a165217a-a324-4ab3-84fa-fb8d71be65f6 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=39063c04-e631-4585-9df5-f8d957dcba89 HTTP/1.1" status: 200 len: 935 time: 0.2507384 Jul 22 23:31:01.158607 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] For port 009e481c-75ab-4797-9e46-1071487965e5, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:01.163243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1179d266-e909-4c09-9321-d37791d97636 req-ed6ce477-164a-4907-a799-64b2461e32a2 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117382 Jul 22 23:31:01.179296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] For port 009e481c-75ab-4797-9e46-1071487965e5, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=009e481c-75ab-4797-9e46-1071487965e5,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:01.192991 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:01.259444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:01.260085 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:01.265121 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] 10.222.0.18 "PUT /v2.0/ports/009e481c-75ab-4797-9e46-1071487965e5 HTTP/1.1" status: 200 len: 1096 time: 1.6134219 Jul 22 23:31:01.265121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2a22ed-1368-4426-bb90-4a0a82759d69', 'tag': '009e481c-75ab-4797-9e46-1071487965e5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:01.265121 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa23e768-c5bf-4d9a-b9e3-eddab74f29ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2a22ed-1368-4426-bb90-4a0a82759d69", "tag": "009e481c-75ab-4797-9e46-1071487965e5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:01.275311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50f1f30-13e7-4850-80c7-c2395df783ff {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:01.290452 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:01.300055 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788b1de-b122-4cc2-b266-fc56afaf9b54 service neutron] Pushing event updated for resources: {'Port': ['ID=009e481c-75ab-4797-9e46-1071487965e5,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:01.311220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Transition to ACTIVE for port object f50f1f30-13e7-4850-80c7-c2395df783ff will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:01.316889 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:01.456555 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Pushing event updated for resources: {'Port': ['ID=f50f1f30-13e7-4850-80c7-c2395df783ff,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:01.521983 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98379778-ff98-477c-8617-08d94f1ecabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:01.578379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d472a-4a33-4bfd-a567-7463c67e05d9 req-cf766144-703f-47c4-8745-25cdfc8905ff tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:01.584108 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d58d472a-4a33-4bfd-a567-7463c67e05d9 req-cf766144-703f-47c4-8745-25cdfc8905ff tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 932 time: 0.1670752 Jul 22 23:31:01.590016 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-b91cb0b5-30ae-4531-aeba-8a2883396cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:01.591564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-b91cb0b5-30ae-4531-aeba-8a2883396cd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&device_id=2e2a22ed-1368-4426-bb90-4a0a82759d69 HTTP/1.1" status: 200 len: 1099 time: 0.2272401 Jul 22 23:31:01.593334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Attempting to bind port f50f1f30-13e7-4850-80c7-c2395df783ff on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:01.593667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Attempting to bind port f50f1f30-13e7-4850-80c7-c2395df783ff by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:01.593987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Attempting to bind port f50f1f30-13e7-4850-80c7-c2395df783ff on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:01.623429 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Port f50f1f30-13e7-4850-80c7-c2395df783ff on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:01.623789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Attempting to bind port f50f1f30-13e7-4850-80c7-c2395df783ff on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:01.665792 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-bc5b661a-27b6-4d2f-9b5e-cb4d1286eb62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=009e481c-75ab-4797-9e46-1071487965e5 HTTP/1.1" status: 200 len: 217 time: 0.0536897 Jul 22 23:31:01.667155 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:01.667486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:01.667874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:01.668321 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Bound port: f50f1f30-13e7-4850-80c7-c2395df783ff, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:01.668677 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:01.731832 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d58d472a-4a33-4bfd-a567-7463c67e05d9 req-8c16327c-2c91-467c-830f-96b069e86a46 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439869 Jul 22 23:31:01.773127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f0468b47-4a24-431d-9a52-1765d7c8a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:01.773127 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-f0468b47-4a24-431d-9a52-1765d7c8a94f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1017098 Jul 22 23:31:01.836825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] For port f50f1f30-13e7-4850-80c7-c2395df783ff, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:01.868844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] For port f50f1f30-13e7-4850-80c7-c2395df783ff, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f50f1f30-13e7-4850-80c7-c2395df783ff,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:01.876320 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:01.939248 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:01.939877 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:01.942489 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] 10.222.0.18 "PUT /v2.0/ports/f50f1f30-13e7-4850-80c7-c2395df783ff HTTP/1.1" status: 200 len: 1095 time: 1.5097079 Jul 22 23:31:01.980630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-29f3a259-a014-4e69-8bd1-11829d7d180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:01.982225 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-29f3a259-a014-4e69-8bd1-11829d7d180c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1977119 Jul 22 23:31:01.982825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74029e19-151e-4844-97a0-e3581857b8dd service neutron] Pushing event updated for resources: {'Port': ['ID=f50f1f30-13e7-4850-80c7-c2395df783ff,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:02.010760 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d0f6e-bfc7-40cb-867f-5cb6b0bab0c5 req-2f39b40d-e23a-4579-b60f-e6300d3d76a3 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:02.018952 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d5d0f6e-bfc7-40cb-867f-5cb6b0bab0c5 req-2f39b40d-e23a-4579-b60f-e6300d3d76a3 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.1970558 Jul 22 23:31:02.388362 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d5d0f6e-bfc7-40cb-867f-5cb6b0bab0c5 req-c8d73b41-0832-45a7-9934-d0ecab0ffa41 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682611 Jul 22 23:31:02.428925 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-b659408e-e2d6-4404-bbfa-c26acfc6a37e service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345946 Jul 22 23:31:02.433251 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-11e7a8d4-8b54-46c3-8c3c-e4d941e0e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:02.435161 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-11e7a8d4-8b54-46c3-8c3c-e4d941e0e1f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&device_id=39063c04-e631-4585-9df5-f8d957dcba89 HTTP/1.1" status: 200 len: 1098 time: 0.4125388 Jul 22 23:31:02.527399 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-51540b4e-27d7-47e9-8cdc-4add0e5e1f58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=f50f1f30-13e7-4850-80c7-c2395df783ff HTTP/1.1" status: 200 len: 217 time: 0.0674057 Jul 22 23:31:02.641384 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-69d6f72f-9ee7-47e6-91d1-a686485cdfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:02.642829 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-69d6f72f-9ee7-47e6-91d1-a686485cdfb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0957975 Jul 22 23:31:02.697735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-12ce895b-4020-49e0-b3c0-b0dec9531964 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612007 Jul 22 23:31:02.713914 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81b84-074f-4ff3-965a-fa80f134e77b req-13dcda22-26f6-43e8-b4a5-abd8071ab8a2 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:02.715383 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98e81b84-074f-4ff3-965a-fa80f134e77b req-13dcda22-26f6-43e8-b4a5-abd8071ab8a2 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 945 time: 0.2382956 Jul 22 23:31:02.768070 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-82cc58f9-e9b7-4742-b077-c328d6c4b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:02.769740 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-82cc58f9-e9b7-4742-b077-c328d6c4b042 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1169474 Jul 22 23:31:02.774592 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98e81b84-074f-4ff3-965a-fa80f134e77b req-422bc8e8-56f5-430c-acb2-c41cd580cf73 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524871 Jul 22 23:31:02.828369 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7646ac1-79a5-4e37-b312-8ba2dfe21819 x-openstack-request-id: req-a7646ac1-79a5-4e37-b312-8ba2dfe21819 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:02.828839 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2a22ed-1368-4426-bb90-4a0a82759d69", "tag": "009e481c-75ab-4797-9e46-1071487965e5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:02.829256 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a7646ac1-79a5-4e37-b312-8ba2dfe21819 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:02.829889 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2a22ed-1368-4426-bb90-4a0a82759d69', 'tag': '009e481c-75ab-4797-9e46-1071487965e5', 'status': 'completed', 'code': 200} Jul 22 23:31:02.936706 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-881f60f9-e9ca-448c-867c-fd43d47bcb60 req-8b5f9437-123d-4bb1-9fd4-4050cdab8072 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 210 time: 0.0619080 Jul 22 23:31:02.966814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-b21774cf-ae93-4d0a-b933-47b573eaa7f9 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683912 Jul 22 23:31:02.982497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23e768-c5bf-4d9a-b9e3-eddab74f29ed req-c0f26901-78fe-4f52-82af-1e1e68dc694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:02.984263 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa23e768-c5bf-4d9a-b9e3-eddab74f29ed req-c0f26901-78fe-4f52-82af-1e1e68dc694c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&device_id=2e2a22ed-1368-4426-bb90-4a0a82759d69 HTTP/1.1" status: 200 len: 1099 time: 0.0979941 Jul 22 23:31:03.235524 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37198b75-c3d3-4523-8bd2-c9a3537af220 req-46ea7b20-cd26-4cbc-9fef-c7b283ad1fda service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284040 Jul 22 23:31:03.237736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23e768-c5bf-4d9a-b9e3-eddab74f29ed req-c4a868dc-7584-4e94-920d-78afc5643d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:03.239056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa23e768-c5bf-4d9a-b9e3-eddab74f29ed req-c4a868dc-7584-4e94-920d-78afc5643d37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.2299616 Jul 22 23:31:03.247383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc88781-f48d-4079-b674-d25215e818f9 req-2f94683c-f8f7-4cf2-9f4b-ae699e138b51 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:03.252251 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3cc88781-f48d-4079-b674-d25215e818f9 req-2f94683c-f8f7-4cf2-9f4b-ae699e138b51 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.2436962 Jul 22 23:31:03.322768 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa23e768-c5bf-4d9a-b9e3-eddab74f29ed req-9c572ffa-8e48-4eaf-945c-d217e5439895 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=009e481c-75ab-4797-9e46-1071487965e5 HTTP/1.1" status: 200 len: 217 time: 0.0456667 Jul 22 23:31:03.340981 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3cc88781-f48d-4079-b674-d25215e818f9 req-2c49eb97-87d8-4c31-b213-f8d57bd22dcb tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864146 Jul 22 23:31:03.408042 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23e768-c5bf-4d9a-b9e3-eddab74f29ed req-4d50b8f3-4e1d-4d74-8a33-822ba0df2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:03.409918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa23e768-c5bf-4d9a-b9e3-eddab74f29ed req-4d50b8f3-4e1d-4d74-8a33-822ba0df2bfe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0618687 Jul 22 23:31:03.510402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23e768-c5bf-4d9a-b9e3-eddab74f29ed req-062bbd97-3323-4037-95f0-fc2277db1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:03.511903 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa23e768-c5bf-4d9a-b9e3-eddab74f29ed req-062bbd97-3323-4037-95f0-fc2277db1f14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903072 Jul 22 23:31:03.519477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771d4b1-4b59-4509-bee6-73a6fe6a2b06 req-e2957f69-334a-40ab-ad6e-426ce4e80ed6 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:03.520874 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a771d4b1-4b59-4509-bee6-73a6fe6a2b06 req-e2957f69-334a-40ab-ad6e-426ce4e80ed6 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=39063c04-e631-4585-9df5-f8d957dcba89 HTTP/1.1" status: 200 len: 947 time: 0.1100731 Jul 22 23:31:03.614465 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a771d4b1-4b59-4509-bee6-73a6fe6a2b06 req-37403545-6704-4bc4-87f8-465d847e37f2 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845900 Jul 22 23:31:03.640010 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa23e768-c5bf-4d9a-b9e3-eddab74f29ed req-38ec49ec-51d4-4106-86b2-11c63e08560c service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176324 Jul 22 23:31:03.741253 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa23e768-c5bf-4d9a-b9e3-eddab74f29ed req-ee19138a-e218-4b41-a1f6-98fc306179e4 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934637 Jul 22 23:31:03.830007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d7914-74c6-4a3c-b696-e93d87c149f0 req-d735e5aa-eae1-444b-ad58-d55d1390d78a tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:03.835304 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-749d7914-74c6-4a3c-b696-e93d87c149f0 req-d735e5aa-eae1-444b-ad58-d55d1390d78a tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 932 time: 0.0715816 Jul 22 23:31:03.874503 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-749d7914-74c6-4a3c-b696-e93d87c149f0 req-467ccf34-4e91-427e-83e9-e70c317824ff tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367837 Jul 22 23:31:03.918479 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:04.006600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f349b3-4b94-4933-853e-7e9165268ad0 req-464db8f8-af40-49b6-97db-7062c51e188e tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:04.008407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12f349b3-4b94-4933-853e-7e9165268ad0 req-464db8f8-af40-49b6-97db-7062c51e188e tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.0685313 Jul 22 23:31:04.054212 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12f349b3-4b94-4933-853e-7e9165268ad0 req-b7a02bcb-913d-412c-98b9-87fe8bf5b2da tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387330 Jul 22 23:31:04.194967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2e945-7435-4f43-a051-fa62d0021257 req-3bc11653-cd9f-41b0-822b-bab7f15bb202 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:04.196849 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3af2e945-7435-4f43-a051-fa62d0021257 req-3bc11653-cd9f-41b0-822b-bab7f15bb202 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 945 time: 0.0822659 Jul 22 23:31:04.245081 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3af2e945-7435-4f43-a051-fa62d0021257 req-9bb1e214-2916-4d4d-9c86-ca1f20b2ac4b tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423501 Jul 22 23:31:04.288958 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e57e232-60c4-443f-8364-f3572d8227ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:04.306576 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:04.363948 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a991905-3e1a-4561-932a-f8ad92c8182a req-74b30be6-169a-4004-997c-9f12e829ded6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 210 time: 0.0384474 Jul 22 23:31:04.505902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792061ce-1d28-479f-91a1-e8a9843afde4 req-8a25944b-79c0-42bb-8d06-8ea4b19b0c8b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:04.507463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-792061ce-1d28-479f-91a1-e8a9843afde4 req-8a25944b-79c0-42bb-8d06-8ea4b19b0c8b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.0711541 Jul 22 23:31:04.554514 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-792061ce-1d28-479f-91a1-e8a9843afde4 req-2a3ad163-5ff1-452f-8b6b-cc2eba093cc9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Jul 22 23:31:04.766836 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41155c-fe71-4fa8-aeaa-3a220b76ab0e req-44be0473-a1a5-42d2-878f-c8766777adcc tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:04.768987 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e41155c-fe71-4fa8-aeaa-3a220b76ab0e req-44be0473-a1a5-42d2-878f-c8766777adcc tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=39063c04-e631-4585-9df5-f8d957dcba89 HTTP/1.1" status: 200 len: 947 time: 0.0809770 Jul 22 23:31:04.822700 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e41155c-fe71-4fa8-aeaa-3a220b76ab0e req-084155f5-aaa7-4666-b271-3428592f3a1e tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461130 Jul 22 23:31:04.831459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39063c04-e631-4585-9df5-f8d957dcba89', 'tag': 'f50f1f30-13e7-4850-80c7-c2395df783ff'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:04.834492 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5df661f-bbad-479c-a278-dca86b656afc" -d '{"events": [{"name": "network-changed", "server_uuid": "39063c04-e631-4585-9df5-f8d957dcba89", "tag": "f50f1f30-13e7-4850-80c7-c2395df783ff"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:04.947784 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de0d5e4-4cfe-415e-99d1-f4cfab752b8f x-openstack-request-id: req-4de0d5e4-4cfe-415e-99d1-f4cfab752b8f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:04.948080 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39063c04-e631-4585-9df5-f8d957dcba89", "tag": "f50f1f30-13e7-4850-80c7-c2395df783ff", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:04.948333 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4de0d5e4-4cfe-415e-99d1-f4cfab752b8f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:04.948737 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39063c04-e631-4585-9df5-f8d957dcba89', 'tag': 'f50f1f30-13e7-4850-80c7-c2395df783ff', 'status': 'completed', 'code': 200} Jul 22 23:31:05.089855 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df661f-bbad-479c-a278-dca86b656afc req-03568e70-5d27-4abe-b282-a3117bd88bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:05.091409 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5df661f-bbad-479c-a278-dca86b656afc req-03568e70-5d27-4abe-b282-a3117bd88bc7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&device_id=39063c04-e631-4585-9df5-f8d957dcba89 HTTP/1.1" status: 200 len: 1098 time: 0.0932930 Jul 22 23:31:05.132393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb431c4-e523-446b-a2f6-fd1b9a8af1d6 req-53754a81-0758-4963-8ebe-1f3dd7dee2ac tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:05.133903 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4fb431c4-e523-446b-a2f6-fd1b9a8af1d6 req-53754a81-0758-4963-8ebe-1f3dd7dee2ac tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 932 time: 0.1258950 Jul 22 23:31:05.217711 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4fb431c4-e523-446b-a2f6-fd1b9a8af1d6 req-4c56896c-6518-4195-9187-0e8dd89d7c24 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741920 Jul 22 23:31:05.232072 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df661f-bbad-479c-a278-dca86b656afc req-9f6ed624-5f23-4a44-8f0e-11d2bf5e420a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:05.233563 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5df661f-bbad-479c-a278-dca86b656afc req-9f6ed624-5f23-4a44-8f0e-11d2bf5e420a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1325569 Jul 22 23:31:05.254209 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 009e481c-75ab-4797-9e46-1071487965e5 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:05.297125 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5df661f-bbad-479c-a278-dca86b656afc req-3785c2a3-f2dd-47f8-b864-0ed99afab58b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=f50f1f30-13e7-4850-80c7-c2395df783ff HTTP/1.1" status: 200 len: 217 time: 0.0501785 Jul 22 23:31:05.382424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df661f-bbad-479c-a278-dca86b656afc req-c30fd914-368e-459a-adda-d519069eeddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:05.383576 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:05.384636 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5df661f-bbad-479c-a278-dca86b656afc req-c30fd914-368e-459a-adda-d519069eeddd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0797246 Jul 22 23:31:05.403474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 009e481c-75ab-4797-9e46-1071487965e5, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=009e481c-75ab-4797-9e46-1071487965e5,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:05.414111 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e21b0f-305b-4549-aada-3ba89a8c81e5 req-0024ec08-6950-4bb6-bc46-52530516e97c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:05.415295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '009e481c-75ab-4797-9e46-1071487965e5', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '009e481c-75ab-4797-9e46-1071487965e5', 'mac_address': 'fa:16:3e:40:df:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:05.422386 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-30e21b0f-305b-4549-aada-3ba89a8c81e5 req-0024ec08-6950-4bb6-bc46-52530516e97c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.1278074 Jul 22 23:31:05.464585 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:05.477740 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009e481c-75ab-4797-9e46-1071487965e5 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:05.498018 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-30e21b0f-305b-4549-aada-3ba89a8c81e5 req-bc9c4fc3-50bd-4342-8bda-5a85f56f6314 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742931 Jul 22 23:31:05.498510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 009e481c-75ab-4797-9e46-1071487965e5, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=009e481c-75ab-4797-9e46-1071487965e5,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:05.503385 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:05.522762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df661f-bbad-479c-a278-dca86b656afc req-801ff1c5-4a65-4fee-899a-3b69180e4244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:05.524305 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5df661f-bbad-479c-a278-dca86b656afc req-801ff1c5-4a65-4fee-899a-3b69180e4244 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285987 Jul 22 23:31:05.574007 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=009e481c-75ab-4797-9e46-1071487965e5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:05.674161 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5df661f-bbad-479c-a278-dca86b656afc req-447eebfa-2b22-4b5e-a5c0-ee75404be03c service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428936 Jul 22 23:31:05.722383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b7f7-56ff-4507-bbc6-ca15b391ff2b req-2b49fab9-f2ba-4d3b-ad47-9b9d30bbad2b tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:05.724596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f479b7f7-56ff-4507-bbc6-ca15b391ff2b req-2b49fab9-f2ba-4d3b-ad47-9b9d30bbad2b tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 945 time: 0.1441166 Jul 22 23:31:05.806752 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f479b7f7-56ff-4507-bbc6-ca15b391ff2b req-b3fc4896-f5ea-44e7-8e8b-15e83a967aac tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753980 Jul 22 23:31:05.808755 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5df661f-bbad-479c-a278-dca86b656afc req-f487cc88-6ba2-4758-9925-98163b030a9b service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265285 Jul 22 23:31:05.906739 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba034266-c3ea-445d-abb6-e83dbf2c2569 req-05d80922-e3c5-4e38-8b9a-221ae51bf9c0 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 210 time: 0.0319121 Jul 22 23:31:05.912181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['009e481c-75ab-4797-9e46-1071487965e5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:06.046559 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f747b-c773-4975-9fec-9dabc67d653f req-091b47f9-2e58-4cb3-b220-5bc94087652a tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:06.048099 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b90f747b-c773-4975-9fec-9dabc67d653f req-091b47f9-2e58-4cb3-b220-5bc94087652a tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.0759065 Jul 22 23:31:06.090197 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b90f747b-c773-4975-9fec-9dabc67d653f req-ac0090a4-94ae-42f4-991d-c345d0f69018 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354502 Jul 22 23:31:06.206579 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c557a-6c73-4fca-86ca-0298dc2a6030 req-50e4ddaa-554d-4503-ab11-49400bcff393 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:06.208079 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e8c557a-6c73-4fca-86ca-0298dc2a6030 req-50e4ddaa-554d-4503-ab11-49400bcff393 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=39063c04-e631-4585-9df5-f8d957dcba89 HTTP/1.1" status: 200 len: 947 time: 0.0651574 Jul 22 23:31:06.246241 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e8c557a-6c73-4fca-86ca-0298dc2a6030 req-cec6fa6a-b941-422f-aa61-64ea0b9c9511 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317535 Jul 22 23:31:06.444947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a45314-87d2-449f-90e8-2a8016e6b631 req-ef1657b6-9fe4-4c36-b070-c662e650a848 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:06.446469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-99a45314-87d2-449f-90e8-2a8016e6b631 req-ef1657b6-9fe4-4c36-b070-c662e650a848 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 932 time: 0.0673444 Jul 22 23:31:06.483161 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-99a45314-87d2-449f-90e8-2a8016e6b631 req-2ce19ef0-05be-4943-9f9a-f55ef77a083b tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311003 Jul 22 23:31:06.625428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a454f-8509-4655-8c29-0acb65cb9a1c req-87d09980-68bf-4f0c-af3b-5b87599defae tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:06.626790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-838a454f-8509-4655-8c29-0acb65cb9a1c req-87d09980-68bf-4f0c-af3b-5b87599defae tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.0632138 Jul 22 23:31:06.663941 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-838a454f-8509-4655-8c29-0acb65cb9a1c req-35a56899-0566-4c9f-a5d3-d162d6cfdede tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310988 Jul 22 23:31:06.726395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Request body: {'port': {'device_id': '617fdb53-dfd2-42a2-9271-ad688857920b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:06.809378 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:06.891539 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:06.923178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57758) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:07.044925 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d982af8c-0661-4230-b6c4-a50022e7411d req-7ae363a5-02c9-48c5-a407-ba20df616681 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 210 time: 0.0451751 Jul 22 23:31:07.055025 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1c18-5318-4623-a4df-4f211af5d55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.098635 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dbeed-3361-4aba-8a75-5762db786f31 req-fd59fbf1-fe20-47eb-ace1-ee1bfcc35f55 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:07.100191 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-090dbeed-3361-4aba-8a75-5762db786f31 req-fd59fbf1-fe20-47eb-ace1-ee1bfcc35f55 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 945 time: 0.1731970 Jul 22 23:31:07.153797 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1c18-5318-4623-a4df-4f211af5d55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.158256 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1c18-5318-4623-a4df-4f211af5d55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.191070 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-090dbeed-3361-4aba-8a75-5762db786f31 req-9aedddcd-ad62-4fad-a46a-f58495d0f8bc tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798886 Jul 22 23:31:07.192497 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ee5e1c18-5318-4623-a4df-4f211af5d55b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5315918e884b40c0a88dc697658a5a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682340 Jul 22 23:31:07.196591 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57766) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:07.216012 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e1c18-5318-4623-a4df-4f211af5d55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac30ca81-4566-4b3f-8ee1-ddbd48f61ce0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:07.258006 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5737e30-0260-47f2-8af6-466191062c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.261653 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf9c839-b490-428e-89df-eb579a588b34 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:07.265029 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device f50f1f30-13e7-4850-80c7-c2395df783ff details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:07.271676 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.283763 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5737e30-0260-47f2-8af6-466191062c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.285629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 009e481c-75ab-4797-9e46-1071487965e5 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:07.292007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f80378-2a89-44c6-ab9c-ab9ad6b0d081 req-8294e947-2f37-412e-b5a9-2d37b7ccc89c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:07.293579 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f8f80378-2a89-44c6-ab9c-ab9ad6b0d081 req-8294e947-2f37-412e-b5a9-2d37b7ccc89c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.1267152 Jul 22 23:31:07.296483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Transition to ACTIVE for port object edf9c839-b490-428e-89df-eb579a588b34 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:07.308290 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.453005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 009e481c-75ab-4797-9e46-1071487965e5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:07.460167 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 009e481c-75ab-4797-9e46-1071487965e5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:07.460958 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.518015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port f50f1f30-13e7-4850-80c7-c2395df783ff, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f50f1f30-13e7-4850-80c7-c2395df783ff,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:07.540101 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'f50f1f30-13e7-4850-80c7-c2395df783ff', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'f50f1f30-13e7-4850-80c7-c2395df783ff', 'mac_address': 'fa:16:3e:e2:35:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:07.616690 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.639012 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.647099 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5737e30-0260-47f2-8af6-466191062c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.651303 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5737e30-0260-47f2-8af6-466191062c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.654618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2a22ed-1368-4426-bb90-4a0a82759d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009e481c-75ab-4797-9e46-1071487965e5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:07.657256 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3252d562-65b5-4af5-8775-084bd9d55e07" -d '{"events": [{"server_uuid": "2e2a22ed-1368-4426-bb90-4a0a82759d69", "name": "network-vif-plugged", "status": "completed", "tag": "009e481c-75ab-4797-9e46-1071487965e5"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:07.668568 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Pushing event updated for resources: {'Port': ['ID=edf9c839-b490-428e-89df-eb579a588b34,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:07.679591 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d5737e30-0260-47f2-8af6-466191062c9b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac30ca81-4566-4b3f-8ee1-ddbd48f61ce0 HTTP/1.1" status: 204 len: 168 time: 0.4818845 Jul 22 23:31:07.682151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50f1f30-13e7-4850-80c7-c2395df783ff {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:07.689816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 009e481c-75ab-4797-9e46-1071487965e5, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=009e481c-75ab-4797-9e46-1071487965e5,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:07.690923 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f8f80378-2a89-44c6-ab9c-ab9ad6b0d081 req-24b1f7fd-0eb6-48b0-bbd1-89defe3142a1 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811791 Jul 22 23:31:07.714499 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.716937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5737e30-0260-47f2-8af6-466191062c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac30ca81-4566-4b3f-8ee1-ddbd48f61ce0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:07.765726 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port f50f1f30-13e7-4850-80c7-c2395df783ff, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f50f1f30-13e7-4850-80c7-c2395df783ff,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:07.787115 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.832434 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16ad60-948c-472b-808c-241918ffab24 req-8979bf24-4705-4934-a183-e15b526388cf tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:07.836391 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f16ad60-948c-472b-808c-241918ffab24 req-8979bf24-4705-4934-a183-e15b526388cf tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.95 "GET /v2.0/networks?id=d66e71ed-4f17-4338-aa33-0c044f3bb64f HTTP/1.1" status: 200 len: 813 time: 0.2250738 Jul 22 23:31:07.852919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=009e481c-75ab-4797-9e46-1071487965e5,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:07.857545 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1f16ad60-948c-472b-808c-241918ffab24 req-364c3cf2-bfed-4e0f-b00d-99fb58bc6989 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Request body: {'port': {'device_id': '328ac316-f488-4161-9e55-31a6b11503fa', 'network_id': 'd66e71ed-4f17-4338-aa33-0c044f3bb64f', 'admin_state_up': True, 'tenant_id': '303736982beb4141af5779fc8cb4a1f0'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:07.916040 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc162e71-ca5a-4a78-be7e-558fad0e2a7c req-cae79d4f-a67d-40cd-8890-0f9f5de12a90 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:07.919927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc162e71-ca5a-4a78-be7e-558fad0e2a7c req-cae79d4f-a67d-40cd-8890-0f9f5de12a90 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=39063c04-e631-4585-9df5-f8d957dcba89 HTTP/1.1" status: 200 len: 947 time: 0.3178623 Jul 22 23:31:07.942308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Attempting to bind port edf9c839-b490-428e-89df-eb579a588b34 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:07.943462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Attempting to bind port edf9c839-b490-428e-89df-eb579a588b34 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:07.944090 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Attempting to bind port edf9c839-b490-428e-89df-eb579a588b34 on network 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:07.948479 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=f50f1f30-13e7-4850-80c7-c2395df783ff,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:07.982870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Port edf9c839-b490-428e-89df-eb579a588b34 on network 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:07.983201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Attempting to bind port edf9c839-b490-428e-89df-eb579a588b34 on network 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:08.001487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:08.001817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Checking segment: {'id': 'b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:08.002206 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Bound using segment: {'id': 'b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:08.002658 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Bound port: edf9c839-b490-428e-89df-eb579a588b34, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:08.003008 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.021927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc162e71-ca5a-4a78-be7e-558fad0e2a7c req-f2967af9-f071-4115-a90f-5900cc95c1eb tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970199 Jul 22 23:31:08.038705 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f16ad60-948c-472b-808c-241918ffab24 req-364c3cf2-bfed-4e0f-b00d-99fb58bc6989 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Made reservation on behalf of 303736982beb4141af5779fc8cb4a1f0 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:08.043434 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f16ad60-948c-472b-808c-241918ffab24 req-364c3cf2-bfed-4e0f-b00d-99fb58bc6989 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.084398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e562d-dc32-42b2-8171-111896c03e55 req-3f34da25-cd3a-49a4-a9e9-e2ffae838798 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:08.088713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-556e562d-dc32-42b2-8171-111896c03e55 req-3f34da25-cd3a-49a4-a9e9-e2ffae838798 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 944 time: 0.1651828 Jul 22 23:31:08.094041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57784) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:08.109841 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2bde37-4b78-49e9-b0a9-21ab96615d9f x-openstack-request-id: req-5f2bde37-4b78-49e9-b0a9-21ab96615d9f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:08.110527 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2a22ed-1368-4426-bb90-4a0a82759d69", "name": "network-vif-plugged", "status": "completed", "tag": "009e481c-75ab-4797-9e46-1071487965e5", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:08.111055 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f2bde37-4b78-49e9-b0a9-21ab96615d9f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:08.111881 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2a22ed-1368-4426-bb90-4a0a82759d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009e481c-75ab-4797-9e46-1071487965e5', 'code': 200} Jul 22 23:31:08.131377 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7c3447e-6393-4426-8960-05aabc0d81f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.144147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] For port edf9c839-b490-428e-89df-eb579a588b34, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:08.187943 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] For port edf9c839-b490-428e-89df-eb579a588b34, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=edf9c839-b490-428e-89df-eb579a588b34,segment=NetworkSegment(b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5),segment_id=b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:08.195214 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-556e562d-dc32-42b2-8171-111896c03e55 req-de363704-cf88-4184-93a6-7da36113b088 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928888 Jul 22 23:31:08.197352 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-1f16ad60-948c-472b-808c-241918ffab24 req-364c3cf2-bfed-4e0f-b00d-99fb58bc6989 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Allocated IP 172.20.0.11 (d66e71ed-4f17-4338-aa33-0c044f3bb64f/c65d2065-0813-4972-bcf6-7ef4f053db9b/cda67602-708d-4291-8ad1-9bc2614d0c8b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:31:08.214574 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.228550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['f50f1f30-13e7-4850-80c7-c2395df783ff'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:08.313285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:08.313908 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.315681 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] 10.222.0.95 "PUT /v2.0/ports/edf9c839-b490-428e-89df-eb579a588b34 HTTP/1.1" status: 200 len: 1092 time: 1.5935762 Jul 22 23:31:08.321831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617fdb53-dfd2-42a2-9271-ad688857920b', 'tag': 'edf9c839-b490-428e-89df-eb579a588b34'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:08.323868 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88f2e6a-5667-47b2-a189-82aa0f02429a" -d '{"events": [{"name": "network-changed", "server_uuid": "617fdb53-dfd2-42a2-9271-ad688857920b", "tag": "edf9c839-b490-428e-89df-eb579a588b34"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:08.393818 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b4a4149-9431-4cf4-86a4-6e097fb11b46 req-e970163b-92a5-4a5d-841e-dcf807b4b27b tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 210 time: 0.0821421 Jul 22 23:31:08.411793 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f16ad60-948c-472b-808c-241918ffab24 req-364c3cf2-bfed-4e0f-b00d-99fb58bc6989 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.456765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677c630-f4bb-440d-a538-31e7266daeda service neutron] Pushing event updated for resources: {'Port': ['ID=edf9c839-b490-428e-89df-eb579a588b34,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:08.459024 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f16ad60-948c-472b-808c-241918ffab24 req-364c3cf2-bfed-4e0f-b00d-99fb58bc6989 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.493745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ed9eb-5921-424a-910f-83884ec7b92b req-ed83b68e-41f8-4067-b13f-78d0a63274be tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:08.495418 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e6ed9eb-5921-424a-910f-83884ec7b92b req-ed83b68e-41f8-4067-b13f-78d0a63274be tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.3267090 Jul 22 23:31:08.531213 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f16ad60-948c-472b-808c-241918ffab24 req-364c3cf2-bfed-4e0f-b00d-99fb58bc6989 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Network d66e71ed-4f17-4338-aa33-0c044f3bb64f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:08.534388 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-1f16ad60-948c-472b-808c-241918ffab24 req-364c3cf2-bfed-4e0f-b00d-99fb58bc6989 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:08.539533 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f16ad60-948c-472b-808c-241918ffab24 req-364c3cf2-bfed-4e0f-b00d-99fb58bc6989 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:08.543420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c3cf2-bfed-4e0f-b00d-99fb58bc6989 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event updated for resources: {'Port': ['ID=cda67602-708d-4291-8ad1-9bc2614d0c8b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:08.563068 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983b903-0d20-418f-85c0-53db21f2ba22 req-ea745281-d75c-46be-b56a-efea98c5664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:08.564567 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f983b903-0d20-418f-85c0-53db21f2ba22 req-ea745281-d75c-46be-b56a-efea98c5664c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e2a22ed-1368-4426-bb90-4a0a82759d69 HTTP/1.1" status: 200 len: 1101 time: 0.3144157 Jul 22 23:31:08.591207 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16ad60-948c-472b-808c-241918ffab24 req-364c3cf2-bfed-4e0f-b00d-99fb58bc6989 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:08.591829 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f16ad60-948c-472b-808c-241918ffab24 req-364c3cf2-bfed-4e0f-b00d-99fb58bc6989 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.632878 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7c3447e-6393-4426-8960-05aabc0d81f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.639045 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-4b406abd-bbf9-4fe2-a33e-739f6ebafee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:08.640567 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-4b406abd-bbf9-4fe2-a33e-739f6ebafee5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2fb3333051724f24a9db04f4b78d53d6&device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 1095 time: 0.2558341 Jul 22 23:31:08.642039 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f16ad60-948c-472b-808c-241918ffab24 req-364c3cf2-bfed-4e0f-b00d-99fb58bc6989 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7960470 Jul 22 23:31:08.651203 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e6ed9eb-5921-424a-910f-83884ec7b92b req-8279264e-275e-47b5-8043-f401b557f026 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432483 Jul 22 23:31:08.651773 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7c3447e-6393-4426-8960-05aabc0d81f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.658527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Request body: {'port': {'device_id': '328ac316-f488-4161-9e55-31a6b11503fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:08.716124 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f983b903-0d20-418f-85c0-53db21f2ba22 req-3b0b4b5c-67bf-49cf-ab27-10d99c2bf976 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402848 Jul 22 23:31:08.717605 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7def82-0682-4188-87a0-dc95e90b451d x-openstack-request-id: req-2b7def82-0682-4188-87a0-dc95e90b451d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:08.717833 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617fdb53-dfd2-42a2-9271-ad688857920b", "tag": "edf9c839-b490-428e-89df-eb579a588b34", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:08.718163 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b7def82-0682-4188-87a0-dc95e90b451d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:08.718475 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617fdb53-dfd2-42a2-9271-ad688857920b', 'tag': 'edf9c839-b490-428e-89df-eb579a588b34', 'status': 'completed', 'code': 200} Jul 22 23:31:08.731496 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-55d4d1ba-4e62-4725-b93c-914664c620d8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf9c839-b490-428e-89df-eb579a588b34 HTTP/1.1" status: 200 len: 217 time: 0.0762122 Jul 22 23:31:08.737550 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.749107 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f7c3447e-6393-4426-8960-05aabc0d81f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5c9219fc580469db3bb390d0b2bdb1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6540298 Jul 22 23:31:08.749708 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57792) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:08.771712 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3447e-6393-4426-8960-05aabc0d81f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14216d99-1e67-4dc0-9fc5-f56f487223a3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:08.824216 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f415901-ba48-4234-9fd7-f31195b3f72d req-331fcf9a-1ac0-4a5e-ad84-f97068b905dd tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:08.825802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f415901-ba48-4234-9fd7-f31195b3f72d req-331fcf9a-1ac0-4a5e-ad84-f97068b905dd tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 945 time: 0.3257627 Jul 22 23:31:08.891173 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-91941fc7-cd4c-4367-a3d4-2733c0af1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:08.892628 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-91941fc7-cd4c-4367-a3d4-2733c0af1b24 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd28baf5-60ea-482b-8d09-a70cc995d0b4 HTTP/1.1" status: 200 len: 853 time: 0.1491234 Jul 22 23:31:08.965479 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f415901-ba48-4234-9fd7-f31195b3f72d req-04986962-701a-4cc6-898e-5fd3b693a730 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090672 Jul 22 23:31:08.967286 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59992647-7540-447c-98bb-789f796b9664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.006842 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f8c15-5e83-4f2e-b4c0-652136ce0213 req-79649843-0b8d-4d76-82a5-b4aebf53aa87 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:09.008383 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-793f8c15-5e83-4f2e-b4c0-652136ce0213 req-79649843-0b8d-4d76-82a5-b4aebf53aa87 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.2483118 Jul 22 23:31:09.017074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda67602-708d-4291-8ad1-9bc2614d0c8b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:09.019299 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59992647-7540-447c-98bb-789f796b9664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.025365 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.043374 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Transition to ACTIVE for port object cda67602-708d-4291-8ad1-9bc2614d0c8b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:09.046377 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.076277 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-059362cc-76e8-4d7c-971b-43109ec3485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:09.077826 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-059362cc-76e8-4d7c-971b-43109ec3485f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743634 Jul 22 23:31:09.108995 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-793f8c15-5e83-4f2e-b4c0-652136ce0213 req-472be14b-76e3-4fb6-8e4d-640c753e0ba7 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916238 Jul 22 23:31:09.124762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Pushing event updated for resources: {'Port': ['ID=cda67602-708d-4291-8ad1-9bc2614d0c8b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:09.203324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Attempting to bind port cda67602-708d-4291-8ad1-9bc2614d0c8b on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:09.203684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Attempting to bind port cda67602-708d-4291-8ad1-9bc2614d0c8b by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '74051bb0-5171-49cc-8c7f-ca77a98d0b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd66e71ed-4f17-4338-aa33-0c044f3bb64f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:09.204015 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Attempting to bind port cda67602-708d-4291-8ad1-9bc2614d0c8b on network d66e71ed-4f17-4338-aa33-0c044f3bb64f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:09.207848 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59992647-7540-447c-98bb-789f796b9664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.208965 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Port cda67602-708d-4291-8ad1-9bc2614d0c8b on network d66e71ed-4f17-4338-aa33-0c044f3bb64f not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:09.209384 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Attempting to bind port cda67602-708d-4291-8ad1-9bc2614d0c8b on network d66e71ed-4f17-4338-aa33-0c044f3bb64f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:09.211031 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59992647-7540-447c-98bb-789f796b9664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.214937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-59992647-7540-447c-98bb-789f796b9664 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14216d99-1e67-4dc0-9fc5-f56f487223a3 HTTP/1.1" status: 204 len: 168 time: 0.4531765 Jul 22 23:31:09.215080 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:09.216523 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Checking segment: {'id': '74051bb0-5171-49cc-8c7f-ca77a98d0b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd66e71ed-4f17-4338-aa33-0c044f3bb64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:09.216897 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Bound using segment: {'id': '74051bb0-5171-49cc-8c7f-ca77a98d0b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd66e71ed-4f17-4338-aa33-0c044f3bb64f'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:09.217445 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Bound port: cda67602-708d-4291-8ad1-9bc2614d0c8b, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74051bb0-5171-49cc-8c7f-ca77a98d0b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd66e71ed-4f17-4338-aa33-0c044f3bb64f'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:09.217706 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.262989 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59992647-7540-447c-98bb-789f796b9664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14216d99-1e67-4dc0-9fc5-f56f487223a3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:09.294055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] For port cda67602-708d-4291-8ad1-9bc2614d0c8b, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:09.299174 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] For port cda67602-708d-4291-8ad1-9bc2614d0c8b, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=cda67602-708d-4291-8ad1-9bc2614d0c8b,segment=NetworkSegment(74051bb0-5171-49cc-8c7f-ca77a98d0b0d),segment_id=74051bb0-5171-49cc-8c7f-ca77a98d0b0d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:09.304357 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.317896 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-06fc5c3b-dae8-4774-9772-81c69299dab5 service neutron] 10.222.0.95 "GET /v2.0/networks/3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243173 Jul 22 23:31:09.342162 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:09.343234 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.344256 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f16ad60-948c-472b-808c-241918ffab24 req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] 10.222.0.95 "PUT /v2.0/ports/cda67602-708d-4291-8ad1-9bc2614d0c8b HTTP/1.1" status: 200 len: 1092 time: 0.6901453 Jul 22 23:31:09.344700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328ac316-f488-4161-9e55-31a6b11503fa', 'tag': 'cda67602-708d-4291-8ad1-9bc2614d0c8b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:09.346999 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784e0b57-5c3e-4220-8b01-687a7db14b62" -d '{"events": [{"name": "network-changed", "server_uuid": "328ac316-f488-4161-9e55-31a6b11503fa", "tag": "cda67602-708d-4291-8ad1-9bc2614d0c8b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:09.360204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465f7ab-6c69-4a53-abbc-13af0b162237 req-f53ae6c7-6455-418e-a469-c75c532877c3 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:09.368886 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b465f7ab-6c69-4a53-abbc-13af0b162237 req-f53ae6c7-6455-418e-a469-c75c532877c3 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=39063c04-e631-4585-9df5-f8d957dcba89 HTTP/1.1" status: 200 len: 948 time: 0.1679509 Jul 22 23:31:09.374623 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414fdd7-b347-4fc5-a597-f4621f9c30ab service neutron] Pushing event updated for resources: {'Port': ['ID=cda67602-708d-4291-8ad1-9bc2614d0c8b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:09.375561 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665758f-7d05-42ff-adaf-115659b30cd5 req-a35d232c-827a-4693-b8f7-7eb4373ef470 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:09.377533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b665758f-7d05-42ff-adaf-115659b30cd5 req-a35d232c-827a-4693-b8f7-7eb4373ef470 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 1096 time: 0.2393708 Jul 22 23:31:09.451026 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16ad60-948c-472b-808c-241918ffab24 req-4296fd28-45eb-47ae-b23f-e13d678d62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:09.452529 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f16ad60-948c-472b-808c-241918ffab24 req-4296fd28-45eb-47ae-b23f-e13d678d62b9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=303736982beb4141af5779fc8cb4a1f0&device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 1095 time: 0.0601592 Jul 22 23:31:09.483408 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b465f7ab-6c69-4a53-abbc-13af0b162237 req-7d6c5487-5441-40ec-8125-f4d0afa9cc7c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134429 Jul 22 23:31:09.512759 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f16ad60-948c-472b-808c-241918ffab24 req-621c08fe-89e3-4b74-a3c8-634757852a12 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cda67602-708d-4291-8ad1-9bc2614d0c8b HTTP/1.1" status: 200 len: 217 time: 0.0524728 Jul 22 23:31:09.518997 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b665758f-7d05-42ff-adaf-115659b30cd5 req-ccae14ac-5e59-44a8-94bc-9661633ad2b9 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220694 Jul 22 23:31:09.523990 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-512c55ad-c284-44a3-88aa-4b6fccb8f2f2 req-12ea357a-7ca5-474b-97a9-9ce41baa1a4b service neutron] 10.222.0.95 "GET /v2.0/networks/3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988456 Jul 22 23:31:09.571074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16ad60-948c-472b-808c-241918ffab24 req-b3073b67-4ef9-42e0-b41e-9953b60ac688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:09.572606 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f16ad60-948c-472b-808c-241918ffab24 req-b3073b67-4ef9-42e0-b41e-9953b60ac688 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c65d2065-0813-4972-bcf6-7ef4f053db9b HTTP/1.1" status: 200 len: 853 time: 0.0507762 Jul 22 23:31:09.574032 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f1fac7-8127-4e08-b0c9-71b491137f66 x-openstack-request-id: req-90f1fac7-8127-4e08-b0c9-71b491137f66 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:09.574309 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328ac316-f488-4161-9e55-31a6b11503fa", "tag": "cda67602-708d-4291-8ad1-9bc2614d0c8b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:09.574603 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-90f1fac7-8127-4e08-b0c9-71b491137f66 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:09.574921 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328ac316-f488-4161-9e55-31a6b11503fa', 'tag': 'cda67602-708d-4291-8ad1-9bc2614d0c8b', 'status': 'completed', 'code': 200} Jul 22 23:31:09.615265 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f16ad60-948c-472b-808c-241918ffab24 req-cca2421c-710f-470e-9882-16c9053d85c0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d66e71ed-4f17-4338-aa33-0c044f3bb64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326145 Jul 22 23:31:09.712741 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f16ad60-948c-472b-808c-241918ffab24 req-92dc422d-5495-414b-ae04-d7236602ef2f service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909958 Jul 22 23:31:09.761547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24819cea-eaa5-49a4-9be5-621026b36648 req-a9085f34-812c-45ed-8595-20712c3b8f2b tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:09.763077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24819cea-eaa5-49a4-9be5-621026b36648 req-a9085f34-812c-45ed-8595-20712c3b8f2b tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 944 time: 0.1829801 Jul 22 23:31:09.767703 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f2e6a-5667-47b2-a189-82aa0f02429a req-1c958b60-f72d-4dd8-a4af-0ba6b3c3dc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:09.768336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c88f2e6a-5667-47b2-a189-82aa0f02429a req-1c958b60-f72d-4dd8-a4af-0ba6b3c3dc1d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2fb3333051724f24a9db04f4b78d53d6&device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 1095 time: 0.1787362 Jul 22 23:31:09.792678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe42140-3a21-4d20-b075-1ce4c4bbf2fb req-7db764cd-9aee-4253-9e2f-dbb1a2a8c22c tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:09.794189 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffe42140-3a21-4d20-b075-1ce4c4bbf2fb req-7db764cd-9aee-4253-9e2f-dbb1a2a8c22c tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 944 time: 0.1601951 Jul 22 23:31:09.810346 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f16ad60-948c-472b-808c-241918ffab24 req-fdf38a38-b7af-4e83-a529-13686abb726b service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887823 Jul 22 23:31:09.870616 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24819cea-eaa5-49a4-9be5-621026b36648 req-e6bdab99-f222-4677-ac1a-0bd5e42a4d5a tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002800 Jul 22 23:31:09.905671 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffe42140-3a21-4d20-b075-1ce4c4bbf2fb req-12ec8c28-20de-4a17-968e-26efb4156114 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992568 Jul 22 23:31:09.943346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f2e6a-5667-47b2-a189-82aa0f02429a req-b8bbffdc-de42-44f3-952b-f8c4044584f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:09.945335 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c88f2e6a-5667-47b2-a189-82aa0f02429a req-b8bbffdc-de42-44f3-952b-f8c4044584f3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc HTTP/1.1" status: 200 len: 915 time: 0.1502521 Jul 22 23:31:09.950058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e0b57-5c3e-4220-8b01-687a7db14b62 req-012dde08-b5de-41f0-b1fc-c17ac8e75080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:09.951573 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-784e0b57-5c3e-4220-8b01-687a7db14b62 req-012dde08-b5de-41f0-b1fc-c17ac8e75080 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=303736982beb4141af5779fc8cb4a1f0&device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 1095 time: 0.0904608 Jul 22 23:31:10.059567 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c88f2e6a-5667-47b2-a189-82aa0f02429a req-948ff740-4afd-49a2-85d4-0ae3f55df371 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf9c839-b490-428e-89df-eb579a588b34 HTTP/1.1" status: 200 len: 217 time: 0.1026671 Jul 22 23:31:10.078618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e0b57-5c3e-4220-8b01-687a7db14b62 req-0ee3b445-fcd3-480a-8a23-834eb58ee3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:10.080765 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-784e0b57-5c3e-4220-8b01-687a7db14b62 req-0ee3b445-fcd3-480a-8a23-834eb58ee3a6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d66e71ed-4f17-4338-aa33-0c044f3bb64f HTTP/1.1" status: 200 len: 914 time: 0.1139164 Jul 22 23:31:10.131804 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-784e0b57-5c3e-4220-8b01-687a7db14b62 req-388c1172-3900-49e4-bf89-767b401ea9c7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cda67602-708d-4291-8ad1-9bc2614d0c8b HTTP/1.1" status: 200 len: 217 time: 0.0413675 Jul 22 23:31:10.146616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f2e6a-5667-47b2-a189-82aa0f02429a req-2469ebf8-a72c-4b1a-984f-954440dc3434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:10.148381 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c88f2e6a-5667-47b2-a189-82aa0f02429a req-2469ebf8-a72c-4b1a-984f-954440dc3434 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd28baf5-60ea-482b-8d09-a70cc995d0b4 HTTP/1.1" status: 200 len: 853 time: 0.0805376 Jul 22 23:31:10.156297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c320ca3-2ab6-40a9-aa69-d7860af01e05 req-6d9bd846-1ed1-4d0a-bd96-34546a537115 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:10.158003 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c320ca3-2ab6-40a9-aa69-d7860af01e05 req-6d9bd846-1ed1-4d0a-bd96-34546a537115 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 1096 time: 0.2113912 Jul 22 23:31:10.167449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0c3ab-526d-4e3f-adba-24e353d7454c req-618fa3ee-406c-4d66-9ee7-e10f53b70bff tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:10.169041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3d0c3ab-526d-4e3f-adba-24e353d7454c req-618fa3ee-406c-4d66-9ee7-e10f53b70bff tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.1723990 Jul 22 23:31:10.184399 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e0b57-5c3e-4220-8b01-687a7db14b62 req-20e2c2c6-dc62-49c2-bb92-b10363b59925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:10.187704 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-784e0b57-5c3e-4220-8b01-687a7db14b62 req-20e2c2c6-dc62-49c2-bb92-b10363b59925 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c65d2065-0813-4972-bcf6-7ef4f053db9b HTTP/1.1" status: 200 len: 853 time: 0.0469100 Jul 22 23:31:10.226819 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-784e0b57-5c3e-4220-8b01-687a7db14b62 req-668653e7-e1f5-41de-9295-82957c669db3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d66e71ed-4f17-4338-aa33-0c044f3bb64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328135 Jul 22 23:31:10.273719 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c320ca3-2ab6-40a9-aa69-d7860af01e05 req-cdd2c637-d850-4525-bf51-0e949a4ae447 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014102 Jul 22 23:31:10.292052 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3d0c3ab-526d-4e3f-adba-24e353d7454c req-a5223152-c1c9-4980-94a0-376bc1b260e1 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086867 Jul 22 23:31:10.298483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f2e6a-5667-47b2-a189-82aa0f02429a req-57713f23-d0b8-4c28-a429-8b5804116642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:10.300544 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c88f2e6a-5667-47b2-a189-82aa0f02429a req-57713f23-d0b8-4c28-a429-8b5804116642 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416235 Jul 22 23:31:10.345361 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-784e0b57-5c3e-4220-8b01-687a7db14b62 req-c5a0961d-5f60-4fc8-857e-405c22a8d9da service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105704 Jul 22 23:31:10.454349 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-784e0b57-5c3e-4220-8b01-687a7db14b62 req-a87f47a5-7174-492e-8dce-9d9faaf709bf service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008961 Jul 22 23:31:10.477684 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c88f2e6a-5667-47b2-a189-82aa0f02429a req-55466285-4751-4d6b-8d6b-fb4995d8d7bd service neutron] 10.222.0.95 "GET /v2.0/networks/3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669018 Jul 22 23:31:10.503413 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c3ec7-d697-44c3-9afc-3f6bb64b66d9 req-52a0180e-5d6f-4966-8210-619cf592e737 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:10.504782 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-872c3ec7-d697-44c3-9afc-3f6bb64b66d9 req-52a0180e-5d6f-4966-8210-619cf592e737 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.1418433 Jul 22 23:31:10.612992 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-872c3ec7-d697-44c3-9afc-3f6bb64b66d9 req-4675d5c4-021a-49e5-8206-fa53c83b9eb1 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960460 Jul 22 23:31:10.674326 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c88f2e6a-5667-47b2-a189-82aa0f02429a req-a538ee5c-35d5-439a-bd79-50316d241a81 service neutron] 10.222.0.95 "GET /v2.0/networks/3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881945 Jul 22 23:31:10.734260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f1651-e32a-4114-b0f6-d46bd5910768 req-1c528fcf-3f77-461a-9532-1f28eb67a177 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:10.735704 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d7f1651-e32a-4114-b0f6-d46bd5910768 req-1c528fcf-3f77-461a-9532-1f28eb67a177 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=39063c04-e631-4585-9df5-f8d957dcba89 HTTP/1.1" status: 200 len: 948 time: 0.1402745 Jul 22 23:31:10.787057 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d7f1651-e32a-4114-b0f6-d46bd5910768 req-9e544093-7f25-4564-b912-af85b520acbc tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439680 Jul 22 23:31:10.789166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38437e4-6f82-4e97-86c2-efe14cd461f2 req-41a6fde6-e7b6-49da-9eae-bcacae639407 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:10.790493 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d38437e4-6f82-4e97-86c2-efe14cd461f2 req-41a6fde6-e7b6-49da-9eae-bcacae639407 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 1096 time: 0.0974214 Jul 22 23:31:10.828987 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d38437e4-6f82-4e97-86c2-efe14cd461f2 req-03b12581-2358-4415-ad7c-aa4d5910c23d tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326047 Jul 22 23:31:11.285307 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device f50f1f30-13e7-4850-80c7-c2395df783ff up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:11.288094 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ad93f-c913-474d-8347-e987217fb436 req-23c7b14c-59b0-4ccc-8945-aa44cc37c66c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:11.289628 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d6ad93f-c913-474d-8347-e987217fb436 req-23c7b14c-59b0-4ccc-8945-aa44cc37c66c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 944 time: 0.3366375 Jul 22 23:31:11.338690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port f50f1f30-13e7-4850-80c7-c2395df783ff completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:11.341147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d6ad93f-c913-474d-8347-e987217fb436 req-0a9f16d1-e7df-4723-abda-d59b8bc50ad5 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449753 Jul 22 23:31:11.342775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port f50f1f30-13e7-4850-80c7-c2395df783ff triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:11.343143 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:11.350226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca79a9-dde3-448a-901a-8f2175c1e927 req-291349bd-a5c7-4442-ac56-24b76ab26703 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:11.351708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0ca79a9-dde3-448a-901a-8f2175c1e927 req-291349bd-a5c7-4442-ac56-24b76ab26703 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 944 time: 0.3301351 Jul 22 23:31:11.395534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0ca79a9-dde3-448a-901a-8f2175c1e927 req-127bc873-c86e-4798-aa25-7929a195f5bc tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374203 Jul 22 23:31:11.442701 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:11.467606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39063c04-e631-4585-9df5-f8d957dcba89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50f1f30-13e7-4850-80c7-c2395df783ff'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:11.469951 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aff06d9-79df-43b1-a446-11ed8d063bb9" -d '{"events": [{"server_uuid": "39063c04-e631-4585-9df5-f8d957dcba89", "name": "network-vif-plugged", "status": "completed", "tag": "f50f1f30-13e7-4850-80c7-c2395df783ff"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:11.490195 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port f50f1f30-13e7-4850-80c7-c2395df783ff, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f50f1f30-13e7-4850-80c7-c2395df783ff,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:11.498698 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:11.537515 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb048268-9c44-49cb-ba44-a8d674ee6db2 req-2d4af6bc-9e3a-4cec-b255-a354bf1e9e71 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:11.539664 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb048268-9c44-49cb-ba44-a8d674ee6db2 req-2d4af6bc-9e3a-4cec-b255-a354bf1e9e71 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.0760109 Jul 22 23:31:11.550729 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=f50f1f30-13e7-4850-80c7-c2395df783ff,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:11.579553 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb048268-9c44-49cb-ba44-a8d674ee6db2 req-ec7a4524-3454-45db-a845-81c798907e48 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343080 Jul 22 23:31:11.605523 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8691439c-3c6d-4d7e-88c9-753f97553b39 x-openstack-request-id: req-8691439c-3c6d-4d7e-88c9-753f97553b39 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:11.605523 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39063c04-e631-4585-9df5-f8d957dcba89", "name": "network-vif-plugged", "status": "completed", "tag": "f50f1f30-13e7-4850-80c7-c2395df783ff", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:11.605719 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8691439c-3c6d-4d7e-88c9-753f97553b39 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:11.606411 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39063c04-e631-4585-9df5-f8d957dcba89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50f1f30-13e7-4850-80c7-c2395df783ff', 'code': 200} Jul 22 23:31:11.795255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f26f1-c4ae-4c49-a849-df303c00f494 req-38f823e7-1224-4f25-8719-7d430c4f753e tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:11.796656 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d1f26f1-c4ae-4c49-a849-df303c00f494 req-38f823e7-1224-4f25-8719-7d430c4f753e tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.1041632 Jul 22 23:31:11.801894 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87276dc7-eebf-4f5a-b36a-b2a00cb4e643 req-60767048-c815-4f11-8dc1-18d252bd246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:11.803412 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87276dc7-eebf-4f5a-b36a-b2a00cb4e643 req-60767048-c815-4f11-8dc1-18d252bd246d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=39063c04-e631-4585-9df5-f8d957dcba89 HTTP/1.1" status: 200 len: 1100 time: 0.1001875 Jul 22 23:31:11.848344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57886) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:11.865185 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d1f26f1-c4ae-4c49-a849-df303c00f494 req-442ab943-568d-4f20-9ea6-cfa3b0dc2894 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608208 Jul 22 23:31:11.868908 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87276dc7-eebf-4f5a-b36a-b2a00cb4e643 req-a0c25a79-0887-479a-b160-62716daf8caf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517790 Jul 22 23:31:11.934704 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0c4b6-3704-4013-98b1-2f96885876c0 req-b5b044f8-a459-4bd0-a428-2e11a9be6582 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:11.936183 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16f0c4b6-3704-4013-98b1-2f96885876c0 req-b5b044f8-a459-4bd0-a428-2e11a9be6582 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=39063c04-e631-4585-9df5-f8d957dcba89 HTTP/1.1" status: 200 len: 949 time: 0.0698919 Jul 22 23:31:11.994202 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08615c74-2e9b-4063-9cca-dd99ef6a2bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.023714 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16f0c4b6-3704-4013-98b1-2f96885876c0 req-46597b09-968a-4137-91ac-8de920755499 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769963 Jul 22 23:31:12.056321 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210a656-820e-426e-9dae-721554d87c9a req-e2a23f06-cd26-48a2-9392-9de0ebdedcf9 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:12.057785 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a210a656-820e-426e-9dae-721554d87c9a req-e2a23f06-cd26-48a2-9392-9de0ebdedcf9 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 1096 time: 0.1207418 Jul 22 23:31:12.117402 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a210a656-820e-426e-9dae-721554d87c9a req-6b0349ff-a8bd-40b6-a47f-386cd80cc1e0 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525010 Jul 22 23:31:12.142724 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08615c74-2e9b-4063-9cca-dd99ef6a2bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.147072 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08615c74-2e9b-4063-9cca-dd99ef6a2bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.188266 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-08615c74-2e9b-4063-9cca-dd99ef6a2bac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=25f9887175ef45ac9d0791155da10e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343692 Jul 22 23:31:12.190573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08615c74-2e9b-4063-9cca-dd99ef6a2bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32787d70-bd19-408d-87e2-58e5fe992a8b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:12.191602 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57894) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:12.246619 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25eb126b-704b-4651-9e04-12a3a981ea5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.275234 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25eb126b-704b-4651-9e04-12a3a981ea5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.329278 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25eb126b-704b-4651-9e04-12a3a981ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.336240 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25eb126b-704b-4651-9e04-12a3a981ea5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.339956 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-25eb126b-704b-4651-9e04-12a3a981ea5d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32787d70-bd19-408d-87e2-58e5fe992a8b HTTP/1.1" status: 204 len: 168 time: 0.1443982 Jul 22 23:31:12.346921 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb126b-704b-4651-9e04-12a3a981ea5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32787d70-bd19-408d-87e2-58e5fe992a8b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:12.486697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0498d-dedb-4a38-b321-9f7f3c29674b req-1e52c0ca-2ad9-46ac-a4a4-8974d7fe6ce6 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:12.488197 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aad0498d-dedb-4a38-b321-9f7f3c29674b req-1e52c0ca-2ad9-46ac-a4a4-8974d7fe6ce6 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 944 time: 0.0667861 Jul 22 23:31:12.526451 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aad0498d-dedb-4a38-b321-9f7f3c29674b req-6fa22f02-76b7-4822-ae57-8b11089a31ea tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324898 Jul 22 23:31:12.644413 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57924) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:12.657939 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd2f567c-53ef-48b4-80e5-87efe89cfef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.678520 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde91479-12c3-49ad-991a-2f05cc0e9613 req-d2849dc1-1bb0-4043-9da0-693bb8d142d9 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:12.680061 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fde91479-12c3-49ad-991a-2f05cc0e9613 req-d2849dc1-1bb0-4043-9da0-693bb8d142d9 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 944 time: 0.0816493 Jul 22 23:31:12.738174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fde91479-12c3-49ad-991a-2f05cc0e9613 req-49b1bb50-3650-415b-9813-870c3c03b55a tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518363 Jul 22 23:31:12.761357 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd2f567c-53ef-48b4-80e5-87efe89cfef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.766636 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd2f567c-53ef-48b4-80e5-87efe89cfef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.810259 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bd2f567c-53ef-48b4-80e5-87efe89cfef9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef95e9b20549492d9799b919ba1f28b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628237 Jul 22 23:31:12.810259 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f567c-53ef-48b4-80e5-87efe89cfef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1371153a-4ef0-4ab3-97f3-34553a4c953f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:12.810777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57930) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:12.867919 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c33a9c9-57f1-4203-83b2-8a5712d62485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.894139 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c33a9c9-57f1-4203-83b2-8a5712d62485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.976270 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c33a9c9-57f1-4203-83b2-8a5712d62485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.978763 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c33a9c9-57f1-4203-83b2-8a5712d62485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.979889 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7c33a9c9-57f1-4203-83b2-8a5712d62485 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1371153a-4ef0-4ab3-97f3-34553a4c953f HTTP/1.1" status: 204 len: 168 time: 0.1681252 Jul 22 23:31:12.991160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62724c88-1a0b-4941-8464-4bbaff4bd55e req-025629dc-3b25-4131-9b90-bff8b8acc01e tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:12.992624 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-62724c88-1a0b-4941-8464-4bbaff4bd55e req-025629dc-3b25-4131-9b90-bff8b8acc01e tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.0892539 Jul 22 23:31:12.997876 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33a9c9-57f1-4203-83b2-8a5712d62485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1371153a-4ef0-4ab3-97f3-34553a4c953f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:13.050051 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-62724c88-1a0b-4941-8464-4bbaff4bd55e req-8c37a4b9-2d10-457c-8194-ef116bf154fa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499270 Jul 22 23:31:13.195069 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799a336-bffd-4198-bacd-a50c3fee00bc req-c1cd0571-46fe-4dc4-9172-8e1cd13d65f8 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:13.196703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1799a336-bffd-4198-bacd-a50c3fee00bc req-c1cd0571-46fe-4dc4-9172-8e1cd13d65f8 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.0885248 Jul 22 23:31:13.243147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1799a336-bffd-4198-bacd-a50c3fee00bc req-ec380515-3f0a-4a88-8e9f-127b6953aab9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405200 Jul 22 23:31:13.286538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device edf9c839-b490-428e-89df-eb579a588b34 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:13.404340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51ba27-0767-413a-8667-89c1ad96ea46 req-108f257a-486a-425c-aaa6-47d83b75f89e tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:13.411851 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f51ba27-0767-413a-8667-89c1ad96ea46 req-108f257a-486a-425c-aaa6-47d83b75f89e tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=39063c04-e631-4585-9df5-f8d957dcba89 HTTP/1.1" status: 200 len: 949 time: 0.0863104 Jul 22 23:31:13.421827 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port edf9c839-b490-428e-89df-eb579a588b34, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=edf9c839-b490-428e-89df-eb579a588b34,segment=NetworkSegment(b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5),segment_id=b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:13.436363 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'edf9c839-b490-428e-89df-eb579a588b34', 'network_id': '3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc', 'port_id': 'edf9c839-b490-428e-89df-eb579a588b34', 'mac_address': 'fa:16:3e:2f:23:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd28baf5-60ea-482b-8d09-a70cc995d0b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:13.452630 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f51ba27-0767-413a-8667-89c1ad96ea46 req-8adfd6cd-5057-4a6e-9ff8-c9372676f002 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398638 Jul 22 23:31:13.483767 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:13.504071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf9c839-b490-428e-89df-eb579a588b34 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:13.524219 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port edf9c839-b490-428e-89df-eb579a588b34, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=edf9c839-b490-428e-89df-eb579a588b34,segment=NetworkSegment(b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5),segment_id=b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:13.529508 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:13.530220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device cda67602-708d-4291-8ad1-9bc2614d0c8b details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:13.605124 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1543a90-e1f3-402d-add6-f7f5906f6496 req-b6de48f9-4f04-4d38-9317-ab8140c09d7f tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:13.615796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=edf9c839-b490-428e-89df-eb579a588b34,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:13.617572 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1543a90-e1f3-402d-add6-f7f5906f6496 req-b6de48f9-4f04-4d38-9317-ab8140c09d7f tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e2a22ed-1368-4426-bb90-4a0a82759d69 HTTP/1.1" status: 200 len: 950 time: 0.0940449 Jul 22 23:31:13.624178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:13.624517 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:13.625043 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:13.625567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:13.626067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:13.626549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:13.627152 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:13.627620 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:13.628090 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:13.628575 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:13.629042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:13.630208 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:13.662915 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1543a90-e1f3-402d-add6-f7f5906f6496 req-931bb8ca-beea-42db-a1aa-641b115123f9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441723 Jul 22 23:31:13.675250 n-d-688802-2 neutron-server[93820]: WARNING keystonemiddleware.auth_token [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-b202fd08-79bb-4034-ba61-6a3eed3b5d6a service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 23:31:13.693414 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-68c303eb-6e27-4589-8423-33cb40b38d26 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:31:13.695021 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-68c303eb-6e27-4589-8423-33cb40b38d26 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124139 Jul 22 23:31:13.695461 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port cda67602-708d-4291-8ad1-9bc2614d0c8b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=cda67602-708d-4291-8ad1-9bc2614d0c8b,segment=NetworkSegment(74051bb0-5171-49cc-8c7f-ca77a98d0b0d),segment_id=74051bb0-5171-49cc-8c7f-ca77a98d0b0d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:13.707342 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-61197885-1137-449f-a890-a302fd5f70ad req-633a39df-9f77-4aac-a921-48486c404854 service neutron] Request body: {'binding': {'host': 'n-h1-688802-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:13.708872 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-61197885-1137-449f-a890-a302fd5f70ad req-633a39df-9f77-4aac-a921-48486c404854 service neutron] Unknown quota resources ['binding']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:31:13.709034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'cda67602-708d-4291-8ad1-9bc2614d0c8b', 'network_id': 'd66e71ed-4f17-4338-aa33-0c044f3bb64f', 'port_id': 'cda67602-708d-4291-8ad1-9bc2614d0c8b', 'mac_address': 'fa:16:3e:0d:20:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65d2065-0813-4972-bcf6-7ef4f053db9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:13.756994 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:13.770850 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda67602-708d-4291-8ad1-9bc2614d0c8b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:13.794791 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port cda67602-708d-4291-8ad1-9bc2614d0c8b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=cda67602-708d-4291-8ad1-9bc2614d0c8b,segment=NetworkSegment(74051bb0-5171-49cc-8c7f-ca77a98d0b0d),segment_id=74051bb0-5171-49cc-8c7f-ca77a98d0b0d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:13.802847 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:13.816360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d336e8-6edb-4c97-8413-a87273c6adae req-5987244b-2818-41c8-8d36-1b9b293f6353 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:13.824663 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6d336e8-6edb-4c97-8413-a87273c6adae req-5987244b-2818-41c8-8d36-1b9b293f6353 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 945 time: 0.0863912 Jul 22 23:31:13.859736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=cda67602-708d-4291-8ad1-9bc2614d0c8b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:13.874107 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6d336e8-6edb-4c97-8413-a87273c6adae req-c0e71fa8-ddd0-4b19-923c-5a1f07259e86 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482624 Jul 22 23:31:13.889867 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-61197885-1137-449f-a890-a302fd5f70ad req-633a39df-9f77-4aac-a921-48486c404854 service neutron] Attempting to bind port a5a21dfc-684b-4809-baa1-ce14f1452563 on host n-h1-688802-2 for vnic_type normal with profile None {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:13.890219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-61197885-1137-449f-a890-a302fd5f70ad req-633a39df-9f77-4aac-a921-48486c404854 service neutron] Attempting to bind port a5a21dfc-684b-4809-baa1-ce14f1452563 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:13.890551 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61197885-1137-449f-a890-a302fd5f70ad req-633a39df-9f77-4aac-a921-48486c404854 service neutron] Attempting to bind port a5a21dfc-684b-4809-baa1-ce14f1452563 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:13.895006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61197885-1137-449f-a890-a302fd5f70ad req-633a39df-9f77-4aac-a921-48486c404854 service neutron] Port a5a21dfc-684b-4809-baa1-ce14f1452563 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:13.895369 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61197885-1137-449f-a890-a302fd5f70ad req-633a39df-9f77-4aac-a921-48486c404854 service neutron] Attempting to bind port a5a21dfc-684b-4809-baa1-ce14f1452563 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:13.900391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61197885-1137-449f-a890-a302fd5f70ad req-633a39df-9f77-4aac-a921-48486c404854 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:13.900732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61197885-1137-449f-a890-a302fd5f70ad req-633a39df-9f77-4aac-a921-48486c404854 service neutron] Checking segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:13.901125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61197885-1137-449f-a890-a302fd5f70ad req-633a39df-9f77-4aac-a921-48486c404854 service neutron] Bound using segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:13.901699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-61197885-1137-449f-a890-a302fd5f70ad req-633a39df-9f77-4aac-a921-48486c404854 service neutron] Bound port: a5a21dfc-684b-4809-baa1-ce14f1452563, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:13.999902 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-61197885-1137-449f-a890-a302fd5f70ad req-633a39df-9f77-4aac-a921-48486c404854 service neutron] For port a5a21dfc-684b-4809-baa1-ce14f1452563, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=a5a21dfc-684b-4809-baa1-ce14f1452563,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:14.006010 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-61197885-1137-449f-a890-a302fd5f70ad req-633a39df-9f77-4aac-a921-48486c404854 service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:14.007714 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-633a39df-9f77-4aac-a921-48486c404854 service neutron] 10.222.0.26 "POST /v2.0/ports/a5a21dfc-684b-4809-baa1-ce14f1452563/bindings HTTP/1.1" status: 201 len: 389 time: 0.3035650 Jul 22 23:31:14.066073 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['edf9c839-b490-428e-89df-eb579a588b34'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:14.089225 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['cda67602-708d-4291-8ad1-9bc2614d0c8b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:14.261878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e73424-1609-4986-8362-08dac57e9db0 req-719374e4-d387-4ec1-869f-96b896ac2b01 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:14.269638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e73424-1609-4986-8362-08dac57e9db0 req-719374e4-d387-4ec1-869f-96b896ac2b01 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:14.272016 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-31e73424-1609-4986-8362-08dac57e9db0 req-719374e4-d387-4ec1-869f-96b896ac2b01 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e2a22ed-1368-4426-bb90-4a0a82759d69&device_id=39063c04-e631-4585-9df5-f8d957dcba89 HTTP/1.1" status: 200 len: 1690 time: 0.1313260 Jul 22 23:31:14.311312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042febce-71e1-41e6-9190-c4a35cc47ae4 req-b7522d9f-e54f-49bc-be64-3c484163d668 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:14.313073 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-042febce-71e1-41e6-9190-c4a35cc47ae4 req-b7522d9f-e54f-49bc-be64-3c484163d668 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 945 time: 0.1314204 Jul 22 23:31:14.384065 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-31e73424-1609-4986-8362-08dac57e9db0 req-0b6437b7-b6a6-4e46-ba49-85fcfad1872b tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038508 Jul 22 23:31:14.436829 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-042febce-71e1-41e6-9190-c4a35cc47ae4 req-f5d4c73d-faa3-446d-878e-b999a38ae6df tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028423 Jul 22 23:31:14.452112 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61197885-1137-449f-a890-a302fd5f70ad req-70e38c13-2431-469c-9643-09d9215a3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:14.453637 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-70e38c13-2431-469c-9643-09d9215a3f46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 1096 time: 0.1384308 Jul 22 23:31:14.648864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61197885-1137-449f-a890-a302fd5f70ad req-718f021b-1126-4787-8498-c2281a308e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:14.650351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-718f021b-1126-4787-8498-c2281a308e41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.1660800 Jul 22 23:31:14.668074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e092f-8bf3-4810-b1b3-d83a7e40bb3e req-49355b3d-280d-41b4-ace8-e00f37c6a278 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:14.669464 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fe3e092f-8bf3-4810-b1b3-d83a7e40bb3e req-49355b3d-280d-41b4-ace8-e00f37c6a278 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.1749990 Jul 22 23:31:14.721852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee595ea-0bee-46eb-abce-5fc80d4d2038 req-822b2f66-573a-4b9a-b85f-df17a97f6b68 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:14.723288 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bee595ea-0bee-46eb-abce-5fc80d4d2038 req-822b2f66-573a-4b9a-b85f-df17a97f6b68 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 945 time: 0.1799974 Jul 22 23:31:14.730304 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-23914494-8d75-4c8a-bbf6-81f98c3ffc40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a21dfc-684b-4809-baa1-ce14f1452563 HTTP/1.1" status: 200 len: 217 time: 0.0714862 Jul 22 23:31:14.793902 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fe3e092f-8bf3-4810-b1b3-d83a7e40bb3e req-4d4fb28b-1caa-459b-919b-00998321a684 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178424 Jul 22 23:31:14.815290 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bee595ea-0bee-46eb-abce-5fc80d4d2038 req-21bfa934-0f02-43b9-88dc-10981d36f9a1 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838208 Jul 22 23:31:14.816833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61197885-1137-449f-a890-a302fd5f70ad req-9d2998ac-2561-4880-856f-3d55613fb2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:14.818892 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-9d2998ac-2561-4880-856f-3d55613fb2c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.0774608 Jul 22 23:31:14.860184 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-b63d087e-2046-4428-b9fe-7298696314a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328751 Jul 22 23:31:15.005839 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8718a-77f1-4d59-87e5-dd819aeafdfd req-cd142f1f-714f-4cb0-a981-686e7253338f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:15.007339 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b9b8718a-77f1-4d59-87e5-dd819aeafdfd req-cd142f1f-714f-4cb0-a981-686e7253338f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.1382816 Jul 22 23:31:15.015145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-781f2e3f-195f-4acb-8f13-e73c3c0340f2 service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348672 Jul 22 23:31:15.077814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b9b8718a-77f1-4d59-87e5-dd819aeafdfd req-f4fcb9a1-6580-407b-af5d-0bf86fdb3a37 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617244 Jul 22 23:31:15.136703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-1f0d968e-6e47-4647-a53a-3932919bc1b5 service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064060 Jul 22 23:31:15.202052 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1adc4-1eaa-4255-9936-e5c0b0ec7f6c req-e2b63860-7721-49bb-833b-16bf1eba2f71 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:15.203825 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76c1adc4-1eaa-4255-9936-e5c0b0ec7f6c req-e2b63860-7721-49bb-833b-16bf1eba2f71 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 945 time: 0.0662172 Jul 22 23:31:15.241780 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76c1adc4-1eaa-4255-9936-e5c0b0ec7f6c req-70382935-17c0-441e-88ce-ce76819aba32 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316839 Jul 22 23:31:15.281221 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device cda67602-708d-4291-8ad1-9bc2614d0c8b up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:15.333772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port cda67602-708d-4291-8ad1-9bc2614d0c8b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:15.338112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port cda67602-708d-4291-8ad1-9bc2614d0c8b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:15.338492 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:15.381620 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61197885-1137-449f-a890-a302fd5f70ad req-89459cf1-6c31-43a5-ac83-d46725deba7c tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:15.383592 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-89459cf1-6c31-43a5-ac83-d46725deba7c tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37&tenant_id=e3f3293308ad4d108b84009eb08300e1&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 1096 time: 0.1112580 Jul 22 23:31:15.389405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac3049-57ff-472e-bdb5-c793fc0096eb req-793ab32c-9a6c-4244-889f-72eef0c9df8c tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:15.390800 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-adac3049-57ff-472e-bdb5-c793fc0096eb req-793ab32c-9a6c-4244-889f-72eef0c9df8c tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2e2a22ed-1368-4426-bb90-4a0a82759d69 HTTP/1.1" status: 200 len: 1101 time: 0.0803258 Jul 22 23:31:15.400514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-688802-2'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:15.424836 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:15.450243 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328ac316-f488-4161-9e55-31a6b11503fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda67602-708d-4291-8ad1-9bc2614d0c8b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:15.452640 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afdb652-c969-4a90-b2a2-8f91ca2a3cbf" -d '{"events": [{"server_uuid": "328ac316-f488-4161-9e55-31a6b11503fa", "name": "network-vif-plugged", "status": "completed", "tag": "cda67602-708d-4291-8ad1-9bc2614d0c8b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:15.466680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port cda67602-708d-4291-8ad1-9bc2614d0c8b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=cda67602-708d-4291-8ad1-9bc2614d0c8b,segment=NetworkSegment(74051bb0-5171-49cc-8c7f-ca77a98d0b0d),segment_id=74051bb0-5171-49cc-8c7f-ca77a98d0b0d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:15.471890 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:15.472710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device edf9c839-b490-428e-89df-eb579a588b34 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:15.498062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-adac3049-57ff-472e-bdb5-c793fc0096eb req-d07417c2-6893-4bde-9b96-c31692589fcc tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947351 Jul 22 23:31:15.549415 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa8e199-2596-4398-9021-671aaefc4fd9 x-openstack-request-id: req-faa8e199-2596-4398-9021-671aaefc4fd9 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:15.549702 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328ac316-f488-4161-9e55-31a6b11503fa", "name": "network-vif-plugged", "status": "completed", "tag": "cda67602-708d-4291-8ad1-9bc2614d0c8b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:15.549948 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-faa8e199-2596-4398-9021-671aaefc4fd9 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:15.550329 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328ac316-f488-4161-9e55-31a6b11503fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda67602-708d-4291-8ad1-9bc2614d0c8b', 'code': 200} Jul 22 23:31:15.551249 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:15.556646 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=cda67602-708d-4291-8ad1-9bc2614d0c8b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:15.579310 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port edf9c839-b490-428e-89df-eb579a588b34 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:15.586198 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port edf9c839-b490-428e-89df-eb579a588b34 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:15.587466 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:15.623761 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd88cf3-050b-466f-9d9c-244473813dd2 req-2d8ed071-1ee8-43c3-85ea-946d00761ca9 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:15.625247 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6fd88cf3-050b-466f-9d9c-244473813dd2 req-2d8ed071-1ee8-43c3-85ea-946d00761ca9 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 946 time: 0.1263056 Jul 22 23:31:15.674231 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:15.711961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port edf9c839-b490-428e-89df-eb579a588b34, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=edf9c839-b490-428e-89df-eb579a588b34,segment=NetworkSegment(b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5),segment_id=b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:15.715865 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:15.747060 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6fd88cf3-050b-466f-9d9c-244473813dd2 req-cca303ff-1356-4a71-9086-38fbd1cc1f23 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098578 Jul 22 23:31:15.773645 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=edf9c839-b490-428e-89df-eb579a588b34,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:15.787456 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434890aa-e10e-4618-9be8-e6fe56b65a1a req-14dbc76a-e453-4c2f-9b82-3176fc186d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:15.788892 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-434890aa-e10e-4618-9be8-e6fe56b65a1a req-14dbc76a-e453-4c2f-9b82-3176fc186d44 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 1097 time: 0.1627467 Jul 22 23:31:15.790659 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] For port a5a21dfc-684b-4809-baa1-ce14f1452563, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=a5a21dfc-684b-4809-baa1-ce14f1452563,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:15.850397 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-434890aa-e10e-4618-9be8-e6fe56b65a1a req-f1ffbc96-a40c-4263-aca6-ba10d0d7ac84 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511246 Jul 22 23:31:15.855075 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] For port a5a21dfc-684b-4809-baa1-ce14f1452563, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:15.934750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628937c0-bd23-457a-ada7-fa65ff6b5c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5a21dfc-684b-4809-baa1-ce14f1452563'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:15.936965 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0435a4c4-8bbb-4c91-b5ae-5c8deb4899e3" -d '{"events": [{"server_uuid": "628937c0-bd23-457a-ada7-fa65ff6b5c37", "name": "network-vif-unplugged", "status": "completed", "tag": "a5a21dfc-684b-4809-baa1-ce14f1452563"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:15.957336 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:15.970528 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:16.042221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d68d04-7237-42c2-9dbf-4ed15c83e68b req-0e9d097a-a9cb-4807-9850-9484526de489 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:16.043726 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0d68d04-7237-42c2-9dbf-4ed15c83e68b req-0e9d097a-a9cb-4807-9850-9484526de489 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=39063c04-e631-4585-9df5-f8d957dcba89 HTTP/1.1" status: 200 len: 1100 time: 0.1669083 Jul 22 23:31:16.093320 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:31:16.096416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8694be2-7f42-4032-90fc-b7efa40704ad req-5f502d66-e54d-4a93-b08b-139b170d226b tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:16.098061 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8694be2-7f42-4032-90fc-b7efa40704ad req-5f502d66-e54d-4a93-b08b-139b170d226b tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 949 time: 0.1830542 Jul 22 23:31:16.112046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Pushing event updated for resources: {'Port': ['ID=a5a21dfc-684b-4809-baa1-ce14f1452563,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:16.117499 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:16.126073 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Attempting to bind port a5a21dfc-684b-4809-baa1-ce14f1452563 on host n-h2-688802-2 for vnic_type normal with profile {"migrating_to": "n-h1-688802-2"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:16.126460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Attempting to bind port a5a21dfc-684b-4809-baa1-ce14f1452563 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:16.126786 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Attempting to bind port a5a21dfc-684b-4809-baa1-ce14f1452563 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:16.147381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Port a5a21dfc-684b-4809-baa1-ce14f1452563 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:16.147697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Attempting to bind port a5a21dfc-684b-4809-baa1-ce14f1452563 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:16.163993 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0d68d04-7237-42c2-9dbf-4ed15c83e68b req-b985bfa0-1401-4068-86b9-927d4e56f797 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123431 Jul 22 23:31:16.164764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:16.165111 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Checking segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:16.165486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Bound using segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:16.165912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Bound port: a5a21dfc-684b-4809-baa1-ce14f1452563, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:16.166263 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:16.188573 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8694be2-7f42-4032-90fc-b7efa40704ad req-54f83e3b-805d-4b74-b63e-9bde4d25349b tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723791 Jul 22 23:31:16.271619 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] For port a5a21dfc-684b-4809-baa1-ce14f1452563, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:16.285056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] For port a5a21dfc-684b-4809-baa1-ce14f1452563, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=a5a21dfc-684b-4809-baa1-ce14f1452563,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:16.290165 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:16.380930 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Pushing event updated for resources: {'Port': ['ID=a5a21dfc-684b-4809-baa1-ce14f1452563,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:16.391290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77dbf3-c4ee-46e9-a449-ee3f0e11effe req-d66db9b5-746b-4533-8c06-e9d94127f03d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:16.392766 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0b77dbf3-c4ee-46e9-a449-ee3f0e11effe req-d66db9b5-746b-4533-8c06-e9d94127f03d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 943 time: 0.1599326 Jul 22 23:31:16.396246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:16.397001 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:16.398325 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-7bec9db8-380f-4b1b-8466-83ec6a71135f service neutron] 10.222.0.18 "PUT /v2.0/ports/a5a21dfc-684b-4809-baa1-ce14f1452563 HTTP/1.1" status: 200 len: 1121 time: 1.0019917 Jul 22 23:31:16.470455 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0b77dbf3-c4ee-46e9-a449-ee3f0e11effe req-a1ca6f75-6a63-482e-a85a-17b101f5ce6d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706909 Jul 22 23:31:16.503156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['a5a21dfc-684b-4809-baa1-ce14f1452563'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:16.516654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea693f-0530-4afb-9dae-6e5582da9d8d req-e0a202ea-eaf5-483c-92c9-13c99f0ffe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:16.518643 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcea693f-0530-4afb-9dae-6e5582da9d8d req-e0a202ea-eaf5-483c-92c9-13c99f0ffe39 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 1100 time: 0.0857904 Jul 22 23:31:16.535239 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265e785d-bbcb-4da0-9bc6-a93248a08fcc x-openstack-request-id: req-265e785d-bbcb-4da0-9bc6-a93248a08fcc {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:16.535738 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628937c0-bd23-457a-ada7-fa65ff6b5c37", "name": "network-vif-unplugged", "status": "completed", "tag": "a5a21dfc-684b-4809-baa1-ce14f1452563", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:16.537080 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-265e785d-bbcb-4da0-9bc6-a93248a08fcc {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:16.537842 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628937c0-bd23-457a-ada7-fa65ff6b5c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5a21dfc-684b-4809-baa1-ce14f1452563', 'code': 200} Jul 22 23:31:16.591656 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcea693f-0530-4afb-9dae-6e5582da9d8d req-3545ac66-1aee-4143-92c6-0cf4c87bce74 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662594 Jul 22 23:31:16.628351 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930bdda-19df-44d2-9b76-60c6233265aa req-a0755b02-e679-4bdf-9b0b-75d3cb605a75 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:16.630223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6930bdda-19df-44d2-9b76-60c6233265aa req-a0755b02-e679-4bdf-9b0b-75d3cb605a75 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.0840926 Jul 22 23:31:16.706847 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6930bdda-19df-44d2-9b76-60c6233265aa req-12783938-279b-4337-a3ec-829dc115895d tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697606 Jul 22 23:31:16.782624 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1d25c-c7f2-41e6-ab4e-c02f32f5e2b4 req-5962d8e5-eee9-4632-8487-1287214e8584 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:16.784611 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3d1d25c-c7f2-41e6-ab4e-c02f32f5e2b4 req-5962d8e5-eee9-4632-8487-1287214e8584 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 946 time: 0.0920618 Jul 22 23:31:16.832573 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3d1d25c-c7f2-41e6-ab4e-c02f32f5e2b4 req-4e5dcd06-df68-4206-875c-3b11f2368f18 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388544 Jul 22 23:31:16.900728 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676afb5a-c141-40ed-9bb9-4caa3400ec4f req-4dc77f95-b9df-4cdb-bc74-8993b1587b6b tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:16.902258 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-676afb5a-c141-40ed-9bb9-4caa3400ec4f req-4dc77f95-b9df-4cdb-bc74-8993b1587b6b tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 946 time: 0.0678706 Jul 22 23:31:16.940783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-44199ae8-30e7-4aad-9df5-36e9b404b1aa tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331604 Jul 22 23:31:16.979815 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-676afb5a-c141-40ed-9bb9-4caa3400ec4f req-6f288ce2-58b9-41f8-bb06-1da0f1ba5d52 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711462 Jul 22 23:31:17.061720 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-2fabdeea-5329-4d1f-9438-a3729815dcad tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:17.063189 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-2fabdeea-5329-4d1f-9438-a3729815dcad tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1168983 Jul 22 23:31:17.078516 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-6d432613-a638-4b49-ab90-09fba35c5fa1 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/quotas/baf0077687bc4e6f86e7a3e26b9b8f17 HTTP/1.1" status: 200 len: 375 time: 0.0091331 Jul 22 23:31:17.146070 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-5196887f-0231-4f2f-a4d4-5a285c39873f tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614870 Jul 22 23:31:17.283779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:17.288388 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f556987e-2a6a-449e-be8b-a929e5e178fb req-78bd7607-47f0-49e1-b92e-2472197c81a3 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1874007772&fields=id&tenant_id=303736982beb4141af5779fc8cb4a1f0 HTTP/1.1" status: 200 len: 267 time: 0.0353823 Jul 22 23:31:17.366573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556987e-2a6a-449e-be8b-a929e5e178fb req-6c4c7d5e-3c72-477f-b3ae-c701f450ea70 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:17.368067 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f556987e-2a6a-449e-be8b-a929e5e178fb req-6c4c7d5e-3c72-477f-b3ae-c701f450ea70 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 946 time: 0.0733364 Jul 22 23:31:17.381602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f556987e-2a6a-449e-be8b-a929e5e178fb req-b3390469-b697-4880-bcf9-66b0bda86e1f tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Request body: {'port': {'security_groups': ['9638c237-9b55-4506-ad86-fd929995ac35', '9ac16eac-9313-4ac0-8ed7-539eb855c83f']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:17.385740 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:17.398286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee', 'mac_address': 'fa:16:3e:5a:4f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:17.436928 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:17.450679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:17.471741 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:17.478102 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:17.485111 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f556987e-2a6a-449e-be8b-a929e5e178fb req-b3390469-b697-4880-bcf9-66b0bda86e1f tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:17.553378 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617fdb53-dfd2-42a2-9271-ad688857920b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf9c839-b490-428e-89df-eb579a588b34'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:17.558087 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33774989-c101-4525-bc3d-05920f4aa062" -d '{"events": [{"server_uuid": "617fdb53-dfd2-42a2-9271-ad688857920b", "name": "network-vif-plugged", "status": "completed", "tag": "edf9c839-b490-428e-89df-eb579a588b34"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:17.565366 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:17.679256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d6d4b-f538-440d-99f6-4b150f368c11 req-4e13b095-f79c-40f4-af96-27bd01a1d0a2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:17.680299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-804d6d4b-f538-440d-99f6-4b150f368c11 req-4e13b095-f79c-40f4-af96-27bd01a1d0a2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 948 time: 0.1192839 Jul 22 23:31:17.771418 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-804d6d4b-f538-440d-99f6-4b150f368c11 req-02cfb059-29fc-47d5-96ff-815d8be5c352 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832412 Jul 22 23:31:17.790367 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f556987e-2a6a-449e-be8b-a929e5e178fb req-b3390469-b697-4880-bcf9-66b0bda86e1f tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] For port cda67602-708d-4291-8ad1-9bc2614d0c8b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=cda67602-708d-4291-8ad1-9bc2614d0c8b,segment=NetworkSegment(74051bb0-5171-49cc-8c7f-ca77a98d0b0d),segment_id=74051bb0-5171-49cc-8c7f-ca77a98d0b0d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:17.825985 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f556987e-2a6a-449e-be8b-a929e5e178fb req-b3390469-b697-4880-bcf9-66b0bda86e1f tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:17.832846 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f556987e-2a6a-449e-be8b-a929e5e178fb req-b3390469-b697-4880-bcf9-66b0bda86e1f tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:17.849875 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58078) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:17.852379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['cda67602-708d-4291-8ad1-9bc2614d0c8b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:17.907490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556987e-2a6a-449e-be8b-a929e5e178fb req-b3390469-b697-4880-bcf9-66b0bda86e1f tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:17.908208 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f556987e-2a6a-449e-be8b-a929e5e178fb req-b3390469-b697-4880-bcf9-66b0bda86e1f tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:17.913629 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f556987e-2a6a-449e-be8b-a929e5e178fb req-b3390469-b697-4880-bcf9-66b0bda86e1f tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "PUT /v2.0/ports/cda67602-708d-4291-8ad1-9bc2614d0c8b HTTP/1.1" status: 200 len: 982 time: 0.5382864 Jul 22 23:31:17.964802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3390469-b697-4880-bcf9-66b0bda86e1f tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event updated for resources: {'Port': ['ID=cda67602-708d-4291-8ad1-9bc2614d0c8b,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:18.003679 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd07b872-bf02-48d7-9363-030d35f59758 x-openstack-request-id: req-dd07b872-bf02-48d7-9363-030d35f59758 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:18.003971 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617fdb53-dfd2-42a2-9271-ad688857920b", "name": "network-vif-plugged", "status": "completed", "tag": "edf9c839-b490-428e-89df-eb579a588b34", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:18.004223 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd07b872-bf02-48d7-9363-030d35f59758 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:18.004718 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617fdb53-dfd2-42a2-9271-ad688857920b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf9c839-b490-428e-89df-eb579a588b34', 'code': 200} Jul 22 23:31:18.037510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['cda67602-708d-4291-8ad1-9bc2614d0c8b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:18.052631 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0e007c3-0975-41e2-a31b-e757ad17666f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:18.181922 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0e007c3-0975-41e2-a31b-e757ad17666f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:18.187236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39befc24-781d-4951-8809-c2de9472affe req-73ec6bde-e53a-4cac-8320-5a6f42ce47bd tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:18.187498 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0e007c3-0975-41e2-a31b-e757ad17666f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:18.195435 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39befc24-781d-4951-8809-c2de9472affe req-73ec6bde-e53a-4cac-8320-5a6f42ce47bd tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 943 time: 0.2004139 Jul 22 23:31:18.224601 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53846d5e-8276-4ef9-92ac-5d768c5194d3 req-712239e3-83e6-4158-9e96-bc58f2168102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:18.226152 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-53846d5e-8276-4ef9-92ac-5d768c5194d3 req-712239e3-83e6-4158-9e96-bc58f2168102 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 1097 time: 0.1623342 Jul 22 23:31:18.246956 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f0e007c3-0975-41e2-a31b-e757ad17666f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6dcabacf33b4468b3c6ff4058b0acda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3957665 Jul 22 23:31:18.248119 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58092) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:18.249298 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e007c3-0975-41e2-a31b-e757ad17666f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa284f03-2b6b-471e-bf66-f63f1fb3e733,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:18.251950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba166c-fdfc-49be-9e74-b19296e873f2 req-88a27897-a16e-44a6-9b8e-2a212a31029d tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:18.253890 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4aba166c-fdfc-49be-9e74-b19296e873f2 req-88a27897-a16e-44a6-9b8e-2a212a31029d tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.1727684 Jul 22 23:31:18.286961 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39befc24-781d-4951-8809-c2de9472affe req-61ede0ec-15be-453d-84a8-e59aea1d2684 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906692 Jul 22 23:31:18.330109 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-53846d5e-8276-4ef9-92ac-5d768c5194d3 req-da11e568-c800-4cf9-a865-c806736d45ba service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946999 Jul 22 23:31:18.330426 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e57531ee-b4cf-4646-8119-ef9028783b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:18.351484 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4aba166c-fdfc-49be-9e74-b19296e873f2 req-6c113745-3b7b-4c98-9785-0814475b74dc tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781851 Jul 22 23:31:18.386411 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e57531ee-b4cf-4646-8119-ef9028783b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:18.465989 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e57531ee-b4cf-4646-8119-ef9028783b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:18.471578 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e57531ee-b4cf-4646-8119-ef9028783b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:18.477457 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e57531ee-b4cf-4646-8119-ef9028783b37 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa284f03-2b6b-471e-bf66-f63f1fb3e733 HTTP/1.1" status: 204 len: 168 time: 0.2237082 Jul 22 23:31:18.486999 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57531ee-b4cf-4646-8119-ef9028783b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa284f03-2b6b-471e-bf66-f63f1fb3e733,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:18.541607 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628937c0-bd23-457a-ada7-fa65ff6b5c37', 'tag': 'a5a21dfc-684b-4809-baa1-ce14f1452563'}, {'name': 'network-changed', 'server_uuid': '328ac316-f488-4161-9e55-31a6b11503fa', 'tag': 'cda67602-708d-4291-8ad1-9bc2614d0c8b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:18.545313 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27f87a3-fd64-437b-b537-73409806ec97" -d '{"events": [{"name": "network-changed", "server_uuid": "628937c0-bd23-457a-ada7-fa65ff6b5c37", "tag": "a5a21dfc-684b-4809-baa1-ce14f1452563"}, {"name": "network-changed", "server_uuid": "328ac316-f488-4161-9e55-31a6b11503fa", "tag": "cda67602-708d-4291-8ad1-9bc2614d0c8b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:18.591576 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fcea17c8-a55a-42a0-bd72-55f47481a5d1 req-2b71950b-4cc0-4825-9525-244a0bc2791e tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-101881813&fields=id&tenant_id=303736982beb4141af5779fc8cb4a1f0 HTTP/1.1" status: 200 len: 267 time: 0.1806142 Jul 22 23:31:18.646577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-58d4433a-76ce-4c40-a15b-a713d693e71e service neutron] 10.222.0.95 "GET /v2.0/ports/a5df4edb-89f9-49f5-9058-1704c473d025/bindings/n-h2-688802-2 HTTP/1.1" status: 200 len: 382 time: 0.2273142 Jul 22 23:31:18.675187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce749b7-1c68-4e8f-bb44-0df4d62192c8 req-12f5571d-0572-4107-955a-0cfd4291c87b tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:18.681803 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cce749b7-1c68-4e8f-bb44-0df4d62192c8 req-12f5571d-0572-4107-955a-0cfd4291c87b tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 946 time: 0.2185495 Jul 22 23:31:18.744666 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cce749b7-1c68-4e8f-bb44-0df4d62192c8 req-aab95373-d9fd-4c22-95a7-62c7ee577bcd tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564568 Jul 22 23:31:18.769699 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea17c8-a55a-42a0-bd72-55f47481a5d1 req-337dbc60-25da-477c-837e-c477ecd07314 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:18.780182 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fcea17c8-a55a-42a0-bd72-55f47481a5d1 req-337dbc60-25da-477c-837e-c477ecd07314 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 985 time: 0.1773238 Jul 22 23:31:18.786477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fcea17c8-a55a-42a0-bd72-55f47481a5d1 req-d08215e4-0c39-42f8-9096-f0069176e020 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Request body: {'port': {'security_groups': ['9638c237-9b55-4506-ad86-fd929995ac35', '9ac16eac-9313-4ac0-8ed7-539eb855c83f', '8dfe5a87-798c-4bc7-935d-a274788a3e4e']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:18.898368 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58104) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:18.912003 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-caf854d5-7602-454c-93ea-2eae6cc877f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:19.012306 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-caf854d5-7602-454c-93ea-2eae6cc877f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:19.017327 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-caf854d5-7602-454c-93ea-2eae6cc877f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:19.053657 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-caf854d5-7602-454c-93ea-2eae6cc877f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31df78e199904d729be2d40e08a4bb06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510649 Jul 22 23:31:19.056362 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58106) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:19.074254 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf854d5-7602-454c-93ea-2eae6cc877f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eeefc66-56c0-4e02-b5a7-97c55a8f66de,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:19.131213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93e16ddb-ddb1-4c41-8af7-a22a93693b66 req-c2e01e9d-8740-4da4-9c0f-7e74b7967cf6 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=f71728e9-80db-4e71-bc15-bdfa2bd1f9db HTTP/1.1" status: 200 len: 210 time: 0.0648031 Jul 22 23:31:19.153474 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9a814d6-574d-464b-8fb1-03df8c0fd4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:19.200298 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fcea17c8-a55a-42a0-bd72-55f47481a5d1 req-d08215e4-0c39-42f8-9096-f0069176e020 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:19.201887 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:19.217299 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9a814d6-574d-464b-8fb1-03df8c0fd4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:19.269698 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-3dc71e9b-6bf6-48de-9bbe-885d78719880 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444784 Jul 22 23:31:19.354582 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device a5a21dfc-684b-4809-baa1-ce14f1452563 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:19.404144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:19.466331 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9a814d6-574d-464b-8fb1-03df8c0fd4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:19.471539 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9a814d6-574d-464b-8fb1-03df8c0fd4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:19.472703 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d9a814d6-574d-464b-8fb1-03df8c0fd4cb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6eeefc66-56c0-4e02-b5a7-97c55a8f66de HTTP/1.1" status: 204 len: 168 time: 0.4153848 Jul 22 23:31:19.514189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fcea17c8-a55a-42a0-bd72-55f47481a5d1 req-d08215e4-0c39-42f8-9096-f0069176e020 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] For port cda67602-708d-4291-8ad1-9bc2614d0c8b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=cda67602-708d-4291-8ad1-9bc2614d0c8b,segment=NetworkSegment(74051bb0-5171-49cc-8c7f-ca77a98d0b0d),segment_id=74051bb0-5171-49cc-8c7f-ca77a98d0b0d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:19.539421 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a814d6-574d-464b-8fb1-03df8c0fd4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eeefc66-56c0-4e02-b5a7-97c55a8f66de,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:19.558268 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fcea17c8-a55a-42a0-bd72-55f47481a5d1 req-d08215e4-0c39-42f8-9096-f0069176e020 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:19.558618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port a5a21dfc-684b-4809-baa1-ce14f1452563, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=a5a21dfc-684b-4809-baa1-ce14f1452563,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:19.563624 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-188a9361-0eb6-40e4-afb0-6d7e03071286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:19.566450 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-eca581c5-aad0-4859-8ec2-638cffce10e6 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:19.567443 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-188a9361-0eb6-40e4-afb0-6d7e03071286 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264&tenant_id=fb89fd006c024322b87d15ca6772f41c HTTP/1.1" status: 200 len: 1100 time: 0.5005791 Jul 22 23:31:19.567963 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-eca581c5-aad0-4859-8ec2-638cffce10e6 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2803426 Jul 22 23:31:19.570931 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dc9b2e-d003-4adb-8dd2-e6d01406730e x-openstack-request-id: req-e6dc9b2e-d003-4adb-8dd2-e6d01406730e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:19.571631 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628937c0-bd23-457a-ada7-fa65ff6b5c37", "tag": "a5a21dfc-684b-4809-baa1-ce14f1452563", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "328ac316-f488-4161-9e55-31a6b11503fa", "tag": "cda67602-708d-4291-8ad1-9bc2614d0c8b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:19.572082 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6dc9b2e-d003-4adb-8dd2-e6d01406730e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:19.572763 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628937c0-bd23-457a-ada7-fa65ff6b5c37', 'tag': 'a5a21dfc-684b-4809-baa1-ce14f1452563', 'status': 'completed', 'code': 200} Jul 22 23:31:19.573658 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328ac316-f488-4161-9e55-31a6b11503fa', 'tag': 'cda67602-708d-4291-8ad1-9bc2614d0c8b', 'status': 'completed', 'code': 200} Jul 22 23:31:19.583957 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fcea17c8-a55a-42a0-bd72-55f47481a5d1 req-d08215e4-0c39-42f8-9096-f0069176e020 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:19.601168 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device a5a21dfc-684b-4809-baa1-ce14f1452563 has no active binding in host n-h1-688802-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 23:31:19.616216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['cda67602-708d-4291-8ad1-9bc2614d0c8b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:19.619856 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-9506b7b8-66d9-4de7-970c-a968092c2eb4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Request body: {'port': {'device_id': 'f11e0924-a511-4658-b77b-15e15b37f8da', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'baf0077687bc4e6f86e7a3e26b9b8f17'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:19.636460 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f87a3-fd64-437b-b537-73409806ec97 req-d008927e-10d3-41d5-9839-c4514c88028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:19.638041 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e27f87a3-fd64-437b-b537-73409806ec97 req-d008927e-10d3-41d5-9839-c4514c88028e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 1124 time: 0.1463895 Jul 22 23:31:19.743169 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:19.769569 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-aedee5c3-041c-45c5-a3f6-ba8c5d339a50 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1310987 Jul 22 23:31:19.770797 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:19.789625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea17c8-a55a-42a0-bd72-55f47481a5d1 req-d08215e4-0c39-42f8-9096-f0069176e020 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:19.790768 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fcea17c8-a55a-42a0-bd72-55f47481a5d1 req-d08215e4-0c39-42f8-9096-f0069176e020 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:19.803557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fcea17c8-a55a-42a0-bd72-55f47481a5d1 req-d08215e4-0c39-42f8-9096-f0069176e020 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "PUT /v2.0/ports/cda67602-708d-4291-8ad1-9bc2614d0c8b HTTP/1.1" status: 200 len: 1021 time: 1.0222063 Jul 22 23:31:19.816547 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:19.842975 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:19.898969 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['cda67602-708d-4291-8ad1-9bc2614d0c8b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:19.922924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f87a3-fd64-437b-b537-73409806ec97 req-5280a66f-8170-419a-bb00-49419831d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:19.924743 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e27f87a3-fd64-437b-b537-73409806ec97 req-5280a66f-8170-419a-bb00-49419831d6e8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.2670414 Jul 22 23:31:19.929866 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-9506b7b8-66d9-4de7-970c-a968092c2eb4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Made reservation on behalf of baf0077687bc4e6f86e7a3e26b9b8f17 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:19.933838 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-9506b7b8-66d9-4de7-970c-a968092c2eb4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:19.981710 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e27f87a3-fd64-437b-b537-73409806ec97 req-32bcb9e6-5923-4c8a-9b98-0d9ed779c1e8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a21dfc-684b-4809-baa1-ce14f1452563 HTTP/1.1" status: 200 len: 217 time: 0.0451226 Jul 22 23:31:19.986334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08215e4-0c39-42f8-9096-f0069176e020 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event updated for resources: {'Port': ['ID=cda67602-708d-4291-8ad1-9bc2614d0c8b,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:20.001120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:20.083570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f87a3-fd64-437b-b537-73409806ec97 req-946353ec-de9e-41b8-ab86-45743dbb39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:20.087912 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e27f87a3-fd64-437b-b537-73409806ec97 req-946353ec-de9e-41b8-ab86-45743dbb39ab service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.0952110 Jul 22 23:31:20.107260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d0739-2e7a-489a-80d2-71a332eba853 req-07b103dd-aa43-4d7e-8de0-7a01ad1acae8 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:20.117660 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-540d0739-2e7a-489a-80d2-71a332eba853 req-07b103dd-aa43-4d7e-8de0-7a01ad1acae8 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 948 time: 0.5436316 Jul 22 23:31:20.149380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-8fa4ac8f-1034-460e-8548-e7bd20e42c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:20.150803 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-8fa4ac8f-1034-460e-8548-e7bd20e42c4b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 1100 time: 0.5055110 Jul 22 23:31:20.164472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-d386423e-ff42-4013-aa60-e6e04a36da6e tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:20.166420 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-d386423e-ff42-4013-aa60-e6e04a36da6e tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3843982 Jul 22 23:31:20.214281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-5639f77f-78f9-4272-a836-dae5be40f26a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Request body: {'port': {'device_id': 'f71728e9-80db-4e71-bc15-bdfa2bd1f9db', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'baf0077687bc4e6f86e7a3e26b9b8f17'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:20.265161 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-9506b7b8-66d9-4de7-970c-a968092c2eb4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Allocated IP 192.168.233.213 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/08d531d5-6821-4dba-af94-4d8ed6016efe) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:31:20.274709 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-540d0739-2e7a-489a-80d2-71a332eba853 req-08f66fef-1da2-4479-a387-6f6d6667f34f tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502731 Jul 22 23:31:20.300465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5854257-7af5-4b9e-a68b-07f6e0c476cd req-0ea74aad-c10f-4167-8b1f-716324b120a3 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:20.312384 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5854257-7af5-4b9e-a68b-07f6e0c476cd req-0ea74aad-c10f-4167-8b1f-716324b120a3 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 943 time: 0.3794434 Jul 22 23:31:20.356121 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e27f87a3-fd64-437b-b537-73409806ec97 req-cef96317-c395-4a49-aa8d-f92b0db911bd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656974 Jul 22 23:31:20.587280 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e27f87a3-fd64-437b-b537-73409806ec97 req-c49b7059-7019-4388-9d93-a3ee46a09375 service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202840 Jul 22 23:31:20.653721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-4cd78263-06c5-4628-a1c3-bd67c371ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:20.655252 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-4cd78263-06c5-4628-a1c3-bd67c371ee39 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.4862528 Jul 22 23:31:20.676988 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5854257-7af5-4b9e-a68b-07f6e0c476cd req-0826e340-460c-435f-8cc0-d94e898db5a8 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549696 Jul 22 23:31:20.730020 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58144) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:20.734685 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-4bb6cf6f-b7eb-4156-8935-c3139d2d63b4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a5df4edb-89f9-49f5-9058-1704c473d025 HTTP/1.1" status: 200 len: 217 time: 0.0646002 Jul 22 23:31:20.744365 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-6ee76cda-00b9-432f-a0d8-c627b0003814 service neutron] 10.222.0.95 "GET /v2.0/ports/a5a21dfc-684b-4809-baa1-ce14f1452563/bindings/n-h1-688802-2 HTTP/1.1" status: 200 len: 384 time: 0.2625442 Jul 22 23:31:20.749341 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-9506b7b8-66d9-4de7-970c-a968092c2eb4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:20.761036 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e27f87a3-fd64-437b-b537-73409806ec97 req-4369f258-31f5-49dd-a643-8a038248a819 service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635854 Jul 22 23:31:20.776720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-9506b7b8-66d9-4de7-970c-a968092c2eb4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Transition to ACTIVE for port object 08d531d5-6821-4dba-af94-4d8ed6016efe will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:20.813641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-5639f77f-78f9-4272-a836-dae5be40f26a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Made reservation on behalf of baf0077687bc4e6f86e7a3e26b9b8f17 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:20.817785 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-5639f77f-78f9-4272-a836-dae5be40f26a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:20.830838 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-9506b7b8-66d9-4de7-970c-a968092c2eb4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:20.871267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['a860c534-7704-430f-86fd-b051443c314f', '009e481c-75ab-4797-9e46-1071487965e5', 'f50f1f30-13e7-4850-80c7-c2395df783ff'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:20.876161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164b2f5-71c0-4987-8acd-353fcf2cd6aa req-47ebb5ec-e7bb-4e25-b6db-5824c5f395b1 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:20.883813 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d164b2f5-71c0-4987-8acd-353fcf2cd6aa req-47ebb5ec-e7bb-4e25-b6db-5824c5f395b1 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.3251371 Jul 22 23:31:20.907403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-ba34ecf2-305e-4587-887b-7418dc55872c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:20.908093 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-9506b7b8-66d9-4de7-970c-a968092c2eb4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:20.908851 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-ba34ecf2-305e-4587-887b-7418dc55872c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1675303 Jul 22 23:31:20.912953 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-9506b7b8-66d9-4de7-970c-a968092c2eb4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:20.918192 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-9506b7b8-66d9-4de7-970c-a968092c2eb4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:20.952583 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506b7b8-66d9-4de7-970c-a968092c2eb4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Pushing event updated for resources: {'Port': ['ID=08d531d5-6821-4dba-af94-4d8ed6016efe,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:20.973698 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a335e3f3-f87d-4050-8cb5-2f4ed168913c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-853442419-network', 'tenant_id': '56035dbeb92e4f879395357fce5a955e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:21.018746 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f87a3-fd64-437b-b537-73409806ec97 req-38ac8b18-a075-419b-be67-adb003dc8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:21.020334 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e27f87a3-fd64-437b-b537-73409806ec97 req-38ac8b18-a075-419b-be67-adb003dc8357 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=303736982beb4141af5779fc8cb4a1f0&device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 1175 time: 0.2010739 Jul 22 23:31:21.028498 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-9506b7b8-66d9-4de7-970c-a968092c2eb4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:21.029163 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-9506b7b8-66d9-4de7-970c-a968092c2eb4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.064550 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a335e3f3-f87d-4050-8cb5-2f4ed168913c admin admin] Made reservation on behalf of 56035dbeb92e4f879395357fce5a955e for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:21.070368 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a335e3f3-f87d-4050-8cb5-2f4ed168913c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.088615 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a335e3f3-f87d-4050-8cb5-2f4ed168913c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.110635 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d164b2f5-71c0-4987-8acd-353fcf2cd6aa req-ce671d6c-0768-42b8-bd0d-64a4c09e5768 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259049 Jul 22 23:31:21.123574 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-9506b7b8-66d9-4de7-970c-a968092c2eb4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5161037 Jul 22 23:31:21.275696 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-5639f77f-78f9-4272-a836-dae5be40f26a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Allocated IP 192.168.233.140 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/f154685f-5a9e-41e6-b32b-e6b95b0104b3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:31:21.316798 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:21.323688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-9e690ef0-b3f0-4628-b739-ac7b71da5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:21.325053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-9e690ef0-b3f0-4628-b739-ac7b71da5a52 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3741729 Jul 22 23:31:21.340355 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f1a90-12c2-46ca-884a-a8f13d4249fe req-3795c4cd-492a-4282-a325-1629d10d999a tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:21.341933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ae1f1a90-12c2-46ca-884a-a8f13d4249fe req-3795c4cd-492a-4282-a325-1629d10d999a tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 946 time: 0.4833293 Jul 22 23:31:21.362990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d9d984b5-5a0f-4adb-9287-9cb6dd9a65d6 None None] Provisioning for port 08d531d5-6821-4dba-af94-4d8ed6016efe completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:21.376179 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d9d984b5-5a0f-4adb-9287-9cb6dd9a65d6 None None] Provisioning complete for port 08d531d5-6821-4dba-af94-4d8ed6016efe triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:21.376688 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9d984b5-5a0f-4adb-9287-9cb6dd9a65d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.446868 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d9d984b5-5a0f-4adb-9287-9cb6dd9a65d6 None None] Port 08d531d5-6821-4dba-af94-4d8ed6016efe cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:31:21.456415 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Request body: {'port': {'device_id': 'f11e0924-a511-4658-b77b-15e15b37f8da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:21.456885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:21.457344 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.485087 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-61197885-1137-449f-a890-a302fd5f70ad req-721be83d-3bd6-497b-a3eb-a70287dcfa76 service neutron] For port a5a21dfc-684b-4809-baa1-ce14f1452563, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=a5a21dfc-684b-4809-baa1-ce14f1452563,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:21.556812 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ae1f1a90-12c2-46ca-884a-a8f13d4249fe req-0de47802-5eff-4548-b943-f5f5007e1c4f tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930082 Jul 22 23:31:21.572321 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-61197885-1137-449f-a890-a302fd5f70ad req-721be83d-3bd6-497b-a3eb-a70287dcfa76 service neutron] For port a5a21dfc-684b-4809-baa1-ce14f1452563, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:21.574399 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328ac316-f488-4161-9e55-31a6b11503fa', 'tag': 'cda67602-708d-4291-8ad1-9bc2614d0c8b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:21.575952 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6611fbb2-fdf3-4ad6-9e9e-55807d3a926b" -d '{"events": [{"name": "network-changed", "server_uuid": "328ac316-f488-4161-9e55-31a6b11503fa", "tag": "cda67602-708d-4291-8ad1-9bc2614d0c8b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:21.589585 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.609987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd467c6e1-5ea3-4194-8bba-e702cbc518ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:21.612426 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436398ee-c35c-4164-98e5-b518753e2a0d" -d '{"events": [{"server_uuid": "d467c6e1-5ea3-4194-8bba-e702cbc518ef", "name": "network-vif-plugged", "status": "completed", "tag": "b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:21.615206 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83718646-1488-40db-8aa2-462a771ef439 req-e9a380a1-fbc9-4ee9-8a48-0b17d526572c tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:21.616822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83718646-1488-40db-8aa2-462a771ef439 req-e9a380a1-fbc9-4ee9-8a48-0b17d526572c tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 1024 time: 0.3826766 Jul 22 23:31:21.621267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f87a3-fd64-437b-b537-73409806ec97 req-c89bc0c6-a717-4a45-9933-8829b8ea72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:21.622947 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e27f87a3-fd64-437b-b537-73409806ec97 req-c89bc0c6-a717-4a45-9933-8829b8ea72bf service neutron] 10.222.0.95 "GET /v2.0/networks?id=d66e71ed-4f17-4338-aa33-0c044f3bb64f HTTP/1.1" status: 200 len: 914 time: 0.5884361 Jul 22 23:31:21.628275 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:21.633745 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.634607 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.694883 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e27f87a3-fd64-437b-b537-73409806ec97 req-4a4fc57e-a6d2-451b-bc3f-b9e0ef2e47eb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cda67602-708d-4291-8ad1-9bc2614d0c8b HTTP/1.1" status: 200 len: 217 time: 0.0621476 Jul 22 23:31:21.698289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:21.814433 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f87a3-fd64-437b-b537-73409806ec97 req-5548dd68-b148-4536-9661-64be4adafcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:21.816083 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e27f87a3-fd64-437b-b537-73409806ec97 req-5548dd68-b148-4536-9661-64be4adafcb5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c65d2065-0813-4972-bcf6-7ef4f053db9b HTTP/1.1" status: 200 len: 853 time: 0.1029952 Jul 22 23:31:21.869117 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-3ea38cfa-9cbe-4787-af1f-d35ed25714f5 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261617 Jul 22 23:31:21.916128 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e27f87a3-fd64-437b-b537-73409806ec97 req-0edaf7bf-6ab8-4bdb-986f-195cb9c53ffb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d66e71ed-4f17-4338-aa33-0c044f3bb64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871882 Jul 22 23:31:21.919768 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a335e3f3-f87d-4050-8cb5-2f4ed168913c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.953293 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a335e3f3-f87d-4050-8cb5-2f4ed168913c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.955407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-61197885-1137-449f-a890-a302fd5f70ad req-721be83d-3bd6-497b-a3eb-a70287dcfa76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a21dfc-684b-4809-baa1-ce14f1452563 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:21.964705 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-35747db0-4b3f-4507-a571-361389f184a4 req-9da8781f-39b0-449b-8a55-24dda52a3e1a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=f71728e9-80db-4e71-bc15-bdfa2bd1f9db HTTP/1.1" status: 200 len: 210 time: 0.1088567 Jul 22 23:31:21.987602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-61197885-1137-449f-a890-a302fd5f70ad req-721be83d-3bd6-497b-a3eb-a70287dcfa76 service neutron] For port a5a21dfc-684b-4809-baa1-ce14f1452563, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=a5a21dfc-684b-4809-baa1-ce14f1452563,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:21.993187 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a335e3f3-f87d-4050-8cb5-2f4ed168913c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:31:22.041203 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a335e3f3-f87d-4050-8cb5-2f4ed168913c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:22.041543 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-a335e3f3-f87d-4050-8cb5-2f4ed168913c admin admin] Added segment 78bb80d7-8543-47a1-98b2-2362574aec54 of type vlan for network 4a3b8ddb-0c36-4039-a9de-fdc44987feec Jul 22 23:31:22.042785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335e3f3-f87d-4050-8cb5-2f4ed168913c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b54f582-e2c9-4d4e-a45e-6ff271b621e7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:22.066406 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61197885-1137-449f-a890-a302fd5f70ad req-721be83d-3bd6-497b-a3eb-a70287dcfa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:22.101849 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a335e3f3-f87d-4050-8cb5-2f4ed168913c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:22.108520 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-5639f77f-78f9-4272-a836-dae5be40f26a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:22.108887 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e27f87a3-fd64-437b-b537-73409806ec97 req-f417151e-ce08-4e12-af32-63fdbbc6024f service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855910 Jul 22 23:31:22.171826 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-5639f77f-78f9-4272-a836-dae5be40f26a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Transition to ACTIVE for port object f154685f-5a9e-41e6-b32b-e6b95b0104b3 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:22.179960 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83718646-1488-40db-8aa2-462a771ef439 req-6249983d-37b4-4cda-a3d7-985553c1eebb tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ac16eac-9313-4ac0-8ed7-539eb855c83f&id=9638c237-9b55-4506-ad86-fd929995ac35&id=8dfe5a87-798c-4bc7-935d-a274788a3e4e HTTP/1.1" status: 200 len: 6146 time: 0.5531600 Jul 22 23:31:22.201317 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a335e3f3-f87d-4050-8cb5-2f4ed168913c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:22.202026 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335e3f3-f87d-4050-8cb5-2f4ed168913c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:22.202594 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a335e3f3-f87d-4050-8cb5-2f4ed168913c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:22.202717 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9675418-43c7-4860-9cdf-a1190da81f93 req-23dfb9fe-027e-4a7f-94f7-91f69bb9c4d4 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145428 Jul 22 23:31:22.251962 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a335e3f3-f87d-4050-8cb5-2f4ed168913c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5149839 Jul 22 23:31:22.253416 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e27f87a3-fd64-437b-b537-73409806ec97 req-64640b99-25fc-4db4-92df-0b12f68da08f service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378601 Jul 22 23:31:22.253868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58162) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:22.261556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f92b2a3f-14db-42a2-8cbb-2993c89f4d56 admin admin] Request body: {'subnet': {'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-853442419-subnet', 'tenant_id': '56035dbeb92e4f879395357fce5a955e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:22.284274 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b38f89-4020-4898-9df7-9b4468d4ad60 x-openstack-request-id: req-16b38f89-4020-4898-9df7-9b4468d4ad60 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:22.284980 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328ac316-f488-4161-9e55-31a6b11503fa", "tag": "cda67602-708d-4291-8ad1-9bc2614d0c8b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:22.284980 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16b38f89-4020-4898-9df7-9b4468d4ad60 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:22.285406 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328ac316-f488-4161-9e55-31a6b11503fa', 'tag': 'cda67602-708d-4291-8ad1-9bc2614d0c8b', 'status': 'completed', 'code': 200} Jul 22 23:31:22.287734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-61197885-1137-449f-a890-a302fd5f70ad req-721be83d-3bd6-497b-a3eb-a70287dcfa76 service neutron] Transition to ACTIVE for port object a5a21dfc-684b-4809-baa1-ce14f1452563 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:22.298924 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61197885-1137-449f-a890-a302fd5f70ad req-721be83d-3bd6-497b-a3eb-a70287dcfa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:22.305455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335e3f3-f87d-4050-8cb5-2f4ed168913c admin admin] Pushing event updated for resources: {'Network': ['ID=4a3b8ddb-0c36-4039-a9de-fdc44987feec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:22.318341 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 4a3b8ddb-0c36-4039-a9de-fdc44987feec details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:31:22.346222 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92b2a3f-14db-42a2-8cbb-2993c89f4d56 admin admin] Made reservation on behalf of 56035dbeb92e4f879395357fce5a955e for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:22.352733 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f92b2a3f-14db-42a2-8cbb-2993c89f4d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:22.353278 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80f2c84-df7d-4009-861c-ccaac5e22c13 x-openstack-request-id: req-b80f2c84-df7d-4009-861c-ccaac5e22c13 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:22.354211 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d467c6e1-5ea3-4194-8bba-e702cbc518ef", "name": "network-vif-plugged", "status": "completed", "tag": "b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:22.355472 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-5639f77f-78f9-4272-a836-dae5be40f26a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:22.356016 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b80f2c84-df7d-4009-861c-ccaac5e22c13 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:22.357121 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd467c6e1-5ea3-4194-8bba-e702cbc518ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee', 'code': 200} Jul 22 23:31:22.453152 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-5639f77f-78f9-4272-a836-dae5be40f26a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:22.455445 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-61197885-1137-449f-a890-a302fd5f70ad req-721be83d-3bd6-497b-a3eb-a70287dcfa76 service neutron] No DVR routers for this DVR port a5a21dfc-684b-4809-baa1-ce14f1452563 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:22.484510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721be83d-3bd6-497b-a3eb-a70287dcfa76 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a21dfc-684b-4809-baa1-ce14f1452563,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:22.554759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-5639f77f-78f9-4272-a836-dae5be40f26a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:22.586311 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['a860c534-7704-430f-86fd-b051443c314f', '009e481c-75ab-4797-9e46-1071487965e5', 'f50f1f30-13e7-4850-80c7-c2395df783ff'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:22.605779 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-5639f77f-78f9-4272-a836-dae5be40f26a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:22.634608 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611fbb2-fdf3-4ad6-9e9e-55807d3a926b req-e6b9f239-08ed-45a6-b488-b66fe01590a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:22.636033 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6611fbb2-fdf3-4ad6-9e9e-55807d3a926b req-e6b9f239-08ed-45a6-b488-b66fe01590a1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=303736982beb4141af5779fc8cb4a1f0&device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 1175 time: 0.2440495 Jul 22 23:31:22.727097 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639f77f-78f9-4272-a836-dae5be40f26a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Pushing event updated for resources: {'Port': ['ID=f154685f-5a9e-41e6-b32b-e6b95b0104b3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:22.746546 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-721be83d-3bd6-497b-a3eb-a70287dcfa76 service neutron] 10.222.0.95 "PUT /v2.0/ports/a5a21dfc-684b-4809-baa1-ce14f1452563/bindings/n-h1-688802-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9863625 Jul 22 23:31:22.760434 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-5639f77f-78f9-4272-a836-dae5be40f26a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:22.761288 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-5639f77f-78f9-4272-a836-dae5be40f26a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:22.800795 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-5639f77f-78f9-4272-a836-dae5be40f26a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5916078 Jul 22 23:31:22.816259 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2eb643-fe42-495e-ab48-cc981bb9a918 req-6538bd94-e3ae-4391-8907-947fce4cd7d1 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:22.817502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d531d5-6821-4dba-af94-4d8ed6016efe {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:22.825064 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df2eb643-fe42-495e-ab48-cc981bb9a918 req-6538bd94-e3ae-4391-8907-947fce4cd7d1 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.2866206 Jul 22 23:31:22.837826 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Request body: {'port': {'device_id': 'f71728e9-80db-4e71-bc15-bdfa2bd1f9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:22.844757 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:22.910536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a3b3f-3546-42fa-ae9d-7ef61b6c7dae req-7ae79088-b265-49dc-be68-b46b755a9422 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:22.922881 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-387a3b3f-3546-42fa-ae9d-7ef61b6c7dae req-7ae79088-b265-49dc-be68-b46b755a9422 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 944 time: 0.4675722 Jul 22 23:31:22.923196 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Transition to ACTIVE for port object 08d531d5-6821-4dba-af94-4d8ed6016efe will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:23.000172 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.025302 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611fbb2-fdf3-4ad6-9e9e-55807d3a926b req-c0a993b5-b586-409f-9106-ebfa11663743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:23.027435 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6611fbb2-fdf3-4ad6-9e9e-55807d3a926b req-c0a993b5-b586-409f-9106-ebfa11663743 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d66e71ed-4f17-4338-aa33-0c044f3bb64f HTTP/1.1" status: 200 len: 914 time: 0.3728759 Jul 22 23:31:23.033697 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f92b2a3f-14db-42a2-8cbb-2993c89f4d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.039717 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df2eb643-fe42-495e-ab48-cc981bb9a918 req-3e760a67-94b1-4ce9-960d-ab2638e793f2 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125297 Jul 22 23:31:23.076974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-71fc1ebe-1825-492a-af08-0cb558f91a07 None None] Provisioning for port f154685f-5a9e-41e6-b32b-e6b95b0104b3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:23.091505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-71fc1ebe-1825-492a-af08-0cb558f91a07 None None] Provisioning complete for port f154685f-5a9e-41e6-b32b-e6b95b0104b3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:23.091789 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71fc1ebe-1825-492a-af08-0cb558f91a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.100916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-83a21999-3a1d-44b9-9d5f-10f87ba9cd55 req-342d71be-c465-4257-8765-65df31931bce tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1509386375 ', 'description': 'tempest-description-1422698407'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:23.125316 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-387a3b3f-3546-42fa-ae9d-7ef61b6c7dae req-51c5389c-faa1-4cf6-9c11-8af174ad6127 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011092 Jul 22 23:31:23.139841 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-71fc1ebe-1825-492a-af08-0cb558f91a07 None None] Port f154685f-5a9e-41e6-b32b-e6b95b0104b3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:31:23.233931 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.245486 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83a21999-3a1d-44b9-9d5f-10f87ba9cd55 req-342d71be-c465-4257-8765-65df31931bce tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.249021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61197885-1137-449f-a890-a302fd5f70ad req-645e276b-5bd1-44a5-8ad9-3525b4ce3818 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:23.251080 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-645e276b-5bd1-44a5-8ad9-3525b4ce3818 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37&tenant_id=e3f3293308ad4d108b84009eb08300e1&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 1095 time: 0.4096580 Jul 22 23:31:23.312313 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Attempting to bind port 08d531d5-6821-4dba-af94-4d8ed6016efe on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:23.312699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Attempting to bind port 08d531d5-6821-4dba-af94-4d8ed6016efe by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:23.313083 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Attempting to bind port 08d531d5-6821-4dba-af94-4d8ed6016efe on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:23.321939 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6611fbb2-fdf3-4ad6-9e9e-55807d3a926b req-eb37ff61-6d18-4916-ab2f-38bae7ab28cf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cda67602-708d-4291-8ad1-9bc2614d0c8b HTTP/1.1" status: 200 len: 217 time: 0.2255969 Jul 22 23:31:23.327948 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Port 08d531d5-6821-4dba-af94-4d8ed6016efe on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:23.328429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Attempting to bind port 08d531d5-6821-4dba-af94-4d8ed6016efe on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:23.329790 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device a5df4edb-89f9-49f5-9058-1704c473d025 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:23.401540 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Pushing event updated for resources: {'Port': ['ID=08d531d5-6821-4dba-af94-4d8ed6016efe,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:23.422212 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b2a3f-14db-42a2-8cbb-2993c89f4d56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:23.428841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92b2a3f-14db-42a2-8cbb-2993c89f4d56 admin admin] Checking segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:23.429235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92b2a3f-14db-42a2-8cbb-2993c89f4d56 admin admin] Network hostable DHCP agents. Network: 4a3b8ddb-0c36-4039-a9de-fdc44987feec, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:31:23.444335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:23.445123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:23.445123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:23.445888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Bound port: 08d531d5-6821-4dba-af94-4d8ed6016efe, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:23.446015 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.470195 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.508469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92b2a3f-14db-42a2-8cbb-2993c89f4d56 admin admin] Network 4a3b8ddb-0c36-4039-a9de-fdc44987feec is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:31:23.522511 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port a5df4edb-89f9-49f5-9058-1704c473d025, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=a5df4edb-89f9-49f5-9058-1704c473d025,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:23.539808 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.540919 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611fbb2-fdf3-4ad6-9e9e-55807d3a926b req-296e763b-3139-4211-8adb-fd2abcbbcddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:23.543654 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6611fbb2-fdf3-4ad6-9e9e-55807d3a926b req-296e763b-3139-4211-8adb-fd2abcbbcddc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c65d2065-0813-4972-bcf6-7ef4f053db9b HTTP/1.1" status: 200 len: 853 time: 0.2069421 Jul 22 23:31:23.544238 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f92b2a3f-14db-42a2-8cbb-2993c89f4d56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 4a3b8ddb-0c36-4039-a9de-fdc44987feec) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:23.550199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92b2a3f-14db-42a2-8cbb-2993c89f4d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:23.551733 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f92b2a3f-14db-42a2-8cbb-2993c89f4d56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.569233 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda34e0b-4ef5-4604-8ea9-2e9948b3b07c None None] Network 4a3b8ddb-0c36-4039-a9de-fdc44987feec requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:23.571390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61197885-1137-449f-a890-a302fd5f70ad req-ffcfb95b-4686-4b03-97d5-8bb6e9e70138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:23.573005 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-ffcfb95b-4686-4b03-97d5-8bb6e9e70138 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37&tenant_id=e3f3293308ad4d108b84009eb08300e1 HTTP/1.1" status: 200 len: 1095 time: 0.3105388 Jul 22 23:31:23.592679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47607dc8-bcc9-47a5-9e93-2aa8c3a3b8f2 req-b572edfa-00a0-4d16-8375-f43006d595fe tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:23.600611 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47607dc8-bcc9-47a5-9e93-2aa8c3a3b8f2 req-b572edfa-00a0-4d16-8375-f43006d595fe tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 1101 time: 0.2700889 Jul 22 23:31:23.614252 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6611fbb2-fdf3-4ad6-9e9e-55807d3a926b req-c489165c-37b4-4f72-aca3-8681d6efb159 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d66e71ed-4f17-4338-aa33-0c044f3bb64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491648 Jul 22 23:31:23.648883 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=a5df4edb-89f9-49f5-9058-1704c473d025,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:23.671272 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] For port 08d531d5-6821-4dba-af94-4d8ed6016efe, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:23.680441 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83a21999-3a1d-44b9-9d5f-10f87ba9cd55 req-342d71be-c465-4257-8765-65df31931bce tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.697660 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] For port 08d531d5-6821-4dba-af94-4d8ed6016efe, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=08d531d5-6821-4dba-af94-4d8ed6016efe,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:23.705234 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f92b2a3f-14db-42a2-8cbb-2993c89f4d56 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4472187 Jul 22 23:31:23.710089 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.718538 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83a21999-3a1d-44b9-9d5f-10f87ba9cd55 req-342d71be-c465-4257-8765-65df31931bce tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.739787 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41493f1a-b9cc-403a-96ae-a9823c93d3fb None None] Network 4a3b8ddb-0c36-4039-a9de-fdc44987feec requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:23.782416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47607dc8-bcc9-47a5-9e93-2aa8c3a3b8f2 req-46850966-9783-46b3-bf9f-c3fc9a121c25 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806526 Jul 22 23:31:23.813327 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-83a21999-3a1d-44b9-9d5f-10f87ba9cd55 req-342d71be-c465-4257-8765-65df31931bce tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.826943 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Pushing event updated for resources: {'Port': ['ID=08d531d5-6821-4dba-af94-4d8ed6016efe,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:23.839144 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83a21999-3a1d-44b9-9d5f-10f87ba9cd55 req-342d71be-c465-4257-8765-65df31931bce tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.7449822 Jul 22 23:31:23.847350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d71be-c465-4257-8765-65df31931bce tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aff04f-19e4-470a-88f8-42388af84200,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:23.862740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:23.864708 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.866625 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-36d9c045-d2b4-48ee-ac92-adb6d569755f service neutron] 10.222.0.95 "PUT /v2.0/ports/08d531d5-6821-4dba-af94-4d8ed6016efe HTTP/1.1" status: 200 len: 1096 time: 2.4156268 Jul 22 23:31:23.868932 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11e0924-a511-4658-b77b-15e15b37f8da', 'tag': '08d531d5-6821-4dba-af94-4d8ed6016efe'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:23.893735 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1186db-c732-484a-92a5-d6c700ed142c" -d '{"events": [{"name": "network-changed", "server_uuid": "f11e0924-a511-4658-b77b-15e15b37f8da", "tag": "08d531d5-6821-4dba-af94-4d8ed6016efe"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:23.961599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61197885-1137-449f-a890-a302fd5f70ad req-2225c630-f866-489d-b4d8-261addd707d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:23.963715 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-2225c630-f866-489d-b4d8-261addd707d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 1095 time: 0.3434126 Jul 22 23:31:24.077361 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6611fbb2-fdf3-4ad6-9e9e-55807d3a926b req-b6c476ac-b47c-4e75-8ef9-8d285ebeace4 service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461498 Jul 22 23:31:24.163218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-2654c979-1f0d-4e3e-a014-c26cacf8b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:24.164920 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-2654c979-1f0d-4e3e-a014-c26cacf8b70a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&device_id=f11e0924-a511-4658-b77b-15e15b37f8da HTTP/1.1" status: 200 len: 1099 time: 0.2089217 Jul 22 23:31:24.263029 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-1dcada33-fa54-4546-b52d-97632dbe73a1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=08d531d5-6821-4dba-af94-4d8ed6016efe HTTP/1.1" status: 200 len: 217 time: 0.0652378 Jul 22 23:31:24.326512 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f154685f-5a9e-41e6-b32b-e6b95b0104b3 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:24.348287 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:24.357422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6f82c8-ebf7-4af3-bb3c-af526bbc2264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5df4edb-89f9-49f5-9058-1704c473d025'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:24.360812 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd2c1fa-e875-42ef-94ef-184ff9160be3" -d '{"events": [{"server_uuid": "3c6f82c8-ebf7-4af3-bb3c-af526bbc2264", "name": "network-vif-unplugged", "status": "completed", "tag": "a5df4edb-89f9-49f5-9058-1704c473d025"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:24.365767 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6611fbb2-fdf3-4ad6-9e9e-55807d3a926b req-e3d132ce-8bd3-4757-88aa-570aa75caaf6 service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729402 Jul 22 23:31:24.373443 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-c6f06842-fb8c-4864-a34c-4e529ad36e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:24.375208 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-c6f06842-fb8c-4864-a34c-4e529ad36e07 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1041589 Jul 22 23:31:24.402557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Transition to ACTIVE for port object f154685f-5a9e-41e6-b32b-e6b95b0104b3 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:24.416818 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c213b2-61d3-4ac9-9d58-6a9417dd057e req-5e8981c7-e0d9-45e2-9a4d-b034b1d4c905 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:24.418550 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93c213b2-61d3-4ac9-9d58-6a9417dd057e req-5e8981c7-e0d9-45e2-9a4d-b034b1d4c905 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=f71728e9-80db-4e71-bc15-bdfa2bd1f9db HTTP/1.1" status: 200 len: 936 time: 0.4537029 Jul 22 23:31:24.421199 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d2dd30f-4cdb-4a05-bf49-438b69bccd38 req-0e566d28-51bc-47e7-a56c-67c83cd0a557 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/c5aff04f-19e4-470a-88f8-42388af84200 HTTP/1.1" status: 200 len: 1781 time: 0.1675346 Jul 22 23:31:24.422426 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61197885-1137-449f-a890-a302fd5f70ad req-5fd078e3-5ad9-4f25-a75a-6615e50a8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:24.423978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-5fd078e3-5ad9-4f25-a75a-6615e50a8435 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.4198649 Jul 22 23:31:24.460114 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-9f6a6c60-2cb7-4097-9a61-0572eb52c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:24.461670 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-9f6a6c60-2cb7-4097-9a61-0572eb52c981 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800476 Jul 22 23:31:24.470329 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:24.492644 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404af3a5-fd32-4534-898a-66815d3fb868 x-openstack-request-id: req-404af3a5-fd32-4534-898a-66815d3fb868 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:24.492982 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11e0924-a511-4658-b77b-15e15b37f8da", "tag": "08d531d5-6821-4dba-af94-4d8ed6016efe", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:24.493267 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-404af3a5-fd32-4534-898a-66815d3fb868 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:24.493666 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11e0924-a511-4658-b77b-15e15b37f8da', 'tag': '08d531d5-6821-4dba-af94-4d8ed6016efe', 'status': 'completed', 'code': 200} Jul 22 23:31:24.565826 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-54f27cbd-8312-4616-8da3-d36339807ebf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a21dfc-684b-4809-baa1-ce14f1452563 HTTP/1.1" status: 200 len: 217 time: 0.1263273 Jul 22 23:31:24.565826 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Pushing event updated for resources: {'Port': ['ID=f154685f-5a9e-41e6-b32b-e6b95b0104b3,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:24.628134 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-5a20b69b-00cf-42d7-89fc-546a0d8c3037 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589525 Jul 22 23:31:24.679743 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93c213b2-61d3-4ac9-9d58-6a9417dd057e req-acce5aff-3a54-448f-8a57-bc4f006be04e tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546585 Jul 22 23:31:24.726299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61197885-1137-449f-a890-a302fd5f70ad req-454c139c-d21f-4875-a5ce-9a7479c78cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:24.727807 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-454c139c-d21f-4875-a5ce-9a7479c78cdd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.1528804 Jul 22 23:31:24.824044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-f361d474-17ea-4b81-8993-c6eade86ed6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621164 Jul 22 23:31:24.834561 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-5c2addad-274d-46c9-af16-fe3d0d042954 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957896 Jul 22 23:31:24.857883 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58214) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:24.863395 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2b02a276-b33a-4202-afae-f3f02e61a4c1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2037517476-network', 'tenant_id': '1fd09c8ab88945f3933dccedc98e0ce7'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:24.884860 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b02a276-b33a-4202-afae-f3f02e61a4c1 admin admin] Made reservation on behalf of 1fd09c8ab88945f3933dccedc98e0ce7 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:24.887187 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b02a276-b33a-4202-afae-f3f02e61a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:24.906669 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b02a276-b33a-4202-afae-f3f02e61a4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:24.925044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef4d7a-e63c-4090-b768-1e46de435d04 req-e8c1d514-4542-4a6a-bf12-ec482d301fba tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:24.927161 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11ef4d7a-e63c-4090-b768-1e46de435d04 req-e8c1d514-4542-4a6a-bf12-ec482d301fba tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 947 time: 0.3111973 Jul 22 23:31:24.939187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Attempting to bind port f154685f-5a9e-41e6-b32b-e6b95b0104b3 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:24.939518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Attempting to bind port f154685f-5a9e-41e6-b32b-e6b95b0104b3 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:24.940107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Attempting to bind port f154685f-5a9e-41e6-b32b-e6b95b0104b3 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:24.992164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Port f154685f-5a9e-41e6-b32b-e6b95b0104b3 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:24.992506 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Attempting to bind port f154685f-5a9e-41e6-b32b-e6b95b0104b3 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:25.012738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:25.013088 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:25.013480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:25.013934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Bound port: f154685f-5a9e-41e6-b32b-e6b95b0104b3, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:25.014298 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.067402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8c246-f0ae-4456-a8e0-efa51aab014a req-e3bfd903-b449-4e93-96d8-e1d4b0092f39 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:25.068983 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73e8c246-f0ae-4456-a8e0-efa51aab014a req-e3bfd903-b449-4e93-96d8-e1d4b0092f39 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 944 time: 0.2857294 Jul 22 23:31:25.073446 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11ef4d7a-e63c-4090-b768-1e46de435d04 req-7a8c89e3-d09a-4360-9967-cc528553b3b5 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387219 Jul 22 23:31:25.100330 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-ad14ea45-c768-4d66-8d48-b2d0ac2ba308 service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528780 Jul 22 23:31:25.215582 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1186db-c732-484a-92a5-d6c700ed142c req-c7e9fa82-6a3a-49cf-8ee7-165e25dbefce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:25.217279 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2e1186db-c732-484a-92a5-d6c700ed142c req-c7e9fa82-6a3a-49cf-8ee7-165e25dbefce service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&device_id=f11e0924-a511-4658-b77b-15e15b37f8da HTTP/1.1" status: 200 len: 1099 time: 0.3215134 Jul 22 23:31:25.321698 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b02a276-b33a-4202-afae-f3f02e61a4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.330524 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b02a276-b33a-4202-afae-f3f02e61a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.348947 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device a5df4edb-89f9-49f5-9058-1704c473d025 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:25.354474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device a5a21dfc-684b-4809-baa1-ce14f1452563 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:25.357494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1186db-c732-484a-92a5-d6c700ed142c req-4c140285-5c28-4f14-b3f8-f4b2400b0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:25.358964 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2e1186db-c732-484a-92a5-d6c700ed142c req-4c140285-5c28-4f14-b3f8-f4b2400b0a58 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1348333 Jul 22 23:31:25.370836 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b02a276-b33a-4202-afae-f3f02e61a4c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:31:25.386196 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02a276-b33a-4202-afae-f3f02e61a4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5758348-f459-4b25-88d0-5940f4b0e1df,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:25.415922 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2e1186db-c732-484a-92a5-d6c700ed142c req-8d256980-ad2f-4855-a643-a08f9f8a0fd9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=08d531d5-6821-4dba-af94-4d8ed6016efe HTTP/1.1" status: 200 len: 217 time: 0.0469084 Jul 22 23:31:25.419038 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b02a276-b33a-4202-afae-f3f02e61a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.419364 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-2b02a276-b33a-4202-afae-f3f02e61a4c1 admin admin] Added segment 5ee9abc4-bef2-400d-bc8e-032928b77253 of type vlan for network 59de4458-b45d-45ab-8bb3-acc4af9228b2 Jul 22 23:31:25.431461 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device a5a21dfc-684b-4809-baa1-ce14f1452563 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:25.486273 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73e8c246-f0ae-4456-a8e0-efa51aab014a req-32b8e949-3d84-4dce-85f5-537123c40548 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106169 Jul 22 23:31:25.490976 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b02a276-b33a-4202-afae-f3f02e61a4c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.498501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port a5df4edb-89f9-49f5-9058-1704c473d025, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=a5df4edb-89f9-49f5-9058-1704c473d025,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:25.501527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] For port f154685f-5a9e-41e6-b32b-e6b95b0104b3, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:25.508800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1186db-c732-484a-92a5-d6c700ed142c req-e74a6a7b-4eff-4d28-8e3d-e554143e2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:25.510429 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2e1186db-c732-484a-92a5-d6c700ed142c req-e74a6a7b-4eff-4d28-8e3d-e554143e2c76 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0824158 Jul 22 23:31:25.515062 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'a5df4edb-89f9-49f5-9058-1704c473d025', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'a5df4edb-89f9-49f5-9058-1704c473d025', 'mac_address': 'fa:16:3e:ee:7d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:25.541560 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] For port f154685f-5a9e-41e6-b32b-e6b95b0104b3, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f154685f-5a9e-41e6-b32b-e6b95b0104b3,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:25.552927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-531110c5-d393-45bd-a6d6-7a129441ca35 service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424233 Jul 22 23:31:25.555103 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.562731 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b02a276-b33a-4202-afae-f3f02e61a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.563834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b02a276-b33a-4202-afae-f3f02e61a4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:25.564428 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b02a276-b33a-4202-afae-f3f02e61a4c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.587744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9eaf5a-c273-4561-95e7-5bf12148ac42 req-41e3bd08-f7cd-4567-bb3b-cbeef3b2f513 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:25.589451 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd9eaf5a-c273-4561-95e7-5bf12148ac42 req-41e3bd08-f7cd-4567-bb3b-cbeef3b2f513 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 1101 time: 0.2391064 Jul 22 23:31:25.602468 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.606680 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:25.607465 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.608805 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] 10.222.0.18 "PUT /v2.0/ports/f154685f-5a9e-41e6-b32b-e6b95b0104b3 HTTP/1.1" status: 200 len: 1096 time: 2.7778020 Jul 22 23:31:25.609332 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71728e9-80db-4e71-bc15-bdfa2bd1f9db', 'tag': 'f154685f-5a9e-41e6-b32b-e6b95b0104b3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:25.614683 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71e16a1-1e6a-4587-9c7e-879f36841257" -d '{"events": [{"name": "network-changed", "server_uuid": "f71728e9-80db-4e71-bc15-bdfa2bd1f9db", "tag": "f154685f-5a9e-41e6-b32b-e6b95b0104b3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:25.614888 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2b02a276-b33a-4202-afae-f3f02e61a4c1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7526579 Jul 22 23:31:25.615691 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58226) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:25.623310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d5d546e5-8af6-417b-9a58-58b3cffaf2e4 admin admin] Request body: {'subnet': {'network_id': '59de4458-b45d-45ab-8bb3-acc4af9228b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2037517476-subnet', 'tenant_id': '1fd09c8ab88945f3933dccedc98e0ce7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:25.640724 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1a2a20-2aa6-48f7-9803-f65068969b89 x-openstack-request-id: req-df1a2a20-2aa6-48f7-9803-f65068969b89 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:25.641227 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6f82c8-ebf7-4af3-bb3c-af526bbc2264", "name": "network-vif-unplugged", "status": "completed", "tag": "a5df4edb-89f9-49f5-9058-1704c473d025", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:25.641537 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df1a2a20-2aa6-48f7-9803-f65068969b89 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:25.642638 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6f82c8-ebf7-4af3-bb3c-af526bbc2264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5df4edb-89f9-49f5-9058-1704c473d025', 'code': 200} Jul 22 23:31:25.644518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5df4edb-89f9-49f5-9058-1704c473d025 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:25.669236 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02a276-b33a-4202-afae-f3f02e61a4c1 admin admin] Pushing event updated for resources: {'Network': ['ID=59de4458-b45d-45ab-8bb3-acc4af9228b2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:25.682033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 59de4458-b45d-45ab-8bb3-acc4af9228b2 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:31:25.683432 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1186db-c732-484a-92a5-d6c700ed142c req-bc2bfbfd-9b82-4b1e-b0c0-a89e02246fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:25.686533 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2e1186db-c732-484a-92a5-d6c700ed142c req-bc2bfbfd-9b82-4b1e-b0c0-a89e02246fa7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1659038 Jul 22 23:31:25.688255 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port a5df4edb-89f9-49f5-9058-1704c473d025, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=a5df4edb-89f9-49f5-9058-1704c473d025,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:25.692106 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7b879-90ef-49c7-b8c7-b43d5e88fecb service neutron] Pushing event updated for resources: {'Port': ['ID=f154685f-5a9e-41e6-b32b-e6b95b0104b3,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:25.712222 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d546e5-8af6-417b-9a58-58b3cffaf2e4 admin admin] Made reservation on behalf of 1fd09c8ab88945f3933dccedc98e0ce7 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:25.715626 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5d546e5-8af6-417b-9a58-58b3cffaf2e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.767958 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.782296 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd9eaf5a-c273-4561-95e7-5bf12148ac42 req-d0f10619-81d6-4e81-acd1-140cd9961111 tempest-ServersAdminTestJSON-869453279 tempest-ServersAdminTestJSON-869453279-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821551 Jul 22 23:31:25.809978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ded6ec82-05bc-4dc1-92a7-d358dcde6186 req-eca7d29d-ad6f-4d36-a19b-2053f4a4828b tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/c5aff04f-19e4-470a-88f8-42388af84200 HTTP/1.1" status: 200 len: 1781 time: 0.1635408 Jul 22 23:31:25.884308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-d825e73e-2e84-42df-acc9-12aabaf09b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:25.885887 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-d825e73e-2e84-42df-acc9-12aabaf09b2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&device_id=f71728e9-80db-4e71-bc15-bdfa2bd1f9db HTTP/1.1" status: 200 len: 1099 time: 0.1723545 Jul 22 23:31:25.886493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=a5df4edb-89f9-49f5-9058-1704c473d025,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:25.892900 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ded6ec82-05bc-4dc1-92a7-d358dcde6186 req-31702ff7-9317-4cd7-8198-b60b005b16a6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.923784 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ded6ec82-05bc-4dc1-92a7-d358dcde6186 req-31702ff7-9317-4cd7-8198-b60b005b16a6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.945671 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2e1186db-c732-484a-92a5-d6c700ed142c req-063c7282-1139-472f-96d0-0f541b3ee944 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518468 Jul 22 23:31:26.006083 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-ee124a0b-2469-4579-88dc-f25fd9c7cb87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=f154685f-5a9e-41e6-b32b-e6b95b0104b3 HTTP/1.1" status: 200 len: 217 time: 0.0768869 Jul 22 23:31:26.062598 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['a5df4edb-89f9-49f5-9058-1704c473d025'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:26.101934 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ded6ec82-05bc-4dc1-92a7-d358dcde6186 req-31702ff7-9317-4cd7-8198-b60b005b16a6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.104511 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ded6ec82-05bc-4dc1-92a7-d358dcde6186 req-31702ff7-9317-4cd7-8198-b60b005b16a6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.120664 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ded6ec82-05bc-4dc1-92a7-d358dcde6186 req-31702ff7-9317-4cd7-8198-b60b005b16a6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "DELETE /v2.0/security-groups/c5aff04f-19e4-470a-88f8-42388af84200 HTTP/1.1" status: 204 len: 173 time: 0.3096535 Jul 22 23:31:26.137507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-032ad8c5-583c-4c6a-8a91-ec7ff1e49f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:26.140978 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2e1186db-c732-484a-92a5-d6c700ed142c req-e606aa21-31c0-4518-b122-be833f39ad81 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899533 Jul 22 23:31:26.141682 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-032ad8c5-583c-4c6a-8a91-ec7ff1e49f08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1266160 Jul 22 23:31:26.142268 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5d546e5-8af6-417b-9a58-58b3cffaf2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.180706 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61197885-1137-449f-a890-a302fd5f70ad req-81ccd05f-54c5-4505-b170-f5787e282e76 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:26.182708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-81ccd05f-54c5-4505-b170-f5787e282e76 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37&tenant_id=e3f3293308ad4d108b84009eb08300e1&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 1095 time: 0.2408819 Jul 22 23:31:26.183710 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31702ff7-9317-4cd7-8198-b60b005b16a6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aff04f-19e4-470a-88f8-42388af84200,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:26.261049 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d546e5-8af6-417b-9a58-58b3cffaf2e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e00575b1-0ef8-40ab-98c1-9e1236551cf6,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:26.281184 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d546e5-8af6-417b-9a58-58b3cffaf2e4 admin admin] Checking segment: {'id': '5ee9abc4-bef2-400d-bc8e-032928b77253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '59de4458-b45d-45ab-8bb3-acc4af9228b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:26.281743 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d546e5-8af6-417b-9a58-58b3cffaf2e4 admin admin] Network hostable DHCP agents. Network: 59de4458-b45d-45ab-8bb3-acc4af9228b2, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:31:26.307332 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-633fd86e-3674-415d-aced-ee709e191070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:26.309058 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-633fd86e-3674-415d-aced-ee709e191070 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1445668 Jul 22 23:31:26.326035 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d546e5-8af6-417b-9a58-58b3cffaf2e4 admin admin] Network 59de4458-b45d-45ab-8bb3-acc4af9228b2 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:31:26.342726 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d5d546e5-8af6-417b-9a58-58b3cffaf2e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 59de4458-b45d-45ab-8bb3-acc4af9228b2) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:26.347544 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d546e5-8af6-417b-9a58-58b3cffaf2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:26.348455 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5d546e5-8af6-417b-9a58-58b3cffaf2e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.353440 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a704f2-84b3-4d60-b5f5-40fc9aa03cb9 None None] Network 59de4458-b45d-45ab-8bb3-acc4af9228b2 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:26.397288 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d5d546e5-8af6-417b-9a58-58b3cffaf2e4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7797785 Jul 22 23:31:26.454020 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115229f6-0e3d-49aa-82d6-3034cbf0e024 x-openstack-request-id: req-115229f6-0e3d-49aa-82d6-3034cbf0e024 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:26.454373 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71728e9-80db-4e71-bc15-bdfa2bd1f9db", "tag": "f154685f-5a9e-41e6-b32b-e6b95b0104b3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:26.455150 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-115229f6-0e3d-49aa-82d6-3034cbf0e024 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:26.455559 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71728e9-80db-4e71-bc15-bdfa2bd1f9db', 'tag': 'f154685f-5a9e-41e6-b32b-e6b95b0104b3', 'status': 'completed', 'code': 200} Jul 22 23:31:26.492814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-61197885-1137-449f-a890-a302fd5f70ad req-c5408403-6075-4c5e-b349-fa82a2025624 service neutron] For port a5a21dfc-684b-4809-baa1-ce14f1452563, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:26.506887 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61197885-1137-449f-a890-a302fd5f70ad req-c5408403-6075-4c5e-b349-fa82a2025624 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.508008 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61197885-1137-449f-a890-a302fd5f70ad req-c5408403-6075-4c5e-b349-fa82a2025624 service neutron] 10.222.0.18 "DELETE /v2.0/ports/a5a21dfc-684b-4809-baa1-ce14f1452563/bindings/n-h2-688802-2 HTTP/1.1" status: 204 len: 173 time: 0.2970929 Jul 22 23:31:26.596853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b30d46-309f-4b5a-ae6e-04b6c0b4171f req-663a8b57-e4c0-4d8b-adf2-0b87376aca6f tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:26.604142 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13b30d46-309f-4b5a-ae6e-04b6c0b4171f req-663a8b57-e4c0-4d8b-adf2-0b87376aca6f tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=f71728e9-80db-4e71-bc15-bdfa2bd1f9db HTTP/1.1" status: 200 len: 948 time: 0.1661639 Jul 22 23:31:26.620903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940eb66e-a611-431f-b264-de66c6664125 None None] Network 59de4458-b45d-45ab-8bb3-acc4af9228b2 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:26.663756 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c585d-0ddf-4df0-a5fb-3efa85e40d1b req-174224c7-75d1-4335-b330-9ce0229d3bfa tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:26.664929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-443d7ca5-9ce7-417e-8b10-c175a8f74350 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482075 Jul 22 23:31:26.665371 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e62c585d-0ddf-4df0-a5fb-3efa85e40d1b req-174224c7-75d1-4335-b330-9ce0229d3bfa tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264&tenant_id=fb89fd006c024322b87d15ca6772f41c&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 948 time: 0.2645357 Jul 22 23:31:26.672646 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-4c22a6bc-a74c-475b-a791-07a230d9f9b3 req-0a2232cc-7523-4983-a36c-590fea645419 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] show failed (client error): The resource could not be found. Jul 22 23:31:26.673698 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4c22a6bc-a74c-475b-a791-07a230d9f9b3 req-0a2232cc-7523-4983-a36c-590fea645419 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/c5aff04f-19e4-470a-88f8-42388af84200 HTTP/1.1" status: 404 len: 352 time: 0.0414214 Jul 22 23:31:26.727915 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13b30d46-309f-4b5a-ae6e-04b6c0b4171f req-8b2cca20-309e-4e40-9020-331095b8763f tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205671 Jul 22 23:31:26.852723 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c585d-0ddf-4df0-a5fb-3efa85e40d1b req-f66b304a-678d-419a-955f-4e1e3fefdef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:26.854344 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e62c585d-0ddf-4df0-a5fb-3efa85e40d1b req-f66b304a-678d-419a-955f-4e1e3fefdef7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 1099 time: 0.0823138 Jul 22 23:31:26.859263 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14e8c531-4a2c-4f89-b677-9f5296edf8d3 req-a060b16b-6ada-4511-b2db-23fec81ab8d9 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846352 Jul 22 23:31:26.929168 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf731b-eaa5-4408-8158-36d2700ebe3d req-f73b4744-280d-40dd-b18e-45320233201f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:26.930965 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2dcf731b-eaa5-4408-8158-36d2700ebe3d req-f73b4744-280d-40dd-b18e-45320233201f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 944 time: 0.1309893 Jul 22 23:31:26.944781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894a283-543e-411a-ad86-9e0a3fb321e9 req-46c2c149-d874-4eeb-bc5e-0d8a3098338c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:26.946337 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4894a283-543e-411a-ad86-9e0a3fb321e9 req-46c2c149-d874-4eeb-bc5e-0d8a3098338c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 948 time: 0.1300881 Jul 22 23:31:26.959266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c585d-0ddf-4df0-a5fb-3efa85e40d1b req-273e4dc0-3eba-44c0-8c25-4ce125c5bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:26.960832 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e62c585d-0ddf-4df0-a5fb-3efa85e40d1b req-273e4dc0-3eba-44c0-8c25-4ce125c5bfb3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.0989861 Jul 22 23:31:27.011384 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e62c585d-0ddf-4df0-a5fb-3efa85e40d1b req-ca47b26b-cedf-4252-8cf8-8e1f92456969 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a5df4edb-89f9-49f5-9058-1704c473d025 HTTP/1.1" status: 200 len: 217 time: 0.0399394 Jul 22 23:31:27.045683 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2dcf731b-eaa5-4408-8158-36d2700ebe3d req-4da83db7-6ee9-456f-8c30-f3742d3c045f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982997 Jul 22 23:31:27.057651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4894a283-543e-411a-ad86-9e0a3fb321e9 req-1d6e0d1f-f2ce-429b-9664-33ff735abe6b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032908 Jul 22 23:31:27.082858 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c585d-0ddf-4df0-a5fb-3efa85e40d1b req-7816f05b-dc2d-426e-bafd-efb8447bf2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:27.085182 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e62c585d-0ddf-4df0-a5fb-3efa85e40d1b req-7816f05b-dc2d-426e-bafd-efb8447bf2b9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0687029 Jul 22 23:31:27.103480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e16a1-1e6a-4587-9c7e-879f36841257 req-120a2b90-3a59-40dd-87fa-bf8c90cd4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:27.105953 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a71e16a1-1e6a-4587-9c7e-879f36841257 req-120a2b90-3a59-40dd-87fa-bf8c90cd4620 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&device_id=f71728e9-80db-4e71-bc15-bdfa2bd1f9db HTTP/1.1" status: 200 len: 1099 time: 0.1251256 Jul 22 23:31:27.111394 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-86a2e253-6f57-4d0c-9f58-e9be3b665a65 req-5e241b2a-c700-437c-98ab-ef477fa3ea90 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1527408446', 'description': 'tempest-description-1662392314'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:27.158160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c585d-0ddf-4df0-a5fb-3efa85e40d1b req-7623ee9e-3a65-48a4-95d5-9d6b3a576c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:27.159651 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e62c585d-0ddf-4df0-a5fb-3efa85e40d1b req-7623ee9e-3a65-48a4-95d5-9d6b3a576c40 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683720 Jul 22 23:31:27.173403 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-86a2e253-6f57-4d0c-9f58-e9be3b665a65 req-5e241b2a-c700-437c-98ab-ef477fa3ea90 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.258184 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e62c585d-0ddf-4df0-a5fb-3efa85e40d1b req-d934baf9-9e79-4c90-8531-fbdebecc4028 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905097 Jul 22 23:31:27.309122 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e16a1-1e6a-4587-9c7e-879f36841257 req-76dbda6a-baae-4ea9-8a2e-ebccb2c98d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:27.310918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a71e16a1-1e6a-4587-9c7e-879f36841257 req-76dbda6a-baae-4ea9-8a2e-ebccb2c98d01 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1779134 Jul 22 23:31:27.325737 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49eb92-6e5a-4be8-afa3-1fe00e49f2ad req-1b2d2538-0183-41f5-81a0-4b86c2a6f6f2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:27.327461 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a49eb92-6e5a-4be8-afa3-1fe00e49f2ad req-1b2d2538-0183-41f5-81a0-4b86c2a6f6f2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 950 time: 0.1713831 Jul 22 23:31:27.349001 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 08d531d5-6821-4dba-af94-4d8ed6016efe details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:27.351045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device a5df4edb-89f9-49f5-9058-1704c473d025 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:27.373206 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e62c585d-0ddf-4df0-a5fb-3efa85e40d1b req-e24d1990-f43b-43db-b0e9-f25b98668b46 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076713 Jul 22 23:31:27.390699 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a71e16a1-1e6a-4587-9c7e-879f36841257 req-150ea48f-dc9f-46cb-9ac4-2a9ffc3bb8b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=f154685f-5a9e-41e6-b32b-e6b95b0104b3 HTTP/1.1" status: 200 len: 217 time: 0.0606115 Jul 22 23:31:27.483876 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a49eb92-6e5a-4be8-afa3-1fe00e49f2ad req-c79b958c-3c23-4a5e-9114-8e970c349bfa tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161542 Jul 22 23:31:27.486652 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-86a2e253-6f57-4d0c-9f58-e9be3b665a65 req-5e241b2a-c700-437c-98ab-ef477fa3ea90 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.495101 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e16a1-1e6a-4587-9c7e-879f36841257 req-6aa5420c-8577-4a0d-81ce-f2ecbec604ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:27.496612 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a71e16a1-1e6a-4587-9c7e-879f36841257 req-6aa5420c-8577-4a0d-81ce-f2ecbec604ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0950089 Jul 22 23:31:27.497279 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-86a2e253-6f57-4d0c-9f58-e9be3b665a65 req-5e241b2a-c700-437c-98ab-ef477fa3ea90 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.622672 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e241b2a-c700-437c-98ab-ef477fa3ea90 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5f7b12-3ffd-4bfa-a894-5ca8652437c9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:27.637412 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-86a2e253-6f57-4d0c-9f58-e9be3b665a65 req-5e241b2a-c700-437c-98ab-ef477fa3ea90 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.638758 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86a2e253-6f57-4d0c-9f58-e9be3b665a65 req-5e241b2a-c700-437c-98ab-ef477fa3ea90 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5315146 Jul 22 23:31:27.669049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port a5df4edb-89f9-49f5-9058-1704c473d025 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:27.669574 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.670555 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e16a1-1e6a-4587-9c7e-879f36841257 req-61c9c7ae-b413-43ec-8414-428273c8b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:27.673126 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a71e16a1-1e6a-4587-9c7e-879f36841257 req-61c9c7ae-b413-43ec-8414-428273c8b0b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1649106 Jul 22 23:31:27.716239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 08d531d5-6821-4dba-af94-4d8ed6016efe, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=08d531d5-6821-4dba-af94-4d8ed6016efe,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:27.737897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '08d531d5-6821-4dba-af94-4d8ed6016efe', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '08d531d5-6821-4dba-af94-4d8ed6016efe', 'mac_address': 'fa:16:3e:5f:2f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:27.798276 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.855834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6f82c8-ebf7-4af3-bb3c-af526bbc2264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5df4edb-89f9-49f5-9058-1704c473d025'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:27.858145 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93857207-be59-49f9-91f3-82ce37650896" -d '{"events": [{"server_uuid": "3c6f82c8-ebf7-4af3-bb3c-af526bbc2264", "name": "network-vif-plugged", "status": "completed", "tag": "a5df4edb-89f9-49f5-9058-1704c473d025"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:27.870447 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a71e16a1-1e6a-4587-9c7e-879f36841257 req-9d19d43e-a462-48a6-a29d-ecc583b697af service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883118 Jul 22 23:31:27.875362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port a5df4edb-89f9-49f5-9058-1704c473d025, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=a5df4edb-89f9-49f5-9058-1704c473d025,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:27.876968 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.880261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-cbd6d0e1-03af-49da-b814-d06f7fe6c1ea req-d5daf8ef-4ae7-452d-9744-d3b9b3fad72d tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-753867667', 'description': 'tempest-description-101486472'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:27.886431 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.912835 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d531d5-6821-4dba-af94-4d8ed6016efe {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:27.947048 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 08d531d5-6821-4dba-af94-4d8ed6016efe, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=08d531d5-6821-4dba-af94-4d8ed6016efe,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:27.959779 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.962231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=a5df4edb-89f9-49f5-9058-1704c473d025,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:28.021497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=08d531d5-6821-4dba-af94-4d8ed6016efe,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:28.090982 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cbd6d0e1-03af-49da-b814-d06f7fe6c1ea req-d5daf8ef-4ae7-452d-9744-d3b9b3fad72d tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:28.125028 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a71e16a1-1e6a-4587-9c7e-879f36841257 req-70b2926a-3c3a-475c-baad-e5e19dbe5ef9 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214592 Jul 22 23:31:28.158193 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-3acaa7c5-0d01-44aa-b216-6abd16de584e tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:28.159577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-3acaa7c5-0d01-44aa-b216-6abd16de584e tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 820 time: 0.2857025 Jul 22 23:31:28.187967 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-05b04124-6830-4fe0-8dbf-15cd4d8ea162 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/quotas/56035dbeb92e4f879395357fce5a955e HTTP/1.1" status: 200 len: 375 time: 0.0187645 Jul 22 23:31:28.221127 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['08d531d5-6821-4dba-af94-4d8ed6016efe'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:28.230809 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-dd973def-f96e-4672-b3d1-451540d5a56d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336769 Jul 22 23:31:28.272337 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cbd6d0e1-03af-49da-b814-d06f7fe6c1ea req-d5daf8ef-4ae7-452d-9744-d3b9b3fad72d tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:28.281240 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cbd6d0e1-03af-49da-b814-d06f7fe6c1ea req-d5daf8ef-4ae7-452d-9744-d3b9b3fad72d tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:28.348817 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cbd6d0e1-03af-49da-b814-d06f7fe6c1ea req-d5daf8ef-4ae7-452d-9744-d3b9b3fad72d tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:28.351494 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cbd6d0e1-03af-49da-b814-d06f7fe6c1ea req-d5daf8ef-4ae7-452d-9744-d3b9b3fad72d tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4781022 Jul 22 23:31:28.355844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5daf8ef-4ae7-452d-9744-d3b9b3fad72d tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b04b97b8-383e-4905-885e-a6f08c3e11ca,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:28.390668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-d7b69f04-9a3f-44cf-8095-8bce10e4078e service neutron] 10.222.0.26 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464972 Jul 22 23:31:28.550952 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-1709e08c-0979-4e53-953c-91904b210247 service neutron] 10.222.0.26 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607721 Jul 22 23:31:28.584808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f3b56-6b2c-401b-ac50-8b2322bd78ad req-e4148903-992f-40d0-a61d-12d4ceff4266 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:28.586623 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-735f3b56-6b2c-401b-ac50-8b2322bd78ad req-e4148903-992f-40d0-a61d-12d4ceff4266 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=f71728e9-80db-4e71-bc15-bdfa2bd1f9db HTTP/1.1" status: 200 len: 948 time: 0.1319308 Jul 22 23:31:28.598788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c72f85-c22c-48c7-a5ed-c1fcbd63a08e req-11fbfaf5-a715-4643-820a-a5c585c2447a tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:28.599492 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48c72f85-c22c-48c7-a5ed-c1fcbd63a08e req-11fbfaf5-a715-4643-820a-a5c585c2447a tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.18 "GET /v2.0/ports?device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 950 time: 0.1062810 Jul 22 23:31:28.677735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-735f3b56-6b2c-401b-ac50-8b2322bd78ad req-a6654f93-e300-4f41-afa7-0c1d413214e9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772402 Jul 22 23:31:28.749690 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-48c72f85-c22c-48c7-a5ed-c1fcbd63a08e req-096cf8f7-1e21-4eb1-9805-bfc838db28c2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Deleting port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:28.750209 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-48c72f85-c22c-48c7-a5ed-c1fcbd63a08e req-096cf8f7-1e21-4eb1-9805-bfc838db28c2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:28.758134 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc36db1-da18-467e-a02e-4648e6b79e90 x-openstack-request-id: req-2fc36db1-da18-467e-a02e-4648e6b79e90 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:28.758626 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6f82c8-ebf7-4af3-bb3c-af526bbc2264", "name": "network-vif-plugged", "status": "completed", "tag": "a5df4edb-89f9-49f5-9058-1704c473d025", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:28.758814 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2fc36db1-da18-467e-a02e-4648e6b79e90 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:28.759339 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6f82c8-ebf7-4af3-bb3c-af526bbc2264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5df4edb-89f9-49f5-9058-1704c473d025', 'code': 200} Jul 22 23:31:28.928924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-48c72f85-c22c-48c7-a5ed-c1fcbd63a08e req-096cf8f7-1e21-4eb1-9805-bfc838db28c2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] For port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ec7fa47a-0761-4d65-a2cc-4a7027e8ced4,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:28.929510 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-48c72f85-c22c-48c7-a5ed-c1fcbd63a08e req-096cf8f7-1e21-4eb1-9805-bfc838db28c2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:28.949388 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-48c72f85-c22c-48c7-a5ed-c1fcbd63a08e req-096cf8f7-1e21-4eb1-9805-bfc838db28c2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Calling delete_port for ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:28.955404 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e66b5d-b492-4d66-bbdf-9cd5ac3d38e6 req-1296a0c4-1bfe-4fea-b925-fddacb4695a3 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:28.956938 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e66b5d-b492-4d66-bbdf-9cd5ac3d38e6 req-1296a0c4-1bfe-4fea-b925-fddacb4695a3 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 1095 time: 0.2014258 Jul 22 23:31:29.031688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebca60-bfb4-481c-b488-96155b729e8a req-454ec630-2e41-4327-8dd1-53e50d867c32 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:29.033412 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01ebca60-bfb4-481c-b488-96155b729e8a req-454ec630-2e41-4327-8dd1-53e50d867c32 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.2196794 Jul 22 23:31:29.301551 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e66b5d-b492-4d66-bbdf-9cd5ac3d38e6 req-937a3c24-f323-43c6-959b-f041df247eaa tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336058 Jul 22 23:31:29.364451 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01ebca60-bfb4-481c-b488-96155b729e8a req-2b1edb3f-454c-4b48-9e01-602398af1c43 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186345 Jul 22 23:31:29.367428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 08d531d5-6821-4dba-af94-4d8ed6016efe up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:29.397702 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fb7dc7e8-d9ae-4c2d-8ec7-aec6034f5938 req-3ad97cfd-35b8-4bbf-9e65-f3ac44cb3368 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1358373200', 'description': 'tempest-description-61574258'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:29.413043 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device f154685f-5a9e-41e6-b32b-e6b95b0104b3 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:29.464440 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-48c72f85-c22c-48c7-a5ed-c1fcbd63a08e req-096cf8f7-1e21-4eb1-9805-bfc838db28c2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:29.471218 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb7dc7e8-d9ae-4c2d-8ec7-aec6034f5938 req-3ad97cfd-35b8-4bbf-9e65-f3ac44cb3368 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:29.505485 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 08d531d5-6821-4dba-af94-4d8ed6016efe completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:29.511311 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['b48de029-b2f5-4077-a41c-e32090622356', 'ec7fa47a-0761-4d65-a2cc-4a7027e8ced4', 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:29.541533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cf8f7-1e21-4eb1-9805-bfc838db28c2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Pushing event deleted for resources: {'Port': ['ID=ec7fa47a-0761-4d65-a2cc-4a7027e8ced4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:29.570063 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9560f657-3112-427b-8236-211c3f67f6ed req-dd866baa-3a2f-4c05-ab11-0962dbc332fb tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=f641063e-9774-41ac-9156-a3db555c34a2 HTTP/1.1" status: 200 len: 210 time: 0.0677271 Jul 22 23:31:29.575383 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 08d531d5-6821-4dba-af94-4d8ed6016efe triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:29.575957 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:29.702925 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port f154685f-5a9e-41e6-b32b-e6b95b0104b3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f154685f-5a9e-41e6-b32b-e6b95b0104b3,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:29.706688 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb7dc7e8-d9ae-4c2d-8ec7-aec6034f5938 req-3ad97cfd-35b8-4bbf-9e65-f3ac44cb3368 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:29.709981 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c72f85-c22c-48c7-a5ed-c1fcbd63a08e req-096cf8f7-1e21-4eb1-9805-bfc838db28c2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] No DVR routers for this DVR port ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:29.713666 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-48c72f85-c22c-48c7-a5ed-c1fcbd63a08e req-096cf8f7-1e21-4eb1-9805-bfc838db28c2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:29.716091 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48c72f85-c22c-48c7-a5ed-c1fcbd63a08e req-096cf8f7-1e21-4eb1-9805-bfc838db28c2 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.18 "DELETE /v2.0/ports/ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 HTTP/1.1" status: 204 len: 173 time: 1.1087775 Jul 22 23:31:29.716906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f641063e-9774-41ac-9156-a3db555c34a2', 'name': 'network-vif-deleted', 'tag': 'ec7fa47a-0761-4d65-a2cc-4a7027e8ced4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:29.719540 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7ccf62-5f43-4ecd-9162-eb6cb4787e08" -d '{"events": [{"server_uuid": "f641063e-9774-41ac-9156-a3db555c34a2", "name": "network-vif-deleted", "tag": "ec7fa47a-0761-4d65-a2cc-4a7027e8ced4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:29.765856 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-365c0024-6d2a-45bd-aaed-20cf34be58c8 req-a5d4c578-c562-49e7-9ff5-a333ccf1b052 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 210 time: 0.0570621 Jul 22 23:31:29.766661 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb7dc7e8-d9ae-4c2d-8ec7-aec6034f5938 req-3ad97cfd-35b8-4bbf-9e65-f3ac44cb3368 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:29.789727 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'f154685f-5a9e-41e6-b32b-e6b95b0104b3', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'f154685f-5a9e-41e6-b32b-e6b95b0104b3', 'mac_address': 'fa:16:3e:6d:e4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:29.842185 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb7dc7e8-d9ae-4c2d-8ec7-aec6034f5938 req-3ad97cfd-35b8-4bbf-9e65-f3ac44cb3368 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:29.853157 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb7dc7e8-d9ae-4c2d-8ec7-aec6034f5938 req-3ad97cfd-35b8-4bbf-9e65-f3ac44cb3368 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4876394 Jul 22 23:31:29.858026 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:29.873148 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:29.874164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad97cfd-35b8-4bbf-9e65-f3ac44cb3368 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c5eabd-5c03-43f5-b3ad-b2a98c1950e8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:29.927045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 08d531d5-6821-4dba-af94-4d8ed6016efe, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=08d531d5-6821-4dba-af94-4d8ed6016efe,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:29.931354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f154685f-5a9e-41e6-b32b-e6b95b0104b3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:29.940395 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.034699 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port f154685f-5a9e-41e6-b32b-e6b95b0104b3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f154685f-5a9e-41e6-b32b-e6b95b0104b3,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:30.049897 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.079033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=08d531d5-6821-4dba-af94-4d8ed6016efe,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:30.174361 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-da50cdb5-e013-4ebe-906d-da2a4f0dee4f tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:30.175943 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-da50cdb5-e013-4ebe-906d-da2a4f0dee4f tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.95 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 820 time: 0.2969241 Jul 22 23:31:30.192597 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=f154685f-5a9e-41e6-b32b-e6b95b0104b3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:30.198129 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-e22f119f-7d53-4ba4-9f47-7c48e305655a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Request body: {'port': {'device_id': '050d1d7d-18d4-45b8-b7d8-007dae3eacdb', 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec', 'admin_state_up': True, 'tenant_id': '56035dbeb92e4f879395357fce5a955e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:30.203654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ab3ea-63b3-4525-ac78-ed7550cd1bdd req-b5d9daba-91a4-485e-b29b-88f06840f904 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:30.223978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b6ab3ea-63b3-4525-ac78-ed7550cd1bdd req-b5d9daba-91a4-485e-b29b-88f06840f904 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.2755523 Jul 22 23:31:30.231822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-d5015bb5-7136-4f8c-8d96-d2ebb984148b tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:30.233261 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-d5015bb5-7136-4f8c-8d96-d2ebb984148b tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 808 time: 0.1737330 Jul 22 23:31:30.305510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b6ab3ea-63b3-4525-ac78-ed7550cd1bdd req-f605e7a9-031a-45c5-9011-fcd4a1b142e1 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670831 Jul 22 23:31:30.307542 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-d5ca2dac-a6b0-4983-8350-9264ac5c37f8 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/quotas/e3f3293308ad4d108b84009eb08300e1 HTTP/1.1" status: 200 len: 375 time: 0.0443451 Jul 22 23:31:30.340722 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-e22f119f-7d53-4ba4-9f47-7c48e305655a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Made reservation on behalf of 56035dbeb92e4f879395357fce5a955e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:30.346617 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-e22f119f-7d53-4ba4-9f47-7c48e305655a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.435244 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-d0094949-945b-4ce0-ae7c-6473a5915964 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214514 Jul 22 23:31:30.529735 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-e22f119f-7d53-4ba4-9f47-7c48e305655a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Allocated IP 172.20.0.8 (4a3b8ddb-0c36-4039-a9de-fdc44987feec/f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960/bc8e715e-e920-4b14-a670-f4b906a20bfe) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:31:30.542711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602a61c-9c1f-4e2c-8ae0-d356eb3d68f6 req-62c23a6e-1e0f-465c-a816-e2a238aa2ce9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:30.550881 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d602a61c-9c1f-4e2c-8ae0-d356eb3d68f6 req-62c23a6e-1e0f-465c-a816-e2a238aa2ce9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=f71728e9-80db-4e71-bc15-bdfa2bd1f9db HTTP/1.1" status: 200 len: 949 time: 0.1777449 Jul 22 23:31:30.613967 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-7654eb25-2ab3-48ad-bbf6-475bcfa88783 service neutron] 10.222.0.26 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769044 Jul 22 23:31:30.637043 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d602a61c-9c1f-4e2c-8ae0-d356eb3d68f6 req-6b45a3fd-c7b8-4e33-a233-5b857e5aee14 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850189 Jul 22 23:31:30.728470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-dabf8639-ba31-4c47-9dc9-07aa0d724bf3 service neutron] 10.222.0.26 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115904 Jul 22 23:31:30.730161 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959ee33b-f7d0-4b3b-9993-8794f492cf13 x-openstack-request-id: req-959ee33b-f7d0-4b3b-9993-8794f492cf13 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:30.730520 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f641063e-9774-41ac-9156-a3db555c34a2", "name": "network-vif-deleted", "tag": "ec7fa47a-0761-4d65-a2cc-4a7027e8ced4", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:30.730838 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-959ee33b-f7d0-4b3b-9993-8794f492cf13 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:30.731412 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f641063e-9774-41ac-9156-a3db555c34a2', 'name': 'network-vif-deleted', 'tag': 'ec7fa47a-0761-4d65-a2cc-4a7027e8ced4', 'status': 'completed', 'code': 200} Jul 22 23:31:30.758569 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['f154685f-5a9e-41e6-b32b-e6b95b0104b3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:30.760690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11e0924-a511-4658-b77b-15e15b37f8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d531d5-6821-4dba-af94-4d8ed6016efe'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:30.763994 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a4f107-e59d-4931-b696-2011bdf78714" -d '{"events": [{"server_uuid": "f11e0924-a511-4658-b77b-15e15b37f8da", "name": "network-vif-plugged", "status": "completed", "tag": "08d531d5-6821-4dba-af94-4d8ed6016efe"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:30.811912 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-e22f119f-7d53-4ba4-9f47-7c48e305655a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.878563 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b04d658-42e6-420a-917e-09e74212e649 req-1c9163e0-967e-4ece-a218-79f20cda7d41 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=303736982beb4141af5779fc8cb4a1f0 HTTP/1.1" status: 200 len: 10892 time: 0.1461232 Jul 22 23:31:30.899608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-e22f119f-7d53-4ba4-9f47-7c48e305655a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.009453 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-e22f119f-7d53-4ba4-9f47-7c48e305655a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Network 4a3b8ddb-0c36-4039-a9de-fdc44987feec is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:31.016910 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b04d658-42e6-420a-917e-09e74212e649 req-c37f2932-bce1-439e-adb7-d25cf33e0c97 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/9638c237-9b55-4506-ad86-fd929995ac35 HTTP/1.1" status: 200 len: 2981 time: 0.1372194 Jul 22 23:31:31.033130 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-e22f119f-7d53-4ba4-9f47-7c48e305655a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:31.042849 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-e22f119f-7d53-4ba4-9f47-7c48e305655a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:31.045319 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f119f-7d53-4ba4-9f47-7c48e305655a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Pushing event updated for resources: {'Port': ['ID=bc8e715e-e920-4b14-a670-f4b906a20bfe,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:31.080379 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5d4de6-d511-4ea7-870c-f5fd3a11910f x-openstack-request-id: req-0d5d4de6-d511-4ea7-870c-f5fd3a11910f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:31.080964 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11e0924-a511-4658-b77b-15e15b37f8da", "name": "network-vif-plugged", "status": "completed", "tag": "08d531d5-6821-4dba-af94-4d8ed6016efe", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:31.080964 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d5d4de6-d511-4ea7-870c-f5fd3a11910f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:31.081334 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11e0924-a511-4658-b77b-15e15b37f8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d531d5-6821-4dba-af94-4d8ed6016efe', 'code': 200} Jul 22 23:31:31.134969 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b04d658-42e6-420a-917e-09e74212e649 req-d5a41990-a79d-432c-9d8b-1733990425a0 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/9638c237-9b55-4506-ad86-fd929995ac35 HTTP/1.1" status: 200 len: 2981 time: 0.1167724 Jul 22 23:31:31.200659 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-e22f119f-7d53-4ba4-9f47-7c48e305655a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:31.201359 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-e22f119f-7d53-4ba4-9f47-7c48e305655a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.228531 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-e22f119f-7d53-4ba4-9f47-7c48e305655a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0400803 Jul 22 23:31:31.236695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5bfeef99-0fa1-4683-9cab-ad34556484bb req-f7167cf6-9ddf-43e1-8c80-f74cb1797d11 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 210 time: 0.0565031 Jul 22 23:31:31.248909 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe970f19-ac80-4bc1-aedd-33e865446cba req-8d093f04-3ac3-4279-9a09-d5145b6f91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:31.257654 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fe970f19-ac80-4bc1-aedd-33e865446cba req-8d093f04-3ac3-4279-9a09-d5145b6f91b5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f11e0924-a511-4658-b77b-15e15b37f8da HTTP/1.1" status: 200 len: 1101 time: 0.1135144 Jul 22 23:31:31.265981 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Request body: {'port': {'device_id': '050d1d7d-18d4-45b8-b7d8-007dae3eacdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:31.303822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b92c7-86f1-4e1c-a5b0-bb43b1e9d4f0 req-bd84b362-160e-4b6a-84f7-d298af7c7188 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:31.307641 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac4b92c7-86f1-4e1c-a5b0-bb43b1e9d4f0 req-bd84b362-160e-4b6a-84f7-d298af7c7188 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 931 time: 0.1372898 Jul 22 23:31:31.369551 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac4b92c7-86f1-4e1c-a5b0-bb43b1e9d4f0 req-04361bdc-875b-4ee5-aa2f-b846fa789bea tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554416 Jul 22 23:31:31.400767 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:31.407126 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fe970f19-ac80-4bc1-aedd-33e865446cba req-f4ddd1d2-c16a-4399-8e96-c33d69697cb3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344028 Jul 22 23:31:31.438251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:31.439955 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ec7fa47a-0761-4d65-a2cc-4a7027e8ced4 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:31.458376 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.524688 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cbbc3e7-e88c-41d8-b839-9ea36ab095f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.529737 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f7083d1-6a96-4a30-bca1-defa304b502d req-8ba344bc-26df-4035-bdfa-1b472c199c8f tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/ce5f7b12-3ffd-4bfa-a894-5ca8652437c9 HTTP/1.1" status: 200 len: 1801 time: 0.1075521 Jul 22 23:31:31.671123 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f7083d1-6a96-4a30-bca1-defa304b502d req-4d8b4946-95de-4f25-80bb-6cc3697d13f9 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.737524 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f7083d1-6a96-4a30-bca1-defa304b502d req-4d8b4946-95de-4f25-80bb-6cc3697d13f9 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.797303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cda986-a802-4ba4-a3c6-884e0b933486 req-7530eeaa-7bb2-4c7b-8753-0630b0d77e5a tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:31.799217 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10cda986-a802-4ba4-a3c6-884e0b933486 req-7530eeaa-7bb2-4c7b-8753-0630b0d77e5a tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 949 time: 0.1219518 Jul 22 23:31:31.807152 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f7083d1-6a96-4a30-bca1-defa304b502d req-4d8b4946-95de-4f25-80bb-6cc3697d13f9 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.810409 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f7083d1-6a96-4a30-bca1-defa304b502d req-4d8b4946-95de-4f25-80bb-6cc3697d13f9 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.811687 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f7083d1-6a96-4a30-bca1-defa304b502d req-4d8b4946-95de-4f25-80bb-6cc3697d13f9 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "DELETE /v2.0/security-groups/ce5f7b12-3ffd-4bfa-a894-5ca8652437c9 HTTP/1.1" status: 204 len: 173 time: 0.2810972 Jul 22 23:31:31.863393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b4946-95de-4f25-80bb-6cc3697d13f9 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5f7b12-3ffd-4bfa-a894-5ca8652437c9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:31.898045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10cda986-a802-4ba4-a3c6-884e0b933486 req-2b8331d4-58bd-4574-b130-4b890c7cd22a tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851614 Jul 22 23:31:31.929999 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-8438228b-4a2e-4d26-8549-2cdbe517638d req-3f98c934-0687-4acc-8554-7a916230b535 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] show failed (client error): The resource could not be found. Jul 22 23:31:31.936601 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8438228b-4a2e-4d26-8549-2cdbe517638d req-3f98c934-0687-4acc-8554-7a916230b535 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/ce5f7b12-3ffd-4bfa-a894-5ca8652437c9 HTTP/1.1" status: 404 len: 352 time: 0.0199709 Jul 22 23:31:31.992791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8e715e-e920-4b14-a670-f4b906a20bfe {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:32.006929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73c57a12-a5ab-49f9-aa56-56d87d769c6a req-7778320d-58ed-4cb6-90a8-bf7c371f1292 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/b04b97b8-383e-4905-885e-a6f08c3e11ca HTTP/1.1" status: 200 len: 1799 time: 0.0435305 Jul 22 23:31:32.015448 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.037288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Transition to ACTIVE for port object bc8e715e-e920-4b14-a670-f4b906a20bfe will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:32.054684 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.128603 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73c57a12-a5ab-49f9-aa56-56d87d769c6a req-2e726e89-c9d3-4212-905b-db4aace10938 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.146518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8e715e-e920-4b14-a670-f4b906a20bfe,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:32.164336 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73c57a12-a5ab-49f9-aa56-56d87d769c6a req-2e726e89-c9d3-4212-905b-db4aace10938 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.201896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44216a80-eb81-425d-8ca4-c57b9efa6b99 req-acaa178c-fe31-475f-8123-d5a56836cb62 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:32.203400 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44216a80-eb81-425d-8ca4-c57b9efa6b99 req-acaa178c-fe31-475f-8123-d5a56836cb62 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=f71728e9-80db-4e71-bc15-bdfa2bd1f9db HTTP/1.1" status: 200 len: 949 time: 0.1401997 Jul 22 23:31:32.207688 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Attempting to bind port bc8e715e-e920-4b14-a670-f4b906a20bfe on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:32.208730 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Attempting to bind port bc8e715e-e920-4b14-a670-f4b906a20bfe by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:32.209308 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Attempting to bind port bc8e715e-e920-4b14-a670-f4b906a20bfe on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:32.214804 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Port bc8e715e-e920-4b14-a670-f4b906a20bfe on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:32.215483 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Attempting to bind port bc8e715e-e920-4b14-a670-f4b906a20bfe on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:32.221570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:32.222289 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Checking segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:32.222927 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Bound using segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:32.223645 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Bound port: bc8e715e-e920-4b14-a670-f4b906a20bfe, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:32.224241 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.273834 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44216a80-eb81-425d-8ca4-c57b9efa6b99 req-f400b837-d2a0-44a2-a89a-b98d4404e4e2 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525947 Jul 22 23:31:32.280550 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73c57a12-a5ab-49f9-aa56-56d87d769c6a req-2e726e89-c9d3-4212-905b-db4aace10938 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.284998 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73c57a12-a5ab-49f9-aa56-56d87d769c6a req-2e726e89-c9d3-4212-905b-db4aace10938 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.299322 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73c57a12-a5ab-49f9-aa56-56d87d769c6a req-2e726e89-c9d3-4212-905b-db4aace10938 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "DELETE /v2.0/security-groups/b04b97b8-383e-4905-885e-a6f08c3e11ca HTTP/1.1" status: 204 len: 173 time: 0.2857139 Jul 22 23:31:32.325654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e726e89-c9d3-4212-905b-db4aace10938 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04b97b8-383e-4905-885e-a6f08c3e11ca,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:32.388202 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] For port bc8e715e-e920-4b14-a670-f4b906a20bfe, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:32.398000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] For port bc8e715e-e920-4b14-a670-f4b906a20bfe, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=bc8e715e-e920-4b14-a670-f4b906a20bfe,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:32.407464 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.443038 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c7e44a3f-913b-4f6d-aba6-17c4827b98a7 req-a3d993b1-d6bd-4da2-8afc-ee4176930515 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 210 time: 0.0582294 Jul 22 23:31:32.479306 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8e715e-e920-4b14-a670-f4b906a20bfe,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:32.480325 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-14dcfce9-f077-43a0-8063-8e466fb76f4a tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fb89fd006c024322b87d15ca6772f41c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671282 Jul 22 23:31:32.499058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:32.499835 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.501448 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a72e7097-2485-4a47-b76a-f337a0690627 service neutron] 10.222.0.95 "PUT /v2.0/ports/bc8e715e-e920-4b14-a670-f4b906a20bfe HTTP/1.1" status: 200 len: 1091 time: 1.2427819 Jul 22 23:31:32.502005 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050d1d7d-18d4-45b8-b7d8-007dae3eacdb', 'tag': 'bc8e715e-e920-4b14-a670-f4b906a20bfe'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:32.504523 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-f951b2c4-468c-4db4-ac96-ef1f8c272393 req-d665c546-50d9-4e86-b9c4-37c96459ba75 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] show failed (client error): The resource could not be found. Jul 22 23:31:32.505118 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97fe2db-3c06-4a66-8671-7805b3ad1bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "050d1d7d-18d4-45b8-b7d8-007dae3eacdb", "tag": "bc8e715e-e920-4b14-a670-f4b906a20bfe"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:32.515245 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f951b2c4-468c-4db4-ac96-ef1f8c272393 req-d665c546-50d9-4e86-b9c4-37c96459ba75 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/b04b97b8-383e-4905-885e-a6f08c3e11ca HTTP/1.1" status: 404 len: 352 time: 0.0337291 Jul 22 23:31:32.741654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8fdcc-6e09-4527-b7ac-fa340a970720 req-36aadff0-f3d3-424c-a555-d151671376de tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:32.751233 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a8fdcc-6e09-4527-b7ac-fa340a970720 req-36aadff0-f3d3-424c-a555-d151671376de tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 943 time: 0.1404934 Jul 22 23:31:32.755147 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-7c3fa618-eb49-4089-a163-75b954118bae tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:32.756670 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-7c3fa618-eb49-4089-a163-75b954118bae tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.95 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 808 time: 0.2400544 Jul 22 23:31:32.760178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-32276d17-ecd7-48f5-8f1c-10bfa893a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:32.762045 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-32276d17-ecd7-48f5-8f1c-10bfa893a4dd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 1094 time: 0.1966753 Jul 22 23:31:32.769413 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-5eb0fee9-1da6-405d-8b40-ad4b20973d2b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:32.771820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-5eb0fee9-1da6-405d-8b40-ad4b20973d2b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553232 Jul 22 23:31:32.784860 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-dd2ca2d5-f9f7-4c43-9c7c-1b6e2dd8c3a5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Request body: {'port': {'device_id': 'b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea', 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6', 'admin_state_up': True, 'tenant_id': 'e3f3293308ad4d108b84009eb08300e1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:32.813848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-508e9943-3e51-4575-b5ca-027d1841acd8 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/quotas/fb89fd006c024322b87d15ca6772f41c HTTP/1.1" status: 200 len: 375 time: 0.0240397 Jul 22 23:31:32.841560 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-762c630f-5229-4630-a70c-4a17dd880736 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc8e715e-e920-4b14-a670-f4b906a20bfe HTTP/1.1" status: 200 len: 217 time: 0.0612609 Jul 22 23:31:32.841829 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36a8fdcc-6e09-4527-b7ac-fa340a970720 req-d65a700a-c38e-4d50-9c8b-6f9831ccfb51 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894001 Jul 22 23:31:32.901054 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-adcf063f-0898-4848-9316-0481d2f02da9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809803 Jul 22 23:31:32.936085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-2fd6040d-0e6d-456a-8439-e5e0b10eba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:32.937492 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-2fd6040d-0e6d-456a-8439-e5e0b10eba25 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.0866137 Jul 22 23:31:32.987766 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-a8908616-4b3a-4a49-a119-f161445c5600 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389142 Jul 22 23:31:33.007831 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2e5d0c-53bd-43b9-983c-8cd201404cd9 x-openstack-request-id: req-7b2e5d0c-53bd-43b9-983c-8cd201404cd9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:33.008127 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050d1d7d-18d4-45b8-b7d8-007dae3eacdb", "tag": "bc8e715e-e920-4b14-a670-f4b906a20bfe", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:33.008379 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b2e5d0c-53bd-43b9-983c-8cd201404cd9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:33.008778 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050d1d7d-18d4-45b8-b7d8-007dae3eacdb', 'tag': 'bc8e715e-e920-4b14-a670-f4b906a20bfe', 'status': 'completed', 'code': 200} Jul 22 23:31:33.042992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-dd2ca2d5-f9f7-4c43-9c7c-1b6e2dd8c3a5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Made reservation on behalf of e3f3293308ad4d108b84009eb08300e1 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:33.047987 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-dd2ca2d5-f9f7-4c43-9c7c-1b6e2dd8c3a5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:33.072319 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f01e7d77-e39f-4ea5-b01f-bb823b0d33db req-497e39e6-47a1-42d8-8f58-d1d5fae5d497 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/78c5eabd-5c03-43f5-b3ad-b2a98c1950e8 HTTP/1.1" status: 200 len: 1799 time: 0.0553212 Jul 22 23:31:33.218129 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f01e7d77-e39f-4ea5-b01f-bb823b0d33db req-04ba2314-ffc7-44ca-b40c-3c8a2ee6fb73 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:33.218687 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-86a1f3e4-513c-499e-8297-714f5ef2d6fe service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209601 Jul 22 23:31:33.246889 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f01e7d77-e39f-4ea5-b01f-bb823b0d33db req-04ba2314-ffc7-44ca-b40c-3c8a2ee6fb73 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:33.272359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b57c68-8638-4eb2-b849-2353ce5b6354 req-b95c5714-5510-4f6a-9ab2-5532fddda531 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:33.279990 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7b57c68-8638-4eb2-b849-2353ce5b6354 req-b95c5714-5510-4f6a-9ab2-5532fddda531 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 949 time: 0.1675754 Jul 22 23:31:33.350384 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7b57c68-8638-4eb2-b849-2353ce5b6354 req-c591c80f-ff3a-407d-9712-268c1caad71c tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694261 Jul 22 23:31:33.357353 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f01e7d77-e39f-4ea5-b01f-bb823b0d33db req-04ba2314-ffc7-44ca-b40c-3c8a2ee6fb73 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:33.359929 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f01e7d77-e39f-4ea5-b01f-bb823b0d33db req-04ba2314-ffc7-44ca-b40c-3c8a2ee6fb73 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:33.363750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f01e7d77-e39f-4ea5-b01f-bb823b0d33db req-04ba2314-ffc7-44ca-b40c-3c8a2ee6fb73 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "DELETE /v2.0/security-groups/78c5eabd-5c03-43f5-b3ad-b2a98c1950e8 HTTP/1.1" status: 204 len: 173 time: 0.2831306 Jul 22 23:31:33.375475 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba2314-ffc7-44ca-b40c-3c8a2ee6fb73 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c5eabd-5c03-43f5-b3ad-b2a98c1950e8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:33.397813 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-dd2ca2d5-f9f7-4c43-9c7c-1b6e2dd8c3a5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Allocated IP 172.20.0.12 (0d462ef1-2f68-4b40-8269-d8c40ab7d3d6/3baa7daf-8ee7-4f4e-8715-eee13750e0b5/d8e2324f-1e36-4785-8b64-065c704da2c3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:31:33.411500 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device f154685f-5a9e-41e6-b32b-e6b95b0104b3 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:33.456637 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1064ddd-6e73-45ee-b09f-99b06bac8ec9 req-87c83640-b84f-431f-8f34-8997415e7b44 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 210 time: 0.0590825 Jul 22 23:31:33.500924 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-14d0fb85-efe2-458b-b4ec-c1664d4b7888 req-ed8d3e6a-f3f8-44c5-8ca2-acc1fd55be79 service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696145 Jul 22 23:31:33.506926 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port f154685f-5a9e-41e6-b32b-e6b95b0104b3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:33.511287 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port f154685f-5a9e-41e6-b32b-e6b95b0104b3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:33.511740 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:33.576848 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-b376c51b-65b7-4034-af64-e7d940e922ac req-115081dd-4c58-4f6c-9697-00e31ecafd68 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] show failed (client error): The resource could not be found. Jul 22 23:31:33.578184 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b376c51b-65b7-4034-af64-e7d940e922ac req-115081dd-4c58-4f6c-9697-00e31ecafd68 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/78c5eabd-5c03-43f5-b3ad-b2a98c1950e8 HTTP/1.1" status: 404 len: 352 time: 0.0609806 Jul 22 23:31:33.609719 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:33.636813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3566c4-b35e-4596-857b-88c06aba3df5 req-7f10b0b5-59f1-4262-8218-e438b6e8dc10 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:33.638685 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa3566c4-b35e-4596-857b-88c06aba3df5 req-7f10b0b5-59f1-4262-8218-e438b6e8dc10 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.18 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 949 time: 0.1803930 Jul 22 23:31:33.639018 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71728e9-80db-4e71-bc15-bdfa2bd1f9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f154685f-5a9e-41e6-b32b-e6b95b0104b3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:33.641874 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a0b116-c166-4044-934f-9719e5b40b7d" -d '{"events": [{"server_uuid": "f71728e9-80db-4e71-bc15-bdfa2bd1f9db", "name": "network-vif-plugged", "status": "completed", "tag": "f154685f-5a9e-41e6-b32b-e6b95b0104b3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:33.652881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260550f9-1c60-483b-9611-89d1741e90ad req-4103b667-f5ec-42dc-a82e-53994bce3ada tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:33.655700 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-260550f9-1c60-483b-9611-89d1741e90ad req-4103b667-f5ec-42dc-a82e-53994bce3ada tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=f71728e9-80db-4e71-bc15-bdfa2bd1f9db HTTP/1.1" status: 200 len: 949 time: 0.1403227 Jul 22 23:31:33.659516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port f154685f-5a9e-41e6-b32b-e6b95b0104b3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f154685f-5a9e-41e6-b32b-e6b95b0104b3,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:33.668263 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:33.724624 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-dd2ca2d5-f9f7-4c43-9c7c-1b6e2dd8c3a5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:33.727659 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=f154685f-5a9e-41e6-b32b-e6b95b0104b3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:33.750071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fe2db-3c06-4a66-8671-7805b3ad1bd9 req-f4fd8e5c-c741-48fe-8582-f12542e97e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:33.752393 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f97fe2db-3c06-4a66-8671-7805b3ad1bd9 req-f4fd8e5c-c741-48fe-8582-f12542e97e55 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 1094 time: 0.1204555 Jul 22 23:31:33.752522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9bbf084b-343f-42f5-9cdb-a24331b17563 req-4c2a7cea-0f07-43b7-8f11-2bc7f2058313 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 210 time: 0.0465171 Jul 22 23:31:33.789229 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-260550f9-1c60-483b-9611-89d1741e90ad req-c73e9b9f-e17b-4ca7-b9ab-7530e3bdbacf tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241500 Jul 22 23:31:33.843276 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-dd2ca2d5-f9f7-4c43-9c7c-1b6e2dd8c3a5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:33.854327 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828ed09f-d910-48f8-9d5d-ea7dec22748d x-openstack-request-id: req-828ed09f-d910-48f8-9d5d-ea7dec22748d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:33.854684 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71728e9-80db-4e71-bc15-bdfa2bd1f9db", "name": "network-vif-plugged", "status": "completed", "tag": "f154685f-5a9e-41e6-b32b-e6b95b0104b3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:33.854960 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-828ed09f-d910-48f8-9d5d-ea7dec22748d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:33.855359 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71728e9-80db-4e71-bc15-bdfa2bd1f9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f154685f-5a9e-41e6-b32b-e6b95b0104b3', 'code': 200} Jul 22 23:31:33.917480 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:33.920635 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df1fe91a-df3c-4898-85dd-d79aca94b47d req-eb62e0d0-c2a2-4f75-bcd0-642d2c626ce5 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=303736982beb4141af5779fc8cb4a1f0 HTTP/1.1" status: 200 len: 6146 time: 0.1346502 Jul 22 23:31:33.933364 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-aa3566c4-b35e-4596-857b-88c06aba3df5 req-0cca40de-90d1-441c-b542-f4f2a816eb5d tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Deleting port b48de029-b2f5-4077-a41c-e32090622356 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:33.933707 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa3566c4-b35e-4596-857b-88c06aba3df5 req-0cca40de-90d1-441c-b542-f4f2a816eb5d tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:34.124053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df1fe91a-df3c-4898-85dd-d79aca94b47d req-7d62b06c-a3a2-436b-bc8b-eed298a743df tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/9638c237-9b55-4506-ad86-fd929995ac35 HTTP/1.1" status: 200 len: 2981 time: 0.1872253 Jul 22 23:31:34.148718 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-dd2ca2d5-f9f7-4c43-9c7c-1b6e2dd8c3a5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:34.155402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-dd2ca2d5-f9f7-4c43-9c7c-1b6e2dd8c3a5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:34.160420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fe2db-3c06-4a66-8671-7805b3ad1bd9 req-aa4e03d6-6318-4dbd-bff9-0717961c8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:34.161920 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f97fe2db-3c06-4a66-8671-7805b3ad1bd9 req-aa4e03d6-6318-4dbd-bff9-0717961c8e5e service neutron] 10.222.0.95 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.3892682 Jul 22 23:31:34.162933 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-dd2ca2d5-f9f7-4c43-9c7c-1b6e2dd8c3a5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:34.168279 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ca2d5-f9f7-4c43-9c7c-1b6e2dd8c3a5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Pushing event updated for resources: {'Port': ['ID=d8e2324f-1e36-4785-8b64-065c704da2c3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:34.168409 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aa3566c4-b35e-4596-857b-88c06aba3df5 req-0cca40de-90d1-441c-b542-f4f2a816eb5d tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] For port b48de029-b2f5-4077-a41c-e32090622356, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b48de029-b2f5-4077-a41c-e32090622356,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:34.168728 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa3566c4-b35e-4596-857b-88c06aba3df5 req-0cca40de-90d1-441c-b542-f4f2a816eb5d tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:34.208340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5add36-89ea-4d65-bf2f-1b10422effcd req-3cb185c8-9561-48a7-860b-1b17d670044a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:34.209868 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c5add36-89ea-4d65-bf2f-1b10422effcd req-3cb185c8-9561-48a7-860b-1b17d670044a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 943 time: 0.2587540 Jul 22 23:31:34.214464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-aa3566c4-b35e-4596-857b-88c06aba3df5 req-0cca40de-90d1-441c-b542-f4f2a816eb5d tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Calling delete_port for b48de029-b2f5-4077-a41c-e32090622356 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:34.227697 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f97fe2db-3c06-4a66-8671-7805b3ad1bd9 req-61623e70-0a06-4254-a919-2546055ee405 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc8e715e-e920-4b14-a670-f4b906a20bfe HTTP/1.1" status: 200 len: 217 time: 0.0396128 Jul 22 23:31:34.248392 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee411d-fff7-46bf-b4d1-8fad7ddccf37 req-b1cfb6f9-42e0-475b-9141-84ca81af7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:34.249900 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61ee411d-fff7-46bf-b4d1-8fad7ddccf37 req-b1cfb6f9-42e0-475b-9141-84ca81af7642 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f71728e9-80db-4e71-bc15-bdfa2bd1f9db HTTP/1.1" status: 200 len: 1101 time: 0.2671332 Jul 22 23:31:34.263904 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d0aba7a3-ff15-4ecd-a567-34df56c8b84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:34.278341 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-dd2ca2d5-f9f7-4c43-9c7c-1b6e2dd8c3a5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:34.278682 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-dd2ca2d5-f9f7-4c43-9c7c-1b6e2dd8c3a5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:34.289402 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df1fe91a-df3c-4898-85dd-d79aca94b47d req-d6f8c6fc-21e7-4fc4-bbed-1f90070466fa tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/9638c237-9b55-4506-ad86-fd929995ac35 HTTP/1.1" status: 200 len: 2981 time: 0.1522686 Jul 22 23:31:34.291726 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:34.311602 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-dd2ca2d5-f9f7-4c43-9c7c-1b6e2dd8c3a5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5338612 Jul 22 23:31:34.315300 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fe2db-3c06-4a66-8671-7805b3ad1bd9 req-40087d23-0918-4b98-b4ef-b8965d3176fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:34.317264 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f97fe2db-3c06-4a66-8671-7805b3ad1bd9 req-40087d23-0918-4b98-b4ef-b8965d3176fe service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.0819061 Jul 22 23:31:34.328448 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Request body: {'port': {'device_id': 'b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:34.350376 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c5add36-89ea-4d65-bf2f-1b10422effcd req-a3bdd843-a0c9-4db4-938b-25edc924a152 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244767 Jul 22 23:31:34.356754 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61ee411d-fff7-46bf-b4d1-8fad7ddccf37 req-32359802-8d0c-455a-956a-777bad80f23a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727961 Jul 22 23:31:34.389422 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f97fe2db-3c06-4a66-8671-7805b3ad1bd9 req-04e0a47d-1066-4aa5-a070-f0b35625cd17 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379503 Jul 22 23:31:34.402802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3d57291c-5995-4d24-8374-2dd562cc30a9 req-8a7f8a1a-4ef7-4d91-b14a-bc821d804280 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1838775472', 'description': 'tempest-description-2130536626'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:34.508818 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:34.511537 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3d57291c-5995-4d24-8374-2dd562cc30a9 req-8a7f8a1a-4ef7-4d91-b14a-bc821d804280 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:34.527097 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-55e87155-d1a4-4945-b362-c8dfb54c7a33 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=fb89fd006c024322b87d15ca6772f41c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426071 Jul 22 23:31:34.543160 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f97fe2db-3c06-4a66-8671-7805b3ad1bd9 req-0ee47f51-3d85-49c0-b538-541eef2abb02 service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449862 Jul 22 23:31:34.698070 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa3566c4-b35e-4596-857b-88c06aba3df5 req-0cca40de-90d1-441c-b542-f4f2a816eb5d tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:34.754080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['b48de029-b2f5-4077-a41c-e32090622356', 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:34.754981 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca40de-90d1-441c-b542-f4f2a816eb5d tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Pushing event deleted for resources: {'Port': ['ID=b48de029-b2f5-4077-a41c-e32090622356,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:34.766782 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-f073a8ab-0ff7-4c7a-96d1-8bd97b6aeb57 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:34.768423 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-f073a8ab-0ff7-4c7a-96d1-8bd97b6aeb57 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2130780 Jul 22 23:31:34.789021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377f36e-8a49-4252-8d0b-40e07cda4bf0 req-cf512384-6166-4b8b-9273-658a74911a3d tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:34.790575 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e377f36e-8a49-4252-8d0b-40e07cda4bf0 req-cf512384-6166-4b8b-9273-658a74911a3d tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=169c2a58-df7a-4990-87c1-92f8acaeb7a8 HTTP/1.1" status: 200 len: 867 time: 0.3442554 Jul 22 23:31:34.800455 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-3296d8a8-4149-441f-ba5d-d754db290fcf tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Request body: {'port': {'device_id': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'fb89fd006c024322b87d15ca6772f41c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:34.811871 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f97fe2db-3c06-4a66-8671-7805b3ad1bd9 req-7249a1ec-0ece-40a8-94df-fc6cbffb63cf service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387345 Jul 22 23:31:34.951125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e2324f-1e36-4785-8b64-065c704da2c3 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:34.959303 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:34.972276 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Transition to ACTIVE for port object d8e2324f-1e36-4785-8b64-065c704da2c3 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:34.977032 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:35.035647 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e2324f-1e36-4785-8b64-065c704da2c3,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:35.109733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Attempting to bind port d8e2324f-1e36-4785-8b64-065c704da2c3 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:35.109988 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Attempting to bind port d8e2324f-1e36-4785-8b64-065c704da2c3 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:35.110259 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3d57291c-5995-4d24-8374-2dd562cc30a9 req-8a7f8a1a-4ef7-4d91-b14a-bc821d804280 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:35.110392 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Attempting to bind port d8e2324f-1e36-4785-8b64-065c704da2c3 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:35.111179 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3566c4-b35e-4596-857b-88c06aba3df5 req-0cca40de-90d1-441c-b542-f4f2a816eb5d tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] No DVR routers for this DVR port b48de029-b2f5-4077-a41c-e32090622356 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:35.116308 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Port d8e2324f-1e36-4785-8b64-065c704da2c3 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:35.116645 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Attempting to bind port d8e2324f-1e36-4785-8b64-065c704da2c3 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:35.121547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:35.121881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Checking segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:35.122261 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Bound using segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:35.122683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Bound port: d8e2324f-1e36-4785-8b64-065c704da2c3, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:35.123043 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:35.124250 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa3566c4-b35e-4596-857b-88c06aba3df5 req-0cca40de-90d1-441c-b542-f4f2a816eb5d tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:35.126244 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa3566c4-b35e-4596-857b-88c06aba3df5 req-0cca40de-90d1-441c-b542-f4f2a816eb5d tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.18 "DELETE /v2.0/ports/b48de029-b2f5-4077-a41c-e32090622356 HTTP/1.1" status: 204 len: 173 time: 1.4695911 Jul 22 23:31:35.126681 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169c2a58-df7a-4990-87c1-92f8acaeb7a8', 'name': 'network-vif-deleted', 'tag': 'b48de029-b2f5-4077-a41c-e32090622356'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:35.129738 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01eaf20a-6e32-4880-acc8-b2ffee557d81" -d '{"events": [{"server_uuid": "169c2a58-df7a-4990-87c1-92f8acaeb7a8", "name": "network-vif-deleted", "tag": "b48de029-b2f5-4077-a41c-e32090622356"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:35.136029 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3d57291c-5995-4d24-8374-2dd562cc30a9 req-8a7f8a1a-4ef7-4d91-b14a-bc821d804280 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:35.198801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] For port d8e2324f-1e36-4785-8b64-065c704da2c3, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:35.202555 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] For port d8e2324f-1e36-4785-8b64-065c704da2c3, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d8e2324f-1e36-4785-8b64-065c704da2c3,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:35.207786 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:35.215738 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3d57291c-5995-4d24-8374-2dd562cc30a9 req-8a7f8a1a-4ef7-4d91-b14a-bc821d804280 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:35.218476 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d57291c-5995-4d24-8374-2dd562cc30a9 req-8a7f8a1a-4ef7-4d91-b14a-bc821d804280 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8263111 Jul 22 23:31:35.267921 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e377f36e-8a49-4252-8d0b-40e07cda4bf0 req-53c1f7ce-d366-4d30-8c2d-ce40fe48cc08 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357440 Jul 22 23:31:35.269400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f8a1a-4ef7-4d91-b14a-bc821d804280 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de54b93-3d95-4681-89a0-d6a4d31b712e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:35.293937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:35.294568 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:35.295985 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] 10.222.0.95 "PUT /v2.0/ports/d8e2324f-1e36-4785-8b64-065c704da2c3 HTTP/1.1" status: 200 len: 1092 time: 0.9718072 Jul 22 23:31:35.298227 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea', 'tag': 'd8e2324f-1e36-4785-8b64-065c704da2c3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:35.301187 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df7a526-11fe-44fa-bf7e-6440d03a8588" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea", "tag": "d8e2324f-1e36-4785-8b64-065c704da2c3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:35.340830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-3296d8a8-4149-441f-ba5d-d754db290fcf tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Made reservation on behalf of fb89fd006c024322b87d15ca6772f41c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:35.353920 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-3296d8a8-4149-441f-ba5d-d754db290fcf tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:35.365654 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b19abf-71e1-4a78-b6cd-494549f37dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e2324f-1e36-4785-8b64-065c704da2c3,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:35.381822 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:35.406547 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27fc675d-6a40-45f6-a39c-8ab7165fed89 req-6a7f9541-cdbf-4be6-b9f0-0d509481c960 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 210 time: 0.0862160 Jul 22 23:31:35.450908 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-a46fdb01-335e-4c72-8596-fe66ac239b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:35.451898 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-a46fdb01-335e-4c72-8596-fe66ac239b71 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 1095 time: 0.0697300 Jul 22 23:31:35.497726 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-c5bc9938-f8f3-4c04-9d3f-750e526428ca service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8e2324f-1e36-4785-8b64-065c704da2c3 HTTP/1.1" status: 200 len: 217 time: 0.0360460 Jul 22 23:31:35.553594 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-ba60ef74-0743-4e70-90f4-309f7f57e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:35.554949 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-ba60ef74-0743-4e70-90f4-309f7f57e58b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.0468352 Jul 22 23:31:35.601015 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-d0b7a4dd-a1c8-4e78-aa8b-11475857941d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285907 Jul 22 23:31:35.607627 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-3296d8a8-4149-441f-ba5d-d754db290fcf tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Allocated IP 192.168.233.55 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/e1f3904d-d223-49a0-85c1-c692d7ace5eb) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:31:35.618358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b08e41-8d50-4beb-adb1-1cc9a650c2f1 req-c74db65f-6424-46d9-aad2-6c2ae184884f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:35.619873 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1b08e41-8d50-4beb-adb1-1cc9a650c2f1 req-c74db65f-6424-46d9-aad2-6c2ae184884f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 944 time: 0.2207735 Jul 22 23:31:35.665021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61bf72-c17a-4d1a-a4b3-c11a73597272 req-1fcd4fb3-3b47-4b10-b779-6dabc0399891 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:35.666544 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e61bf72-c17a-4d1a-a4b3-c11a73597272 req-1fcd4fb3-3b47-4b10-b779-6dabc0399891 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=f71728e9-80db-4e71-bc15-bdfa2bd1f9db HTTP/1.1" status: 200 len: 950 time: 0.1824880 Jul 22 23:31:35.697158 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-45db7b4b-d76c-40c8-bd5a-6fc792bc3979 service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862398 Jul 22 23:31:35.743296 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1b08e41-8d50-4beb-adb1-1cc9a650c2f1 req-a5e9230f-8c71-46e3-8453-f4cd06f1c020 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149945 Jul 22 23:31:35.757290 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e61bf72-c17a-4d1a-a4b3-c11a73597272 req-545a7160-b2ab-4892-9a56-25010bfe6d7b tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806379 Jul 22 23:31:35.806151 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-69fe8231-283d-4302-b73d-98c559e84cf3 req-c9d457c8-0771-48c9-bc1f-8d16c422ce98 service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003745 Jul 22 23:31:35.811045 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-aed88f2e-eed4-413e-8df2-79741ad089f4 req-a35d0836-6a2a-4773-ad01-5862b3dc1f30 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-767473465', 'description': 'tempest-description-2117528959'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:35.816567 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b186bb-a672-4def-81a8-22d62d29b964 x-openstack-request-id: req-d4b186bb-a672-4def-81a8-22d62d29b964 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:35.816893 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169c2a58-df7a-4990-87c1-92f8acaeb7a8", "name": "network-vif-deleted", "tag": "b48de029-b2f5-4077-a41c-e32090622356", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:35.817183 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4b186bb-a672-4def-81a8-22d62d29b964 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:35.817577 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169c2a58-df7a-4990-87c1-92f8acaeb7a8', 'name': 'network-vif-deleted', 'tag': 'b48de029-b2f5-4077-a41c-e32090622356', 'status': 'completed', 'code': 200} Jul 22 23:31:35.847701 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4a42eb-33ae-4fe7-8fe3-76bc437ab536 x-openstack-request-id: req-6e4a42eb-33ae-4fe7-8fe3-76bc437ab536 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:35.848743 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea", "tag": "d8e2324f-1e36-4785-8b64-065c704da2c3", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:35.849122 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e4a42eb-33ae-4fe7-8fe3-76bc437ab536 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:35.849822 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea', 'tag': 'd8e2324f-1e36-4785-8b64-065c704da2c3', 'status': 'completed', 'code': 200} Jul 22 23:31:35.869402 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aed88f2e-eed4-413e-8df2-79741ad089f4 req-a35d0836-6a2a-4773-ad01-5862b3dc1f30 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:35.887800 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-3296d8a8-4149-441f-ba5d-d754db290fcf tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:35.912919 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-3296d8a8-4149-441f-ba5d-d754db290fcf tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Transition to ACTIVE for port object e1f3904d-d223-49a0-85c1-c692d7ace5eb will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:35.945616 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7a526-11fe-44fa-bf7e-6440d03a8588 req-1ea9545b-e408-48b6-ae03-0027c3c989de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:35.947423 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9df7a526-11fe-44fa-bf7e-6440d03a8588 req-1ea9545b-e408-48b6-ae03-0027c3c989de service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 1095 time: 0.0664213 Jul 22 23:31:36.023202 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-3296d8a8-4149-441f-ba5d-d754db290fcf tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.039281 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['a5df4edb-89f9-49f5-9058-1704c473d025'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:36.073184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['1ffff702-ff63-4a07-a49d-3f2b81c037c3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:36.097917 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d549e-b0aa-4795-bd00-bc0fc5c79430 req-c1f4d712-203f-4415-ba4b-3ea8fb1fccf1 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:36.099606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-496d549e-b0aa-4795-bd00-bc0fc5c79430 req-c1f4d712-203f-4415-ba4b-3ea8fb1fccf1 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 943 time: 0.1880426 Jul 22 23:31:36.114306 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-3296d8a8-4149-441f-ba5d-d754db290fcf tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:36.116711 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aed88f2e-eed4-413e-8df2-79741ad089f4 req-a35d0836-6a2a-4773-ad01-5862b3dc1f30 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.121611 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7a526-11fe-44fa-bf7e-6440d03a8588 req-0d315c73-39c8-4d33-bf35-c739f73c515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:36.123418 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9df7a526-11fe-44fa-bf7e-6440d03a8588 req-0d315c73-39c8-4d33-bf35-c739f73c515d service neutron] 10.222.0.95 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.1652179 Jul 22 23:31:36.126674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-3296d8a8-4149-441f-ba5d-d754db290fcf tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:36.146999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-3296d8a8-4149-441f-ba5d-d754db290fcf tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:36.149543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296d8a8-4149-441f-ba5d-d754db290fcf tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Pushing event updated for resources: {'Port': ['ID=e1f3904d-d223-49a0-85c1-c692d7ace5eb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:36.151813 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aed88f2e-eed4-413e-8df2-79741ad089f4 req-a35d0836-6a2a-4773-ad01-5862b3dc1f30 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.214844 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9df7a526-11fe-44fa-bf7e-6440d03a8588 req-04ee33e3-3a39-40af-b663-29de2793d199 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8e2324f-1e36-4785-8b64-065c704da2c3 HTTP/1.1" status: 200 len: 217 time: 0.0742452 Jul 22 23:31:36.235799 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aed88f2e-eed4-413e-8df2-79741ad089f4 req-a35d0836-6a2a-4773-ad01-5862b3dc1f30 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.237258 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aed88f2e-eed4-413e-8df2-79741ad089f4 req-a35d0836-6a2a-4773-ad01-5862b3dc1f30 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4334238 Jul 22 23:31:36.275027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d0836-6a2a-4773-ad01-5862b3dc1f30 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4abc14-c7d3-4b4c-91d0-6112decfb01d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:36.284660 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-3296d8a8-4149-441f-ba5d-d754db290fcf tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:36.285457 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-3296d8a8-4149-441f-ba5d-d754db290fcf tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.308573 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7a526-11fe-44fa-bf7e-6440d03a8588 req-c93b998a-e1cc-4513-87fd-ff56ae0350e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:36.310727 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9df7a526-11fe-44fa-bf7e-6440d03a8588 req-c93b998a-e1cc-4513-87fd-ff56ae0350e1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.0815933 Jul 22 23:31:36.314603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-496d549e-b0aa-4795-bd00-bc0fc5c79430 req-48991505-f490-45a2-a2a5-2890a352fcc7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020924 Jul 22 23:31:36.326155 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-3296d8a8-4149-441f-ba5d-d754db290fcf tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5321581 Jul 22 23:31:36.365239 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Request body: {'port': {'device_id': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:36.372660 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9df7a526-11fe-44fa-bf7e-6440d03a8588 req-e7f2f3ca-691a-40c6-9ce6-0ccdddda0941 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525057 Jul 22 23:31:36.546832 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9df7a526-11fe-44fa-bf7e-6440d03a8588 req-448d161a-b520-420b-9219-fd2dafe477d0 service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651783 Jul 22 23:31:36.588609 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.637149 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d0ec31a2-2a63-4ead-9bc0-29926eb132d6 None None] Provisioning for port e1f3904d-d223-49a0-85c1-c692d7ace5eb completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:36.641944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d0ec31a2-2a63-4ead-9bc0-29926eb132d6 None None] Provisioning complete for port e1f3904d-d223-49a0-85c1-c692d7ace5eb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:36.642725 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d0ec31a2-2a63-4ead-9bc0-29926eb132d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.679768 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9df7a526-11fe-44fa-bf7e-6440d03a8588 req-58297da2-4dbc-4613-a806-ad93bd705f75 service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172872 Jul 22 23:31:36.682686 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d0ec31a2-2a63-4ead-9bc0-29926eb132d6 None None] Port e1f3904d-d223-49a0-85c1-c692d7ace5eb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:31:36.806457 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-341ebd71-a811-4f6c-84f0-ea763afe227f tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:36.808256 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-341ebd71-a811-4f6c-84f0-ea763afe227f tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/networks?id=d66e71ed-4f17-4338-aa33-0c044f3bb64f HTTP/1.1" status: 200 len: 813 time: 0.2778699 Jul 22 23:31:36.851363 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-797b4247-8034-4e5f-82b4-22c627d82920 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/quotas/303736982beb4141af5779fc8cb4a1f0 HTTP/1.1" status: 200 len: 375 time: 0.0359018 Jul 22 23:31:36.885497 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.931554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ac3a0-c633-4910-b4fd-034204e4a80c req-b2c65a3e-eea7-4298-838b-cc43a7eb2b66 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:36.933041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-206ac3a0-c633-4910-b4fd-034204e4a80c req-b2c65a3e-eea7-4298-838b-cc43a7eb2b66 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 935 time: 0.2427263 Jul 22 23:31:37.014632 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-206ac3a0-c633-4910-b4fd-034204e4a80c req-f9019154-5e45-46d1-86ee-1613ed855c2d tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753341 Jul 22 23:31:37.035498 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-becb6480-355f-4871-8572-0ac5d7ef0e1f tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=303736982beb4141af5779fc8cb4a1f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1735525 Jul 22 23:31:37.118596 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f3904d-d223-49a0-85c1-c692d7ace5eb {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:37.131631 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:37.176090 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Transition to ACTIVE for port object e1f3904d-d223-49a0-85c1-c692d7ace5eb will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:37.183174 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:37.253069 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-d15bc6cd-06c4-4412-9017-358009639b06 service neutron] 10.222.0.26 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159834 Jul 22 23:31:37.271783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a96868-daec-4ed1-ac3e-d86fc6f7d8e8 req-5d12f65e-3759-4740-b362-743598009635 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:37.273386 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82a96868-daec-4ed1-ac3e-d86fc6f7d8e8 req-5d12f65e-3759-4740-b362-743598009635 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 950 time: 0.1952395 Jul 22 23:31:37.282934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f3904d-d223-49a0-85c1-c692d7ace5eb,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:37.393521 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device bc8e715e-e920-4b14-a670-f4b906a20bfe details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:37.419167 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82a96868-daec-4ed1-ac3e-d86fc6f7d8e8 req-2c1cc4c0-b70e-44b9-a26c-54f65da1bd65 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314538 Jul 22 23:31:37.424820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b48de029-b2f5-4077-a41c-e32090622356 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:37.457109 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-1ed3a97e-6e6d-4372-8fae-b575ea45b54f service neutron] 10.222.0.26 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823058 Jul 22 23:31:37.459427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Attempting to bind port e1f3904d-d223-49a0-85c1-c692d7ace5eb on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:37.460295 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Attempting to bind port e1f3904d-d223-49a0-85c1-c692d7ace5eb by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:37.460295 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Attempting to bind port e1f3904d-d223-49a0-85c1-c692d7ace5eb on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:37.464561 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Port e1f3904d-d223-49a0-85c1-c692d7ace5eb on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:37.464884 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Attempting to bind port e1f3904d-d223-49a0-85c1-c692d7ace5eb on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:37.469850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:37.470208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:37.470467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:37.470901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Bound port: e1f3904d-d223-49a0-85c1-c692d7ace5eb, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:37.471358 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:37.479394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: b48de029-b2f5-4077-a41c-e32090622356 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:37.479744 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b48de029-b2f5-4077-a41c-e32090622356 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:37.556526 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port bc8e715e-e920-4b14-a670-f4b906a20bfe, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=bc8e715e-e920-4b14-a670-f4b906a20bfe,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:37.568567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'bc8e715e-e920-4b14-a670-f4b906a20bfe', 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec', 'port_id': 'bc8e715e-e920-4b14-a670-f4b906a20bfe', 'mac_address': 'fa:16:3e:cc:d5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:37.602481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:37.606368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:37.614439 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:37.629703 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb80fc-bd66-4e2c-9d29-cf6b5f14bac0 req-f1e92a9b-6206-4865-abc7-9726be881863 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:37.629988 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8e715e-e920-4b14-a670-f4b906a20bfe {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:37.638657 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9bfb80fc-bd66-4e2c-9d29-cf6b5f14bac0 req-f1e92a9b-6206-4865-abc7-9726be881863 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 944 time: 0.1552665 Jul 22 23:31:37.642685 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:37.652967 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port bc8e715e-e920-4b14-a670-f4b906a20bfe, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=bc8e715e-e920-4b14-a670-f4b906a20bfe,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:37.657954 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:37.711756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:37.712446 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:37.713934 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] 10.222.0.95 "PUT /v2.0/ports/e1f3904d-d223-49a0-85c1-c692d7ace5eb HTTP/1.1" status: 200 len: 1095 time: 1.3536916 Jul 22 23:31:37.722889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=bc8e715e-e920-4b14-a670-f4b906a20bfe,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:37.765606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9bfb80fc-bd66-4e2c-9d29-cf6b5f14bac0 req-2cec62b8-86ff-4720-9927-c70bd862f669 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259189 Jul 22 23:31:37.819850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59988b7-0c70-4f99-a358-69dbe2d9dc54 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f3904d-d223-49a0-85c1-c692d7ace5eb,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:37.828038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:37.830335 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b3ac4b-eafb-44bb-bacc-3193e5f923b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:37.912355 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee40947-eee8-4490-ad76-dbbcb4b11fce req-d96dea6c-a14e-42f5-9bdb-c991e36b8684 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:37.913774 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5ee40947-eee8-4490-ad76-dbbcb4b11fce req-d96dea6c-a14e-42f5-9bdb-c991e36b8684 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=f71728e9-80db-4e71-bc15-bdfa2bd1f9db HTTP/1.1" status: 200 len: 950 time: 0.2258916 Jul 22 23:31:37.953276 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-cdcf9137-efa6-46dc-a02b-5fb4b1507675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:37.954963 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-cdcf9137-efa6-46dc-a02b-5fb4b1507675 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 1098 time: 0.1867552 Jul 22 23:31:37.974629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a142d6-08ad-443c-b54a-d3e30dc6a736 req-676bcf72-20e6-4c0b-a6c4-204233c51481 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:37.976093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-45a142d6-08ad-443c-b54a-d3e30dc6a736 req-676bcf72-20e6-4c0b-a6c4-204233c51481 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 944 time: 0.1402192 Jul 22 23:31:38.021677 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['bc8e715e-e920-4b14-a670-f4b906a20bfe'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:38.027182 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-07ef0a65-1b14-472a-91f7-28f3d309d1ba service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb HTTP/1.1" status: 200 len: 217 time: 0.0626411 Jul 22 23:31:38.036350 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5ee40947-eee8-4490-ad76-dbbcb4b11fce req-b3ef59ad-6849-4238-89ba-e0b8c301d0fc tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088653 Jul 22 23:31:38.061308 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-45a142d6-08ad-443c-b54a-d3e30dc6a736 req-068b4bae-6c5f-4bfb-a72c-5e615e1e6b77 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735991 Jul 22 23:31:38.140131 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-b4e58f49-6c8e-4e75-99c5-684fe426e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:38.143610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-b4e58f49-6c8e-4e75-99c5-684fe426e780 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0861390 Jul 22 23:31:38.180905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71f9b14d-0720-4f93-898c-093864376727 req-c58bf917-0d36-4fc5-8c82-bfce38518e62 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 210 time: 0.0314381 Jul 22 23:31:38.230140 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcadff54-3ac7-4f02-889d-91a86f6a0539 x-openstack-request-id: req-dcadff54-3ac7-4f02-889d-91a86f6a0539 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:38.230447 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:38.231133 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dcadff54-3ac7-4f02-889d-91a86f6a0539 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:38.231532 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb', 'status': 'completed', 'code': 200} Jul 22 23:31:38.255019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-9d361c16-a823-4cc7-a055-214c868a6928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:38.256568 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-9d361c16-a823-4cc7-a055-214c868a6928 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0781522 Jul 22 23:31:38.432579 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-109c00d0-26f7-4b2c-bc1d-54ede2d64122 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672277 Jul 22 23:31:38.451241 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c621c7-1aa5-40a7-a245-f2059a76086e req-d70fabef-6214-4a5b-86f2-500fefe2b7e9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:38.452679 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2c621c7-1aa5-40a7-a245-f2059a76086e req-d70fabef-6214-4a5b-86f2-500fefe2b7e9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 947 time: 0.1664441 Jul 22 23:31:38.461614 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633a25c-2e87-47b4-809a-32bf0b800fb4 req-89bcd6b4-2666-4b2a-9cb8-ff095838738a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:38.462979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a633a25c-2e87-47b4-809a-32bf0b800fb4 req-89bcd6b4-2666-4b2a-9cb8-ff095838738a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=f11e0924-a511-4658-b77b-15e15b37f8da HTTP/1.1" status: 200 len: 950 time: 0.1695106 Jul 22 23:31:38.576192 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2c621c7-1aa5-40a7-a245-f2059a76086e req-bb13dc90-0ffb-4df8-88b1-c2d98a9e9422 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122634 Jul 22 23:31:38.613344 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a633a25c-2e87-47b4-809a-32bf0b800fb4 req-ec7cf85e-0663-4e45-8939-c6c3f5ccd4c1 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434100 Jul 22 23:31:38.941345 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a4f51f-9c59-4dab-8b3a-a66cbdbd2e63 req-085ba704-960d-4f39-8bce-4de3b5d531a2 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605639 Jul 22 23:31:38.953032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd8169-830a-442c-b0f4-ff9ac0a1a6b9 req-aff0ddf9-0a23-49e6-b03a-8439bd5c84f4 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:38.954464 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09cd8169-830a-442c-b0f4-ff9ac0a1a6b9 req-aff0ddf9-0a23-49e6-b03a-8439bd5c84f4 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.18 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 950 time: 0.4343398 Jul 22 23:31:39.075534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ad476-92f1-425c-b9f5-8436b8eef6f3 req-150c8d7a-0a7a-4142-ac0a-d113343bb7b3 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:39.077066 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e37ad476-92f1-425c-b9f5-8436b8eef6f3 req-150c8d7a-0a7a-4142-ac0a-d113343bb7b3 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 950 time: 0.2142498 Jul 22 23:31:39.088967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25565104-38df-4684-8c46-9d57bfcdc35e req-4b8d2f1b-3cdb-47c3-a48e-48e6c126b915 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:39.095131 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25565104-38df-4684-8c46-9d57bfcdc35e req-4b8d2f1b-3cdb-47c3-a48e-48e6c126b915 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:39.096763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-25565104-38df-4684-8c46-9d57bfcdc35e req-4b8d2f1b-3cdb-47c3-a48e-48e6c126b915 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=f11e0924-a511-4658-b77b-15e15b37f8da&device_id=f71728e9-80db-4e71-bc15-bdfa2bd1f9db HTTP/1.1" status: 200 len: 1691 time: 0.2267804 Jul 22 23:31:39.204884 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e37ad476-92f1-425c-b9f5-8436b8eef6f3 req-007c4a79-7ca3-4a24-9365-2ccf02c4e1cc tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/security-groups?id=871c29c1-3165-427d-88dc-b0e030e8a131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064463 Jul 22 23:31:39.213368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3ac4b-eafb-44bb-bacc-3193e5f923b5 req-c2e6f8df-e802-4d93-8cdd-de65a494c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:39.214837 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15b3ac4b-eafb-44bb-bacc-3193e5f923b5 req-c2e6f8df-e802-4d93-8cdd-de65a494c55d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 1098 time: 0.2078133 Jul 22 23:31:39.217771 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-bd451354-d960-4add-9d51-02ab6b6179de tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:39.221033 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-25565104-38df-4684-8c46-9d57bfcdc35e req-d9e9e969-6497-40db-a53a-6398f017b8f3 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991235 Jul 22 23:31:39.221282 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-bd451354-d960-4add-9d51-02ab6b6179de tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.95 "GET /v2.0/networks?id=d66e71ed-4f17-4338-aa33-0c044f3bb64f HTTP/1.1" status: 200 len: 813 time: 0.1143260 Jul 22 23:31:39.229434 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-09cd8169-830a-442c-b0f4-ff9ac0a1a6b9 req-d42c0e43-c020-4fe9-9ca0-d1b69d7115c1 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Deleting port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:39.229837 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-09cd8169-830a-442c-b0f4-ff9ac0a1a6b9 req-d42c0e43-c020-4fe9-9ca0-d1b69d7115c1 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.248217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-a1bf31bf-ee7f-4c77-aa66-775254ba4341 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Request body: {'port': {'device_id': '1c233564-ba02-4bea-8545-d0f34386c6a8', 'network_id': 'd66e71ed-4f17-4338-aa33-0c044f3bb64f', 'admin_state_up': True, 'tenant_id': '303736982beb4141af5779fc8cb4a1f0'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:39.388573 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-a1bf31bf-ee7f-4c77-aa66-775254ba4341 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Made reservation on behalf of 303736982beb4141af5779fc8cb4a1f0 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:39.392259 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-a1bf31bf-ee7f-4c77-aa66-775254ba4341 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.407027 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d8e2324f-1e36-4785-8b64-065c704da2c3 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:39.413605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device bc8e715e-e920-4b14-a670-f4b906a20bfe up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:39.472765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-09cd8169-830a-442c-b0f4-ff9ac0a1a6b9 req-d42c0e43-c020-4fe9-9ca0-d1b69d7115c1 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] For port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:39.473663 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-09cd8169-830a-442c-b0f4-ff9ac0a1a6b9 req-d42c0e43-c020-4fe9-9ca0-d1b69d7115c1 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.499368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3ac4b-eafb-44bb-bacc-3193e5f923b5 req-84bd1df1-5633-463b-8e08-be6c9337a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:39.500861 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15b3ac4b-eafb-44bb-bacc-3193e5f923b5 req-84bd1df1-5633-463b-8e08-be6c9337a833 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.2577384 Jul 22 23:31:39.504375 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-09cd8169-830a-442c-b0f4-ff9ac0a1a6b9 req-d42c0e43-c020-4fe9-9ca0-d1b69d7115c1 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Calling delete_port for b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:39.538065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port bc8e715e-e920-4b14-a670-f4b906a20bfe completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:39.544174 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port bc8e715e-e920-4b14-a670-f4b906a20bfe triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:39.544538 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.558582 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-a1bf31bf-ee7f-4c77-aa66-775254ba4341 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Allocated IP 172.20.0.6 (d66e71ed-4f17-4338-aa33-0c044f3bb64f/c65d2065-0813-4972-bcf6-7ef4f053db9b/90c83c41-2ffc-4f71-960d-856272124e67) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:31:39.571768 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5e49d-5ae5-4d29-a66b-5c5907044e05 req-6f7db7db-66ea-4292-963e-bc5166cc1159 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:39.573315 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05d5e49d-5ae5-4d29-a66b-5c5907044e05 req-6f7db7db-66ea-4292-963e-bc5166cc1159 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 944 time: 0.2781222 Jul 22 23:31:39.584487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d8e2324f-1e36-4785-8b64-065c704da2c3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d8e2324f-1e36-4785-8b64-065c704da2c3,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:39.604564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'd8e2324f-1e36-4785-8b64-065c704da2c3', 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6', 'port_id': 'd8e2324f-1e36-4785-8b64-065c704da2c3', 'mac_address': 'fa:16:3e:a9:7f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3baa7daf-8ee7-4f4e-8715-eee13750e0b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:39.609156 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15b3ac4b-eafb-44bb-bacc-3193e5f923b5 req-806c2cf5-df98-4abc-adbc-5f2dba1b9799 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb HTTP/1.1" status: 200 len: 217 time: 0.0971930 Jul 22 23:31:39.619705 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d13bb2-b19e-480d-a4e6-3b9a2e957045 req-41226430-535d-44dd-abd9-a777625aeb35 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:39.621208 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9d13bb2-b19e-480d-a4e6-3b9a2e957045 req-41226430-535d-44dd-abd9-a777625aeb35 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 944 time: 0.2885685 Jul 22 23:31:39.673454 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.695812 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e2324f-1e36-4785-8b64-065c704da2c3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:39.700793 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.729300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d8e2324f-1e36-4785-8b64-065c704da2c3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d8e2324f-1e36-4785-8b64-065c704da2c3,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:39.736448 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.745609 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050d1d7d-18d4-45b8-b7d8-007dae3eacdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8e715e-e920-4b14-a670-f4b906a20bfe'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:39.748199 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81f3c3d-ca0e-4ab1-af92-4374df39bd32" -d '{"events": [{"server_uuid": "050d1d7d-18d4-45b8-b7d8-007dae3eacdb", "name": "network-vif-plugged", "status": "completed", "tag": "bc8e715e-e920-4b14-a670-f4b906a20bfe"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:39.755120 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9d13bb2-b19e-480d-a4e6-3b9a2e957045 req-c80b4f16-9882-489d-9196-4115a832a872 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151018 Jul 22 23:31:39.759186 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05d5e49d-5ae5-4d29-a66b-5c5907044e05 req-1e313e6c-90f2-4f32-aa45-133d052a98ff tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478593 Jul 22 23:31:39.760689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3ac4b-eafb-44bb-bacc-3193e5f923b5 req-91c5c4bc-b910-4130-b7c8-a71dd4fb6a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:39.762557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15b3ac4b-eafb-44bb-bacc-3193e5f923b5 req-91c5c4bc-b910-4130-b7c8-a71dd4fb6a2b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1402228 Jul 22 23:31:39.781882 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port bc8e715e-e920-4b14-a670-f4b906a20bfe, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=bc8e715e-e920-4b14-a670-f4b906a20bfe,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:39.793391 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.824452 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d8e2324f-1e36-4785-8b64-065c704da2c3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:39.859108 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-a1bf31bf-ee7f-4c77-aa66-775254ba4341 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.865176 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-09cd8169-830a-442c-b0f4-ff9ac0a1a6b9 req-d42c0e43-c020-4fe9-9ca0-d1b69d7115c1 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.873863 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-372e11fb-67c9-4701-9339-65d106a5d2db req-d137a059-448b-4fd7-85f9-957647b3981a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2862563 Jul 22 23:31:39.899821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c0e43-c020-4fe9-9ca0-d1b69d7115c1 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Pushing event deleted for resources: {'Port': ['ID=b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:39.911083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3ac4b-eafb-44bb-bacc-3193e5f923b5 req-3425bc94-647a-4a96-803d-5aca0cd63d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:39.911830 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=bc8e715e-e920-4b14-a670-f4b906a20bfe,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:39.912283 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15b3ac4b-eafb-44bb-bacc-3193e5f923b5 req-3425bc94-647a-4a96-803d-5aca0cd63d48 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1410971 Jul 22 23:31:39.951200 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-a1bf31bf-ee7f-4c77-aa66-775254ba4341 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.968674 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['cda67602-708d-4291-8ad1-9bc2614d0c8b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:39.996644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cd8169-830a-442c-b0f4-ff9ac0a1a6b9 req-d42c0e43-c020-4fe9-9ca0-d1b69d7115c1 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] No DVR routers for this DVR port b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:40.001557 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-09cd8169-830a-442c-b0f4-ff9ac0a1a6b9 req-d42c0e43-c020-4fe9-9ca0-d1b69d7115c1 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:40.006387 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09cd8169-830a-442c-b0f4-ff9ac0a1a6b9 req-d42c0e43-c020-4fe9-9ca0-d1b69d7115c1 tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.18 "DELETE /v2.0/ports/b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee HTTP/1.1" status: 204 len: 173 time: 1.0377846 Jul 22 23:31:40.085186 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-a1bf31bf-ee7f-4c77-aa66-775254ba4341 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Network d66e71ed-4f17-4338-aa33-0c044f3bb64f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:40.094461 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-a1bf31bf-ee7f-4c77-aa66-775254ba4341 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:40.118937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15b3ac4b-eafb-44bb-bacc-3193e5f923b5 req-66987962-cc43-4334-95b4-a74fefd6d4b5 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792068 Jul 22 23:31:40.130084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c1680-73f4-4f24-b47d-578f64efc817 req-7dff91f9-c314-4b22-8ed8-194d2fd159f5 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:40.135893 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-a1bf31bf-ee7f-4c77-aa66-775254ba4341 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:40.136643 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-568c1680-73f4-4f24-b47d-578f64efc817 req-7dff91f9-c314-4b22-8ed8-194d2fd159f5 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 931 time: 0.2283399 Jul 22 23:31:40.197934 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf31bf-ee7f-4c77-aa66-775254ba4341 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event updated for resources: {'Port': ['ID=90c83c41-2ffc-4f71-960d-856272124e67,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:40.237492 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd467c6e1-5ea3-4194-8bba-e702cbc518ef', 'name': 'network-vif-deleted', 'tag': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:40.242125 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b1808b-d95c-4fb5-8b13-9a7d61d0bc95" -d '{"events": [{"server_uuid": "d467c6e1-5ea3-4194-8bba-e702cbc518ef", "name": "network-vif-deleted", "tag": "b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:40.246607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e11fb-67c9-4701-9339-65d106a5d2db req-23200aff-69b5-4256-a435-12ae78a0a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:40.248160 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-372e11fb-67c9-4701-9339-65d106a5d2db req-23200aff-69b5-4256-a435-12ae78a0a7d9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 1100 time: 0.3113718 Jul 22 23:31:40.258381 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-568c1680-73f4-4f24-b47d-578f64efc817 req-69ffe78e-fedb-4b31-828e-afacb36433a9 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155205 Jul 22 23:31:40.259135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['d8e2324f-1e36-4785-8b64-065c704da2c3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:40.275827 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-a1bf31bf-ee7f-4c77-aa66-775254ba4341 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:40.276780 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-a1bf31bf-ee7f-4c77-aa66-775254ba4341 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:40.303806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752a759-384c-4515-a255-285c4cbdfeb6 req-ba527e43-a57b-4c34-99d9-ad20e6bd176c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:40.311047 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5752a759-384c-4515-a255-285c4cbdfeb6 req-ba527e43-a57b-4c34-99d9-ad20e6bd176c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 947 time: 0.2540207 Jul 22 23:31:40.336727 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d6d41e-32af-4504-a057-baee61910410 x-openstack-request-id: req-c3d6d41e-32af-4504-a057-baee61910410 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:40.337347 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050d1d7d-18d4-45b8-b7d8-007dae3eacdb", "name": "network-vif-plugged", "status": "completed", "tag": "bc8e715e-e920-4b14-a670-f4b906a20bfe", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:40.337900 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c3d6d41e-32af-4504-a057-baee61910410 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:40.338290 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050d1d7d-18d4-45b8-b7d8-007dae3eacdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8e715e-e920-4b14-a670-f4b906a20bfe', 'code': 200} Jul 22 23:31:40.385348 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15b3ac4b-eafb-44bb-bacc-3193e5f923b5 req-89e33813-8192-4b0f-ad5a-8472a1da28a8 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465644 Jul 22 23:31:40.415434 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e11fb-67c9-4701-9339-65d106a5d2db req-cf65ec1c-2bb1-424d-80df-7e9ef1f466f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:40.417792 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-372e11fb-67c9-4701-9339-65d106a5d2db req-cf65ec1c-2bb1-424d-80df-7e9ef1f466f5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1363552 Jul 22 23:31:40.430529 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-a1bf31bf-ee7f-4c77-aa66-775254ba4341 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1864300 Jul 22 23:31:40.433770 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5752a759-384c-4515-a255-285c4cbdfeb6 req-54916c93-7145-4731-b218-9b50ac77e302 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093168 Jul 22 23:31:40.501386 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Request body: {'port': {'device_id': '1c233564-ba02-4bea-8545-d0f34386c6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:40.508753 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-372e11fb-67c9-4701-9339-65d106a5d2db req-e7238016-a1f4-42eb-871a-8ab99726e8e4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a5df4edb-89f9-49f5-9058-1704c473d025 HTTP/1.1" status: 200 len: 217 time: 0.0672138 Jul 22 23:31:40.556511 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b2bedbc0-e267-4f78-b274-fee556a4185d req-091fb41a-9bd2-4026-975d-1f65f8b3d64f tempest-ServersAdminTestJSON-1177863630 tempest-ServersAdminTestJSON-1177863630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d467c6e1-5ea3-4194-8bba-e702cbc518ef HTTP/1.1" status: 200 len: 210 time: 0.0362632 Jul 22 23:31:40.560303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8767b7-19bc-4ec9-b648-c90de1fea7f3 req-55b58a3b-0e2a-4085-84e4-7a6a678bfbd2 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:40.568258 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea8767b7-19bc-4ec9-b648-c90de1fea7f3 req-55b58a3b-0e2a-4085-84e4-7a6a678bfbd2 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f11e0924-a511-4658-b77b-15e15b37f8da HTTP/1.1" status: 200 len: 1101 time: 0.1484377 Jul 22 23:31:40.580226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b00cd-af11-4722-95fc-5e240bc8cfbe req-3ffb8fb5-a5f3-4067-af5c-9dfdd036ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:40.582362 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-849b00cd-af11-4722-95fc-5e240bc8cfbe req-3ffb8fb5-a5f3-4067-af5c-9dfdd036ceb2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 1096 time: 0.1195383 Jul 22 23:31:40.641444 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e11fb-67c9-4701-9339-65d106a5d2db req-575e7a0a-479a-4d21-90e8-b571a19ceec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:40.643381 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-372e11fb-67c9-4701-9339-65d106a5d2db req-575e7a0a-479a-4d21-90e8-b571a19ceec4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1117640 Jul 22 23:31:40.646053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea8767b7-19bc-4ec9-b648-c90de1fea7f3 req-8a9cd3c8-263a-4a68-bcdf-470ea432905d tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768814 Jul 22 23:31:40.676569 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-849b00cd-af11-4722-95fc-5e240bc8cfbe req-4b904b74-b1ba-47bb-a51a-74ced6d6a5fb service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720243 Jul 22 23:31:40.698181 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:40.709819 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da846e31-dee1-469a-861e-eb9db29df972 x-openstack-request-id: req-da846e31-dee1-469a-861e-eb9db29df972 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:40.710110 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d467c6e1-5ea3-4194-8bba-e702cbc518ef", "name": "network-vif-deleted", "tag": "b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:40.710381 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da846e31-dee1-469a-861e-eb9db29df972 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:40.710783 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd467c6e1-5ea3-4194-8bba-e702cbc518ef', 'name': 'network-vif-deleted', 'tag': 'b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee', 'status': 'completed', 'code': 200} Jul 22 23:31:40.794172 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1535dc2-cb8d-44d6-9c46-7dd84f70c74a req-d90e9e06-2efa-4682-8c56-09e41f5f441a tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:40.801210 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e11fb-67c9-4701-9339-65d106a5d2db req-f2a05278-c8cd-4efb-a73b-c4c8da8b376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:40.803049 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1535dc2-cb8d-44d6-9c46-7dd84f70c74a req-d90e9e06-2efa-4682-8c56-09e41f5f441a tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f71728e9-80db-4e71-bc15-bdfa2bd1f9db HTTP/1.1" status: 200 len: 1101 time: 0.0812221 Jul 22 23:31:40.803216 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-372e11fb-67c9-4701-9339-65d106a5d2db req-f2a05278-c8cd-4efb-a73b-c4c8da8b376a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1469989 Jul 22 23:31:40.851970 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1535dc2-cb8d-44d6-9c46-7dd84f70c74a req-1e7d3e7b-b044-4187-b39e-9fdc7437de36 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413055 Jul 22 23:31:41.013626 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd16e1-9d62-4dce-bc41-ca8d355cc12f req-8600c52f-ad99-4f05-adff-20c5b1a8513a tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:41.015031 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ffd16e1-9d62-4dce-bc41-ca8d355cc12f req-8600c52f-ad99-4f05-adff-20c5b1a8513a tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 945 time: 0.1186373 Jul 22 23:31:41.054733 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-372e11fb-67c9-4701-9339-65d106a5d2db req-d5b6767b-269c-4924-bf78-5bbf75ad2206 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744306 Jul 22 23:31:41.077614 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4286bbc-f596-43a8-9d10-adfaab6a6ea8 req-e59a5533-e980-49a6-be56-482d8ac70416 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:41.081148 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c4286bbc-f596-43a8-9d10-adfaab6a6ea8 req-e59a5533-e980-49a6-be56-482d8ac70416 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 945 time: 0.1373501 Jul 22 23:31:41.095077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ffd16e1-9d62-4dce-bc41-ca8d355cc12f req-fb92f2f6-0763-4fd5-88b3-4c150397c405 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724683 Jul 22 23:31:41.141455 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c4286bbc-f596-43a8-9d10-adfaab6a6ea8 req-70bc0a40-7a35-4132-8d48-01f905caf368 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453007 Jul 22 23:31:41.277739 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-a079258f-9e6e-4fb0-87f3-62e902df4830 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303693 Jul 22 23:31:41.401552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-e8410653-d0f8-4c21-9ee6-dc51eeac57aa tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:41.403128 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-e8410653-d0f8-4c21-9ee6-dc51eeac57aa tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1193080 Jul 22 23:31:41.420839 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-73e4b132-5e27-435e-96b7-b94ac799e239 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/quotas/baf0077687bc4e6f86e7a3e26b9b8f17 HTTP/1.1" status: 200 len: 375 time: 0.0106592 Jul 22 23:31:41.452536 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:41.477278 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c83c41-2ffc-4f71-960d-856272124e67 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:41.480253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:41.480779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b88a1838-17ea-4568-8e9b-a8bc7e1dc3ee not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:41.483365 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-372e11fb-67c9-4701-9339-65d106a5d2db req-192af203-7625-4b93-b1b8-ed6b2585d84e service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184608 Jul 22 23:31:41.489253 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:41.502973 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Transition to ACTIVE for port object 90c83c41-2ffc-4f71-960d-856272124e67 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:41.509953 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:41.512555 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-331a79de-f6f3-4f27-bc9a-c8254e9e2339 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0845501 Jul 22 23:31:41.583476 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Pushing event updated for resources: {'Port': ['ID=90c83c41-2ffc-4f71-960d-856272124e67,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:41.640748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Attempting to bind port 90c83c41-2ffc-4f71-960d-856272124e67 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:41.641494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Attempting to bind port 90c83c41-2ffc-4f71-960d-856272124e67 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '74051bb0-5171-49cc-8c7f-ca77a98d0b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd66e71ed-4f17-4338-aa33-0c044f3bb64f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:41.642004 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Attempting to bind port 90c83c41-2ffc-4f71-960d-856272124e67 on network d66e71ed-4f17-4338-aa33-0c044f3bb64f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:41.655791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Port 90c83c41-2ffc-4f71-960d-856272124e67 on network d66e71ed-4f17-4338-aa33-0c044f3bb64f not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:41.655791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Attempting to bind port 90c83c41-2ffc-4f71-960d-856272124e67 on network d66e71ed-4f17-4338-aa33-0c044f3bb64f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:41.655791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:41.655791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Checking segment: {'id': '74051bb0-5171-49cc-8c7f-ca77a98d0b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd66e71ed-4f17-4338-aa33-0c044f3bb64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:41.655791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Bound using segment: {'id': '74051bb0-5171-49cc-8c7f-ca77a98d0b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd66e71ed-4f17-4338-aa33-0c044f3bb64f'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:41.655791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Bound port: 90c83c41-2ffc-4f71-960d-856272124e67, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74051bb0-5171-49cc-8c7f-ca77a98d0b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd66e71ed-4f17-4338-aa33-0c044f3bb64f'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:41.656741 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:41.752227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb450b7f-8627-4ac3-85d5-6c48b848dec2 req-8ade4480-4ba6-48c7-8635-4d00b73e26e8 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:41.754470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb450b7f-8627-4ac3-85d5-6c48b848dec2 req-8ade4480-4ba6-48c7-8635-4d00b73e26e8 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 943 time: 0.0944545 Jul 22 23:31:41.763883 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] For port 90c83c41-2ffc-4f71-960d-856272124e67, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:41.768395 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] For port 90c83c41-2ffc-4f71-960d-856272124e67, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=90c83c41-2ffc-4f71-960d-856272124e67,segment=NetworkSegment(74051bb0-5171-49cc-8c7f-ca77a98d0b0d),segment_id=74051bb0-5171-49cc-8c7f-ca77a98d0b0d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:41.776603 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:41.818972 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:41.819717 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:41.821225 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] 10.222.0.95 "PUT /v2.0/ports/90c83c41-2ffc-4f71-960d-856272124e67 HTTP/1.1" status: 200 len: 1091 time: 1.3663449 Jul 22 23:31:41.821728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c233564-ba02-4bea-8545-d0f34386c6a8', 'tag': '90c83c41-2ffc-4f71-960d-856272124e67'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:41.824025 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8070b517-6b75-441c-a192-0ec7142452a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1c233564-ba02-4bea-8545-d0f34386c6a8", "tag": "90c83c41-2ffc-4f71-960d-856272124e67"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:41.834575 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb450b7f-8627-4ac3-85d5-6c48b848dec2 req-88e663ec-4011-400c-b2f1-5df749791bfb tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741107 Jul 22 23:31:41.852477 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93df693-cb1f-4d03-9933-c85d805635f2 service neutron] Pushing event updated for resources: {'Port': ['ID=90c83c41-2ffc-4f71-960d-856272124e67,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:41.884690 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550709c-6723-4c33-b796-a7747f020981 req-032a1a4d-dd0c-4881-8644-c6747e6b7d3a tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:41.886822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9550709c-6723-4c33-b796-a7747f020981 req-032a1a4d-dd0c-4881-8644-c6747e6b7d3a tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 947 time: 0.1072621 Jul 22 23:31:41.955862 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9550709c-6723-4c33-b796-a7747f020981 req-7c91212c-e8cd-43f3-bbc4-4db86564817f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623333 Jul 22 23:31:42.010141 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-26661180-8951-475e-95fb-77218f7e411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:42.020491 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a00e9eb5-a552-408b-8f77-8300b34279e6 req-fd8b1f9f-71ed-4d31-a6e1-e04490a5f6bd tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 210 time: 0.0437839 Jul 22 23:31:42.026847 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-26661180-8951-475e-95fb-77218f7e411b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=303736982beb4141af5779fc8cb4a1f0&device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 1094 time: 0.1415598 Jul 22 23:31:42.030442 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f27155-3371-4356-a5fe-6c3cdf991c8f x-openstack-request-id: req-18f27155-3371-4356-a5fe-6c3cdf991c8f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:42.030729 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c233564-ba02-4bea-8545-d0f34386c6a8", "tag": "90c83c41-2ffc-4f71-960d-856272124e67", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:42.030981 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-18f27155-3371-4356-a5fe-6c3cdf991c8f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:42.031376 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c233564-ba02-4bea-8545-d0f34386c6a8', 'tag': '90c83c41-2ffc-4f71-960d-856272124e67', 'status': 'completed', 'code': 200} Jul 22 23:31:42.134141 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-539135fe-99c3-40b7-82d8-f30ba768765c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90c83c41-2ffc-4f71-960d-856272124e67 HTTP/1.1" status: 200 len: 217 time: 0.0446739 Jul 22 23:31:42.191711 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-90b85ab0-d3f8-4f9c-b88f-9c304610bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:42.193448 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-90b85ab0-d3f8-4f9c-b88f-9c304610bb31 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c65d2065-0813-4972-bcf6-7ef4f053db9b HTTP/1.1" status: 200 len: 853 time: 0.0501020 Jul 22 23:31:42.273987 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-e62d9a61-e757-4a8f-9333-d63e62834ef5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d66e71ed-4f17-4338-aa33-0c044f3bb64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593050 Jul 22 23:31:42.276634 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58586) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:42.307486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e563f3a-b04d-48ca-a056-7afe25b6a32c req-87e41bf7-5932-49c2-93bc-49d081222640 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:42.314564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e563f3a-b04d-48ca-a056-7afe25b6a32c req-87e41bf7-5932-49c2-93bc-49d081222640 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 945 time: 0.1233187 Jul 22 23:31:42.366497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96e2ae-fdb8-41fa-af03-2503a0ea7bc9 req-344f1870-1408-4432-8810-b2196cf2600a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:42.368006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d96e2ae-fdb8-41fa-af03-2503a0ea7bc9 req-344f1870-1408-4432-8810-b2196cf2600a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 945 time: 0.1291702 Jul 22 23:31:42.382865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e563f3a-b04d-48ca-a056-7afe25b6a32c req-160cd4dc-955d-4b57-bebc-29410da8468d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673621 Jul 22 23:31:42.403756 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-2f8d89dd-6c78-484a-b852-3b31274efc5c service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160264 Jul 22 23:31:42.463441 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d96e2ae-fdb8-41fa-af03-2503a0ea7bc9 req-35754669-d8d9-431d-a50a-882e52474b12 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750320 Jul 22 23:31:42.521626 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-22c017ea-2bae-4356-a648-9adddf6547db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11a0634c1feb45a49aa72bf57660db76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437191 Jul 22 23:31:42.525811 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:42.545335 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-87e0e204-f620-4c85-afc5-cfd49a6c6c09 req-416cbfec-acce-4be1-94c0-70c0b8570e0f service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202064 Jul 22 23:31:42.586025 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65b27d1b-69b3-4f9e-891c-19b1a452eb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:42.612333 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65b27d1b-69b3-4f9e-891c-19b1a452eb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:42.660245 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070b517-6b75-441c-a192-0ec7142452a3 req-c14ad900-1da5-4b23-aa86-8bb0f63d6b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:42.662063 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8070b517-6b75-441c-a192-0ec7142452a3 req-c14ad900-1da5-4b23-aa86-8bb0f63d6b27 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=303736982beb4141af5779fc8cb4a1f0&device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 1094 time: 0.0630212 Jul 22 23:31:42.669438 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65b27d1b-69b3-4f9e-891c-19b1a452eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:42.672340 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65b27d1b-69b3-4f9e-891c-19b1a452eb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:42.673580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-65b27d1b-69b3-4f9e-891c-19b1a452eb7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/871c29c1-3165-427d-88dc-b0e030e8a131 HTTP/1.1" status: 204 len: 168 time: 0.1472847 Jul 22 23:31:42.693428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b27d1b-69b3-4f9e-891c-19b1a452eb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871c29c1-3165-427d-88dc-b0e030e8a131,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:42.801633 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070b517-6b75-441c-a192-0ec7142452a3 req-1d891904-8d5d-4c5d-8798-3e40218e6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:42.803254 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8070b517-6b75-441c-a192-0ec7142452a3 req-1d891904-8d5d-4c5d-8798-3e40218e6399 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d66e71ed-4f17-4338-aa33-0c044f3bb64f HTTP/1.1" status: 200 len: 914 time: 0.1317472 Jul 22 23:31:42.859923 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8070b517-6b75-441c-a192-0ec7142452a3 req-b07c50da-13a1-4647-a1c7-f3a9592eb946 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90c83c41-2ffc-4f71-960d-856272124e67 HTTP/1.1" status: 200 len: 217 time: 0.0467203 Jul 22 23:31:42.898494 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c1763-187e-4b5c-a4e0-235497658f19 req-7dcfcad5-0713-4550-ae43-c23d1f1756e1 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:42.905355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-158c1763-187e-4b5c-a4e0-235497658f19 req-7dcfcad5-0713-4550-ae43-c23d1f1756e1 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 1096 time: 0.0765848 Jul 22 23:31:42.946610 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070b517-6b75-441c-a192-0ec7142452a3 req-9a2a3865-db08-4c15-9ebb-e5bc8ec5c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:42.978095 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8070b517-6b75-441c-a192-0ec7142452a3 req-9a2a3865-db08-4c15-9ebb-e5bc8ec5c7d9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c65d2065-0813-4972-bcf6-7ef4f053db9b HTTP/1.1" status: 200 len: 853 time: 0.1063249 Jul 22 23:31:43.067245 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8070b517-6b75-441c-a192-0ec7142452a3 req-0018a324-e1b6-4d71-bf54-9f620c8c6838 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d66e71ed-4f17-4338-aa33-0c044f3bb64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445774 Jul 22 23:31:43.110888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58610) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:43.162980 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-c95dd7d6-d7f8-49fb-9053-32e2ef5b32bf tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687890 Jul 22 23:31:43.238002 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-158c1763-187e-4b5c-a4e0-235497658f19 req-ab4bf7ea-4b62-4f90-9413-54e4a48b058a tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313327 Jul 22 23:31:43.273017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fafac5-92c5-4342-8e49-7499524f9423 req-7518e702-7cc8-4a84-9b36-268c5d4d4d60 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:43.280686 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-29fafac5-92c5-4342-8e49-7499524f9423 req-7518e702-7cc8-4a84-9b36-268c5d4d4d60 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 943 time: 0.0932007 Jul 22 23:31:43.331661 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-29fafac5-92c5-4342-8e49-7499524f9423 req-5b2f8265-b6be-4f85-8517-9393b26462d0 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477791 Jul 22 23:31:43.374749 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e97e03e1-24d9-42f6-b9ba-1911c83ad308 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96a1e48735884ee4b45cf11506aad159&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490721 Jul 22 23:31:43.376297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58614) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:43.420544 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8070b517-6b75-441c-a192-0ec7142452a3 req-8ea06595-fcd1-42a2-86fa-d09b00cb6e07 service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402948 Jul 22 23:31:43.430930 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-13184167-11b3-41cd-b7e6-82107d167217 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:43.432344 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-13184167-11b3-41cd-b7e6-82107d167217 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2552273 Jul 22 23:31:43.438492 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e1f3904d-d223-49a0-85c1-c692d7ace5eb details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:43.465148 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-901728b8-b712-40b4-8ab5-5ef498c59101 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Request body: {'port': {'device_id': '9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'baf0077687bc4e6f86e7a3e26b9b8f17'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:43.478863 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7854d2db-97ad-4826-bdc2-983297b023d0 req-20ba6144-bf83-48e1-8afe-dd9adcc0c77f tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 210 time: 0.0434170 Jul 22 23:31:43.501143 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9dc521e-8543-484b-9ab7-a4cc6dd43dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:43.534916 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9dc521e-8543-484b-9ab7-a4cc6dd43dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:43.536502 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d8e2324f-1e36-4785-8b64-065c704da2c3 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:43.549410 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00aaedd-b698-48fc-a73c-2edd45d057ef req-6587114f-95a3-4b9e-b70b-04a9b6d44fad tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:43.551422 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a00aaedd-b698-48fc-a73c-2edd45d057ef req-6587114f-95a3-4b9e-b70b-04a9b6d44fad tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 947 time: 0.1573040 Jul 22 23:31:43.615148 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port d8e2324f-1e36-4785-8b64-065c704da2c3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:43.633124 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port d8e2324f-1e36-4785-8b64-065c704da2c3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:43.633817 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:43.655547 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a00aaedd-b698-48fc-a73c-2edd45d057ef req-3a32e87a-cf4e-49d0-991a-4fb3543b7191 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945098 Jul 22 23:31:43.676497 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9dc521e-8543-484b-9ab7-a4cc6dd43dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:43.679478 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9dc521e-8543-484b-9ab7-a4cc6dd43dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:43.683774 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d9dc521e-8543-484b-9ab7-a4cc6dd43dce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8ea0162-1758-4a79-bb68-8eb55b3bb3ba HTTP/1.1" status: 204 len: 168 time: 0.3060541 Jul 22 23:31:43.693068 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14482775-e251-4c4e-9d8e-0e33016657d8 req-75969120-7f32-4e88-a511-d1bb84c5f812 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:43.696291 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14482775-e251-4c4e-9d8e-0e33016657d8 req-75969120-7f32-4e88-a511-d1bb84c5f812 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 1096 time: 0.1089733 Jul 22 23:31:43.704694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc521e-8543-484b-9ab7-a4cc6dd43dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ea0162-1758-4a79-bb68-8eb55b3bb3ba,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:43.758778 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-901728b8-b712-40b4-8ab5-5ef498c59101 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Made reservation on behalf of baf0077687bc4e6f86e7a3e26b9b8f17 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:43.764397 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-901728b8-b712-40b4-8ab5-5ef498c59101 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:43.772778 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14482775-e251-4c4e-9d8e-0e33016657d8 req-2aa2e0c6-8059-48a8-8330-08993a621fa0 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699553 Jul 22 23:31:43.779684 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:43.875240 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:43.880148 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb', 'mac_address': 'fa:16:3e:8f:07:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:43.882917 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8070b517-6b75-441c-a192-0ec7142452a3 req-229d2b17-9506-454f-b1a1-191321945512 service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475999 Jul 22 23:31:43.922962 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e2324f-1e36-4785-8b64-065c704da2c3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:43.925954 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c82ce6c-0fb0-454a-838d-04d583954c6f" -d '{"events": [{"server_uuid": "b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea", "name": "network-vif-plugged", "status": "completed", "tag": "d8e2324f-1e36-4785-8b64-065c704da2c3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:43.932810 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d8e2324f-1e36-4785-8b64-065c704da2c3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d8e2324f-1e36-4785-8b64-065c704da2c3,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:43.955844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f8599-6a81-44ab-abf2-73da20963110 req-e413d0b7-5449-4ae7-9102-25eca1d51786 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:43.960054 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ec5f8599-6a81-44ab-abf2-73da20963110 req-e413d0b7-5449-4ae7-9102-25eca1d51786 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 945 time: 0.1382234 Jul 22 23:31:43.976145 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:44.058648 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ec5f8599-6a81-44ab-abf2-73da20963110 req-03ba7705-d852-48a4-82c6-6831ee8fcfde tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870569 Jul 22 23:31:44.121202 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:44.126912 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-901728b8-b712-40b4-8ab5-5ef498c59101 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Allocated IP 192.168.233.127 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/bcb4ccab-105d-4aca-b759-5f7710a4891a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:31:44.130702 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0348e0c8-6739-4724-ab0a-3eb78588c2d3 x-openstack-request-id: req-0348e0c8-6739-4724-ab0a-3eb78588c2d3 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:44.130990 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea", "name": "network-vif-plugged", "status": "completed", "tag": "d8e2324f-1e36-4785-8b64-065c704da2c3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:44.131234 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0348e0c8-6739-4724-ab0a-3eb78588c2d3 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:44.131630 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e2324f-1e36-4785-8b64-065c704da2c3', 'code': 200} Jul 22 23:31:44.147639 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d8e2324f-1e36-4785-8b64-065c704da2c3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:44.152996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f3904d-d223-49a0-85c1-c692d7ace5eb {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:44.201669 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:44.209175 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:44.272709 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=e1f3904d-d223-49a0-85c1-c692d7ace5eb,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:44.383333 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddd15f-795a-4109-b52d-1f52a550a586 req-3a55699c-8e9e-489b-83c8-f2da29f50f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:44.384845 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5cddd15f-795a-4109-b52d-1f52a550a586 req-3a55699c-8e9e-489b-83c8-f2da29f50f88 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 1097 time: 0.1811223 Jul 22 23:31:44.413358 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-901728b8-b712-40b4-8ab5-5ef498c59101 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:44.444445 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-901728b8-b712-40b4-8ab5-5ef498c59101 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Transition to ACTIVE for port object bcb4ccab-105d-4aca-b759-5f7710a4891a will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:44.453975 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5cddd15f-795a-4109-b52d-1f52a550a586 req-bd463463-d16e-4ce2-85c7-c2735751a564 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600181 Jul 22 23:31:44.506302 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-901728b8-b712-40b4-8ab5-5ef498c59101 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:44.521301 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['08d531d5-6821-4dba-af94-4d8ed6016efe'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:44.542145 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee4f96-2bd3-4358-8618-3d726ad8df0f req-a1f1cc0f-e758-458e-86ed-233364e37779 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:44.547855 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cee4f96-2bd3-4358-8618-3d726ad8df0f req-a1f1cc0f-e758-458e-86ed-233364e37779 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 943 time: 0.1049113 Jul 22 23:31:44.575037 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['a860c534-7704-430f-86fd-b051443c314f', '009e481c-75ab-4797-9e46-1071487965e5', 'f50f1f30-13e7-4850-80c7-c2395df783ff', 'f154685f-5a9e-41e6-b32b-e6b95b0104b3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:44.609715 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901728b8-b712-40b4-8ab5-5ef498c59101 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Pushing event updated for resources: {'Port': ['ID=bcb4ccab-105d-4aca-b759-5f7710a4891a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:44.635391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-901728b8-b712-40b4-8ab5-5ef498c59101 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:44.637826 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-901728b8-b712-40b4-8ab5-5ef498c59101 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:44.640674 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-901728b8-b712-40b4-8ab5-5ef498c59101 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:44.645725 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['e1f3904d-d223-49a0-85c1-c692d7ace5eb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:44.660815 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cee4f96-2bd3-4358-8618-3d726ad8df0f req-c0cf6992-e053-481c-bec2-45e67f99cd79 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078410 Jul 22 23:31:44.726083 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-901728b8-b712-40b4-8ab5-5ef498c59101 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:44.726818 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-901728b8-b712-40b4-8ab5-5ef498c59101 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:44.790245 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-901728b8-b712-40b4-8ab5-5ef498c59101 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3291352 Jul 22 23:31:44.810879 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Request body: {'port': {'device_id': '9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:44.920020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e63dc-53b6-40fa-830d-c7ba83f34492 req-0a319bae-dde7-455e-a568-171a53e669e5 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:44.930256 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-370e63dc-53b6-40fa-830d-c7ba83f34492 req-0a319bae-dde7-455e-a568-171a53e669e5 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 936 time: 0.1599133 Jul 22 23:31:45.010633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-370e63dc-53b6-40fa-830d-c7ba83f34492 req-08d7127e-04d9-490f-9d16-10282f59112d tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751595 Jul 22 23:31:45.027310 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:45.204766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c27f5ed4-ff50-4df0-b2b7-485116291824 None None] Provisioning for port bcb4ccab-105d-4aca-b759-5f7710a4891a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:45.227613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c6885-4c3d-4df3-9689-bebb10001868 req-be4ab474-bcbb-4664-afaa-a90750496add tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:45.230871 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c9c6885-4c3d-4df3-9689-bebb10001868 req-be4ab474-bcbb-4664-afaa-a90750496add tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 948 time: 0.1327899 Jul 22 23:31:45.236465 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c27f5ed4-ff50-4df0-b2b7-485116291824 None None] Provisioning complete for port bcb4ccab-105d-4aca-b759-5f7710a4891a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:45.236836 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c27f5ed4-ff50-4df0-b2b7-485116291824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:45.295815 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c9c6885-4c3d-4df3-9689-bebb10001868 req-d183d959-abbf-4947-a287-6585ed62e144 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584478 Jul 22 23:31:45.296614 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c27f5ed4-ff50-4df0-b2b7-485116291824 None None] Port bcb4ccab-105d-4aca-b759-5f7710a4891a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:31:45.396989 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb4ccab-105d-4aca-b759-5f7710a4891a {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:45.423048 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:45.450881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Transition to ACTIVE for port object bcb4ccab-105d-4aca-b759-5f7710a4891a will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:45.455348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 90c83c41-2ffc-4f71-960d-856272124e67 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:45.455610 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:45.531636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb4ccab-105d-4aca-b759-5f7710a4891a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:45.588944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-0168744f-c5ca-4773-a256-a17d9472f893 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:31:45.590050 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-0168744f-c5ca-4773-a256-a17d9472f893 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093441 Jul 22 23:31:45.606591 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-00342111-a1cc-4517-bd4a-1261e129b4b7 service neutron] Request body: {'binding': {'host': 'n-h1-688802-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:45.607563 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-00342111-a1cc-4517-bd4a-1261e129b4b7 service neutron] Unknown quota resources ['binding']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:31:45.613480 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Attempting to bind port bcb4ccab-105d-4aca-b759-5f7710a4891a on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:45.613821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Attempting to bind port bcb4ccab-105d-4aca-b759-5f7710a4891a by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:45.614221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Attempting to bind port bcb4ccab-105d-4aca-b759-5f7710a4891a on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:45.619132 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Port bcb4ccab-105d-4aca-b759-5f7710a4891a on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:45.619460 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Attempting to bind port bcb4ccab-105d-4aca-b759-5f7710a4891a on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:45.624689 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:45.625205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:45.625593 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:45.626026 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Bound port: bcb4ccab-105d-4aca-b759-5f7710a4891a, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:45.626391 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:45.642217 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 90c83c41-2ffc-4f71-960d-856272124e67, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=90c83c41-2ffc-4f71-960d-856272124e67,segment=NetworkSegment(74051bb0-5171-49cc-8c7f-ca77a98d0b0d),segment_id=74051bb0-5171-49cc-8c7f-ca77a98d0b0d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:45.703129 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '90c83c41-2ffc-4f71-960d-856272124e67', 'network_id': 'd66e71ed-4f17-4338-aa33-0c044f3bb64f', 'port_id': '90c83c41-2ffc-4f71-960d-856272124e67', 'mac_address': 'fa:16:3e:74:3e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65d2065-0813-4972-bcf6-7ef4f053db9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:45.744902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e590a8c-d96f-42a6-abd6-267458ed2170 req-855be1fe-bfda-4955-ac69-78579d969101 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:45.759918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] For port bcb4ccab-105d-4aca-b759-5f7710a4891a, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:45.768206 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] For port bcb4ccab-105d-4aca-b759-5f7710a4891a, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=bcb4ccab-105d-4aca-b759-5f7710a4891a,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:45.769953 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e590a8c-d96f-42a6-abd6-267458ed2170 req-855be1fe-bfda-4955-ac69-78579d969101 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 946 time: 0.2361312 Jul 22 23:31:45.777626 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:45.780134 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:45.803087 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c83c41-2ffc-4f71-960d-856272124e67 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:45.844938 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:45.845587 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:45.847556 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] 10.222.0.95 "PUT /v2.0/ports/bcb4ccab-105d-4aca-b759-5f7710a4891a HTTP/1.1" status: 200 len: 1096 time: 1.0409498 Jul 22 23:31:45.848034 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f', 'tag': 'bcb4ccab-105d-4aca-b759-5f7710a4891a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:45.850354 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb0c9c9-6784-4098-8df4-9eabd197f8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f", "tag": "bcb4ccab-105d-4aca-b759-5f7710a4891a"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:45.868541 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 90c83c41-2ffc-4f71-960d-856272124e67, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=90c83c41-2ffc-4f71-960d-856272124e67,segment=NetworkSegment(74051bb0-5171-49cc-8c7f-ca77a98d0b0d),segment_id=74051bb0-5171-49cc-8c7f-ca77a98d0b0d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:45.874213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e590a8c-d96f-42a6-abd6-267458ed2170 req-d365d590-b4ff-4f6d-b213-9e8997e82ad8 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019788 Jul 22 23:31:45.878840 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:45.964463 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b86db-d928-4938-bb4f-215bb45d9fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb4ccab-105d-4aca-b759-5f7710a4891a,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:45.966185 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-00342111-a1cc-4517-bd4a-1261e129b4b7 service neutron] Attempting to bind port bc8e715e-e920-4b14-a670-f4b906a20bfe on host n-h1-688802-2 for vnic_type normal with profile None {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:45.966819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-00342111-a1cc-4517-bd4a-1261e129b4b7 service neutron] Attempting to bind port bc8e715e-e920-4b14-a670-f4b906a20bfe by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:45.967812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-00342111-a1cc-4517-bd4a-1261e129b4b7 service neutron] Attempting to bind port bc8e715e-e920-4b14-a670-f4b906a20bfe on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:45.980872 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-00342111-a1cc-4517-bd4a-1261e129b4b7 service neutron] Port bc8e715e-e920-4b14-a670-f4b906a20bfe on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:45.983228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-00342111-a1cc-4517-bd4a-1261e129b4b7 service neutron] Attempting to bind port bc8e715e-e920-4b14-a670-f4b906a20bfe on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:45.995292 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-00342111-a1cc-4517-bd4a-1261e129b4b7 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:45.997686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-00342111-a1cc-4517-bd4a-1261e129b4b7 service neutron] Checking segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:45.998317 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-00342111-a1cc-4517-bd4a-1261e129b4b7 service neutron] Bound using segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:45.998949 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-490669dd-06cc-41f8-9103-ad92d1beaf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:45.999075 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-00342111-a1cc-4517-bd4a-1261e129b4b7 service neutron] Bound port: bc8e715e-e920-4b14-a670-f4b906a20bfe, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:46.000748 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-490669dd-06cc-41f8-9103-ad92d1beaf66 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 1099 time: 0.0954573 Jul 22 23:31:46.071834 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-de4bae66-f5c2-4645-aa77-dcc54f70d4e3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=bcb4ccab-105d-4aca-b759-5f7710a4891a HTTP/1.1" status: 200 len: 217 time: 0.0552938 Jul 22 23:31:46.137412 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-00342111-a1cc-4517-bd4a-1261e129b4b7 service neutron] For port bc8e715e-e920-4b14-a670-f4b906a20bfe, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bc8e715e-e920-4b14-a670-f4b906a20bfe,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:46.144123 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-00342111-a1cc-4517-bd4a-1261e129b4b7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:46.145332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-00342111-a1cc-4517-bd4a-1261e129b4b7 service neutron] 10.222.0.26 "POST /v2.0/ports/bc8e715e-e920-4b14-a670-f4b906a20bfe/bindings HTTP/1.1" status: 201 len: 389 time: 0.5441825 Jul 22 23:31:46.176592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-93d31b8b-1b6e-4872-a981-522d4befb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:46.178095 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-93d31b8b-1b6e-4872-a981-522d4befb716 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0812008 Jul 22 23:31:46.197039 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=90c83c41-2ffc-4f71-960d-856272124e67,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:46.213792 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:46.250471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-981db5ce-b594-4fcc-a3e9-b1ce529d551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:46.252004 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-981db5ce-b594-4fcc-a3e9-b1ce529d551f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0598974 Jul 22 23:31:46.367747 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['90c83c41-2ffc-4f71-960d-856272124e67'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:46.390863 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a80d41-f224-41db-a29d-00780a13ef3c x-openstack-request-id: req-16a80d41-f224-41db-a29d-00780a13ef3c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:46.391327 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f", "tag": "bcb4ccab-105d-4aca-b759-5f7710a4891a", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:46.391856 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16a80d41-f224-41db-a29d-00780a13ef3c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:46.392280 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f', 'tag': 'bcb4ccab-105d-4aca-b759-5f7710a4891a', 'status': 'completed', 'code': 200} Jul 22 23:31:46.417162 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831c01b-3ad7-4df5-bfa6-f91c134610fa req-f2badce7-9cce-4e0b-a889-9dfe458d02a2 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:46.422837 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8831c01b-3ad7-4df5-bfa6-f91c134610fa req-f2badce7-9cce-4e0b-a889-9dfe458d02a2 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 944 time: 0.1472139 Jul 22 23:31:46.475950 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-088d9fdc-db77-4a67-a6e7-e10472188aaa service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024162 Jul 22 23:31:46.490122 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8831c01b-3ad7-4df5-bfa6-f91c134610fa req-f9b4f311-cf37-4c1f-98c3-d2545425a44f tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611968 Jul 22 23:31:46.671174 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bf0782eb-8da9-468e-b88c-8ebc26e498c3 req-3c4eed79-1b7d-423b-bfd2-c2d6c8f32ca6 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856670 Jul 22 23:31:46.698471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4406a5-1f98-44b1-a2ba-5f349fd56a28 req-5c80f573-0414-4275-8298-ad1cc4eb4df1 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:46.705663 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb4406a5-1f98-44b1-a2ba-5f349fd56a28 req-5c80f573-0414-4275-8298-ad1cc4eb4df1 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 948 time: 0.2056625 Jul 22 23:31:46.738505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-b18a04c7-a4f4-472d-8c10-2a5e97e98b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:46.740236 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-b18a04c7-a4f4-472d-8c10-2a5e97e98b82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 1096 time: 0.1791494 Jul 22 23:31:46.800449 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb4406a5-1f98-44b1-a2ba-5f349fd56a28 req-afd5795d-59bf-464b-b97e-426b003945e6 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928550 Jul 22 23:31:46.806303 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0c9c9-6784-4098-8df4-9eabd197f8f9 req-3c073ba4-c90f-4c65-9733-06d4921e5d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:46.808771 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4eb0c9c9-6784-4098-8df4-9eabd197f8f9 req-3c073ba4-c90f-4c65-9733-06d4921e5d41 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 1099 time: 0.0673182 Jul 22 23:31:46.810541 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc341be-88e4-44bb-a007-b88483c10ff6 req-ed61c92b-5b16-4cb9-9af6-71b63420ec18 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:46.817766 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cc341be-88e4-44bb-a007-b88483c10ff6 req-ed61c92b-5b16-4cb9-9af6-71b63420ec18 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 945 time: 0.1779366 Jul 22 23:31:46.898482 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cc341be-88e4-44bb-a007-b88483c10ff6 req-fcbd5e01-1d0c-40de-8dd6-ac76b62108d9 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798366 Jul 22 23:31:46.937268 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0c9c9-6784-4098-8df4-9eabd197f8f9 req-017cab75-aa02-4a93-97c1-b4b063fa124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:46.939195 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4eb0c9c9-6784-4098-8df4-9eabd197f8f9 req-017cab75-aa02-4a93-97c1-b4b063fa124f service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1156852 Jul 22 23:31:46.988704 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4eb0c9c9-6784-4098-8df4-9eabd197f8f9 req-784b1bc0-f07b-4acd-b808-728a95f75b1e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=bcb4ccab-105d-4aca-b759-5f7710a4891a HTTP/1.1" status: 200 len: 217 time: 0.0403371 Jul 22 23:31:46.999227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-3796fb7a-f788-4b27-a7d7-1ffea5d1555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:47.000921 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-3796fb7a-f788-4b27-a7d7-1ffea5d1555b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.2477503 Jul 22 23:31:47.059442 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-5bc01bb4-c0bb-4daa-bdec-bcb5e3e12208 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc8e715e-e920-4b14-a670-f4b906a20bfe HTTP/1.1" status: 200 len: 217 time: 0.0508125 Jul 22 23:31:47.070387 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0c9c9-6784-4098-8df4-9eabd197f8f9 req-2c97d407-8494-4a24-8289-f6ebfa203687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:47.072322 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4eb0c9c9-6784-4098-8df4-9eabd197f8f9 req-2c97d407-8494-4a24-8289-f6ebfa203687 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0677400 Jul 22 23:31:47.113636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad51485-8c59-4a88-a991-0346fa4f1d90 req-f2540bdf-e91c-4796-90d0-75eb559f0ab0 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:47.121082 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aad51485-8c59-4a88-a991-0346fa4f1d90 req-f2540bdf-e91c-4796-90d0-75eb559f0ab0 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 948 time: 0.1973121 Jul 22 23:31:47.150497 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0c9c9-6784-4098-8df4-9eabd197f8f9 req-45b163b9-5ce5-4d10-ad02-19b17bb15b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:47.150497 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4eb0c9c9-6784-4098-8df4-9eabd197f8f9 req-45b163b9-5ce5-4d10-ad02-19b17bb15b26 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696626 Jul 22 23:31:47.185421 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c2cc705a-4033-4582-b89a-6da0936c7ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:47.186873 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c2cc705a-4033-4582-b89a-6da0936c7ddd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.1128070 Jul 22 23:31:47.234520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aad51485-8c59-4a88-a991-0346fa4f1d90 req-73db7851-f151-41ae-a95a-663fac6e99cb tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124072 Jul 22 23:31:47.236487 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-b59e28eb-8e00-4f27-bcae-172fb49e8d2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416579 Jul 22 23:31:47.258920 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4eb0c9c9-6784-4098-8df4-9eabd197f8f9 req-57a4f9c7-cd76-43f6-8a6f-491d1533ac33 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982027 Jul 22 23:31:47.307937 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0c225-fcaa-4b72-b10d-01f3f178af4c req-18df2d08-bfa9-43ea-aa70-64c66185c483 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:47.310260 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb0c225-fcaa-4b72-b10d-01f3f178af4c req-18df2d08-bfa9-43ea-aa70-64c66185c483 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 946 time: 0.1660550 Jul 22 23:31:47.381660 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4eb0c9c9-6784-4098-8df4-9eabd197f8f9 req-ee409d6f-b950-4585-bd93-6e4424475c5a service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075931 Jul 22 23:31:47.390384 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a3922e39-246f-4f63-b208-9d675ab6cad7 req-3d95ac5b-26a8-49d9-91c1-7cfdd8a84554 tempest-FlavorsV2NegativeTest-993291146 tempest-FlavorsV2NegativeTest-993291146-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ca3cd053d8154d61bbb210c4b075b09a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408492 Jul 22 23:31:47.421518 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb0c225-fcaa-4b72-b10d-01f3f178af4c req-6989da40-641d-4494-a9e9-5ed089632b0e tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049170 Jul 22 23:31:47.452095 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e1f3904d-d223-49a0-85c1-c692d7ace5eb up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:47.462318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-442cb715-5650-49f2-a451-df7eb11ddc66 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124951 Jul 22 23:31:47.507755 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port e1f3904d-d223-49a0-85c1-c692d7ace5eb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:47.514759 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port e1f3904d-d223-49a0-85c1-c692d7ace5eb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:47.514997 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:47.590861 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:47.613327 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:47.615069 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13844013-fe58-422f-bec4-d5fd0436c9e3" -d '{"events": [{"server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "name": "network-vif-plugged", "status": "completed", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:47.628690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:47.632267 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:47.633385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3922e39-246f-4f63-b208-9d675ab6cad7 req-afce7cbc-e453-40cc-aa41-023140f158c2 tempest-FlavorsV2NegativeTest-993291146 tempest-FlavorsV2NegativeTest-993291146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:47.634883 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a3922e39-246f-4f63-b208-9d675ab6cad7 req-afce7cbc-e453-40cc-aa41-023140f158c2 tempest-FlavorsV2NegativeTest-993291146 tempest-FlavorsV2NegativeTest-993291146-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314944 Jul 22 23:31:47.669535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a3922e39-246f-4f63-b208-9d675ab6cad7 req-7a4c20d9-2eeb-4ff5-bf66-b8b5392005f4 tempest-FlavorsV2NegativeTest-993291146 tempest-FlavorsV2NegativeTest-993291146-project] 10.222.0.26 "GET /v2.0/quotas/ca3cd053d8154d61bbb210c4b075b09a HTTP/1.1" status: 200 len: 375 time: 0.0263081 Jul 22 23:31:47.672648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852fa69-7bb1-435c-a9d5-9d7a03136ad4 req-48fb5822-bf73-45a9-b1a9-88c04e1c7582 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:47.674122 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2852fa69-7bb1-435c-a9d5-9d7a03136ad4 req-48fb5822-bf73-45a9-b1a9-88c04e1c7582 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 1097 time: 0.1693845 Jul 22 23:31:47.678470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-1a874d97-5247-47da-81a3-2d87ac34e8a7 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093971 Jul 22 23:31:47.680561 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=e1f3904d-d223-49a0-85c1-c692d7ace5eb,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:47.716317 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a3922e39-246f-4f63-b208-9d675ab6cad7 req-31eca022-ce2e-4bcf-8c25-2f1c80219739 tempest-FlavorsV2NegativeTest-993291146 tempest-FlavorsV2NegativeTest-993291146-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca3cd053d8154d61bbb210c4b075b09a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404341 Jul 22 23:31:47.742882 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2852fa69-7bb1-435c-a9d5-9d7a03136ad4 req-b0aeb4be-5346-4124-9cc9-aaadee2ff9db tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554850 Jul 22 23:31:47.794738 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee6887c-847f-4165-94df-b1eb0d8b4437 x-openstack-request-id: req-8ee6887c-847f-4165-94df-b1eb0d8b4437 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:47.795355 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "name": "network-vif-plugged", "status": "completed", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:47.795835 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ee6887c-847f-4165-94df-b1eb0d8b4437 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:47.796443 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb', 'code': 200} Jul 22 23:31:47.883234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d522ccd-e1fc-49c1-9b87-dfcc7b1b01ae req-7893486a-987d-4193-afc0-8a012b7e9d21 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:47.884757 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d522ccd-e1fc-49c1-9b87-dfcc7b1b01ae req-7893486a-987d-4193-afc0-8a012b7e9d21 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 944 time: 0.1104796 Jul 22 23:31:47.899101 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-80d09c7e-50b8-428e-b98b-d1da903b28c1 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:47.900785 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-80d09c7e-50b8-428e-b98b-d1da903b28c1 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb&tenant_id=56035dbeb92e4f879395357fce5a955e&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 1096 time: 0.0894914 Jul 22 23:31:47.939443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-688802-2'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:47.969868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16596c1-dfa7-4419-9655-a2edfd398559 req-a5caa475-bacb-41eb-9f88-dd021469dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:47.973877 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d16596c1-dfa7-4419-9655-a2edfd398559 req-a5caa475-bacb-41eb-9f88-dd021469dbc0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 1100 time: 0.0864284 Jul 22 23:31:48.038510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d522ccd-e1fc-49c1-9b87-dfcc7b1b01ae req-de7faacc-c67b-4782-9b6f-6c19cf04ac6e tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363192 Jul 22 23:31:48.053497 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d16596c1-dfa7-4419-9655-a2edfd398559 req-747b85dd-8864-4289-b837-449e0a93cd4e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725193 Jul 22 23:31:48.137881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49fbaa-3c5b-43f7-963b-8e047c26a768 req-ea4f43e8-3e87-47d0-8fe0-c5a769360523 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:48.140078 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb49fbaa-3c5b-43f7-963b-8e047c26a768 req-ea4f43e8-3e87-47d0-8fe0-c5a769360523 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 948 time: 0.2283249 Jul 22 23:31:48.167980 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:48.301151 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb49fbaa-3c5b-43f7-963b-8e047c26a768 req-ad97afd5-dcdc-4d96-bba0-eaee3716cbb0 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338975 Jul 22 23:31:48.336747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e926a1e-1ca1-4f10-aca0-6d691458d4dc req-222734d9-1e8a-45f4-a077-7006a38dd240 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:48.337930 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e926a1e-1ca1-4f10-aca0-6d691458d4dc req-222734d9-1e8a-45f4-a077-7006a38dd240 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 945 time: 0.1943402 Jul 22 23:31:48.422118 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58786) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:48.508690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e926a1e-1ca1-4f10-aca0-6d691458d4dc req-aa7fd522-753c-4da2-abc3-9fba6bce23fd tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645055 Jul 22 23:31:48.530524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] For port bc8e715e-e920-4b14-a670-f4b906a20bfe, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=bc8e715e-e920-4b14-a670-f4b906a20bfe,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:48.609760 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16df209d-bd7c-4cc6-9e4d-385f67558380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:48.654038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] For port bc8e715e-e920-4b14-a670-f4b906a20bfe, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:48.741759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050d1d7d-18d4-45b8-b7d8-007dae3eacdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc8e715e-e920-4b14-a670-f4b906a20bfe'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:48.745702 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96598ee5-64c6-4dcd-af4e-129b94a30a4f" -d '{"events": [{"server_uuid": "050d1d7d-18d4-45b8-b7d8-007dae3eacdb", "name": "network-vif-unplugged", "status": "completed", "tag": "bc8e715e-e920-4b14-a670-f4b906a20bfe"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:48.751149 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:48.763001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079518b-03a8-4672-b24f-6550925c8e46 req-bf1fbe91-a408-437a-957d-3475ebdce2f5 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:48.765342 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4079518b-03a8-4672-b24f-6550925c8e46 req-bf1fbe91-a408-437a-957d-3475ebdce2f5 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.2108002 Jul 22 23:31:48.768992 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16df209d-bd7c-4cc6-9e4d-385f67558380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:48.773559 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:48.778096 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16df209d-bd7c-4cc6-9e4d-385f67558380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:48.866323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df209d-bd7c-4cc6-9e4d-385f67558380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f01e88-8d27-436f-bbf5-eb8ed38e9480,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:48.874886 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-16df209d-bd7c-4cc6-9e4d-385f67558380 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca3cd053d8154d61bbb210c4b075b09a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515409 Jul 22 23:31:48.877559 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:48.956824 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbd39273-fab8-4dd1-bed6-e8308cf3f24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:48.992858 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648a83e0-50fe-426d-92a3-477dafa4634c x-openstack-request-id: req-648a83e0-50fe-426d-92a3-477dafa4634c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:48.995290 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050d1d7d-18d4-45b8-b7d8-007dae3eacdb", "name": "network-vif-unplugged", "status": "completed", "tag": "bc8e715e-e920-4b14-a670-f4b906a20bfe", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:48.996186 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbd39273-fab8-4dd1-bed6-e8308cf3f24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:48.996938 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-648a83e0-50fe-426d-92a3-477dafa4634c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:48.997551 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050d1d7d-18d4-45b8-b7d8-007dae3eacdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc8e715e-e920-4b14-a670-f4b906a20bfe', 'code': 200} Jul 22 23:31:49.028043 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8e715e-e920-4b14-a670-f4b906a20bfe,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:49.056437 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Attempting to bind port bc8e715e-e920-4b14-a670-f4b906a20bfe on host n-h2-688802-2 for vnic_type normal with profile {"migrating_to": "n-h1-688802-2"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:49.056803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Attempting to bind port bc8e715e-e920-4b14-a670-f4b906a20bfe by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:49.057186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Attempting to bind port bc8e715e-e920-4b14-a670-f4b906a20bfe on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:49.063761 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbd39273-fab8-4dd1-bed6-e8308cf3f24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:49.069182 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbd39273-fab8-4dd1-bed6-e8308cf3f24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:49.074749 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dbd39273-fab8-4dd1-bed6-e8308cf3f24a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5f01e88-8d27-436f-bbf5-eb8ed38e9480 HTTP/1.1" status: 204 len: 168 time: 0.1946967 Jul 22 23:31:49.084646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd39273-fab8-4dd1-bed6-e8308cf3f24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f01e88-8d27-436f-bbf5-eb8ed38e9480,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:49.137452 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4079518b-03a8-4672-b24f-6550925c8e46 req-a2dff537-245b-4102-990d-71c1b51e30d7 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549910 Jul 22 23:31:49.138493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Port bc8e715e-e920-4b14-a670-f4b906a20bfe on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:49.138763 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Attempting to bind port bc8e715e-e920-4b14-a670-f4b906a20bfe on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:49.155080 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:49.155471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Checking segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:49.155984 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Bound using segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:49.156325 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Bound port: bc8e715e-e920-4b14-a670-f4b906a20bfe, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:49.156680 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:49.283455 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8fde8-d618-48bd-8c79-5d91d4fddce6 req-425fa41d-8064-4843-8316-730f124c4005 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:49.290632 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18b8fde8-d618-48bd-8c79-5d91d4fddce6 req-425fa41d-8064-4843-8316-730f124c4005 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 946 time: 0.2813461 Jul 22 23:31:49.314127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] For port bc8e715e-e920-4b14-a670-f4b906a20bfe, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:49.320837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] For port bc8e715e-e920-4b14-a670-f4b906a20bfe, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=bc8e715e-e920-4b14-a670-f4b906a20bfe,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:49.361132 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:49.451761 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d028ac-7603-4db5-8cbe-7cf45567e8b7 req-2776bd73-98a3-4e93-a6b6-63be2e1eaf64 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:49.453581 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76d028ac-7603-4db5-8cbe-7cf45567e8b7 req-2776bd73-98a3-4e93-a6b6-63be2e1eaf64 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 944 time: 0.2430320 Jul 22 23:31:49.468346 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18b8fde8-d618-48bd-8c79-5d91d4fddce6 req-5ecd32e4-d62d-4af7-9185-66189da6904d tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767242 Jul 22 23:31:49.480251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device bcb4ccab-105d-4aca-b759-5f7710a4891a details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:49.482184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 90c83c41-2ffc-4f71-960d-856272124e67 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:49.569665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:49.570284 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:49.571672 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] 10.222.0.18 "PUT /v2.0/ports/bc8e715e-e920-4b14-a670-f4b906a20bfe HTTP/1.1" status: 200 len: 1121 time: 1.6397336 Jul 22 23:31:49.593547 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76d028ac-7603-4db5-8cbe-7cf45567e8b7 req-c7dc1f62-281d-4237-b22a-cbf9c63bd8ba tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300082 Jul 22 23:31:49.617655 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612e472-d35a-4197-8af3-3238d7e23cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8e715e-e920-4b14-a670-f4b906a20bfe,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:49.664774 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f3ea9-7e8e-4e04-88c4-fd6269fdb1a3 req-d073a43a-ed94-4aa6-8737-6b6ed5847634 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:49.667338 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-207f3ea9-7e8e-4e04-88c4-fd6269fdb1a3 req-d073a43a-ed94-4aa6-8737-6b6ed5847634 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 948 time: 0.0926228 Jul 22 23:31:49.675155 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 90c83c41-2ffc-4f71-960d-856272124e67 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:49.694196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 90c83c41-2ffc-4f71-960d-856272124e67 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:49.694568 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:49.697695 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port bcb4ccab-105d-4aca-b759-5f7710a4891a, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=bcb4ccab-105d-4aca-b759-5f7710a4891a,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:49.719385 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-207f3ea9-7e8e-4e04-88c4-fd6269fdb1a3 req-278bee3e-2b4b-4fd8-a0fa-38ac2ccf754f tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454469 Jul 22 23:31:49.741382 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'bcb4ccab-105d-4aca-b759-5f7710a4891a', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'bcb4ccab-105d-4aca-b759-5f7710a4891a', 'mac_address': 'fa:16:3e:b6:a7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:49.777538 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:49.779589 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['bc8e715e-e920-4b14-a670-f4b906a20bfe'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:49.823021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb4ccab-105d-4aca-b759-5f7710a4891a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:49.853002 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port bcb4ccab-105d-4aca-b759-5f7710a4891a, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=bcb4ccab-105d-4aca-b759-5f7710a4891a,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:49.860346 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:49.915184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b799bf0-3122-44b8-a8d1-9b0b1f90a41e req-2fe14c0f-f299-41cd-8704-50b52516b407 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:49.917612 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b799bf0-3122-44b8-a8d1-9b0b1f90a41e req-2fe14c0f-f299-41cd-8704-50b52516b407 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 943 time: 0.1290443 Jul 22 23:31:49.944145 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:49.972582 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=bcb4ccab-105d-4aca-b759-5f7710a4891a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:49.973225 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58838) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:49.992440 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c233564-ba02-4bea-8545-d0f34386c6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c83c41-2ffc-4f71-960d-856272124e67'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:49.994772 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507e0ffc-ad97-4454-b88f-0cef1d75a97e" -d '{"events": [{"server_uuid": "1c233564-ba02-4bea-8545-d0f34386c6a8", "name": "network-vif-plugged", "status": "completed", "tag": "90c83c41-2ffc-4f71-960d-856272124e67"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:50.023120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 90c83c41-2ffc-4f71-960d-856272124e67, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=90c83c41-2ffc-4f71-960d-856272124e67,segment=NetworkSegment(74051bb0-5171-49cc-8c7f-ca77a98d0b0d),segment_id=74051bb0-5171-49cc-8c7f-ca77a98d0b0d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:50.036617 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:50.118872 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=90c83c41-2ffc-4f71-960d-856272124e67,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:50.148228 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1813204852-network', 'tenant_id': '887f429d06124457b776edf1694554f7'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:50.171955 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Made reservation on behalf of 887f429d06124457b776edf1694554f7 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:50.174392 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:50.199877 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:50.226340 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2681e7a6-9beb-4dc6-8cf5-77d6a01d46d1 x-openstack-request-id: req-2681e7a6-9beb-4dc6-8cf5-77d6a01d46d1 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:50.226824 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c233564-ba02-4bea-8545-d0f34386c6a8", "name": "network-vif-plugged", "status": "completed", "tag": "90c83c41-2ffc-4f71-960d-856272124e67", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:50.226958 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2681e7a6-9beb-4dc6-8cf5-77d6a01d46d1 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:50.227397 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c233564-ba02-4bea-8545-d0f34386c6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c83c41-2ffc-4f71-960d-856272124e67', 'code': 200} Jul 22 23:31:50.240073 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b799bf0-3122-44b8-a8d1-9b0b1f90a41e req-29d62a68-db64-44bf-b60e-d8bc3f1c1dc0 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029828 Jul 22 23:31:50.337848 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:50.342865 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:50.353923 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972549ba-d2a7-4c05-8eb9-3d1247071241 req-8695ab34-a90e-46f1-95c3-eb749dc438ae tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:50.355548 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-972549ba-d2a7-4c05-8eb9-3d1247071241 req-8695ab34-a90e-46f1-95c3-eb749dc438ae tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.0725358 Jul 22 23:31:50.396504 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-972549ba-d2a7-4c05-8eb9-3d1247071241 req-241bc276-3994-47c3-a9cb-125c8b892cc7 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339913 Jul 22 23:31:50.405642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:31:50.411739 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfa8509-0b49-4563-90bf-39aa1a2689d8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:50.422804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['bcb4ccab-105d-4aca-b759-5f7710a4891a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:50.430392 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:50.430692 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Added segment d3f3cf79-c86a-4c9c-8b32-3d5c78f3468d of type vlan for network 79923ae4-e236-4bba-bffd-824947dc03d9 Jul 22 23:31:50.477841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965575a-80e3-4a63-9e3c-dbd707ff6650 req-b268fb1c-d2c3-4b9e-a762-c9c4f60b7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:50.479569 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b965575a-80e3-4a63-9e3c-dbd707ff6650 req-b268fb1c-d2c3-4b9e-a762-c9c4f60b7145 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 1096 time: 0.1312435 Jul 22 23:31:50.482462 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:50.551295 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b965575a-80e3-4a63-9e3c-dbd707ff6650 req-7a7edec4-9542-4890-a189-0f111f7cde0e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585151 Jul 22 23:31:50.559983 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:50.561383 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:50.562226 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:50.570737 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc54b49-1e1d-4fd4-97ab-83413749115d req-c491f048-b827-4f43-b260-7d3332c0da20 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:50.573289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7fc54b49-1e1d-4fd4-97ab-83413749115d req-c491f048-b827-4f43-b260-7d3332c0da20 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.0785089 Jul 22 23:31:50.631335 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6567812 Jul 22 23:31:50.632096 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58858) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:50.661428 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b5b59e60-c38a-4969-b42b-34691b58ca46 admin admin] Request body: {'subnet': {'network_id': '79923ae4-e236-4bba-bffd-824947dc03d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1813204852-subnet', 'tenant_id': '887f429d06124457b776edf1694554f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:50.662099 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7fc54b49-1e1d-4fd4-97ab-83413749115d req-aa64d25d-141e-4aa1-a085-d88b580906ca tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818291 Jul 22 23:31:50.677997 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Pushing event updated for resources: {'Network': ['ID=79923ae4-e236-4bba-bffd-824947dc03d9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:50.700627 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:50.701131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:50.701397 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:50.701787 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:50.702118 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:50.702632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:50.703170 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:50.703668 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:50.704169 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:50.704672 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:50.705312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:50.705995 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c32092-763f-44d7-b0fa-1a73d2433fa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:50.719143 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b59e60-c38a-4969-b42b-34691b58ca46 admin admin] Made reservation on behalf of 887f429d06124457b776edf1694554f7 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:50.719398 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 79923ae4-e236-4bba-bffd-824947dc03d9 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:31:50.722627 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5b59e60-c38a-4969-b42b-34691b58ca46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:50.736616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f41ca5-0894-4080-b337-e236150d7b0d req-1841de0e-7880-4b28-9146-88f3859ee85c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:50.745346 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0f41ca5-0894-4080-b337-e236150d7b0d req-1841de0e-7880-4b28-9146-88f3859ee85c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 946 time: 0.1376023 Jul 22 23:31:50.819349 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0f41ca5-0894-4080-b337-e236150d7b0d req-5985f802-7194-4471-b1e5-b5fd21332940 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730596 Jul 22 23:31:50.862116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a03bf-d319-48ce-8a13-81d7e75f7070 req-7e2d0b85-9966-4529-a3ff-daacec026f39 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:50.869532 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-689a03bf-d319-48ce-8a13-81d7e75f7070 req-7e2d0b85-9966-4529-a3ff-daacec026f39 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 945 time: 0.1150992 Jul 22 23:31:50.915955 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-689a03bf-d319-48ce-8a13-81d7e75f7070 req-809395ae-6a62-4890-ab7b-ba0b6e5333a5 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452569 Jul 22 23:31:50.948852 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5b59e60-c38a-4969-b42b-34691b58ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:51.000912 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b59e60-c38a-4969-b42b-34691b58ca46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34dfe96d-77d5-448c-84be-3b066e32cfd4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:51.007281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050d1d7d-18d4-45b8-b7d8-007dae3eacdb', 'tag': 'bc8e715e-e920-4b14-a670-f4b906a20bfe'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:51.009829 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbcb859-6814-4711-b0da-4be59e3634e1" -d '{"events": [{"name": "network-changed", "server_uuid": "050d1d7d-18d4-45b8-b7d8-007dae3eacdb", "tag": "bc8e715e-e920-4b14-a670-f4b906a20bfe"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:51.026249 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b59e60-c38a-4969-b42b-34691b58ca46 admin admin] Checking segment: {'id': 'd3f3cf79-c86a-4c9c-8b32-3d5c78f3468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '79923ae4-e236-4bba-bffd-824947dc03d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:51.026608 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b59e60-c38a-4969-b42b-34691b58ca46 admin admin] Network hostable DHCP agents. Network: 79923ae4-e236-4bba-bffd-824947dc03d9, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:31:51.055326 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b59e60-c38a-4969-b42b-34691b58ca46 admin admin] Network 79923ae4-e236-4bba-bffd-824947dc03d9 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:31:51.066250 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929f55c-4f80-4f2f-b7d8-520f485672ad req-3dfef70c-e259-42d1-bcbe-3ca12a2203d2 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:51.067397 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b5b59e60-c38a-4969-b42b-34691b58ca46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 79923ae4-e236-4bba-bffd-824947dc03d9) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:51.067939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6929f55c-4f80-4f2f-b7d8-520f485672ad req-3dfef70c-e259-42d1-bcbe-3ca12a2203d2 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 949 time: 0.0988021 Jul 22 23:31:51.072501 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b59e60-c38a-4969-b42b-34691b58ca46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:51.073488 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5b59e60-c38a-4969-b42b-34691b58ca46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:51.077629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2677ba1e-6b78-4300-bbc9-2b1196f49da3 None None] Network 79923ae4-e236-4bba-bffd-824947dc03d9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:51.117955 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b5b59e60-c38a-4969-b42b-34691b58ca46 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4611487 Jul 22 23:31:51.118682 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58872) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:51.125000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1813204852-router', 'tenant_id': '887f429d06124457b776edf1694554f7', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:51.148106 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6929f55c-4f80-4f2f-b7d8-520f485672ad req-05db03dd-6756-4725-a13e-6404e92c2af1 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696743 Jul 22 23:31:51.159421 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:51.160903 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:51.235185 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:51.248520 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbc9170-60ef-45d7-a7f4-c823f92c866d x-openstack-request-id: req-cbbc9170-60ef-45d7-a7f4-c823f92c866d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:51.249014 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050d1d7d-18d4-45b8-b7d8-007dae3eacdb", "tag": "bc8e715e-e920-4b14-a670-f4b906a20bfe", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:51.249438 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbbc9170-60ef-45d7-a7f4-c823f92c866d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:51.250016 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050d1d7d-18d4-45b8-b7d8-007dae3eacdb', 'tag': 'bc8e715e-e920-4b14-a670-f4b906a20bfe', 'status': 'completed', 'code': 200} Jul 22 23:31:51.278942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-79923ae4-e236-4bba-bffd-824947dc03d9', 'network_id': '79923ae4-e236-4bba-bffd-824947dc03d9', 'tenant_id': '887f429d06124457b776edf1694554f7', 'fixed_ips': [{'subnet_id': '34dfe96d-77d5-448c-84be-3b066e32cfd4'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:31:51.282012 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:51.453195 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619a9f4-00d5-40b7-95b5-d430504b1e76 req-a80d9b07-f1b7-48f2-ba32-8f164d6f4120 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:51.462046 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8619a9f4-00d5-40b7-95b5-d430504b1e76 req-a80d9b07-f1b7-48f2-ba32-8f164d6f4120 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.1442606 Jul 22 23:31:51.479643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Allocated IP 172.20.0.2 (79923ae4-e236-4bba-bffd-824947dc03d9/34dfe96d-77d5-448c-84be-3b066e32cfd4/07b210ae-b9b3-4563-aa3e-d00855e2b986) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:31:51.494169 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bc8e715e-e920-4b14-a670-f4b906a20bfe details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:51.513435 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8619a9f4-00d5-40b7-95b5-d430504b1e76 req-b5c9c9c2-6b81-4653-8f5c-ceea248ba682 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499637 Jul 22 23:31:51.546844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db05939-d77b-4ff6-b5ef-65a790155867 req-de9eb54c-eefe-4895-b89f-118680387706 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:51.555672 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2db05939-d77b-4ff6-b5ef-65a790155867 req-de9eb54c-eefe-4895-b89f-118680387706 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 943 time: 0.1814427 Jul 22 23:31:51.602178 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2db05939-d77b-4ff6-b5ef-65a790155867 req-2da2c9f4-989a-43b6-940d-d106851f149f tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451603 Jul 22 23:31:51.762785 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:51.786979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcb859-6814-4711-b0da-4be59e3634e1 req-207b3ac7-cf22-4fb6-9f08-030015d71285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:51.788524 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-abbcb859-6814-4711-b0da-4be59e3634e1 req-207b3ac7-cf22-4fb6-9f08-030015d71285 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 1124 time: 0.5019834 Jul 22 23:31:51.805787 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-1190a9ae-2014-454c-adab-02db6d850273 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5180268 Jul 22 23:31:51.848728 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port bc8e715e-e920-4b14-a670-f4b906a20bfe, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=bc8e715e-e920-4b14-a670-f4b906a20bfe,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:51.877065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bc8e715e-e920-4b14-a670-f4b906a20bfe has no active binding in host n-h1-688802-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 23:31:51.883630 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:51.902898 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Transition to ACTIVE for port object 07b210ae-b9b3-4563-aa3e-d00855e2b986 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:51.920903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Transition to ACTIVE for port object 07b210ae-b9b3-4563-aa3e-d00855e2b986 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:51.928140 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:51.967000 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Network 79923ae4-e236-4bba-bffd-824947dc03d9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:51.970291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:51.974051 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:51.994723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Pushing event updated for resources: {'Port': ['ID=07b210ae-b9b3-4563-aa3e-d00855e2b986,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:52.015998 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcb859-6814-4711-b0da-4be59e3634e1 req-b984119b-4edf-4070-9fa4-e1874ad6e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:52.017552 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-abbcb859-6814-4711-b0da-4be59e3634e1 req-b984119b-4edf-4070-9fa4-e1874ad6e489 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.2096877 Jul 22 23:31:52.080101 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-abbcb859-6814-4711-b0da-4be59e3634e1 req-003fcce0-3535-449d-855b-0bd78bf3bfe4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc8e715e-e920-4b14-a670-f4b906a20bfe HTTP/1.1" status: 200 len: 217 time: 0.0452213 Jul 22 23:31:52.095380 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Attempting to bind port 07b210ae-b9b3-4563-aa3e-d00855e2b986 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:52.095745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Attempting to bind port 07b210ae-b9b3-4563-aa3e-d00855e2b986 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'd3f3cf79-c86a-4c9c-8b32-3d5c78f3468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '79923ae4-e236-4bba-bffd-824947dc03d9'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:52.096104 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Attempting to bind port 07b210ae-b9b3-4563-aa3e-d00855e2b986 on network 79923ae4-e236-4bba-bffd-824947dc03d9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:52.113550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:52.113696 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Checking segment: {'id': 'd3f3cf79-c86a-4c9c-8b32-3d5c78f3468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '79923ae4-e236-4bba-bffd-824947dc03d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:52.114091 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:52.114479 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Bound using segment: {'id': 'd3f3cf79-c86a-4c9c-8b32-3d5c78f3468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '79923ae4-e236-4bba-bffd-824947dc03d9'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:52.124055 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Bound port: 07b210ae-b9b3-4563-aa3e-d00855e2b986, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f3cf79-c86a-4c9c-8b32-3d5c78f3468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '79923ae4-e236-4bba-bffd-824947dc03d9'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:52.124792 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:52.195252 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede145e-afc3-4de6-ae48-208b0ddd3e28 req-f51c5e29-9220-47fd-9fc9-14971d85bc29 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:52.203908 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ede145e-afc3-4de6-ae48-208b0ddd3e28 req-f51c5e29-9220-47fd-9fc9-14971d85bc29 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 946 time: 0.2239017 Jul 22 23:31:52.237962 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] For port 07b210ae-b9b3-4563-aa3e-d00855e2b986, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:52.244152 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] For port 07b210ae-b9b3-4563-aa3e-d00855e2b986, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=07b210ae-b9b3-4563-aa3e-d00855e2b986,segment=NetworkSegment(d3f3cf79-c86a-4c9c-8b32-3d5c78f3468d),segment_id=d3f3cf79-c86a-4c9c-8b32-3d5c78f3468d)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:52.255332 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:52.269798 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ef031-ec40-45c7-947c-cee08baaaf24 req-04d63638-05b7-4a14-8938-8fca633f9e6c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:52.274064 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3f4ef031-ec40-45c7-947c-cee08baaaf24 req-04d63638-05b7-4a14-8938-8fca633f9e6c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.95 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 946 time: 0.2781816 Jul 22 23:31:52.278071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcb859-6814-4711-b0da-4be59e3634e1 req-499dbdfe-c17e-4a8b-94c0-c482ea0ad2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:52.279607 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-abbcb859-6814-4711-b0da-4be59e3634e1 req-499dbdfe-c17e-4a8b-94c0-c482ea0ad2ba service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.1775301 Jul 22 23:31:52.293626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ede145e-afc3-4de6-ae48-208b0ddd3e28 req-7a9ddc4b-6ff4-4e4e-bfe4-ae266641dbb4 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884452 Jul 22 23:31:52.324256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190b560-c713-42ff-8725-8b9adc272f6a req-a4c1526e-a5a9-4091-8451-bdadc89a011a tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:52.335418 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f190b560-c713-42ff-8725-8b9adc272f6a req-a4c1526e-a5a9-4091-8451-bdadc89a011a tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 945 time: 0.2799258 Jul 22 23:31:52.380181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59277d7b-f67a-4827-b888-be8a7dc61357 None None] Pushing event updated for resources: {'Port': ['ID=07b210ae-b9b3-4563-aa3e-d00855e2b986,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:52.455394 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f190b560-c713-42ff-8725-8b9adc272f6a req-24960acd-a39f-4a8c-9db2-d7849dfb17fe tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138248 Jul 22 23:31:52.525855 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-abbcb859-6814-4711-b0da-4be59e3634e1 req-feb247a1-b750-45d2-8bc1-aa19e9ba4bc3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2244470 Jul 22 23:31:52.526836 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:52.600792 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:52.772800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fb442-1278-4c75-8149-589b4e45d501 req-b74604d3-ee9a-46dc-9d84-5634d7be287d tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:52.776498 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-256fb442-1278-4c75-8149-589b4e45d501 req-b74604d3-ee9a-46dc-9d84-5634d7be287d tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 949 time: 0.2245467 Jul 22 23:31:52.839071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Allocated IP 172.25.4.112 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/9b37dc97-73a8-4d1b-8195-5ac41ffc5194) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:31:52.843505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3f4ef031-ec40-45c7-947c-cee08baaaf24 req-28fa72b3-6e25-44e0-a993-97263b26897c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Deleting port edf9c839-b490-428e-89df-eb579a588b34 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:52.843880 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3f4ef031-ec40-45c7-947c-cee08baaaf24 req-28fa72b3-6e25-44e0-a993-97263b26897c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:52.852651 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e699df7-0abc-45a1-8221-685c6786f377 req-cf595490-c3a0-49ef-a39d-0e27aff0eedb tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:52.855671 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e699df7-0abc-45a1-8221-685c6786f377 req-cf595490-c3a0-49ef-a39d-0e27aff0eedb tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.2334216 Jul 22 23:31:52.912756 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-256fb442-1278-4c75-8149-589b4e45d501 req-78cc3017-4810-4c40-8f82-167e86bebb28 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205885 Jul 22 23:31:52.946958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 07b210ae-b9b3-4563-aa3e-d00855e2b986 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:52.977382 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-abbcb859-6814-4711-b0da-4be59e3634e1 req-b6713225-d9c3-4505-89bf-87584ca8dec3 service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264712 Jul 22 23:31:52.983265 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e699df7-0abc-45a1-8221-685c6786f377 req-e6bb6762-d8cd-4202-977c-49dc89df0b5c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876760 Jul 22 23:31:53.092971 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:31:53.105015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 07b210ae-b9b3-4563-aa3e-d00855e2b986 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:53.147289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f10cc44-8576-45f5-a6e8-eb8ba852d7c8 req-f499c181-a821-4646-9f7b-80eb557b4b49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1421320 Jul 22 23:31:53.169633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025bd3b-aed9-403b-b7db-8c0a05c73637 req-545815b3-50f4-4126-a544-f220aae6abde tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:53.171119 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7025bd3b-aed9-403b-b7db-8c0a05c73637 req-545815b3-50f4-4126-a544-f220aae6abde tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 943 time: 0.1152527 Jul 22 23:31:53.200355 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3f4ef031-ec40-45c7-947c-cee08baaaf24 req-28fa72b3-6e25-44e0-a993-97263b26897c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] For port edf9c839-b490-428e-89df-eb579a588b34, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=edf9c839-b490-428e-89df-eb579a588b34,segment=NetworkSegment(b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5),segment_id=b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:53.200722 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3f4ef031-ec40-45c7-947c-cee08baaaf24 req-28fa72b3-6e25-44e0-a993-97263b26897c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.235680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3f4ef031-ec40-45c7-947c-cee08baaaf24 req-28fa72b3-6e25-44e0-a993-97263b26897c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Calling delete_port for edf9c839-b490-428e-89df-eb579a588b34 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:53.241308 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.250133 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7025bd3b-aed9-403b-b7db-8c0a05c73637 req-40352e35-a497-4381-aa7f-7bbd6f936c18 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718403 Jul 22 23:31:53.280837 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-abbcb859-6814-4711-b0da-4be59e3634e1 req-10efb4b8-1c98-4fe5-8be3-842a3399321e service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514467 Jul 22 23:31:53.355312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10cc44-8576-45f5-a6e8-eb8ba852d7c8 req-1d9f0145-21e9-4907-8e64-15c60535495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:53.357708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f10cc44-8576-45f5-a6e8-eb8ba852d7c8 req-1d9f0145-21e9-4907-8e64-15c60535495f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 1101 time: 0.1004481 Jul 22 23:31:53.396937 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.522023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device bcb4ccab-105d-4aca-b759-5f7710a4891a up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:53.533207 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:53.571595 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:53.576978 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:53.580000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Pushing event updated for resources: {'Port': ['ID=9b37dc97-73a8-4d1b-8195-5ac41ffc5194,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:53.615448 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3f4ef031-ec40-45c7-947c-cee08baaaf24 req-28fa72b3-6e25-44e0-a993-97263b26897c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.667682 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc91f3-6c2b-4b12-b17f-8c7a8640156c req-e7aa6779-0b37-4ad5-a539-0b180a43f2f4 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:53.668269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port bcb4ccab-105d-4aca-b759-5f7710a4891a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:53.673193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port bcb4ccab-105d-4aca-b759-5f7710a4891a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:53.673582 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.675165 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e3fc91f3-6c2b-4b12-b17f-8c7a8640156c req-e7aa6779-0b37-4ad5-a539-0b180a43f2f4 tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/ports?device_id=617fdb53-dfd2-42a2-9271-ad688857920b HTTP/1.1" status: 200 len: 867 time: 0.2730169 Jul 22 23:31:53.682852 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa72b3-6e25-44e0-a993-97263b26897c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Pushing event deleted for resources: {'Port': ['ID=edf9c839-b490-428e-89df-eb579a588b34,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:53.703228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10cc44-8576-45f5-a6e8-eb8ba852d7c8 req-3295c747-7c13-4e10-b3b1-613eed0e22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:53.704985 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f10cc44-8576-45f5-a6e8-eb8ba852d7c8 req-3295c747-7c13-4e10-b3b1-613eed0e22d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.2892351 Jul 22 23:31:53.762901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561797c5-96ec-42cc-979d-129590308a7b req-f41b4279-34ac-4c30-9136-7f02534cb3ff tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:53.773168 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-561797c5-96ec-42cc-979d-129590308a7b req-f41b4279-34ac-4c30-9136-7f02534cb3ff tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 945 time: 0.1988599 Jul 22 23:31:53.821669 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.855512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb4ccab-105d-4aca-b759-5f7710a4891a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:53.860549 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2d0747-029f-4b9c-9a91-d62e8d3af17f" -d '{"events": [{"server_uuid": "9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f", "name": "network-vif-plugged", "status": "completed", "tag": "bcb4ccab-105d-4aca-b759-5f7710a4891a"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:53.871170 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f10cc44-8576-45f5-a6e8-eb8ba852d7c8 req-9bf505e4-7c20-4629-a287-ff7926a59378 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3 HTTP/1.1" status: 200 len: 217 time: 0.1468019 Jul 22 23:31:53.882732 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port bcb4ccab-105d-4aca-b759-5f7710a4891a, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=bcb4ccab-105d-4aca-b759-5f7710a4891a,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:53.899697 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.928192 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4ef031-ec40-45c7-947c-cee08baaaf24 req-28fa72b3-6e25-44e0-a993-97263b26897c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] No DVR routers for this DVR port edf9c839-b490-428e-89df-eb579a588b34 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:53.931920 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3f4ef031-ec40-45c7-947c-cee08baaaf24 req-28fa72b3-6e25-44e0-a993-97263b26897c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.939930 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3f4ef031-ec40-45c7-947c-cee08baaaf24 req-28fa72b3-6e25-44e0-a993-97263b26897c tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.95 "DELETE /v2.0/ports/edf9c839-b490-428e-89df-eb579a588b34 HTTP/1.1" status: 204 len: 173 time: 1.6404786 Jul 22 23:31:53.943970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617fdb53-dfd2-42a2-9271-ad688857920b', 'name': 'network-vif-deleted', 'tag': 'edf9c839-b490-428e-89df-eb579a588b34'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:53.949774 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e3fc91f3-6c2b-4b12-b17f-8c7a8640156c req-da3e2214-a38f-4f62-82a1-23aaa29ffbad tempest-AttachSCSIVolumeTestJSON-729122219 tempest-AttachSCSIVolumeTestJSON-729122219-project] 10.222.0.26 "GET /v2.0/security-groups?id=5965c29a-38bc-4244-84a3-0b79ee6de974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427227 Jul 22 23:31:53.963549 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11af150-2592-4d51-a406-c56d5a8eeb80" -d '{"events": [{"server_uuid": "617fdb53-dfd2-42a2-9271-ad688857920b", "name": "network-vif-deleted", "tag": "edf9c839-b490-428e-89df-eb579a588b34"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:53.989663 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=bcb4ccab-105d-4aca-b759-5f7710a4891a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:53.990162 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10cc44-8576-45f5-a6e8-eb8ba852d7c8 req-a51fa313-935c-45b9-82b1-93f8d6828e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:53.993496 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f10cc44-8576-45f5-a6e8-eb8ba852d7c8 req-a51fa313-935c-45b9-82b1-93f8d6828e80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1081541 Jul 22 23:31:54.012452 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-561797c5-96ec-42cc-979d-129590308a7b req-8b315bc6-8ff5-4c1f-b240-a48f3d6a04a7 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368493 Jul 22 23:31:54.058043 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3d8780-51c1-45f0-a47c-bb03a40187bd None None] Network 79923ae4-e236-4bba-bffd-824947dc03d9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:54.175401 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.185221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10cc44-8576-45f5-a6e8-eb8ba852d7c8 req-fd65d6f4-0b27-4d13-a67c-2f78bde01719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:54.188810 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f10cc44-8576-45f5-a6e8-eb8ba852d7c8 req-fd65d6f4-0b27-4d13-a67c-2f78bde01719 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1549954 Jul 22 23:31:54.193029 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919dcafb-72f7-49aa-8ed0-12e86a6d4c2f x-openstack-request-id: req-919dcafb-72f7-49aa-8ed0-12e86a6d4c2f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:54.193582 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f", "name": "network-vif-plugged", "status": "completed", "tag": "bcb4ccab-105d-4aca-b759-5f7710a4891a", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:54.194434 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-919dcafb-72f7-49aa-8ed0-12e86a6d4c2f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:54.195187 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb4ccab-105d-4aca-b759-5f7710a4891a', 'code': 200} Jul 22 23:31:54.246810 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3888d8ee-3735-483a-a3d4-98ffb6352d0f None None] Provisioning for port 07b210ae-b9b3-4563-aa3e-d00855e2b986 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:54.259091 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3888d8ee-3735-483a-a3d4-98ffb6352d0f None None] Provisioning complete for port 07b210ae-b9b3-4563-aa3e-d00855e2b986 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:54.259459 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3888d8ee-3735-483a-a3d4-98ffb6352d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.423925 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3888d8ee-3735-483a-a3d4-98ffb6352d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.442231 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f10cc44-8576-45f5-a6e8-eb8ba852d7c8 req-8dbad17d-e509-4afa-9a87-564ad52d20ad service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386034 Jul 22 23:31:54.463236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c69bc9-9975-45ee-9463-394d824bbf37 req-e383bf45-1854-4bf8-b7ac-cdfe84606295 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:54.464816 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9c69bc9-9975-45ee-9463-394d824bbf37 req-e383bf45-1854-4bf8-b7ac-cdfe84606295 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 950 time: 0.1943471 Jul 22 23:31:54.477912 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3888d8ee-3735-483a-a3d4-98ffb6352d0f None None] For port 07b210ae-b9b3-4563-aa3e-d00855e2b986, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=07b210ae-b9b3-4563-aa3e-d00855e2b986,segment=NetworkSegment(d3f3cf79-c86a-4c9c-8b32-3d5c78f3468d),segment_id=d3f3cf79-c86a-4c9c-8b32-3d5c78f3468d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:54.484633 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3888d8ee-3735-483a-a3d4-98ffb6352d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.498325 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e954ec-b38e-410c-a4ce-dd92148b1740 req-dbe4e8aa-326f-45a3-b1cc-71b8512cc730 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:54.499902 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-66e954ec-b38e-410c-a4ce-dd92148b1740 req-dbe4e8aa-326f-45a3-b1cc-71b8512cc730 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.1758051 Jul 22 23:31:54.559728 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888d8ee-3735-483a-a3d4-98ffb6352d0f None None] Pushing event updated for resources: {'Port': ['ID=07b210ae-b9b3-4563-aa3e-d00855e2b986,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:54.629603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9c69bc9-9975-45ee-9463-394d824bbf37 req-c6ca11c5-ab03-43f9-ad7a-0b49cd0e35ce tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457787 Jul 22 23:31:54.666611 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-66e954ec-b38e-410c-a4ce-dd92148b1740 req-df604681-c677-414e-92f8-4b249507217c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497371 Jul 22 23:31:54.696659 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f10cc44-8576-45f5-a6e8-eb8ba852d7c8 req-3f7698eb-3c48-49c8-8e78-8e95e9007b8e service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420928 Jul 22 23:31:54.808267 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d38aa816-d21b-40ed-9a6a-e66bb886fd9c req-d5e02bef-51d2-4790-af1c-6cc8686ef9c0 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1838775472&fields=id&tenant_id=303736982beb4141af5779fc8cb4a1f0 HTTP/1.1" status: 200 len: 267 time: 0.0650120 Jul 22 23:31:54.823291 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699bbdb7-007c-49a4-88da-ef3e8d82ee11 x-openstack-request-id: req-699bbdb7-007c-49a4-88da-ef3e8d82ee11 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:54.823878 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617fdb53-dfd2-42a2-9271-ad688857920b", "name": "network-vif-deleted", "tag": "edf9c839-b490-428e-89df-eb579a588b34", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:54.823878 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-699bbdb7-007c-49a4-88da-ef3e8d82ee11 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:54.824608 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617fdb53-dfd2-42a2-9271-ad688857920b', 'name': 'network-vif-deleted', 'tag': 'edf9c839-b490-428e-89df-eb579a588b34', 'status': 'completed', 'code': 200} Jul 22 23:31:54.826380 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-356ca7fe-803a-43a7-bfaf-bd0b3f2a98b6 None None] Provisioning complete for port 07b210ae-b9b3-4563-aa3e-d00855e2b986 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:54.826758 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-356ca7fe-803a-43a7-bfaf-bd0b3f2a98b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.907486 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 07b210ae-b9b3-4563-aa3e-d00855e2b986 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:54.911409 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c9ba1-1377-4dc9-8271-c029c1c92801 req-92728983-fd47-43ce-a3bb-4d7cec1b0382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:54.912860 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5f1c9ba1-1377-4dc9-8271-c029c1c92801 req-92728983-fd47-43ce-a3bb-4d7cec1b0382 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 1101 time: 0.5989423 Jul 22 23:31:54.920122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-d9e9c038-bc7d-461a-914e-0c6558f58b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:54.921915 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-d9e9c038-bc7d-461a-914e-0c6558f58b43 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 1100 time: 0.6192713 Jul 22 23:31:54.953528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bec35-2008-47a4-bdf3-08a0900ec4b7 req-13944fe8-e2b7-4190-af10-4ed98b0b7502 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:54.955162 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-502bec35-2008-47a4-bdf3-08a0900ec4b7 req-13944fe8-e2b7-4190-af10-4ed98b0b7502 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 943 time: 0.1020918 Jul 22 23:31:54.964641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38aa816-d21b-40ed-9a6a-e66bb886fd9c req-5bd2a3f2-d0b2-4ba3-9c04-b908f16f6199 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:54.976789 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d38aa816-d21b-40ed-9a6a-e66bb886fd9c req-5bd2a3f2-d0b2-4ba3-9c04-b908f16f6199 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 945 time: 0.1674635 Jul 22 23:31:54.988076 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d38aa816-d21b-40ed-9a6a-e66bb886fd9c req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Request body: {'port': {'security_groups': ['9638c237-9b55-4506-ad86-fd929995ac35', '8de54b93-3d95-4681-89a0-d6a4d31b712e']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:54.997932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 07b210ae-b9b3-4563-aa3e-d00855e2b986 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:54.998525 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:55.130213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-502bec35-2008-47a4-bdf3-08a0900ec4b7 req-a1335862-9270-46aa-9a4c-5c3643314ba3 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446981 Jul 22 23:31:55.131087 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d38aa816-d21b-40ed-9a6a-e66bb886fd9c req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:55.132248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-49c712b3-9d68-4b50-b826-2fc692398884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:55.134006 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-49c712b3-9d68-4b50-b826-2fc692398884 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1735561 Jul 22 23:31:55.134977 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:55.238349 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5f1c9ba1-1377-4dc9-8271-c029c1c92801 req-7920e52c-ee75-4e9d-97e3-1557057eb824 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917988 Jul 22 23:31:55.269038 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-c6baf2a1-93a2-4ed5-ac50-be5e6fd4f797 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb HTTP/1.1" status: 200 len: 217 time: 0.1041946 Jul 22 23:31:55.397374 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d38aa816-d21b-40ed-9a6a-e66bb886fd9c req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] For port 90c83c41-2ffc-4f71-960d-856272124e67, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=90c83c41-2ffc-4f71-960d-856272124e67,segment=NetworkSegment(74051bb0-5171-49cc-8c7f-ca77a98d0b0d),segment_id=74051bb0-5171-49cc-8c7f-ca77a98d0b0d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:55.397758 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-8c0467f5-478e-483d-b1b0-01a49ad279a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:55.399616 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-8c0467f5-478e-483d-b1b0-01a49ad279a9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0776238 Jul 22 23:31:55.437707 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d38aa816-d21b-40ed-9a6a-e66bb886fd9c req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:55.444337 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d38aa816-d21b-40ed-9a6a-e66bb886fd9c req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:55.466861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['cda67602-708d-4291-8ad1-9bc2614d0c8b', '90c83c41-2ffc-4f71-960d-856272124e67'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:55.494696 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Router bfe40c04-726d-4fea-8977-62483dd91d82 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:31:55.506472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38aa816-d21b-40ed-9a6a-e66bb886fd9c req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:55.507649 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d38aa816-d21b-40ed-9a6a-e66bb886fd9c req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:55.509069 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d38aa816-d21b-40ed-9a6a-e66bb886fd9c req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "PUT /v2.0/ports/90c83c41-2ffc-4f71-960d-856272124e67 HTTP/1.1" status: 200 len: 981 time: 0.5310526 Jul 22 23:31:55.514001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c233564-ba02-4bea-8545-d0f34386c6a8', 'tag': '90c83c41-2ffc-4f71-960d-856272124e67'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:55.516811 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d733f7df-9866-477b-b016-8bad656cca7b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c233564-ba02-4bea-8545-d0f34386c6a8", "tag": "90c83c41-2ffc-4f71-960d-856272124e67"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:55.529063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device edf9c839-b490-428e-89df-eb579a588b34 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:55.556575 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event updated for resources: {'Port': ['ID=90c83c41-2ffc-4f71-960d-856272124e67,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:55.557796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: edf9c839-b490-428e-89df-eb579a588b34 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:55.558210 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device edf9c839-b490-428e-89df-eb579a588b34 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:55.582722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:55.582722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:55.582722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:55.582722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:55.589392 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:55.589801 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:55.590194 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:55.590451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:55.590781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:55.591105 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:55.591983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:55.591983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236d332-b6f4-43da-80ff-270b619627f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:55.635107 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-92c04eaa-54c8-4573-8ded-e051a21e2472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:55.636643 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-92c04eaa-54c8-4573-8ded-e051a21e2472 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2103138 Jul 22 23:31:55.654788 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd90131-7593-4e51-9685-37e07d4df32d x-openstack-request-id: req-0cd90131-7593-4e51-9685-37e07d4df32d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:55.654788 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c233564-ba02-4bea-8545-d0f34386c6a8", "tag": "90c83c41-2ffc-4f71-960d-856272124e67", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:55.654788 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0cd90131-7593-4e51-9685-37e07d4df32d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:55.654788 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c233564-ba02-4bea-8545-d0f34386c6a8', 'tag': '90c83c41-2ffc-4f71-960d-856272124e67', 'status': 'completed', 'code': 200} Jul 22 23:31:55.717308 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['90c83c41-2ffc-4f71-960d-856272124e67'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:55.758711 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d7b152c-9cfa-45a3-8933-6f4ed48e084a req-94ffb7cd-8ac3-40cc-88c9-0f45d296e381 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/8de54b93-3d95-4681-89a0-d6a4d31b712e HTTP/1.1" status: 200 len: 1801 time: 0.1800489 Jul 22 23:31:55.827443 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:31:55.844902 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Sync routers for ids ['bfe40c04-726d-4fea-8977-62483dd91d82'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:31:55.860136 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Routers {'bfe40c04-726d-4fea-8977-62483dd91d82'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:31:55.865807 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:31:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['bfe40c04-726d-4fea-8977-62483dd91d82'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:55.870957 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:55.872178 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7d500c51-415c-4716-a466-639fce5556fe admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7525456 Jul 22 23:31:55.879296 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58988) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:55.892854 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-fcd8b5b6-6cd4-4e1e-910f-58d2401ec4a7 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452652 Jul 22 23:31:55.929184 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-4d7b152c-9cfa-45a3-8933-6f4ed48e084a req-16019802-0b31-4287-bbd7-8f04705f9903 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 23:31:55.946314 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d7b152c-9cfa-45a3-8933-6f4ed48e084a req-16019802-0b31-4287-bbd7-8f04705f9903 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "DELETE /v2.0/security-groups/8de54b93-3d95-4681-89a0-d6a4d31b712e HTTP/1.1" status: 409 len: 341 time: 0.1849720 Jul 22 23:31:55.979219 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761eb1e-cc2e-47a2-8efc-3714183fb9a3 req-160e6f3a-7579-4ed0-a406-e455cb2689c5 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:55.984565 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e761eb1e-cc2e-47a2-8efc-3714183fb9a3 req-160e6f3a-7579-4ed0-a406-e455cb2689c5 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 950 time: 0.2013111 Jul 22 23:31:56.129428 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733f7df-9866-477b-b016-8bad656cca7b req-bb715cf4-1c83-4509-a1de-af86ca16784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:56.130964 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d733f7df-9866-477b-b016-8bad656cca7b req-bb715cf4-1c83-4509-a1de-af86ca16784b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=303736982beb4141af5779fc8cb4a1f0&device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 1135 time: 0.4487443 Jul 22 23:31:56.169526 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e761eb1e-cc2e-47a2-8efc-3714183fb9a3 req-4953f893-bb96-48e1-ad88-69449e70b0db tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755955 Jul 22 23:31:56.173914 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Set router bfe40c04-726d-4fea-8977-62483dd91d82 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:31:56.233450 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a49c2-3b06-42ed-9ae0-ca87ccbc3f4f req-9a3f3e24-fc4e-4143-b922-015d82057d0b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:56.244625 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c7a49c2-3b06-42ed-9ae0-ca87ccbc3f4f req-9a3f3e24-fc4e-4143-b922-015d82057d0b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.2130318 Jul 22 23:31:56.343883 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c7a49c2-3b06-42ed-9ae0-ca87ccbc3f4f req-ce745df3-1ba3-4e2a-8ed6-60f0435b5709 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916202 Jul 22 23:31:56.496641 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-9d4c065c-39fc-4f43-bb30-f401b318f832 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928884 Jul 22 23:31:56.559142 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'name': 'tempest-FloatingIPDetailsTestJSON-1813204852-router', 'tenant_id': '887f429d06124457b776edf1694554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '9b37dc97-73a8-4d1b-8195-5ac41ffc5194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:31:53Z', 'revision_number': 3, 'project_id': '887f429d06124457b776edf1694554f7', 'gw_port': {'id': '9b37dc97-73a8-4d1b-8195-5ac41ffc5194', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:52Z', 'updated_at': '2021-07-22T23:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:56.628234 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Checking router: bfe40c04-726d-4fea-8977-62483dd91d82 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:31:56.629963 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Updating router bfe40c04-726d-4fea-8977-62483dd91d82 port 9b37dc97-73a8-4d1b-8195-5ac41ffc5194 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:31:56.667621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fe1fc-257c-444a-910f-e380b8272ed4 req-5e3e29a3-108b-49dc-b93d-d08d1ac81447 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:56.684515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e27fe1fc-257c-444a-910f-e380b8272ed4 req-5e3e29a3-108b-49dc-b93d-d08d1ac81447 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 943 time: 0.2051473 Jul 22 23:31:56.746411 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:56.770619 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733f7df-9866-477b-b016-8bad656cca7b req-0b452bdf-91c2-49bd-8eb4-2f57f8b0e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:56.776794 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d733f7df-9866-477b-b016-8bad656cca7b req-0b452bdf-91c2-49bd-8eb4-2f57f8b0e091 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d66e71ed-4f17-4338-aa33-0c044f3bb64f HTTP/1.1" status: 200 len: 914 time: 0.6274710 Jul 22 23:31:56.817174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e27fe1fc-257c-444a-910f-e380b8272ed4 req-be24801c-3086-49fb-b6dc-3e18487f9271 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298199 Jul 22 23:31:56.881483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eea8e6-0755-4b63-8975-444e7636a5df req-83941d07-1640-4093-9888-5035a22c1015 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:56.886084 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-30eea8e6-0755-4b63-8975-444e7636a5df req-83941d07-1640-4093-9888-5035a22c1015 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 984 time: 0.1292491 Jul 22 23:31:56.948293 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d733f7df-9866-477b-b016-8bad656cca7b req-8ceddf7b-450d-421d-ba7d-06e0d2cab0b2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90c83c41-2ffc-4f71-960d-856272124e67 HTTP/1.1" status: 200 len: 217 time: 0.1547718 Jul 22 23:31:56.958729 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-30eea8e6-0755-4b63-8975-444e7636a5df req-bd78d518-fd12-4333-8e84-689ef9cac945 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&id=8de54b93-3d95-4681-89a0-d6a4d31b712e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0667243 Jul 22 23:31:57.136954 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733f7df-9866-477b-b016-8bad656cca7b req-2a5f41f7-a37e-415d-8f2a-7038cc2657c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:57.138458 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d733f7df-9866-477b-b016-8bad656cca7b req-2a5f41f7-a37e-415d-8f2a-7038cc2657c0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c65d2065-0813-4972-bcf6-7ef4f053db9b HTTP/1.1" status: 200 len: 853 time: 0.1390560 Jul 22 23:31:57.149250 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:57.159336 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-562e0b32-1b20-48d5-ad3a-3a513ffc9304 service neutron] 10.222.0.95 "GET /v2.0/ports/bc8e715e-e920-4b14-a670-f4b906a20bfe/bindings/n-h1-688802-2 HTTP/1.1" status: 200 len: 384 time: 0.1579950 Jul 22 23:31:57.163512 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Transition to ACTIVE for port object 9b37dc97-73a8-4d1b-8195-5ac41ffc5194 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:57.169603 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:57.182014 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d733f7df-9866-477b-b016-8bad656cca7b req-9d8dd240-28d1-45d4-a62d-9038b747fced service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d66e71ed-4f17-4338-aa33-0c044f3bb64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343056 Jul 22 23:31:57.240093 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Attempting to bind port 9b37dc97-73a8-4d1b-8195-5ac41ffc5194 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:57.240389 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Attempting to bind port 9b37dc97-73a8-4d1b-8195-5ac41ffc5194 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:57.240777 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Attempting to bind port 9b37dc97-73a8-4d1b-8195-5ac41ffc5194 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:57.248166 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3a6ae-cda8-4111-bc75-fa4d6d9da728 None None] Pushing event updated for resources: {'Port': ['ID=9b37dc97-73a8-4d1b-8195-5ac41ffc5194,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:57.251400 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:57.251768 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:57.252161 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:57.252711 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:57.253888 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Bound port: 9b37dc97-73a8-4d1b-8195-5ac41ffc5194, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:57.254047 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:57.284838 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3a6ae-cda8-4111-bc75-fa4d6d9da728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:57.285540 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3a6ae-cda8-4111-bc75-fa4d6d9da728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:57.286059 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3a6ae-cda8-4111-bc75-fa4d6d9da728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:57.286648 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3a6ae-cda8-4111-bc75-fa4d6d9da728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:57.287276 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3a6ae-cda8-4111-bc75-fa4d6d9da728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:57.287785 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3a6ae-cda8-4111-bc75-fa4d6d9da728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:57.288309 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3a6ae-cda8-4111-bc75-fa4d6d9da728 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:57.288829 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3a6ae-cda8-4111-bc75-fa4d6d9da728 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:57.289502 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3a6ae-cda8-4111-bc75-fa4d6d9da728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:57.290005 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3a6ae-cda8-4111-bc75-fa4d6d9da728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:57.290505 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3a6ae-cda8-4111-bc75-fa4d6d9da728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:57.291019 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3a6ae-cda8-4111-bc75-fa4d6d9da728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:57.319729 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:57.341962 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] For port 9b37dc97-73a8-4d1b-8195-5ac41ffc5194, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:57.348632 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] For port 9b37dc97-73a8-4d1b-8195-5ac41ffc5194, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9b37dc97-73a8-4d1b-8195-5ac41ffc5194,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:57.358155 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:57.368554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe2892-11cd-485c-99b3-65be0c9c2f76 req-299550b8-4a64-48aa-bed0-79c84f1ee182 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:57.370905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5bfe2892-11cd-485c-99b3-65be0c9c2f76 req-299550b8-4a64-48aa-bed0-79c84f1ee182 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 950 time: 0.1144416 Jul 22 23:31:57.431081 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d733f7df-9866-477b-b016-8bad656cca7b req-b20b62bc-89bc-4aa7-b577-40411ccd9642 service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401063 Jul 22 23:31:57.468947 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Routers {'bfe40c04-726d-4fea-8977-62483dd91d82'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:31:57.470127 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:31:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['bfe40c04-726d-4fea-8977-62483dd91d82'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:57.512496 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5bfe2892-11cd-485c-99b3-65be0c9c2f76 req-fe8b6536-67bb-4801-a6b6-39bd889f72e2 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323535 Jul 22 23:31:57.546572 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3a6ae-cda8-4111-bc75-fa4d6d9da728 None None] Pushing event updated for resources: {'Port': ['ID=9b37dc97-73a8-4d1b-8195-5ac41ffc5194,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:57.547489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dde70d-cd20-431c-9789-6e39aa39e0c4 req-970b1872-28c2-415a-b91c-b6f4d5b45486 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:57.549067 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1dde70d-cd20-431c-9789-6e39aa39e0c4 req-970b1872-28c2-415a-b91c-b6f4d5b45486 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.1182759 Jul 22 23:31:57.643904 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] Set router bfe40c04-726d-4fea-8977-62483dd91d82 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:31:57.671279 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1dde70d-cd20-431c-9789-6e39aa39e0c4 req-7e9b6c98-447f-4149-b57a-cbf70b1cca86 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975797 Jul 22 23:31:57.708072 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95298351-d49d-4b6c-8d3e-dabc300b9aa3 req-33fc9c5b-319f-4345-926f-12538d72d349 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:57.709654 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95298351-d49d-4b6c-8d3e-dabc300b9aa3 req-33fc9c5b-319f-4345-926f-12538d72d349 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 1101 time: 0.1092527 Jul 22 23:31:57.771858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95298351-d49d-4b6c-8d3e-dabc300b9aa3 req-217e0a7b-94f3-4c6b-b308-b2cdaab7abd8 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560284 Jul 22 23:31:57.931395 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-166fb402-215b-4813-81e8-28aa51df6756 service neutron] For port bc8e715e-e920-4b14-a670-f4b906a20bfe, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=bc8e715e-e920-4b14-a670-f4b906a20bfe,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:57.951106 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d733f7df-9866-477b-b016-8bad656cca7b req-3e8ca8e0-a54b-4019-a043-daff74a6aad1 service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069818 Jul 22 23:31:57.956065 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Allocated IP 172.20.0.1 (79923ae4-e236-4bba-bffd-824947dc03d9/34dfe96d-77d5-448c-84be-3b066e32cfd4/fbf96b9a-56f9-4569-8454-c88fe4323077) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:31:57.975083 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-166fb402-215b-4813-81e8-28aa51df6756 service neutron] For port bc8e715e-e920-4b14-a670-f4b906a20bfe, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:58.001791 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'name': 'tempest-FloatingIPDetailsTestJSON-1813204852-router', 'tenant_id': '887f429d06124457b776edf1694554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '9b37dc97-73a8-4d1b-8195-5ac41ffc5194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:31:53Z', 'revision_number': 3, 'project_id': '887f429d06124457b776edf1694554f7', 'gw_port': {'id': '9b37dc97-73a8-4d1b-8195-5ac41ffc5194', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:52Z', 'updated_at': '2021-07-22T23:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:58.022270 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23aba1-f5bb-41f6-b923-431e1fde24e8 req-30c0d685-9bfc-4ff8-92d6-469aff4c5c8f tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:58.032856 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af23aba1-f5bb-41f6-b923-431e1fde24e8 req-30c0d685-9bfc-4ff8-92d6-469aff4c5c8f tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 943 time: 0.1156378 Jul 22 23:31:58.060619 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e41709-0ce2-4dd4-b51a-bbc1bd17f3c7 None None] The sync data for ids ['bfe40c04-726d-4fea-8977-62483dd91d82'] in n-d-688802-2 is: [{'id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'name': 'tempest-FloatingIPDetailsTestJSON-1813204852-router', 'tenant_id': '887f429d06124457b776edf1694554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '9b37dc97-73a8-4d1b-8195-5ac41ffc5194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:31:53Z', 'revision_number': 3, 'project_id': '887f429d06124457b776edf1694554f7', 'gw_port': {'id': '9b37dc97-73a8-4d1b-8195-5ac41ffc5194', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:52Z', 'updated_at': '2021-07-22T23:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:31:58.096297 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-166fb402-215b-4813-81e8-28aa51df6756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8e715e-e920-4b14-a670-f4b906a20bfe {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:58.110618 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af23aba1-f5bb-41f6-b923-431e1fde24e8 req-14c01ee4-1a76-4dd9-8748-f01dd4db74f3 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767655 Jul 22 23:31:58.153999 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-166fb402-215b-4813-81e8-28aa51df6756 service neutron] For port bc8e715e-e920-4b14-a670-f4b906a20bfe, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bc8e715e-e920-4b14-a670-f4b906a20bfe,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:58.193021 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-166fb402-215b-4813-81e8-28aa51df6756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:58.247590 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951930c3-7e2f-4160-a2be-fbd664a8fa94 req-9740c3b4-2ca6-408c-b825-2a819e940f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:58.249224 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-951930c3-7e2f-4160-a2be-fbd664a8fa94 req-9740c3b4-2ca6-408c-b825-2a819e940f2b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=303736982beb4141af5779fc8cb4a1f0&device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 1135 time: 0.2271421 Jul 22 23:31:58.256045 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39b927-8d0f-43ce-9b65-556564ffa7c0 req-97c30be7-ca07-435b-a01f-0547fa302f94 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:58.256991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d39b927-8d0f-43ce-9b65-556564ffa7c0 req-97c30be7-ca07-435b-a01f-0547fa302f94 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 984 time: 0.0945840 Jul 22 23:31:58.295875 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:58.312453 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Transition to ACTIVE for port object fbf96b9a-56f9-4569-8454-c88fe4323077 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:58.350717 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d39b927-8d0f-43ce-9b65-556564ffa7c0 req-2ed80527-213b-4f2f-9649-34da3555dcab tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&id=8de54b93-3d95-4681-89a0-d6a4d31b712e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0714118 Jul 22 23:31:58.353534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-c4f52057-9e2e-4732-971b-340c025a40b0 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495467 Jul 22 23:31:58.461058 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:58.531238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-85476893-cecc-4941-ab58-f3a72dafac49 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:58.539350 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-85476893-cecc-4941-ab58-f3a72dafac49 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766839 Jul 22 23:31:58.549912 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-166fb402-215b-4813-81e8-28aa51df6756 service neutron] Transition to ACTIVE for port object bc8e715e-e920-4b14-a670-f4b906a20bfe will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:58.558778 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-5d770c1b-e029-4850-860f-7e5e58fab432 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/quotas/baf0077687bc4e6f86e7a3e26b9b8f17 HTTP/1.1" status: 200 len: 375 time: 0.0183847 Jul 22 23:31:58.563428 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Network 79923ae4-e236-4bba-bffd-824947dc03d9 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:58.567122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:58.575105 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:58.578034 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-166fb402-215b-4813-81e8-28aa51df6756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:58.614125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951930c3-7e2f-4160-a2be-fbd664a8fa94 req-4f39d55e-e9a7-4356-8fbf-086acc211510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:58.616187 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-951930c3-7e2f-4160-a2be-fbd664a8fa94 req-4f39d55e-e9a7-4356-8fbf-086acc211510 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d66e71ed-4f17-4338-aa33-0c044f3bb64f HTTP/1.1" status: 200 len: 914 time: 0.3554766 Jul 22 23:31:58.643420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Pushing event updated for resources: {'Port': ['ID=fbf96b9a-56f9-4569-8454-c88fe4323077,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:58.662686 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-407aad66-9016-4ae2-8d88-bb6e86e9e4ec tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1027141 Jul 22 23:31:58.771407 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-951930c3-7e2f-4160-a2be-fbd664a8fa94 req-baebcaca-1f7b-472c-961b-f10b1e4df5b8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90c83c41-2ffc-4f71-960d-856272124e67 HTTP/1.1" status: 200 len: 217 time: 0.1434207 Jul 22 23:31:58.805224 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:58.906864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-166fb402-215b-4813-81e8-28aa51df6756 service neutron] No DVR routers for this DVR port bc8e715e-e920-4b14-a670-f4b906a20bfe on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:58.936759 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9b37dc97-73a8-4d1b-8195-5ac41ffc5194 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:58.943731 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39f4bc-dc99-484f-8643-58a2cea32c3e req-8eee1dd3-7467-4ecf-ad5f-6a2edc49f62d tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:58.951603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff39f4bc-dc99-484f-8643-58a2cea32c3e req-8eee1dd3-7467-4ecf-ad5f-6a2edc49f62d tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.2025344 Jul 22 23:31:59.008892 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fb402-215b-4813-81e8-28aa51df6756 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8e715e-e920-4b14-a670-f4b906a20bfe,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:59.052273 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff39f4bc-dc99-484f-8643-58a2cea32c3e req-4358cb49-2950-4127-930a-96683620a962 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987074 Jul 22 23:31:59.055203 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8f983cf6-6a35-450e-8858-205d35227801 None None] Provisioning for port fbf96b9a-56f9-4569-8454-c88fe4323077 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:59.067942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8f983cf6-6a35-450e-8858-205d35227801 None None] Provisioning complete for port fbf96b9a-56f9-4569-8454-c88fe4323077 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:59.068318 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f983cf6-6a35-450e-8858-205d35227801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:59.116096 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951930c3-7e2f-4160-a2be-fbd664a8fa94 req-32a7280b-7112-459a-9cb5-7758dda6b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:59.117624 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-951930c3-7e2f-4160-a2be-fbd664a8fa94 req-32a7280b-7112-459a-9cb5-7758dda6b684 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c65d2065-0813-4972-bcf6-7ef4f053db9b HTTP/1.1" status: 200 len: 853 time: 0.3220677 Jul 22 23:31:59.131356 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8f983cf6-6a35-450e-8858-205d35227801 None None] Port fbf96b9a-56f9-4569-8454-c88fe4323077 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:31:59.137752 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-166fb402-215b-4813-81e8-28aa51df6756 service neutron] 10.222.0.95 "PUT /v2.0/ports/bc8e715e-e920-4b14-a670-f4b906a20bfe/bindings/n-h1-688802-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9600451 Jul 22 23:31:59.137977 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 9b37dc97-73a8-4d1b-8195-5ac41ffc5194 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:59.143481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 9b37dc97-73a8-4d1b-8195-5ac41ffc5194 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:59.144197 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:59.156589 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2bf5984-0a33-4c5d-a2d7-f3b307c16d77 req-f22a0a98-c40f-4fac-9eac-6f3dc3f35545 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=fad915df-6089-4b3a-8b9d-89c270297056 HTTP/1.1" status: 200 len: 210 time: 0.0804620 Jul 22 23:31:59.229135 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-951930c3-7e2f-4160-a2be-fbd664a8fa94 req-38660714-6164-4036-a8c9-08aec2676a1e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d66e71ed-4f17-4338-aa33-0c044f3bb64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880370 Jul 22 23:31:59.251766 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:59.288027 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 9b37dc97-73a8-4d1b-8195-5ac41ffc5194, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9b37dc97-73a8-4d1b-8195-5ac41ffc5194,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:59.294878 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:59.359493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=9b37dc97-73a8-4d1b-8195-5ac41ffc5194,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:59.412412 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c52d4-3323-419b-9d30-7f1d186fa2ce req-2664830f-8d38-401e-a576-e8b4ebcf51d9 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:59.414044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e0c52d4-3323-419b-9d30-7f1d186fa2ce req-2664830f-8d38-401e-a576-e8b4ebcf51d9 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 944 time: 0.1603005 Jul 22 23:31:59.417566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-14f1b142-f2c2-4f40-8b1e-4346e13a9653 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:59.417721 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-14f1b142-f2c2-4f40-8b1e-4346e13a9653 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb&tenant_id=56035dbeb92e4f879395357fce5a955e&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 1095 time: 0.1747041 Jul 22 23:31:59.537333 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:59.540435 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e0c52d4-3323-419b-9d30-7f1d186fa2ce req-f470ae26-d328-4379-bbf4-4ec98ea3ae0e tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146212 Jul 22 23:31:59.584400 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-951930c3-7e2f-4160-a2be-fbd664a8fa94 req-efe7c22a-af07-4634-9cbc-58b2670c24cc service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396099 Jul 22 23:31:59.601492 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015eee1-7794-457d-973e-7985b3afdc1e req-bf558342-1816-4eca-9a6e-671ddea5b588 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:59.603114 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d015eee1-7794-457d-973e-7985b3afdc1e req-bf558342-1816-4eca-9a6e-671ddea5b588 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 984 time: 0.1178606 Jul 22 23:31:59.605359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-fdd8f5f3-efbc-465b-9256-2abc9ba6ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:59.606768 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-fdd8f5f3-efbc-465b-9256-2abc9ba6ca7d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb&tenant_id=56035dbeb92e4f879395357fce5a955e HTTP/1.1" status: 200 len: 1095 time: 0.1738799 Jul 22 23:31:59.685554 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d015eee1-7794-457d-973e-7985b3afdc1e req-b774d8c7-8850-46cb-b104-841390038fe1 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&id=8de54b93-3d95-4681-89a0-d6a4d31b712e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0727625 Jul 22 23:31:59.750192 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-1da8c1f7-cb55-4336-bb78-7541da93fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:59.751751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-1da8c1f7-cb55-4336-bb78-7541da93fa45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 1095 time: 0.0805368 Jul 22 23:31:59.808829 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-951930c3-7e2f-4160-a2be-fbd664a8fa94 req-ce1d1434-afd7-4a1e-a35e-909079f6ae54 service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988337 Jul 22 23:31:59.867592 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-acf7900f-e581-4dfd-a77a-e860cb3b9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:59.869467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-acf7900f-e581-4dfd-a77a-e860cb3b9b8b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.1096320 Jul 22 23:31:59.872454 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:59.878224 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:59.921912 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-1c72ee67-3b9d-4f40-915b-09cadd4e69b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc8e715e-e920-4b14-a670-f4b906a20bfe HTTP/1.1" status: 200 len: 217 time: 0.0402596 Jul 22 23:31:59.967001 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Pushing event updated for resources: {'Port': ['ID=fbf96b9a-56f9-4569-8454-c88fe4323077,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:59.972751 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:59.985126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-25ed2fc1-d06d-42c3-a29c-18209c01b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:59.986732 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-25ed2fc1-d06d-42c3-a29c-18209c01b97a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.0564513 Jul 22 23:32:00.037273 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-fc095d72-10c3-4a86-9c06-48f7f57b751c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426309 Jul 22 23:32:00.166581 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Network 79923ae4-e236-4bba-bffd-824947dc03d9 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:00.169210 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:00.196524 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-a48a8462-f9ca-41da-82f0-f496e7ea1649 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483350 Jul 22 23:32:00.256757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59070) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:00.369611 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Router bfe40c04-726d-4fea-8977-62483dd91d82 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:32:00.380345 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-7603c022-1535-4387-bd8c-1a698ad22372 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669970 Jul 22 23:32:00.521783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3918e6ce-2148-4e5a-b431-8b506dfc1a3c req-92ce4aaf-f076-4139-8373-000cd33f9ef7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=fad915df-6089-4b3a-8b9d-89c270297056 HTTP/1.1" status: 200 len: 210 time: 0.0988054 Jul 22 23:32:00.560682 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:32:00.586252 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-df27c672-0a9d-4770-8fa0-93dcda91997c admin admin] 10.222.0.26 "PUT /v2.0/routers/bfe40c04-726d-4fea-8977-62483dd91d82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6950357 Jul 22 23:32:00.588306 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d105a868-c3de-456f-9356-e013c70d69db None None] Provisioning complete for port fbf96b9a-56f9-4569-8454-c88fe4323077 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:00.589409 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d105a868-c3de-456f-9356-e013c70d69db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:00.656428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d105a868-c3de-456f-9356-e013c70d69db None None] Port fbf96b9a-56f9-4569-8454-c88fe4323077 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:32:00.773619 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-fcdcbe6f-9154-4255-8a75-d27ce50198a8 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466447 Jul 22 23:32:00.825890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Sync routers for ids ['bfe40c04-726d-4fea-8977-62483dd91d82'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:32:00.858547 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Routers {'bfe40c04-726d-4fea-8977-62483dd91d82'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:00.861954 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:31:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['bfe40c04-726d-4fea-8977-62483dd91d82'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:00.916030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6100b1-fc50-4bbb-85f2-e5fd25c66516 req-abf9cee1-0c8d-46a8-af9b-ea355530e546 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:00.923559 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee6100b1-fc50-4bbb-85f2-e5fd25c66516 req-abf9cee1-0c8d-46a8-af9b-ea355530e546 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.6602688 Jul 22 23:32:00.957461 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-2ea066e9-d401-4cad-8750-e8404b70ea56 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:00.959295 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-2ea066e9-d401-4cad-8750-e8404b70ea56 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781664 Jul 22 23:32:00.960033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9b37dc97-73a8-4d1b-8195-5ac41ffc5194 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:00.989667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-e57dc0c8-2b53-4cd4-9435-79d7ad3d9617 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Request body: {'port': {'device_id': 'fad915df-6089-4b3a-8b9d-89c270297056', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'baf0077687bc4e6f86e7a3e26b9b8f17'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:01.042295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Set router bfe40c04-726d-4fea-8977-62483dd91d82 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:01.123348 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee6100b1-fc50-4bbb-85f2-e5fd25c66516 req-bcd64630-073e-4224-aa6e-38dd361b959e tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983306 Jul 22 23:32:01.151073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-e57dc0c8-2b53-4cd4-9435-79d7ad3d9617 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Made reservation on behalf of baf0077687bc4e6f86e7a3e26b9b8f17 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:01.154927 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-e57dc0c8-2b53-4cd4-9435-79d7ad3d9617 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:01.199844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2136f0c-d357-4f8b-88be-b29a5b9db297 req-80d603b2-e601-4309-b7ac-608d705d0cd5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:01.212084 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c2136f0c-d357-4f8b-88be-b29a5b9db297 req-80d603b2-e601-4309-b7ac-608d705d0cd5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 944 time: 0.2485394 Jul 22 23:32:01.233777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-a69020b2-1d99-4253-afe0-5bf2d7bc527c tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:01.235971 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-a69020b2-1d99-4253-afe0-5bf2d7bc527c tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb&tenant_id=56035dbeb92e4f879395357fce5a955e&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 1095 time: 0.2919157 Jul 22 23:32:01.255284 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 9b37dc97-73a8-4d1b-8195-5ac41ffc5194 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:01.255655 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:01.318881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-e57dc0c8-2b53-4cd4-9435-79d7ad3d9617 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Allocated IP 192.168.233.227 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/0ca48b8b-f645-4c8f-b522-f279482b79cd) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:01.382028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'name': 'tempest-FloatingIPDetailsTestJSON-1813204852-router', 'tenant_id': '887f429d06124457b776edf1694554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '9b37dc97-73a8-4d1b-8195-5ac41ffc5194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:31:59Z', 'revision_number': 4, 'project_id': '887f429d06124457b776edf1694554f7', 'gw_port': {'id': '9b37dc97-73a8-4d1b-8195-5ac41ffc5194', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:52Z', 'updated_at': '2021-07-22T23:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'fbf96b9a-56f9-4569-8454-c88fe4323077', 'name': '', 'network_id': '79923ae4-e236-4bba-bffd-824947dc03d9', 'tenant_id': '887f429d06124457b776edf1694554f7', 'mac_address': 'fa:16:3e:b3:b9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '34dfe96d-77d5-448c-84be-3b066e32cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:57Z', 'updated_at': '2021-07-22T23:31:59Z', 'revision_number': 2, 'project_id': '887f429d06124457b776edf1694554f7', 'subnets': [{'id': '34dfe96d-77d5-448c-84be-3b066e32cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:01.415465 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Checking router: bfe40c04-726d-4fea-8977-62483dd91d82 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:32:01.416433 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Updating router bfe40c04-726d-4fea-8977-62483dd91d82 port fbf96b9a-56f9-4569-8454-c88fe4323077 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:32:01.425233 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c2136f0c-d357-4f8b-88be-b29a5b9db297 req-2b2ce4ec-386e-46b7-9061-95a98787b189 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122080 Jul 22 23:32:01.471684 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:01.524480 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-e57dc0c8-2b53-4cd4-9435-79d7ad3d9617 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:01.525493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed2ffa-c002-49b2-96aa-aa325ceb08a4 req-966573e2-5f08-4a38-9fd0-76cd84ec2164 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:01.534599 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19ed2ffa-c002-49b2-96aa-aa325ceb08a4 req-966573e2-5f08-4a38-9fd0-76cd84ec2164 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 984 time: 0.2884657 Jul 22 23:32:01.534822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device bc8e715e-e920-4b14-a670-f4b906a20bfe no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:01.545910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-e57dc0c8-2b53-4cd4-9435-79d7ad3d9617 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Transition to ACTIVE for port object 0ca48b8b-f645-4c8f-b522-f279482b79cd will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:01.573332 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a55a6c77-ca05-4640-ac4b-3e953be3024c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:01.591758 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-e57dc0c8-2b53-4cd4-9435-79d7ad3d9617 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:01.631927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['08d531d5-6821-4dba-af94-4d8ed6016efe', 'bcb4ccab-105d-4aca-b759-5f7710a4891a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:01.633352 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-61a07049-d1ec-4962-9aac-ee46c356b0a0 service neutron] For port bc8e715e-e920-4b14-a670-f4b906a20bfe, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:01.649297 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['a860c534-7704-430f-86fd-b051443c314f', '009e481c-75ab-4797-9e46-1071487965e5', 'f50f1f30-13e7-4850-80c7-c2395df783ff', 'f154685f-5a9e-41e6-b32b-e6b95b0104b3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:01.654118 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19ed2ffa-c002-49b2-96aa-aa325ceb08a4 req-5d2f4501-0dbc-4228-8d97-0f7b536d6d8e tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9638c237-9b55-4506-ad86-fd929995ac35&id=8de54b93-3d95-4681-89a0-d6a4d31b712e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1139710 Jul 22 23:32:01.658018 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-61a07049-d1ec-4962-9aac-ee46c356b0a0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:01.659326 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa76cdce-ac13-4b47-a3a1-e696b184da2b req-61a07049-d1ec-4962-9aac-ee46c356b0a0 service neutron] 10.222.0.18 "DELETE /v2.0/ports/bc8e715e-e920-4b14-a670-f4b906a20bfe/bindings/n-h2-688802-2 HTTP/1.1" status: 204 len: 173 time: 0.3924339 Jul 22 23:32:01.697128 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-e57dc0c8-2b53-4cd4-9435-79d7ad3d9617 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:01.701427 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-e57dc0c8-2b53-4cd4-9435-79d7ad3d9617 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:01.707657 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-e57dc0c8-2b53-4cd4-9435-79d7ad3d9617 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:01.715660 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57dc0c8-2b53-4cd4-9435-79d7ad3d9617 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Pushing event updated for resources: {'Port': ['ID=0ca48b8b-f645-4c8f-b522-f279482b79cd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:01.778366 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-e57dc0c8-2b53-4cd4-9435-79d7ad3d9617 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:01.779062 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-e57dc0c8-2b53-4cd4-9435-79d7ad3d9617 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:01.806807 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-e57dc0c8-2b53-4cd4-9435-79d7ad3d9617 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8228862 Jul 22 23:32:01.828825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Request body: {'port': {'device_id': 'fad915df-6089-4b3a-8b9d-89c270297056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:01.919380 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device bc8e715e-e920-4b14-a670-f4b906a20bfe not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:01.933538 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.028853 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-3e6e042f-6250-43d8-912a-82ee9d189c11 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3685124 Jul 22 23:32:02.047381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:02.092759 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4092a40-3d62-4f99-a5a2-c20d77f44451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.105362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd300f8b-8b35-4587-8edd-48e70823a00e None None] Provisioning for port 0ca48b8b-f645-4c8f-b522-f279482b79cd completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:02.134377 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.149839 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd300f8b-8b35-4587-8edd-48e70823a00e None None] Provisioning complete for port 0ca48b8b-f645-4c8f-b522-f279482b79cd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:02.150226 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd300f8b-8b35-4587-8edd-48e70823a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.183590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1862e-7b76-45af-ab46-e807ae1a9a4d req-34c2d93a-327f-49eb-86c9-1062b46253ea tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:02.185124 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6fd1862e-7b76-45af-ab46-e807ae1a9a4d req-34c2d93a-327f-49eb-86c9-1062b46253ea tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=fad915df-6089-4b3a-8b9d-89c270297056 HTTP/1.1" status: 200 len: 936 time: 0.2994220 Jul 22 23:32:02.247346 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fd300f8b-8b35-4587-8edd-48e70823a00e None None] Port 0ca48b8b-f645-4c8f-b522-f279482b79cd cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:32:02.257127 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca48b8b-f645-4c8f-b522-f279482b79cd {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:02.266933 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.284266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Transition to ACTIVE for port object 0ca48b8b-f645-4c8f-b522-f279482b79cd will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:02.291298 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.335366 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.335956 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6fd1862e-7b76-45af-ab46-e807ae1a9a4d req-38637df9-b716-4391-9fc3-64517dbd70b4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351199 Jul 22 23:32:02.373450 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Transition to ACTIVE for port object fbf96b9a-56f9-4569-8454-c88fe4323077 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:02.401212 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.480370 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Attempting to bind port 0ca48b8b-f645-4c8f-b522-f279482b79cd on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:02.480913 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Attempting to bind port 0ca48b8b-f645-4c8f-b522-f279482b79cd by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:02.481040 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Attempting to bind port 0ca48b8b-f645-4c8f-b522-f279482b79cd on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:02.487861 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Port 0ca48b8b-f645-4c8f-b522-f279482b79cd on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:02.488338 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Attempting to bind port 0ca48b8b-f645-4c8f-b522-f279482b79cd on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:02.492544 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ae6d90c-db91-42ea-8244-9748bdd8e9a2 req-6b8904ff-31fa-43b0-a439-1fee21f779f6 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-767473465&fields=id&tenant_id=303736982beb4141af5779fc8cb4a1f0 HTTP/1.1" status: 200 len: 267 time: 0.0527637 Jul 22 23:32:02.495273 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca48b8b-f645-4c8f-b522-f279482b79cd,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:02.499449 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:02.499623 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:02.499970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:02.500407 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Bound port: 0ca48b8b-f645-4c8f-b522-f279482b79cd, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:02.500766 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.534737 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab79d2-77fd-4693-9f8e-a7ee3a7f2c2d None None] Pushing event updated for resources: {'Port': ['ID=fbf96b9a-56f9-4569-8454-c88fe4323077,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:02.608968 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] For port 0ca48b8b-f645-4c8f-b522-f279482b79cd, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:02.612707 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] For port 0ca48b8b-f645-4c8f-b522-f279482b79cd, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=0ca48b8b-f645-4c8f-b522-f279482b79cd,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:02.618922 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.625651 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.643731 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Attempting to bind port fbf96b9a-56f9-4569-8454-c88fe4323077 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:02.644357 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Attempting to bind port fbf96b9a-56f9-4569-8454-c88fe4323077 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'd3f3cf79-c86a-4c9c-8b32-3d5c78f3468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '79923ae4-e236-4bba-bffd-824947dc03d9'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:02.644612 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Attempting to bind port fbf96b9a-56f9-4569-8454-c88fe4323077 on network 79923ae4-e236-4bba-bffd-824947dc03d9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:02.671820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:02.671820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Checking segment: {'id': 'd3f3cf79-c86a-4c9c-8b32-3d5c78f3468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '79923ae4-e236-4bba-bffd-824947dc03d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:02.671820 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.672412 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Bound using segment: {'id': 'd3f3cf79-c86a-4c9c-8b32-3d5c78f3468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '79923ae4-e236-4bba-bffd-824947dc03d9'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:02.672975 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:02.673775 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.674031 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Bound port: fbf96b9a-56f9-4569-8454-c88fe4323077, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f3cf79-c86a-4c9c-8b32-3d5c78f3468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '79923ae4-e236-4bba-bffd-824947dc03d9'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:02.674546 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.675847 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] 10.222.0.95 "PUT /v2.0/ports/0ca48b8b-f645-4c8f-b522-f279482b79cd HTTP/1.1" status: 200 len: 1096 time: 0.8522778 Jul 22 23:32:02.676394 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad915df-6089-4b3a-8b9d-89c270297056', 'tag': '0ca48b8b-f645-4c8f-b522-f279482b79cd'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:02.679175 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad6353e-09ae-48c3-b04a-a8724eaa3c87" -d '{"events": [{"name": "network-changed", "server_uuid": "fad915df-6089-4b3a-8b9d-89c270297056", "tag": "0ca48b8b-f645-4c8f-b522-f279482b79cd"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:02.719701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9f63e-5831-49d3-8e6a-f3651a0c7e55 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca48b8b-f645-4c8f-b522-f279482b79cd,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:02.820617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6d90c-db91-42ea-8244-9748bdd8e9a2 req-58d6dce0-1032-4341-bcdf-7acde11ab167 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:02.824643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] For port fbf96b9a-56f9-4569-8454-c88fe4323077, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:02.828707 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] For port fbf96b9a-56f9-4569-8454-c88fe4323077, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fbf96b9a-56f9-4569-8454-c88fe4323077,segment=NetworkSegment(d3f3cf79-c86a-4c9c-8b32-3d5c78f3468d),segment_id=d3f3cf79-c86a-4c9c-8b32-3d5c78f3468d)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:02.829713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ae6d90c-db91-42ea-8244-9748bdd8e9a2 req-58d6dce0-1032-4341-bcdf-7acde11ab167 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 984 time: 0.3218679 Jul 22 23:32:02.835643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1ae6d90c-db91-42ea-8244-9748bdd8e9a2 req-30f12ba3-85bd-41a3-bd18-30b4e6efee85 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Request body: {'port': {'security_groups': ['8de54b93-3d95-4681-89a0-d6a4d31b712e', '9638c237-9b55-4506-ad86-fd929995ac35', 'ee4abc14-c7d3-4b4c-91d0-6112decfb01d']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:02.854604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-087e5a0c-b0bd-4dd6-accc-ecff294d2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:02.857584 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-087e5a0c-b0bd-4dd6-accc-ecff294d2b63 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&device_id=fad915df-6089-4b3a-8b9d-89c270297056 HTTP/1.1" status: 200 len: 1099 time: 0.1009555 Jul 22 23:32:02.867081 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.974907 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-449acb12-1971-469f-8a94-68acd33cc539 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=0ca48b8b-f645-4c8f-b522-f279482b79cd HTTP/1.1" status: 200 len: 217 time: 0.0795937 Jul 22 23:32:03.065697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab79d2-77fd-4693-9f8e-a7ee3a7f2c2d None None] Pushing event updated for resources: {'Port': ['ID=fbf96b9a-56f9-4569-8454-c88fe4323077,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:03.074292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Routers {'bfe40c04-726d-4fea-8977-62483dd91d82'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:03.075184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:31:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['bfe40c04-726d-4fea-8977-62483dd91d82'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:03.075909 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Allocated IP 172.25.4.108 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/2d22a8f0-1b55-4e53-a7c2-06ab27bf5a3d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:03.081286 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1ae6d90c-db91-42ea-8244-9748bdd8e9a2 req-30f12ba3-85bd-41a3-bd18-30b4e6efee85 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:03.137431 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-5a23a931-f96c-4f02-9859-78c9999e46e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:03.142976 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-5a23a931-f96c-4f02-9859-78c9999e46e5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1334496 Jul 22 23:32:03.147660 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f4092a40-3d62-4f99-a5a2-c20d77f44451 admin admin] Deleting port 56618b22-6683-41cb-a4b6-57e1270c540b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:03.148106 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4092a40-3d62-4f99-a5a2-c20d77f44451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:03.228599 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] Set router bfe40c04-726d-4fea-8977-62483dd91d82 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:03.247721 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-aecdc534-0b94-4463-aa9f-75ddee89e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:03.249492 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-aecdc534-0b94-4463-aa9f-75ddee89e7d7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809023 Jul 22 23:32:03.398969 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-4cff4fa1-ef74-4860-8c51-57b17c3917aa service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346815 Jul 22 23:32:03.508438 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c89e4424-2b27-4975-b268-a1bf945e9c60 req-044f04c0-12f2-44f6-8714-53767f118dbf service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957792 Jul 22 23:32:03.598819 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'name': 'tempest-FloatingIPDetailsTestJSON-1813204852-router', 'tenant_id': '887f429d06124457b776edf1694554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '9b37dc97-73a8-4d1b-8195-5ac41ffc5194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:31:59Z', 'revision_number': 4, 'project_id': '887f429d06124457b776edf1694554f7', 'gw_port': {'id': '9b37dc97-73a8-4d1b-8195-5ac41ffc5194', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:52Z', 'updated_at': '2021-07-22T23:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'fbf96b9a-56f9-4569-8454-c88fe4323077', 'name': '', 'network_id': '79923ae4-e236-4bba-bffd-824947dc03d9', 'tenant_id': '887f429d06124457b776edf1694554f7', 'mac_address': 'fa:16:3e:b3:b9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '34dfe96d-77d5-448c-84be-3b066e32cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:57Z', 'updated_at': '2021-07-22T23:32:02Z', 'revision_number': 4, 'project_id': '887f429d06124457b776edf1694554f7', 'subnets': [{'id': '34dfe96d-77d5-448c-84be-3b066e32cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:03.627100 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d7cc9-443e-4fd4-8906-a7697ff71768 None None] The sync data for ids ['bfe40c04-726d-4fea-8977-62483dd91d82'] in n-d-688802-2 is: [{'id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'name': 'tempest-FloatingIPDetailsTestJSON-1813204852-router', 'tenant_id': '887f429d06124457b776edf1694554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '9b37dc97-73a8-4d1b-8195-5ac41ffc5194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:31:59Z', 'revision_number': 4, 'project_id': '887f429d06124457b776edf1694554f7', 'gw_port': {'id': '9b37dc97-73a8-4d1b-8195-5ac41ffc5194', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:52Z', 'updated_at': '2021-07-22T23:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'fbf96b9a-56f9-4569-8454-c88fe4323077', 'name': '', 'network_id': '79923ae4-e236-4bba-bffd-824947dc03d9', 'tenant_id': '887f429d06124457b776edf1694554f7', 'mac_address': 'fa:16:3e:b3:b9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '34dfe96d-77d5-448c-84be-3b066e32cfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:57Z', 'updated_at': '2021-07-22T23:32:02Z', 'revision_number': 4, 'project_id': '887f429d06124457b776edf1694554f7', 'subnets': [{'id': '34dfe96d-77d5-448c-84be-3b066e32cfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:32:03.632984 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f4092a40-3d62-4f99-a5a2-c20d77f44451 admin admin] For port 56618b22-6683-41cb-a4b6-57e1270c540b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=56618b22-6683-41cb-a4b6-57e1270c540b,segment=NetworkSegment(b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5),segment_id=b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:03.633593 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4092a40-3d62-4f99-a5a2-c20d77f44451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:03.661828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f4092a40-3d62-4f99-a5a2-c20d77f44451 admin admin] Calling delete_port for 56618b22-6683-41cb-a4b6-57e1270c540b owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:03.689191 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:03.925414 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:03.948150 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1ae6d90c-db91-42ea-8244-9748bdd8e9a2 req-30f12ba3-85bd-41a3-bd18-30b4e6efee85 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] For port 90c83c41-2ffc-4f71-960d-856272124e67, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=90c83c41-2ffc-4f71-960d-856272124e67,segment=NetworkSegment(74051bb0-5171-49cc-8c7f-ca77a98d0b0d),segment_id=74051bb0-5171-49cc-8c7f-ca77a98d0b0d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:03.951690 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:04.042226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:04.046176 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1ae6d90c-db91-42ea-8244-9748bdd8e9a2 req-30f12ba3-85bd-41a3-bd18-30b4e6efee85 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:04.050089 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:04.052319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Pushing event updated for resources: {'Port': ['ID=2d22a8f0-1b55-4e53-a7c2-06ab27bf5a3d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:04.054150 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:04.078374 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1ae6d90c-db91-42ea-8244-9748bdd8e9a2 req-30f12ba3-85bd-41a3-bd18-30b4e6efee85 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:04.090780 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['cda67602-708d-4291-8ad1-9bc2614d0c8b', '90c83c41-2ffc-4f71-960d-856272124e67'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:04.165359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6d90c-db91-42ea-8244-9748bdd8e9a2 req-30f12ba3-85bd-41a3-bd18-30b4e6efee85 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:04.166006 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1ae6d90c-db91-42ea-8244-9748bdd8e9a2 req-30f12ba3-85bd-41a3-bd18-30b4e6efee85 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:04.177658 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ae6d90c-db91-42ea-8244-9748bdd8e9a2 req-30f12ba3-85bd-41a3-bd18-30b4e6efee85 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "PUT /v2.0/ports/90c83c41-2ffc-4f71-960d-856272124e67 HTTP/1.1" status: 200 len: 1020 time: 1.3466206 Jul 22 23:32:04.182990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c233564-ba02-4bea-8545-d0f34386c6a8', 'tag': '90c83c41-2ffc-4f71-960d-856272124e67'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:04.185566 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39897dd7-7cd0-4914-96d2-a3efef4de3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1c233564-ba02-4bea-8545-d0f34386c6a8", "tag": "90c83c41-2ffc-4f71-960d-856272124e67"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:04.222917 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f12ba3-85bd-41a3-bd18-30b4e6efee85 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event updated for resources: {'Port': ['ID=90c83c41-2ffc-4f71-960d-856272124e67,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:04.292549 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b789-c02b-468e-b764-5ce59c6c6a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:04.303420 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4092a40-3d62-4f99-a5a2-c20d77f44451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:04.311836 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:04.327259 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['90c83c41-2ffc-4f71-960d-856272124e67'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:04.378389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4092a40-3d62-4f99-a5a2-c20d77f44451 admin admin] Pushing event deleted for resources: {'Port': ['ID=56618b22-6683-41cb-a4b6-57e1270c540b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:04.433586 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:04.474920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a7666-3d4b-45ca-9831-b1f622354e0b req-f759ceca-aa9c-4e6a-9d70-98c15d095354 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:04.476724 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-051a7666-3d4b-45ca-9831-b1f622354e0b req-f759ceca-aa9c-4e6a-9d70-98c15d095354 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.2474010 Jul 22 23:32:04.629576 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-051a7666-3d4b-45ca-9831-b1f622354e0b req-a764eac2-51fb-4e61-b43f-a21d8633f769 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329980 Jul 22 23:32:04.630047 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:04.657036 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4092a40-3d62-4f99-a5a2-c20d77f44451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:04.930060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fbf96b9a-56f9-4569-8454-c88fe4323077 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:04.984070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port fbf96b9a-56f9-4569-8454-c88fe4323077 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:04.987254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bf18b-4c72-48c6-b94b-a9959ab81807 req-90ba8322-6a03-4b40-aaa6-7b0c0797842e tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:04.988581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fbf96b9a-56f9-4569-8454-c88fe4323077 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:04.988727 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad6bf18b-4c72-48c6-b94b-a9959ab81807 req-90ba8322-6a03-4b40-aaa6-7b0c0797842e tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 944 time: 0.2685614 Jul 22 23:32:04.989291 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:05.000692 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:05.016333 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:05.069777 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:05.104178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port fbf96b9a-56f9-4569-8454-c88fe4323077, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fbf96b9a-56f9-4569-8454-c88fe4323077,segment=NetworkSegment(d3f3cf79-c86a-4c9c-8b32-3d5c78f3468d),segment_id=d3f3cf79-c86a-4c9c-8b32-3d5c78f3468d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:05.108277 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:05.117499 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad6bf18b-4c72-48c6-b94b-a9959ab81807 req-676dc598-3afe-48ec-9969-be65bd482ba5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189244 Jul 22 23:32:05.127642 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Pushing event updated for resources: {'Port': ['ID=2d22a8f0-1b55-4e53-a7c2-06ab27bf5a3d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:05.157289 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4092a40-3d62-4f99-a5a2-c20d77f44451 admin admin] Router 386b2490-3bd8-4c21-9ac7-3454828cf24e has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:32:05.161582 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:05.166249 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34951308-32aa-4d86-a6c0-80f33ec4db17 x-openstack-request-id: req-34951308-32aa-4d86-a6c0-80f33ec4db17 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:05.166743 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=fbf96b9a-56f9-4569-8454-c88fe4323077,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:05.167168 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad915df-6089-4b3a-8b9d-89c270297056", "tag": "0ca48b8b-f645-4c8f-b522-f279482b79cd", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:05.167569 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34951308-32aa-4d86-a6c0-80f33ec4db17 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:05.168110 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad915df-6089-4b3a-8b9d-89c270297056', 'tag': '0ca48b8b-f645-4c8f-b522-f279482b79cd', 'status': 'completed', 'code': 200} Jul 22 23:32:05.222179 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:05.223430 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-d422dcae-ad41-4fbb-8133-a4b55902fef3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1861663 Jul 22 23:32:05.247237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6353e-09ae-48c3-b04a-a8724eaa3c87 req-447f5824-3c97-4cd5-a0f6-e5a7b9d630bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:05.249419 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ad6353e-09ae-48c3-b04a-a8724eaa3c87 req-447f5824-3c97-4cd5-a0f6-e5a7b9d630bd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&device_id=fad915df-6089-4b3a-8b9d-89c270297056 HTTP/1.1" status: 200 len: 1099 time: 0.0583656 Jul 22 23:32:05.350621 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-0d6a0bf9-1cb4-4290-ba1a-7b694eca602b tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200 len: 696 time: 0.0962074 Jul 22 23:32:05.380281 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:05.471360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4092a40-3d62-4f99-a5a2-c20d77f44451 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:32:05.482744 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f4092a40-3d62-4f99-a5a2-c20d77f44451 admin admin] 10.222.0.26 "PUT /v2.0/routers/386b2490-3bd8-4c21-9ac7-3454828cf24e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2208474 Jul 22 23:32:05.483399 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376de8a4-c331-4826-84eb-ae013371a7d0 None None] Sync routers for ids ['386b2490-3bd8-4c21-9ac7-3454828cf24e'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:32:05.487812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:05.494901 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376de8a4-c331-4826-84eb-ae013371a7d0 None None] Routers {'386b2490-3bd8-4c21-9ac7-3454828cf24e'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:05.495829 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-376de8a4-c331-4826-84eb-ae013371a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:32:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['386b2490-3bd8-4c21-9ac7-3454828cf24e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:05.589191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6353e-09ae-48c3-b04a-a8724eaa3c87 req-5bcaf78b-dc19-42a9-9120-204b8ad18085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:05.590711 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ad6353e-09ae-48c3-b04a-a8724eaa3c87 req-5bcaf78b-dc19-42a9-9120-204b8ad18085 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.3317573 Jul 22 23:32:05.605535 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-376de8a4-c331-4826-84eb-ae013371a7d0 None None] Set router 386b2490-3bd8-4c21-9ac7-3454828cf24e gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:05.641551 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ad6353e-09ae-48c3-b04a-a8724eaa3c87 req-abeb235d-b8db-4337-93bf-e184e3ec9f46 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=0ca48b8b-f645-4c8f-b522-f279482b79cd HTTP/1.1" status: 200 len: 217 time: 0.0386631 Jul 22 23:32:05.706165 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6353e-09ae-48c3-b04a-a8724eaa3c87 req-021663b1-62d6-4385-9ffa-c2852f9dec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:05.707774 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ad6353e-09ae-48c3-b04a-a8724eaa3c87 req-021663b1-62d6-4385-9ffa-c2852f9dec91 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0477262 Jul 22 23:32:05.782247 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6353e-09ae-48c3-b04a-a8724eaa3c87 req-951ec751-d933-4cdf-b01c-9e6c4998945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:05.784258 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ad6353e-09ae-48c3-b04a-a8724eaa3c87 req-951ec751-d933-4cdf-b01c-9e6c4998945f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0591562 Jul 22 23:32:05.794244 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-376de8a4-c331-4826-84eb-ae013371a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'name': 'tempest-AttachSCSIVolumeTestJSON-614068134-router', 'tenant_id': '2fb3333051724f24a9db04f4b78d53d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:05Z', 'updated_at': '2021-07-22T23:32:04Z', 'revision_number': 5, 'project_id': '2fb3333051724f24a9db04f4b78d53d6', 'gw_port': {'id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:06Z', 'updated_at': '2021-07-22T23:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:05.824113 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376de8a4-c331-4826-84eb-ae013371a7d0 None None] Checking router: 386b2490-3bd8-4c21-9ac7-3454828cf24e for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:32:05.832985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb263d-2923-4360-92c1-d86ec5ec9e1b req-d14d4025-4e05-46e6-bcb9-1012747186d3 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:05.833667 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376de8a4-c331-4826-84eb-ae013371a7d0 None None] Routers {'386b2490-3bd8-4c21-9ac7-3454828cf24e'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:05.834277 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-376de8a4-c331-4826-84eb-ae013371a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:32:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['386b2490-3bd8-4c21-9ac7-3454828cf24e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:05.839925 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8bcb263d-2923-4360-92c1-d86ec5ec9e1b req-d14d4025-4e05-46e6-bcb9-1012747186d3 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=fad915df-6089-4b3a-8b9d-89c270297056 HTTP/1.1" status: 200 len: 948 time: 0.5226102 Jul 22 23:32:05.856991 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-a1ddae30-6050-48a4-a4d4-5d3d9a1e37be tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:05.858382 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-a1ddae30-6050-48a4-a4d4-5d3d9a1e37be tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.4887784 Jul 22 23:32:05.876731 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-97d84e75-68fe-45df-b695-185e5673c4c4 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:32:05.877843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73d2b08c-b0ba-45c4-99ad-1deab278381e req-97d84e75-68fe-45df-b695-185e5673c4c4 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098071 Jul 22 23:32:05.902833 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ad6353e-09ae-48c3-b04a-a8724eaa3c87 req-e894ea1e-a01f-4dc3-a581-73340483e5c2 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051478 Jul 22 23:32:05.912361 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8bcb263d-2923-4360-92c1-d86ec5ec9e1b req-ffb71807-8178-4afd-a47e-3284c6a23f44 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715687 Jul 22 23:32:05.918979 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f607b80a-f6e7-44e0-ba8c-5975b39b7e74 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.023897 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ad6353e-09ae-48c3-b04a-a8724eaa3c87 req-cfdfcea4-3913-41bc-bf29-a0cbf049ee4c service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033378 Jul 22 23:32:06.039362 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-376de8a4-c331-4826-84eb-ae013371a7d0 None None] Set router 386b2490-3bd8-4c21-9ac7-3454828cf24e gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:06.090309 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02ba45c4-22f9-45d3-bd5d-596a92052dc7 req-443cbeec-656d-422f-be95-9b1d68ad9b8d tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/ee4abc14-c7d3-4b4c-91d0-6112decfb01d HTTP/1.1" status: 200 len: 1800 time: 0.1195865 Jul 22 23:32:06.134367 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f607b80a-f6e7-44e0-ba8c-5975b39b7e74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.149820 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3d899-168d-4e68-b068-7537cf25e2a7 req-98e9b87a-d0af-4b9b-8046-285360b0d4b2 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:06.151339 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73a3d899-168d-4e68-b068-7537cf25e2a7 req-98e9b87a-d0af-4b9b-8046-285360b0d4b2 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 1097 time: 0.1788890 Jul 22 23:32:06.200226 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-02ba45c4-22f9-45d3-bd5d-596a92052dc7 req-dcabd4b3-723e-4084-b991-ebc76294bb76 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 23:32:06.201271 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02ba45c4-22f9-45d3-bd5d-596a92052dc7 req-dcabd4b3-723e-4084-b991-ebc76294bb76 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "DELETE /v2.0/security-groups/ee4abc14-c7d3-4b4c-91d0-6112decfb01d HTTP/1.1" status: 409 len: 341 time: 0.1035707 Jul 22 23:32:06.218390 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-376de8a4-c331-4826-84eb-ae013371a7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'name': 'tempest-AttachSCSIVolumeTestJSON-614068134-router', 'tenant_id': '2fb3333051724f24a9db04f4b78d53d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:05Z', 'updated_at': '2021-07-22T23:32:04Z', 'revision_number': 5, 'project_id': '2fb3333051724f24a9db04f4b78d53d6', 'gw_port': {'id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:06Z', 'updated_at': '2021-07-22T23:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:06.219102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73a3d899-168d-4e68-b068-7537cf25e2a7 req-1ade60d0-fbe6-4111-b9b5-a0d4890a858c tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601051 Jul 22 23:32:06.232929 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f607b80a-f6e7-44e0-ba8c-5975b39b7e74 admin admin] Deleting port b5716942-5d20-4d88-b6ab-95ffd22ff959 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:06.233373 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f607b80a-f6e7-44e0-ba8c-5975b39b7e74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.251945 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376de8a4-c331-4826-84eb-ae013371a7d0 None None] The sync data for ids ['386b2490-3bd8-4c21-9ac7-3454828cf24e'] in n-d-688802-2 is: [{'id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'name': 'tempest-AttachSCSIVolumeTestJSON-614068134-router', 'tenant_id': '2fb3333051724f24a9db04f4b78d53d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:05Z', 'updated_at': '2021-07-22T23:32:04Z', 'revision_number': 5, 'project_id': '2fb3333051724f24a9db04f4b78d53d6', 'gw_port': {'id': 'b5716942-5d20-4d88-b6ab-95ffd22ff959', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386b2490-3bd8-4c21-9ac7-3454828cf24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:06Z', 'updated_at': '2021-07-22T23:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:32:06.268083 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae17f1f-8104-4714-bfc7-018644aad1f9 x-openstack-request-id: req-fae17f1f-8104-4714-bfc7-018644aad1f9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:06.268613 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c233564-ba02-4bea-8545-d0f34386c6a8", "tag": "90c83c41-2ffc-4f71-960d-856272124e67", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:06.268835 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fae17f1f-8104-4714-bfc7-018644aad1f9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:06.269138 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c233564-ba02-4bea-8545-d0f34386c6a8', 'tag': '90c83c41-2ffc-4f71-960d-856272124e67', 'status': 'completed', 'code': 200} Jul 22 23:32:06.358871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39897dd7-7cd0-4914-96d2-a3efef4de3c4 req-5e07b0d0-cafc-4ab6-aa20-c5f8ff9e2ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:06.360485 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-39897dd7-7cd0-4914-96d2-a3efef4de3c4 req-5e07b0d0-cafc-4ab6-aa20-c5f8ff9e2ace service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=303736982beb4141af5779fc8cb4a1f0&device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 1174 time: 0.0638556 Jul 22 23:32:06.429986 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f607b80a-f6e7-44e0-ba8c-5975b39b7e74 admin admin] For port b5716942-5d20-4d88-b6ab-95ffd22ff959, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b5716942-5d20-4d88-b6ab-95ffd22ff959,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:06.430258 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f607b80a-f6e7-44e0-ba8c-5975b39b7e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.456351 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39897dd7-7cd0-4914-96d2-a3efef4de3c4 req-66139b76-04d8-4e0c-add6-0889b845bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:06.457837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f607b80a-f6e7-44e0-ba8c-5975b39b7e74 admin admin] Calling delete_port for b5716942-5d20-4d88-b6ab-95ffd22ff959 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:06.458501 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-39897dd7-7cd0-4914-96d2-a3efef4de3c4 req-66139b76-04d8-4e0c-add6-0889b845bd3f service neutron] 10.222.0.95 "GET /v2.0/networks?id=d66e71ed-4f17-4338-aa33-0c044f3bb64f HTTP/1.1" status: 200 len: 914 time: 0.0901048 Jul 22 23:32:06.490351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-58fdd556-32e5-42c9-9150-72870d6b16e7 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1861899 Jul 22 23:32:06.505677 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-39897dd7-7cd0-4914-96d2-a3efef4de3c4 req-6c77c907-7231-431f-b028-7cedcb3c617f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90c83c41-2ffc-4f71-960d-856272124e67 HTTP/1.1" status: 200 len: 217 time: 0.0369153 Jul 22 23:32:06.535581 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15671bf-3c45-4121-bc54-356adafb536b req-a940b5d7-b05f-4c2d-877d-a43111c5fec9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:06.537044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b15671bf-3c45-4121-bc54-356adafb536b req-a940b5d7-b05f-4c2d-877d-a43111c5fec9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.2184093 Jul 22 23:32:06.541292 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:06.561936 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39897dd7-7cd0-4914-96d2-a3efef4de3c4 req-84350f7a-d96e-4ed2-a35d-43c86dda5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:06.563644 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-39897dd7-7cd0-4914-96d2-a3efef4de3c4 req-84350f7a-d96e-4ed2-a35d-43c86dda5dae service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c65d2065-0813-4972-bcf6-7ef4f053db9b HTTP/1.1" status: 200 len: 853 time: 0.0486448 Jul 22 23:32:06.606261 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b15671bf-3c45-4121-bc54-356adafb536b req-39cb4ad0-f415-4561-9970-8d348fea162f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595677 Jul 22 23:32:06.606527 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.617463 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-39897dd7-7cd0-4914-96d2-a3efef4de3c4 req-49eef0f9-7306-40a0-8d3f-140ca12b6223 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d66e71ed-4f17-4338-aa33-0c044f3bb64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327172 Jul 22 23:32:06.759950 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-39897dd7-7cd0-4914-96d2-a3efef4de3c4 req-84880a1d-7c25-4780-9692-05431e0c300b service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306291 Jul 22 23:32:06.787287 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f607b80a-f6e7-44e0-ba8c-5975b39b7e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.829134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607b80a-f6e7-44e0-ba8c-5975b39b7e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5716942-5d20-4d88-b6ab-95ffd22ff959,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:06.865493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fbf96b9a-56f9-4569-8454-c88fe4323077 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:06.891770 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.928757 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.930063 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-39897dd7-7cd0-4914-96d2-a3efef4de3c4 req-4e53adca-1511-4198-94a5-aa9997986426 service neutron] 10.222.0.95 "GET /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542442 Jul 22 23:32:06.945558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fbf96b9a-56f9-4569-8454-c88fe4323077 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:06.946160 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.960447 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f607b80a-f6e7-44e0-ba8c-5975b39b7e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.059567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 56618b22-6683-41cb-a4b6-57e1270c540b no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:07.083824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 56618b22-6683-41cb-a4b6-57e1270c540b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:07.084195 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 56618b22-6683-41cb-a4b6-57e1270c540b not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:07.100402 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f607b80a-f6e7-44e0-ba8c-5975b39b7e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.103875 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f607b80a-f6e7-44e0-ba8c-5975b39b7e74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.190641 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f607b80a-f6e7-44e0-ba8c-5975b39b7e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.191146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f607b80a-f6e7-44e0-ba8c-5975b39b7e74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 386b2490-3bd8-4c21-9ac7-3454828cf24e {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:32:07.192828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Allocated IP 172.25.4.190 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/2b4f78fc-d3ff-4313-a207-5eeba7523c6d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:07.199420 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f607b80a-f6e7-44e0-ba8c-5975b39b7e74 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.200558 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f607b80a-f6e7-44e0-ba8c-5975b39b7e74 admin admin] 10.222.0.26 "DELETE /v2.0/routers/386b2490-3bd8-4c21-9ac7-3454828cf24e HTTP/1.1" status: 204 len: 168 time: 1.7118351 Jul 22 23:32:07.203366 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59140) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:07.268506 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a575eada-7c8f-4cf4-9074-493216b1a76f admin admin] Deleting subnet bd28baf5-60ea-482b-8d09-a70cc995d0b4 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:32:07.272433 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a575eada-7c8f-4cf4-9074-493216b1a76f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.320331 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a575eada-7c8f-4cf4-9074-493216b1a76f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.330905 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.389899 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.427783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:07.434170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:07.438057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:07.444944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Pushing event updated for resources: {'Port': ['ID=2b4f78fc-d3ff-4313-a207-5eeba7523c6d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:07.445187 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a575eada-7c8f-4cf4-9074-493216b1a76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.511220 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a575eada-7c8f-4cf4-9074-493216b1a76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.532403 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a575eada-7c8f-4cf4-9074-493216b1a76f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.532572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f4579c-b22c-48b7-878a-50b8d4530538 None None] Network 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:32:07.534178 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.537581 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59158) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:07.537733 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a575eada-7c8f-4cf4-9074-493216b1a76f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bd28baf5-60ea-482b-8d09-a70cc995d0b4 HTTP/1.1" status: 204 len: 168 time: 0.3331571 Jul 22 23:32:07.557215 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 0ca48b8b-f645-4c8f-b522-f279482b79cd details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:32:07.559806 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575eada-7c8f-4cf4-9074-493216b1a76f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd28baf5-60ea-482b-8d09-a70cc995d0b4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:07.636296 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.667823 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.750792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 0ca48b8b-f645-4c8f-b522-f279482b79cd, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=0ca48b8b-f645-4c8f-b522-f279482b79cd,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:07.768042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '0ca48b8b-f645-4c8f-b522-f279482b79cd', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '0ca48b8b-f645-4c8f-b522-f279482b79cd', 'mac_address': 'fa:16:3e:df:5f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:32:07.819519 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.820845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] Deleting port 3605c39b-14df-40a6-a8f8-64efaab46c01 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:07.821321 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.837166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca48b8b-f645-4c8f-b522-f279482b79cd {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:07.863117 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 0ca48b8b-f645-4c8f-b522-f279482b79cd, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=0ca48b8b-f645-4c8f-b522-f279482b79cd,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:07.863458 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.868345 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb00e3c-5534-4317-a2bb-dfbfb2e0a0a9 None None] DHCP port deletion for 3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:32:07.870703 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.873126 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.956518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] For port 3605c39b-14df-40a6-a8f8-64efaab46c01, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=3605c39b-14df-40a6-a8f8-64efaab46c01,segment=NetworkSegment(b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5),segment_id=b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:07.957131 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.997983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] Calling delete_port for 3605c39b-14df-40a6-a8f8-64efaab46c01 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:07.999715 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Pushing event updated for resources: {'Port': ['ID=2b4f78fc-d3ff-4313-a207-5eeba7523c6d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:08.011923 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-b81a51dd-e504-4de7-a65e-63acc3f86b55 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:32:08.013364 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-b81a51dd-e504-4de7-a65e-63acc3f86b55 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068491 Jul 22 23:32:08.026584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-302f16ae-a8f7-4b14-927f-67ee58032d00 service neutron] Request body: {'binding': {'host': 'n-h1-688802-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:08.027372 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-302f16ae-a8f7-4b14-927f-67ee58032d00 service neutron] Unknown quota resources ['binding']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:32:08.051169 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.077612 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.078861 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-7e1359d1-964a-44ef-9206-fa356f8dc485 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5546491 Jul 22 23:32:08.079283 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=0ca48b8b-f645-4c8f-b522-f279482b79cd,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:08.093029 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ddb00e3c-5534-4317-a2bb-dfbfb2e0a0a9 None None] Deleting port 3605c39b-14df-40a6-a8f8-64efaab46c01 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:08.093731 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ddb00e3c-5534-4317-a2bb-dfbfb2e0a0a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.145561 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-b904bfe1-ec2d-40c7-8f97-3f9f9a6355db tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.190 HTTP/1.1" status: 200 len: 696 time: 0.0524571 Jul 22 23:32:08.148954 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.169580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ddb00e3c-5534-4317-a2bb-dfbfb2e0a0a9 None None] For port 3605c39b-14df-40a6-a8f8-64efaab46c01, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=3605c39b-14df-40a6-a8f8-64efaab46c01,segment=NetworkSegment(b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5),segment_id=b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:08.170003 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ddb00e3c-5534-4317-a2bb-dfbfb2e0a0a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.174177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] Pushing event deleted for resources: {'Port': ['ID=3605c39b-14df-40a6-a8f8-64efaab46c01,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:08.184506 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-302f16ae-a8f7-4b14-927f-67ee58032d00 service neutron] Attempting to bind port d8e2324f-1e36-4785-8b64-065c704da2c3 on host n-h1-688802-2 for vnic_type normal with profile None {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:08.184846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-302f16ae-a8f7-4b14-927f-67ee58032d00 service neutron] Attempting to bind port d8e2324f-1e36-4785-8b64-065c704da2c3 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:08.185238 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-302f16ae-a8f7-4b14-927f-67ee58032d00 service neutron] Attempting to bind port d8e2324f-1e36-4785-8b64-065c704da2c3 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:08.191200 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-302f16ae-a8f7-4b14-927f-67ee58032d00 service neutron] Port d8e2324f-1e36-4785-8b64-065c704da2c3 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:08.191661 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-302f16ae-a8f7-4b14-927f-67ee58032d00 service neutron] Attempting to bind port d8e2324f-1e36-4785-8b64-065c704da2c3 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:08.196430 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ddb00e3c-5534-4317-a2bb-dfbfb2e0a0a9 None None] Calling delete_port for 3605c39b-14df-40a6-a8f8-64efaab46c01 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:08.197873 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-302f16ae-a8f7-4b14-927f-67ee58032d00 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:08.198211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-302f16ae-a8f7-4b14-927f-67ee58032d00 service neutron] Checking segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:08.198587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-302f16ae-a8f7-4b14-927f-67ee58032d00 service neutron] Bound using segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:08.199011 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-302f16ae-a8f7-4b14-927f-67ee58032d00 service neutron] Bound port: d8e2324f-1e36-4785-8b64-065c704da2c3, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:08.202719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] No DVR routers for this DVR port 3605c39b-14df-40a6-a8f8-64efaab46c01 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:08.253958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-302f16ae-a8f7-4b14-927f-67ee58032d00 service neutron] For port d8e2324f-1e36-4785-8b64-065c704da2c3, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=d8e2324f-1e36-4785-8b64-065c704da2c3,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:08.259346 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-302f16ae-a8f7-4b14-927f-67ee58032d00 service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.260557 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-302f16ae-a8f7-4b14-927f-67ee58032d00 service neutron] 10.222.0.26 "POST /v2.0/ports/d8e2324f-1e36-4785-8b64-065c704da2c3/bindings HTTP/1.1" status: 201 len: 389 time: 0.2378314 Jul 22 23:32:08.340169 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.352569 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ddb00e3c-5534-4317-a2bb-dfbfb2e0a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.372675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:08.381495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['0ca48b8b-f645-4c8f-b522-f279482b79cd'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:08.390760 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-70f094ba-2710-4635-9442-f67362e6ad2d tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:08.392260 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-70f094ba-2710-4635-9442-f67362e6ad2d tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.2193367 Jul 22 23:32:08.394551 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:08.395073 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17c6bcc-1793-4e09-ad5a-e7ab2ae8cbd5') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:08.404049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb00e3c-5534-4317-a2bb-dfbfb2e0a0a9 None None] Pushing event deleted for resources: {'Port': ['ID=3605c39b-14df-40a6-a8f8-64efaab46c01,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:08.406638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb00e3c-5534-4317-a2bb-dfbfb2e0a0a9 None None] No DVR routers for this DVR port 3605c39b-14df-40a6-a8f8-64efaab46c01 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:08.414438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-93ba8d57-7d92-4e87-80f9-d995c000a36b tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:32:08.415655 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc0af0da-efe3-47aa-8fbc-72b0ec8c9c91 req-93ba8d57-7d92-4e87-80f9-d995c000a36b tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136561 Jul 22 23:32:08.417637 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.437441 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.451054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:32:08.451623 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:32:08.455504 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:32:08.582418 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.616057 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.617961 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] 10.222.0.26 "DELETE /v2.0/networks/3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc HTTP/1.1" status: 204 len: 168 time: 1.0794454 Jul 22 23:32:08.620848 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59168) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:08.632427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320116f-918d-445d-bbba-e7226f2e17fd admin admin] Pushing event deleted for resources: {'Network': ['ID=3b2fafc2-8f0e-44c2-a25c-37e41d7a0abc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:08.670106 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4527ef-3bae-4661-83ac-38c3a7550b17 req-b1f66807-7656-4729-9782-9130ae32e48d tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:08.671635 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d4527ef-3bae-4661-83ac-38c3a7550b17 req-b1f66807-7656-4729-9782-9130ae32e48d tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 1095 time: 0.1603832 Jul 22 23:32:08.685572 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27ddda-eafd-4a85-9d46-f58aa198fc2b req-c677d308-b743-467f-9575-7ff486202d14 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:08.687037 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd27ddda-eafd-4a85-9d46-f58aa198fc2b req-c677d308-b743-467f-9575-7ff486202d14 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 1023 time: 0.1746912 Jul 22 23:32:08.711800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-07497ab6-bca5-46dc-b9b9-17a020ebeae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:08.713194 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-07497ab6-bca5-46dc-b9b9-17a020ebeae1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 1097 time: 0.1653590 Jul 22 23:32:08.781887 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d4527ef-3bae-4661-83ac-38c3a7550b17 req-17b11429-811e-4dcd-a442-df4dabd23394 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928938 Jul 22 23:32:08.787976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd27ddda-eafd-4a85-9d46-f58aa198fc2b req-2afe31fd-e554-4d06-83b7-e8e519c77051 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee4abc14-c7d3-4b4c-91d0-6112decfb01d&id=9638c237-9b55-4506-ad86-fd929995ac35&id=8de54b93-3d95-4681-89a0-d6a4d31b712e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0911064 Jul 22 23:32:08.854630 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3605c39b-14df-40a6-a8f8-64efaab46c01 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:08.892467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-d7661a4a-6ceb-41da-bc3b-562616a75f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:08.897653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-d7661a4a-6ceb-41da-bc3b-562616a75f7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.1763210 Jul 22 23:32:08.910533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 3605c39b-14df-40a6-a8f8-64efaab46c01 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:08.911447 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3605c39b-14df-40a6-a8f8-64efaab46c01 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:08.912015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b5716942-5d20-4d88-b6ab-95ffd22ff959 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:08.934889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: b5716942-5d20-4d88-b6ab-95ffd22ff959 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:08.935517 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b5716942-5d20-4d88-b6ab-95ffd22ff959 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:09.115905 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6470df75-a179-4f85-b6c6-6545c351112e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:09.258315 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-d37c4c04-8d4d-4d52-a1ea-36a50aa84d96 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8e2324f-1e36-4785-8b64-065c704da2c3 HTTP/1.1" status: 200 len: 217 time: 0.3426507 Jul 22 23:32:09.342297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab64eb4-681c-4b3e-bce9-59427ddf99b9 req-51b2844e-3c6d-4577-a942-83fc5a41e6a5 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:09.343768 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aab64eb4-681c-4b3e-bce9-59427ddf99b9 req-51b2844e-3c6d-4577-a942-83fc5a41e6a5 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.4397933 Jul 22 23:32:09.345107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-20071b77-4b31-41c9-914e-0d0fa4660f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:09.347070 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-20071b77-4b31-41c9-914e-0d0fa4660f23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.0799038 Jul 22 23:32:09.355410 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1212f6-6f7e-40ef-8d77-5c05b4aaefc5 req-df9fdcae-ee4c-4a5e-a63c-9acb67fb1d2e tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:09.356978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d1212f6-6f7e-40ef-8d77-5c05b4aaefc5 req-df9fdcae-ee4c-4a5e-a63c-9acb67fb1d2e tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=fad915df-6089-4b3a-8b9d-89c270297056 HTTP/1.1" status: 200 len: 949 time: 0.4578776 Jul 22 23:32:09.414327 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-63edbccc-acc7-4f57-a29d-0fb70ce17977 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551808 Jul 22 23:32:09.461839 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aab64eb4-681c-4b3e-bce9-59427ddf99b9 req-007eeed1-b765-4f57-b1a1-96cec5704eaa tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038795 Jul 22 23:32:09.469957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d1212f6-6f7e-40ef-8d77-5c05b4aaefc5 req-6f76cc51-6264-4098-a78f-144837dae660 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985734 Jul 22 23:32:09.472181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345171b-2366-4f51-9514-32a257845ee9 req-77dc50ea-008d-4a19-87ac-531a331a86dd tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:09.473788 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c345171b-2366-4f51-9514-32a257845ee9 req-77dc50ea-008d-4a19-87ac-531a331a86dd tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.95 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 1023 time: 0.1043971 Jul 22 23:32:09.490149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6470df75-a179-4f85-b6c6-6545c351112e admin admin] Deleting port 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:09.490402 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6470df75-a179-4f85-b6c6-6545c351112e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:09.645191 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-2726a6f6-3cf9-4c4f-8c6c-1a7b06b2201e service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234635 Jul 22 23:32:09.654577 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6470df75-a179-4f85-b6c6-6545c351112e admin admin] For port 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0d1e7d63-1e5b-49fa-95b2-6288ac3c0146,segment=NetworkSegment(63be9123-b0f1-4f28-8257-813151049547),segment_id=63be9123-b0f1-4f28-8257-813151049547)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:09.655114 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6470df75-a179-4f85-b6c6-6545c351112e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:09.675719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6470df75-a179-4f85-b6c6-6545c351112e admin admin] Calling delete_port for 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:09.697410 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-c345171b-2366-4f51-9514-32a257845ee9 req-02f10aca-8104-4d81-934a-9e986a79b8f3 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Deleting port 90c83c41-2ffc-4f71-960d-856272124e67 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:09.697749 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c345171b-2366-4f51-9514-32a257845ee9 req-02f10aca-8104-4d81-934a-9e986a79b8f3 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:09.751204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5116e19-b9a8-4bbc-9e63-a35b800ac933 req-540798a0-257d-4a00-a83b-a44b3672c753 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:09.753469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5116e19-b9a8-4bbc-9e63-a35b800ac933 req-540798a0-257d-4a00-a83b-a44b3672c753 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 946 time: 0.2243171 Jul 22 23:32:09.762546 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b68aa569-0709-46da-86b9-c266e7224d0c req-a7174296-8d75-414d-99a1-1ec8edef07a3 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2352111 Jul 22 23:32:09.787263 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b68aa569-0709-46da-86b9-c266e7224d0c req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:09.827766 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-5db62728-0756-4ee8-8d57-6e6102e499e7 service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719639 Jul 22 23:32:09.836176 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5116e19-b9a8-4bbc-9e63-a35b800ac933 req-be4abb3f-edf6-4b32-a25e-5da581afe012 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739157 Jul 22 23:32:09.838122 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b68aa569-0709-46da-86b9-c266e7224d0c req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:10.015906 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b68aa569-0709-46da-86b9-c266e7224d0c req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:10.091385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-3a73da1e-246b-4bd3-a412-5764be5a6fe0 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:10.092982 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-3a73da1e-246b-4bd3-a412-5764be5a6fe0 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 820 time: 0.1537564 Jul 22 23:32:10.106961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c345171b-2366-4f51-9514-32a257845ee9 req-02f10aca-8104-4d81-934a-9e986a79b8f3 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] For port 90c83c41-2ffc-4f71-960d-856272124e67, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=90c83c41-2ffc-4f71-960d-856272124e67,segment=NetworkSegment(74051bb0-5171-49cc-8c7f-ca77a98d0b0d),segment_id=74051bb0-5171-49cc-8c7f-ca77a98d0b0d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:10.107319 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c345171b-2366-4f51-9514-32a257845ee9 req-02f10aca-8104-4d81-934a-9e986a79b8f3 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:10.126699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-c345171b-2366-4f51-9514-32a257845ee9 req-02f10aca-8104-4d81-934a-9e986a79b8f3 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Calling delete_port for 90c83c41-2ffc-4f71-960d-856272124e67 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:10.134730 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-2b176515-a6e4-4619-aa3f-2c58f4ad82c9 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/quotas/56035dbeb92e4f879395357fce5a955e HTTP/1.1" status: 200 len: 375 time: 0.0337315 Jul 22 23:32:10.187165 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-b68aa569-0709-46da-86b9-c266e7224d0c req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Allocated IP 172.25.4.42 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/40551f17-f500-4d89-8edb-561a97d4ff4f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:10.244349 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-8ca6a7fc-127c-4c9c-ac46-8bc4f9823100 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1025224 Jul 22 23:32:10.254727 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6470df75-a179-4f85-b6c6-6545c351112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:10.281676 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470df75-a179-4f85-b6c6-6545c351112e admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1e7d63-1e5b-49fa-95b2-6288ac3c0146,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:10.386470 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c345171b-2366-4f51-9514-32a257845ee9 req-02f10aca-8104-4d81-934a-9e986a79b8f3 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:10.387706 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b68aa569-0709-46da-86b9-c266e7224d0c req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:10.405688 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['cda67602-708d-4291-8ad1-9bc2614d0c8b', '90c83c41-2ffc-4f71-960d-856272124e67'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:10.415201 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-c39614ff-ed44-4b96-a3c8-a08d8a686167 service neutron] 10.222.0.26 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378288 Jul 22 23:32:10.478996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f10aca-8104-4d81-934a-9e986a79b8f3 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event deleted for resources: {'Port': ['ID=90c83c41-2ffc-4f71-960d-856272124e67,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:10.506202 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b68aa569-0709-46da-86b9-c266e7224d0c req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:10.537509 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c345171b-2366-4f51-9514-32a257845ee9 req-02f10aca-8104-4d81-934a-9e986a79b8f3 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] No DVR routers for this DVR port 90c83c41-2ffc-4f71-960d-856272124e67 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:10.541064 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c345171b-2366-4f51-9514-32a257845ee9 req-02f10aca-8104-4d81-934a-9e986a79b8f3 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:10.543481 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c345171b-2366-4f51-9514-32a257845ee9 req-02f10aca-8104-4d81-934a-9e986a79b8f3 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.95 "DELETE /v2.0/ports/90c83c41-2ffc-4f71-960d-856272124e67 HTTP/1.1" status: 204 len: 173 time: 1.0609448 Jul 22 23:32:10.543624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c233564-ba02-4bea-8545-d0f34386c6a8', 'name': 'network-vif-deleted', 'tag': '90c83c41-2ffc-4f71-960d-856272124e67'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:10.545981 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51e2af9-e21f-4945-8be4-5a8329bc702c" -d '{"events": [{"server_uuid": "1c233564-ba02-4bea-8545-d0f34386c6a8", "name": "network-vif-deleted", "tag": "90c83c41-2ffc-4f71-960d-856272124e67"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:10.571150 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6470df75-a179-4f85-b6c6-6545c351112e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:10.572474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68aa569-0709-46da-86b9-c266e7224d0c req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:10.587025 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Pushing event updated for resources: {'Port': ['ID=40551f17-f500-4d89-8edb-561a97d4ff4f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:10.591969 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-b68aa569-0709-46da-86b9-c266e7224d0c req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:10.596156 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68aa569-0709-46da-86b9-c266e7224d0c req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:10.634845 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-816c60d1-f4b6-49e4-a332-d994316b93c7 service neutron] 10.222.0.26 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117884 Jul 22 23:32:10.701976 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b68aa569-0709-46da-86b9-c266e7224d0c req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:10.784313 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b68aa569-0709-46da-86b9-c266e7224d0c req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:10.951731 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6470df75-a179-4f85-b6c6-6545c351112e admin admin] Router 7f468dd9-5175-4dc6-9042-ffd4106ff3dc has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:32:11.045634 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-482ee6d3-38d5-400b-b7de-9239aef123f6 req-4fa2cec5-cf8c-4020-ad3d-54c70b4b4057 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c233564-ba02-4bea-8545-d0f34386c6a8 HTTP/1.1" status: 200 len: 210 time: 0.0454111 Jul 22 23:32:11.069211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6470df75-a179-4f85-b6c6-6545c351112e admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:32:11.074780 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6470df75-a179-4f85-b6c6-6545c351112e admin admin] 10.222.0.26 "PUT /v2.0/routers/7f468dd9-5175-4dc6-9042-ffd4106ff3dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4527953 Jul 22 23:32:11.077380 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59202) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:11.088630 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a8379d-9fc8-4bd1-846a-3640348ece98 None None] Sync routers for ids ['7f468dd9-5175-4dc6-9042-ffd4106ff3dc'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:32:11.119125 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b68aa569-0709-46da-86b9-c266e7224d0c req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:11.121326 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a8379d-9fc8-4bd1-846a-3640348ece98 None None] Routers {'7f468dd9-5175-4dc6-9042-ffd4106ff3dc'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:11.122252 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c5a8379d-9fc8-4bd1-846a-3640348ece98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:32:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['7f468dd9-5175-4dc6-9042-ffd4106ff3dc'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:11.135453 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b68aa569-0709-46da-86b9-c266e7224d0c req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:11.282461 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9171a890-0ff8-46d3-a8af-cd50766bad85 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:11.283287 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Pushing event updated for resources: {'Port': ['ID=40551f17-f500-4d89-8edb-561a97d4ff4f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:11.297822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c5a8379d-9fc8-4bd1-846a-3640348ece98 None None] Set router 7f468dd9-5175-4dc6-9042-ffd4106ff3dc gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:11.339076 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b68aa569-0709-46da-86b9-c266e7224d0c req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:11.393329 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea68df5-75ad-49ce-9fa3-e6f379f820d4 req-242f2274-8c8f-40c7-9996-c57049443c56 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:11.397156 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ea68df5-75ad-49ce-9fa3-e6f379f820d4 req-242f2274-8c8f-40c7-9996-c57049443c56 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.2376134 Jul 22 23:32:11.400022 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b68aa569-0709-46da-86b9-c266e7224d0c req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:11.409958 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b68aa569-0709-46da-86b9-c266e7224d0c req-904ad9b2-7278-4abe-85a7-97aa81ab5a43 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6353259 Jul 22 23:32:11.459177 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9171a890-0ff8-46d3-a8af-cd50766bad85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:11.505728 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b68aa569-0709-46da-86b9-c266e7224d0c req-6151b478-2651-4df9-9e98-648c552d2a0b tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 695 time: 0.0934684 Jul 22 23:32:11.553125 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ea68df5-75ad-49ce-9fa3-e6f379f820d4 req-9f3094d6-5e25-4299-8ec8-d16b865e8bc6 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271429 Jul 22 23:32:11.572564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 0ca48b8b-f645-4c8f-b522-f279482b79cd up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:11.590148 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9171a890-0ff8-46d3-a8af-cd50766bad85 admin admin] Deleting port 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:11.590567 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9171a890-0ff8-46d3-a8af-cd50766bad85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:11.669773 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c5a8379d-9fc8-4bd1-846a-3640348ece98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-65442976-router', 'tenant_id': '5922220352d24af89f1be81fb87bb04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '4b5d0854-82a1-4f0d-8828-f0ba154bcbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:15Z', 'updated_at': '2021-07-22T23:32:10Z', 'revision_number': 5, 'project_id': '5922220352d24af89f1be81fb87bb04e', 'gw_port': {'id': '4b5d0854-82a1-4f0d-8828-f0ba154bcbf9', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:30:16Z', 'updated_at': '2021-07-22T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:11.672339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68aa569-0709-46da-86b9-c266e7224d0c req-1f8c4578-a55d-4e5f-952f-7854586a93ee tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:11.692197 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b68aa569-0709-46da-86b9-c266e7224d0c req-1f8c4578-a55d-4e5f-952f-7854586a93ee tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.1855304 Jul 22 23:32:11.717715 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 0ca48b8b-f645-4c8f-b522-f279482b79cd completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:11.720282 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a8379d-9fc8-4bd1-846a-3640348ece98 None None] Checking router: 7f468dd9-5175-4dc6-9042-ffd4106ff3dc for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:32:11.727287 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 0ca48b8b-f645-4c8f-b522-f279482b79cd triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:11.728001 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:11.768232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a8379d-9fc8-4bd1-846a-3640348ece98 None None] Routers {'7f468dd9-5175-4dc6-9042-ffd4106ff3dc'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:11.768863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c5a8379d-9fc8-4bd1-846a-3640348ece98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:32:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['7f468dd9-5175-4dc6-9042-ffd4106ff3dc'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:11.790387 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9171a890-0ff8-46d3-a8af-cd50766bad85 admin admin] For port 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4b5d0854-82a1-4f0d-8828-f0ba154bcbf9,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:11.790756 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9171a890-0ff8-46d3-a8af-cd50766bad85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:11.793397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2ba75-b21d-463c-9131-17b0caeb0347 req-46dee2a2-8093-4d31-ab98-050acbb2d853 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:11.795040 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4a2ba75-b21d-463c-9131-17b0caeb0347 req-46dee2a2-8093-4d31-ab98-050acbb2d853 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=fad915df-6089-4b3a-8b9d-89c270297056 HTTP/1.1" status: 200 len: 949 time: 0.0979280 Jul 22 23:32:11.819366 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9171a890-0ff8-46d3-a8af-cd50766bad85 admin admin] Calling delete_port for 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:11.881512 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c4c6b2f5-a141-4bed-a46e-c5f8eee22868 req-3180be79-6639-4f3a-8ac9-7b780e886070 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 210 time: 0.0504429 Jul 22 23:32:11.891459 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c5a8379d-9fc8-4bd1-846a-3640348ece98 None None] Set router 7f468dd9-5175-4dc6-9042-ffd4106ff3dc gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:11.923459 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4a2ba75-b21d-463c-9131-17b0caeb0347 req-d8626fb9-307e-4ab9-b18b-540ae96f0c1f tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212428 Jul 22 23:32:11.986699 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c5a8379d-9fc8-4bd1-846a-3640348ece98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-65442976-router', 'tenant_id': '5922220352d24af89f1be81fb87bb04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:15Z', 'updated_at': '2021-07-22T23:32:11Z', 'revision_number': 6, 'project_id': '5922220352d24af89f1be81fb87bb04e', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:12.033373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a8379d-9fc8-4bd1-846a-3640348ece98 None None] The sync data for ids ['7f468dd9-5175-4dc6-9042-ffd4106ff3dc'] in n-d-688802-2 is: [{'id': '7f468dd9-5175-4dc6-9042-ffd4106ff3dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-65442976-router', 'tenant_id': '5922220352d24af89f1be81fb87bb04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:30:15Z', 'updated_at': '2021-07-22T23:32:11Z', 'revision_number': 6, 'project_id': '5922220352d24af89f1be81fb87bb04e', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:32:12.082949 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f202649-a33a-4431-9bb7-5c013f249ae6 x-openstack-request-id: req-7f202649-a33a-4431-9bb7-5c013f249ae6 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:12.084323 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c233564-ba02-4bea-8545-d0f34386c6a8", "name": "network-vif-deleted", "tag": "90c83c41-2ffc-4f71-960d-856272124e67", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:12.084753 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f202649-a33a-4431-9bb7-5c013f249ae6 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:12.086574 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c233564-ba02-4bea-8545-d0f34386c6a8', 'name': 'network-vif-deleted', 'tag': '90c83c41-2ffc-4f71-960d-856272124e67', 'status': 'completed', 'code': 200} Jul 22 23:32:12.087906 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9171a890-0ff8-46d3-a8af-cd50766bad85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.093061 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.128257 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad915df-6089-4b3a-8b9d-89c270297056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca48b8b-f645-4c8f-b522-f279482b79cd'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:12.131055 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2572d14-ad2e-4889-afc2-76dd58c8a4c8" -d '{"events": [{"server_uuid": "fad915df-6089-4b3a-8b9d-89c270297056", "name": "network-vif-plugged", "status": "completed", "tag": "0ca48b8b-f645-4c8f-b522-f279482b79cd"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:12.142205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171a890-0ff8-46d3-a8af-cd50766bad85 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5d0854-82a1-4f0d-8828-f0ba154bcbf9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:12.147656 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 0ca48b8b-f645-4c8f-b522-f279482b79cd, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=0ca48b8b-f645-4c8f-b522-f279482b79cd,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:12.154874 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.156314 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 90c83c41-2ffc-4f71-960d-856272124e67 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:12.168711 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-851b35d9-a17f-443e-be12-d22c22f13b27 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2131567 Jul 22 23:32:12.173385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:12.195727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6155da-12f1-4a4b-9336-10b1db7869b4 req-f7ec3c3e-ed80-4381-88ca-2ec1a7d39961 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:12.202595 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca6155da-12f1-4a4b-9336-10b1db7869b4 req-f7ec3c3e-ed80-4381-88ca-2ec1a7d39961 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 946 time: 0.1777875 Jul 22 23:32:12.203047 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 90c83c41-2ffc-4f71-960d-856272124e67 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:12.203493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 90c83c41-2ffc-4f71-960d-856272124e67 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:12.213045 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9171a890-0ff8-46d3-a8af-cd50766bad85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.238602 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.244274 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=0ca48b8b-f645-4c8f-b522-f279482b79cd,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:12.257280 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca6155da-12f1-4a4b-9336-10b1db7869b4 req-66e29b38-3461-4aec-a50c-72ea7338ec3b tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494249 Jul 22 23:32:12.335707 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9171a890-0ff8-46d3-a8af-cd50766bad85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.337791 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9171a890-0ff8-46d3-a8af-cd50766bad85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.361667 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.439898 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9171a890-0ff8-46d3-a8af-cd50766bad85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.440482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9171a890-0ff8-46d3-a8af-cd50766bad85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f468dd9-5175-4dc6-9042-ffd4106ff3dc {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:32:12.443394 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b8eca1-ded5-4c58-9aac-a4f0650d3338 x-openstack-request-id: req-18b8eca1-ded5-4c58-9aac-a4f0650d3338 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:12.444925 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad915df-6089-4b3a-8b9d-89c270297056", "name": "network-vif-plugged", "status": "completed", "tag": "0ca48b8b-f645-4c8f-b522-f279482b79cd", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:12.445575 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-18b8eca1-ded5-4c58-9aac-a4f0650d3338 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:12.446646 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad915df-6089-4b3a-8b9d-89c270297056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca48b8b-f645-4c8f-b522-f279482b79cd', 'code': 200} Jul 22 23:32:12.448875 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9171a890-0ff8-46d3-a8af-cd50766bad85 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.451046 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9171a890-0ff8-46d3-a8af-cd50766bad85 admin admin] 10.222.0.26 "DELETE /v2.0/routers/7f468dd9-5175-4dc6-9042-ffd4106ff3dc HTTP/1.1" status: 204 len: 168 time: 1.3724911 Jul 22 23:32:12.454567 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59216) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:12.574270 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1050a5-db94-49d3-aae9-99caebe3c24f admin admin] Deleting subnet c7921eea-cf69-4795-83a9-aae660ce6bd6 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:32:12.598008 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad1050a5-db94-49d3-aae9-99caebe3c24f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.611640 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea27d8-c681-470d-96a1-1c0190851eed req-5dce37f7-c234-4dc4-bda1-4b92b54ec3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:12.614764 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4eea27d8-c681-470d-96a1-1c0190851eed req-5dce37f7-c234-4dc4-bda1-4b92b54ec3f4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=fad915df-6089-4b3a-8b9d-89c270297056 HTTP/1.1" status: 200 len: 1101 time: 0.0888581 Jul 22 23:32:12.653638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-909626b5-819b-4631-b62a-9c97e1651dc8 req-45c386be-bc4b-4584-a726-91a5e4e545bd tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/8de54b93-3d95-4681-89a0-d6a4d31b712e HTTP/1.1" status: 200 len: 1801 time: 0.1534789 Jul 22 23:32:12.659167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Allocated IP 172.25.4.224 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/fc3b320a-8de8-406c-ac99-6f8be8dc3211) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:12.671294 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4eea27d8-c681-470d-96a1-1c0190851eed req-53460b25-1b79-4cb9-8bec-4d6d1f6a0364 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413103 Jul 22 23:32:12.743660 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad1050a5-db94-49d3-aae9-99caebe3c24f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.875296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-63d07646-61c9-4333-9dc1-5a9580a89e86 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:12.876736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-63d07646-61c9-4333-9dc1-5a9580a89e86 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.18 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 820 time: 0.2985914 Jul 22 23:32:12.938167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-b54ea5e2-47b2-49d7-9cbc-07091d12f094 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Request body: {'port': {'device_id': 'd7a2a74f-f768-49f9-b19c-c6672776d419', 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec', 'admin_state_up': True, 'tenant_id': '56035dbeb92e4f879395357fce5a955e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:12.949245 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-909626b5-819b-4631-b62a-9c97e1651dc8 req-0ad1e55c-af0b-4efc-a886-18f16eed5cbb tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.019221 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:13.042179 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:13.042527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4b5d0854-82a1-4f0d-8828-f0ba154bcbf9 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:13.043251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:13.062266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:13.062772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0d1e7d63-1e5b-49fa-95b2-6288ac3c0146 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:13.353625 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.358035 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-909626b5-819b-4631-b62a-9c97e1651dc8 req-0ad1e55c-af0b-4efc-a886-18f16eed5cbb tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.374220 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad1050a5-db94-49d3-aae9-99caebe3c24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.491338 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-909626b5-819b-4631-b62a-9c97e1651dc8 req-0ad1e55c-af0b-4efc-a886-18f16eed5cbb tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.494063 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-909626b5-819b-4631-b62a-9c97e1651dc8 req-0ad1e55c-af0b-4efc-a886-18f16eed5cbb tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.495210 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-909626b5-819b-4631-b62a-9c97e1651dc8 req-0ad1e55c-af0b-4efc-a886-18f16eed5cbb tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "DELETE /v2.0/security-groups/8de54b93-3d95-4681-89a0-d6a4d31b712e HTTP/1.1" status: 204 len: 173 time: 0.8336420 Jul 22 23:32:13.512851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-b54ea5e2-47b2-49d7-9cbc-07091d12f094 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Made reservation on behalf of 56035dbeb92e4f879395357fce5a955e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:13.516751 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-b54ea5e2-47b2-49d7-9cbc-07091d12f094 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.536787 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1e55c-af0b-4efc-a886-18f16eed5cbb tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de54b93-3d95-4681-89a0-d6a4d31b712e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:13.538893 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad1050a5-db94-49d3-aae9-99caebe3c24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.555184 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.557592 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad1050a5-db94-49d3-aae9-99caebe3c24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.561788 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ad1050a5-db94-49d3-aae9-99caebe3c24f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c7921eea-cf69-4795-83a9-aae660ce6bd6 HTTP/1.1" status: 204 len: 168 time: 1.1031084 Jul 22 23:32:13.561947 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59230) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:13.569194 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce8fb6d-6ba5-4314-9783-469bcfdf6f09 None None] Network 8b8a650d-612f-4f0b-84a0-b8348629cb78 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:32:13.636111 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1050a5-db94-49d3-aae9-99caebe3c24f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7921eea-cf69-4795-83a9-aae660ce6bd6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:13.669303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:13.669938 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.702818 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:13.713580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:13.754067 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Pushing event updated for resources: {'Port': ['ID=fc3b320a-8de8-406c-ac99-6f8be8dc3211,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:13.756708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] Deleting port 51bfdc34-7af7-4e6c-a3e0-27160225cd52 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:13.758026 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.801456 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77277b0d-047f-46bc-bb2a-6b6fcd72613e req-0be3b6e4-626e-42a3-9266-e17b9758bc88 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:13.803139 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77277b0d-047f-46bc-bb2a-6b6fcd72613e req-0be3b6e4-626e-42a3-9266-e17b9758bc88 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.2421291 Jul 22 23:32:13.878701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] For port 51bfdc34-7af7-4e6c-a3e0-27160225cd52, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=51bfdc34-7af7-4e6c-a3e0-27160225cd52,segment=NetworkSegment(63be9123-b0f1-4f28-8257-813151049547),segment_id=63be9123-b0f1-4f28-8257-813151049547)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:13.879063 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.906408 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] Calling delete_port for 51bfdc34-7af7-4e6c-a3e0-27160225cd52 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:13.924706 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-b54ea5e2-47b2-49d7-9cbc-07091d12f094 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Allocated IP 172.20.0.6 (4a3b8ddb-0c36-4039-a9de-fdc44987feec/f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960/68840e40-4ebf-4c95-9f03-affe39f29d14) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:13.932320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77277b0d-047f-46bc-bb2a-6b6fcd72613e req-e64d7ac2-c3d0-4949-a940-15c96f53a51d tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085513 Jul 22 23:32:13.951665 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.042196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8267c382-cd51-4d25-a3e8-6f58c6201098 None None] DHCP port deletion for 8b8a650d-612f-4f0b-84a0-b8348629cb78 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:32:14.046434 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.082581 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] Pushing event deleted for resources: {'Port': ['ID=51bfdc34-7af7-4e6c-a3e0-27160225cd52,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:14.090609 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.090800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] No DVR routers for this DVR port 51bfdc34-7af7-4e6c-a3e0-27160225cd52 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:14.093621 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5f80b4a-91b0-4e0c-8dc3-0a46346c683b req-2ea36210-b561-4f0b-9c69-c71c8aca3236 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 210 time: 0.0474308 Jul 22 23:32:14.169005 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.180621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8a650d-612f-4f0b-84a0-b8348629cb78']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:14.195350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63be9123-b0f1-4f28-8257-813151049547') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:14.196517 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63be9123-b0f1-4f28-8257-813151049547') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:14.206935 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.221732 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.228763 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:32:14.229281 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:32:14.231553 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:32:14.294028 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.304642 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.308758 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] 10.222.0.26 "DELETE /v2.0/networks/8b8a650d-612f-4f0b-84a0-b8348629cb78 HTTP/1.1" status: 204 len: 168 time: 0.7432413 Jul 22 23:32:14.325744 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b72118-805b-4c8b-b263-3a59f144010f admin admin] Pushing event deleted for resources: {'Network': ['ID=8b8a650d-612f-4f0b-84a0-b8348629cb78,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:14.364026 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-b54ea5e2-47b2-49d7-9cbc-07091d12f094 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.389829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d7de2-c1a8-4bce-b8e7-bc2347175444 req-d7662f6e-4181-4fb8-8e4d-c117f8ead596 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:14.391404 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e8d7de2-c1a8-4bce-b8e7-bc2347175444 req-d7662f6e-4181-4fb8-8e4d-c117f8ead596 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=fad915df-6089-4b3a-8b9d-89c270297056 HTTP/1.1" status: 200 len: 950 time: 0.2183936 Jul 22 23:32:14.435456 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59234) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:14.462965 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.471107 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e8d7de2-c1a8-4bce-b8e7-bc2347175444 req-74d598de-9dfc-4aad-b75d-44ee619bb441 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678191 Jul 22 23:32:14.477005 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.482710 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-12138dcb-05df-4bee-a66a-2c92a3b9fc57 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2fb3333051724f24a9db04f4b78d53d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457635 Jul 22 23:32:14.483537 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59236) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:14.526321 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-b54ea5e2-47b2-49d7-9cbc-07091d12f094 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.561872 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9f0e472-e73a-4ac5-bee2-3ac5eef6bce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.577321 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Pushing event updated for resources: {'Port': ['ID=fc3b320a-8de8-406c-ac99-6f8be8dc3211,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:14.586451 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9f0e472-e73a-4ac5-bee2-3ac5eef6bce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.642699 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9f0e472-e73a-4ac5-bee2-3ac5eef6bce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.645725 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-b54ea5e2-47b2-49d7-9cbc-07091d12f094 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Network 4a3b8ddb-0c36-4039-a9de-fdc44987feec is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:14.646423 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9f0e472-e73a-4ac5-bee2-3ac5eef6bce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.650202 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a9f0e472-e73a-4ac5-bee2-3ac5eef6bce3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5965c29a-38bc-4244-84a3-0b79ee6de974 HTTP/1.1" status: 204 len: 168 time: 0.1631436 Jul 22 23:32:14.654089 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-b54ea5e2-47b2-49d7-9cbc-07091d12f094 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:14.658729 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0e472-e73a-4ac5-bee2-3ac5eef6bce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5965c29a-38bc-4244-84a3-0b79ee6de974,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:14.659623 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.663392 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-b54ea5e2-47b2-49d7-9cbc-07091d12f094 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:14.718153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ea5e2-47b2-49d7-9cbc-07091d12f094 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Pushing event updated for resources: {'Port': ['ID=68840e40-4ebf-4c95-9f03-affe39f29d14,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:14.724750 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.726004 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-e89f4efb-2fe2-4208-8834-b7b208d15685 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5564573 Jul 22 23:32:14.792496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-b54ea5e2-47b2-49d7-9cbc-07091d12f094 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:14.793146 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-b54ea5e2-47b2-49d7-9cbc-07091d12f094 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.815010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0230a-8fe9-4ba3-b745-4d95c587b013 req-39ea30d5-1eda-4714-947b-365e4fff3864 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:14.822515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86a0230a-8fe9-4ba3-b745-4d95c587b013 req-39ea30d5-1eda-4714-947b-365e4fff3864 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 946 time: 0.2612665 Jul 22 23:32:14.826715 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-4f706b37-a622-48cd-bcdc-b50a1ebac8a7 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 696 time: 0.0928600 Jul 22 23:32:14.838329 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 51bfdc34-7af7-4e6c-a3e0-27160225cd52 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:14.861414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 51bfdc34-7af7-4e6c-a3e0-27160225cd52 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:14.862412 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 51bfdc34-7af7-4e6c-a3e0-27160225cd52 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:14.871846 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-b54ea5e2-47b2-49d7-9cbc-07091d12f094 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9379876 Jul 22 23:32:14.901758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Request body: {'port': {'device_id': 'd7a2a74f-f768-49f9-b19c-c6672776d419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:14.959217 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86a0230a-8fe9-4ba3-b745-4d95c587b013 req-7d6df3f0-1ecc-4544-aaa3-f566399a851a tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358185 Jul 22 23:32:15.036278 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-927ed0a7-fb74-403f-8484-1176d4d79346 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:15.037791 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ab03ae4-216c-4e97-ae45-6cbaacfc94e4 req-927ed0a7-fb74-403f-8484-1176d4d79346 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.2024486 Jul 22 23:32:15.050937 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:15.063085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59248) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:15.109319 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b3b1eb65-b4b2-462c-b131-1d95e5d85e0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5922220352d24af89f1be81fb87bb04e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438735 Jul 22 23:32:15.112197 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59250) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:15.168925 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1672ae97-a9bd-4b03-a1ff-00d488f83bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:15.192475 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1672ae97-a9bd-4b03-a1ff-00d488f83bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:15.201640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a5051b2-ca27-4ae0-a86e-cf92a4ecd9f1 req-805711e1-bafb-4b14-8ff1-8359cc302666 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/ee4abc14-c7d3-4b4c-91d0-6112decfb01d HTTP/1.1" status: 200 len: 1800 time: 0.1309590 Jul 22 23:32:15.242389 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1672ae97-a9bd-4b03-a1ff-00d488f83bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:15.245378 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1672ae97-a9bd-4b03-a1ff-00d488f83bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:15.246654 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1672ae97-a9bd-4b03-a1ff-00d488f83bb4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9855247-20e4-4622-a891-21e915e54f07 HTTP/1.1" status: 204 len: 168 time: 0.1334095 Jul 22 23:32:15.255965 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672ae97-a9bd-4b03-a1ff-00d488f83bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9855247-20e4-4622-a891-21e915e54f07,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:15.351777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d5bf0-158f-432f-89a5-a2f0c499e785 req-d4417dce-368e-450b-a7bc-1cdb7db44754 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:15.353351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed4d5bf0-158f-432f-89a5-a2f0c499e785 req-d4417dce-368e-450b-a7bc-1cdb7db44754 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fad915df-6089-4b3a-8b9d-89c270297056 HTTP/1.1" status: 200 len: 1101 time: 0.2282941 Jul 22 23:32:15.422265 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a5051b2-ca27-4ae0-a86e-cf92a4ecd9f1 req-8b7ddc2c-8994-41ab-bd48-4bffda3386f9 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:15.473325 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed4d5bf0-158f-432f-89a5-a2f0c499e785 req-7fb6524d-07aa-4a60-b50d-a85b89d3d30c tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103606 Jul 22 23:32:15.474860 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a5051b2-ca27-4ae0-a86e-cf92a4ecd9f1 req-8b7ddc2c-8994-41ab-bd48-4bffda3386f9 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:15.636498 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a5051b2-ca27-4ae0-a86e-cf92a4ecd9f1 req-8b7ddc2c-8994-41ab-bd48-4bffda3386f9 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:15.638661 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a5051b2-ca27-4ae0-a86e-cf92a4ecd9f1 req-8b7ddc2c-8994-41ab-bd48-4bffda3386f9 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:15.639781 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a5051b2-ca27-4ae0-a86e-cf92a4ecd9f1 req-8b7ddc2c-8994-41ab-bd48-4bffda3386f9 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "DELETE /v2.0/security-groups/ee4abc14-c7d3-4b4c-91d0-6112decfb01d HTTP/1.1" status: 204 len: 173 time: 0.4369199 Jul 22 23:32:15.657167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68840e40-4ebf-4c95-9f03-affe39f29d14 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:15.669136 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:15.677637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ddc2c-8994-41ab-bd48-4bffda3386f9 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4abc14-c7d3-4b4c-91d0-6112decfb01d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:15.764047 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Transition to ACTIVE for port object 68840e40-4ebf-4c95-9f03-affe39f29d14 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:15.768470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05991776-7c90-4aec-b7c3-833f5826bdb3 req-bc0ac4ac-6395-483f-89f5-6db1f1c55e61 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips/a680d77b-2e67-4cc2-ba30-ad7c14b82fc0 HTTP/1.1" status: 200 len: 693 time: 0.1021042 Jul 22 23:32:15.771575 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:15.871790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbad4d-dd1b-45c1-8af2-4855d21e3f19 req-74b36c6c-408b-405c-95f7-803fa3fa2867 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:15.873294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1fbad4d-dd1b-45c1-8af2-4855d21e3f19 req-74b36c6c-408b-405c-95f7-803fa3fa2867 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.2774045 Jul 22 23:32:15.910395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Pushing event updated for resources: {'Port': ['ID=68840e40-4ebf-4c95-9f03-affe39f29d14,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:16.009305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05991776-7c90-4aec-b7c3-833f5826bdb3 req-6b7f88c6-8182-42ca-8c7c-c41410f6377f tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:16.010721 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05991776-7c90-4aec-b7c3-833f5826bdb3 req-6b7f88c6-8182-42ca-8c7c-c41410f6377f tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.2269316 Jul 22 23:32:16.022876 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1fbad4d-dd1b-45c1-8af2-4855d21e3f19 req-e0913164-68c7-4c1e-aa15-c6310b4a6e77 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168089 Jul 22 23:32:16.026472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-05991776-7c90-4aec-b7c3-833f5826bdb3 req-b884725a-2e9a-4d53-aaef-2e230e35e1ae tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:32:16.027435 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05991776-7c90-4aec-b7c3-833f5826bdb3 req-b884725a-2e9a-4d53-aaef-2e230e35e1ae tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106304 Jul 22 23:32:16.055777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Attempting to bind port 68840e40-4ebf-4c95-9f03-affe39f29d14 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:16.055777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Attempting to bind port 68840e40-4ebf-4c95-9f03-affe39f29d14 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:16.055777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Attempting to bind port 68840e40-4ebf-4c95-9f03-affe39f29d14 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:16.057378 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Port 68840e40-4ebf-4c95-9f03-affe39f29d14 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:16.057701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Attempting to bind port 68840e40-4ebf-4c95-9f03-affe39f29d14 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:16.062870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:16.063205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Checking segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:16.063616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Bound using segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:16.065061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Bound port: 68840e40-4ebf-4c95-9f03-affe39f29d14, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:16.065061 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.091239 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59286) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:16.107977 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8abd6003-15c6-4dbb-a80f-af035ac55d43 req-1786d401-5742-4089-a7df-9c98a3121119 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1136691571', 'description': 'tempest-description-1248083631'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:16.132884 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.181957 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8abd6003-15c6-4dbb-a80f-af035ac55d43 req-1786d401-5742-4089-a7df-9c98a3121119 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.187052 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] For port 68840e40-4ebf-4c95-9f03-affe39f29d14, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:16.211604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-585c5080-4f20-4d09-bd35-8ac8553ad65a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-network', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:16.214299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] For port 68840e40-4ebf-4c95-9f03-affe39f29d14, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=68840e40-4ebf-4c95-9f03-affe39f29d14,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:16.223370 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.233515 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585c5080-4f20-4d09-bd35-8ac8553ad65a admin admin] Made reservation on behalf of ee28c5eb0c1d457ab108d96042a4fdcc for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:16.236358 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-585c5080-4f20-4d09-bd35-8ac8553ad65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.244727 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-585c5080-4f20-4d09-bd35-8ac8553ad65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.270006 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:16.270653 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.272287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-a957fde8-282e-4382-8597-318d352ea64c service neutron] 10.222.0.18 "PUT /v2.0/ports/68840e40-4ebf-4c95-9f03-affe39f29d14 HTTP/1.1" status: 200 len: 1091 time: 1.3769791 Jul 22 23:32:16.277276 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a2a74f-f768-49f9-b19c-c6672776d419', 'tag': '68840e40-4ebf-4c95-9f03-affe39f29d14'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:16.279715 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aab66ab-8867-4f10-b005-73bc3d5c1fda" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a2a74f-f768-49f9-b19c-c6672776d419", "tag": "68840e40-4ebf-4c95-9f03-affe39f29d14"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:16.302003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c39904-8fef-4d4f-8bdb-8df8259444e7 req-f9ef9437-7eda-47a9-8aac-92397f5555f0 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:16.303554 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6c39904-8fef-4d4f-8bdb-8df8259444e7 req-f9ef9437-7eda-47a9-8aac-92397f5555f0 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 943 time: 0.1726971 Jul 22 23:32:16.352093 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957fde8-282e-4382-8597-318d352ea64c service neutron] Pushing event updated for resources: {'Port': ['ID=68840e40-4ebf-4c95-9f03-affe39f29d14,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:16.410327 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6c39904-8fef-4d4f-8bdb-8df8259444e7 req-63fc4d77-4c1f-41c8-848d-4d52a943bdbb tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953715 Jul 22 23:32:16.438157 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8abd6003-15c6-4dbb-a80f-af035ac55d43 req-1786d401-5742-4089-a7df-9c98a3121119 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.443592 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8abd6003-15c6-4dbb-a80f-af035ac55d43 req-1786d401-5742-4089-a7df-9c98a3121119 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.470778 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-bc97e37d-94df-4ad2-b8e1-13185a3c7566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:16.472425 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-bc97e37d-94df-4ad2-b8e1-13185a3c7566 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 1094 time: 0.1378579 Jul 22 23:32:16.480620 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786d401-5742-4089-a7df-9c98a3121119 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c1b8e9-470a-40af-ad29-10640cde9fc3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:16.532245 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-2ed8daca-235e-4bda-b3ff-e1a30d034a4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68840e40-4ebf-4c95-9f03-affe39f29d14 HTTP/1.1" status: 200 len: 217 time: 0.0444291 Jul 22 23:32:16.542468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be998116-1943-4512-8188-548ffaa6aed1 req-42a3666f-5714-42aa-a8af-d357fb075860 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468206 Jul 22 23:32:16.543485 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-585c5080-4f20-4d09-bd35-8ac8553ad65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.549286 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-585c5080-4f20-4d09-bd35-8ac8553ad65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.576732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585c5080-4f20-4d09-bd35-8ac8553ad65a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:32:16.583306 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c5080-4f20-4d09-bd35-8ac8553ad65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ce5383-32fe-48b6-9a13-374b67072bba,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:16.594118 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-585c5080-4f20-4d09-bd35-8ac8553ad65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.594467 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-585c5080-4f20-4d09-bd35-8ac8553ad65a admin admin] Added segment 6ec369fe-2a4f-480c-82e8-82749b111ce0 of type vlan for network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd Jul 22 23:32:16.596694 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8abd6003-15c6-4dbb-a80f-af035ac55d43 req-1786d401-5742-4089-a7df-9c98a3121119 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.597895 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8abd6003-15c6-4dbb-a80f-af035ac55d43 req-1786d401-5742-4089-a7df-9c98a3121119 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5003178 Jul 22 23:32:16.636845 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-585c5080-4f20-4d09-bd35-8ac8553ad65a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.652324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-7877c76a-5b92-42d6-87dd-587eb2bda499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:16.653785 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-7877c76a-5b92-42d6-87dd-587eb2bda499 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.1099148 Jul 22 23:32:16.670060 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-585c5080-4f20-4d09-bd35-8ac8553ad65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.670966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585c5080-4f20-4d09-bd35-8ac8553ad65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:16.671551 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-585c5080-4f20-4d09-bd35-8ac8553ad65a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.702339 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-585c5080-4f20-4d09-bd35-8ac8553ad65a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6099224 Jul 22 23:32:16.707029 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59302) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:16.713905 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e589a48b-3aaf-4c02-9762-023ed99964b0 admin admin] Request body: {'subnet': {'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-subnet', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:16.730656 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-626a8952-cf11-4097-a02d-dad8e4a76620 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578957 Jul 22 23:32:16.747025 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c5080-4f20-4d09-bd35-8ac8553ad65a admin admin] Pushing event updated for resources: {'Network': ['ID=3df1519f-fab7-4e21-ba1f-91e92d53f2cd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:16.761354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:32:16.766276 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e589a48b-3aaf-4c02-9762-023ed99964b0 admin admin] Made reservation on behalf of ee28c5eb0c1d457ab108d96042a4fdcc for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:16.768218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998116-1943-4512-8188-548ffaa6aed1 req-6a518202-1e2b-4bc9-9f1c-0edfb51e5f5a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:16.769251 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e589a48b-3aaf-4c02-9762-023ed99964b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.769783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be998116-1943-4512-8188-548ffaa6aed1 req-6a518202-1e2b-4bc9-9f1c-0edfb51e5f5a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155378 Jul 22 23:32:16.802130 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be998116-1943-4512-8188-548ffaa6aed1 req-91bcfdee-151a-4093-b5b1-0ca333c64f76 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/quotas/baf0077687bc4e6f86e7a3e26b9b8f17 HTTP/1.1" status: 200 len: 375 time: 0.0228214 Jul 22 23:32:16.957356 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e589a48b-3aaf-4c02-9762-023ed99964b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.012661 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589a48b-3aaf-4c02-9762-023ed99964b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96b64f7b-90ad-4f67-8e8f-9e486c753847,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:17.024376 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589a48b-3aaf-4c02-9762-023ed99964b0 admin admin] Checking segment: {'id': '6ec369fe-2a4f-480c-82e8-82749b111ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:17.024738 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e589a48b-3aaf-4c02-9762-023ed99964b0 admin admin] Network hostable DHCP agents. Network: 3df1519f-fab7-4e21-ba1f-91e92d53f2cd, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:32:17.042656 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e589a48b-3aaf-4c02-9762-023ed99964b0 admin admin] Network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:32:17.052572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e589a48b-3aaf-4c02-9762-023ed99964b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 3df1519f-fab7-4e21-ba1f-91e92d53f2cd) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:17.058222 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e589a48b-3aaf-4c02-9762-023ed99964b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:17.058222 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e589a48b-3aaf-4c02-9762-023ed99964b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.065815 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb49c975-5189-4c5c-8bde-24dabbdf9123 None None] Network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:32:17.074028 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e589a48b-3aaf-4c02-9762-023ed99964b0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3659739 Jul 22 23:32:17.076747 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59306) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:17.082972 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:17.107549 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.108822 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.147109 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda8f50-2445-4380-91fc-96ab78581ab3 req-7a690a7f-7434-4f91-ae2a-2b109188430f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:17.148601 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cfda8f50-2445-4380-91fc-96ab78581ab3 req-7a690a7f-7434-4f91-ae2a-2b109188430f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 946 time: 0.4795873 Jul 22 23:32:17.169531 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.177645 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-f8914f2d-c43e-4f47-917b-1a2440b1281f service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375443 Jul 22 23:32:17.224862 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cfda8f50-2445-4380-91fc-96ab78581ab3 req-d6b8293f-88a9-46f0-bf05-b77b8f271c50 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670519 Jul 22 23:32:17.236542 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:32:17.239029 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.291918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be998116-1943-4512-8188-548ffaa6aed1 req-220ffdf8-6f0c-45a9-aba2-989b89c827b6 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4629560 Jul 22 23:32:17.327147 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.340988 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91cce1b5-645d-48bb-9d1b-94e1125981f7 req-5bcfa909-616a-4640-8101-f35287a6847e tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips/a680d77b-2e67-4cc2-ba30-ad7c14b82fc0 HTTP/1.1" status: 200 len: 693 time: 0.0709713 Jul 22 23:32:17.379547 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12490a7c-4cd5-4e42-81ad-983486d961a9 req-eaba49c4-923c-4140-9610-70450352ebf4 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893003 Jul 22 23:32:17.407546 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Allocated IP 172.20.0.2 (3df1519f-fab7-4e21-ba1f-91e92d53f2cd/96b64f7b-90ad-4f67-8e8f-9e486c753847/a0f3c5b1-67ef-4260-9810-a56c0a293d32) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:17.530298 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cce1b5-645d-48bb-9d1b-94e1125981f7 req-be137422-1326-4954-8129-ae865a3666e5 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:17.531712 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91cce1b5-645d-48bb-9d1b-94e1125981f7 req-be137422-1326-4954-8129-ae865a3666e5 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.1832500 Jul 22 23:32:17.545451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-91cce1b5-645d-48bb-9d1b-94e1125981f7 req-4ddeb91b-257e-4ae5-a051-a995de10be44 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:32:17.546587 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91cce1b5-645d-48bb-9d1b-94e1125981f7 req-4ddeb91b-257e-4ae5-a051-a995de10be44 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073833 Jul 22 23:32:17.625027 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.631589 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae96912b-ed23-48c0-ae03-79de8e33a553 x-openstack-request-id: req-ae96912b-ed23-48c0-ae03-79de8e33a553 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:17.632099 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a2a74f-f768-49f9-b19c-c6672776d419", "tag": "68840e40-4ebf-4c95-9f03-affe39f29d14", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:17.632523 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae96912b-ed23-48c0-ae03-79de8e33a553 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:17.633116 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a2a74f-f768-49f9-b19c-c6672776d419', 'tag': '68840e40-4ebf-4c95-9f03-affe39f29d14', 'status': 'completed', 'code': 200} Jul 22 23:32:17.636245 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Transition to ACTIVE for port object a0f3c5b1-67ef-4260-9810-a56c0a293d32 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:17.653950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Transition to ACTIVE for port object a0f3c5b1-67ef-4260-9810-a56c0a293d32 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:17.662751 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.695011 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91cce1b5-645d-48bb-9d1b-94e1125981f7 req-005fd832-aefe-494a-89c3-62d343e6bf56 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 696 time: 0.1408753 Jul 22 23:32:17.701283 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:17.706905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:17.710408 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:17.721779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Pushing event updated for resources: {'Port': ['ID=a0f3c5b1-67ef-4260-9810-a56c0a293d32,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:17.756399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:17.756844 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:17.757266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:17.757603 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:17.757936 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:17.758385 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:17.758728 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:17.759053 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:17.759376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:17.759698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:17.760019 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:17.761062 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:17.809623 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91cce1b5-645d-48bb-9d1b-94e1125981f7 req-c015ffa3-0d09-488d-a763-9bee53807e81 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 696 time: 0.1132255 Jul 22 23:32:17.814437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Attempting to bind port a0f3c5b1-67ef-4260-9810-a56c0a293d32 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:17.815138 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Attempting to bind port a0f3c5b1-67ef-4260-9810-a56c0a293d32 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6ec369fe-2a4f-480c-82e8-82749b111ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:17.815507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Attempting to bind port a0f3c5b1-67ef-4260-9810-a56c0a293d32 on network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:17.816437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-372fe8b5-1a73-4dd8-b068-821554a381da req-87e78250-3f40-41c0-8b75-784b30a10992 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/02c1b8e9-470a-40af-ad29-10640cde9fc3 HTTP/1.1" status: 200 len: 1801 time: 0.1880498 Jul 22 23:32:17.827719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:17.828006 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Checking segment: {'id': '6ec369fe-2a4f-480c-82e8-82749b111ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:17.828392 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.828793 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Bound using segment: {'id': '6ec369fe-2a4f-480c-82e8-82749b111ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:17.830939 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Bound port: a0f3c5b1-67ef-4260-9810-a56c0a293d32, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec369fe-2a4f-480c-82e8-82749b111ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:17.831348 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.863293 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-372fe8b5-1a73-4dd8-b068-821554a381da req-e512910d-caeb-42fc-a4d3-8536e3539707 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1569232464', 'description': 'tempest-description-hth-2090979396'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:17.909790 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] For port a0f3c5b1-67ef-4260-9810-a56c0a293d32, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:17.913549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] For port a0f3c5b1-67ef-4260-9810-a56c0a293d32, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a0f3c5b1-67ef-4260-9810-a56c0a293d32,segment=NetworkSegment(6ec369fe-2a4f-480c-82e8-82749b111ce0),segment_id=6ec369fe-2a4f-480c-82e8-82749b111ce0)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:17.919951 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.929734 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.951024 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.970954 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-372fe8b5-1a73-4dd8-b068-821554a381da req-e512910d-caeb-42fc-a4d3-8536e3539707 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.991964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e462a-dd03-4069-8131-cdd2d8cf8b25 None None] Pushing event updated for resources: {'Port': ['ID=a0f3c5b1-67ef-4260-9810-a56c0a293d32,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:17.999592 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab66ab-8867-4f10-b005-73bc3d5c1fda req-47258973-9280-487c-8c9d-839369edd11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:18.001260 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1aab66ab-8867-4f10-b005-73bc3d5c1fda req-47258973-9280-487c-8c9d-839369edd11a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 1094 time: 0.3348477 Jul 22 23:32:18.068048 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-372fe8b5-1a73-4dd8-b068-821554a381da req-e512910d-caeb-42fc-a4d3-8536e3539707 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:18.077962 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-91cce1b5-645d-48bb-9d1b-94e1125981f7 req-8e84b150-78e9-485c-87e8-f1771b1e8a06 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Deleting port fc3b320a-8de8-406c-ac99-6f8be8dc3211 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:18.078435 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91cce1b5-645d-48bb-9d1b-94e1125981f7 req-8e84b150-78e9-485c-87e8-f1771b1e8a06 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:18.083693 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-372fe8b5-1a73-4dd8-b068-821554a381da req-e512910d-caeb-42fc-a4d3-8536e3539707 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:18.086365 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-372fe8b5-1a73-4dd8-b068-821554a381da req-e512910d-caeb-42fc-a4d3-8536e3539707 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:18.087595 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-372fe8b5-1a73-4dd8-b068-821554a381da req-e512910d-caeb-42fc-a4d3-8536e3539707 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "PUT /v2.0/security-groups/02c1b8e9-470a-40af-ad29-10640cde9fc3 HTTP/1.1" status: 200 len: 1775 time: 0.2601459 Jul 22 23:32:18.100049 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Allocated IP 172.25.4.218 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/6f701c50-0c94-44b5-adc6-9fde2358bf11) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:18.225175 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:18.253793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512910d-caeb-42fc-a4d3-8536e3539707 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c1b8e9-470a-40af-ad29-10640cde9fc3,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:18.286850 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91cce1b5-645d-48bb-9d1b-94e1125981f7 req-8e84b150-78e9-485c-87e8-f1771b1e8a06 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:18.287183 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91cce1b5-645d-48bb-9d1b-94e1125981f7 req-8e84b150-78e9-485c-87e8-f1771b1e8a06 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:18.315945 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:18.316184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab66ab-8867-4f10-b005-73bc3d5c1fda req-d9c595a8-e924-49d1-8341-90f8eec38c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:18.317876 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1aab66ab-8867-4f10-b005-73bc3d5c1fda req-d9c595a8-e924-49d1-8341-90f8eec38c6c service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.2907753 Jul 22 23:32:18.319594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-91cce1b5-645d-48bb-9d1b-94e1125981f7 req-8e84b150-78e9-485c-87e8-f1771b1e8a06 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Calling delete_port for fc3b320a-8de8-406c-ac99-6f8be8dc3211 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:18.361917 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:18.363403 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:18.366235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:18.371390 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Pushing event updated for resources: {'Port': ['ID=6f701c50-0c94-44b5-adc6-9fde2358bf11,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:18.377466 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1aab66ab-8867-4f10-b005-73bc3d5c1fda req-78a60873-4812-4fa8-8184-51fc0dfe46de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68840e40-4ebf-4c95-9f03-affe39f29d14 HTTP/1.1" status: 200 len: 217 time: 0.0493975 Jul 22 23:32:18.459649 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415db7c-a434-46b5-a41e-2e99ca1d722f req-e1e2b04d-00b0-4851-8d27-a7eddf708e8b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:18.461171 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8415db7c-a434-46b5-a41e-2e99ca1d722f req-e1e2b04d-00b0-4851-8d27-a7eddf708e8b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.3002040 Jul 22 23:32:18.507134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab66ab-8867-4f10-b005-73bc3d5c1fda req-b0ce7c2e-4c1c-4b83-91bc-241793ab0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:18.508528 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1aab66ab-8867-4f10-b005-73bc3d5c1fda req-b0ce7c2e-4c1c-4b83-91bc-241793ab0ff2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.0975714 Jul 22 23:32:18.569147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8415db7c-a434-46b5-a41e-2e99ca1d722f req-717792e5-02a0-4bb9-9462-d3d4dd2365c8 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014833 Jul 22 23:32:18.571845 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1aab66ab-8867-4f10-b005-73bc3d5c1fda req-b9ede652-9ca2-47e3-aec4-90fdb76f1422 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429146 Jul 22 23:32:18.633429 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:18.707129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69d77d64-7c39-47ae-8cd0-36fd51e0d0d1 req-eb53ebdb-e997-4b65-94e5-1eb63a1d109b tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 210 time: 0.0693133 Jul 22 23:32:18.717850 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91cce1b5-645d-48bb-9d1b-94e1125981f7 req-8e84b150-78e9-485c-87e8-f1771b1e8a06 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:18.748314 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84b150-78e9-485c-87e8-f1771b1e8a06 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Pushing event deleted for resources: {'Port': ['ID=fc3b320a-8de8-406c-ac99-6f8be8dc3211,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:18.824147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be998116-1943-4512-8188-548ffaa6aed1 req-01d5dc09-30d2-4396-8df6-c9fe35744dc9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699790 Jul 22 23:32:18.837660 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1aab66ab-8867-4f10-b005-73bc3d5c1fda req-d4309ce4-f5d5-4904-aac2-7df1ab7ac520 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352736 Jul 22 23:32:18.929492 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:18.959303 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a0f3c5b1-67ef-4260-9810-a56c0a293d32 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:19.013625 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91cce1b5-645d-48bb-9d1b-94e1125981f7 req-8e84b150-78e9-485c-87e8-f1771b1e8a06 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:19.016341 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91cce1b5-645d-48bb-9d1b-94e1125981f7 req-8e84b150-78e9-485c-87e8-f1771b1e8a06 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:19.018357 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91cce1b5-645d-48bb-9d1b-94e1125981f7 req-8e84b150-78e9-485c-87e8-f1771b1e8a06 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "DELETE /v2.0/floatingips/a680d77b-2e67-4cc2-ba30-ad7c14b82fc0 HTTP/1.1" status: 204 len: 173 time: 1.1989698 Jul 22 23:32:19.034212 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port a0f3c5b1-67ef-4260-9810-a56c0a293d32 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:19.128905 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:32:19.155854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75c11-0c00-406f-8246-2ef0d22891f6 req-5222b186-b49b-4b11-a855-d681dbb285be tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:19.157417 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eef75c11-0c00-406f-8246-2ef0d22891f6 req-5222b186-b49b-4b11-a855-d681dbb285be tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 943 time: 0.3404894 Jul 22 23:32:19.185514 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637b0664-f8d2-430b-a347-0010e5a08624 None None] Network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:32:19.211751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1aab66ab-8867-4f10-b005-73bc3d5c1fda req-9032ebce-b4ad-4d6a-9279-49d59ac716cb service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231595 Jul 22 23:32:19.218441 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998116-1943-4512-8188-548ffaa6aed1 req-35176c79-3be9-4dd0-880d-78074dca26a7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:19.219779 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be998116-1943-4512-8188-548ffaa6aed1 req-35176c79-3be9-4dd0-880d-78074dca26a7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3811529 Jul 22 23:32:19.246829 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:32:19.251030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-be998116-1943-4512-8188-548ffaa6aed1 req-fc7fb399-0e57-4cb0-a089-ad9cbb21440c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Request body: {'port': {'device_id': 'a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'baf0077687bc4e6f86e7a3e26b9b8f17'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:19.258783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7a6ad3ce-8ee3-40ce-ae71-5b0dd78513a9 None None] Provisioning for port a0f3c5b1-67ef-4260-9810-a56c0a293d32 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:19.259440 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Sync routers for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:32:19.266089 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7a6ad3ce-8ee3-40ce-ae71-5b0dd78513a9 None None] Provisioning complete for port a0f3c5b1-67ef-4260-9810-a56c0a293d32 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:19.266089 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad3ce-8ee3-40ce-ae71-5b0dd78513a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:19.268260 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eef75c11-0c00-406f-8246-2ef0d22891f6 req-c0dbc95b-4aa3-4eaf-b2d1-20f77cd5829e tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954421 Jul 22 23:32:19.271986 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:19.274165 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:32:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:19.279309 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:19.283865 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-44f776bd-c3bc-4279-9463-159dd598b30e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.2028687 Jul 22 23:32:19.293642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59328) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:19.366376 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e667d8-b288-4287-bd44-2c4ca70fa59b req-3e31ea1f-368a-4666-b230-ebe9cb6b4916 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:19.367918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a3e667d8-b288-4287-bd44-2c4ca70fa59b req-3e31ea1f-368a-4666-b230-ebe9cb6b4916 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a579748-7b33-4042-b5c4-7626796b8a72 HTTP/1.1" status: 200 len: 945 time: 0.2739501 Jul 22 23:32:19.396623 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:19.449932 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad3ce-8ee3-40ce-ae71-5b0dd78513a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:19.467736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9dbed632-f563-4abb-8f44-843739ee69df req-a413d311-ba2f-49a2-b507-65a748f2d4be tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/02c1b8e9-470a-40af-ad29-10640cde9fc3 HTTP/1.1" status: 200 len: 1775 time: 0.1119552 Jul 22 23:32:19.475521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a3e667d8-b288-4287-bd44-2c4ca70fa59b req-d0247a36-9e7a-44be-94a1-29edd20abbfa tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965760 Jul 22 23:32:19.514513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be998116-1943-4512-8188-548ffaa6aed1 req-fc7fb399-0e57-4cb0-a089-ad9cbb21440c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Made reservation on behalf of baf0077687bc4e6f86e7a3e26b9b8f17 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:19.524449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7a6ad3ce-8ee3-40ce-ae71-5b0dd78513a9 None None] For port a0f3c5b1-67ef-4260-9810-a56c0a293d32, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a0f3c5b1-67ef-4260-9810-a56c0a293d32,segment=NetworkSegment(6ec369fe-2a4f-480c-82e8-82749b111ce0),segment_id=6ec369fe-2a4f-480c-82e8-82749b111ce0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:19.528148 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be998116-1943-4512-8188-548ffaa6aed1 req-fc7fb399-0e57-4cb0-a089-ad9cbb21440c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:19.539560 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad3ce-8ee3-40ce-ae71-5b0dd78513a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:19.635130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ad3ce-8ee3-40ce-ae71-5b0dd78513a9 None None] Pushing event updated for resources: {'Port': ['ID=a0f3c5b1-67ef-4260-9810-a56c0a293d32,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:19.644737 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:18Z', 'revision_number': 3, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:19.667985 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 68840e40-4ebf-4c95-9f03-affe39f29d14 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:32:19.685294 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Checking router: f54368c7-f025-4fd3-b7a6-02a3a5b8d947 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:32:19.685638 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Updating router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 port 6f701c50-0c94-44b5-adc6-9fde2358bf11 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:32:19.732561 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:19.860426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 68840e40-4ebf-4c95-9f03-affe39f29d14, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=68840e40-4ebf-4c95-9f03-affe39f29d14,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:19.888241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '68840e40-4ebf-4c95-9f03-affe39f29d14', 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec', 'port_id': '68840e40-4ebf-4c95-9f03-affe39f29d14', 'mac_address': 'fa:16:3e:ba:6a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:32:19.914144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a954f163-2c9d-44f0-9d66-fbeea6c6a272 None None] Provisioning complete for port a0f3c5b1-67ef-4260-9810-a56c0a293d32 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:19.914509 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a954f163-2c9d-44f0-9d66-fbeea6c6a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:19.934784 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.066471 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.080760 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.094388 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Transition to ACTIVE for port object 6f701c50-0c94-44b5-adc6-9fde2358bf11 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:20.103745 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.152305 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Allocated IP 172.20.0.1 (3df1519f-fab7-4e21-ba1f-91e92d53f2cd/96b64f7b-90ad-4f67-8e8f-9e486c753847/e3788dd7-d3c8-4b03-85eb-d7a44bfb0301) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:20.156950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68840e40-4ebf-4c95-9f03-affe39f29d14 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:20.170519 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f58bc-ab6c-4ec1-9e48-adfc07f1bd22 None None] Pushing event updated for resources: {'Port': ['ID=6f701c50-0c94-44b5-adc6-9fde2358bf11,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:20.203051 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 68840e40-4ebf-4c95-9f03-affe39f29d14, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=68840e40-4ebf-4c95-9f03-affe39f29d14,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:20.207767 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Attempting to bind port 6f701c50-0c94-44b5-adc6-9fde2358bf11 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:20.208419 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Attempting to bind port 6f701c50-0c94-44b5-adc6-9fde2358bf11 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:20.209254 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Attempting to bind port 6f701c50-0c94-44b5-adc6-9fde2358bf11 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:20.212528 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.217682 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:20.218400 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:20.219197 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.219771 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:20.220549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83ee70-8894-4a10-9df1-bf854e6db1a0 req-e9ed2ef2-1935-43b9-a94d-83c4cd85115e tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:20.221434 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Bound port: 6f701c50-0c94-44b5-adc6-9fde2358bf11, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:20.221997 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.222139 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f83ee70-8894-4a10-9df1-bf854e6db1a0 req-e9ed2ef2-1935-43b9-a94d-83c4cd85115e tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7109094 Jul 22 23:32:20.244727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97b7ad-da66-41d7-afc2-2648dea1b64f req-a20fb444-43fd-419e-9894-1d41411542c0 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:20.246268 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b97b7ad-da66-41d7-afc2-2648dea1b64f req-a20fb444-43fd-419e-9894-1d41411542c0 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 946 time: 0.6913474 Jul 22 23:32:20.284613 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] For port 6f701c50-0c94-44b5-adc6-9fde2358bf11, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:20.288193 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] For port 6f701c50-0c94-44b5-adc6-9fde2358bf11, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6f701c50-0c94-44b5-adc6-9fde2358bf11,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:20.303945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=68840e40-4ebf-4c95-9f03-affe39f29d14,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:20.306400 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.330978 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.345965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-be998116-1943-4512-8188-548ffaa6aed1 req-fc7fb399-0e57-4cb0-a089-ad9cbb21440c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Allocated IP 192.168.233.214 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/a385f5fc-5507-4137-bd9d-1e80fd529e4f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:20.359075 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Transition to ACTIVE for port object e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:20.386611 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f58bc-ab6c-4ec1-9e48-adfc07f1bd22 None None] Pushing event updated for resources: {'Port': ['ID=6f701c50-0c94-44b5-adc6-9fde2358bf11,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:20.389349 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:20.390166 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:32:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:20.401532 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.402541 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7459a721-256c-4aab-b281-d9d7ffbf9127 req-e464684b-97af-4e8a-b5e9-ff49b23bca0a tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/02c1b8e9-470a-40af-ad29-10640cde9fc3 HTTP/1.1" status: 200 len: 1775 time: 0.1367171 Jul 22 23:32:20.444997 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:20.447913 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:20.460855 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:20.495156 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Pushing event updated for resources: {'Port': ['ID=e3788dd7-d3c8-4b03-85eb-d7a44bfb0301,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:20.511648 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.524768 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b97b7ad-da66-41d7-afc2-2648dea1b64f req-8f9b4135-5903-4070-ad29-711b2a123655 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665560 Jul 22 23:32:20.536367 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:20.684212 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['68840e40-4ebf-4c95-9f03-affe39f29d14'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:20.691974 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7459a721-256c-4aab-b281-d9d7ffbf9127 req-8c43e9f2-b750-46a4-b6d3-5401b2384e30 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.719386 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7459a721-256c-4aab-b281-d9d7ffbf9127 req-8c43e9f2-b750-46a4-b6d3-5401b2384e30 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.746317 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.775609 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7459a721-256c-4aab-b281-d9d7ffbf9127 req-8c43e9f2-b750-46a4-b6d3-5401b2384e30 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.778594 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7459a721-256c-4aab-b281-d9d7ffbf9127 req-8c43e9f2-b750-46a4-b6d3-5401b2384e30 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.779987 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7459a721-256c-4aab-b281-d9d7ffbf9127 req-8c43e9f2-b750-46a4-b6d3-5401b2384e30 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "DELETE /v2.0/security-groups/02c1b8e9-470a-40af-ad29-10640cde9fc3 HTTP/1.1" status: 204 len: 173 time: 0.3612723 Jul 22 23:32:20.806127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43e9f2-b750-46a4-b6d3-5401b2384e30 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c1b8e9-470a-40af-ad29-10640cde9fc3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:20.834305 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:18Z', 'revision_number': 3, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:20.841042 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be998116-1943-4512-8188-548ffaa6aed1 req-fc7fb399-0e57-4cb0-a089-ad9cbb21440c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.879587 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd623fcd-d5d4-4129-b4fe-f5af2ef07a98 req-6c11fd3a-7fbe-46a7-a056-2f92ac74ef76 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:20.884463 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1e257b-26cf-46a6-9511-46e9f24c64b1 None None] The sync data for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 is: [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:18Z', 'revision_number': 3, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:32:20.889224 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bd623fcd-d5d4-4129-b4fe-f5af2ef07a98 req-6c11fd3a-7fbe-46a7-a056-2f92ac74ef76 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.2540846 Jul 22 23:32:20.920147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-be998116-1943-4512-8188-548ffaa6aed1 req-fc7fb399-0e57-4cb0-a089-ad9cbb21440c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Transition to ACTIVE for port object a385f5fc-5507-4137-bd9d-1e80fd529e4f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:20.938464 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a0f3c5b1-67ef-4260-9810-a56c0a293d32 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:20.955976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ce9bd1d-4d86-44fa-89fe-8116d861fca3 req-574ef124-b534-46e7-b094-bb688669bd2b tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 210 time: 0.0468805 Jul 22 23:32:20.967616 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d933458b-ebce-4b74-a2e3-12dd8160ac4d None None] Provisioning for port e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:20.980128 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d933458b-ebce-4b74-a2e3-12dd8160ac4d None None] Provisioning complete for port e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:20.980774 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d933458b-ebce-4b74-a2e3-12dd8160ac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:21.000811 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bd623fcd-d5d4-4129-b4fe-f5af2ef07a98 req-9ba5ce76-c508-4478-9ded-31c1a0f77e78 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105218 Jul 22 23:32:21.085494 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:21.093602 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:21.101962 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d933458b-ebce-4b74-a2e3-12dd8160ac4d None None] Port e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:32:21.180535 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Pushing event updated for resources: {'Port': ['ID=e3788dd7-d3c8-4b03-85eb-d7a44bfb0301,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:21.185555 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:21.197336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1aa8c09e-e485-452a-8640-8f371a7e87fd req-c5e26f29-bacd-4537-965f-9ba2a2a6b782 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=887f429d06124457b776edf1694554f7 HTTP/1.1" status: 200 len: 1656 time: 0.1684422 Jul 22 23:32:21.210046 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a0f3c5b1-67ef-4260-9810-a56c0a293d32 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:21.210460 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:21.225213 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be998116-1943-4512-8188-548ffaa6aed1 req-fc7fb399-0e57-4cb0-a089-ad9cbb21440c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:21.254199 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['08d531d5-6821-4dba-af94-4d8ed6016efe', 'bcb4ccab-105d-4aca-b759-5f7710a4891a', '0ca48b8b-f645-4c8f-b522-f279482b79cd'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:21.310283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fb399-0e57-4cb0-a089-ad9cbb21440c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Pushing event updated for resources: {'Port': ['ID=a385f5fc-5507-4137-bd9d-1e80fd529e4f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:21.346807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be998116-1943-4512-8188-548ffaa6aed1 req-fc7fb399-0e57-4cb0-a089-ad9cbb21440c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:21.359178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-be998116-1943-4512-8188-548ffaa6aed1 req-fc7fb399-0e57-4cb0-a089-ad9cbb21440c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:21.370065 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:21.373121 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:21.423421 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-be998116-1943-4512-8188-548ffaa6aed1 req-fc7fb399-0e57-4cb0-a089-ad9cbb21440c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:21.615614 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:32:21.670441 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8c09e-e485-452a-8640-8f371a7e87fd req-0dc998cd-a7be-42a4-80ae-1821288dc416 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:21.679383 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1aa8c09e-e485-452a-8640-8f371a7e87fd req-0dc998cd-a7be-42a4-80ae-1821288dc416 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/networks?id=09b46b4f-c004-45fe-8b5c-d6717f727f65&id=09b46b4f-c004-45fe-8b5c-d6717f727f65&id=09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 787 time: 0.4812045 Jul 22 23:32:21.686700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998116-1943-4512-8188-548ffaa6aed1 req-fc7fb399-0e57-4cb0-a089-ad9cbb21440c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:21.687298 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be998116-1943-4512-8188-548ffaa6aed1 req-fc7fb399-0e57-4cb0-a089-ad9cbb21440c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:21.722436 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-1aa8c09e-e485-452a-8640-8f371a7e87fd req-f1e65427-9b8b-4bb2-88cb-c87baeaaf75b tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:32:21.728256 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1aa8c09e-e485-452a-8640-8f371a7e87fd req-f1e65427-9b8b-4bb2-88cb-c87baeaaf75b tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478396 Jul 22 23:32:21.760915 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be998116-1943-4512-8188-548ffaa6aed1 req-fc7fb399-0e57-4cb0-a089-ad9cbb21440c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5147264 Jul 22 23:32:21.768826 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:32:21.772824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46f02f-1e15-4a5a-a365-195678da5916 req-861af031-23c9-4d7b-9036-26e6feb3dc19 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:21.776180 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-884152b8-7b69-4b92-9f98-c644a9b02668 admin admin] 10.222.0.26 "PUT /v2.0/routers/f54368c7-f025-4fd3-b7a6-02a3a5b8d947/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4809027 Jul 22 23:32:21.789904 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f46f02f-1e15-4a5a-a365-195678da5916 req-861af031-23c9-4d7b-9036-26e6feb3dc19 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 944 time: 0.3499711 Jul 22 23:32:21.804675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Request body: {'port': {'device_id': 'a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:21.866007 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b989cf1e-54fe-41a4-8bb7-1e9c8e75dd09 None None] Provisioning complete for port e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:21.866383 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b989cf1e-54fe-41a4-8bb7-1e9c8e75dd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:21.924421 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f46f02f-1e15-4a5a-a365-195678da5916 req-4632e4f2-c75a-4b5c-bb0f-baae5153c106 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332293 Jul 22 23:32:21.937904 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b989cf1e-54fe-41a4-8bb7-1e9c8e75dd09 None None] Port e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:32:21.967319 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b989cf1e-54fe-41a4-8bb7-1e9c8e75dd09 None None] Provisioning for port a385f5fc-5507-4137-bd9d-1e80fd529e4f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:21.976197 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b989cf1e-54fe-41a4-8bb7-1e9c8e75dd09 None None] Provisioning complete for port a385f5fc-5507-4137-bd9d-1e80fd529e4f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:21.976579 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b989cf1e-54fe-41a4-8bb7-1e9c8e75dd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:22.009203 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-f819ce11-ba08-4918-bafe-0a52748e5f77 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--173085986&fields=id&tenant_id=b84b9d6b1774489385aacc364630d8fe HTTP/1.1" status: 200 len: 267 time: 0.1063964 Jul 22 23:32:22.022657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b989cf1e-54fe-41a4-8bb7-1e9c8e75dd09 None None] Port a385f5fc-5507-4137-bd9d-1e80fd529e4f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:32:22.033338 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:22.120490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['a860c534-7704-430f-86fd-b051443c314f', '009e481c-75ab-4797-9e46-1071487965e5', 'f50f1f30-13e7-4850-80c7-c2395df783ff', 'f154685f-5a9e-41e6-b32b-e6b95b0104b3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:22.253958 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-77a4920c-216c-4aa4-9fef-a7b80b9d6575 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:22.255522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-77a4920c-216c-4aa4-9fef-a7b80b9d6575 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/networks?id=8220c376-798c-4d26-99f9-1340b2d32211 HTTP/1.1" status: 200 len: 824 time: 0.2350717 Jul 22 23:32:22.292413 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e22cbd-c8ec-4a4c-b470-140b7330c9f0 req-a088726d-a036-4bab-ab8d-c97843b2315e tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:22.293915 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-51e22cbd-c8ec-4a4c-b470-140b7330c9f0 req-a088726d-a036-4bab-ab8d-c97843b2315e tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 946 time: 0.2422218 Jul 22 23:32:22.300333 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-4f1dc134-aa61-42f3-8c72-2941f4c22e9f tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/quotas/b84b9d6b1774489385aacc364630d8fe HTTP/1.1" status: 200 len: 375 time: 0.0334518 Jul 22 23:32:22.412839 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-51e22cbd-c8ec-4a4c-b470-140b7330c9f0 req-7515b397-fc59-4bdb-afc8-e685ec8c83c6 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115625 Jul 22 23:32:22.512285 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-de33801c-ce19-49b4-8f6d-0f46533194c8 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b84b9d6b1774489385aacc364630d8fe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2018762 Jul 22 23:32:22.516824 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96677a2a-28b5-4cb7-87a8-a7dc15e63242 req-00f4db3a-e338-497c-9924-21615701352d tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips/f165af58-0550-4f92-9f02-7902e958954d HTTP/1.1" status: 200 len: 692 time: 0.0765147 Jul 22 23:32:22.611959 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a385f5fc-5507-4137-bd9d-1e80fd529e4f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:22.622470 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:22.692598 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Transition to ACTIVE for port object a385f5fc-5507-4137-bd9d-1e80fd529e4f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:22.703050 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:22.776412 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-a3770da2-60ff-4d1f-ace8-e9f25c6577af service neutron] 10.222.0.26 "GET /v2.0/networks/8220c376-798c-4d26-99f9-1340b2d32211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507470 Jul 22 23:32:22.789613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96677a2a-28b5-4cb7-87a8-a7dc15e63242 req-1a3999fc-30aa-4084-9d83-2798af9bfa71 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:22.791064 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96677a2a-28b5-4cb7-87a8-a7dc15e63242 req-1a3999fc-30aa-4084-9d83-2798af9bfa71 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.2644081 Jul 22 23:32:22.802683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a385f5fc-5507-4137-bd9d-1e80fd529e4f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:22.883028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6f701c50-0c94-44b5-adc6-9fde2358bf11 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:22.910519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96677a2a-28b5-4cb7-87a8-a7dc15e63242 req-f6b978fc-e0e3-4262-bc2e-c096d2591684 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 695 time: 0.1040442 Jul 22 23:32:22.940455 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 6f701c50-0c94-44b5-adc6-9fde2358bf11 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:22.946110 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 6f701c50-0c94-44b5-adc6-9fde2358bf11 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:22.946567 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:23.045056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96677a2a-28b5-4cb7-87a8-a7dc15e63242 req-8b4258f7-e7b8-4158-ae3a-baf308f3153e tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 695 time: 0.0912855 Jul 22 23:32:23.051202 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:23.081781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Sync routers for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:32:23.085615 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 6f701c50-0c94-44b5-adc6-9fde2358bf11, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6f701c50-0c94-44b5-adc6-9fde2358bf11,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:23.090394 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:23.118994 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:23.119637 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:32:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:23.303353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.18', 56652) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:23.330491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=6f701c50-0c94-44b5-adc6-9fde2358bf11,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:23.364260 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:23.384709 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-9f97538d-0964-4ff3-b8f0-e5098bff22d5 service neutron] 10.222.0.26 "GET /v2.0/networks/8220c376-798c-4d26-99f9-1340b2d32211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912631 Jul 22 23:32:23.387593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Attempting to bind port a385f5fc-5507-4137-bd9d-1e80fd529e4f on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:23.387931 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Attempting to bind port a385f5fc-5507-4137-bd9d-1e80fd529e4f by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:23.388239 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Attempting to bind port a385f5fc-5507-4137-bd9d-1e80fd529e4f on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:23.398910 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Port a385f5fc-5507-4137-bd9d-1e80fd529e4f on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:23.399231 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Attempting to bind port a385f5fc-5507-4137-bd9d-1e80fd529e4f on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:23.439775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:23.440206 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:23.440512 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:23.440939 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Bound port: a385f5fc-5507-4137-bd9d-1e80fd529e4f, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:23.441327 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:23.443032 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-6f9cd43c-7ff9-41d5-8011-3cbdcb2ff421 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:23.444714 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-6f9cd43c-7ff9-41d5-8011-3cbdcb2ff421 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea&tenant_id=e3f3293308ad4d108b84009eb08300e1&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 1097 time: 0.1236932 Jul 22 23:32:23.459838 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-688802-2'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:23.518927 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7df7c-108c-4147-b872-758bb14461ea req-80491223-9f72-42b0-a831-192d1fa41969 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:23.520302 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edb7df7c-108c-4147-b872-758bb14461ea req-80491223-9f72-42b0-a831-192d1fa41969 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a579748-7b33-4042-b5c4-7626796b8a72 HTTP/1.1" status: 200 len: 945 time: 0.5160692 Jul 22 23:32:23.571929 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:23.643342 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] For port a385f5fc-5507-4137-bd9d-1e80fd529e4f, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:23.653636 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 2, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:23.692683 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Checking router: f54368c7-f025-4fd3-b7a6-02a3a5b8d947 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:32:23.693418 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Updating router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 port e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:32:23.697280 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] For port a385f5fc-5507-4137-bd9d-1e80fd529e4f, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=a385f5fc-5507-4137-bd9d-1e80fd529e4f,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:23.706720 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-96677a2a-28b5-4cb7-87a8-a7dc15e63242 req-59c1df5e-1483-4ace-b566-3336f6709e70 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Deleting port 40551f17-f500-4d89-8edb-561a97d4ff4f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:23.707049 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-96677a2a-28b5-4cb7-87a8-a7dc15e63242 req-59c1df5e-1483-4ace-b566-3336f6709e70 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:23.729462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device d8e2324f-1e36-4785-8b64-065c704da2c3 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:32:23.738517 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] For port d8e2324f-1e36-4785-8b64-065c704da2c3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d8e2324f-1e36-4785-8b64-065c704da2c3,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:23.744347 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 68840e40-4ebf-4c95-9f03-affe39f29d14 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:23.745347 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:23.782770 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] For port d8e2324f-1e36-4785-8b64-065c704da2c3, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:23.834447 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:23.837150 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e2324f-1e36-4785-8b64-065c704da2c3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:23.837477 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:23.839107 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dab4ce-1fc9-41e6-9598-eadd06cb49d4" -d '{"events": [{"server_uuid": "b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea", "name": "network-vif-unplugged", "status": "completed", "tag": "d8e2324f-1e36-4785-8b64-065c704da2c3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:23.846094 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:23.851014 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 68840e40-4ebf-4c95-9f03-affe39f29d14 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:23.882998 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 68840e40-4ebf-4c95-9f03-affe39f29d14 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:23.883376 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:23.914262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:23.914880 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:23.916290 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be998116-1943-4512-8188-548ffaa6aed1 req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] 10.222.0.18 "PUT /v2.0/ports/a385f5fc-5507-4137-bd9d-1e80fd529e4f HTTP/1.1" status: 200 len: 1096 time: 2.1184406 Jul 22 23:32:23.943305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339e7a0-ac4d-4d66-beb4-2b2ba602f4d5 req-0aac4d33-d5bf-4867-9d09-30ae24df718f tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:23.951448 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a339e7a0-ac4d-4d66-beb4-2b2ba602f4d5 req-0aac4d33-d5bf-4867-9d09-30ae24df718f tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 948 time: 0.3085434 Jul 22 23:32:23.958267 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab', 'tag': 'a385f5fc-5507-4137-bd9d-1e80fd529e4f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:23.961527 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efe124c-b09f-4801-85d1-b817ce3e5c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab", "tag": "a385f5fc-5507-4137-bd9d-1e80fd529e4f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:24.053193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e2324f-1e36-4785-8b64-065c704da2c3,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:24.057661 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Attempting to bind port d8e2324f-1e36-4785-8b64-065c704da2c3 on host n-h2-688802-2 for vnic_type normal with profile {"migrating_to": "n-h1-688802-2"} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:24.059981 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-edb7df7c-108c-4147-b872-758bb14461ea req-2823e10e-9a31-4828-8cae-25d3466b40c0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Deleting port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:24.060352 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-edb7df7c-108c-4147-b872-758bb14461ea req-2823e10e-9a31-4828-8cae-25d3466b40c0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:24.065195 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Attempting to bind port d8e2324f-1e36-4785-8b64-065c704da2c3 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:24.065583 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Attempting to bind port d8e2324f-1e36-4785-8b64-065c704da2c3 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:24.070914 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Port d8e2324f-1e36-4785-8b64-065c704da2c3 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:24.071318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Attempting to bind port d8e2324f-1e36-4785-8b64-065c704da2c3 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:24.076861 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:24.077303 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Checking segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:24.077506 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port d8e2324f-1e36-4785-8b64-065c704da2c3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d8e2324f-1e36-4785-8b64-065c704da2c3,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:24.077625 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Bound using segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:24.077991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Bound port: d8e2324f-1e36-4785-8b64-065c704da2c3, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:24.078360 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:24.087075 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f934a7-f480-4fdf-9268-c131dba1f8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a385f5fc-5507-4137-bd9d-1e80fd529e4f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:24.110974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device d8e2324f-1e36-4785-8b64-065c704da2c3 has no active binding in host n-h1-688802-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 23:32:24.128008 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-96677a2a-28b5-4cb7-87a8-a7dc15e63242 req-59c1df5e-1483-4ace-b566-3336f6709e70 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:24.128337 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-96677a2a-28b5-4cb7-87a8-a7dc15e63242 req-59c1df5e-1483-4ace-b566-3336f6709e70 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:24.161323 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:24.175887 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] For port d8e2324f-1e36-4785-8b64-065c704da2c3, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:24.179753 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] For port d8e2324f-1e36-4785-8b64-065c704da2c3, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d8e2324f-1e36-4785-8b64-065c704da2c3,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:24.186314 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-96677a2a-28b5-4cb7-87a8-a7dc15e63242 req-59c1df5e-1483-4ace-b566-3336f6709e70 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Calling delete_port for 40551f17-f500-4d89-8edb-561a97d4ff4f owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:24.190853 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:24.216305 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a339e7a0-ac4d-4d66-beb4-2b2ba602f4d5 req-5f03d279-bffb-4189-aa10-93393742fa36 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640071 Jul 22 23:32:24.292760 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a2a74f-f768-49f9-b19c-c6672776d419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68840e40-4ebf-4c95-9f03-affe39f29d14'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:24.295227 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0062380-4d0b-4186-bf24-cfbb53867188" -d '{"events": [{"server_uuid": "d7a2a74f-f768-49f9-b19c-c6672776d419", "name": "network-vif-plugged", "status": "completed", "tag": "68840e40-4ebf-4c95-9f03-affe39f29d14"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:24.328148 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 68840e40-4ebf-4c95-9f03-affe39f29d14, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=68840e40-4ebf-4c95-9f03-affe39f29d14,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:24.354733 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:24.363402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e2324f-1e36-4785-8b64-065c704da2c3,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:24.371617 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:24.372266 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:24.373733 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-3c06e03b-9e08-4517-8ddd-a3d1e1ef3965 service neutron] 10.222.0.18 "PUT /v2.0/ports/d8e2324f-1e36-4785-8b64-065c704da2c3 HTTP/1.1" status: 200 len: 1122 time: 0.9212959 Jul 22 23:32:24.379560 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-1aa4098e-63a0-44da-bb60-a2206b3c6cc5 service neutron] show failed (client error): The resource could not be found. Jul 22 23:32:24.380541 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-1aa4098e-63a0-44da-bb60-a2206b3c6cc5 service neutron] 10.222.0.95 "GET /v2.0/ports/e1f3904d-d223-49a0-85c1-c692d7ace5eb/bindings/n-h1-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.1869562 Jul 22 23:32:24.399851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998116-1943-4512-8188-548ffaa6aed1 req-75968962-06e0-4c9f-b0cd-a6ced8aad2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:24.404345 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be998116-1943-4512-8188-548ffaa6aed1 req-75968962-06e0-4c9f-b0cd-a6ced8aad2b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 1099 time: 0.3985353 Jul 22 23:32:24.487063 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-edb7df7c-108c-4147-b872-758bb14461ea req-2823e10e-9a31-4828-8cae-25d3466b40c0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] For port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:24.487434 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-edb7df7c-108c-4147-b872-758bb14461ea req-2823e10e-9a31-4828-8cae-25d3466b40c0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:24.491450 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be998116-1943-4512-8188-548ffaa6aed1 req-70da4dd6-539a-4b29-8779-0ebfb7f2a9e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=a385f5fc-5507-4137-bd9d-1e80fd529e4f HTTP/1.1" status: 200 len: 217 time: 0.0655956 Jul 22 23:32:24.527765 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=68840e40-4ebf-4c95-9f03-affe39f29d14,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:24.561076 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['d8e2324f-1e36-4785-8b64-065c704da2c3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:24.605627 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['d8e2324f-1e36-4785-8b64-065c704da2c3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:24.693460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18098684-90a7-4626-9dd4-15216bb9e7b4 req-416a95df-f036-435e-b74c-ab2ce87ee383 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:24.697135 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:24.700636 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18098684-90a7-4626-9dd4-15216bb9e7b4 req-416a95df-f036-435e-b74c-ab2ce87ee383 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.3547950 Jul 22 23:32:24.726378 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-96677a2a-28b5-4cb7-87a8-a7dc15e63242 req-59c1df5e-1483-4ace-b566-3336f6709e70 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:24.738171 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998116-1943-4512-8188-548ffaa6aed1 req-aa24c1c7-c86b-4cf2-854e-261b4afde845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:24.739643 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be998116-1943-4512-8188-548ffaa6aed1 req-aa24c1c7-c86b-4cf2-854e-261b4afde845 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.2300107 Jul 22 23:32:24.741567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Transition to ACTIVE for port object e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:24.759918 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:24.812197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1df5e-1483-4ace-b566-3336f6709e70 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Pushing event deleted for resources: {'Port': ['ID=40551f17-f500-4d89-8edb-561a97d4ff4f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:24.902633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a31a1f-4418-4cdc-bc99-5da9987c8d02 None None] Pushing event updated for resources: {'Port': ['ID=e3788dd7-d3c8-4b03-85eb-d7a44bfb0301,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:24.931068 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18098684-90a7-4626-9dd4-15216bb9e7b4 req-7f59760e-9954-4609-b3e1-496dfdff59f7 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242856 Jul 22 23:32:24.958549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6f701c50-0c94-44b5-adc6-9fde2358bf11 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:25.096178 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-96677a2a-28b5-4cb7-87a8-a7dc15e63242 req-59c1df5e-1483-4ace-b566-3336f6709e70 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:25.099833 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-96677a2a-28b5-4cb7-87a8-a7dc15e63242 req-59c1df5e-1483-4ace-b566-3336f6709e70 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:25.105526 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96677a2a-28b5-4cb7-87a8-a7dc15e63242 req-59c1df5e-1483-4ace-b566-3336f6709e70 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "DELETE /v2.0/floatingips/f165af58-0550-4f92-9f02-7902e958954d HTTP/1.1" status: 204 len: 173 time: 2.0446119 Jul 22 23:32:25.163913 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Attempting to bind port e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:25.164429 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Attempting to bind port e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6ec369fe-2a4f-480c-82e8-82749b111ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:25.165003 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Attempting to bind port e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 on network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:25.167017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-899add65-5aea-43e3-9819-41b9adacb109 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:25.168644 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-899add65-5aea-43e3-9819-41b9adacb109 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.95 "GET /v2.0/networks?id=8220c376-798c-4d26-99f9-1340b2d32211 HTTP/1.1" status: 200 len: 824 time: 0.1694939 Jul 22 23:32:25.196448 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:25.196963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Checking segment: {'id': '6ec369fe-2a4f-480c-82e8-82749b111ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:25.197486 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:25.197980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Bound using segment: {'id': '6ec369fe-2a4f-480c-82e8-82749b111ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:25.198571 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Bound port: e3788dd7-d3c8-4b03-85eb-d7a44bfb0301, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec369fe-2a4f-480c-82e8-82749b111ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:25.199301 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:25.207723 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-edb7df7c-108c-4147-b872-758bb14461ea req-2823e10e-9a31-4828-8cae-25d3466b40c0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:25.208107 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-edb7df7c-108c-4147-b872-758bb14461ea req-2823e10e-9a31-4828-8cae-25d3466b40c0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:25.209356 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [req-edb7df7c-108c-4147-b872-758bb14461ea req-2823e10e-9a31-4828-8cae-25d3466b40c0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Floating IP b42f38d8-15a2-43b1-87e3-d2ecdc5bc840 disassociated. External IP: 172.25.4.166, port: 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa. Jul 22 23:32:25.209716 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-edb7df7c-108c-4147-b872-758bb14461ea req-2823e10e-9a31-4828-8cae-25d3466b40c0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Calling delete_port for 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:25.224995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 6f701c50-0c94-44b5-adc6-9fde2358bf11 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:25.225532 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:25.251040 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-09789cf7-176d-4e6e-ade9-60920ebf23ed tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b84b9d6b1774489385aacc364630d8fe HTTP/1.1" status: 200 len: 379 time: 0.0638556 Jul 22 23:32:25.263026 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-1485b744-af08-449b-bef8-62405609b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:25.263368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998116-1943-4512-8188-548ffaa6aed1 req-50c73d14-8015-4dcc-a942-b48f7008cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:25.264501 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-1485b744-af08-449b-bef8-62405609b8f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f&tenant_id=fb89fd006c024322b87d15ca6772f41c HTTP/1.1" status: 200 len: 1100 time: 0.6568613 Jul 22 23:32:25.264886 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be998116-1943-4512-8188-548ffaa6aed1 req-50c73d14-8015-4dcc-a942-b48f7008cf85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5124834 Jul 22 23:32:25.270728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-ea55cb06-b331-43a9-ba36-410023592577 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Request body: {'port': {'device_id': '52580546-bb71-4469-8716-ef38f8573704', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'admin_state_up': True, 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'security_groups': ['10ee2cb2-9912-4e22-ad0c-4432ce4275b5']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:25.290989 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:25.367845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] For port e3788dd7-d3c8-4b03-85eb-d7a44bfb0301, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:25.386606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] For port e3788dd7-d3c8-4b03-85eb-d7a44bfb0301, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e3788dd7-d3c8-4b03-85eb-d7a44bfb0301,segment=NetworkSegment(6ec369fe-2a4f-480c-82e8-82749b111ce0),segment_id=6ec369fe-2a4f-480c-82e8-82749b111ce0)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:25.392956 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:25.415937 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:25.484495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:25.485907 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:32:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:25.531039 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a31a1f-4418-4cdc-bc99-5da9987c8d02 None None] Pushing event updated for resources: {'Port': ['ID=e3788dd7-d3c8-4b03-85eb-d7a44bfb0301,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:25.538924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b57329-e2c1-4eb7-9880-4d62cc16d5b1 req-fb918e85-abb1-4708-b787-5b960bfcd624 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:25.541157 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f8b57329-e2c1-4eb7-9880-4d62cc16d5b1 req-fb918e85-abb1-4708-b787-5b960bfcd624 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 945 time: 0.3216753 Jul 22 23:32:25.587296 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-ea55cb06-b331-43a9-ba36-410023592577 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Made reservation on behalf of b84b9d6b1774489385aacc364630d8fe for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:25.590911 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-ea55cb06-b331-43a9-ba36-410023592577 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:25.621895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:25.624293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be998116-1943-4512-8188-548ffaa6aed1 req-1b5bd2e0-ea6b-4d63-af40-680ed4139dbb service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194392 Jul 22 23:32:25.706316 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:25.744547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e934c8-a961-4388-a85f-a66231166978 req-a6b52e05-04ee-4e06-85a0-9b52b7ad4e6c tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:25.746217 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7e934c8-a961-4388-a85f-a66231166978 req-a6b52e05-04ee-4e06-85a0-9b52b7ad4e6c tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 819 time: 0.3913112 Jul 22 23:32:25.772939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f8b57329-e2c1-4eb7-9880-4d62cc16d5b1 req-2ef71375-8eda-4673-a56a-e2a1811fac0c tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840870 Jul 22 23:32:25.778863 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-edb7df7c-108c-4147-b872-758bb14461ea req-2823e10e-9a31-4828-8cae-25d3466b40c0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:25.785113 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:25.806734 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7e934c8-a961-4388-a85f-a66231166978 req-9378ef6f-1b42-4243-ba03-abb88b925b4f tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/quotas/ee28c5eb0c1d457ab108d96042a4fdcc HTTP/1.1" status: 200 len: 375 time: 0.0485077 Jul 22 23:32:25.814987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-ea55cb06-b331-43a9-ba36-410023592577 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Allocated IP 172.20.0.12 (8220c376-798c-4d26-99f9-1340b2d32211/27c6a3c1-8e0f-4347-80b1-5c776e4d48ea/312d008e-62fe-4c51-b794-ba3bae3640f2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:25.831361 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No active binding found for port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 23:32:25.831809 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:25.851891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be998116-1943-4512-8188-548ffaa6aed1 req-9e668901-d384-40f5-b953-e1774f2b4d53 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166789 Jul 22 23:32:25.854213 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823e10e-9a31-4828-8cae-25d3466b40c0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Pushing event deleted for resources: {'Port': ['ID=8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:25.866631 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:25.930206 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:25Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:25.932900 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:25.958662 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718d094-b7d5-40d0-98fb-1a534bc89690 None None] The sync data for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 is: [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:25Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:32:25.969359 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Transition to ACTIVE for port object e1f3904d-d223-49a0-85c1-c692d7ace5eb will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:26.002687 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:26.115023 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f3904d-d223-49a0-85c1-c692d7ace5eb,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:26.139240 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] No DVR routers for this DVR port e1f3904d-d223-49a0-85c1-c692d7ace5eb on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:26.156479 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-ea55cb06-b331-43a9-ba36-410023592577 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:26.212475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-ea55cb06-b331-43a9-ba36-410023592577 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Transition to ACTIVE for port object 312d008e-62fe-4c51-b794-ba3bae3640f2 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:26.223419 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Attempting to bind port e1f3904d-d223-49a0-85c1-c692d7ace5eb on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:26.223853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Attempting to bind port e1f3904d-d223-49a0-85c1-c692d7ace5eb by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:26.224265 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Attempting to bind port e1f3904d-d223-49a0-85c1-c692d7ace5eb on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:26.232557 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Port e1f3904d-d223-49a0-85c1-c692d7ace5eb on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:26.232870 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Attempting to bind port e1f3904d-d223-49a0-85c1-c692d7ace5eb on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:26.248651 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:26.249084 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:26.249568 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:26.250148 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Bound port: e1f3904d-d223-49a0-85c1-c692d7ace5eb, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:26.250582 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:26.351520 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-ea55cb06-b331-43a9-ba36-410023592577 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:26.377209 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-ea55cb06-b331-43a9-ba36-410023592577 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Network 8220c376-798c-4d26-99f9-1340b2d32211 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:26.378912 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:26.382576 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-ea55cb06-b331-43a9-ba36-410023592577 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:26.385316 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-ea55cb06-b331-43a9-ba36-410023592577 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:26.448157 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:26.460797 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:26.483673 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:26.484308 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:26.487424 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] 10.222.0.18 "PUT /v2.0/ports/e1f3904d-d223-49a0-85c1-c692d7ace5eb HTTP/1.1" status: 200 len: 1095 time: 1.2007694 Jul 22 23:32:26.511752 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-ea55cb06-b331-43a9-ba36-410023592577 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:26.512587 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-ea55cb06-b331-43a9-ba36-410023592577 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:26.527314 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55cb06-b331-43a9-ba36-410023592577 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Pushing event updated for resources: {'Port': ['ID=312d008e-62fe-4c51-b794-ba3bae3640f2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:26.528053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7e934c8-a961-4388-a85f-a66231166978 req-4848061d-5f9e-4af4-ace3-78cbfde7c0b5 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6919787 Jul 22 23:32:26.545074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaab6cb-bcea-445b-9f3c-29b40ed8cf5f req-470c00f1-8353-4524-89fb-1ce4c4984462 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:26.553366 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-ea55cb06-b331-43a9-ba36-410023592577 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2928157 Jul 22 23:32:26.554098 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bdaab6cb-bcea-445b-9f3c-29b40ed8cf5f req-470c00f1-8353-4524-89fb-1ce4c4984462 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 944 time: 0.6211026 Jul 22 23:32:26.572476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edb7df7c-108c-4147-b872-758bb14461ea req-2823e10e-9a31-4828-8cae-25d3466b40c0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Router c521a641-37c7-4bd0-afe1-24c961cb5ca0 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:32:26.615321 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Request body: {'port': {'device_id': '52580546-bb71-4469-8716-ef38f8573704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:26.703131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a44002-57d8-4a0c-92ed-51cc95e18932 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f3904d-d223-49a0-85c1-c692d7ace5eb,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:26.758219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-87870072-eaf6-494d-9506-d7f74751fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:26.759972 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-87870072-eaf6-494d-9506-d7f74751fe11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 1098 time: 0.2083888 Jul 22 23:32:26.803592 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bdaab6cb-bcea-445b-9f3c-29b40ed8cf5f req-491f7053-a7b8-47e7-a453-b5007fd90ccc tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485361 Jul 22 23:32:26.864730 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7e934c8-a961-4388-a85f-a66231166978 req-569d0a1c-74c7-439c-9ffa-3afd1a3054ba service neutron] 10.222.0.26 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079627 Jul 22 23:32:26.893250 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:26.906690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c51d49d1-f3f1-4947-86a1-5019d040a7f5 None None] Provisioning for port 312d008e-62fe-4c51-b794-ba3bae3640f2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:26.928536 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c51d49d1-f3f1-4947-86a1-5019d040a7f5 None None] Provisioning complete for port 312d008e-62fe-4c51-b794-ba3bae3640f2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:26.929329 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c51d49d1-f3f1-4947-86a1-5019d040a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:26.934919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:26.976909 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edb7df7c-108c-4147-b872-758bb14461ea req-2823e10e-9a31-4828-8cae-25d3466b40c0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:32:26.988715 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09711276-6960-4240-89d3-5920be2c0e6c None None] Sync routers for ids ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:32:27.003811 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09711276-6960-4240-89d3-5920be2c0e6c None None] Routers {'c521a641-37c7-4bd0-afe1-24c961cb5ca0'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:27.004709 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-09711276-6960-4240-89d3-5920be2c0e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:32:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:27.096066 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb7df7c-108c-4147-b872-758bb14461ea req-2823e10e-9a31-4828-8cae-25d3466b40c0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] No DVR routers for this DVR port 8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:27.104110 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-edb7df7c-108c-4147-b872-758bb14461ea req-2823e10e-9a31-4828-8cae-25d3466b40c0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:27.106783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edb7df7c-108c-4147-b872-758bb14461ea req-2823e10e-9a31-4828-8cae-25d3466b40c0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.18 "DELETE /v2.0/ports/8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa HTTP/1.1" status: 204 len: 173 time: 3.5712285 Jul 22 23:32:27.107440 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-76d9c3db-44f1-4216-a4a5-877fb261c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:27.108970 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-76d9c3db-44f1-4216-a4a5-877fb261c752 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.3283930 Jul 22 23:32:27.131999 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7e934c8-a961-4388-a85f-a66231166978 req-4e0706e0-ad0d-4fec-b901-68c3be2c228e service neutron] 10.222.0.26 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604406 Jul 22 23:32:27.141983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121ae1c-c4b1-481a-a5a7-415979f14ba8 req-7aedc507-b517-4d60-87a9-1b6e50a6f4bb tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:27.144228 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b121ae1c-c4b1-481a-a5a7-415979f14ba8 req-7aedc507-b517-4d60-87a9-1b6e50a6f4bb tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=52580546-bb71-4469-8716-ef38f8573704 HTTP/1.1" status: 200 len: 932 time: 0.2414691 Jul 22 23:32:27.192325 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-b22faf7f-3a85-4fad-a94c-49c3486cef6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb HTTP/1.1" status: 200 len: 217 time: 0.0674043 Jul 22 23:32:27.235665 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b121ae1c-c4b1-481a-a5a7-415979f14ba8 req-a9509245-0783-4840-9592-ec112ee58b11 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702486 Jul 22 23:32:27.249998 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-09711276-6960-4240-89d3-5920be2c0e6c None None] Set router c521a641-37c7-4bd0-afe1-24c961cb5ca0 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:27.288427 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c51d49d1-f3f1-4947-86a1-5019d040a7f5 None None] Port 312d008e-62fe-4c51-b794-ba3bae3640f2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:32:27.323860 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-e33c0178-ecfd-45c3-8836-afa2e7983634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:27.324685 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-6483ad64-5114-4c30-8201-5329be9aadae req-2fa8d9d0-7c62-4017-a71b-30968f99ef8a tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] show failed (client error): The resource could not be found. Jul 22 23:32:27.325742 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6483ad64-5114-4c30-8201-5329be9aadae req-2fa8d9d0-7c62-4017-a71b-30968f99ef8a tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/ee4abc14-c7d3-4b4c-91d0-6112decfb01d HTTP/1.1" status: 404 len: 352 time: 0.0222280 Jul 22 23:32:27.329985 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:27.338359 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:27.338591 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:27.341714 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-e33c0178-ecfd-45c3-8836-afa2e7983634 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1003015 Jul 22 23:32:27.468219 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175edd5b-6443-457d-84c2-71bf32d788d9 x-openstack-request-id: req-175edd5b-6443-457d-84c2-71bf32d788d9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:27.472450 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea", "name": "network-vif-unplugged", "status": "completed", "tag": "d8e2324f-1e36-4785-8b64-065c704da2c3", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:27.472934 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-175edd5b-6443-457d-84c2-71bf32d788d9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:27.473582 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e2324f-1e36-4785-8b64-065c704da2c3', 'code': 200} Jul 22 23:32:27.477202 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0736a5e3-c63d-4847-89bb-c0eacf2bec9f x-openstack-request-id: req-0736a5e3-c63d-4847-89bb-c0eacf2bec9f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:27.477493 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab", "tag": "a385f5fc-5507-4137-bd9d-1e80fd529e4f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:27.477744 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0736a5e3-c63d-4847-89bb-c0eacf2bec9f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:27.478133 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab', 'tag': 'a385f5fc-5507-4137-bd9d-1e80fd529e4f', 'status': 'completed', 'code': 200} Jul 22 23:32:27.480024 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:27.555932 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb1b3f5-a0af-431a-ae80-c8183d3203b6 x-openstack-request-id: req-6fb1b3f5-a0af-431a-ae80-c8183d3203b6 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:27.556274 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a2a74f-f768-49f9-b19c-c6672776d419", "name": "network-vif-plugged", "status": "completed", "tag": "68840e40-4ebf-4c95-9f03-affe39f29d14", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:27.556481 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6fb1b3f5-a0af-431a-ae80-c8183d3203b6 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:27.556877 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a2a74f-f768-49f9-b19c-c6672776d419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68840e40-4ebf-4c95-9f03-affe39f29d14', 'code': 200} Jul 22 23:32:27.568159 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312d008e-62fe-4c51-b794-ba3bae3640f2 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:27.571225 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port e3788dd7-d3c8-4b03-85eb-d7a44bfb0301, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e3788dd7-d3c8-4b03-85eb-d7a44bfb0301,segment=NetworkSegment(6ec369fe-2a4f-480c-82e8-82749b111ce0),segment_id=6ec369fe-2a4f-480c-82e8-82749b111ce0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:27.582024 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:27.597140 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:27.602950 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-09711276-6960-4240-89d3-5920be2c0e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:37Z', 'revision_number': 4, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'a290e23d-f066-4fa0-bf06-222b039955a8', 'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'mac_address': 'fa:16:3e:0e:54:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:29:45Z', 'revision_number': 5, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'subnets': [{'id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:27.621898 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8fc70ff-54ed-4803-ab31-90fea7edd442 req-27cac1f6-c07e-4e1e-bfa5-f1ccad2c65f1 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips/9f45e678-5bad-4587-a4b2-7af7da6bc163 HTTP/1.1" status: 200 len: 693 time: 0.0976083 Jul 22 23:32:27.630788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e1f3904d-d223-49a0-85c1-c692d7ace5eb no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:27.652406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-4ccc9293-70e7-42ec-a452-405996c75c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:27.654011 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-4ccc9293-70e7-42ec-a452-405996c75c7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2707992 Jul 22 23:32:27.659358 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Transition to ACTIVE for port object 312d008e-62fe-4c51-b794-ba3bae3640f2 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:27.675835 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09711276-6960-4240-89d3-5920be2c0e6c None None] Checking router: c521a641-37c7-4bd0-afe1-24c961cb5ca0 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:32:27.691295 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09711276-6960-4240-89d3-5920be2c0e6c None None] Routers {'c521a641-37c7-4bd0-afe1-24c961cb5ca0'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:27.691911 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-09711276-6960-4240-89d3-5920be2c0e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:32:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:27.702116 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:27.739980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e1f3904d-d223-49a0-85c1-c692d7ace5eb not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:27.741709 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=e3788dd7-d3c8-4b03-85eb-d7a44bfb0301,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:27.845624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Pushing event updated for resources: {'Port': ['ID=312d008e-62fe-4c51-b794-ba3bae3640f2,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:27.955228 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-424e2b08-e842-465b-a811-d3eef1bf8da4 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867420 Jul 22 23:32:27.956052 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Attempting to bind port 312d008e-62fe-4c51-b794-ba3bae3640f2 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:27.956382 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Attempting to bind port 312d008e-62fe-4c51-b794-ba3bae3640f2 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '67fa5820-ac66-456c-9bee-d94402ab177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:27.956704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Attempting to bind port 312d008e-62fe-4c51-b794-ba3bae3640f2 on network 8220c376-798c-4d26-99f9-1340b2d32211 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:27.961489 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Port 312d008e-62fe-4c51-b794-ba3bae3640f2 on network 8220c376-798c-4d26-99f9-1340b2d32211 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:27.961807 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Attempting to bind port 312d008e-62fe-4c51-b794-ba3bae3640f2 on network 8220c376-798c-4d26-99f9-1340b2d32211 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:27.968728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:27.969686 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Checking segment: {'id': '67fa5820-ac66-456c-9bee-d94402ab177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:27.970398 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Bound using segment: {'id': '67fa5820-ac66-456c-9bee-d94402ab177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:27.973414 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Bound port: 312d008e-62fe-4c51-b794-ba3bae3640f2, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67fa5820-ac66-456c-9bee-d94402ab177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:27.974605 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:27.995619 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc70ff-54ed-4803-ab31-90fea7edd442 req-f76253f8-0a11-497c-8843-2a164ad7ab10 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:27.997079 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8fc70ff-54ed-4803-ab31-90fea7edd442 req-f76253f8-0a11-497c-8843-2a164ad7ab10 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.3673332 Jul 22 23:32:28.020370 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66c076-1165-4eef-b74c-8e812b448ac3 req-2aa1c8a4-dfa4-4e1d-80d4-391ce1676b5a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:28.027918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d66c076-1165-4eef-b74c-8e812b448ac3 req-2aa1c8a4-dfa4-4e1d-80d4-391ce1676b5a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 948 time: 0.3518507 Jul 22 23:32:28.067886 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe124c-b09f-4801-85d1-b817ce3e5c7e req-13ea0cb2-f7d6-4aae-b99d-5b084c5072c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:28.069351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6efe124c-b09f-4801-85d1-b817ce3e5c7e req-13ea0cb2-f7d6-4aae-b99d-5b084c5072c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 1099 time: 0.3797750 Jul 22 23:32:28.069544 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-09711276-6960-4240-89d3-5920be2c0e6c None None] Set router c521a641-37c7-4bd0-afe1-24c961cb5ca0 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:28.107400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616e8d9-ee6a-438f-adb7-3dfd0058492f req-3c5d1c28-be8a-41f2-a28a-12f2672480ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:28.109130 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d616e8d9-ee6a-438f-adb7-3dfd0058492f req-3c5d1c28-be8a-41f2-a28a-12f2672480ee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 1096 time: 0.3050530 Jul 22 23:32:28.158008 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8fc70ff-54ed-4803-ab31-90fea7edd442 req-0916c9ef-82f6-4b2e-879e-97c469b37ec5 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.190 HTTP/1.1" status: 200 len: 696 time: 0.1507502 Jul 22 23:32:28.225987 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6bfadf4d-8dcf-4be7-aabb-82f8990ef5c5 req-1f740578-5708-48e8-b889-e55bce827c08 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145553 Jul 22 23:32:28.251634 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] For port 312d008e-62fe-4c51-b794-ba3bae3640f2, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:28.255459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] For port 312d008e-62fe-4c51-b794-ba3bae3640f2, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=312d008e-62fe-4c51-b794-ba3bae3640f2,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:28.262048 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:28.270692 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d66c076-1165-4eef-b74c-8e812b448ac3 req-1d6e90c2-4c5c-4b55-94ad-c1f5fd67dae6 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293599 Jul 22 23:32:28.271736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe124c-b09f-4801-85d1-b817ce3e5c7e req-36954b82-ada5-4ba1-b6aa-5a8cc2daa8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:28.273121 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6efe124c-b09f-4801-85d1-b817ce3e5c7e req-36954b82-ada5-4ba1-b6aa-5a8cc2daa8e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1609530 Jul 22 23:32:28.339123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:28.339989 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-09711276-6960-4240-89d3-5920be2c0e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:37Z', 'revision_number': 4, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'a290e23d-f066-4fa0-bf06-222b039955a8', 'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'mac_address': 'fa:16:3e:0e:54:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:29:45Z', 'revision_number': 5, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'subnets': [{'id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:28.342899 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:28.344318 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] 10.222.0.95 "PUT /v2.0/ports/312d008e-62fe-4c51-b794-ba3bae3640f2 HTTP/1.1" status: 200 len: 1092 time: 1.7365296 Jul 22 23:32:28.373917 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09711276-6960-4240-89d3-5920be2c0e6c None None] The sync data for ids ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'] in n-d-688802-2 is: [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:37Z', 'revision_number': 4, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'a290e23d-f066-4fa0-bf06-222b039955a8', 'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'mac_address': 'fa:16:3e:0e:54:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:29:45Z', 'revision_number': 5, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'subnets': [{'id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:32:28.378633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d616e8d9-ee6a-438f-adb7-3dfd0058492f req-56a3f935-639d-436e-ac96-022a7654703c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556419 Jul 22 23:32:28.379999 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6efe124c-b09f-4801-85d1-b817ce3e5c7e req-957662f3-ee90-4c68-bb59-2e178befdbd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=a385f5fc-5507-4137-bd9d-1e80fd529e4f HTTP/1.1" status: 200 len: 217 time: 0.0893893 Jul 22 23:32:28.383221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8fc70ff-54ed-4803-ab31-90fea7edd442 req-234eca0b-6609-48fe-8335-d28e3c3c5b23 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.190 HTTP/1.1" status: 200 len: 696 time: 0.2061648 Jul 22 23:32:28.400604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669f9fc-b4c3-454d-b5e6-e48608946da0 service neutron] Pushing event updated for resources: {'Port': ['ID=312d008e-62fe-4c51-b794-ba3bae3640f2,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:28.551655 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-9d54eb55-a44c-42ce-b3d7-9f3359891bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:28.553201 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-9d54eb55-a44c-42ce-b3d7-9f3359891bad service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b84b9d6b1774489385aacc364630d8fe&device_id=52580546-bb71-4469-8716-ef38f8573704 HTTP/1.1" status: 200 len: 1095 time: 0.0985942 Jul 22 23:32:28.621621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b1042-1fc3-413a-9baa-db14af705174 req-dd502511-46ef-4b31-bd08-60995888e126 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:28.625051 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-cfa59f4d-fdf1-4bdb-ac4f-caaf76437550 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=312d008e-62fe-4c51-b794-ba3bae3640f2 HTTP/1.1" status: 200 len: 217 time: 0.0487173 Jul 22 23:32:28.628868 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d2b1042-1fc3-413a-9baa-db14af705174 req-dd502511-46ef-4b31-bd08-60995888e126 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 947 time: 0.1463654 Jul 22 23:32:28.672197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b8fc70ff-54ed-4803-ab31-90fea7edd442 req-517e4b88-294a-4bf3-8f0a-8f68c0830772 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Deleting port 2b4f78fc-d3ff-4313-a207-5eeba7523c6d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:28.672783 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b8fc70ff-54ed-4803-ab31-90fea7edd442 req-517e4b88-294a-4bf3-8f0a-8f68c0830772 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:28.687432 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-e72938d9-7605-4fc6-8133-29c0e6fd4bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:28.690322 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-e72938d9-7605-4fc6-8133-29c0e6fd4bc5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=27c6a3c1-8e0f-4347-80b1-5c776e4d48ea HTTP/1.1" status: 200 len: 863 time: 0.0585713 Jul 22 23:32:28.703538 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d2b1042-1fc3-413a-9baa-db14af705174 req-bc1b4d46-2e02-44cd-938e-0f82a12481ac tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738366 Jul 22 23:32:28.743786 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7885e7-f239-4ac7-91d9-dfd2a6b5205c None None] New status for floating IP b42f38d8-15a2-43b1-87e3-d2ecdc5bc840: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:32:28.802280 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-0c5d6d2d-2d67-4a6c-a8d2-032af6d389bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:28.804022 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-0c5d6d2d-2d67-4a6c-a8d2-032af6d389bb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8220c376-798c-4d26-99f9-1340b2d32211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027286 Jul 22 23:32:28.810475 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe124c-b09f-4801-85d1-b817ce3e5c7e req-497f3ca5-561b-44c2-8514-01ece23947ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:28.812285 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6efe124c-b09f-4801-85d1-b817ce3e5c7e req-497f3ca5-561b-44c2-8514-01ece23947ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1129410 Jul 22 23:32:28.864595 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b8fc70ff-54ed-4803-ab31-90fea7edd442 req-517e4b88-294a-4bf3-8f0a-8f68c0830772 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:28.865213 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b8fc70ff-54ed-4803-ab31-90fea7edd442 req-517e4b88-294a-4bf3-8f0a-8f68c0830772 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:28.877892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:28.902949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b8fc70ff-54ed-4803-ab31-90fea7edd442 req-517e4b88-294a-4bf3-8f0a-8f68c0830772 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Calling delete_port for 2b4f78fc-d3ff-4313-a207-5eeba7523c6d owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:28.913745 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-5d03f625-5c95-4dc8-8942-c41f18b75fe6 service neutron] 10.222.0.95 "GET /v2.0/networks/8220c376-798c-4d26-99f9-1340b2d32211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018064 Jul 22 23:32:28.952639 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:28.953126 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:28.998148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0886d00-3288-49ea-8426-6f9800f21150 req-0eb06ab9-0f6e-4fd9-b0fb-8ae8ffeba073 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:28.999658 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a0886d00-3288-49ea-8426-6f9800f21150 req-0eb06ab9-0f6e-4fd9-b0fb-8ae8ffeba073 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 945 time: 0.2088804 Jul 22 23:32:29.025147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe124c-b09f-4801-85d1-b817ce3e5c7e req-1d51a955-038b-401f-a76c-91c8365b2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:29.026642 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6efe124c-b09f-4801-85d1-b817ce3e5c7e req-1d51a955-038b-401f-a76c-91c8365b2587 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1962404 Jul 22 23:32:29.037820 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-119f5d33-b0f4-4cdc-b499-120220b68a5a req-fb6b587d-a7cf-440c-b970-69c85fc08c13 service neutron] 10.222.0.95 "GET /v2.0/networks/8220c376-798c-4d26-99f9-1340b2d32211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043980 Jul 22 23:32:29.144661 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a0886d00-3288-49ea-8426-6f9800f21150 req-078e1ad9-4b21-47cf-8b92-b96fec5a2583 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348808 Jul 22 23:32:29.215034 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6efe124c-b09f-4801-85d1-b817ce3e5c7e req-05cd1cbb-917c-4561-8ef3-411e423ad0d5 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781611 Jul 22 23:32:29.218231 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-583fa181-e68d-4d35-9da4-f089abd148af req-1d2c3742-8875-4d37-8aaf-2f4ac451e9c0 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] show failed (client error): The resource could not be found. Jul 22 23:32:29.219286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-583fa181-e68d-4d35-9da4-f089abd148af req-1d2c3742-8875-4d37-8aaf-2f4ac451e9c0 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/8de54b93-3d95-4681-89a0-d6a4d31b712e HTTP/1.1" status: 404 len: 352 time: 0.0299275 Jul 22 23:32:29.283974 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e934c8-a961-4388-a85f-a66231166978 req-5d08c023-15bd-40eb-81ab-d20493f7321a tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:29.285485 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d7e934c8-a961-4388-a85f-a66231166978 req-5d08c023-15bd-40eb-81ab-d20493f7321a tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.95 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 819 time: 0.1315625 Jul 22 23:32:29.299774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d7e934c8-a961-4388-a85f-a66231166978 req-8b952ea8-bfae-462b-bdf3-ca320c691950 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Request body: {'port': {'device_id': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'admin_state_up': True, 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:29.342299 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b8fc70ff-54ed-4803-ab31-90fea7edd442 req-517e4b88-294a-4bf3-8f0a-8f68c0830772 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:29.351715 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6ed5961-f526-499f-9cf2-d49707ec8f19 req-97e315e5-b15a-4b58-919d-326255291048 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 210 time: 0.0442955 Jul 22 23:32:29.381930 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e4b88-294a-4bf3-8f0a-8f68c0830772 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Pushing event deleted for resources: {'Port': ['ID=2b4f78fc-d3ff-4313-a207-5eeba7523c6d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:29.410039 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e934c8-a961-4388-a85f-a66231166978 req-8b952ea8-bfae-462b-bdf3-ca320c691950 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Made reservation on behalf of ee28c5eb0c1d457ab108d96042a4fdcc for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:29.413913 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d7e934c8-a961-4388-a85f-a66231166978 req-8b952ea8-bfae-462b-bdf3-ca320c691950 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:29.426287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6efe124c-b09f-4801-85d1-b817ce3e5c7e req-012d4346-c672-43a9-a849-94c77e4fac88 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036746 Jul 22 23:32:29.475718 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea', 'tag': 'd8e2324f-1e36-4785-8b64-065c704da2c3'}, {'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb'}, {'name': 'network-changed', 'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb'}, {'name': 'network-changed', 'server_uuid': '52580546-bb71-4469-8716-ef38f8573704', 'tag': '312d008e-62fe-4c51-b794-ba3bae3640f2'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:29.478202 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3652503e-f23e-42f4-a025-c37084c086bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea", "tag": "d8e2324f-1e36-4785-8b64-065c704da2c3"}, {"server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "name": "network-vif-unplugged", "status": "completed", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb"}, {"name": "network-changed", "server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb"}, {"name": "network-changed", "server_uuid": "52580546-bb71-4469-8716-ef38f8573704", "tag": "312d008e-62fe-4c51-b794-ba3bae3640f2"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:29.478735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a579748-7b33-4042-b5c4-7626796b8a72', 'name': 'network-vif-deleted', 'tag': '8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:29.481483 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4387cd33-5cc8-471a-9fd1-fd38db7e9abc" -d '{"events": [{"server_uuid": "5a579748-7b33-4042-b5c4-7626796b8a72", "name": "network-vif-deleted", "tag": "8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:29.499915 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b8fc70ff-54ed-4803-ab31-90fea7edd442 req-517e4b88-294a-4bf3-8f0a-8f68c0830772 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:29.503050 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b8fc70ff-54ed-4803-ab31-90fea7edd442 req-517e4b88-294a-4bf3-8f0a-8f68c0830772 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:29.504187 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8fc70ff-54ed-4803-ab31-90fea7edd442 req-517e4b88-294a-4bf3-8f0a-8f68c0830772 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "DELETE /v2.0/floatingips/9f45e678-5bad-4587-a4b2-7af7da6bc163 HTTP/1.1" status: 204 len: 173 time: 1.1108747 Jul 22 23:32:29.531623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13b815-7c0e-4731-8ff8-2335be198ad9 req-e43e8f7a-9833-43f0-b263-4691afa5c316 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:29.537600 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e13b815-7c0e-4731-8ff8-2335be198ad9 req-e43e8f7a-9833-43f0-b263-4691afa5c316 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 944 time: 0.1151865 Jul 22 23:32:29.555596 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-d7e934c8-a961-4388-a85f-a66231166978 req-8b952ea8-bfae-462b-bdf3-ca320c691950 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Allocated IP 172.20.0.14 (3df1519f-fab7-4e21-ba1f-91e92d53f2cd/96b64f7b-90ad-4f67-8e8f-9e486c753847/60be8dd3-5dc3-4010-86e6-234126e82d58) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:29.602849 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e13b815-7c0e-4731-8ff8-2335be198ad9 req-40b96766-8e61-430c-b378-2a3e140a421e tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640011 Jul 22 23:32:29.637652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed623d5-f602-4bcd-98d2-32a0e69a94c6 req-a8012a26-c7d9-4e55-86b0-c511e40c4d5e tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:29.639168 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ed623d5-f602-4bcd-98d2-32a0e69a94c6 req-a8012a26-c7d9-4e55-86b0-c511e40c4d5e tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=52580546-bb71-4469-8716-ef38f8573704 HTTP/1.1" status: 200 len: 944 time: 0.0818903 Jul 22 23:32:29.659049 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-78464f2c-b62b-48bc-babe-368019905d3b req-f010d50f-f698-40fe-ad71-8ffceb54b690 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] show failed (client error): The resource could not be found. Jul 22 23:32:29.660184 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78464f2c-b62b-48bc-babe-368019905d3b req-f010d50f-f698-40fe-ad71-8ffceb54b690 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/78c5eabd-5c03-43f5-b3ad-b2a98c1950e8 HTTP/1.1" status: 404 len: 352 time: 0.0200641 Jul 22 23:32:29.690955 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ed623d5-f602-4bcd-98d2-32a0e69a94c6 req-237ac0b4-c41d-4f36-bd36-411906d396da tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444310 Jul 22 23:32:29.717348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device a385f5fc-5507-4137-bd9d-1e80fd529e4f details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:32:29.721714 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d7e934c8-a961-4388-a85f-a66231166978 req-8b952ea8-bfae-462b-bdf3-ca320c691950 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:29.759596 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-d7e934c8-a961-4388-a85f-a66231166978 req-8b952ea8-bfae-462b-bdf3-ca320c691950 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Transition to ACTIVE for port object 60be8dd3-5dc3-4010-86e6-234126e82d58 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:29.773600 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d694b204-861e-4f75-8c43-378659ce6ac1 x-openstack-request-id: req-d694b204-861e-4f75-8c43-378659ce6ac1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:29.773967 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea", "tag": "d8e2324f-1e36-4785-8b64-065c704da2c3", "status": "completed", "code": 200}, {"server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "name": "network-vif-unplugged", "status": "completed", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb", "code": 200}, {"name": "network-changed", "server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52580546-bb71-4469-8716-ef38f8573704", "tag": "312d008e-62fe-4c51-b794-ba3bae3640f2", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:29.774360 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d694b204-861e-4f75-8c43-378659ce6ac1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:29.774586 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea', 'tag': 'd8e2324f-1e36-4785-8b64-065c704da2c3', 'status': 'completed', 'code': 200} Jul 22 23:32:29.774849 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb', 'code': 200} Jul 22 23:32:29.775128 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb', 'status': 'completed', 'code': 200} Jul 22 23:32:29.775381 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52580546-bb71-4469-8716-ef38f8573704', 'tag': '312d008e-62fe-4c51-b794-ba3bae3640f2', 'status': 'completed', 'code': 200} Jul 22 23:32:29.820203 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf211dd2-e344-48f8-a17c-7a2be103e472 x-openstack-request-id: req-bf211dd2-e344-48f8-a17c-7a2be103e472 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:29.820580 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a579748-7b33-4042-b5c4-7626796b8a72", "name": "network-vif-deleted", "tag": "8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:29.820925 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf211dd2-e344-48f8-a17c-7a2be103e472 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:29.821459 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a579748-7b33-4042-b5c4-7626796b8a72', 'name': 'network-vif-deleted', 'tag': '8f5edbf2-45ae-497f-9e3e-1f7868b4b5fa', 'status': 'completed', 'code': 200} Jul 22 23:32:29.833361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e3b49-3da3-4847-b14f-b2ba6d48cd6d req-808df31e-3826-4227-bd5a-e8e10ed9f8c4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:29.840640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e26e3b49-3da3-4847-b14f-b2ba6d48cd6d req-808df31e-3826-4227-bd5a-e8e10ed9f8c4 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 948 time: 0.1121829 Jul 22 23:32:29.873859 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d7e934c8-a961-4388-a85f-a66231166978 req-8b952ea8-bfae-462b-bdf3-ca320c691950 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:29.893796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port a385f5fc-5507-4137-bd9d-1e80fd529e4f, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=a385f5fc-5507-4137-bd9d-1e80fd529e4f,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:29.902918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d7f52d9-216c-4246-a5b1-d15ff51e630a req-80d9e1b5-411a-460b-845d-e157a3cf5bc5 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips/77cdadd0-92c7-4db5-8eb2-1cd3571fe8b0 HTTP/1.1" status: 200 len: 693 time: 0.0595667 Jul 22 23:32:29.909165 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'a385f5fc-5507-4137-bd9d-1e80fd529e4f', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'a385f5fc-5507-4137-bd9d-1e80fd529e4f', 'mac_address': 'fa:16:3e:d0:06:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:32:29.946220 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b952ea8-bfae-462b-bdf3-ca320c691950 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Pushing event updated for resources: {'Port': ['ID=60be8dd3-5dc3-4010-86e6-234126e82d58,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:29.946648 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e26e3b49-3da3-4847-b14f-b2ba6d48cd6d req-7bfdcfde-1a94-4620-b70c-042ba69a5f8e tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050165 Jul 22 23:32:29.949739 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:29.959888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e934c8-a961-4388-a85f-a66231166978 req-8b952ea8-bfae-462b-bdf3-ca320c691950 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:29.964133 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a385f5fc-5507-4137-bd9d-1e80fd529e4f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:29.965711 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-d7e934c8-a961-4388-a85f-a66231166978 req-8b952ea8-bfae-462b-bdf3-ca320c691950 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:29.984351 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e934c8-a961-4388-a85f-a66231166978 req-8b952ea8-bfae-462b-bdf3-ca320c691950 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:30.012025 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port a385f5fc-5507-4137-bd9d-1e80fd529e4f, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=a385f5fc-5507-4137-bd9d-1e80fd529e4f,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:30.017688 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:30.047285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652503e-f23e-42f4-a025-c37084c086bf req-911d7cca-7097-462d-a5a8-11b26f22831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:30.049168 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-911d7cca-7097-462d-a5a8-11b26f22831a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 1125 time: 0.2471142 Jul 22 23:32:30.060977 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e934c8-a961-4388-a85f-a66231166978 req-8b952ea8-bfae-462b-bdf3-ca320c691950 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:30.061939 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d7e934c8-a961-4388-a85f-a66231166978 req-8b952ea8-bfae-462b-bdf3-ca320c691950 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:30.071451 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-8282db42-3906-4c2d-90aa-69bcdf2041f4 req-49e22bb7-ae7a-4994-86f9-e87432f889f2 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] show failed (client error): The resource could not be found. Jul 22 23:32:30.072599 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8282db42-3906-4c2d-90aa-69bcdf2041f4 req-49e22bb7-ae7a-4994-86f9-e87432f889f2 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/b04b97b8-383e-4905-885e-a6f08c3e11ca HTTP/1.1" status: 404 len: 352 time: 0.0305426 Jul 22 23:32:30.089224 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=a385f5fc-5507-4137-bd9d-1e80fd529e4f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:30.092105 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:32:30.117999 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d7e934c8-a961-4388-a85f-a66231166978 req-8b952ea8-bfae-462b-bdf3-ca320c691950 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8222444 Jul 22 23:32:30.122052 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f52d9-216c-4246-a5b1-d15ff51e630a req-3a1ca384-2dad-48c3-9f8b-8f1d5d17df22 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:30.123507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d7f52d9-216c-4246-a5b1-d15ff51e630a req-3a1ca384-2dad-48c3-9f8b-8f1d5d17df22 tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.2113819 Jul 22 23:32:30.139330 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Request body: {'port': {'device_id': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:30.183430 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d7f52d9-216c-4246-a5b1-d15ff51e630a req-13ca865b-7ce1-4a5e-b71e-a6b1478bef1a tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200 len: 696 time: 0.0511703 Jul 22 23:32:30.185296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652503e-f23e-42f4-a025-c37084c086bf req-5d61cab0-3c37-422b-86ea-a3f9dbcc8178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:30.189046 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-5d61cab0-3c37-422b-86ea-a3f9dbcc8178 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 1098 time: 0.2531209 Jul 22 23:32:30.207070 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652503e-f23e-42f4-a025-c37084c086bf req-75693bf1-a7ce-4acb-973f-daaacdc02a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:30.208722 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-75693bf1-a7ce-4acb-973f-daaacdc02a12 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.1420531 Jul 22 23:32:30.276428 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-2bf5dabc-2c9c-4da1-a92b-f6bdd7293c94 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8e2324f-1e36-4785-8b64-065c704da2c3 HTTP/1.1" status: 200 len: 217 time: 0.0463319 Jul 22 23:32:30.329820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eba42999-1ed0-494c-8769-cbf08332a2d9 None None] Provisioning for port 60be8dd3-5dc3-4010-86e6-234126e82d58 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:30.334116 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eba42999-1ed0-494c-8769-cbf08332a2d9 None None] Provisioning complete for port 60be8dd3-5dc3-4010-86e6-234126e82d58 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:30.334501 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eba42999-1ed0-494c-8769-cbf08332a2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:30.360032 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:30.379804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-eba42999-1ed0-494c-8769-cbf08332a2d9 None None] Port 60be8dd3-5dc3-4010-86e6-234126e82d58 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:32:30.387517 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652503e-f23e-42f4-a025-c37084c086bf req-f5001866-697f-422f-aa7e-2580b43a6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:30.389266 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-f5001866-697f-422f-aa7e-2580b43a6345 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.1028175 Jul 22 23:32:30.491102 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['a385f5fc-5507-4137-bd9d-1e80fd529e4f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:30.622305 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d7f52d9-216c-4246-a5b1-d15ff51e630a req-a247afe8-0744-44f9-b26a-59a29632729a tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200 len: 696 time: 0.4225531 Jul 22 23:32:30.749756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652503e-f23e-42f4-a025-c37084c086bf req-e50b66cd-0d47-4984-b0b3-69f6fd4487f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:30.751958 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-e50b66cd-0d47-4984-b0b3-69f6fd4487f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.5078487 Jul 22 23:32:30.783593 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-5cd305ae-cc1c-4598-9550-35fac5a2c1cb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316145 Jul 22 23:32:30.804160 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-7b370645-494f-454a-9128-ebf3ff5db330 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb HTTP/1.1" status: 200 len: 217 time: 0.0429168 Jul 22 23:32:30.861648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd881756-dcee-40d9-a003-ba94659c4cb2 req-f17da7ee-bde2-479f-aa24-be41cc32e91c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:30.863269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd881756-dcee-40d9-a003-ba94659c4cb2 req-f17da7ee-bde2-479f-aa24-be41cc32e91c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 947 time: 0.6731825 Jul 22 23:32:30.911303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652503e-f23e-42f4-a025-c37084c086bf req-df4ba4a3-6d8b-42d0-b4a1-14b82c66dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:30.912818 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-df4ba4a3-6d8b-42d0-b4a1-14b82c66dc9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0906241 Jul 22 23:32:30.930318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd881756-dcee-40d9-a003-ba94659c4cb2 req-4b49a15e-e746-405d-8d34-5d109f117527 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535765 Jul 22 23:32:30.931520 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4d7f52d9-216c-4246-a5b1-d15ff51e630a req-145f826b-111e-4caf-979a-49646aa2b0db tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Deleting port 2d22a8f0-1b55-4e53-a7c2-06ab27bf5a3d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:30.931864 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d7f52d9-216c-4246-a5b1-d15ff51e630a req-145f826b-111e-4caf-979a-49646aa2b0db tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:30.959154 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-c01e6fa2-a705-4fee-a880-0a5f4ce385b5 service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630228 Jul 22 23:32:31.035610 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-9415fdf4-fd46-4584-971b-173e98099ad1 req-23b10586-14cb-4afa-9d65-29f90fe8d404 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] show failed (client error): The resource could not be found. Jul 22 23:32:31.036719 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9415fdf4-fd46-4584-971b-173e98099ad1 req-23b10586-14cb-4afa-9d65-29f90fe8d404 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/ce5f7b12-3ffd-4bfa-a894-5ca8652437c9 HTTP/1.1" status: 404 len: 352 time: 0.0561571 Jul 22 23:32:31.073723 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d7f52d9-216c-4246-a5b1-d15ff51e630a req-145f826b-111e-4caf-979a-49646aa2b0db tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.074000 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d7f52d9-216c-4246-a5b1-d15ff51e630a req-145f826b-111e-4caf-979a-49646aa2b0db tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.093349 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4d7f52d9-216c-4246-a5b1-d15ff51e630a req-145f826b-111e-4caf-979a-49646aa2b0db tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Calling delete_port for 2d22a8f0-1b55-4e53-a7c2-06ab27bf5a3d owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:31.119900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652503e-f23e-42f4-a025-c37084c086bf req-b16de5a2-237e-4c6c-af2f-2a15c06d273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:31.121578 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-b16de5a2-237e-4c6c-af2f-2a15c06d273c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1876395 Jul 22 23:32:31.127380 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-fb75c8bc-7dcf-4e61-939e-8c4d09643099 service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509209 Jul 22 23:32:31.129070 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60be8dd3-5dc3-4010-86e6-234126e82d58 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:31.160631 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.176225 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Transition to ACTIVE for port object 60be8dd3-5dc3-4010-86e6-234126e82d58 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:31.182975 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.295854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Pushing event updated for resources: {'Port': ['ID=60be8dd3-5dc3-4010-86e6-234126e82d58,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:31.383582 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652503e-f23e-42f4-a025-c37084c086bf req-507bb6c1-5649-499d-856e-591a7f67ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:31.385174 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-507bb6c1-5649-499d-856e-591a7f67ed05 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 1098 time: 0.1687782 Jul 22 23:32:31.396140 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d7f52d9-216c-4246-a5b1-d15ff51e630a req-145f826b-111e-4caf-979a-49646aa2b0db tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.424937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Attempting to bind port 60be8dd3-5dc3-4010-86e6-234126e82d58 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:31.425481 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Attempting to bind port 60be8dd3-5dc3-4010-86e6-234126e82d58 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '6ec369fe-2a4f-480c-82e8-82749b111ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:31.425836 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Attempting to bind port 60be8dd3-5dc3-4010-86e6-234126e82d58 on network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:31.440285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Port 60be8dd3-5dc3-4010-86e6-234126e82d58 on network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:31.440618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Attempting to bind port 60be8dd3-5dc3-4010-86e6-234126e82d58 on network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:31.450158 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:31.450505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Checking segment: {'id': '6ec369fe-2a4f-480c-82e8-82749b111ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:31.450905 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Bound using segment: {'id': '6ec369fe-2a4f-480c-82e8-82749b111ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:31.452149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Bound port: 60be8dd3-5dc3-4010-86e6-234126e82d58, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec369fe-2a4f-480c-82e8-82749b111ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:31.452540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.452778 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f826b-111e-4caf-979a-49646aa2b0db tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Pushing event deleted for resources: {'Port': ['ID=2d22a8f0-1b55-4e53-a7c2-06ab27bf5a3d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:31.468383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678734c4-9b63-48a7-ba9e-ed0ca2cdf68d req-580bb169-8a5e-4584-b9de-be7dae5225f0 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:31.470726 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-678734c4-9b63-48a7-ba9e-ed0ca2cdf68d req-580bb169-8a5e-4584-b9de-be7dae5225f0 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 945 time: 0.2987547 Jul 22 23:32:31.475014 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-6f1d2889-32e4-4f48-9168-9c3b9e187d17 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728817 Jul 22 23:32:31.523226 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d2e6ff2-13bf-49f7-9cfd-9dba8eb8cfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.566396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652503e-f23e-42f4-a025-c37084c086bf req-24992aa4-5d1c-4cb8-98ae-206fbab030f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:31.568062 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-24992aa4-5d1c-4cb8-98ae-206fbab030f0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1697412 Jul 22 23:32:31.621922 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-9d1fe237-62f5-4e05-b41a-249c3d32e497 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb HTTP/1.1" status: 200 len: 217 time: 0.0447304 Jul 22 23:32:31.623234 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-678734c4-9b63-48a7-ba9e-ed0ca2cdf68d req-f156425c-13a7-47d7-b2bd-d2b070cea70a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306262 Jul 22 23:32:31.628961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] For port 60be8dd3-5dc3-4010-86e6-234126e82d58, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:31.630808 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d7f52d9-216c-4246-a5b1-d15ff51e630a req-145f826b-111e-4caf-979a-49646aa2b0db tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.633416 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4d7f52d9-216c-4246-a5b1-d15ff51e630a req-145f826b-111e-4caf-979a-49646aa2b0db tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.634619 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d7f52d9-216c-4246-a5b1-d15ff51e630a req-145f826b-111e-4caf-979a-49646aa2b0db tempest-FloatingIPDetailsTestJSON-1029264134 tempest-FloatingIPDetailsTestJSON-1029264134-project] 10.222.0.26 "DELETE /v2.0/floatingips/77cdadd0-92c7-4db5-8eb2-1cd3571fe8b0 HTTP/1.1" status: 204 len: 173 time: 0.9917355 Jul 22 23:32:31.641048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59460) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:31.647877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 312d008e-62fe-4c51-b794-ba3bae3640f2 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:32:31.662514 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] For port 60be8dd3-5dc3-4010-86e6-234126e82d58, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=60be8dd3-5dc3-4010-86e6-234126e82d58,segment=NetworkSegment(6ec369fe-2a4f-480c-82e8-82749b111ce0),segment_id=6ec369fe-2a4f-480c-82e8-82749b111ce0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:31.720755 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.735387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device e1f3904d-d223-49a0-85c1-c692d7ace5eb details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:32:31.795459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:31.796172 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.798186 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d7e934c8-a961-4388-a85f-a66231166978 req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] 10.222.0.95 "PUT /v2.0/ports/60be8dd3-5dc3-4010-86e6-234126e82d58 HTTP/1.1" status: 200 len: 1092 time: 1.6635888 Jul 22 23:32:31.798897 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'tag': '60be8dd3-5dc3-4010-86e6-234126e82d58'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:31.801469 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d2bab0-5e49-412c-a05c-4aaacf58a3af" -d '{"events": [{"name": "network-changed", "server_uuid": "35b51013-6bdb-4cdb-ba29-fa0452a19f04", "tag": "60be8dd3-5dc3-4010-86e6-234126e82d58"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:31.833248 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-ccfef816-9be4-4799-9a00-9b59b6b96dd7 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338244 Jul 22 23:32:31.838027 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652503e-f23e-42f4-a025-c37084c086bf req-b6569a79-f16f-46f2-a932-11f38f4fa588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:31.839559 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-b6569a79-f16f-46f2-a932-11f38f4fa588 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.2080615 Jul 22 23:32:31.843939 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 312d008e-62fe-4c51-b794-ba3bae3640f2, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=312d008e-62fe-4c51-b794-ba3bae3640f2,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:31.853645 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9ddad-faa8-459d-bf9f-099f5d268670 service neutron] Pushing event updated for resources: {'Port': ['ID=60be8dd3-5dc3-4010-86e6-234126e82d58,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:31.868910 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '312d008e-62fe-4c51-b794-ba3bae3640f2', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'port_id': '312d008e-62fe-4c51-b794-ba3bae3640f2', 'mac_address': 'fa:16:3e:13:23:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:32:31.944199 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.968096 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312d008e-62fe-4c51-b794-ba3bae3640f2 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:31.987730 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652503e-f23e-42f4-a025-c37084c086bf req-ecfbf143-aecf-4224-98b7-01d50ce70383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:31.989307 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-ecfbf143-aecf-4224-98b7-01d50ce70383 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1219213 Jul 22 23:32:31.997525 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e934c8-a961-4388-a85f-a66231166978 req-25ab7882-dff1-482d-82b3-148a2b807657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:31.998964 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d7e934c8-a961-4388-a85f-a66231166978 req-25ab7882-dff1-482d-82b3-148a2b807657 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 1095 time: 0.1273527 Jul 22 23:32:32.040115 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 312d008e-62fe-4c51-b794-ba3bae3640f2, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=312d008e-62fe-4c51-b794-ba3bae3640f2,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:32.051310 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.070833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf881d-bf2e-4600-8783-b49d7d5c03b1 req-7a48e433-21f4-4fd3-820f-a998d43360da tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:32.071752 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d7e934c8-a961-4388-a85f-a66231166978 req-160327f3-0fda-4b7e-b3d5-1fe04ea1a662 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60be8dd3-5dc3-4010-86e6-234126e82d58 HTTP/1.1" status: 200 len: 217 time: 0.0475271 Jul 22 23:32:32.073265 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2fcf881d-bf2e-4600-8783-b49d7d5c03b1 req-7a48e433-21f4-4fd3-820f-a998d43360da tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 944 time: 0.3335984 Jul 22 23:32:32.086465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3f610-1dfe-4f44-8403-1985f1d9115f req-70be7633-bd70-432d-ad3b-5d881ccb291f tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:32.088177 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edf3f610-1dfe-4f44-8403-1985f1d9115f req-70be7633-bd70-432d-ad3b-5d881ccb291f tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 944 time: 0.3374488 Jul 22 23:32:32.101732 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:32.123997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb', 'mac_address': 'fa:16:3e:8f:07:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:32:32.133855 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-5cf43204-b9a2-4fa2-a833-b2df2e42fe28 service neutron] 10.222.0.95 "GET /v2.0/ports/d8e2324f-1e36-4785-8b64-065c704da2c3/bindings/n-h1-688802-2 HTTP/1.1" status: 200 len: 384 time: 0.2568283 Jul 22 23:32:32.167976 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e934c8-a961-4388-a85f-a66231166978 req-76e3e2ef-d720-4125-b5ac-480fa29b9b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:32.168820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=312d008e-62fe-4c51-b794-ba3bae3640f2,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:32.169504 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d7e934c8-a961-4388-a85f-a66231166978 req-76e3e2ef-d720-4125-b5ac-480fa29b9b36 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=96b64f7b-90ad-4f67-8e8f-9e486c753847 HTTP/1.1" status: 200 len: 858 time: 0.0870178 Jul 22 23:32:32.187848 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-e52958f0-9534-42bd-aea3-7d6fb84da365 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879191 Jul 22 23:32:32.196160 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.203334 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2fcf881d-bf2e-4600-8783-b49d7d5c03b1 req-0048a89f-8d16-434f-93ac-f4aaa39172df tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137779 Jul 22 23:32:32.216205 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edf3f610-1dfe-4f44-8403-1985f1d9115f req-70a26ac6-64d1-475f-b516-3cbf47e80cb3 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151772 Jul 22 23:32:32.223184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f3904d-d223-49a0-85c1-c692d7ace5eb {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:32.281423 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:32.290223 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.343702 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=e1f3904d-d223-49a0-85c1-c692d7ace5eb,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:32.378922 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-c8b938fe-7825-41bd-92ad-ee538439f153 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815398 Jul 22 23:32:32.387383 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e934c8-a961-4388-a85f-a66231166978 req-d4e2b1b1-c4dd-491a-9291-059ab76b9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:32.389262 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d7e934c8-a961-4388-a85f-a66231166978 req-d4e2b1b1-c4dd-491a-9291-059ab76b9666 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1998720 Jul 22 23:32:32.396214 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['312d008e-62fe-4c51-b794-ba3bae3640f2'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:32.526144 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1476892-57ae-478a-bbb2-e5627f29439a req-aba27a94-6564-47cc-9a85-fa7517d26749 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:32.527745 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1476892-57ae-478a-bbb2-e5627f29439a req-aba27a94-6564-47cc-9a85-fa7517d26749 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=52580546-bb71-4469-8716-ef38f8573704 HTTP/1.1" status: 200 len: 945 time: 0.2304313 Jul 22 23:32:32.530428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-01438316-2723-4684-b5ed-8b76f45ac4e3 service neutron] For port d8e2324f-1e36-4785-8b64-065c704da2c3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d8e2324f-1e36-4785-8b64-065c704da2c3,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:32.532660 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d7e934c8-a961-4388-a85f-a66231166978 req-ffacae4d-94f4-4fbf-ae39-ff6163f192f7 service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312935 Jul 22 23:32:32.538900 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652503e-f23e-42f4-a025-c37084c086bf req-10e19bd2-708c-4ad7-8123-65e247fc9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:32.540493 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-10e19bd2-708c-4ad7-8123-65e247fc9338 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b84b9d6b1774489385aacc364630d8fe&device_id=52580546-bb71-4469-8716-ef38f8573704 HTTP/1.1" status: 200 len: 1096 time: 0.1098418 Jul 22 23:32:32.548405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf35131-2400-4424-a603-c525ff87c413 req-f2fd45ee-b262-4b4e-9da5-a671d1b74f17 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:32.549913 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9bf35131-2400-4424-a603-c525ff87c413 req-f2fd45ee-b262-4b4e-9da5-a671d1b74f17 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 949 time: 0.2419250 Jul 22 23:32:32.600030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-01438316-2723-4684-b5ed-8b76f45ac4e3 service neutron] For port d8e2324f-1e36-4785-8b64-065c704da2c3, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:32.677782 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9bf35131-2400-4424-a603-c525ff87c413 req-8dcacb78-7f8f-463d-b295-4472c572c622 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201227 Jul 22 23:32:32.680357 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1476892-57ae-478a-bbb2-e5627f29439a req-741f48f1-ec5c-4f2b-89ac-b459e3280ffd tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295681 Jul 22 23:32:32.685827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-01438316-2723-4684-b5ed-8b76f45ac4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e2324f-1e36-4785-8b64-065c704da2c3 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:32.699600 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d7e934c8-a961-4388-a85f-a66231166978 req-a450ad8c-f4d3-4e6c-a433-dcaae7e96cc8 service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579108 Jul 22 23:32:32.700139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-01438316-2723-4684-b5ed-8b76f45ac4e3 service neutron] For port d8e2324f-1e36-4785-8b64-065c704da2c3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=d8e2324f-1e36-4785-8b64-065c704da2c3,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:32.700901 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652503e-f23e-42f4-a025-c37084c086bf req-fb4f8689-f8a7-4090-ac5f-d4d89bfe463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:32.711076 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-fb4f8689-f8a7-4090-ac5f-d4d89bfe463c service neutron] 10.222.0.95 "GET /v2.0/networks?id=8220c376-798c-4d26-99f9-1340b2d32211 HTTP/1.1" status: 200 len: 925 time: 0.1513391 Jul 22 23:32:32.723130 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-01438316-2723-4684-b5ed-8b76f45ac4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.746378 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8fa8-96ff-4b67-a583-46b8151e3baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.755898 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-c31dc7b5-e003-4154-a319-f9a89499167b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=312d008e-62fe-4c51-b794-ba3bae3640f2 HTTP/1.1" status: 200 len: 217 time: 0.0394399 Jul 22 23:32:32.795471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['e1f3904d-d223-49a0-85c1-c692d7ace5eb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:32.815034 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652503e-f23e-42f4-a025-c37084c086bf req-912165d7-29a7-479a-a967-01c2d5603f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:32.816650 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-912165d7-29a7-479a-a967-01c2d5603f20 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=27c6a3c1-8e0f-4347-80b1-5c776e4d48ea HTTP/1.1" status: 200 len: 863 time: 0.0521951 Jul 22 23:32:32.820397 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-d20400bb-deac-4143-be0f-74e40c3bc5b9 req-7013b763-cef4-4acf-8c46-67d22e4ad8e3 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] show failed (client error): The resource could not be found. Jul 22 23:32:32.821417 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d20400bb-deac-4143-be0f-74e40c3bc5b9 req-7013b763-cef4-4acf-8c46-67d22e4ad8e3 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/c5aff04f-19e4-470a-88f8-42388af84200 HTTP/1.1" status: 404 len: 352 time: 0.0860403 Jul 22 23:32:32.885005 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497763bf-b605-45bb-b7c1-14dcd7b2c8c2 x-openstack-request-id: req-497763bf-b605-45bb-b7c1-14dcd7b2c8c2 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:32.885348 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b51013-6bdb-4cdb-ba29-fa0452a19f04", "tag": "60be8dd3-5dc3-4010-86e6-234126e82d58", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:32.886133 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-497763bf-b605-45bb-b7c1-14dcd7b2c8c2 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:32.886133 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'tag': '60be8dd3-5dc3-4010-86e6-234126e82d58', 'status': 'completed', 'code': 200} Jul 22 23:32:32.950602 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652503e-f23e-42f4-a025-c37084c086bf req-62101249-35e8-484a-9b96-e34e8eea4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:32.951592 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-62101249-35e8-484a-9b96-e34e8eea4ca2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8220c376-798c-4d26-99f9-1340b2d32211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187396 Jul 22 23:32:32.986724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-01438316-2723-4684-b5ed-8b76f45ac4e3 service neutron] Transition to ACTIVE for port object d8e2324f-1e36-4785-8b64-065c704da2c3 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:32.996231 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067b7ab-1d25-46c0-b58e-b80e793cfc2e req-2ed4f2ae-77ca-48dd-b928-c6234b24e5b5 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:32.997690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2067b7ab-1d25-46c0-b58e-b80e793cfc2e req-2ed4f2ae-77ca-48dd-b928-c6234b24e5b5 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 1096 time: 0.2110393 Jul 22 23:32:33.001191 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-01438316-2723-4684-b5ed-8b76f45ac4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:33.046948 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2bab0-5e49-412c-a05c-4aaacf58a3af req-c053aa27-b318-4d1a-94a6-cc54610a6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:33.048988 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-44d2bab0-5e49-412c-a05c-4aaacf58a3af req-c053aa27-b318-4d1a-94a6-cc54610a6d16 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 1095 time: 0.1346233 Jul 22 23:32:33.098170 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-771f7fab-82f7-4081-a3ad-fe969d979128 service neutron] 10.222.0.95 "GET /v2.0/networks/8220c376-798c-4d26-99f9-1340b2d32211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360688 Jul 22 23:32:33.215514 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2bab0-5e49-412c-a05c-4aaacf58a3af req-9b296422-7baf-4d26-b4e4-33494bd2e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:33.217036 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-44d2bab0-5e49-412c-a05c-4aaacf58a3af req-9b296422-7baf-4d26-b4e4-33494bd2e285 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 920 time: 0.1588509 Jul 22 23:32:33.264028 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-44d2bab0-5e49-412c-a05c-4aaacf58a3af req-cef506ad-bf50-4ddf-83d5-d304520e8764 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60be8dd3-5dc3-4010-86e6-234126e82d58 HTTP/1.1" status: 200 len: 217 time: 0.0395646 Jul 22 23:32:33.285154 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3652503e-f23e-42f4-a025-c37084c086bf req-a30b65d5-9597-4f72-b5c1-d60d0ebbc04d service neutron] 10.222.0.95 "GET /v2.0/networks/8220c376-798c-4d26-99f9-1340b2d32211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564758 Jul 22 23:32:33.324295 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2bab0-5e49-412c-a05c-4aaacf58a3af req-1e58c246-99e9-4969-b7c9-18babb0d4010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:33.325763 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-44d2bab0-5e49-412c-a05c-4aaacf58a3af req-1e58c246-99e9-4969-b7c9-18babb0d4010 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=96b64f7b-90ad-4f67-8e8f-9e486c753847 HTTP/1.1" status: 200 len: 858 time: 0.0537233 Jul 22 23:32:33.392606 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2bab0-5e49-412c-a05c-4aaacf58a3af req-7394954a-c142-421a-b2d4-7f771996ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:33.394216 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-44d2bab0-5e49-412c-a05c-4aaacf58a3af req-7394954a-c142-421a-b2d4-7f771996ee63 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597284 Jul 22 23:32:33.420305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-01438316-2723-4684-b5ed-8b76f45ac4e3 service neutron] No DVR routers for this DVR port d8e2324f-1e36-4785-8b64-065c704da2c3 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:33.436233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01438316-2723-4684-b5ed-8b76f45ac4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e2324f-1e36-4785-8b64-065c704da2c3,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:33.441119 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2067b7ab-1d25-46c0-b58e-b80e793cfc2e req-907bee4b-dba3-4a40-9f73-2d46ed138421 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020200 Jul 22 23:32:33.487213 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efbc34-e26c-43f7-b809-5f0d1b74a7ae req-63842505-17ec-43cd-bea1-68e1b888b0e0 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:33.487213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-51efbc34-e26c-43f7-b809-5f0d1b74a7ae req-63842505-17ec-43cd-bea1-68e1b888b0e0 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 948 time: 0.4997580 Jul 22 23:32:33.489618 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-01438316-2723-4684-b5ed-8b76f45ac4e3 service neutron] 10.222.0.95 "PUT /v2.0/ports/d8e2324f-1e36-4785-8b64-065c704da2c3/bindings/n-h1-688802-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3424084 Jul 22 23:32:33.510531 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-44d2bab0-5e49-412c-a05c-4aaacf58a3af req-9c225505-e8a6-41b5-adf7-970bf9a24774 service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064236 Jul 22 23:32:33.571525 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-51efbc34-e26c-43f7-b809-5f0d1b74a7ae req-021f06fd-78e4-4a9f-8743-5e1c622d8334 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760820 Jul 22 23:32:33.658091 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 312d008e-62fe-4c51-b794-ba3bae3640f2 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:33.661619 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-1ea98bf2-a54e-4ce5-a209-5cb2df5d3e04 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:33.663158 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-1ea98bf2-a54e-4ce5-a209-5cb2df5d3e04 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea&tenant_id=e3f3293308ad4d108b84009eb08300e1&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 1096 time: 0.1049030 Jul 22 23:32:33.665631 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-44d2bab0-5e49-412c-a05c-4aaacf58a3af req-a2df2b9e-9c02-47c5-86de-e9ff6850c530 service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376657 Jul 22 23:32:33.666712 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf8fa8-96ff-4b67-a583-46b8151e3baf admin admin] Deleting port fbf96b9a-56f9-4569-8454-c88fe4323077 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:33.667100 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8fa8-96ff-4b67-a583-46b8151e3baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:33.711261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 312d008e-62fe-4c51-b794-ba3bae3640f2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:33.715131 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 312d008e-62fe-4c51-b794-ba3bae3640f2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:33.715502 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:33.758376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device a385f5fc-5507-4137-bd9d-1e80fd529e4f up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:33.827383 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:33.849239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port a385f5fc-5507-4137-bd9d-1e80fd529e4f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:33.856063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52580546-bb71-4469-8716-ef38f8573704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312d008e-62fe-4c51-b794-ba3bae3640f2'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:33.858739 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54786dd5-6c4a-4296-be46-0e64c26f31ab" -d '{"events": [{"server_uuid": "52580546-bb71-4469-8716-ef38f8573704", "name": "network-vif-plugged", "status": "completed", "tag": "312d008e-62fe-4c51-b794-ba3bae3640f2"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:33.869059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port a385f5fc-5507-4137-bd9d-1e80fd529e4f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:33.869458 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:33.874359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ddcf8fa8-96ff-4b67-a583-46b8151e3baf admin admin] For port fbf96b9a-56f9-4569-8454-c88fe4323077, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fbf96b9a-56f9-4569-8454-c88fe4323077,segment=NetworkSegment(d3f3cf79-c86a-4c9c-8b32-3d5c78f3468d),segment_id=d3f3cf79-c86a-4c9c-8b32-3d5c78f3468d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:33.874697 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8fa8-96ff-4b67-a583-46b8151e3baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:33.889867 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 312d008e-62fe-4c51-b794-ba3bae3640f2, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=312d008e-62fe-4c51-b794-ba3bae3640f2,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:33.896540 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:33.897358 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d8e2324f-1e36-4785-8b64-065c704da2c3 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:33.898171 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf8fa8-96ff-4b67-a583-46b8151e3baf admin admin] Calling delete_port for fbf96b9a-56f9-4569-8454-c88fe4323077 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:33.906937 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210f5f2-66ff-4fe4-bb6f-a814dcfbcd6b req-fa817228-7852-4a16-880d-ac296c0c72bf tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:33.908462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8210f5f2-66ff-4fe4-bb6f-a814dcfbcd6b req-fa817228-7852-4a16-880d-ac296c0c72bf tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 945 time: 0.2291396 Jul 22 23:32:33.913398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-5e9537ed-c93b-4fac-be76-5eea21ec9dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:33.914798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-5e9537ed-c93b-4fac-be76-5eea21ec9dc5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea&tenant_id=e3f3293308ad4d108b84009eb08300e1 HTTP/1.1" status: 200 len: 1096 time: 0.2341652 Jul 22 23:32:33.924892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f955fb-b756-49c3-84f8-bb7582529844 req-d6d3dfb3-b1dd-433d-be23-24115cba0c80 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:33.926324 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e4f955fb-b756-49c3-84f8-bb7582529844 req-d6d3dfb3-b1dd-433d-be23-24115cba0c80 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 944 time: 0.2347279 Jul 22 23:32:33.984241 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.001695 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=312d008e-62fe-4c51-b794-ba3bae3640f2,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:34.007299 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d8e2324f-1e36-4785-8b64-065c704da2c3 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:34.046696 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.065395 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8210f5f2-66ff-4fe4-bb6f-a814dcfbcd6b req-778f443d-2b78-49ab-aba7-08295cea05cb tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480367 Jul 22 23:32:34.075901 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e4f955fb-b756-49c3-84f8-bb7582529844 req-8660b5d5-7e00-4daf-ad91-d18c63b8607f tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392586 Jul 22 23:32:34.089429 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port a385f5fc-5507-4137-bd9d-1e80fd529e4f, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=a385f5fc-5507-4137-bd9d-1e80fd529e4f,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:34.105179 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.143490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-f1943d22-d7ca-44f5-b590-ed2da85fe6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:34.145414 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-f1943d22-d7ca-44f5-b590-ed2da85fe6d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 1096 time: 0.1583009 Jul 22 23:32:34.155082 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=a385f5fc-5507-4137-bd9d-1e80fd529e4f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:34.264877 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0510e3e5-aea6-4c74-ad54-e94376603dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.286497 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.312533 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8fa8-96ff-4b67-a583-46b8151e3baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.350312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-28b3356b-a16b-4f38-9c9d-dc5860325677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:34.351783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-28b3356b-a16b-4f38-9c9d-dc5860325677 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.1914814 Jul 22 23:32:34.367060 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf8fa8-96ff-4b67-a583-46b8151e3baf admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf96b9a-56f9-4569-8454-c88fe4323077,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:34.397617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594abd74-82b1-4935-9f00-7813aaa05841 req-f7100584-fd6d-486a-8618-89c92560b55b tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:34.399145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-594abd74-82b1-4935-9f00-7813aaa05841 req-f7100584-fd6d-486a-8618-89c92560b55b tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 1096 time: 0.2412679 Jul 22 23:32:34.463055 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-71724b42-4f07-4bf7-a7e8-a6e2dd71baaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8e2324f-1e36-4785-8b64-065c704da2c3 HTTP/1.1" status: 200 len: 217 time: 0.0926654 Jul 22 23:32:34.605490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-30701989-5120-463e-b208-13693407acac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:34.606918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-30701989-5120-463e-b208-13693407acac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.1041763 Jul 22 23:32:34.608486 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-594abd74-82b1-4935-9f00-7813aaa05841 req-f3f5901f-5424-44dc-b790-8841e026baca tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568077 Jul 22 23:32:34.696055 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-ed2b6cba-4997-4840-8c7f-848259d62443 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:34.697383 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-ed2b6cba-4997-4840-8c7f-848259d62443 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.18 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f&tenant_id=fb89fd006c024322b87d15ca6772f41c&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 948 time: 0.3442466 Jul 22 23:32:34.727020 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-98a89fe5-3dc7-4b67-bcf6-93a04474c7d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804923 Jul 22 23:32:34.770955 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447501b-9404-4659-a41c-c216067c748a req-4a872fc1-7d0f-45f6-ae68-8536eaf018f3 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:34.772402 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6447501b-9404-4659-a41c-c216067c748a req-4a872fc1-7d0f-45f6-ae68-8536eaf018f3 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 1024 time: 0.3920631 Jul 22 23:32:34.930681 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8fa8-96ff-4b67-a583-46b8151e3baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.948011 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-f5f0e0f2-0f48-479a-8398-526bf1ffbeaf service neutron] 10.222.0.18 "GET /v2.0/ports/e1f3904d-d223-49a0-85c1-c692d7ace5eb/bindings/n-h1-688802-2 HTTP/1.1" status: 200 len: 382 time: 0.2240453 Jul 22 23:32:34.953215 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6447501b-9404-4659-a41c-c216067c748a req-27083ed7-a6ae-4f87-9dc9-e840040d52a8 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ac16eac-9313-4ac0-8ed7-539eb855c83f&id=9638c237-9b55-4506-ad86-fd929995ac35&id=8dfe5a87-798c-4bc7-935d-a274788a3e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1523983 Jul 22 23:32:34.976778 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-4894636c-184b-4653-87cc-3e1d144d95a7 service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143056 Jul 22 23:32:34.984053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11055ced-ac67-4b33-9d94-09543b74273e req-5c5eb6ab-54cf-49e0-a635-87d61b073158 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:34.985829 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11055ced-ac67-4b33-9d94-09543b74273e req-5c5eb6ab-54cf-49e0-a635-87d61b073158 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 950 time: 0.2630577 Jul 22 23:32:35.215102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11055ced-ac67-4b33-9d94-09543b74273e req-fcdec60f-e3a2-47e0-8c19-6c02ba94535c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186205 Jul 22 23:32:35.257650 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f968ccff-abd6-4eae-bb93-6a5dbb221d39 x-openstack-request-id: req-f968ccff-abd6-4eae-bb93-6a5dbb221d39 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:35.258162 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52580546-bb71-4469-8716-ef38f8573704", "name": "network-vif-plugged", "status": "completed", "tag": "312d008e-62fe-4c51-b794-ba3bae3640f2", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:35.259261 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f968ccff-abd6-4eae-bb93-6a5dbb221d39 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:35.259975 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52580546-bb71-4469-8716-ef38f8573704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312d008e-62fe-4c51-b794-ba3bae3640f2', 'code': 200} Jul 22 23:32:35.263787 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-db39d55f-0906-4095-988c-76912f561f80 service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753873 Jul 22 23:32:35.283208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3fd8e-8d12-4b08-a129-445021d27f74 req-b4c7e26e-910d-4bbd-a183-d5222638dfca tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:35.284763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cfc3fd8e-8d12-4b08-a129-445021d27f74 req-b4c7e26e-910d-4bbd-a183-d5222638dfca tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=52580546-bb71-4469-8716-ef38f8573704 HTTP/1.1" status: 200 len: 946 time: 0.2392473 Jul 22 23:32:35.287064 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-5089dcda-53b2-4bd9-b7ee-9c19145fb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:35.288445 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-5089dcda-53b2-4bd9-b7ee-9c19145fb4e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 1099 time: 0.2608728 Jul 22 23:32:35.383892 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:35.399212 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6a441-b468-481f-93fd-6b016beae2c1 req-92446e67-e97f-458b-b17b-727f39126372 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:35.400793 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d1a6a441-b468-481f-93fd-6b016beae2c1 req-92446e67-e97f-458b-b17b-727f39126372 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.95 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 1024 time: 0.0732567 Jul 22 23:32:35.521845 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cfc3fd8e-8d12-4b08-a129-445021d27f74 req-6190a367-6a2b-4a69-a0ff-a6573bf64a1d tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956816 Jul 22 23:32:35.536260 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d1a6a441-b468-481f-93fd-6b016beae2c1 req-1fcf4cd3-4af0-4b5d-99c3-0234e9834122 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Deleting port cda67602-708d-4291-8ad1-9bc2614d0c8b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:35.536608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d1a6a441-b468-481f-93fd-6b016beae2c1 req-1fcf4cd3-4af0-4b5d-99c3-0234e9834122 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:35.589388 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcf8fa8-96ff-4b67-a583-46b8151e3baf admin admin] Router bfe40c04-726d-4fea-8977-62483dd91d82 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:32:35.600865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f945d3-e4da-43cd-a160-f86e77a4c26f req-0a879d25-0b55-4896-b3ad-e7c5032ae63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:35.602440 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39f945d3-e4da-43cd-a160-f86e77a4c26f req-0a879d25-0b55-4896-b3ad-e7c5032ae63a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=52580546-bb71-4469-8716-ef38f8573704 HTTP/1.1" status: 200 len: 1097 time: 0.2481294 Jul 22 23:32:35.612030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73362294-04fe-42b1-bcc4-9da4df6b7ebd req-b798cf2b-7757-47af-b46f-e3a858842e05 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:35.613510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73362294-04fe-42b1-bcc4-9da4df6b7ebd req-b798cf2b-7757-47af-b46f-e3a858842e05 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 948 time: 0.2885659 Jul 22 23:32:35.637615 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-6da7eeba-6ac1-4c32-892e-82ee339e0be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:35.639013 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-6da7eeba-6ac1-4c32-892e-82ee339e0be6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.3120499 Jul 22 23:32:35.652078 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d1a6a441-b468-481f-93fd-6b016beae2c1 req-1fcf4cd3-4af0-4b5d-99c3-0234e9834122 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] For port cda67602-708d-4291-8ad1-9bc2614d0c8b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=cda67602-708d-4291-8ad1-9bc2614d0c8b,segment=NetworkSegment(74051bb0-5171-49cc-8c7f-ca77a98d0b0d),segment_id=74051bb0-5171-49cc-8c7f-ca77a98d0b0d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:35.652437 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d1a6a441-b468-481f-93fd-6b016beae2c1 req-1fcf4cd3-4af0-4b5d-99c3-0234e9834122 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:35.665565 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d1a6a441-b468-481f-93fd-6b016beae2c1 req-1fcf4cd3-4af0-4b5d-99c3-0234e9834122 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Calling delete_port for cda67602-708d-4291-8ad1-9bc2614d0c8b owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:35.681286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 60be8dd3-5dc3-4010-86e6-234126e82d58 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:32:35.762533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device e1f3904d-d223-49a0-85c1-c692d7ace5eb up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:35.811672 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d1a6a441-b468-481f-93fd-6b016beae2c1 req-1fcf4cd3-4af0-4b5d-99c3-0234e9834122 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:35.842905 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf4cd3-4af0-4b5d-99c3-0234e9834122 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event deleted for resources: {'Port': ['ID=cda67602-708d-4291-8ad1-9bc2614d0c8b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:35.941368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['cda67602-708d-4291-8ad1-9bc2614d0c8b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:35.951105 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 60be8dd3-5dc3-4010-86e6-234126e82d58, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=60be8dd3-5dc3-4010-86e6-234126e82d58,segment=NetworkSegment(6ec369fe-2a4f-480c-82e8-82749b111ce0),segment_id=6ec369fe-2a4f-480c-82e8-82749b111ce0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:35.986776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '60be8dd3-5dc3-4010-86e6-234126e82d58', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'port_id': '60be8dd3-5dc3-4010-86e6-234126e82d58', 'mac_address': 'fa:16:3e:c1:69:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:32:36.029196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port e1f3904d-d223-49a0-85c1-c692d7ace5eb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:36.034618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port e1f3904d-d223-49a0-85c1-c692d7ace5eb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:36.035079 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:36.037228 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-a03114bf-c296-4653-b80e-1183a9b471a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb HTTP/1.1" status: 200 len: 217 time: 0.3708234 Jul 22 23:32:36.037392 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:36.069975 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60be8dd3-5dc3-4010-86e6-234126e82d58 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:36.103040 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 60be8dd3-5dc3-4010-86e6-234126e82d58, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=60be8dd3-5dc3-4010-86e6-234126e82d58,segment=NetworkSegment(6ec369fe-2a4f-480c-82e8-82749b111ce0),segment_id=6ec369fe-2a4f-480c-82e8-82749b111ce0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:36.108852 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:36.154097 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39f945d3-e4da-43cd-a160-f86e77a4c26f req-bdd3c03e-9f89-4eaf-990d-18465a84b485 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5220301 Jul 22 23:32:36.173112 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a6a441-b468-481f-93fd-6b016beae2c1 req-1fcf4cd3-4af0-4b5d-99c3-0234e9834122 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] No DVR routers for this DVR port cda67602-708d-4291-8ad1-9bc2614d0c8b on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:36.175750 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d1a6a441-b468-481f-93fd-6b016beae2c1 req-1fcf4cd3-4af0-4b5d-99c3-0234e9834122 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:36.177917 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d1a6a441-b468-481f-93fd-6b016beae2c1 req-1fcf4cd3-4af0-4b5d-99c3-0234e9834122 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.95 "DELETE /v2.0/ports/cda67602-708d-4291-8ad1-9bc2614d0c8b HTTP/1.1" status: 204 len: 173 time: 0.7712646 Jul 22 23:32:36.178541 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328ac316-f488-4161-9e55-31a6b11503fa', 'name': 'network-vif-deleted', 'tag': 'cda67602-708d-4291-8ad1-9bc2614d0c8b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:36.180756 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3815c2-f4c2-4a08-87a5-bd5287918ccf" -d '{"events": [{"server_uuid": "328ac316-f488-4161-9e55-31a6b11503fa", "name": "network-vif-deleted", "tag": "cda67602-708d-4291-8ad1-9bc2614d0c8b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:36.185053 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:36.190475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73362294-04fe-42b1-bcc4-9da4df6b7ebd req-57de3f78-5ded-43a3-9f76-2493eb492c0c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488408 Jul 22 23:32:36.195867 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=60be8dd3-5dc3-4010-86e6-234126e82d58,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:36.209171 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-772f0b0a-e3f1-40be-9284-09b5bc957bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:36.210579 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-772f0b0a-e3f1-40be-9284-09b5bc957bcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1605756 Jul 22 23:32:36.236920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-e26cd5e5-b7dd-41e5-a045-5e91dceba092 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:36.238493 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-e26cd5e5-b7dd-41e5-a045-5e91dceba092 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea&tenant_id=e3f3293308ad4d108b84009eb08300e1&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 1096 time: 0.6546528 Jul 22 23:32:36.243784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:36.250480 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:36.285817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f740c8-7fba-49d6-9296-22814d3ae513 req-ba866962-370c-4d49-abce-75ef0fb4f454 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:36.289557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b9f740c8-7fba-49d6-9296-22814d3ae513 req-ba866962-370c-4d49-abce-75ef0fb4f454 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 945 time: 0.6469281 Jul 22 23:32:36.315103 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=e1f3904d-d223-49a0-85c1-c692d7ace5eb,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:36.367940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcf8fa8-96ff-4b67-a583-46b8151e3baf admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:32:36.377753 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b256ae-365b-4ad3-82da-954a68d9c611 None None] Sync routers for ids ['bfe40c04-726d-4fea-8977-62483dd91d82'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:32:36.379059 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ddcf8fa8-96ff-4b67-a583-46b8151e3baf admin admin] 10.222.0.26 "PUT /v2.0/routers/bfe40c04-726d-4fea-8977-62483dd91d82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7365844 Jul 22 23:32:36.382007 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59508) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:36.387121 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b256ae-365b-4ad3-82da-954a68d9c611 None None] Routers {'bfe40c04-726d-4fea-8977-62483dd91d82'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:36.387881 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-24b256ae-365b-4ad3-82da-954a68d9c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:32:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['bfe40c04-726d-4fea-8977-62483dd91d82'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:36.454210 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b9f740c8-7fba-49d6-9296-22814d3ae513 req-13eb72ef-5e4e-420d-806e-353b2619a12a tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309202 Jul 22 23:32:36.455193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['60be8dd3-5dc3-4010-86e6-234126e82d58'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:36.491833 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69272cb3-c0a7-4ab4-bda3-c12db1d4b723 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:36.539493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-58f0d239-5a08-4e02-bc49-9b406562095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:36.541054 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-58f0d239-5a08-4e02-bc49-9b406562095e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3218977 Jul 22 23:32:36.576236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13eca54-3cbb-42bd-8c05-9c9126697ddb req-5668a17b-bc16-4045-87ee-0526ee578660 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:36.588940 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b13eca54-3cbb-42bd-8c05-9c9126697ddb req-5668a17b-bc16-4045-87ee-0526ee578660 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 945 time: 0.3118308 Jul 22 23:32:36.598729 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-24b256ae-365b-4ad3-82da-954a68d9c611 None None] Set router bfe40c04-726d-4fea-8977-62483dd91d82 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:36.670512 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69272cb3-c0a7-4ab4-bda3-c12db1d4b723 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:36.689178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-f87d92ce-1bf1-4c1d-85e9-cd53b85a8f3c service neutron] For port d8e2324f-1e36-4785-8b64-065c704da2c3, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:36.718271 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b13eca54-3cbb-42bd-8c05-9c9126697ddb req-dd3898db-64a7-4131-bed6-6c16207e8b6e tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238523 Jul 22 23:32:36.730740 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-f87d92ce-1bf1-4c1d-85e9-cd53b85a8f3c service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:36.734374 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb600d3-725b-4069-a163-6ec50a03c863 req-f87d92ce-1bf1-4c1d-85e9-cd53b85a8f3c service neutron] 10.222.0.18 "DELETE /v2.0/ports/d8e2324f-1e36-4785-8b64-065c704da2c3/bindings/n-h2-688802-2 HTTP/1.1" status: 204 len: 173 time: 0.4727039 Jul 22 23:32:36.784890 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8186a440-6e31-4c0e-b46f-46e43e2865f0 req-173f3bfd-d4b6-4b5f-bb64-0861a377a0f2 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/ports?device_id=328ac316-f488-4161-9e55-31a6b11503fa HTTP/1.1" status: 200 len: 210 time: 0.0924621 Jul 22 23:32:36.795574 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb182e22-e8ff-4dc6-9548-7469ba2e4850 x-openstack-request-id: req-fb182e22-e8ff-4dc6-9548-7469ba2e4850 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:36.796472 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328ac316-f488-4161-9e55-31a6b11503fa", "name": "network-vif-deleted", "tag": "cda67602-708d-4291-8ad1-9bc2614d0c8b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:36.799484 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb182e22-e8ff-4dc6-9548-7469ba2e4850 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:36.800052 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328ac316-f488-4161-9e55-31a6b11503fa', 'name': 'network-vif-deleted', 'tag': 'cda67602-708d-4291-8ad1-9bc2614d0c8b', 'status': 'completed', 'code': 200} Jul 22 23:32:36.837758 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-c45fb8c2-f9e5-4987-b6e1-55ebf72551ef service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833469 Jul 22 23:32:36.870607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-69272cb3-c0a7-4ab4-bda3-c12db1d4b723 admin admin] Deleting port 9b37dc97-73a8-4d1b-8195-5ac41ffc5194 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:36.871054 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69272cb3-c0a7-4ab4-bda3-c12db1d4b723 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:36.913526 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:36.966359 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-24b256ae-365b-4ad3-82da-954a68d9c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'name': 'tempest-FloatingIPDetailsTestJSON-1813204852-router', 'tenant_id': '887f429d06124457b776edf1694554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '9b37dc97-73a8-4d1b-8195-5ac41ffc5194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:32:34Z', 'revision_number': 5, 'project_id': '887f429d06124457b776edf1694554f7', 'gw_port': {'id': '9b37dc97-73a8-4d1b-8195-5ac41ffc5194', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:52Z', 'updated_at': '2021-07-22T23:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:36.994185 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b256ae-365b-4ad3-82da-954a68d9c611 None None] Checking router: bfe40c04-726d-4fea-8977-62483dd91d82 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:32:36.998761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-69272cb3-c0a7-4ab4-bda3-c12db1d4b723 admin admin] For port 9b37dc97-73a8-4d1b-8195-5ac41ffc5194, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9b37dc97-73a8-4d1b-8195-5ac41ffc5194,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:36.999121 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69272cb3-c0a7-4ab4-bda3-c12db1d4b723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.004607 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b256ae-365b-4ad3-82da-954a68d9c611 None None] Routers {'bfe40c04-726d-4fea-8977-62483dd91d82'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:37.005352 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-24b256ae-365b-4ad3-82da-954a68d9c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:32:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['bfe40c04-726d-4fea-8977-62483dd91d82'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:37.023223 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-69272cb3-c0a7-4ab4-bda3-c12db1d4b723 admin admin] Calling delete_port for 9b37dc97-73a8-4d1b-8195-5ac41ffc5194 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:37.092745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a892d7-c0bf-41a2-81a7-81f402a11837 req-4f7c3864-f75d-4d81-bd47-4b078fa0664a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:37.097604 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6a892d7-c0bf-41a2-81a7-81f402a11837 req-4f7c3864-f75d-4d81-bd47-4b078fa0664a tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 950 time: 0.2575758 Jul 22 23:32:37.100559 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-3b80b0ad-5f16-4898-8be7-7e8cb22d6186 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247624 Jul 22 23:32:37.108264 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-24b256ae-365b-4ad3-82da-954a68d9c611 None None] Set router bfe40c04-726d-4fea-8977-62483dd91d82 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:37.123170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903db988-ca33-41e2-b34c-6368208553f5 req-c3fdfdc9-d03f-422a-815a-eba6e6860cef tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:37.129896 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-903db988-ca33-41e2-b34c-6368208553f5 req-c3fdfdc9-d03f-422a-815a-eba6e6860cef tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=52580546-bb71-4469-8716-ef38f8573704 HTTP/1.1" status: 200 len: 946 time: 0.1693668 Jul 22 23:32:37.166696 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-24b256ae-365b-4ad3-82da-954a68d9c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'name': 'tempest-FloatingIPDetailsTestJSON-1813204852-router', 'tenant_id': '887f429d06124457b776edf1694554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:32:36Z', 'revision_number': 6, 'project_id': '887f429d06124457b776edf1694554f7', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:37.179201 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6a892d7-c0bf-41a2-81a7-81f402a11837 req-3519555a-5de8-4512-884a-3dd664c15495 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765324 Jul 22 23:32:37.209430 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-903db988-ca33-41e2-b34c-6368208553f5 req-19ee5563-b4bc-4778-b72a-d154247f2b3c tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725625 Jul 22 23:32:37.217035 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b256ae-365b-4ad3-82da-954a68d9c611 None None] The sync data for ids ['bfe40c04-726d-4fea-8977-62483dd91d82'] in n-d-688802-2 is: [{'id': 'bfe40c04-726d-4fea-8977-62483dd91d82', 'name': 'tempest-FloatingIPDetailsTestJSON-1813204852-router', 'tenant_id': '887f429d06124457b776edf1694554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:32:36Z', 'revision_number': 6, 'project_id': '887f429d06124457b776edf1694554f7', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:32:37.232314 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69272cb3-c0a7-4ab4-bda3-c12db1d4b723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.261043 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a385f5fc-5507-4137-bd9d-1e80fd529e4f'}, {'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:37.263737 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cf5110-852a-49e4-8efd-a9326244af2a" -d '{"events": [{"server_uuid": "a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab", "name": "network-vif-plugged", "status": "completed", "tag": "a385f5fc-5507-4137-bd9d-1e80fd529e4f"}, {"server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "name": "network-vif-plugged", "status": "completed", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:37.296371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69272cb3-c0a7-4ab4-bda3-c12db1d4b723 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b37dc97-73a8-4d1b-8195-5ac41ffc5194,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:37.377733 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69272cb3-c0a7-4ab4-bda3-c12db1d4b723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.386903 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124bbe4-deba-427c-837d-6079b7cd5879 req-c9867e53-8ba0-4ed7-8bf8-8c3ebdc02151 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:37.388447 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b124bbe4-deba-427c-837d-6079b7cd5879 req-c9867e53-8ba0-4ed7-8bf8-8c3ebdc02151 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 1096 time: 0.1151977 Jul 22 23:32:37.404284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d27ad-87d6-4bf2-adea-2ec71c610f00 req-d8eff0d1-f6a6-434f-976e-55d6f0ecb13e tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:37.405818 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-269d27ad-87d6-4bf2-adea-2ec71c610f00 req-d8eff0d1-f6a6-434f-976e-55d6f0ecb13e tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 1096 time: 0.0943611 Jul 22 23:32:37.450696 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b124bbe4-deba-427c-837d-6079b7cd5879 req-863192ec-084c-43ba-9ecd-eb232d1adc59 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550048 Jul 22 23:32:37.462707 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-269d27ad-87d6-4bf2-adea-2ec71c610f00 req-6a57e25a-e064-450e-b71e-aaf5cf0cc197 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492804 Jul 22 23:32:37.487940 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69272cb3-c0a7-4ab4-bda3-c12db1d4b723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.490199 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69272cb3-c0a7-4ab4-bda3-c12db1d4b723 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.539310 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69272cb3-c0a7-4ab4-bda3-c12db1d4b723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.539970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69272cb3-c0a7-4ab4-bda3-c12db1d4b723 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfe40c04-726d-4fea-8977-62483dd91d82 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:32:37.545645 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69272cb3-c0a7-4ab4-bda3-c12db1d4b723 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.547001 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-69272cb3-c0a7-4ab4-bda3-c12db1d4b723 admin admin] 10.222.0.26 "DELETE /v2.0/routers/bfe40c04-726d-4fea-8977-62483dd91d82 HTTP/1.1" status: 204 len: 168 time: 1.1638186 Jul 22 23:32:37.551041 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59526) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:37.555884 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ba1d3b-0814-48a0-a202-d86bcd2013aa x-openstack-request-id: req-10ba1d3b-0814-48a0-a202-d86bcd2013aa {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:37.556364 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab", "name": "network-vif-plugged", "status": "completed", "tag": "a385f5fc-5507-4137-bd9d-1e80fd529e4f", "code": 200}, {"server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "name": "network-vif-plugged", "status": "completed", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:37.556456 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10ba1d3b-0814-48a0-a202-d86bcd2013aa {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:37.556823 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a385f5fc-5507-4137-bd9d-1e80fd529e4f', 'code': 200} Jul 22 23:32:37.557084 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb', 'code': 200} Jul 22 23:32:37.605792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963e849-94fe-4f93-8470-d1903c29a011 req-6d0373e6-aaaa-4bfb-b300-74c7b6f7d9ec tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:37.607340 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d963e849-94fe-4f93-8470-d1903c29a011 req-6d0373e6-aaaa-4bfb-b300-74c7b6f7d9ec tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.0847459 Jul 22 23:32:37.607569 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e897d12-1d45-473b-8335-895f5caa0a43 admin admin] Deleting subnet 34dfe96d-77d5-448c-84be-3b066e32cfd4 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:32:37.611138 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e897d12-1d45-473b-8335-895f5caa0a43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.652073 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e897d12-1d45-473b-8335-895f5caa0a43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.694222 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d963e849-94fe-4f93-8470-d1903c29a011 req-0adfeab2-5d02-4c43-a910-1e29bcd92686 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533755 Jul 22 23:32:37.707682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 60be8dd3-5dc3-4010-86e6-234126e82d58 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:37.742784 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502c2b1-ae5e-496a-afc6-1ceded5356db req-787a0ccf-e343-4340-a086-237a94c4b89c tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:37.756635 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e897d12-1d45-473b-8335-895f5caa0a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.756949 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4502c2b1-ae5e-496a-afc6-1ceded5356db req-787a0ccf-e343-4340-a086-237a94c4b89c tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 1096 time: 0.1485040 Jul 22 23:32:37.800836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 60be8dd3-5dc3-4010-86e6-234126e82d58 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:37.809566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 60be8dd3-5dc3-4010-86e6-234126e82d58 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:37.810989 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.817817 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4502c2b1-ae5e-496a-afc6-1ceded5356db req-fcd7de5b-5f09-4802-86ad-d205314cf7ae tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597489 Jul 22 23:32:37.819990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1be22-0d64-48aa-81da-48e5a1810147 req-10b2e744-a2cf-4f2f-8c31-66bd9e5016ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:37.822199 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4d1be22-0d64-48aa-81da-48e5a1810147 req-10b2e744-a2cf-4f2f-8c31-66bd9e5016ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 1101 time: 0.1230943 Jul 22 23:32:37.866785 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e897d12-1d45-473b-8335-895f5caa0a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.917541 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e897d12-1d45-473b-8335-895f5caa0a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34dfe96d-77d5-448c-84be-3b066e32cfd4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:37.927087 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e897d12-1d45-473b-8335-895f5caa0a43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.928973 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8e897d12-1d45-473b-8335-895f5caa0a43 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/34dfe96d-77d5-448c-84be-3b066e32cfd4 HTTP/1.1" status: 204 len: 168 time: 0.3767381 Jul 22 23:32:37.931564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59534) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:37.939159 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5908bde7-b41d-4844-8b3c-d332fd7600a9 None None] Network 79923ae4-e236-4bba-bffd-824947dc03d9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:32:37.945162 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4d1be22-0d64-48aa-81da-48e5a1810147 req-a8be9ac7-fce7-4b09-aba8-bc54f7d14956 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923471 Jul 22 23:32:37.997072 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aef908-8303-4782-9360-0fbcab7d3d2e req-24fa4059-082f-44fc-9d02-467898761373 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:37.999549 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76aef908-8303-4782-9360-0fbcab7d3d2e req-24fa4059-082f-44fc-9d02-467898761373 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 945 time: 0.1243329 Jul 22 23:32:38.055216 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.097729 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.130225 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76aef908-8303-4782-9360-0fbcab7d3d2e req-78f191fd-ec5e-4f61-aa76-0cb9e9597de9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181328 Jul 22 23:32:38.180132 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] Deleting port 07b210ae-b9b3-4563-aa3e-d00855e2b986 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:38.180504 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.210990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 60be8dd3-5dc3-4010-86e6-234126e82d58, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=60be8dd3-5dc3-4010-86e6-234126e82d58,segment=NetworkSegment(6ec369fe-2a4f-480c-82e8-82749b111ce0),segment_id=6ec369fe-2a4f-480c-82e8-82749b111ce0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:38.223330 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.260665 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] For port 07b210ae-b9b3-4563-aa3e-d00855e2b986, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=07b210ae-b9b3-4563-aa3e-d00855e2b986,segment=NetworkSegment(d3f3cf79-c86a-4c9c-8b32-3d5c78f3468d),segment_id=d3f3cf79-c86a-4c9c-8b32-3d5c78f3468d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:38.261057 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.286805 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] Calling delete_port for 07b210ae-b9b3-4563-aa3e-d00855e2b986 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:38.298686 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=60be8dd3-5dc3-4010-86e6-234126e82d58,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:38.353225 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0800c36-ffd1-42ff-8a84-0d4e2fd2ca42 None None] DHCP port deletion for 79923ae4-e236-4bba-bffd-824947dc03d9 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:32:38.411209 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.424804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e0800c36-ffd1-42ff-8a84-0d4e2fd2ca42 None None] Deleting port 07b210ae-b9b3-4563-aa3e-d00855e2b986 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:38.425237 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0800c36-ffd1-42ff-8a84-0d4e2fd2ca42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.446099 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] Pushing event deleted for resources: {'Port': ['ID=07b210ae-b9b3-4563-aa3e-d00855e2b986,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:38.459174 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] No DVR routers for this DVR port 07b210ae-b9b3-4563-aa3e-d00855e2b986 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:38.529752 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e0800c36-ffd1-42ff-8a84-0d4e2fd2ca42 None None] For port 07b210ae-b9b3-4563-aa3e-d00855e2b986, host n-d-688802-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:38.530596 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0800c36-ffd1-42ff-8a84-0d4e2fd2ca42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.550186 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.552801 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e0800c36-ffd1-42ff-8a84-0d4e2fd2ca42 None None] Calling delete_port for 07b210ae-b9b3-4563-aa3e-d00855e2b986 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:38.556132 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-e0800c36-ffd1-42ff-8a84-0d4e2fd2ca42 None None] Port 07b210ae-b9b3-4563-aa3e-d00855e2b986 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:32:38.558473 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0800c36-ffd1-42ff-8a84-0d4e2fd2ca42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.563538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79923ae4-e236-4bba-bffd-824947dc03d9']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:38.600967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f3cf79-c86a-4c9c-8b32-3d5c78f3468d') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:38.601414 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f3cf79-c86a-4c9c-8b32-3d5c78f3468d') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:38.613120 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.628705 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.631438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0800c36-ffd1-42ff-8a84-0d4e2fd2ca42 None None] Pushing event deleted for resources: {'Port': ['ID=07b210ae-b9b3-4563-aa3e-d00855e2b986,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:38.651881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:32:38.652284 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.659110 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0800c36-ffd1-42ff-8a84-0d4e2fd2ca42 None None] No DVR routers for this DVR port 07b210ae-b9b3-4563-aa3e-d00855e2b986 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:32:38.682120 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:32:38.731234 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.738782 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.740715 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] 10.222.0.26 "DELETE /v2.0/networks/79923ae4-e236-4bba-bffd-824947dc03d9 HTTP/1.1" status: 204 len: 168 time: 0.8074007 Jul 22 23:32:38.753833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f34636-e0dc-40a6-8473-9baf929581de admin admin] Pushing event deleted for resources: {'Network': ['ID=79923ae4-e236-4bba-bffd-824947dc03d9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:38.782264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41392b99-7608-4799-93c3-b98d7dbb4a41 req-a5a8d9a8-79b7-469c-873b-6ab6ce102c51 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:38.784924 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41392b99-7608-4799-93c3-b98d7dbb4a41 req-a5a8d9a8-79b7-469c-873b-6ab6ce102c51 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 950 time: 0.1060314 Jul 22 23:32:38.858221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41392b99-7608-4799-93c3-b98d7dbb4a41 req-cbd66b10-4e1c-43c5-ab4f-23243b6afbdf tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658259 Jul 22 23:32:38.892981 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 07b210ae-b9b3-4563-aa3e-d00855e2b986 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:38.907491 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59574) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:38.925040 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 07b210ae-b9b3-4563-aa3e-d00855e2b986 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:38.925469 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 07b210ae-b9b3-4563-aa3e-d00855e2b986 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:38.925978 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9b37dc97-73a8-4d1b-8195-5ac41ffc5194 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:38.945872 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 9b37dc97-73a8-4d1b-8195-5ac41ffc5194 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:38.946265 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9b37dc97-73a8-4d1b-8195-5ac41ffc5194 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:38.946736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fbf96b9a-56f9-4569-8454-c88fe4323077 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:38.951142 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0698e96e-0aa9-47da-a573-39e8e7cc0a08 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=887f429d06124457b776edf1694554f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425057 Jul 22 23:32:38.954434 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59576) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:38.976071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: fbf96b9a-56f9-4569-8454-c88fe4323077 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:38.976429 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fbf96b9a-56f9-4569-8454-c88fe4323077 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:39.000726 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e217ff0-ad44-41c3-b119-29e3c4054114 req-6cc22a9f-9ccd-43d9-9408-171a5b3ac71f tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:39.002539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e217ff0-ad44-41c3-b119-29e3c4054114 req-6cc22a9f-9ccd-43d9-9408-171a5b3ac71f tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=52580546-bb71-4469-8716-ef38f8573704 HTTP/1.1" status: 200 len: 946 time: 0.0758731 Jul 22 23:32:39.019112 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1593a6e1-1507-4c97-9fdd-a33d7fea5acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:39.045813 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1593a6e1-1507-4c97-9fdd-a33d7fea5acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:39.051043 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e217ff0-ad44-41c3-b119-29e3c4054114 req-0bf9209b-0396-41ca-a05a-25a1143ea0e1 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399656 Jul 22 23:32:39.109639 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1593a6e1-1507-4c97-9fdd-a33d7fea5acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:39.112375 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1593a6e1-1507-4c97-9fdd-a33d7fea5acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:39.113644 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1593a6e1-1507-4c97-9fdd-a33d7fea5acb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ddfa8509-0b49-4563-90bf-39aa1a2689d8 HTTP/1.1" status: 204 len: 168 time: 0.1579919 Jul 22 23:32:39.114314 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-8c205e89-781a-43fd-a143-59e10e99bffa tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:32:39.115330 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-8c205e89-781a-43fd-a143-59e10e99bffa tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092778 Jul 22 23:32:39.123968 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593a6e1-1507-4c97-9fdd-a33d7fea5acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfa8509-0b49-4563-90bf-39aa1a2689d8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:39.129510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-cc7d8863-7239-4095-82ac-0ee1b958d1c3 service neutron] Request body: {'binding': {'host': 'n-h2-688802-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:39.129967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-cc7d8863-7239-4095-82ac-0ee1b958d1c3 service neutron] Unknown quota resources ['binding']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:32:39.143344 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47222e04-41e8-43aa-8a73-b71de9d5ad2a req-f6eb8e50-d858-42a9-ba40-052b72f16d28 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/8dfe5a87-798c-4bc7-935d-a274788a3e4e HTTP/1.1" status: 200 len: 1800 time: 0.0629001 Jul 22 23:32:39.274503 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-47222e04-41e8-43aa-8a73-b71de9d5ad2a req-e03f402d-a984-4d24-bcdc-70eadbdf85cb tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:39.316727 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-47222e04-41e8-43aa-8a73-b71de9d5ad2a req-e03f402d-a984-4d24-bcdc-70eadbdf85cb tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:39.366446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-cc7d8863-7239-4095-82ac-0ee1b958d1c3 service neutron] Attempting to bind port 68840e40-4ebf-4c95-9f03-affe39f29d14 on host n-h2-688802-2 for vnic_type normal with profile None {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:39.366780 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-cc7d8863-7239-4095-82ac-0ee1b958d1c3 service neutron] Attempting to bind port 68840e40-4ebf-4c95-9f03-affe39f29d14 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:39.367114 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-cc7d8863-7239-4095-82ac-0ee1b958d1c3 service neutron] Attempting to bind port 68840e40-4ebf-4c95-9f03-affe39f29d14 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:39.372741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-cc7d8863-7239-4095-82ac-0ee1b958d1c3 service neutron] Port 68840e40-4ebf-4c95-9f03-affe39f29d14 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:39.373056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-cc7d8863-7239-4095-82ac-0ee1b958d1c3 service neutron] Attempting to bind port 68840e40-4ebf-4c95-9f03-affe39f29d14 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:39.378178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-cc7d8863-7239-4095-82ac-0ee1b958d1c3 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:39.378545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-cc7d8863-7239-4095-82ac-0ee1b958d1c3 service neutron] Checking segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:39.378896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-cc7d8863-7239-4095-82ac-0ee1b958d1c3 service neutron] Bound using segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:39.379295 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-cc7d8863-7239-4095-82ac-0ee1b958d1c3 service neutron] Bound port: 68840e40-4ebf-4c95-9f03-affe39f29d14, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:39.408322 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-47222e04-41e8-43aa-8a73-b71de9d5ad2a req-e03f402d-a984-4d24-bcdc-70eadbdf85cb tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:39.412963 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-47222e04-41e8-43aa-8a73-b71de9d5ad2a req-e03f402d-a984-4d24-bcdc-70eadbdf85cb tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:39.412963 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47222e04-41e8-43aa-8a73-b71de9d5ad2a req-e03f402d-a984-4d24-bcdc-70eadbdf85cb tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "DELETE /v2.0/security-groups/8dfe5a87-798c-4bc7-935d-a274788a3e4e HTTP/1.1" status: 204 len: 173 time: 0.2678266 Jul 22 23:32:39.429381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f402d-a984-4d24-bcdc-70eadbdf85cb tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfe5a87-798c-4bc7-935d-a274788a3e4e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:39.453911 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-cc7d8863-7239-4095-82ac-0ee1b958d1c3 service neutron] For port 68840e40-4ebf-4c95-9f03-affe39f29d14, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=68840e40-4ebf-4c95-9f03-affe39f29d14,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:39.471143 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-cc7d8863-7239-4095-82ac-0ee1b958d1c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:39.472720 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-cc7d8863-7239-4095-82ac-0ee1b958d1c3 service neutron] 10.222.0.26 "POST /v2.0/ports/68840e40-4ebf-4c95-9f03-affe39f29d14/bindings HTTP/1.1" status: 201 len: 389 time: 0.3486300 Jul 22 23:32:39.546522 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc2b2c-3fe8-4080-bef5-76a8fc7a9e87 req-02458a44-1bcb-4c71-a472-2ed339b02842 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:39.549034 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2dbc2b2c-3fe8-4080-bef5-76a8fc7a9e87 req-02458a44-1bcb-4c71-a472-2ed339b02842 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.0722194 Jul 22 23:32:39.559566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60be8dd3-5dc3-4010-86e6-234126e82d58'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:39.565293 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9cba3c-bc09-49fc-9f3d-f7716794c206" -d '{"events": [{"server_uuid": "35b51013-6bdb-4cdb-ba29-fa0452a19f04", "name": "network-vif-plugged", "status": "completed", "tag": "60be8dd3-5dc3-4010-86e6-234126e82d58"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:39.593375 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2dbc2b2c-3fe8-4080-bef5-76a8fc7a9e87 req-2c29e47d-1c18-4765-af44-b5bed4480546 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383482 Jul 22 23:32:39.682068 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d54cd-0a27-4284-90e0-0964df13b2d9 req-366046f8-15e3-4dac-9ca9-05f61df17ef8 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:39.684365 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-672d54cd-0a27-4284-90e0-0964df13b2d9 req-366046f8-15e3-4dac-9ca9-05f61df17ef8 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=52580546-bb71-4469-8716-ef38f8573704 HTTP/1.1" status: 200 len: 946 time: 0.0870006 Jul 22 23:32:39.694146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59604) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:39.698837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8b0816b0-3f88-4ef2-96c6-2d70df0c2bb0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Request body: {'floatingip': {'port_id': '312d008e-62fe-4c51-b794-ba3bae3640f2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:39.699500 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device cda67602-708d-4291-8ad1-9bc2614d0c8b no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:39.737645 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: cda67602-708d-4291-8ad1-9bc2614d0c8b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:39.738199 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device cda67602-708d-4291-8ad1-9bc2614d0c8b not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:39.791630 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b0816b0-3f88-4ef2-96c6-2d70df0c2bb0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:39.839381 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7386cd26-7ef7-4c95-bc14-97113d593f75 req-bdc93050-5119-4b19-8d2e-4f32b60991fa tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "GET /v2.0/security-groups/9ac16eac-9313-4ac0-8ed7-539eb855c83f HTTP/1.1" status: 200 len: 1798 time: 0.0818577 Jul 22 23:32:39.919748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952f318-6d23-44af-af59-03692f5880e4 req-788d7246-fcfd-4d38-a5f3-6636bf3aa12b tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:39.939159 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b952f318-6d23-44af-af59-03692f5880e4 req-788d7246-fcfd-4d38-a5f3-6636bf3aa12b tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 946 time: 0.2286084 Jul 22 23:32:40.082486 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b952f318-6d23-44af-af59-03692f5880e4 req-f29b3c4f-9edc-4d43-9c89-e8ebf63a9aed tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424248 Jul 22 23:32:40.083244 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7386cd26-7ef7-4c95-bc14-97113d593f75 req-35eabeac-6fa6-4463-b2c5-74b02a1b6bd2 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:40.111279 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7386cd26-7ef7-4c95-bc14-97113d593f75 req-35eabeac-6fa6-4463-b2c5-74b02a1b6bd2 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:40.142706 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-dead3377-515c-4edd-8126-d2d198d7a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:40.151366 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-dead3377-515c-4edd-8126-d2d198d7a41e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 1096 time: 0.1936359 Jul 22 23:32:40.213903 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7386cd26-7ef7-4c95-bc14-97113d593f75 req-35eabeac-6fa6-4463-b2c5-74b02a1b6bd2 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:40.216651 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7386cd26-7ef7-4c95-bc14-97113d593f75 req-35eabeac-6fa6-4463-b2c5-74b02a1b6bd2 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:40.228529 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59620) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:40.229653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7386cd26-7ef7-4c95-bc14-97113d593f75 req-35eabeac-6fa6-4463-b2c5-74b02a1b6bd2 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] 10.222.0.26 "DELETE /v2.0/security-groups/9ac16eac-9313-4ac0-8ed7-539eb855c83f HTTP/1.1" status: 204 len: 173 time: 0.3813851 Jul 22 23:32:40.283326 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe14498-6714-47b4-99fc-045f7fd305b0 x-openstack-request-id: req-ebe14498-6714-47b4-99fc-045f7fd305b0 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:40.283658 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b51013-6bdb-4cdb-ba29-fa0452a19f04", "name": "network-vif-plugged", "status": "completed", "tag": "60be8dd3-5dc3-4010-86e6-234126e82d58", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:40.283889 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ebe14498-6714-47b4-99fc-045f7fd305b0 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:40.284804 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60be8dd3-5dc3-4010-86e6-234126e82d58', 'code': 200} Jul 22 23:32:40.349853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eabeac-6fa6-4463-b2c5-74b02a1b6bd2 tempest-SecurityGroupsTestJSON-1619169468 tempest-SecurityGroupsTestJSON-1619169468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac16eac-9313-4ac0-8ed7-539eb855c83f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:40.493699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fac6a63-3c47-4728-ad2d-7923e7483dc4 admin admin] Deleting subnet c65d2065-0813-4972-bcf6-7ef4f053db9b {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:32:40.496726 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757946a-c3dd-4a0d-92d8-4a220677cc33 req-bd8ed613-b11b-4049-aaa8-f67314b10e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:40.498326 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f757946a-c3dd-4a0d-92d8-4a220677cc33 req-bd8ed613-b11b-4049-aaa8-f67314b10e65 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 1097 time: 0.1377435 Jul 22 23:32:40.508469 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fac6a63-3c47-4728-ad2d-7923e7483dc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:40.510175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89a93c-a443-4537-8e31-a2e0920658e7 req-789bedb8-5bf3-4a8e-84e2-dad3a597e330 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:40.511782 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f89a93c-a443-4537-8e31-a2e0920658e7 req-789bedb8-5bf3-4a8e-84e2-dad3a597e330 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 945 time: 0.3106849 Jul 22 23:32:40.569026 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-50aab622-574d-4db7-be1a-1b4433f1ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:40.570577 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-50aab622-574d-4db7-be1a-1b4433f1ae8e service neutron] 10.222.0.95 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.4046082 Jul 22 23:32:40.599673 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f757946a-c3dd-4a0d-92d8-4a220677cc33 req-192f20ae-e249-4f25-bdf7-d1457303257c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865729 Jul 22 23:32:40.642796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea83c2-b51a-4b13-98b0-d4cce2931c7a req-dee444c7-a059-4674-ad20-a3f354a00ba7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:40.644329 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fac6a63-3c47-4728-ad2d-7923e7483dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:40.644684 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20ea83c2-b51a-4b13-98b0-d4cce2931c7a req-dee444c7-a059-4674-ad20-a3f354a00ba7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 950 time: 0.2281184 Jul 22 23:32:40.649219 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f89a93c-a443-4537-8e31-a2e0920658e7 req-2345c93c-ede6-415b-80fa-5ae2a5442a52 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297071 Jul 22 23:32:40.672477 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-e5fadf01-c40c-4506-aabb-f56c870687de service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68840e40-4ebf-4c95-9f03-affe39f29d14 HTTP/1.1" status: 200 len: 217 time: 0.0897667 Jul 22 23:32:40.698126 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-8b0816b0-3f88-4ef2-96c6-2d70df0c2bb0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:32:40.710032 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20ea83c2-b51a-4b13-98b0-d4cce2931c7a req-9c599976-3d78-4a6c-b0b8-6622c0d0e811 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576563 Jul 22 23:32:40.737983 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcbf5787-5c86-4153-80fb-7501f8cec100 req-ec6c43ca-0240-4a0f-bba6-683410c20d03 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f11e0924-a511-4658-b77b-15e15b37f8da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1596410 Jul 22 23:32:40.773996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-159abcff-da27-477d-9c46-4692f184be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:40.775510 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-159abcff-da27-477d-9c46-4692f184be8f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f&tenant_id=fb89fd006c024322b87d15ca6772f41c HTTP/1.1" status: 200 len: 1100 time: 0.3283317 Jul 22 23:32:40.785286 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fac6a63-3c47-4728-ad2d-7923e7483dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:40.824904 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:40.860959 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b0816b0-3f88-4ef2-96c6-2d70df0c2bb0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:40.862809 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-45e54da1-40f8-45b0-b797-a6d5f67712aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:40.864320 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-45e54da1-40f8-45b0-b797-a6d5f67712aa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.1812680 Jul 22 23:32:40.872890 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b0816b0-3f88-4ef2-96c6-2d70df0c2bb0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:40.909887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf5787-5c86-4153-80fb-7501f8cec100 req-84991eab-e8b6-43c3-9cfd-f9b657e1bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:40.911521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcbf5787-5c86-4153-80fb-7501f8cec100 req-84991eab-e8b6-43c3-9cfd-f9b657e1bd7c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&device_id=f11e0924-a511-4658-b77b-15e15b37f8da HTTP/1.1" status: 200 len: 1101 time: 0.1468854 Jul 22 23:32:40.932827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f1115-1162-473d-ac89-b666dbd103c2 req-4767d513-6473-4302-80ea-a624b8ea3f04 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:40.934459 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-080f1115-1162-473d-ac89-b666dbd103c2 req-4767d513-6473-4302-80ea-a624b8ea3f04 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 1101 time: 0.1287923 Jul 22 23:32:40.947306 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ad2a0-c235-43b4-9018-eec4a3d163a0 req-ad3b8905-0fd2-4b8f-a41f-6f1afaf84e4e tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:40.953757 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0a0ad2a0-c235-43b4-9018-eec4a3d163a0 req-ad3b8905-0fd2-4b8f-a41f-6f1afaf84e4e tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.1468568 Jul 22 23:32:40.976649 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-8c276c09-847e-49f7-aa64-12514dd8a8c5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017962 Jul 22 23:32:41.082065 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0a0ad2a0-c235-43b4-9018-eec4a3d163a0 req-7335b061-5a95-4857-bfc8-d06cfb704f78 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271031 Jul 22 23:32:41.105634 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-080f1115-1162-473d-ac89-b666dbd103c2 req-ae81296a-ee4f-4047-a0a1-4e52fd98c4e7 tempest-ServersOnMultiNodesTest-1083509313 tempest-ServersOnMultiNodesTest-1083509313-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376054 Jul 22 23:32:41.148156 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf5787-5c86-4153-80fb-7501f8cec100 req-53932a35-c3fe-453a-ad21-5578bce4cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:41.153864 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcbf5787-5c86-4153-80fb-7501f8cec100 req-53932a35-c3fe-453a-ad21-5578bce4cb14 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1965556 Jul 22 23:32:41.218968 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcbf5787-5c86-4153-80fb-7501f8cec100 req-863579c9-a3dd-4c31-bd0d-13dd423b9599 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=08d531d5-6821-4dba-af94-4d8ed6016efe HTTP/1.1" status: 200 len: 217 time: 0.0526969 Jul 22 23:32:41.327017 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:41.332333 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fac6a63-3c47-4728-ad2d-7923e7483dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:41.349761 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf5787-5c86-4153-80fb-7501f8cec100 req-d01aa242-49e6-4fcc-b176-79a0f69b1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:41.351426 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcbf5787-5c86-4153-80fb-7501f8cec100 req-d01aa242-49e6-4fcc-b176-79a0f69b1450 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1220336 Jul 22 23:32:41.377319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2068a6-cce3-4915-9c71-6e8dbe58cf58 req-459a1963-556c-4543-8a72-2ae940098bcd tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:41.385325 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c2068a6-cce3-4915-9c71-6e8dbe58cf58 req-459a1963-556c-4543-8a72-2ae940098bcd tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 946 time: 0.1706922 Jul 22 23:32:41.402935 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac6a63-3c47-4728-ad2d-7923e7483dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c65d2065-0813-4972-bcf6-7ef4f053db9b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:41.412380 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-8b0816b0-3f88-4ef2-96c6-2d70df0c2bb0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Floating IP b42f38d8-15a2-43b1-87e3-d2ecdc5bc840 associated. External IP: 172.25.4.166, port: 312d008e-62fe-4c51-b794-ba3bae3640f2. Jul 22 23:32:41.443016 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fac6a63-3c47-4728-ad2d-7923e7483dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:41.447662 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3fac6a63-3c47-4728-ad2d-7923e7483dc4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c65d2065-0813-4972-bcf6-7ef4f053db9b HTTP/1.1" status: 204 len: 168 time: 1.2180758 Jul 22 23:32:41.472827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59638) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:41.549570 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-3a98ada5-d3af-4950-828c-7386f5555cd7 service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581307 Jul 22 23:32:41.596421 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c2068a6-cce3-4915-9c71-6e8dbe58cf58 req-abda25d5-a325-47ad-aaa7-7990aca2ff62 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095757 Jul 22 23:32:41.620184 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-462c3e4c-aff5-4e8c-bca6-dbe920e05630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:41.648269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f7c36-f0a1-4a17-947e-96c4ef714e7e req-bc936f22-3fd6-4c60-abac-e74a311687e0 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:41.655513 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d5f7c36-f0a1-4a17-947e-96c4ef714e7e req-bc936f22-3fd6-4c60-abac-e74a311687e0 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 950 time: 0.2447023 Jul 22 23:32:41.671698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf5787-5c86-4153-80fb-7501f8cec100 req-fec919b5-48a3-4be6-9487-2cf38fda61c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:41.674353 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcbf5787-5c86-4153-80fb-7501f8cec100 req-fec919b5-48a3-4be6-9487-2cf38fda61c3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2807097 Jul 22 23:32:41.785043 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device e1f3904d-d223-49a0-85c1-c692d7ace5eb no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:41.888618 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d5f7c36-f0a1-4a17-947e-96c4ef714e7e req-83010d2d-ab7b-4365-bf27-bd333f2d6e63 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322798 Jul 22 23:32:41.959208 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:41.959380 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-361e3689-9d18-41a3-bbfe-f6022519c7c2 service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414903 Jul 22 23:32:41.968200 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:41.972739 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-462c3e4c-aff5-4e8c-bca6-dbe920e05630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:41.994221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-462c3e4c-aff5-4e8c-bca6-dbe920e05630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66e71ed-4f17-4338-aa33-0c044f3bb64f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:41.997851 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0816b0-3f88-4ef2-96c6-2d70df0c2bb0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Router c521a641-37c7-4bd0-afe1-24c961cb5ca0 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:32:42.020064 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:42.029804 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-462c3e4c-aff5-4e8c-bca6-dbe920e05630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74051bb0-5171-49cc-8c7f-ca77a98d0b0d') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:42.030108 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-462c3e4c-aff5-4e8c-bca6-dbe920e05630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74051bb0-5171-49cc-8c7f-ca77a98d0b0d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:42.078584 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-462c3e4c-aff5-4e8c-bca6-dbe920e05630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:42.103877 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcbf5787-5c86-4153-80fb-7501f8cec100 req-68bf9556-d5ba-4ab0-bfda-1345f437e491 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189160 Jul 22 23:32:42.116930 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a91a5b-c409-4455-bdf0-f8e08ab83a2d req-eae7db43-752b-42a8-bc34-80f175e0e381 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:42.125196 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81a91a5b-c409-4455-bdf0-f8e08ab83a2d req-eae7db43-752b-42a8-bc34-80f175e0e381 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 945 time: 0.3170812 Jul 22 23:32:42.127808 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-462c3e4c-aff5-4e8c-bca6-dbe920e05630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:42.134806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462c3e4c-aff5-4e8c-bca6-dbe920e05630 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:32:42.135085 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-462c3e4c-aff5-4e8c-bca6-dbe920e05630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:42.175830 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:42.178177 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e95d7f0-bbf9-4c4d-84c0-e0c51b573433" -d '{"events": [{"server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "name": "network-vif-unplugged", "status": "completed", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:42.184367 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:32:42.194334 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:32:42.212422 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-462c3e4c-aff5-4e8c-bca6-dbe920e05630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:42.217810 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-462c3e4c-aff5-4e8c-bca6-dbe920e05630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:42.219526 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Transition to ACTIVE for port object e1f3904d-d223-49a0-85c1-c692d7ace5eb will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:42.221423 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-462c3e4c-aff5-4e8c-bca6-dbe920e05630 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d66e71ed-4f17-4338-aa33-0c044f3bb64f HTTP/1.1" status: 204 len: 168 time: 0.7461779 Jul 22 23:32:42.233931 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:42.270989 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c3e4c-aff5-4e8c-bca6-dbe920e05630 admin admin] Pushing event deleted for resources: {'Network': ['ID=d66e71ed-4f17-4338-aa33-0c044f3bb64f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:42.292725 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0816b0-3f88-4ef2-96c6-2d70df0c2bb0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:32:42.302687 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b0816b0-3f88-4ef2-96c6-2d70df0c2bb0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:42.327540 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-d6754114-251e-42d7-b8d1-2c30aef11762 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:42.329663 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-d6754114-251e-42d7-b8d1-2c30aef11762 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419&tenant_id=56035dbeb92e4f879395357fce5a955e&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 1096 time: 0.2668619 Jul 22 23:32:42.348063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] No DVR routers for this DVR port e1f3904d-d223-49a0-85c1-c692d7ace5eb on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:42.353076 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:32:42.353635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f3904d-d223-49a0-85c1-c692d7ace5eb,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:42.354035 n-d-688802-2 neutron-server[93822]: DEBUG oslo_db.api [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:32:42.357813 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16c956-c8f8-498f-83fd-c42cdba33b6e None None] Sync routers for ids ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:32:42.359833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-688802-2'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:42.379591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16c956-c8f8-498f-83fd-c42cdba33b6e None None] Routers {'c521a641-37c7-4bd0-afe1-24c961cb5ca0'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:42.380497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de16c956-c8f8-498f-83fd-c42cdba33b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:32:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:42.454008 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b0816b0-3f88-4ef2-96c6-2d70df0c2bb0 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "PUT /v2.0/floatingips/b42f38d8-15a2-43b1-87e3-d2ecdc5bc840 HTTP/1.1" status: 200 len: 992 time: 2.7570627 Jul 22 23:32:42.467448 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81a91a5b-c409-4455-bdf0-f8e08ab83a2d req-fa52de09-1652-48b2-96f6-a0ddda17a25a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420749 Jul 22 23:32:42.473767 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Attempting to bind port e1f3904d-d223-49a0-85c1-c692d7ace5eb on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:42.474107 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Attempting to bind port e1f3904d-d223-49a0-85c1-c692d7ace5eb by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:42.474442 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Attempting to bind port e1f3904d-d223-49a0-85c1-c692d7ace5eb on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:42.506628 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Port e1f3904d-d223-49a0-85c1-c692d7ace5eb on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:42.506965 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Attempting to bind port e1f3904d-d223-49a0-85c1-c692d7ace5eb on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:42.523603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:42.523933 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:42.524333 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:42.524785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Bound port: e1f3904d-d223-49a0-85c1-c692d7ace5eb, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:42.526624 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:42.567633 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:42.628191 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-de16c956-c8f8-498f-83fd-c42cdba33b6e None None] Set router c521a641-37c7-4bd0-afe1-24c961cb5ca0 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:42.628592 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcbf5787-5c86-4153-80fb-7501f8cec100 req-72276cc2-b9ba-4d9c-bc39-3739a8f0d871 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018995 Jul 22 23:32:42.640393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d524e-b0d2-4f35-a0bb-b9ad670e98e9 req-df75393a-837a-47c4-8d04-d97f6da5f539 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:42.660853 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-253d524e-b0d2-4f35-a0bb-b9ad670e98e9 req-df75393a-837a-47c4-8d04-d97f6da5f539 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 948 time: 0.3852792 Jul 22 23:32:42.666114 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59690) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:42.686877 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04976510-948a-4e80-901b-269a3b5f79ff x-openstack-request-id: req-04976510-948a-4e80-901b-269a3b5f79ff {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:42.687709 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "name": "network-vif-unplugged", "status": "completed", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:42.688181 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04976510-948a-4e80-901b-269a3b5f79ff {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:42.688775 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb', 'code': 200} Jul 22 23:32:42.725515 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:42.759277 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:42.770365 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:42.883967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:42.884753 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:42.886635 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] 10.222.0.95 "PUT /v2.0/ports/e1f3904d-d223-49a0-85c1-c692d7ace5eb HTTP/1.1" status: 200 len: 1096 time: 2.0847809 Jul 22 23:32:42.912204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] For port 68840e40-4ebf-4c95-9f03-affe39f29d14, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=68840e40-4ebf-4c95-9f03-affe39f29d14,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:42.976520 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e879c70-9661-4ec0-a822-062bd5c9a051 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f3904d-d223-49a0-85c1-c692d7ace5eb,revision_number=11']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:43.044913 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] For port 68840e40-4ebf-4c95-9f03-affe39f29d14, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:43.074564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-be02748f-36f7-4d33-bc99-c67042752692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:43.076270 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-be02748f-36f7-4d33-bc99-c67042752692 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 1099 time: 0.1520898 Jul 22 23:32:43.147682 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:43.199965 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:43.291552 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de16c956-c8f8-498f-83fd-c42cdba33b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:37Z', 'revision_number': 4, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'b42f38d8-15a2-43b1-87e3-d2ecdc5bc840', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'port_id': '312d008e-62fe-4c51-b794-ba3bae3640f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'mac_address': 'fa:16:3e:13:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52580546-bb71-4469-8716-ef38f8573704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:30:03Z', 'updated_at': '2021-07-22T23:32:40Z', 'revision_number': 5, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a290e23d-f066-4fa0-bf06-222b039955a8', 'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'mac_address': 'fa:16:3e:0e:54:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:29:45Z', 'revision_number': 5, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'subnets': [{'id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:43.309781 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-f06fe199-40eb-4ff5-9936-382490b22416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:43.311260 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-f06fe199-40eb-4ff5-9936-382490b22416 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.2222345 Jul 22 23:32:43.318230 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Attempting to bind port 68840e40-4ebf-4c95-9f03-affe39f29d14 on host n-h1-688802-2 for vnic_type normal with profile {"migrating_to": "n-h2-688802-2"} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:43.318230 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Attempting to bind port 68840e40-4ebf-4c95-9f03-affe39f29d14 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:43.318544 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Attempting to bind port 68840e40-4ebf-4c95-9f03-affe39f29d14 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:43.333981 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-253d524e-b0d2-4f35-a0bb-b9ad670e98e9 req-3a2123c6-6934-4c3b-a5c7-02a9007a755b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6721148 Jul 22 23:32:43.348771 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Port 68840e40-4ebf-4c95-9f03-affe39f29d14 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:43.349130 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Attempting to bind port 68840e40-4ebf-4c95-9f03-affe39f29d14 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:43.373836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16c956-c8f8-498f-83fd-c42cdba33b6e None None] Checking router: c521a641-37c7-4bd0-afe1-24c961cb5ca0 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:32:43.379374 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Pushing event updated for resources: {'Port': ['ID=68840e40-4ebf-4c95-9f03-affe39f29d14,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:43.385303 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-3fbd3443-7f39-4495-ad75-b0c0f57dfdb4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb HTTP/1.1" status: 200 len: 217 time: 0.0618625 Jul 22 23:32:43.386915 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:43.387883 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Checking segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:43.388471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Bound using segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:43.389067 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Bound port: 68840e40-4ebf-4c95-9f03-affe39f29d14, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:43.390074 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:43.395098 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16c956-c8f8-498f-83fd-c42cdba33b6e None None] Routers {'c521a641-37c7-4bd0-afe1-24c961cb5ca0'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:43.395811 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de16c956-c8f8-498f-83fd-c42cdba33b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:32:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:43.469017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b42585-d737-476b-bf48-42e769962a85 req-aafc4ea8-c1cd-48ae-a02a-c9a9381fef7d tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:43.474331 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3b42585-d737-476b-bf48-42e769962a85 req-aafc4ea8-c1cd-48ae-a02a-c9a9381fef7d tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 946 time: 0.3281772 Jul 22 23:32:43.481298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-92f86f62-637b-4c70-9322-667ce0be0859 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=303736982beb4141af5779fc8cb4a1f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409495 Jul 22 23:32:43.484119 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:43.485950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-ddd614bd-42cf-4ffc-a06a-cf2a85be2738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:43.487453 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-ddd614bd-42cf-4ffc-a06a-cf2a85be2738 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0843341 Jul 22 23:32:43.541997 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] For port 68840e40-4ebf-4c95-9f03-affe39f29d14, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:43.575200 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] For port 68840e40-4ebf-4c95-9f03-affe39f29d14, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=68840e40-4ebf-4c95-9f03-affe39f29d14,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:43.576664 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3b42585-d737-476b-bf48-42e769962a85 req-16dd7ab3-91ae-4241-9f62-97d1b9459d70 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940309 Jul 22 23:32:43.611356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cdb44-cc60-48f5-8c52-13a287054702 req-b1d56e9e-70ba-4044-87eb-7cf242d97454 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:43.613362 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d4cdb44-cc60-48f5-8c52-13a287054702 req-b1d56e9e-70ba-4044-87eb-7cf242d97454 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "GET /v2.0/ports?device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 950 time: 0.4712722 Jul 22 23:32:43.617027 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:43.623087 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-de16c956-c8f8-498f-83fd-c42cdba33b6e None None] Set router c521a641-37c7-4bd0-afe1-24c961cb5ca0 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:43.709397 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2f20209-880b-4ab1-8739-73c428b7e5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:43.721138 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-3f0b4f5f-00e1-4700-ad05-d51cd4de1804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:43.723007 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-3f0b4f5f-00e1-4700-ad05-d51cd4de1804 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2261515 Jul 22 23:32:43.743875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03c0bf-e7c7-4558-9579-86786320823b req-c946f18e-72ea-4b8e-a0d2-555812174bee tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:43.758015 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f03c0bf-e7c7-4558-9579-86786320823b req-c946f18e-72ea-4b8e-a0d2-555812174bee tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 950 time: 0.2803895 Jul 22 23:32:43.832806 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2f20209-880b-4ab1-8739-73c428b7e5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:43.841608 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:43.842268 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:43.845007 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] 10.222.0.95 "PUT /v2.0/ports/68840e40-4ebf-4c95-9f03-affe39f29d14 HTTP/1.1" status: 200 len: 1121 time: 1.4913683 Jul 22 23:32:43.872071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef120a-4c80-4dd3-8f9d-46100f19c33f service neutron] Pushing event updated for resources: {'Port': ['ID=68840e40-4ebf-4c95-9f03-affe39f29d14,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:43.919549 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f03c0bf-e7c7-4558-9579-86786320823b req-c45db228-3e7b-4240-b287-ac35a316ea3b tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584632 Jul 22 23:32:43.959441 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-a9eacf8d-761b-48b7-aacd-a87b9fd72611 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250922 Jul 22 23:32:43.977603 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2f20209-880b-4ab1-8739-73c428b7e5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:43.980036 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2f20209-880b-4ab1-8739-73c428b7e5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:43.983610 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d2f20209-880b-4ab1-8739-73c428b7e5d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9638c237-9b55-4506-ad86-fd929995ac35 HTTP/1.1" status: 204 len: 168 time: 0.4927969 Jul 22 23:32:43.983739 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba739e02-7699-4461-b688-54045217fb36 req-ea33e6c0-2e5d-4d5d-970e-50436c9e3b71 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:43.986176 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba739e02-7699-4461-b688-54045217fb36 req-ea33e6c0-2e5d-4d5d-970e-50436c9e3b71 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 943 time: 0.2880428 Jul 22 23:32:44.014006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f20209-880b-4ab1-8739-73c428b7e5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9638c237-9b55-4506-ad86-fd929995ac35,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:44.021481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-5d4cdb44-cc60-48f5-8c52-13a287054702 req-11ebd8b8-68ff-4fc4-a362-3edccf94e92d tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Deleting port a385f5fc-5507-4137-bd9d-1e80fd529e4f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:44.022447 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d4cdb44-cc60-48f5-8c52-13a287054702 req-11ebd8b8-68ff-4fc4-a362-3edccf94e92d tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:44.055153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de16c956-c8f8-498f-83fd-c42cdba33b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:37Z', 'revision_number': 4, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'b42f38d8-15a2-43b1-87e3-d2ecdc5bc840', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'port_id': '312d008e-62fe-4c51-b794-ba3bae3640f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'mac_address': 'fa:16:3e:13:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52580546-bb71-4469-8716-ef38f8573704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:30:03Z', 'updated_at': '2021-07-22T23:32:40Z', 'revision_number': 5, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a290e23d-f066-4fa0-bf06-222b039955a8', 'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'mac_address': 'fa:16:3e:0e:54:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:29:45Z', 'revision_number': 5, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'subnets': [{'id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:44.062248 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['68840e40-4ebf-4c95-9f03-affe39f29d14'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:44.097055 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5684540-9e6f-4a89-afbc-6e855edc6db3 req-b95581ea-ccb0-41a1-a9c2-5615cb2847f3 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303017 Jul 22 23:32:44.209125 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-5d4cdb44-cc60-48f5-8c52-13a287054702 req-11ebd8b8-68ff-4fc4-a362-3edccf94e92d tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] For port a385f5fc-5507-4137-bd9d-1e80fd529e4f, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=a385f5fc-5507-4137-bd9d-1e80fd529e4f,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:44.209653 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d4cdb44-cc60-48f5-8c52-13a287054702 req-11ebd8b8-68ff-4fc4-a362-3edccf94e92d tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:44.226062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba739e02-7699-4461-b688-54045217fb36 req-825cf728-cdd1-4083-8b04-cabef06214d4 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192030 Jul 22 23:32:44.278836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16c956-c8f8-498f-83fd-c42cdba33b6e None None] The sync data for ids ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'] in n-d-688802-2 is: [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:37Z', 'revision_number': 4, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'b42f38d8-15a2-43b1-87e3-d2ecdc5bc840', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'port_id': '312d008e-62fe-4c51-b794-ba3bae3640f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'mac_address': 'fa:16:3e:13:23:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52580546-bb71-4469-8716-ef38f8573704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:30:03Z', 'updated_at': '2021-07-22T23:32:40Z', 'revision_number': 5, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a290e23d-f066-4fa0-bf06-222b039955a8', 'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'mac_address': 'fa:16:3e:0e:54:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:29:45Z', 'revision_number': 5, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'subnets': [{'id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:32:44.296245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-5d4cdb44-cc60-48f5-8c52-13a287054702 req-11ebd8b8-68ff-4fc4-a362-3edccf94e92d tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Calling delete_port for a385f5fc-5507-4137-bd9d-1e80fd529e4f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:44.364612 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-af527c06-1dab-4730-8c58-dbdf496a52d4 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3769042 Jul 22 23:32:44.382314 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:44.507744 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:44.622626 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87237283-5796-4223-a2fb-d03191388c1f None None] New status for floating IP b42f38d8-15a2-43b1-87e3-d2ecdc5bc840: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:32:44.690912 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52580546-bb71-4469-8716-ef38f8573704', 'tag': '312d008e-62fe-4c51-b794-ba3bae3640f2'}, {'name': 'network-changed', 'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb'}, {'server_uuid': 'd7a2a74f-f768-49f9-b19c-c6672776d419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68840e40-4ebf-4c95-9f03-affe39f29d14'}, {'name': 'network-changed', 'server_uuid': 'd7a2a74f-f768-49f9-b19c-c6672776d419', 'tag': '68840e40-4ebf-4c95-9f03-affe39f29d14'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:44.693917 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9581a686-86b0-4241-b16f-8b795b8a2f50" -d '{"events": [{"name": "network-changed", "server_uuid": "52580546-bb71-4469-8716-ef38f8573704", "tag": "312d008e-62fe-4c51-b794-ba3bae3640f2"}, {"name": "network-changed", "server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb"}, {"server_uuid": "d7a2a74f-f768-49f9-b19c-c6672776d419", "name": "network-vif-unplugged", "status": "completed", "tag": "68840e40-4ebf-4c95-9f03-affe39f29d14"}, {"name": "network-changed", "server_uuid": "d7a2a74f-f768-49f9-b19c-c6672776d419", "tag": "68840e40-4ebf-4c95-9f03-affe39f29d14"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:44.701784 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d4cdb44-cc60-48f5-8c52-13a287054702 req-11ebd8b8-68ff-4fc4-a362-3edccf94e92d tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:44.723068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['08d531d5-6821-4dba-af94-4d8ed6016efe', 'bcb4ccab-105d-4aca-b759-5f7710a4891a', '0ca48b8b-f645-4c8f-b522-f279482b79cd'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:44.750803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebd8b8-68ff-4fc4-a362-3edccf94e92d tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Pushing event deleted for resources: {'Port': ['ID=a385f5fc-5507-4137-bd9d-1e80fd529e4f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:44.792998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c27ba1-5010-4cf1-8c2f-1bec6c3dd05e req-ed643ac7-660a-4b2d-84fd-03f9e2ee6bc1 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:44.794700 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6c27ba1-5010-4cf1-8c2f-1bec6c3dd05e req-ed643ac7-660a-4b2d-84fd-03f9e2ee6bc1 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 948 time: 0.2467756 Jul 22 23:32:44.814833 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['a860c534-7704-430f-86fd-b051443c314f', '009e481c-75ab-4797-9e46-1071487965e5', 'f50f1f30-13e7-4850-80c7-c2395df783ff', 'f154685f-5a9e-41e6-b32b-e6b95b0104b3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:44.860419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4cdb44-cc60-48f5-8c52-13a287054702 req-11ebd8b8-68ff-4fc4-a362-3edccf94e92d tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] No DVR routers for this DVR port a385f5fc-5507-4137-bd9d-1e80fd529e4f on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:44.873758 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-5d4cdb44-cc60-48f5-8c52-13a287054702 req-11ebd8b8-68ff-4fc4-a362-3edccf94e92d tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:44.875977 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d4cdb44-cc60-48f5-8c52-13a287054702 req-11ebd8b8-68ff-4fc4-a362-3edccf94e92d tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "DELETE /v2.0/ports/a385f5fc-5507-4137-bd9d-1e80fd529e4f HTTP/1.1" status: 204 len: 173 time: 1.2542641 Jul 22 23:32:44.877692 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:44.881213 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab', 'name': 'network-vif-deleted', 'tag': 'a385f5fc-5507-4137-bd9d-1e80fd529e4f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:44.885585 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abefb32f-cb14-480e-947c-c0bcdfcb013b" -d '{"events": [{"server_uuid": "a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab", "name": "network-vif-deleted", "tag": "a385f5fc-5507-4137-bd9d-1e80fd529e4f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:44.987270 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6c27ba1-5010-4cf1-8c2f-1bec6c3dd05e req-403aef01-1c50-4456-b9b1-6516cf3079f2 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615314 Jul 22 23:32:45.118719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Allocated IP 172.25.4.33 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/69806a55-d689-46d6-b516-7e8f6585cbdb) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:45.196065 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d3b531-eeaa-41a8-a60a-3e7ef48c1a40 x-openstack-request-id: req-54d3b531-eeaa-41a8-a60a-3e7ef48c1a40 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:45.196992 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52580546-bb71-4469-8716-ef38f8573704", "tag": "312d008e-62fe-4c51-b794-ba3bae3640f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb", "status": "completed", "code": 200}, {"server_uuid": "d7a2a74f-f768-49f9-b19c-c6672776d419", "name": "network-vif-unplugged", "status": "completed", "tag": "68840e40-4ebf-4c95-9f03-affe39f29d14", "code": 200}, {"name": "network-changed", "server_uuid": "d7a2a74f-f768-49f9-b19c-c6672776d419", "tag": "68840e40-4ebf-4c95-9f03-affe39f29d14", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:45.199346 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54d3b531-eeaa-41a8-a60a-3e7ef48c1a40 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:45.199968 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52580546-bb71-4469-8716-ef38f8573704', 'tag': '312d008e-62fe-4c51-b794-ba3bae3640f2', 'status': 'completed', 'code': 200} Jul 22 23:32:45.200402 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb', 'status': 'completed', 'code': 200} Jul 22 23:32:45.202592 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a2a74f-f768-49f9-b19c-c6672776d419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68840e40-4ebf-4c95-9f03-affe39f29d14', 'code': 200} Jul 22 23:32:45.204011 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a2a74f-f768-49f9-b19c-c6672776d419', 'tag': '68840e40-4ebf-4c95-9f03-affe39f29d14', 'status': 'completed', 'code': 200} Jul 22 23:32:45.205044 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59774) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:45.321469 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09860a26-c03a-4236-a140-62cc36a7c38c x-openstack-request-id: req-09860a26-c03a-4236-a140-62cc36a7c38c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:45.324836 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab", "name": "network-vif-deleted", "tag": "a385f5fc-5507-4137-bd9d-1e80fd529e4f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:45.326273 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09860a26-c03a-4236-a140-62cc36a7c38c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:45.326855 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab', 'name': 'network-vif-deleted', 'tag': 'a385f5fc-5507-4137-bd9d-1e80fd529e4f', 'status': 'completed', 'code': 200} Jul 22 23:32:45.364757 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-626c6fd9-c8dc-446e-bd08-85f2037465f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:45.373410 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-626c6fd9-c8dc-446e-bd08-85f2037465f4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b84b9d6b1774489385aacc364630d8fe&device_id=52580546-bb71-4469-8716-ef38f8573704 HTTP/1.1" status: 200 len: 1097 time: 0.1426497 Jul 22 23:32:45.392348 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-814f82d3-5640-4f6d-9fba-c2f66561b9c0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1369237364-network', 'tenant_id': '82ff423458844377ac84f258ac322d91'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:45.410273 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:45.458098 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b800a16e-971f-4eaa-98b2-3581fa93b095 req-38d26a76-d4a9-4a48-9f14-95c483098fcf tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=a480dfa5-8cdf-4f38-bb0f-f55b4dfd25ab HTTP/1.1" status: 200 len: 210 time: 0.0533633 Jul 22 23:32:45.478528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-b41ed2d5-e754-4e9a-a437-71e413249446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:45.480666 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-b41ed2d5-e754-4e9a-a437-71e413249446 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 1099 time: 0.2251701 Jul 22 23:32:45.571025 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-1c82a2bc-bf50-4e4b-b6a5-786ce0784e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:45.577155 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-1c82a2bc-bf50-4e4b-b6a5-786ce0784e44 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8220c376-798c-4d26-99f9-1340b2d32211 HTTP/1.1" status: 200 len: 925 time: 0.1737435 Jul 22 23:32:45.583335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814f82d3-5640-4f6d-9fba-c2f66561b9c0 admin admin] Made reservation on behalf of 82ff423458844377ac84f258ac322d91 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:45.585860 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-814f82d3-5640-4f6d-9fba-c2f66561b9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:45.658424 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-814f82d3-5640-4f6d-9fba-c2f66561b9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:45.667229 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:45.730076 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 68840e40-4ebf-4c95-9f03-affe39f29d14 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:32:45.735986 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-ebb11ed0-0bc9-4359-af1c-7e4215aa0114 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=312d008e-62fe-4c51-b794-ba3bae3640f2 HTTP/1.1" status: 200 len: 1002 time: 0.1424825 Jul 22 23:32:45.775811 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:45.798500 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:45.804302 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Pushing event updated for resources: {'Port': ['ID=69806a55-d689-46d6-b516-7e8f6585cbdb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:45.808015 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:45.835778 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-d29ffdea-c860-4c0d-a271-5808ae31e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:45.837953 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-d29ffdea-c860-4c0d-a271-5808ae31e53f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=27c6a3c1-8e0f-4347-80b1-5c776e4d48ea HTTP/1.1" status: 200 len: 863 time: 0.0816123 Jul 22 23:32:45.844013 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device a385f5fc-5507-4137-bd9d-1e80fd529e4f no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:45.864120 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-a366184c-08b7-42bd-8fce-6a2cab2861dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:45.865821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-a366184c-08b7-42bd-8fce-6a2cab2861dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.3629112 Jul 22 23:32:45.878566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: a385f5fc-5507-4137-bd9d-1e80fd529e4f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:45.879455 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device a385f5fc-5507-4137-bd9d-1e80fd529e4f not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:45.899996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 68840e40-4ebf-4c95-9f03-affe39f29d14, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=68840e40-4ebf-4c95-9f03-affe39f29d14,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:45.909636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16800b-bf62-41b6-a849-a1feb801701e req-ad655a46-a8eb-4502-8b3f-e4deaad69364 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:45.916313 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 68840e40-4ebf-4c95-9f03-affe39f29d14 has no active binding in host n-h2-688802-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 23:32:45.916456 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c16800b-bf62-41b6-a849-a1feb801701e req-ad655a46-a8eb-4502-8b3f-e4deaad69364 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 943 time: 0.3553636 Jul 22 23:32:45.925078 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-814f82d3-5640-4f6d-9fba-c2f66561b9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:45.930804 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-814f82d3-5640-4f6d-9fba-c2f66561b9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:45.965621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814f82d3-5640-4f6d-9fba-c2f66561b9c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:32:45.966735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-c7931d1e-0f17-4b10-806e-50369d1ac05b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb HTTP/1.1" status: 200 len: 217 time: 0.0919554 Jul 22 23:32:45.978290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f82d3-5640-4f6d-9fba-c2f66561b9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87cafbf-b534-4c22-9878-4a70225799a3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:45.988384 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-814f82d3-5640-4f6d-9fba-c2f66561b9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:45.988789 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-814f82d3-5640-4f6d-9fba-c2f66561b9c0 admin admin] Added segment 96f42c3a-e8d7-4031-b2b3-04886d55f965 of type vlan for network c6404c3b-acc2-4feb-85da-2ecd11b1a478 Jul 22 23:32:45.991318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-97ab1e2e-514d-42b8-ab7e-2ad2c5bac8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:45.992882 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-97ab1e2e-514d-42b8-ab7e-2ad2c5bac8f9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8220c376-798c-4d26-99f9-1340b2d32211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387048 Jul 22 23:32:46.030932 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:46.063990 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c16800b-bf62-41b6-a849-a1feb801701e req-f5b0c893-4755-4cb4-bcba-4b30aaa5ca85 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463807 Jul 22 23:32:46.068167 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-814f82d3-5640-4f6d-9fba-c2f66561b9c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:46.148757 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-814f82d3-5640-4f6d-9fba-c2f66561b9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:46.150334 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814f82d3-5640-4f6d-9fba-c2f66561b9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:46.150917 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-814f82d3-5640-4f6d-9fba-c2f66561b9c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:46.163232 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:46.179032 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:46.195540 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-f3cacc9f-7a19-4dd8-b943-1bea8bb03b3a service neutron] 10.222.0.95 "GET /v2.0/networks/8220c376-798c-4d26-99f9-1340b2d32211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657021 Jul 22 23:32:46.206946 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-814f82d3-5640-4f6d-9fba-c2f66561b9c0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9966965 Jul 22 23:32:46.214768 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59836) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:46.220051 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0313a7f8-f885-48ef-b245-77098ade6b1b admin admin] Request body: {'subnet': {'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1369237364-subnet', 'tenant_id': '82ff423458844377ac84f258ac322d91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:46.359245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-4aaf873f-ec41-43b4-a893-57614e98a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:46.360804 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-4aaf873f-ec41-43b4-a893-57614e98a71f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.3845420 Jul 22 23:32:46.427983 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:46.469146 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:46.535676 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f82d3-5640-4f6d-9fba-c2f66561b9c0 admin admin] Pushing event updated for resources: {'Network': ['ID=c6404c3b-acc2-4feb-85da-2ecd11b1a478,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:46.564725 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network c6404c3b-acc2-4feb-85da-2ecd11b1a478 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:32:46.615354 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0313a7f8-f885-48ef-b245-77098ade6b1b admin admin] Made reservation on behalf of 82ff423458844377ac84f258ac322d91 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:46.617905 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0313a7f8-f885-48ef-b245-77098ade6b1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:46.635799 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574e42a-18e3-4c5f-9ae2-78c3489a5d51 req-6ca77bab-5275-4330-824e-058095d1baae tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:46.637602 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5574e42a-18e3-4c5f-9ae2-78c3489a5d51 req-6ca77bab-5275-4330-824e-058095d1baae tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 948 time: 0.3156953 Jul 22 23:32:46.665493 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-22cb3e0c-e5dc-430b-9e85-02030e3cf923 service neutron] 10.222.0.95 "GET /v2.0/networks/8220c376-798c-4d26-99f9-1340b2d32211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599302 Jul 22 23:32:46.683041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-061a0e87-40d4-45b7-8c32-dd519897e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:46.684877 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-061a0e87-40d4-45b7-8c32-dd519897e60f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3106730 Jul 22 23:32:46.686529 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Pushing event updated for resources: {'Port': ['ID=69806a55-d689-46d6-b516-7e8f6585cbdb,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:46.715520 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:46.771754 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5574e42a-18e3-4c5f-9ae2-78c3489a5d51 req-15682b6c-73ac-4cf4-ab33-71859bc0515d tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202328 Jul 22 23:32:46.802239 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:46.804544 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-30364827-1c22-4ebf-9312-1e2e3c1a11b9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4390509 Jul 22 23:32:46.907094 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-724d9547-c3a8-4719-a490-604fd01535f8 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 695 time: 0.0651524 Jul 22 23:32:46.972893 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-d269c0a6-cdb8-499f-ad3f-81dda913cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:46.974836 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-d269c0a6-cdb8-499f-ad3f-81dda913cab6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 1099 time: 0.2463837 Jul 22 23:32:47.006081 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-0e1bd1de-12eb-4e93-9311-5e3a4addf7da service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041523 Jul 22 23:32:47.073324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-921c0ae9-d6d3-4541-bf23-9111f84c4716 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:47.074846 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e38d8d6-e255-4503-98b8-cb46d6fa6da4 req-921c0ae9-d6d3-4541-bf23-9111f84c4716 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.1667132 Jul 22 23:32:47.159988 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-2d74fb5e-6042-4761-92d9-81b7874f9aa6 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421745 Jul 22 23:32:47.165744 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0313a7f8-f885-48ef-b245-77098ade6b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:47.304395 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-fd16228b-b364-414c-9d5e-99a96472afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:47.306057 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-fd16228b-b364-414c-9d5e-99a96472afa6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.3197105 Jul 22 23:32:47.313859 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313a7f8-f885-48ef-b245-77098ade6b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=750e6d21-68ba-4eb5-94e9-cc5c662415b5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:47.321860 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0313a7f8-f885-48ef-b245-77098ade6b1b admin admin] Checking segment: {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:47.322211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0313a7f8-f885-48ef-b245-77098ade6b1b admin admin] Network hostable DHCP agents. Network: c6404c3b-acc2-4feb-85da-2ecd11b1a478, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:32:47.369689 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-69b06b37-4fb1-4f0a-9b3b-824ca56fc2f8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb HTTP/1.1" status: 200 len: 217 time: 0.0381179 Jul 22 23:32:47.389411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0313a7f8-f885-48ef-b245-77098ade6b1b admin admin] Network c6404c3b-acc2-4feb-85da-2ecd11b1a478 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:32:47.428847 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0313a7f8-f885-48ef-b245-77098ade6b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, c6404c3b-acc2-4feb-85da-2ecd11b1a478) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:47.435375 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e168832-215c-413d-be2d-6e2147550d40 req-d41c12eb-dc38-4d53-8396-f9e9fb409d6d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:47.436067 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0313a7f8-f885-48ef-b245-77098ade6b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:47.436418 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0313a7f8-f885-48ef-b245-77098ade6b1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:47.437830 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e168832-215c-413d-be2d-6e2147550d40 req-d41c12eb-dc38-4d53-8396-f9e9fb409d6d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 943 time: 0.1994081 Jul 22 23:32:47.439395 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d1873-9f9b-4e77-b693-eb5d3a6a1810 None None] Network c6404c3b-acc2-4feb-85da-2ecd11b1a478 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:32:47.442049 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-f82df337-a61c-4f60-90f9-28fc2056d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:47.443085 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-f82df337-a61c-4f60-90f9-28fc2056d18e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 1124 time: 0.1282129 Jul 22 23:32:47.461149 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0313a7f8-f885-48ef-b245-77098ade6b1b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2405262 Jul 22 23:32:47.461149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-1d737183-4d6d-4476-8466-036fd19ae076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:47.461465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804b449-6ff3-4862-a377-7ded681c7798 req-d4411492-2a17-4036-9834-5ca93537d6f8 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:47.461577 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-1d737183-4d6d-4476-8466-036fd19ae076 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0807831 Jul 22 23:32:47.461660 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b804b449-6ff3-4862-a377-7ded681c7798 req-d4411492-2a17-4036-9834-5ca93537d6f8 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=fad915df-6089-4b3a-8b9d-89c270297056 HTTP/1.1" status: 200 len: 950 time: 0.1576893 Jul 22 23:32:47.553769 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-2376f396-e127-46bb-b499-cb5c2f3ab324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:47.555385 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-2376f396-e127-46bb-b499-cb5c2f3ab324 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767388 Jul 22 23:32:47.673045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b0c5d3-0ed5-4776-8748-55aa3c9a0088 None None] Network c6404c3b-acc2-4feb-85da-2ecd11b1a478 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:32:47.698398 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-b137a4c4-f03a-4c7f-a453-5c9d6b96bc47 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334705 Jul 22 23:32:47.745568 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e1f3904d-d223-49a0-85c1-c692d7ace5eb details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:32:47.821837 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-4573f843-da5d-430c-9265-ff2f370ce11d service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128819 Jul 22 23:32:47.916532 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:47.927955 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b804b449-6ff3-4862-a377-7ded681c7798 req-5b4a2ca2-3514-4dbb-a934-5ca5fbb9914e tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333425 Jul 22 23:32:47.932424 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e168832-215c-413d-be2d-6e2147550d40 req-c279b24a-fe93-4ed8-8f12-b9d7c70f83c3 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716592 Jul 22 23:32:47.934501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb', 'mac_address': 'fa:16:3e:8f:07:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:32:47.957528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-89acb8c2-27a7-4e5d-b74e-43d0f89a9bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:47.959407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-89acb8c2-27a7-4e5d-b74e-43d0f89a9bc7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.4975474 Jul 22 23:32:47.976863 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:47.999323 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f3904d-d223-49a0-85c1-c692d7ace5eb {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:48.016400 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-01b65535-3390-44bf-a994-e94985e61d36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68840e40-4ebf-4c95-9f03-affe39f29d14 HTTP/1.1" status: 200 len: 217 time: 0.0447793 Jul 22 23:32:48.041516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:48.049040 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:48.103877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-d99125fe-9f4c-4fb7-b40c-df2ffa19af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:48.105411 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-d99125fe-9f4c-4fb7-b40c-df2ffa19af37 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.0789299 Jul 22 23:32:48.119693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=e1f3904d-d223-49a0-85c1-c692d7ace5eb,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:48.163923 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-b548e9e8-95df-4d45-b04d-437fa441360b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473857 Jul 22 23:32:48.230591 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-e0546974-31a6-44c7-b8ec-f28afe6a1156 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e5e09ed346584638ac3626e0f7d6c6d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718155 Jul 22 23:32:48.376169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-17dfcb2a-84d8-47d9-9d02-78e14bb4c45f tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:48.377568 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-17dfcb2a-84d8-47d9-9d02-78e14bb4c45f tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 819 time: 0.3066151 Jul 22 23:32:48.451123 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-be43750a-e3d5-4567-9bb2-72404a6205d7 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/quotas/ee28c5eb0c1d457ab108d96042a4fdcc HTTP/1.1" status: 200 len: 375 time: 0.0633116 Jul 22 23:32:48.455665 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-36203ec4-f808-4511-9e5a-c0bd1e113223 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802939 Jul 22 23:32:48.506455 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-ddd9f5b4-e3a1-4d8b-b104-ae99170e780b service neutron] 10.222.0.18 "GET /v2.0/ports/68840e40-4ebf-4c95-9f03-affe39f29d14/bindings/n-h2-688802-2 HTTP/1.1" status: 200 len: 384 time: 0.2469203 Jul 22 23:32:48.536958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['e1f3904d-d223-49a0-85c1-c692d7ace5eb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:48.537560 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-64ed3c2c-2213-46f5-903c-2135ba2e1235 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:48.538960 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-64ed3c2c-2213-46f5-903c-2135ba2e1235 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2972360 Jul 22 23:32:48.614286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-802199a1-3caa-43cc-b18f-fdda5e16e4d9 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/quotas/e5e09ed346584638ac3626e0f7d6c6d0 HTTP/1.1" status: 200 len: 375 time: 0.0670941 Jul 22 23:32:48.679986 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-11e71640-80b9-4c74-a92a-ec0e77e62f08 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e5e09ed346584638ac3626e0f7d6c6d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570064 Jul 22 23:32:48.705297 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9581a686-86b0-4241-b16f-8b795b8a2f50 req-04a5eb1c-325a-4665-b74b-7f3c9dcb8beb service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324045 Jul 22 23:32:48.720879 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-a082549f-758b-48ee-91f7-5112945feef9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2627175 Jul 22 23:32:48.902983 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-be11f940-6ef9-4baa-bce9-cec23f372a31 service neutron] 10.222.0.26 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613483 Jul 22 23:32:48.952089 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-fc7ea1b2-722b-4583-b636-28557a36faff service neutron] For port 68840e40-4ebf-4c95-9f03-affe39f29d14, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=68840e40-4ebf-4c95-9f03-affe39f29d14,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:49.036811 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-fc7ea1b2-722b-4583-b636-28557a36faff service neutron] For port 68840e40-4ebf-4c95-9f03-affe39f29d14, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:49.091918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-fc7ea1b2-722b-4583-b636-28557a36faff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68840e40-4ebf-4c95-9f03-affe39f29d14 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:49.113546 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-ae5ccdfc-b98b-4034-aead-906d4f6d53d5 service neutron] 10.222.0.26 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945269 Jul 22 23:32:49.128271 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-fc7ea1b2-722b-4583-b636-28557a36faff service neutron] For port 68840e40-4ebf-4c95-9f03-affe39f29d14, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=68840e40-4ebf-4c95-9f03-affe39f29d14,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:49.163925 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-fc7ea1b2-722b-4583-b636-28557a36faff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:49.338629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-6fde2408-8233-4bf2-89ba-1ac8de3424ea tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:49.348419 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-6fde2408-8233-4bf2-89ba-1ac8de3424ea tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 812 time: 0.2091131 Jul 22 23:32:49.375576 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-b867c547-afd2-4f57-878d-93283eced4e1 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/quotas/82ff423458844377ac84f258ac322d91 HTTP/1.1" status: 200 len: 375 time: 0.0261111 Jul 22 23:32:49.378499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-fc7ea1b2-722b-4583-b636-28557a36faff service neutron] Transition to ACTIVE for port object 68840e40-4ebf-4c95-9f03-affe39f29d14 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:49.387949 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-fc7ea1b2-722b-4583-b636-28557a36faff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:49.422858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-a87ef312-f2bf-4d1b-94c3-f3ca61652d34 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461824 Jul 22 23:32:49.531448 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552e452-5df5-4a15-8d61-e42f98fb5160 req-8e2d4741-434b-4858-b6ca-a26faf4ec974 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:49.532992 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e552e452-5df5-4a15-8d61-e42f98fb5160 req-8e2d4741-434b-4858-b6ca-a26faf4ec974 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.95 "GET /v2.0/ports?device_id=fad915df-6089-4b3a-8b9d-89c270297056 HTTP/1.1" status: 200 len: 950 time: 0.1562138 Jul 22 23:32:49.550133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-fc7ea1b2-722b-4583-b636-28557a36faff service neutron] No DVR routers for this DVR port 68840e40-4ebf-4c95-9f03-affe39f29d14 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:49.666402 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-a74fbadd-e8b9-4e91-8610-5dce9da71640 service neutron] 10.222.0.26 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425356 Jul 22 23:32:49.678617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ea1b2-722b-4583-b636-28557a36faff service neutron] Pushing event updated for resources: {'Port': ['ID=68840e40-4ebf-4c95-9f03-affe39f29d14,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:49.724859 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-fc7ea1b2-722b-4583-b636-28557a36faff service neutron] 10.222.0.18 "PUT /v2.0/ports/68840e40-4ebf-4c95-9f03-affe39f29d14/bindings/n-h2-688802-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2016032 Jul 22 23:32:49.740631 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-e552e452-5df5-4a15-8d61-e42f98fb5160 req-298b31e7-ea00-4828-80fa-8fd95bb64aa7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Deleting port 0ca48b8b-f645-4c8f-b522-f279482b79cd {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:49.740631 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e552e452-5df5-4a15-8d61-e42f98fb5160 req-298b31e7-ea00-4828-80fa-8fd95bb64aa7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:49.804311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddba5ef-ada9-4c47-99c3-65b021682f20 req-ade709d5-6da7-4115-adfc-51a431f7655f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:49.811649 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bddba5ef-ada9-4c47-99c3-65b021682f20 req-ade709d5-6da7-4115-adfc-51a431f7655f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.3561182 Jul 22 23:32:49.863222 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bddba5ef-ada9-4c47-99c3-65b021682f20 req-fa62fac5-9350-4f3f-a791-ce17aaca3237 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499201 Jul 22 23:32:49.912171 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e552e452-5df5-4a15-8d61-e42f98fb5160 req-298b31e7-ea00-4828-80fa-8fd95bb64aa7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] For port 0ca48b8b-f645-4c8f-b522-f279482b79cd, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=0ca48b8b-f645-4c8f-b522-f279482b79cd,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:49.912623 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e552e452-5df5-4a15-8d61-e42f98fb5160 req-298b31e7-ea00-4828-80fa-8fd95bb64aa7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:49.920791 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-aaf2bb81-f526-4b6a-8542-4a80760f0c3a service neutron] 10.222.0.26 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181752 Jul 22 23:32:49.932901 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-e552e452-5df5-4a15-8d61-e42f98fb5160 req-298b31e7-ea00-4828-80fa-8fd95bb64aa7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Calling delete_port for 0ca48b8b-f645-4c8f-b522-f279482b79cd owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:50.028312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-94d51587-3f8e-4051-9191-a7b32ef9be84 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:50.030066 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-94d51587-3f8e-4051-9191-a7b32ef9be84 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419&tenant_id=56035dbeb92e4f879395357fce5a955e&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 1095 time: 0.1713574 Jul 22 23:32:50.042413 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-d4b1d432-3b9a-4248-b15e-b20cc637f028 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e5e09ed346584638ac3626e0f7d6c6d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729811 Jul 22 23:32:50.151607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2bf78a59-3107-4715-8302-b98dda1bc519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:50.153835 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-2bf78a59-3107-4715-8302-b98dda1bc519 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419&tenant_id=56035dbeb92e4f879395357fce5a955e HTTP/1.1" status: 200 len: 1095 time: 0.1134691 Jul 22 23:32:50.216408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-b46a529c-1058-4026-82c1-94790fa26b37 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:50.224398 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-b46a529c-1058-4026-82c1-94790fa26b37 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810527 Jul 22 23:32:50.238354 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e552e452-5df5-4a15-8d61-e42f98fb5160 req-298b31e7-ea00-4828-80fa-8fd95bb64aa7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:50.244294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-1ffb63ff-15e4-4dd1-93bc-b1057060ec2f tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/quotas/e5e09ed346584638ac3626e0f7d6c6d0 HTTP/1.1" status: 200 len: 375 time: 0.0189314 Jul 22 23:32:50.251863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['08d531d5-6821-4dba-af94-4d8ed6016efe', 'bcb4ccab-105d-4aca-b759-5f7710a4891a', '0ca48b8b-f645-4c8f-b522-f279482b79cd'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:50.278262 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b31e7-ea00-4828-80fa-8fd95bb64aa7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Pushing event deleted for resources: {'Port': ['ID=0ca48b8b-f645-4c8f-b522-f279482b79cd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:50.294025 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-1ca4afbb-b1ee-49cb-ad70-3f79667b344f tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e5e09ed346584638ac3626e0f7d6c6d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475640 Jul 22 23:32:50.354302 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e552e452-5df5-4a15-8d61-e42f98fb5160 req-298b31e7-ea00-4828-80fa-8fd95bb64aa7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] No DVR routers for this DVR port 0ca48b8b-f645-4c8f-b522-f279482b79cd on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:50.365546 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e552e452-5df5-4a15-8d61-e42f98fb5160 req-298b31e7-ea00-4828-80fa-8fd95bb64aa7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:50.367533 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e552e452-5df5-4a15-8d61-e42f98fb5160 req-298b31e7-ea00-4828-80fa-8fd95bb64aa7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.95 "DELETE /v2.0/ports/0ca48b8b-f645-4c8f-b522-f279482b79cd HTTP/1.1" status: 204 len: 173 time: 0.8223021 Jul 22 23:32:50.367978 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad915df-6089-4b3a-8b9d-89c270297056', 'name': 'network-vif-deleted', 'tag': '0ca48b8b-f645-4c8f-b522-f279482b79cd'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:50.370642 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cbdfab-967f-48a2-9f99-e71472ec9681" -d '{"events": [{"server_uuid": "fad915df-6089-4b3a-8b9d-89c270297056", "name": "network-vif-deleted", "tag": "0ca48b8b-f645-4c8f-b522-f279482b79cd"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:50.397893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['a860c534-7704-430f-86fd-b051443c314f', '009e481c-75ab-4797-9e46-1071487965e5', 'f50f1f30-13e7-4850-80c7-c2395df783ff', 'f154685f-5a9e-41e6-b32b-e6b95b0104b3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:50.412869 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-63188b0e-64ee-4411-9038-9ef3fbdbc489 req-ea41d17b-4989-4752-8e59-e37855278786 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=fad915df-6089-4b3a-8b9d-89c270297056 HTTP/1.1" status: 200 len: 210 time: 0.1159403 Jul 22 23:32:50.493858 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-379599e0-5b43-4493-8393-1197f9e04634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:50.497721 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-379599e0-5b43-4493-8393-1197f9e04634 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 1095 time: 0.1448834 Jul 22 23:32:50.817000 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8a631-1e1a-4183-a173-b4e8c3a80024 req-5a6d6f94-871a-402c-aeb5-f7fb0935456a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:50.844808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f8f8a631-1e1a-4183-a173-b4e8c3a80024 req-5a6d6f94-871a-402c-aeb5-f7fb0935456a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 944 time: 0.2406359 Jul 22 23:32:50.913144 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-221faa91-6d61-4264-ab6e-e957c3b9cdb8 req-bfb9e4d8-b1b5-4f38-9741-88584caa73c1 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 210 time: 0.0420551 Jul 22 23:32:50.957802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f8f8a631-1e1a-4183-a173-b4e8c3a80024 req-eca5132b-dde6-404e-977d-3ecbc0c5540d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114268 Jul 22 23:32:50.962106 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-41244e93-5e35-40a9-b388-23f03ff3b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:50.963632 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-41244e93-5e35-40a9-b388-23f03ff3b2bc service neutron] 10.222.0.95 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.4571288 Jul 22 23:32:50.982269 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-73eaf563-ea6e-43b5-a2a1-7d45e62212cb tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=e5e09ed346584638ac3626e0f7d6c6d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1081355 Jul 22 23:32:51.058889 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-53e34e27-fefa-4d81-91e6-ab0e4d00a6a9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68840e40-4ebf-4c95-9f03-affe39f29d14 HTTP/1.1" status: 200 len: 217 time: 0.0756109 Jul 22 23:32:51.136302 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3e168fe-a9d7-4db2-aa74-10a5eef678cd req-d7904245-1e40-44a3-ab1c-3ce89acd4129 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 210 time: 0.1315761 Jul 22 23:32:51.183438 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-3fd13681-0327-4607-a536-9d383053c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:51.185039 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-3fd13681-0327-4607-a536-9d383053c701 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.1132467 Jul 22 23:32:51.294614 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b357a8-ed2d-4b49-b70e-2a49ab2f9ddd x-openstack-request-id: req-40b357a8-ed2d-4b49-b70e-2a49ab2f9ddd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:51.295230 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad915df-6089-4b3a-8b9d-89c270297056", "name": "network-vif-deleted", "tag": "0ca48b8b-f645-4c8f-b522-f279482b79cd", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:51.296266 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40b357a8-ed2d-4b49-b70e-2a49ab2f9ddd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:51.298343 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad915df-6089-4b3a-8b9d-89c270297056', 'name': 'network-vif-deleted', 'tag': '0ca48b8b-f645-4c8f-b522-f279482b79cd', 'status': 'completed', 'code': 200} Jul 22 23:32:51.303228 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-924942e1-9e86-4cde-a1fc-6ba9fd1638ef service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957634 Jul 22 23:32:51.309884 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3761d-61ac-4472-9ceb-3325d08f1782 req-b99fe379-6524-4f13-96c8-fc5b84d5900f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:51.320604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-5247bfb0-3075-4f4f-adf5-8421190b329f tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:51.322835 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-5247bfb0-3075-4f4f-adf5-8421190b329f tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3212707 Jul 22 23:32:51.325003 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eda3761d-61ac-4472-9ceb-3325d08f1782 req-b99fe379-6524-4f13-96c8-fc5b84d5900f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 949 time: 0.1876125 Jul 22 23:32:51.354333 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Request body: {'port': {'device_id': '84bce747-4663-4ca9-b8b0-04348630c140', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'e5e09ed346584638ac3626e0f7d6c6d0'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:51.512534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dfa1495-8f71-409d-8d5d-e1f1f76689e5 req-6d351dd8-cd7b-4d7a-a0c5-9e8751773c74 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 210 time: 0.1352291 Jul 22 23:32:51.556445 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-14e19d02-f34a-45ec-839d-784f135cfc1d service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316864 Jul 22 23:32:51.598623 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eda3761d-61ac-4472-9ceb-3325d08f1782 req-df9c065b-ee70-4054-af8b-ebdc0439fab4 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650216 Jul 22 23:32:51.641571 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Made reservation on behalf of e5e09ed346584638ac3626e0f7d6c6d0 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:51.662252 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:51.681304 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:51.791621 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-afe9d37c-edee-4ff9-8633-324f93642575 service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223873 Jul 22 23:32:51.820005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e1f3904d-d223-49a0-85c1-c692d7ace5eb up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:51.879760 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:51.886040 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:51.899233 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 68840e40-4ebf-4c95-9f03-affe39f29d14 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:51.902630 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b36db57c-3a7d-4cbb-bc2c-613da984da3e req-7dbae961-e880-47bd-bc45-fa1802e84249 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=fad915df-6089-4b3a-8b9d-89c270297056 HTTP/1.1" status: 200 len: 210 time: 0.0649948 Jul 22 23:32:52.080039 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 68840e40-4ebf-4c95-9f03-affe39f29d14 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:52.102042 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-e63be943-64c6-4fee-9141-2dbdb89b97e2 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fb89fd006c024322b87d15ca6772f41c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981009 Jul 22 23:32:52.116124 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port e1f3904d-d223-49a0-85c1-c692d7ace5eb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:52.121066 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port e1f3904d-d223-49a0-85c1-c692d7ace5eb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:52.121509 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.145208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Allocated IP 192.168.233.155 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/45a61c05-44f8-4801-9a8c-c05f786a55ed) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:52.163520 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e11457-0a45-4593-b07d-b5528a98a4d1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:52.186501 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:52.186892 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:52.187758 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:52.188191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:52.188425 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:52.188740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:52.189065 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:52.189406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:52.189730 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:52.190051 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:52.190361 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:52.190675 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:52.229620 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-a8a2b3f8-0b99-40ef-9ef5-f16a8fded430 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:52.232634 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-a8a2b3f8-0b99-40ef-9ef5-f16a8fded430 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.95 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 819 time: 0.7444446 Jul 22 23:32:52.281606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-bb1c02fe-113e-4bdf-b894-880c4d1e2942 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Request body: {'port': {'device_id': '46ddbaca-cd16-41be-b446-7a9486487452', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'admin_state_up': True, 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:52.286767 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.328541 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:52.332211 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a30c75-e551-4375-bb8c-a697658f67dc" -d '{"events": [{"server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "name": "network-vif-plugged", "status": "completed", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:52.368295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:52.379372 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.437871 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fb93d59-9bde-4d60-ae5e-946a0c4de9bb req-fdfea2ed-05ed-4cc8-b4c5-85b13bbba2f6 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 210 time: 0.2256808 Jul 22 23:32:52.487731 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.500426 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-f497fc29-d12c-4365-87ba-f791686a3352 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:52.505012 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-f497fc29-d12c-4365-87ba-f791686a3352 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419&tenant_id=56035dbeb92e4f879395357fce5a955e&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 1095 time: 0.1329794 Jul 22 23:32:52.521316 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Transition to ACTIVE for port object 45a61c05-44f8-4801-9a8c-c05f786a55ed will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:52.548588 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=e1f3904d-d223-49a0-85c1-c692d7ace5eb,revision_number=13']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:52.595857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-bb1c02fe-113e-4bdf-b894-880c4d1e2942 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Made reservation on behalf of ee28c5eb0c1d457ab108d96042a4fdcc for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:52.599192 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-bb1c02fe-113e-4bdf-b894-880c4d1e2942 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.643103 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-2634c33d-e024-44c1-9476-ddb91107ee85 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:52.644745 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-2634c33d-e024-44c1-9476-ddb91107ee85 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5419595 Jul 22 23:32:52.650728 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.684015 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-68350374-c551-4f3b-a601-6ff6ea4af8c9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/quotas/fb89fd006c024322b87d15ca6772f41c HTTP/1.1" status: 200 len: 375 time: 0.0277021 Jul 22 23:32:52.716107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-758fb0f6-0143-485e-9727-d9faa2c8a2f0 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:52.717903 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-758fb0f6-0143-485e-9727-d9faa2c8a2f0 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.18 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 812 time: 0.2855361 Jul 22 23:32:52.725541 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:52.730007 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:52.733530 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:52.736679 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Pushing event updated for resources: {'Port': ['ID=45a61c05-44f8-4801-9a8c-c05f786a55ed,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:52.759339 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-c5d2b2ba-f38f-47bb-96e6-d648af7d963d service neutron] For port 68840e40-4ebf-4c95-9f03-affe39f29d14, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:52.768485 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-c5d2b2ba-f38f-47bb-96e6-d648af7d963d service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.771648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Request body: {'port': {'device_id': '319a6df8-5eac-493b-97c1-cc70dabd6db4', 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478', 'admin_state_up': True, 'tenant_id': '82ff423458844377ac84f258ac322d91'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:52.772764 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e716b75c-edad-4ce9-8ac5-219ad9ebfceb req-c5d2b2ba-f38f-47bb-96e6-d648af7d963d service neutron] 10.222.0.95 "DELETE /v2.0/ports/68840e40-4ebf-4c95-9f03-affe39f29d14/bindings/n-h1-688802-2 HTTP/1.1" status: 204 len: 173 time: 0.2603133 Jul 22 23:32:52.802407 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:52.803058 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.832684 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-2e14351e-d7a7-44d2-a101-57a68044f02a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4858596 Jul 22 23:32:52.849805 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Request body: {'port': {'device_id': '84bce747-4663-4ca9-b8b0-04348630c140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:53.045654 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:53.074584 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d78c8-d0af-459a-ad83-372b878e436b req-5031783d-0801-4fd0-90dd-25d88322b3d1 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:53.076164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f7d78c8-d0af-459a-ad83-372b878e436b req-5031783d-0801-4fd0-90dd-25d88322b3d1 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 944 time: 0.5215807 Jul 22 23:32:53.087165 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Made reservation on behalf of 82ff423458844377ac84f258ac322d91 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:53.089782 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:53.127959 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b046e878-72c5-48a5-8eb6-d6203fb614ee None None] Provisioning for port 45a61c05-44f8-4801-9a8c-c05f786a55ed completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:53.132910 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b046e878-72c5-48a5-8eb6-d6203fb614ee None None] Provisioning complete for port 45a61c05-44f8-4801-9a8c-c05f786a55ed triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:53.133474 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b046e878-72c5-48a5-8eb6-d6203fb614ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:53.156759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-bb1c02fe-113e-4bdf-b894-880c4d1e2942 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Allocated IP 172.20.0.5 (3df1519f-fab7-4e21-ba1f-91e92d53f2cd/96b64f7b-90ad-4f67-8e8f-9e486c753847/e088ac8a-903c-4626-9301-48699b38044f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:53.173377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b046e878-72c5-48a5-8eb6-d6203fb614ee None None] Port 45a61c05-44f8-4801-9a8c-c05f786a55ed cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:32:53.195679 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-e497c0fa-e75a-47c4-a3d4-76ddefcd3490 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e5e09ed346584638ac3626e0f7d6c6d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2331822 Jul 22 23:32:53.262640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-dc95dd3c-55db-476b-b2e6-04a328c55e7a tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5693264 Jul 22 23:32:53.303712 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f7d78c8-d0af-459a-ad83-372b878e436b req-48ab2331-7c71-4c26-ac51-5a60ee983328 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963010 Jul 22 23:32:53.503179 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199f4cf9-164f-4450-af07-767dd87b4345 x-openstack-request-id: req-199f4cf9-164f-4450-af07-767dd87b4345 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:53.503743 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "name": "network-vif-plugged", "status": "completed", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:53.504243 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-199f4cf9-164f-4450-af07-767dd87b4345 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:53.504823 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb', 'code': 200} Jul 22 23:32:53.509879 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a61c05-44f8-4801-9a8c-c05f786a55ed {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:53.522180 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:53.538265 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Transition to ACTIVE for port object 45a61c05-44f8-4801-9a8c-c05f786a55ed will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:53.545742 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:53.660735 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=45a61c05-44f8-4801-9a8c-c05f786a55ed,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:53.746583 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Attempting to bind port 45a61c05-44f8-4801-9a8c-c05f786a55ed on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:53.746926 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Attempting to bind port 45a61c05-44f8-4801-9a8c-c05f786a55ed by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:53.748973 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Attempting to bind port 45a61c05-44f8-4801-9a8c-c05f786a55ed on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:53.756797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Port 45a61c05-44f8-4801-9a8c-c05f786a55ed on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:53.757158 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Attempting to bind port 45a61c05-44f8-4801-9a8c-c05f786a55ed on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:53.764104 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:53.764410 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:53.764796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:53.766000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Bound port: 45a61c05-44f8-4801-9a8c-c05f786a55ed, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:53.766624 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:53.776287 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 0ca48b8b-f645-4c8f-b522-f279482b79cd no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:53.823800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 0ca48b8b-f645-4c8f-b522-f279482b79cd {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:53.824682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 0ca48b8b-f645-4c8f-b522-f279482b79cd not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:53.868774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] For port 45a61c05-44f8-4801-9a8c-c05f786a55ed, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:53.874100 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] For port 45a61c05-44f8-4801-9a8c-c05f786a55ed, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45a61c05-44f8-4801-9a8c-c05f786a55ed,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:53.887548 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:53.929972 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:53.931241 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:53.932452 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] 10.222.0.95 "PUT /v2.0/ports/45a61c05-44f8-4801-9a8c-c05f786a55ed HTTP/1.1" status: 200 len: 1096 time: 1.0893710 Jul 22 23:32:53.937605 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bce747-4663-4ca9-b8b0-04348630c140', 'tag': '45a61c05-44f8-4801-9a8c-c05f786a55ed'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:53.940433 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968ee6c2-7d1d-4490-a1a1-01d3f7891661" -d '{"events": [{"name": "network-changed", "server_uuid": "84bce747-4663-4ca9-b8b0-04348630c140", "tag": "45a61c05-44f8-4801-9a8c-c05f786a55ed"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:53.978947 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bce868-28ce-4d3f-97be-36dfff9ae4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=45a61c05-44f8-4801-9a8c-c05f786a55ed,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:53.995834 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c4ab9b7a-761b-4d07-b475-fb7d3b816a09 req-7631cf2b-bcff-4be4-912b-0c34a4dd571d tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 210 time: 0.1624458 Jul 22 23:32:54.071118 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3de861a7-4f52-4888-88c3-dfe34e638dc7 req-dad24065-f95b-4f0e-81f9-aeb05e338c33 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 210 time: 0.2512665 Jul 22 23:32:54.158810 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-6fc865c3-beb2-483f-8610-4b99dd717e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:54.162158 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-6fc865c3-beb2-483f-8610-4b99dd717e90 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e5e09ed346584638ac3626e0f7d6c6d0&device_id=84bce747-4663-4ca9-b8b0-04348630c140 HTTP/1.1" status: 200 len: 1099 time: 0.1532733 Jul 22 23:32:54.275691 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-34754a32-7b49-45f8-90e2-4744b012ec8d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=45a61c05-44f8-4801-9a8c-c05f786a55ed HTTP/1.1" status: 200 len: 217 time: 0.0976503 Jul 22 23:32:54.298074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-acb93884-6011-4197-9a71-9176129ed42a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:54.300099 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-acb93884-6011-4197-9a71-9176129ed42a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0653448 Jul 22 23:32:54.341246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-d123f503-c6de-460c-9bc0-c4eff4149caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:54.344265 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-d123f503-c6de-460c-9bc0-c4eff4149caf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0674858 Jul 22 23:32:54.382062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f233e492-5be4-4f86-b0d3-a04933e9555a req-a2b29b7d-8ea4-4d63-b0ea-b1cc405c7a2b tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 210 time: 0.0772636 Jul 22 23:32:54.385546 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-545478b6-1f1a-4125-bd11-c59c2c7b0776 req-fa60cbd1-9238-4472-9a74-158873624654 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 210 time: 0.0467467 Jul 22 23:32:54.408869 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-2bb0cc1d-5b78-4923-a705-d86450821dfa tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Request body: {'port': {'device_id': 'b9662ae1-69c5-4944-a1fa-bd1383dc3165', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'e5e09ed346584638ac3626e0f7d6c6d0'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:54.422607 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef3121e-0d71-43b3-8bdd-52419195d9a4 x-openstack-request-id: req-eef3121e-0d71-43b3-8bdd-52419195d9a4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:54.422972 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bce747-4663-4ca9-b8b0-04348630c140", "tag": "45a61c05-44f8-4801-9a8c-c05f786a55ed", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:54.423291 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eef3121e-0d71-43b3-8bdd-52419195d9a4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:54.423751 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bce747-4663-4ca9-b8b0-04348630c140', 'tag': '45a61c05-44f8-4801-9a8c-c05f786a55ed', 'status': 'completed', 'code': 200} Jul 22 23:32:54.447007 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-a23d8f82-7a71-4bcc-8d78-5320b49ca1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:54.448543 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-a23d8f82-7a71-4bcc-8d78-5320b49ca1a4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0884478 Jul 22 23:32:54.591243 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-3a3560d1-2b58-4ba9-99c6-d4d4058de3e3 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342771 Jul 22 23:32:54.635811 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Allocated IP 172.20.0.13 (c6404c3b-acc2-4feb-85da-2ecd11b1a478/750e6d21-68ba-4eb5-94e9-cc5c662415b5/6f55c625-9c81-4fbb-9ffc-003f444dc1e2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:54.673042 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-2bb0cc1d-5b78-4923-a705-d86450821dfa tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Made reservation on behalf of e5e09ed346584638ac3626e0f7d6c6d0 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:54.676567 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-2bb0cc1d-5b78-4923-a705-d86450821dfa tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:54.713432 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-bb1c02fe-113e-4bdf-b894-880c4d1e2942 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:54.732707 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b20c7762-21b9-4c13-a875-cbe61bd7a19c req-8b1155ea-3e2c-4194-8671-f93c93bf2d51 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229556 Jul 22 23:32:54.739972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01752ae6-8fb5-4d05-afe1-251fa36a64ee req-b3a3b929-73fe-4ded-beb3-7e953bc2b142 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:54.741546 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01752ae6-8fb5-4d05-afe1-251fa36a64ee req-b3a3b929-73fe-4ded-beb3-7e953bc2b142 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 1095 time: 0.1831954 Jul 22 23:32:54.771081 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-bb1c02fe-113e-4bdf-b894-880c4d1e2942 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Transition to ACTIVE for port object e088ac8a-903c-4626-9301-48699b38044f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:54.853411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ee6c2-7d1d-4490-a1a1-01d3f7891661 req-d117112a-1451-4ad8-a144-a1b8bc8e42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:54.854994 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-968ee6c2-7d1d-4490-a1a1-01d3f7891661 req-d117112a-1451-4ad8-a144-a1b8bc8e42fe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e5e09ed346584638ac3626e0f7d6c6d0&device_id=84bce747-4663-4ca9-b8b0-04348630c140 HTTP/1.1" status: 200 len: 1099 time: 0.0650189 Jul 22 23:32:54.935738 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01752ae6-8fb5-4d05-afe1-251fa36a64ee req-c76a0e41-4db3-4da5-9ada-a9910e450eb5 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781676 Jul 22 23:32:55.015393 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ee6c2-7d1d-4490-a1a1-01d3f7891661 req-7e994314-a9a1-4859-9bda-ed260a59f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:55.019572 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-968ee6c2-7d1d-4490-a1a1-01d3f7891661 req-7e994314-a9a1-4859-9bda-ed260a59f5e3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1575930 Jul 22 23:32:55.087055 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-bb1c02fe-113e-4bdf-b894-880c4d1e2942 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.105583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['60be8dd3-5dc3-4010-86e6-234126e82d58'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:55.115385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-2bb0cc1d-5b78-4923-a705-d86450821dfa tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Allocated IP 192.168.233.10 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/9ffc4b52-e5ca-4652-bfe0-da94209df680) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:55.129507 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-690e3232-ccce-4a3a-a126-ee2bbdee590a tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=fb89fd006c024322b87d15ca6772f41c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470252 Jul 22 23:32:55.137048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918e8ed-feed-47ff-b9f8-9779005d95be req-4b77d475-cb97-4c90-bfee-d5501f676d8c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:55.145364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2918e8ed-feed-47ff-b9f8-9779005d95be req-4b77d475-cb97-4c90-bfee-d5501f676d8c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 950 time: 0.3982058 Jul 22 23:32:55.195626 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.263977 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-bb1c02fe-113e-4bdf-b894-880c4d1e2942 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:55.274159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-bb1c02fe-113e-4bdf-b894-880c4d1e2942 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:55.280316 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15fef7c6-74c3-47ed-a554-d494f1eea356 req-f4472cb4-fcb6-42a1-b350-df8143a4d33a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 210 time: 0.0900419 Jul 22 23:32:55.286458 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-bb1c02fe-113e-4bdf-b894-880c4d1e2942 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:55.393245 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2918e8ed-feed-47ff-b9f8-9779005d95be req-7a7120f5-cdad-4447-a0d4-d9c156f831b5 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468746 Jul 22 23:32:55.393955 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c02fe-113e-4bdf-b894-880c4d1e2942 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Pushing event updated for resources: {'Port': ['ID=e088ac8a-903c-4626-9301-48699b38044f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:55.506204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-bb1c02fe-113e-4bdf-b894-880c4d1e2942 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:55.506917 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-bb1c02fe-113e-4bdf-b894-880c4d1e2942 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.510563 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.597543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Network c6404c3b-acc2-4feb-85da-2ecd11b1a478 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:55.649687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:55.663666 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-bb1c02fe-113e-4bdf-b894-880c4d1e2942 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4046502 Jul 22 23:32:55.663666 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:55.681901 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9c8c2242-2d06-4d6c-b064-b110923ca0b0 None None] Provisioning for port e088ac8a-903c-4626-9301-48699b38044f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:55.684330 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-fb557e05-5daa-4468-bfdb-1253d38df58e tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:55.686295 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-fb557e05-5daa-4468-bfdb-1253d38df58e tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5157955 Jul 22 23:32:55.687560 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9c8c2242-2d06-4d6c-b064-b110923ca0b0 None None] Provisioning complete for port e088ac8a-903c-4626-9301-48699b38044f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:55.688103 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c8c2242-2d06-4d6c-b064-b110923ca0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.688466 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-968ee6c2-7d1d-4490-a1a1-01d3f7891661 req-fdc0703c-f266-4d88-a883-a4c9a8ee9d4f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=45a61c05-44f8-4801-9a8c-c05f786a55ed HTTP/1.1" status: 200 len: 217 time: 0.6031191 Jul 22 23:32:55.717963 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-123fa212-ce7b-4d98-a464-74c540406d79 req-a6ef820b-0fb2-4eca-8b90-142972d25ec7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7283309 Jul 22 23:32:55.721765 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-bc430864-7a0b-4ec0-a762-6c048ad2161c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Request body: {'port': {'device_id': '880b0de2-8be8-4438-8edf-29c8b3245213', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'fb89fd006c024322b87d15ca6772f41c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:55.729326 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c2242-2d06-4d6c-b064-b110923ca0b0 None None] Port e088ac8a-903c-4626-9301-48699b38044f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:32:55.788588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Request body: {'port': {'device_id': '46ddbaca-cd16-41be-b446-7a9486487452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:55.847441 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ee6c2-7d1d-4490-a1a1-01d3f7891661 req-bbed5c77-a3d7-4616-aba8-667a0955d3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:55.849039 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-968ee6c2-7d1d-4490-a1a1-01d3f7891661 req-bbed5c77-a3d7-4616-aba8-667a0955d3f0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1417587 Jul 22 23:32:55.849846 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Pushing event updated for resources: {'Port': ['ID=6f55c625-9c81-4fbb-9ffc-003f444dc1e2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:55.872616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:55.872961 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:55.873333 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:55.873674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:55.874006 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:55.874371 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:55.874890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:55.875391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:55.875730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:55.876066 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:55.876392 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:55.876719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:55.931223 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fa212-ce7b-4d98-a464-74c540406d79 req-6e4fc16e-1f2f-4fa0-b5ec-ccaf154b2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:55.932711 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-123fa212-ce7b-4d98-a464-74c540406d79 req-6e4fc16e-1f2f-4fa0-b5ec-ccaf154b2a8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 1095 time: 0.1746154 Jul 22 23:32:55.959163 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-bc430864-7a0b-4ec0-a762-6c048ad2161c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Made reservation on behalf of fb89fd006c024322b87d15ca6772f41c for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:55.960507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:55.961155 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.963823 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-bc430864-7a0b-4ec0-a762-6c048ad2161c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.969033 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ee6c2-7d1d-4490-a1a1-01d3f7891661 req-75949e05-edcf-468d-9a3c-8a6f7d8072f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:55.970460 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-968ee6c2-7d1d-4490-a1a1-01d3f7891661 req-75949e05-edcf-468d-9a3c-8a6f7d8072f1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1136312 Jul 22 23:32:55.995196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f50110-1ac3-4d66-903d-f106aa590050 req-54267821-9c46-408b-b394-fd8d1058a788 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:55.996713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9f50110-1ac3-4d66-903d-f106aa590050 req-54267821-9c46-408b-b394-fd8d1058a788 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 932 time: 0.4995582 Jul 22 23:32:56.001267 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-2bb0cc1d-5b78-4923-a705-d86450821dfa tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:56.006818 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-ffc6ff3a-1f3c-4425-86c9-5cd0246c9799 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2387364 Jul 22 23:32:56.061501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Request body: {'port': {'device_id': '319a6df8-5eac-493b-97c1-cc70dabd6db4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:56.109762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-2bb0cc1d-5b78-4923-a705-d86450821dfa tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Transition to ACTIVE for port object 9ffc4b52-e5ca-4652-bfe0-da94209df680 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:56.128657 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:56.159766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-428486eb-d481-49a1-9ec3-7c2103f11071 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:56.161278 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-428486eb-d481-49a1-9ec3-7c2103f11071 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 820 time: 0.4841051 Jul 22 23:32:56.203332 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fa212-ce7b-4d98-a464-74c540406d79 req-4fbb9125-4c23-4c3e-8e58-47b4a1e36933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:56.206880 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-123fa212-ce7b-4d98-a464-74c540406d79 req-4fbb9125-4c23-4c3e-8e58-47b4a1e36933 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.2281837 Jul 22 23:32:56.208611 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-968ee6c2-7d1d-4490-a1a1-01d3f7891661 req-ba3db288-0bdd-4df2-988f-126a101dcbb0 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159619 Jul 22 23:32:56.241809 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9f50110-1ac3-4d66-903d-f106aa590050 req-b9fa20e4-c9f9-4417-948d-488d192474d1 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274797 Jul 22 23:32:56.262571 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-123fa212-ce7b-4d98-a464-74c540406d79 req-c2220c42-ac45-46d3-99dd-7855c265adb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd74b95c-e8b3-4355-94bf-9350c2831c2b HTTP/1.1" status: 200 len: 217 time: 0.0508742 Jul 22 23:32:56.267992 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-a3deb2e0-f604-4e6e-a361-f8faa50fa613 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/quotas/56035dbeb92e4f879395357fce5a955e HTTP/1.1" status: 200 len: 375 time: 0.0956891 Jul 22 23:32:56.391292 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:56.397278 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fa212-ce7b-4d98-a464-74c540406d79 req-f83f066e-7108-45b1-aa03-f05dc4f56cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:56.397278 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-123fa212-ce7b-4d98-a464-74c540406d79 req-f83f066e-7108-45b1-aa03-f05dc4f56cac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.1184521 Jul 22 23:32:56.426833 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-2bb0cc1d-5b78-4923-a705-d86450821dfa tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:56.478058 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-123fa212-ce7b-4d98-a464-74c540406d79 req-e81e7b04-1bbd-4bbf-bb97-ef1d1bab2486 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537758 Jul 22 23:32:56.506536 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-968ee6c2-7d1d-4490-a1a1-01d3f7891661 req-afce21e9-3bc6-4308-81be-9eb62315056a service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473173 Jul 22 23:32:56.517151 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-bc430864-7a0b-4ec0-a762-6c048ad2161c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Allocated IP 192.168.233.224 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/ca7bcf68-af17-4791-a402-f7a523c63011) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:56.582140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-2bb0cc1d-5b78-4923-a705-d86450821dfa tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:56.609463 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-2bb0cc1d-5b78-4923-a705-d86450821dfa tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:56.625539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-2bb0cc1d-5b78-4923-a705-d86450821dfa tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:56.636611 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-123fa212-ce7b-4d98-a464-74c540406d79 req-f1a0772d-2cd8-4799-bc08-372152860298 service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497526 Jul 22 23:32:56.664830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0cc1d-5b78-4923-a705-d86450821dfa tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Pushing event updated for resources: {'Port': ['ID=9ffc4b52-e5ca-4652-bfe0-da94209df680,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:56.794033 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-4eedad2b-9c43-40ac-8bbe-2ae196017428 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5250087 Jul 22 23:32:56.827503 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-123fa212-ce7b-4d98-a464-74c540406d79 req-9635f7df-a452-4811-b6d1-e16fb38c5e0a service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791224 Jul 22 23:32:56.830554 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-bc430864-7a0b-4ec0-a762-6c048ad2161c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:56.845539 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-bc430864-7a0b-4ec0-a762-6c048ad2161c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Transition to ACTIVE for port object ca7bcf68-af17-4791-a402-f7a523c63011 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:56.876758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-2bb0cc1d-5b78-4923-a705-d86450821dfa tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:56.877418 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-2bb0cc1d-5b78-4923-a705-d86450821dfa tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:56.886662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b485f-6055-4bfc-a76d-cba3451a9267 req-bfa10584-87c1-4872-b63b-d4245e5ea30f tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:56.888420 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c9b485f-6055-4bfc-a76d-cba3451a9267 req-bfa10584-87c1-4872-b63b-d4245e5ea30f tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 931 time: 0.5588720 Jul 22 23:32:56.896976 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-bc430864-7a0b-4ec0-a762-6c048ad2161c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:56.911328 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['a5df4edb-89f9-49f5-9058-1704c473d025', 'e1f3904d-d223-49a0-85c1-c692d7ace5eb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:56.949932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['1ffff702-ff63-4a07-a49d-3f2b81c037c3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:56.968287 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f083a6-b3ff-480f-904a-5decc08ef6ba req-1f754b9a-61e3-4cc8-bddc-5e7355b1bd5e tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:56.969891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2f083a6-b3ff-480f-904a-5decc08ef6ba req-1f754b9a-61e3-4cc8-bddc-5e7355b1bd5e tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.95 "GET /v2.0/ports?device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 950 time: 0.5474436 Jul 22 23:32:56.980604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-bc430864-7a0b-4ec0-a762-6c048ad2161c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:56.992301 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-bc430864-7a0b-4ec0-a762-6c048ad2161c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:57.013369 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-bc430864-7a0b-4ec0-a762-6c048ad2161c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:57.019122 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bea8aa8b-3d68-4653-8848-69a1043c8791 None None] Provisioning for port 9ffc4b52-e5ca-4652-bfe0-da94209df680 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:57.024585 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-2bb0cc1d-5b78-4923-a705-d86450821dfa tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6369653 Jul 22 23:32:57.026911 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bea8aa8b-3d68-4653-8848-69a1043c8791 None None] Provisioning complete for port 9ffc4b52-e5ca-4652-bfe0-da94209df680 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:57.027449 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bea8aa8b-3d68-4653-8848-69a1043c8791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:57.055447 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc430864-7a0b-4ec0-a762-6c048ad2161c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Pushing event updated for resources: {'Port': ['ID=ca7bcf68-af17-4791-a402-f7a523c63011,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:57.100319 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-bc430864-7a0b-4ec0-a762-6c048ad2161c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:57.101904 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-bc430864-7a0b-4ec0-a762-6c048ad2161c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:57.121047 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-bc430864-7a0b-4ec0-a762-6c048ad2161c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4149890 Jul 22 23:32:57.141703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Request body: {'port': {'device_id': '880b0de2-8be8-4438-8edf-29c8b3245213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:57.195554 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bea8aa8b-3d68-4653-8848-69a1043c8791 None None] Port 9ffc4b52-e5ca-4652-bfe0-da94209df680 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:32:57.309485 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:57.370375 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-23ccdd1a-c5b4-492c-a236-05d708ea63ce None None] Provisioning for port ca7bcf68-af17-4791-a402-f7a523c63011 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:57.428765 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-23ccdd1a-c5b4-492c-a236-05d708ea63ce None None] Provisioning complete for port ca7bcf68-af17-4791-a402-f7a523c63011 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:57.429466 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23ccdd1a-c5b4-492c-a236-05d708ea63ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:57.510230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Request body: {'port': {'device_id': 'b9662ae1-69c5-4944-a1fa-bd1383dc3165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:57.524721 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-23ccdd1a-c5b4-492c-a236-05d708ea63ce None None] Port ca7bcf68-af17-4791-a402-f7a523c63011 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:32:57.630345 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c9b485f-6055-4bfc-a76d-cba3451a9267 req-aa4752f6-c9a7-4d7f-bbda-5cc0d696a3b6 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7248015 Jul 22 23:32:57.657044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-4cdc1a80-3fe8-4077-bae6-0152abe6bf8f service neutron] 10.222.0.26 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8621297 Jul 22 23:32:57.684759 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7bcf68-af17-4791-a402-f7a523c63011 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:57.694119 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:57.707997 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Transition to ACTIVE for port object ca7bcf68-af17-4791-a402-f7a523c63011 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:57.711143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e088ac8a-903c-4626-9301-48699b38044f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:57.715130 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:57.771633 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:57.797481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 45a61c05-44f8-4801-9a8c-c05f786a55ed details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:32:57.805568 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7bcf68-af17-4791-a402-f7a523c63011,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:57.864212 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Attempting to bind port ca7bcf68-af17-4791-a402-f7a523c63011 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:57.864212 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Attempting to bind port ca7bcf68-af17-4791-a402-f7a523c63011 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:57.865081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Attempting to bind port ca7bcf68-af17-4791-a402-f7a523c63011 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:57.866262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Transition to ACTIVE for port object e088ac8a-903c-4626-9301-48699b38044f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:57.870271 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Port ca7bcf68-af17-4791-a402-f7a523c63011 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:57.870610 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Attempting to bind port ca7bcf68-af17-4791-a402-f7a523c63011 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:57.877886 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:57.878240 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:57.878647 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:57.880000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Bound port: ca7bcf68-af17-4791-a402-f7a523c63011, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:57.880486 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:57.915118 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:57.939213 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:57.980672 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:57.987834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 45a61c05-44f8-4801-9a8c-c05f786a55ed, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45a61c05-44f8-4801-9a8c-c05f786a55ed,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:57.988437 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=ca7bcf68-af17-4791-a402-f7a523c63011,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:57.994506 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:58.010140 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '45a61c05-44f8-4801-9a8c-c05f786a55ed', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '45a61c05-44f8-4801-9a8c-c05f786a55ed', 'mac_address': 'fa:16:3e:4f:90:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:32:58.067298 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:58.067934 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:58.069402 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] 10.222.0.95 "PUT /v2.0/ports/ca7bcf68-af17-4791-a402-f7a523c63011 HTTP/1.1" status: 200 len: 1096 time: 0.9401984 Jul 22 23:32:58.070158 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:58.072182 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af95e270-6e96-420e-9d89-782a1a915f59" -d '{"events": [{"name": "network-changed", "server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:58.131493 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:58.132341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:58.148835 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:58.168848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a61c05-44f8-4801-9a8c-c05f786a55ed {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:58.174823 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-c1989c16-8873-4899-acf6-b3e874649413 service neutron] 10.222.0.26 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805040 Jul 22 23:32:58.175525 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Pushing event updated for resources: {'Port': ['ID=e088ac8a-903c-4626-9301-48699b38044f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:58.180124 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcae0ff-b1b7-4bac-9f76-ef52cc04ba00 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7bcf68-af17-4791-a402-f7a523c63011,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:58.189327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f2f083a6-b3ff-480f-904a-5decc08ef6ba req-90bf2380-e044-49fc-ac05-e278eed6bad7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Deleting port bcb4ccab-105d-4aca-b759-5f7710a4891a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:58.199138 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f2f083a6-b3ff-480f-904a-5decc08ef6ba req-90bf2380-e044-49fc-ac05-e278eed6bad7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:58.229122 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 45a61c05-44f8-4801-9a8c-c05f786a55ed, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45a61c05-44f8-4801-9a8c-c05f786a55ed,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:58.240880 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:58.245624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-e24f82f8-709c-4ceb-82a9-ae29d057586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:58.247486 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-e24f82f8-709c-4ceb-82a9-ae29d057586b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 1099 time: 0.1264973 Jul 22 23:32:58.278406 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Transition to ACTIVE for port object 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:58.320615 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:58.402876 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-f222c9cb-85d2-456d-bada-5fdf9fbaafaf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ca7bcf68-af17-4791-a402-f7a523c63011 HTTP/1.1" status: 200 len: 217 time: 0.1473515 Jul 22 23:32:58.423880 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=45a61c05-44f8-4801-9a8c-c05f786a55ed,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:58.449024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef76563-5316-42f9-a824-1571f16cc88d req-8de3c37c-52ed-41a8-aee6-9e4cb41b9568 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:58.459509 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef76563-5316-42f9-a824-1571f16cc88d req-8de3c37c-52ed-41a8-aee6-9e4cb41b9568 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 948 time: 0.7628326 Jul 22 23:32:58.482456 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-bd3efca0-8b5b-4c0b-8a5a-8a7de666e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:58.484392 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-bd3efca0-8b5b-4c0b-8a5a-8a7de666e603 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0730577 Jul 22 23:32:58.563231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['45a61c05-44f8-4801-9a8c-c05f786a55ed'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:58.602199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-8723e41d-c081-49fb-b4bd-62563993e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:58.607237 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-8723e41d-c081-49fb-b4bd-62563993e897 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1150768 Jul 22 23:32:58.608017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f2f083a6-b3ff-480f-904a-5decc08ef6ba req-90bf2380-e044-49fc-ac05-e278eed6bad7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] For port bcb4ccab-105d-4aca-b759-5f7710a4891a, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=bcb4ccab-105d-4aca-b759-5f7710a4891a,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:58.608581 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f2f083a6-b3ff-480f-904a-5decc08ef6ba req-90bf2380-e044-49fc-ac05-e278eed6bad7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:58.631378 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f2f083a6-b3ff-480f-904a-5decc08ef6ba req-90bf2380-e044-49fc-ac05-e278eed6bad7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Calling delete_port for bcb4ccab-105d-4aca-b759-5f7710a4891a owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:58.757463 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-f2a595ec-6d25-45f2-bd2c-1fcb5eef98a3 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392307 Jul 22 23:32:58.877696 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Pushing event updated for resources: {'Port': ['ID=6f55c625-9c81-4fbb-9ffc-003f444dc1e2,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:58.882634 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ed5ebbab-58ab-4d2c-8e2a-44c829f149b8 req-ac40d715-99eb-4917-8b57-62d89b1a1bb3 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160121 Jul 22 23:32:58.918663 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef76563-5316-42f9-a824-1571f16cc88d req-b91b79eb-f876-4fc0-8708-01bf6e6491c0 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582882 Jul 22 23:32:59.015816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Attempting to bind port e088ac8a-903c-4626-9301-48699b38044f on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:59.016351 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Attempting to bind port e088ac8a-903c-4626-9301-48699b38044f by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '6ec369fe-2a4f-480c-82e8-82749b111ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:59.016993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Attempting to bind port e088ac8a-903c-4626-9301-48699b38044f on network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:59.105133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Port e088ac8a-903c-4626-9301-48699b38044f on network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:59.105464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Attempting to bind port e088ac8a-903c-4626-9301-48699b38044f on network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:59.166460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:59.166728 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Checking segment: {'id': '6ec369fe-2a4f-480c-82e8-82749b111ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:59.167117 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Bound using segment: {'id': '6ec369fe-2a4f-480c-82e8-82749b111ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:59.167564 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Bound port: e088ac8a-903c-4626-9301-48699b38044f, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec369fe-2a4f-480c-82e8-82749b111ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:59.167922 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:59.240077 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f2932-2365-4286-a47d-c3d8788b78fb req-6619be40-fe81-412d-b854-407df73d2592 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:59.241598 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c62f2932-2365-4286-a47d-c3d8788b78fb req-6619be40-fe81-412d-b854-407df73d2592 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 935 time: 0.7258549 Jul 22 23:32:59.292121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Attempting to bind port 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:59.292453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Attempting to bind port 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:59.292783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Attempting to bind port 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:59.317968 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f2f083a6-b3ff-480f-904a-5decc08ef6ba req-90bf2380-e044-49fc-ac05-e278eed6bad7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:59.329717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Port 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:59.330035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Attempting to bind port 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:59.354099 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['a860c534-7704-430f-86fd-b051443c314f', '009e481c-75ab-4797-9e46-1071487965e5', 'f50f1f30-13e7-4850-80c7-c2395df783ff', 'f154685f-5a9e-41e6-b32b-e6b95b0104b3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:59.411435 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:59.411774 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Checking segment: {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:59.412160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Bound using segment: {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:59.412600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Bound port: 6f55c625-9c81-4fbb-9ffc-003f444dc1e2, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:59.412965 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:59.432554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3d0bd-f416-432c-98a8-71ad81638ab8 req-bb8d4766-e287-4879-a6e3-e97f3d6ef7f0 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:59.434259 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5d3d0bd-f416-432c-98a8-71ad81638ab8 req-bb8d4766-e287-4879-a6e3-e97f3d6ef7f0 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f HTTP/1.1" status: 200 len: 867 time: 0.4328873 Jul 22 23:32:59.434946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf2380-e044-49fc-ac05-e278eed6bad7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Pushing event deleted for resources: {'Port': ['ID=bcb4ccab-105d-4aca-b759-5f7710a4891a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:59.469437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c62f2932-2365-4286-a47d-c3d8788b78fb req-b84bb879-3f19-4076-9b0b-1f71861fd97c tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179656 Jul 22 23:32:59.514901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] For port e088ac8a-903c-4626-9301-48699b38044f, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:59.515047 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['08d531d5-6821-4dba-af94-4d8ed6016efe'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:59.522186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffc4b52-e5ca-4652-bfe0-da94209df680 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:59.556590 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:59.578289 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f083a6-b3ff-480f-904a-5decc08ef6ba req-90bf2380-e044-49fc-ac05-e278eed6bad7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] No DVR routers for this DVR port bcb4ccab-105d-4aca-b759-5f7710a4891a on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:59.591640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] For port e088ac8a-903c-4626-9301-48699b38044f, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e088ac8a-903c-4626-9301-48699b38044f,segment=NetworkSegment(6ec369fe-2a4f-480c-82e8-82749b111ce0),segment_id=6ec369fe-2a4f-480c-82e8-82749b111ce0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:59.595863 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f2f083a6-b3ff-480f-904a-5decc08ef6ba req-90bf2380-e044-49fc-ac05-e278eed6bad7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:59.598004 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2f083a6-b3ff-480f-904a-5decc08ef6ba req-90bf2380-e044-49fc-ac05-e278eed6bad7 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.95 "DELETE /v2.0/ports/bcb4ccab-105d-4aca-b759-5f7710a4891a HTTP/1.1" status: 204 len: 173 time: 2.5905211 Jul 22 23:32:59.598535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f', 'name': 'network-vif-deleted', 'tag': 'bcb4ccab-105d-4aca-b759-5f7710a4891a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:59.600931 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9397f1-4163-4cb8-9f88-ff1edba6e5db" -d '{"events": [{"server_uuid": "9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f", "name": "network-vif-deleted", "tag": "bcb4ccab-105d-4aca-b759-5f7710a4891a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:59.629997 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:59.632721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Transition to ACTIVE for port object 9ffc4b52-e5ca-4652-bfe0-da94209df680 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:59.677069 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5d3d0bd-f416-432c-98a8-71ad81638ab8 req-73355804-34df-47b9-9c51-5976e29366d1 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227290 Jul 22 23:32:59.677715 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:59.755401 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:59.766025 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:59.768689 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] 10.222.0.95 "PUT /v2.0/ports/e088ac8a-903c-4626-9301-48699b38044f HTTP/1.1" status: 200 len: 1091 time: 4.0189223 Jul 22 23:32:59.790223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] For port 6f55c625-9c81-4fbb-9ffc-003f444dc1e2, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:59.868767 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 45a61c05-44f8-4801-9a8c-c05f786a55ed up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:59.885765 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6814d6b7-1513-4ca2-a5e5-5b06fdb699cb x-openstack-request-id: req-6814d6b7-1513-4ca2-a5e5-5b06fdb699cb {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:59.886639 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:59.887061 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6814d6b7-1513-4ca2-a5e5-5b06fdb699cb {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:59.887629 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011', 'status': 'completed', 'code': 200} Jul 22 23:32:59.899075 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] For port 6f55c625-9c81-4fbb-9ffc-003f444dc1e2, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6f55c625-9c81-4fbb-9ffc-003f444dc1e2,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:59.909683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00950a61-250c-41d9-9e32-53d93b899379 service neutron] Pushing event updated for resources: {'Port': ['ID=e088ac8a-903c-4626-9301-48699b38044f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:59.931031 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:59.973967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-9f2ff562-3a52-4ede-992a-be3818c6dba4 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:59.975457 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-9f2ff562-3a52-4ede-992a-be3818c6dba4 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.18 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 820 time: 0.2834442 Jul 22 23:32:59.993701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-2ec59af1-7594-4b9a-93a8-6355fb33d712 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Request body: {'port': {'device_id': 'e685f6d7-82c6-44e1-8d06-db1b451e9c0b', 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec', 'admin_state_up': True, 'tenant_id': '56035dbeb92e4f879395357fce5a955e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:00.163097 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 45a61c05-44f8-4801-9a8c-c05f786a55ed completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:00.177887 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 45a61c05-44f8-4801-9a8c-c05f786a55ed triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:00.178274 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.219925 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-2ec59af1-7594-4b9a-93a8-6355fb33d712 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Made reservation on behalf of 56035dbeb92e4f879395357fce5a955e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:00.227048 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-2ec59af1-7594-4b9a-93a8-6355fb33d712 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.240618 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ee08eee-844a-4848-8faf-598253489bbf req-1fd73048-333c-4e3a-86ed-7f4dad8e4236 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 210 time: 0.2035434 Jul 22 23:33:00.301795 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:00.302395 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.304124 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] 10.222.0.18 "PUT /v2.0/ports/6f55c625-9c81-4fbb-9ffc-003f444dc1e2 HTTP/1.1" status: 200 len: 1092 time: 4.2586610 Jul 22 23:33:00.324058 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Pushing event updated for resources: {'Port': ['ID=9ffc4b52-e5ca-4652-bfe0-da94209df680,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:00.468599 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.523716 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-2ec59af1-7594-4b9a-93a8-6355fb33d712 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Allocated IP 172.20.0.4 (4a3b8ddb-0c36-4039-a9de-fdc44987feec/f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960/f5d4ec6d-86b2-4f19-be4b-ce46917cef65) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:00.535705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bce747-4663-4ca9-b8b0-04348630c140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a61c05-44f8-4801-9a8c-c05f786a55ed'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:00.538606 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e91074-c0df-44eb-bf56-f1b69a8302d0" -d '{"events": [{"server_uuid": "84bce747-4663-4ca9-b8b0-04348630c140", "name": "network-vif-plugged", "status": "completed", "tag": "45a61c05-44f8-4801-9a8c-c05f786a55ed"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:00.569496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd46bcc-4ba9-4bce-aa7a-54b9552a168f service neutron] Pushing event updated for resources: {'Port': ['ID=6f55c625-9c81-4fbb-9ffc-003f444dc1e2,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:00.586417 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 45a61c05-44f8-4801-9a8c-c05f786a55ed, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45a61c05-44f8-4801-9a8c-c05f786a55ed,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:00.620606 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.621435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device bcb4ccab-105d-4aca-b759-5f7710a4891a no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:00.664479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95e270-6e96-420e-9d89-782a1a915f59 req-9b441075-d9a1-422b-98ed-22d2e4812ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:00.666041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af95e270-6e96-420e-9d89-782a1a915f59 req-9b441075-d9a1-422b-98ed-22d2e4812ac6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 1099 time: 0.6071649 Jul 22 23:33:00.674619 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44facdf8-7f80-40f9-9d1e-71fd20493e20 req-42e775e1-d76b-4205-9c78-17d4fbb7e7f0 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:00.676112 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44facdf8-7f80-40f9-9d1e-71fd20493e20 req-42e775e1-d76b-4205-9c78-17d4fbb7e7f0 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 944 time: 0.8029110 Jul 22 23:33:00.689625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Attempting to bind port 9ffc4b52-e5ca-4652-bfe0-da94209df680 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:00.690008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Attempting to bind port 9ffc4b52-e5ca-4652-bfe0-da94209df680 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:00.690343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Attempting to bind port 9ffc4b52-e5ca-4652-bfe0-da94209df680 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:00.704766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-c3923537-68a3-41b9-beef-8e9ff830e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:00.705709 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: bcb4ccab-105d-4aca-b759-5f7710a4891a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:00.706279 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-c3923537-68a3-41b9-beef-8e9ff830e30d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 1094 time: 0.7854574 Jul 22 23:33:00.706420 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device bcb4ccab-105d-4aca-b759-5f7710a4891a not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:00.747205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Port 9ffc4b52-e5ca-4652-bfe0-da94209df680 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:00.747533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Attempting to bind port 9ffc4b52-e5ca-4652-bfe0-da94209df680 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:00.759312 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=45a61c05-44f8-4801-9a8c-c05f786a55ed,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:00.818822 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-2ec59af1-7594-4b9a-93a8-6355fb33d712 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.859532 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-0d631617-2d6b-4b08-b734-fc6b2fd2c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:00.861047 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-0d631617-2d6b-4b08-b734-fc6b2fd2c72a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 1095 time: 0.4478841 Jul 22 23:33:00.862314 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-4ecabae8-22ec-452a-9ad9-6be206912747 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e088ac8a-903c-4626-9301-48699b38044f HTTP/1.1" status: 200 len: 217 time: 0.1406205 Jul 22 23:33:00.863228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:00.863777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:00.864152 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:00.864773 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Bound port: 9ffc4b52-e5ca-4652-bfe0-da94209df680, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:00.865334 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.866422 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-2ec59af1-7594-4b9a-93a8-6355fb33d712 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.882698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0fd4b-6e34-47fe-8093-1009ea00cc0b req-f618b856-a78a-44b4-8610-9eb8e1b03073 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:00.890255 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6a0fd4b-6e34-47fe-8093-1009ea00cc0b req-f618b856-a78a-44b4-8610-9eb8e1b03073 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 943 time: 0.4970026 Jul 22 23:33:00.918761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-2ec59af1-7594-4b9a-93a8-6355fb33d712 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Network 4a3b8ddb-0c36-4039-a9de-fdc44987feec is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:00.922433 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-2ec59af1-7594-4b9a-93a8-6355fb33d712 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:00.926779 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-2ec59af1-7594-4b9a-93a8-6355fb33d712 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:00.942917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44facdf8-7f80-40f9-9d1e-71fd20493e20 req-12eefa73-0b48-40d4-b364-9406afe1d0b2 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489541 Jul 22 23:33:00.960246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec59af1-7594-4b9a-93a8-6355fb33d712 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Pushing event updated for resources: {'Port': ['ID=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:01.004363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-2ec59af1-7594-4b9a-93a8-6355fb33d712 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:01.005344 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-2ec59af1-7594-4b9a-93a8-6355fb33d712 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.037955 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-2ec59af1-7594-4b9a-93a8-6355fb33d712 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0482619 Jul 22 23:33:01.056632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Request body: {'port': {'device_id': 'e685f6d7-82c6-44e1-8d06-db1b451e9c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:01.141653 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.327655 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d1c735-7ba8-44e6-98ef-2be274371978 x-openstack-request-id: req-67d1c735-7ba8-44e6-98ef-2be274371978 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:01.328073 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f", "name": "network-vif-deleted", "tag": "bcb4ccab-105d-4aca-b759-5f7710a4891a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:01.328280 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-67d1c735-7ba8-44e6-98ef-2be274371978 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:01.328686 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0a6d62-1115-431b-baa9-0b3a5ebf8e2f', 'name': 'network-vif-deleted', 'tag': 'bcb4ccab-105d-4aca-b759-5f7710a4891a', 'status': 'completed', 'code': 200} Jul 22 23:33:01.339599 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-84e41ffd-08cd-48e5-9a7a-c0e7759a1638 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f55c625-9c81-4fbb-9ffc-003f444dc1e2 HTTP/1.1" status: 200 len: 217 time: 0.4432912 Jul 22 23:33:01.434889 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d4ec6d-86b2-4f19-be4b-ce46917cef65 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:01.444325 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.459800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Transition to ACTIVE for port object f5d4ec6d-86b2-4f19-be4b-ce46917cef65 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:01.463818 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95e270-6e96-420e-9d89-782a1a915f59 req-e70bd6d2-f9e8-4148-a75a-37fb8abf4850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:01.465481 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.465638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af95e270-6e96-420e-9d89-782a1a915f59 req-e70bd6d2-f9e8-4148-a75a-37fb8abf4850 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.7863262 Jul 22 23:33:01.474467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-b25bc929-a6d8-47ff-91b9-181ebac6ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:01.475911 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-b25bc929-a6d8-47ff-91b9-181ebac6ada6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=96b64f7b-90ad-4f67-8e8f-9e486c753847 HTTP/1.1" status: 200 len: 858 time: 0.5806983 Jul 22 23:33:01.493858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6a0fd4b-6e34-47fe-8093-1009ea00cc0b req-dab23bc1-9cb2-4a58-bfab-fa94e2a3ea7d tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027439 Jul 22 23:33:01.526056 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:01.537836 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-39131667-4385-447b-a62d-3bea698f178b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.578567 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af95e270-6e96-420e-9d89-782a1a915f59 req-db92ea40-c1d0-4fe4-9cbe-01c161e1e977 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ca7bcf68-af17-4791-a402-f7a523c63011 HTTP/1.1" status: 200 len: 217 time: 0.0970531 Jul 22 23:33:01.595383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-7437afca-907c-4dac-8eef-516533f0a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:01.596896 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-7437afca-907c-4dac-8eef-516533f0a69d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=750e6d21-68ba-4eb5-94e9-cc5c662415b5 HTTP/1.1" status: 200 len: 852 time: 0.2236090 Jul 22 23:33:01.599506 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] For port 9ffc4b52-e5ca-4652-bfe0-da94209df680, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:01.628977 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Attempting to bind port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:01.629793 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Attempting to bind port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:01.629947 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Attempting to bind port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:01.634334 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:01.634651 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Attempting to bind port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:01.639840 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:01.640181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Checking segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:01.640683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Bound using segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:01.641123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Bound port: f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:01.641482 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.668490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] For port 9ffc4b52-e5ca-4652-bfe0-da94209df680, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9ffc4b52-e5ca-4652-bfe0-da94209df680,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:01.711342 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] For port f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:01.715955 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] For port f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:01.719998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-d4f32887-cddd-439a-8605-832fae1994b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6404c3b-acc2-4feb-85da-2ecd11b1a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032109 Jul 22 23:33:01.721297 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.724991 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.774520 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:01.774520 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.774520 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] 10.222.0.18 "PUT /v2.0/ports/f5d4ec6d-86b2-4f19-be4b-ce46917cef65 HTTP/1.1" status: 200 len: 1091 time: 0.7171838 Jul 22 23:33:01.790069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62792531-4f6d-4ef5-9665-477bb10ed635 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:01.795060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device ca7bcf68-af17-4791-a402-f7a523c63011 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:01.818257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d5810-3016-481a-97d4-5e91299e7f54 req-32fa5b6b-1687-4622-8824-24fa05fd0e0f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:01.820194 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-242d5810-3016-481a-97d4-5e91299e7f54 req-32fa5b6b-1687-4622-8824-24fa05fd0e0f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 948 time: 0.4948792 Jul 22 23:33:01.846135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:01.846769 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.848591 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] 10.222.0.18 "PUT /v2.0/ports/9ffc4b52-e5ca-4652-bfe0-da94209df680 HTTP/1.1" status: 200 len: 1095 time: 4.3536062 Jul 22 23:33:01.872331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95e270-6e96-420e-9d89-782a1a915f59 req-40ae9f7a-de5a-4804-a94f-08c482bb6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:01.874256 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af95e270-6e96-420e-9d89-782a1a915f59 req-40ae9f7a-de5a-4804-a94f-08c482bb6f06 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.2760506 Jul 22 23:33:01.888520 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e685f6d7-82c6-44e1-8d06-db1b451e9c0b', 'tag': 'f5d4ec6d-86b2-4f19-be4b-ce46917cef65'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:01.892799 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e515f071-c837-428a-89bf-69acb8362062" -d '{"events": [{"name": "network-changed", "server_uuid": "e685f6d7-82c6-44e1-8d06-db1b451e9c0b", "tag": "f5d4ec6d-86b2-4f19-be4b-ce46917cef65"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:01.914113 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-9e689e07-c63b-4db9-894c-52d348dab3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:01.916062 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-9e689e07-c63b-4db9-894c-52d348dab3ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 1094 time: 0.0817025 Jul 22 23:33:02.004196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=ca7bcf68-af17-4791-a402-f7a523c63011,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:02.018372 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-121fbb9d-7a1c-4511-894a-42daa8647b07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5d4ec6d-86b2-4f19-be4b-ce46917cef65 HTTP/1.1" status: 200 len: 217 time: 0.0829308 Jul 22 23:33:02.030760 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-644c9781-c293-4401-8476-6680a44422cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:02.031244 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'ca7bcf68-af17-4791-a402-f7a523c63011', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'ca7bcf68-af17-4791-a402-f7a523c63011', 'mac_address': 'fa:16:3e:79:80:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:02.032282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-644c9781-c293-4401-8476-6680a44422cf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5307136 Jul 22 23:33:02.046686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbe5bc-1438-45f5-b942-d5a1caf7373e service neutron] Pushing event updated for resources: {'Port': ['ID=9ffc4b52-e5ca-4652-bfe0-da94209df680,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:02.068581 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-242d5810-3016-481a-97d4-5e91299e7f54 req-65b6e9d3-a6b3-47aa-a209-3c2051c72712 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144697 Jul 22 23:33:02.106861 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-e703664d-ced3-4206-80bb-6150cbc69459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:02.110737 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-e703664d-ced3-4206-80bb-6150cbc69459 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.0842850 Jul 22 23:33:02.111823 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:02.130722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248749a-349c-42c4-b6f5-3bcde0c3e23e req-16931fe5-9df8-4cac-9d4e-a74464ba0722 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:02.137616 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9248749a-349c-42c4-b6f5-3bcde0c3e23e req-16931fe5-9df8-4cac-9d4e-a74464ba0722 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 947 time: 0.5224640 Jul 22 23:33:02.150585 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-a7e70c15-b8c1-443f-83c8-ede587f9dc79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336215 Jul 22 23:33:02.153713 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7bcf68-af17-4791-a402-f7a523c63011 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:02.197921 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=ca7bcf68-af17-4791-a402-f7a523c63011,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:02.203618 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549a1aac-2b59-451b-99e2-067b7bac07ff x-openstack-request-id: req-549a1aac-2b59-451b-99e2-067b7bac07ff {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:02.203618 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bce747-4663-4ca9-b8b0-04348630c140", "name": "network-vif-plugged", "status": "completed", "tag": "45a61c05-44f8-4801-9a8c-c05f786a55ed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:02.203618 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-549a1aac-2b59-451b-99e2-067b7bac07ff {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:02.203618 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bce747-4663-4ca9-b8b0-04348630c140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a61c05-44f8-4801-9a8c-c05f786a55ed', 'code': 200} Jul 22 23:33:02.208936 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:02.250920 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-328bfb3c-7616-40b6-9dca-1223daaac6c2 service neutron] 10.222.0.18 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195808 Jul 22 23:33:02.265610 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-d8a27aeb-22c4-413d-9cf5-a7173178fa29 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019251 Jul 22 23:33:02.292971 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=ca7bcf68-af17-4791-a402-f7a523c63011,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:02.333492 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95e270-6e96-420e-9d89-782a1a915f59 req-6fc4719e-8366-4b74-be3e-8a8ed13fb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:02.335460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af95e270-6e96-420e-9d89-782a1a915f59 req-6fc4719e-8366-4b74-be3e-8a8ed13fb160 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4439192 Jul 22 23:33:02.357388 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9248749a-349c-42c4-b6f5-3bcde0c3e23e req-475090db-4723-475e-a5ab-a0fb2cfd595b tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140920 Jul 22 23:33:02.414561 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20886386-0cd8-4750-9a0b-4ca8cc800d78 x-openstack-request-id: req-20886386-0cd8-4750-9a0b-4ca8cc800d78 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:02.414834 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e685f6d7-82c6-44e1-8d06-db1b451e9c0b", "tag": "f5d4ec6d-86b2-4f19-be4b-ce46917cef65", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:02.415083 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-20886386-0cd8-4750-9a0b-4ca8cc800d78 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:02.415465 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e685f6d7-82c6-44e1-8d06-db1b451e9c0b', 'tag': 'f5d4ec6d-86b2-4f19-be4b-ce46917cef65', 'status': 'completed', 'code': 200} Jul 22 23:33:02.438009 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e55496-f28a-4d6b-8adc-5a868c8f2e65 req-923def87-0345-4aae-8fff-483fabbe9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:02.439519 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b7e55496-f28a-4d6b-8adc-5a868c8f2e65 req-923def87-0345-4aae-8fff-483fabbe9fa0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=84bce747-4663-4ca9-b8b0-04348630c140 HTTP/1.1" status: 200 len: 1101 time: 0.1728520 Jul 22 23:33:02.470386 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eb3297a5-9ab5-4652-8562-d69fff9c19a6 req-7baf6e7a-14cd-4e49-8700-531e5d3c33ad service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940336 Jul 22 23:33:02.475357 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-1f5c2547-e40a-468e-b25d-d0bb3e96f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:02.476852 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-1f5c2547-e40a-468e-b25d-d0bb3e96f9fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5e09ed346584638ac3626e0f7d6c6d0&device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 1098 time: 0.5336416 Jul 22 23:33:02.478640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-5037b7b6-5dd2-4208-a4e8-a869c001f9f2 service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276776 Jul 22 23:33:02.487099 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b7e55496-f28a-4d6b-8adc-5a868c8f2e65 req-b61b2fda-c6bb-4eea-ad44-578174b28fe2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369463 Jul 22 23:33:02.521600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['ca7bcf68-af17-4791-a402-f7a523c63011'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:02.632546 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-f66e9c6b-d3a9-4584-9c46-16326c43dc57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=9ffc4b52-e5ca-4652-bfe0-da94209df680 HTTP/1.1" status: 200 len: 217 time: 0.1240854 Jul 22 23:33:02.635349 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515f071-c837-428a-89bf-69acb8362062 req-d90b1220-bb8e-4e5d-8356-1f5544c028cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:02.637628 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e515f071-c837-428a-89bf-69acb8362062 req-d90b1220-bb8e-4e5d-8356-1f5544c028cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 1094 time: 0.0742700 Jul 22 23:33:02.723960 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1f83ce5-66cb-4a0a-93ab-240da6ddca7a req-c4d02d8e-9e1c-4798-b17d-448d0fcb9762 service neutron] 10.222.0.18 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551699 Jul 22 23:33:02.739407 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515f071-c837-428a-89bf-69acb8362062 req-849cdd16-37ee-4179-ab25-137a9cdac135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:02.740909 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e515f071-c837-428a-89bf-69acb8362062 req-849cdd16-37ee-4179-ab25-137a9cdac135 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.0958366 Jul 22 23:33:02.792996 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e515f071-c837-428a-89bf-69acb8362062 req-cee0fb2f-cb5e-4852-9d90-96c431d41d5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5d4ec6d-86b2-4f19-be4b-ce46917cef65 HTTP/1.1" status: 200 len: 217 time: 0.0425324 Jul 22 23:33:02.862439 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af95e270-6e96-420e-9d89-782a1a915f59 req-bf2de7e1-e95a-4239-8f45-3b729403025b service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040126 Jul 22 23:33:02.872727 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515f071-c837-428a-89bf-69acb8362062 req-249d0bcc-d457-40b7-a6e6-56b95edf674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:02.873208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-96231d2c-a8d5-4a47-b11a-ac89ac955d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:02.875112 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e515f071-c837-428a-89bf-69acb8362062 req-249d0bcc-d457-40b7-a6e6-56b95edf674e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.0733047 Jul 22 23:33:02.875252 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-96231d2c-a8d5-4a47-b11a-ac89ac955d04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.2036502 Jul 22 23:33:02.931067 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e515f071-c837-428a-89bf-69acb8362062 req-604e4d68-0098-444c-8170-2dea67aa0b51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373576 Jul 22 23:33:02.934896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee27537-7ce5-4f21-a4de-aa98cf9b6e80 req-a55b57c5-3edc-441c-9834-f1915ef0e149 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:02.936637 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cee27537-7ce5-4f21-a4de-aa98cf9b6e80 req-a55b57c5-3edc-441c-9834-f1915ef0e149 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 943 time: 0.4809225 Jul 22 23:33:02.954803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9155025-ad25-418e-98c7-b7de90bfbcdb req-be516539-c330-4bfc-a275-1e9cef82b4ac tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:02.956360 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9155025-ad25-418e-98c7-b7de90bfbcdb req-be516539-c330-4bfc-a275-1e9cef82b4ac tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 944 time: 0.4768224 Jul 22 23:33:02.989251 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f3c66b-3dff-4d92-9864-6e594c832a3f req-4e2abe87-fc6f-47f8-8686-bb21a2391651 service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893515 Jul 22 23:33:03.069023 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e515f071-c837-428a-89bf-69acb8362062 req-816acd00-758a-4abf-8a54-68954ff96fd2 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229537 Jul 22 23:33:03.109539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cee27537-7ce5-4f21-a4de-aa98cf9b6e80 req-a3511896-742e-42bc-ac23-b1092c8af6ab tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340048 Jul 22 23:33:03.134995 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9155025-ad25-418e-98c7-b7de90bfbcdb req-20015d84-9b70-4101-b44e-3f8399a61d69 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426072 Jul 22 23:33:03.138769 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af95e270-6e96-420e-9d89-782a1a915f59 req-20288656-eccb-4d19-a219-b232f485398a service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626078 Jul 22 23:33:03.154447 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-b1e05093-9b6b-47a2-be31-66739eb2dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:03.156479 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-b1e05093-9b6b-47a2-be31-66739eb2dece service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2399230 Jul 22 23:33:03.190150 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e515f071-c837-428a-89bf-69acb8362062 req-40d6b144-d00f-4163-b046-12bcf20f3050 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136866 Jul 22 23:33:03.323187 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-5d874970-534b-49ac-ab75-757aabbda9e5 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536586 Jul 22 23:33:03.329545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ddbaca-cd16-41be-b446-7a9486487452', 'tag': 'e088ac8a-903c-4626-9301-48699b38044f'}, {'name': 'network-changed', 'server_uuid': '319a6df8-5eac-493b-97c1-cc70dabd6db4', 'tag': '6f55c625-9c81-4fbb-9ffc-003f444dc1e2'}, {'name': 'network-changed', 'server_uuid': 'b9662ae1-69c5-4944-a1fa-bd1383dc3165', 'tag': '9ffc4b52-e5ca-4652-bfe0-da94209df680'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:03.331632 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5" -d '{"events": [{"name": "network-changed", "server_uuid": "46ddbaca-cd16-41be-b446-7a9486487452", "tag": "e088ac8a-903c-4626-9301-48699b38044f"}, {"name": "network-changed", "server_uuid": "319a6df8-5eac-493b-97c1-cc70dabd6db4", "tag": "6f55c625-9c81-4fbb-9ffc-003f444dc1e2"}, {"name": "network-changed", "server_uuid": "b9662ae1-69c5-4944-a1fa-bd1383dc3165", "tag": "9ffc4b52-e5ca-4652-bfe0-da94209df680"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:03.407867 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9ca5c-60dc-4a8a-ac5d-f6f1b644f82e req-987b307c-3e07-418a-b1fd-b5a74604615b tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:03.409309 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9d9ca5c-60dc-4a8a-ac5d-f6f1b644f82e req-987b307c-3e07-418a-b1fd-b5a74604615b tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 943 time: 0.1568191 Jul 22 23:33:03.511861 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9d9ca5c-60dc-4a8a-ac5d-f6f1b644f82e req-67e088a2-7f52-4c68-bcc7-5fab59f749a9 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954318 Jul 22 23:33:03.522678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee376e-397c-41fd-8352-8a88af959f16 req-8b2ecb1b-ecf4-4d52-9fc7-6a7fe1c40706 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:03.525544 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85ee376e-397c-41fd-8352-8a88af959f16 req-8b2ecb1b-ecf4-4d52-9fc7-6a7fe1c40706 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 949 time: 0.1889734 Jul 22 23:33:03.528726 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cf10979-2cd2-4ce0-8b39-078221914be3 req-c5a147ce-3816-4183-baa0-56aa5ec332c2 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943035 Jul 22 23:33:03.569855 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85ee376e-397c-41fd-8352-8a88af959f16 req-968eb2b9-cc19-4ca5-937a-ac387bacac9e tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397379 Jul 22 23:33:03.695412 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ce785f-de4f-4dff-b437-39fa5062fb25 x-openstack-request-id: req-e8ce785f-de4f-4dff-b437-39fa5062fb25 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:03.695758 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ddbaca-cd16-41be-b446-7a9486487452", "tag": "e088ac8a-903c-4626-9301-48699b38044f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "319a6df8-5eac-493b-97c1-cc70dabd6db4", "tag": "6f55c625-9c81-4fbb-9ffc-003f444dc1e2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b9662ae1-69c5-4944-a1fa-bd1383dc3165", "tag": "9ffc4b52-e5ca-4652-bfe0-da94209df680", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:03.695953 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8ce785f-de4f-4dff-b437-39fa5062fb25 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:03.696381 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ddbaca-cd16-41be-b446-7a9486487452', 'tag': 'e088ac8a-903c-4626-9301-48699b38044f', 'status': 'completed', 'code': 200} Jul 22 23:33:03.696685 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319a6df8-5eac-493b-97c1-cc70dabd6db4', 'tag': '6f55c625-9c81-4fbb-9ffc-003f444dc1e2', 'status': 'completed', 'code': 200} Jul 22 23:33:03.696883 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9662ae1-69c5-4944-a1fa-bd1383dc3165', 'tag': '9ffc4b52-e5ca-4652-bfe0-da94209df680', 'status': 'completed', 'code': 200} Jul 22 23:33:03.792794 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device ca7bcf68-af17-4791-a402-f7a523c63011 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:03.845078 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port ca7bcf68-af17-4791-a402-f7a523c63011 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:03.849368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port ca7bcf68-af17-4791-a402-f7a523c63011 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:03.849741 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:03.920376 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6def62-f5e6-400e-b594-979757f6a208 req-fb3267a5-b18c-4b07-95b8-6c8578445329 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:03.925603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac6def62-f5e6-400e-b594-979757f6a208 req-fb3267a5-b18c-4b07-95b8-6c8578445329 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 947 time: 0.2148099 Jul 22 23:33:03.932422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-ee00853f-3db3-4ff3-ba08-0538b8f22af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:03.934429 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-ee00853f-3db3-4ff3-ba08-0538b8f22af2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 1094 time: 0.1754107 Jul 22 23:33:03.935401 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:03.965582 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:03.975115 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16676c-5e06-4567-9774-78b79a8a60c3 req-ccd5fa44-003b-4b82-a577-2a377af34b2b tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:03.976669 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de16676c-5e06-4567-9774-78b79a8a60c3 req-ccd5fa44-003b-4b82-a577-2a377af34b2b tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=f11e0924-a511-4658-b77b-15e15b37f8da HTTP/1.1" status: 200 len: 950 time: 0.2283227 Jul 22 23:33:03.984118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=ca7bcf68-af17-4791-a402-f7a523c63011,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:03.984409 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-f2c34abd-a9ef-4ee2-ab5b-a007c79252e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:03.986104 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-f2c34abd-a9ef-4ee2-ab5b-a007c79252e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 1095 time: 0.2160137 Jul 22 23:33:03.989563 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:04.078703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=ca7bcf68-af17-4791-a402-f7a523c63011,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:04.107513 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac6def62-f5e6-400e-b594-979757f6a208 req-ae2132ec-d78f-4bda-983c-596bd4993fd7 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707129 Jul 22 23:33:04.168515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de16676c-5e06-4567-9774-78b79a8a60c3 req-f29df2fd-106f-4c12-9013-678bd238b885 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723719 Jul 22 23:33:04.195037 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-0b71b0f0-4ee3-430d-a205-4c1f7378dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:04.196819 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-0b71b0f0-4ee3-430d-a205-4c1f7378dabc service neutron] 10.222.0.95 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 920 time: 0.2530062 Jul 22 23:33:04.202662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-38f59114-0204-4eb6-992f-53d308d7f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:04.204069 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:04.204257 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-38f59114-0204-4eb6-992f-53d308d7f557 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 913 time: 0.2032537 Jul 22 23:33:04.207377 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941fa3bd-3244-4262-9cc5-5191285b5b3c" -d '{"events": [{"server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "name": "network-vif-plugged", "status": "completed", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:04.285064 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-414ea235-70ac-4023-b23a-c1468f2d29df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:04.287553 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-977c32f9-5c42-43bb-a0ac-eeb98a417f77 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e088ac8a-903c-4626-9301-48699b38044f HTTP/1.1" status: 200 len: 217 time: 0.0749297 Jul 22 23:33:04.305763 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:04.353001 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-3b4751a3-b55d-4cd0-9a89-1b95ce7411b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f55c625-9c81-4fbb-9ffc-003f444dc1e2 HTTP/1.1" status: 200 len: 217 time: 0.1287918 Jul 22 23:33:04.769115 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-96c816cd-9e50-422f-a8ef-a878a394a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:04.770581 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-96c816cd-9e50-422f-a8ef-a878a394a1fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=750e6d21-68ba-4eb5-94e9-cc5c662415b5 HTTP/1.1" status: 200 len: 852 time: 0.0800653 Jul 22 23:33:04.771791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-40572142-2cfc-4df7-adc0-882b98cad7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:04.773075 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-40572142-2cfc-4df7-adc0-882b98cad7bd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=96b64f7b-90ad-4f67-8e8f-9e486c753847 HTTP/1.1" status: 200 len: 858 time: 0.4328487 Jul 22 23:33:04.825667 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-ef626ec5-af65-438a-bcb9-806b68b665e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6404c3b-acc2-4feb-85da-2ecd11b1a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430810 Jul 22 23:33:04.864886 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afad834-a5fa-4518-905b-0f2413c741a8 req-2470f3aa-eae9-43c2-979c-b931f70c6de9 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:04.866516 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9afad834-a5fa-4518-905b-0f2413c741a8 req-2470f3aa-eae9-43c2-979c-b931f70c6de9 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 943 time: 0.6449115 Jul 22 23:33:04.876146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56b6fc-fd53-4866-8abb-473ebcdcfeb2 req-796430e0-14bf-4a0a-9cb9-daef5bad3bd0 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:04.877738 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d56b6fc-fd53-4866-8abb-473ebcdcfeb2 req-796430e0-14bf-4a0a-9cb9-daef5bad3bd0 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 944 time: 0.6041524 Jul 22 23:33:05.008901 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9afad834-a5fa-4518-905b-0f2413c741a8 req-3d97b03b-0e4e-40e3-b41c-34fce237fef3 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211104 Jul 22 23:33:05.015030 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d56b6fc-fd53-4866-8abb-473ebcdcfeb2 req-471aee40-65c2-44f2-91f7-62b929cd068c tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238103 Jul 22 23:33:05.029587 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-78e4c28c-6cc4-44b7-990a-b6187f7c626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:05.031976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-78e4c28c-6cc4-44b7-990a-b6187f7c626a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2394807 Jul 22 23:33:05.052310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-6f403c02-038b-4ebf-8497-a354b151eab9 service neutron] 10.222.0.18 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059751 Jul 22 23:33:05.078519 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfee9d9d-3215-4adc-b730-f445135560f4 x-openstack-request-id: req-bfee9d9d-3215-4adc-b730-f445135560f4 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:05.079046 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "name": "network-vif-plugged", "status": "completed", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:05.079046 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bfee9d9d-3215-4adc-b730-f445135560f4 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:05.079440 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011', 'code': 200} Jul 22 23:33:05.347298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-4e769b9d-8a3f-4f1e-b167-3d442baba103 service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054082 Jul 22 23:33:05.354974 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-32edc193-7c2c-4485-ba4d-a538be78fc14 service neutron] 10.222.0.18 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910829 Jul 22 23:33:05.404526 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:05.460964 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb05e4d-8ab4-41ca-a32d-39512e72d41e req-0c6f4e6b-22d8-4cd0-966d-03430c074512 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:05.462569 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0eb05e4d-8ab4-41ca-a32d-39512e72d41e req-0c6f4e6b-22d8-4cd0-966d-03430c074512 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 943 time: 0.3426020 Jul 22 23:33:05.502458 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245e323-6884-41d6-8e1a-59aa7789b8d8 req-3333e588-9186-452d-99c6-fae0668d5884 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:05.504062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9245e323-6884-41d6-8e1a-59aa7789b8d8 req-3333e588-9186-452d-99c6-fae0668d5884 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.3695562 Jul 22 23:33:05.520164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceceb928-9426-45da-b4f9-ec870244acd0 req-e13fe39e-c879-4cdf-9f38-0df3ef9658b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:05.521691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ceceb928-9426-45da-b4f9-ec870244acd0 req-e13fe39e-c879-4cdf-9f38-0df3ef9658b5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 1101 time: 0.2899809 Jul 22 23:33:05.626866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-dae43609-6111-4e34-9158-3ec4953f5c4b service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708447 Jul 22 23:33:05.638317 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0eb05e4d-8ab4-41ca-a32d-39512e72d41e req-0bb59f5a-9779-42e8-bae3-f7acaf45daa3 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322446 Jul 22 23:33:05.643259 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ceceb928-9426-45da-b4f9-ec870244acd0 req-6553cbcd-aa0f-4385-b0dc-cf9719322e2a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012487 Jul 22 23:33:05.647127 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9245e323-6884-41d6-8e1a-59aa7789b8d8 req-535d0186-e8eb-43ac-a2ff-db7d0907fea2 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307669 Jul 22 23:33:05.691812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931c279-5ce9-4b30-8dac-c2c85455030f req-4abde74b-dafa-4405-b665-3b6649cdecb9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:05.696180 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b931c279-5ce9-4b30-8dac-c2c85455030f req-4abde74b-dafa-4405-b665-3b6649cdecb9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71728e9-80db-4e71-bc15-bdfa2bd1f9db HTTP/1.1" status: 200 len: 950 time: 0.3000691 Jul 22 23:33:05.788075 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f421402-d230-4334-8d76-ec126df8fe13 req-c263907b-8429-4a30-85e6-e0934a7350a8 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:05.791871 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7f421402-d230-4334-8d76-ec126df8fe13 req-c263907b-8429-4a30-85e6-e0934a7350a8 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.95 "GET /v2.0/ports?device_id=f11e0924-a511-4658-b77b-15e15b37f8da HTTP/1.1" status: 200 len: 950 time: 0.4348433 Jul 22 23:33:05.808385 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e088ac8a-903c-4626-9301-48699b38044f details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:05.873240 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-8b882c8f-e3e3-4318-8775-db5ee4f9217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:05.876369 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-8b882c8f-e3e3-4318-8775-db5ee4f9217a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5e09ed346584638ac3626e0f7d6c6d0&device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 1098 time: 0.4261954 Jul 22 23:33:05.921125 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652aa3e-5ca6-4c78-b9a5-5b0c72abf6f6 req-246be96d-b0c8-4393-ae64-72c8848e20ed tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:05.923260 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9652aa3e-5ca6-4c78-b9a5-5b0c72abf6f6 req-246be96d-b0c8-4393-ae64-72c8848e20ed tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 947 time: 0.1655140 Jul 22 23:33:05.938175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port e088ac8a-903c-4626-9301-48699b38044f, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e088ac8a-903c-4626-9301-48699b38044f,segment=NetworkSegment(6ec369fe-2a4f-480c-82e8-82749b111ce0),segment_id=6ec369fe-2a4f-480c-82e8-82749b111ce0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:05.952723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'e088ac8a-903c-4626-9301-48699b38044f', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'port_id': 'e088ac8a-903c-4626-9301-48699b38044f', 'mac_address': 'fa:16:3e:66:57:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:05.994197 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9652aa3e-5ca6-4c78-b9a5-5b0c72abf6f6 req-2671fd49-ebbf-46e9-8d00-a56f38c76042 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627871 Jul 22 23:33:06.008838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44032fb3-1ad6-4a17-aea2-de7ba27761a0 req-f37785ae-24af-4828-8ef5-4a6b3ae247af tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:06.010389 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44032fb3-1ad6-4a17-aea2-de7ba27761a0 req-f37785ae-24af-4828-8ef5-4a6b3ae247af tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=f11e0924-a511-4658-b77b-15e15b37f8da HTTP/1.1" status: 200 len: 950 time: 0.1710427 Jul 22 23:33:06.013602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b931c279-5ce9-4b30-8dac-c2c85455030f req-201ccf5d-b682-47b3-be9b-b4663f972584 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Deleting port f154685f-5a9e-41e6-b32b-e6b95b0104b3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:06.013941 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b931c279-5ce9-4b30-8dac-c2c85455030f req-201ccf5d-b682-47b3-be9b-b4663f972584 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.017482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-452bf922-58ea-4e6f-9c3e-09c6aabeace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:06.019458 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-452bf922-58ea-4e6f-9c3e-09c6aabeace3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1339588 Jul 22 23:33:06.021399 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.038903 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-7f421402-d230-4334-8d76-ec126df8fe13 req-dc45a811-0896-47c5-82f0-f68391dc1e90 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Deleting port 08d531d5-6821-4dba-af94-4d8ed6016efe {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:06.039565 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7f421402-d230-4334-8d76-ec126df8fe13 req-dc45a811-0896-47c5-82f0-f68391dc1e90 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.047487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device f5d4ec6d-86b2-4f19-be4b-ce46917cef65 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:06.078051 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-ae29c60f-eada-4bbe-80d0-66fa36b79e5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=9ffc4b52-e5ca-4652-bfe0-da94209df680 HTTP/1.1" status: 200 len: 217 time: 0.0500822 Jul 22 23:33:06.176809 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:06.195821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-838784dc-6f32-438c-b1aa-e0e1ab389970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:06.197498 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-838784dc-6f32-438c-b1aa-e0e1ab389970 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1091754 Jul 22 23:33:06.197643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e088ac8a-903c-4626-9301-48699b38044f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:06.226839 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port e088ac8a-903c-4626-9301-48699b38044f, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e088ac8a-903c-4626-9301-48699b38044f,segment=NetworkSegment(6ec369fe-2a4f-480c-82e8-82749b111ce0),segment_id=6ec369fe-2a4f-480c-82e8-82749b111ce0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:06.228723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'f5d4ec6d-86b2-4f19-be4b-ce46917cef65', 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec', 'port_id': 'f5d4ec6d-86b2-4f19-be4b-ce46917cef65', 'mac_address': 'fa:16:3e:98:2b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:06.238820 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.246783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44032fb3-1ad6-4a17-aea2-de7ba27761a0 req-67e4dd40-b042-424b-8b12-43c18e492d06 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032325 Jul 22 23:33:06.278358 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7f421402-d230-4334-8d76-ec126df8fe13 req-dc45a811-0896-47c5-82f0-f68391dc1e90 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] For port 08d531d5-6821-4dba-af94-4d8ed6016efe, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=08d531d5-6821-4dba-af94-4d8ed6016efe,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:06.278831 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7f421402-d230-4334-8d76-ec126df8fe13 req-dc45a811-0896-47c5-82f0-f68391dc1e90 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.319338 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-7f421402-d230-4334-8d76-ec126df8fe13 req-dc45a811-0896-47c5-82f0-f68391dc1e90 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Calling delete_port for 08d531d5-6821-4dba-af94-4d8ed6016efe owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:06.330380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b931c279-5ce9-4b30-8dac-c2c85455030f req-201ccf5d-b682-47b3-be9b-b4663f972584 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] For port f154685f-5a9e-41e6-b32b-e6b95b0104b3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f154685f-5a9e-41e6-b32b-e6b95b0104b3,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:06.331087 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b931c279-5ce9-4b30-8dac-c2c85455030f req-201ccf5d-b682-47b3-be9b-b4663f972584 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.351162 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b931c279-5ce9-4b30-8dac-c2c85455030f req-201ccf5d-b682-47b3-be9b-b4663f972584 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Calling delete_port for f154685f-5a9e-41e6-b32b-e6b95b0104b3 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:06.364877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=e088ac8a-903c-4626-9301-48699b38044f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:06.390845 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.394521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-26f11d2e-a500-4f9a-91ac-a719394e719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:06.396396 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-26f11d2e-a500-4f9a-91ac-a719394e719d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1773653 Jul 22 23:33:06.406144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d4ec6d-86b2-4f19-be4b-ce46917cef65 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:06.419985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d95c29-774d-4842-9c1b-6b82975dc1fa req-6bfe7b0e-53b4-4074-bc58-8d145fb9a295 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:06.427810 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79d95c29-774d-4842-9c1b-6b82975dc1fa req-6bfe7b0e-53b4-4074-bc58-8d145fb9a295 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 944 time: 0.2790449 Jul 22 23:33:06.432222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:06.439546 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.440744 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9ffc4b52-e5ca-4652-bfe0-da94209df680 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:06.512298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79d95c29-774d-4842-9c1b-6b82975dc1fa req-137875a8-a8b3-41b9-add2-b7077b9d0651 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836062 Jul 22 23:33:06.523786 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:06.568572 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-ab52cd48-d53f-455d-9777-1941ff5f7318 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639040 Jul 22 23:33:06.575654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678ac4b-6fbd-4ebb-a7be-58b30a404e0e req-26443229-ab35-43d7-aea4-2275ba2e03d5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:06.578137 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a678ac4b-6fbd-4ebb-a7be-58b30a404e0e req-26443229-ab35-43d7-aea4-2275ba2e03d5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 943 time: 0.1760728 Jul 22 23:33:06.642675 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a678ac4b-6fbd-4ebb-a7be-58b30a404e0e req-7fcb4902-4abe-4957-9381-fa942c9caefb tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388026 Jul 22 23:33:06.649683 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 9ffc4b52-e5ca-4652-bfe0-da94209df680, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9ffc4b52-e5ca-4652-bfe0-da94209df680,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:06.661916 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '9ffc4b52-e5ca-4652-bfe0-da94209df680', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '9ffc4b52-e5ca-4652-bfe0-da94209df680', 'mac_address': 'fa:16:3e:07:7d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:06.676723 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b931c279-5ce9-4b30-8dac-c2c85455030f req-201ccf5d-b682-47b3-be9b-b4663f972584 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.724068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['08d531d5-6821-4dba-af94-4d8ed6016efe'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:06.728748 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7f421402-d230-4334-8d76-ec126df8fe13 req-dc45a811-0896-47c5-82f0-f68391dc1e90 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.729854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['e088ac8a-903c-4626-9301-48699b38044f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:06.737178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ccf5d-b682-47b3-be9b-b4663f972584 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Pushing event deleted for resources: {'Port': ['ID=f154685f-5a9e-41e6-b32b-e6b95b0104b3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:06.792643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['a860c534-7704-430f-86fd-b051443c314f', '009e481c-75ab-4797-9e46-1071487965e5', 'f50f1f30-13e7-4850-80c7-c2395df783ff', 'f154685f-5a9e-41e6-b32b-e6b95b0104b3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:06.824514 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.860713 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffc4b52-e5ca-4652-bfe0-da94209df680 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:06.907504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45a811-0896-47c5-82f0-f68391dc1e90 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Pushing event deleted for resources: {'Port': ['ID=08d531d5-6821-4dba-af94-4d8ed6016efe,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:06.914290 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d26b0fb3-bc1e-40ce-aaf4-563d7eb858d5 req-32898347-f3f7-46a6-8b92-e337d3cd663d service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376274 Jul 22 23:33:06.943848 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f421402-d230-4334-8d76-ec126df8fe13 req-dc45a811-0896-47c5-82f0-f68391dc1e90 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] No DVR routers for this DVR port 08d531d5-6821-4dba-af94-4d8ed6016efe on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:06.952673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 9ffc4b52-e5ca-4652-bfe0-da94209df680, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9ffc4b52-e5ca-4652-bfe0-da94209df680,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:06.952944 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7f421402-d230-4334-8d76-ec126df8fe13 req-dc45a811-0896-47c5-82f0-f68391dc1e90 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.954996 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7f421402-d230-4334-8d76-ec126df8fe13 req-dc45a811-0896-47c5-82f0-f68391dc1e90 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.95 "DELETE /v2.0/ports/08d531d5-6821-4dba-af94-4d8ed6016efe HTTP/1.1" status: 204 len: 173 time: 1.1570795 Jul 22 23:33:06.955611 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11e0924-a511-4658-b77b-15e15b37f8da', 'name': 'network-vif-deleted', 'tag': '08d531d5-6821-4dba-af94-4d8ed6016efe'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:06.958207 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83df772c-af69-4de4-a48f-f8b1d97cb2a7" -d '{"events": [{"server_uuid": "f11e0924-a511-4658-b77b-15e15b37f8da", "name": "network-vif-deleted", "tag": "08d531d5-6821-4dba-af94-4d8ed6016efe"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:06.958500 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.969806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b931c279-5ce9-4b30-8dac-c2c85455030f req-201ccf5d-b682-47b3-be9b-b4663f972584 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] No DVR routers for this DVR port f154685f-5a9e-41e6-b32b-e6b95b0104b3 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:06.970070 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.970676 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:06.973931 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b931c279-5ce9-4b30-8dac-c2c85455030f req-201ccf5d-b682-47b3-be9b-b4663f972584 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.977374 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b931c279-5ce9-4b30-8dac-c2c85455030f req-201ccf5d-b682-47b3-be9b-b4663f972584 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "DELETE /v2.0/ports/f154685f-5a9e-41e6-b32b-e6b95b0104b3 HTTP/1.1" status: 204 len: 173 time: 1.2745233 Jul 22 23:33:07.009603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71728e9-80db-4e71-bc15-bdfa2bd1f9db', 'name': 'network-vif-deleted', 'tag': 'f154685f-5a9e-41e6-b32b-e6b95b0104b3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:07.021573 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0946e68-5e21-4bc3-a44d-59aef924bc76" -d '{"events": [{"server_uuid": "f71728e9-80db-4e71-bc15-bdfa2bd1f9db", "name": "network-vif-deleted", "tag": "f154685f-5a9e-41e6-b32b-e6b95b0104b3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:07.092281 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:33:07.101341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da3532-16e8-40d9-b618-d2fde7b95a30 req-a83486be-d018-484e-849c-d090524012ad tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:07.103287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6da3532-16e8-40d9-b618-d2fde7b95a30 req-a83486be-d018-484e-849c-d090524012ad tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 944 time: 0.3096769 Jul 22 23:33:07.143530 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cdd6e-641e-4c85-8df1-7d303bb9a566 req-233aa779-94e2-410c-b39e-662ee60bc7ef tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:07.157908 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c4cdd6e-641e-4c85-8df1-7d303bb9a566 req-233aa779-94e2-410c-b39e-662ee60bc7ef tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.2933934 Jul 22 23:33:07.179032 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=9ffc4b52-e5ca-4652-bfe0-da94209df680,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:07.227282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6da3532-16e8-40d9-b618-d2fde7b95a30 req-689c6f99-54a0-463b-b76c-70ba96139891 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169956 Jul 22 23:33:07.256904 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c4cdd6e-641e-4c85-8df1-7d303bb9a566 req-bfc29735-766e-40a2-9f66-b3432ad67425 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936751 Jul 22 23:33:07.356858 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800c1468-3eea-417c-9b80-20de676f20a4 x-openstack-request-id: req-800c1468-3eea-417c-9b80-20de676f20a4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:07.357400 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11e0924-a511-4658-b77b-15e15b37f8da", "name": "network-vif-deleted", "tag": "08d531d5-6821-4dba-af94-4d8ed6016efe", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:07.358468 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-800c1468-3eea-417c-9b80-20de676f20a4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:07.359131 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11e0924-a511-4658-b77b-15e15b37f8da', 'name': 'network-vif-deleted', 'tag': '08d531d5-6821-4dba-af94-4d8ed6016efe', 'status': 'completed', 'code': 200} Jul 22 23:33:07.451080 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c412367f-1c90-43d7-a11b-3063790bef52 x-openstack-request-id: req-c412367f-1c90-43d7-a11b-3063790bef52 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:07.451408 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71728e9-80db-4e71-bc15-bdfa2bd1f9db", "name": "network-vif-deleted", "tag": "f154685f-5a9e-41e6-b32b-e6b95b0104b3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:07.452492 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c412367f-1c90-43d7-a11b-3063790bef52 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:07.452998 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71728e9-80db-4e71-bc15-bdfa2bd1f9db', 'name': 'network-vif-deleted', 'tag': 'f154685f-5a9e-41e6-b32b-e6b95b0104b3', 'status': 'completed', 'code': 200} Jul 22 23:33:07.525169 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 6f55c625-9c81-4fbb-9ffc-003f444dc1e2, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6f55c625-9c81-4fbb-9ffc-003f444dc1e2,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:07.526708 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056077ce-a142-4602-ba3b-f7aa34cb7a76 req-eae9b8a1-6fbd-4868-9d4a-03eb1f4218f0 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:07.528587 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-056077ce-a142-4602-ba3b-f7aa34cb7a76 req-eae9b8a1-6fbd-4868-9d4a-03eb1f4218f0 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 948 time: 0.0874605 Jul 22 23:33:07.557540 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '6f55c625-9c81-4fbb-9ffc-003f444dc1e2', 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478', 'port_id': '6f55c625-9c81-4fbb-9ffc-003f444dc1e2', 'mac_address': 'fa:16:3e:c6:54:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750e6d21-68ba-4eb5-94e9-cc5c662415b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:07.584028 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82ae80dd-e982-438f-bf77-1190f8e68cdb req-d5df5dd1-72ec-44cc-89af-c781d1da79f6 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=f11e0924-a511-4658-b77b-15e15b37f8da HTTP/1.1" status: 200 len: 210 time: 0.0411768 Jul 22 23:33:07.615852 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-056077ce-a142-4602-ba3b-f7aa34cb7a76 req-a0c8dcc7-2859-4626-93e2-40bf16cad2f3 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714102 Jul 22 23:33:07.665335 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:07.714909 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:07.760607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 6f55c625-9c81-4fbb-9ffc-003f444dc1e2, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6f55c625-9c81-4fbb-9ffc-003f444dc1e2,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:07.768783 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:07.867749 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18607bc-cb11-4b4a-a439-a4d295d200bd req-2cdcd713-4ce6-4831-bd87-7ef7a7fc45e8 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:07.875756 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d18607bc-cb11-4b4a-a439-a4d295d200bd req-2cdcd713-4ce6-4831-bd87-7ef7a7fc45e8 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 944 time: 0.1802197 Jul 22 23:33:07.935789 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d18607bc-cb11-4b4a-a439-a4d295d200bd req-9f655d58-c152-4462-9f8f-faf1e6f98ca7 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590587 Jul 22 23:33:07.945172 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=6f55c625-9c81-4fbb-9ffc-003f444dc1e2,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:07.955394 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2a3b1-9a4a-4a8e-a70a-2618c8879375 req-ba2f1475-1912-474e-93bb-bf5b2f3a36bb tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:07.957020 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a3e2a3b1-9a4a-4a8e-a70a-2618c8879375 req-ba2f1475-1912-474e-93bb-bf5b2f3a36bb tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 944 time: 0.1581197 Jul 22 23:33:07.995131 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device f154685f-5a9e-41e6-b32b-e6b95b0104b3 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:08.004132 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a3e2a3b1-9a4a-4a8e-a70a-2618c8879375 req-ce125f44-e860-49f3-b4e2-cd3b1312efd6 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377986 Jul 22 23:33:08.019112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: f154685f-5a9e-41e6-b32b-e6b95b0104b3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:08.019388 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device f154685f-5a9e-41e6-b32b-e6b95b0104b3 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:08.448184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7e4d7-335b-4f23-955f-c1ca748faebc req-9b5b3b10-ec8f-41e7-a237-f074d7ee659a tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:08.449955 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-84e7e4d7-335b-4f23-955f-c1ca748faebc req-9b5b3b10-ec8f-41e7-a237-f074d7ee659a tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.1083748 Jul 22 23:33:08.458779 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbae5e5-632d-4db0-be9f-783eccb9ab58 req-1c4135fb-2dcb-4f7e-b1c0-8b13d663747c tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:08.460118 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edbae5e5-632d-4db0-be9f-783eccb9ab58 req-1c4135fb-2dcb-4f7e-b1c0-8b13d663747c tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 944 time: 0.1092091 Jul 22 23:33:08.463208 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['f5d4ec6d-86b2-4f19-be4b-ce46917cef65'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:08.503853 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['9ffc4b52-e5ca-4652-bfe0-da94209df680'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:08.522966 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-84e7e4d7-335b-4f23-955f-c1ca748faebc req-9587aded-40a3-4af9-8369-3f4430b0ed84 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610406 Jul 22 23:33:08.533903 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edbae5e5-632d-4db0-be9f-783eccb9ab58 req-b3231478-0046-469f-b62e-dc8a11dcafc4 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624895 Jul 22 23:33:08.535233 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['6f55c625-9c81-4fbb-9ffc-003f444dc1e2'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:08.676580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3731902-6bf5-4bab-889c-ed560fb5ea67 req-2d58ef8c-dbde-4191-86c7-bbfd67ce77db tempest-MigrationsAdminTest-1713965020 tempest-MigrationsAdminTest-1713965020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:08.678196 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a3731902-6bf5-4bab-889c-ed560fb5ea67 req-2d58ef8c-dbde-4191-86c7-bbfd67ce77db tempest-MigrationsAdminTest-1713965020 tempest-MigrationsAdminTest-1713965020-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 1101 time: 0.0626595 Jul 22 23:33:08.725712 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a3731902-6bf5-4bab-889c-ed560fb5ea67 req-00415fa3-db75-472a-b8e7-8b66145bae93 tempest-MigrationsAdminTest-1713965020 tempest-MigrationsAdminTest-1713965020-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408270 Jul 22 23:33:08.787170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad68e7d-cd61-4c23-bfbb-98cb9b7daf1a req-242f570a-9d6b-49d0-a3a3-77bc6eed0a7d tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:08.790174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ad68e7d-cd61-4c23-bfbb-98cb9b7daf1a req-242f570a-9d6b-49d0-a3a3-77bc6eed0a7d tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 948 time: 0.0786161 Jul 22 23:33:08.830520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ad68e7d-cd61-4c23-bfbb-98cb9b7daf1a req-d58e8d3f-82c8-4082-946b-6f7f4a97090c tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354335 Jul 22 23:33:09.072496 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-94fff4ad-bb7d-436f-a5b9-f8b8104c26d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0760832 Jul 22 23:33:09.076276 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6115f1-0183-4902-ac6e-8178719541b9 req-8b3b8267-684c-49fc-baaa-0978728b4bfc tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:09.077929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea6115f1-0183-4902-ac6e-8178719541b9 req-8b3b8267-684c-49fc-baaa-0978728b4bfc tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 945 time: 0.0808737 Jul 22 23:33:09.145934 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea6115f1-0183-4902-ac6e-8178719541b9 req-5bb947e7-8395-4b6d-864a-a5ffab131c9e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624096 Jul 22 23:33:09.189736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d32b0a-3a14-4b3b-8793-84d45acf3bec req-e7cf5454-a868-46bc-8d47-427c023899e2 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:09.191265 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f9d32b0a-3a14-4b3b-8793-84d45acf3bec req-e7cf5454-a868-46bc-8d47-427c023899e2 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.0925453 Jul 22 23:33:09.268223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f9d32b0a-3a14-4b3b-8793-84d45acf3bec req-3ceecef5-eea4-44b6-83b4-423587eec4ba tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693569 Jul 22 23:33:09.299385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9798b1-6b67-49b2-bdd5-3a962c14fa03 req-ff339b13-5ff1-49ad-a0e4-e2f14e1a6504 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:09.306178 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a9798b1-6b67-49b2-bdd5-3a962c14fa03 req-ff339b13-5ff1-49ad-a0e4-e2f14e1a6504 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 944 time: 0.1002698 Jul 22 23:33:09.345744 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a9798b1-6b67-49b2-bdd5-3a962c14fa03 req-1652a5cd-dceb-49c5-aa4c-bd319fbf98dd tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385671 Jul 22 23:33:09.445462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['a860c534-7704-430f-86fd-b051443c314f', '009e481c-75ab-4797-9e46-1071487965e5', 'f50f1f30-13e7-4850-80c7-c2395df783ff'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:09.531065 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992f92f-f987-44a7-a1a0-faed627d19e7 req-bf558601-7306-4552-81f0-faf20a57eb95 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:09.532745 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1992f92f-f987-44a7-a1a0-faed627d19e7 req-bf558601-7306-4552-81f0-faf20a57eb95 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e2a22ed-1368-4426-bb90-4a0a82759d69 HTTP/1.1" status: 200 len: 950 time: 0.0746689 Jul 22 23:33:09.586987 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1992f92f-f987-44a7-a1a0-faed627d19e7 req-e5513990-7ba1-469c-b3c4-9432690c2450 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473943 Jul 22 23:33:09.700827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c892b-1b43-4658-8d37-b19fa2515125 req-d32deca3-7407-44dd-92a5-1269571e4d34 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:09.704088 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-556c892b-1b43-4658-8d37-b19fa2515125 req-d32deca3-7407-44dd-92a5-1269571e4d34 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 944 time: 0.0793471 Jul 22 23:33:09.803568 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-556c892b-1b43-4658-8d37-b19fa2515125 req-c2a30e30-80c6-43ed-97db-d47495176622 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890839 Jul 22 23:33:09.840580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-939ff8ca-9e46-494b-82f5-5b2b81979a2a tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:09.842653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-939ff8ca-9e46-494b-82f5-5b2b81979a2a tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 808 time: 0.1371005 Jul 22 23:33:09.849481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e088ac8a-903c-4626-9301-48699b38044f up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:09.859620 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-e9d4041a-91b2-4e5b-a539-39424e190809 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/quotas/e3f3293308ad4d108b84009eb08300e1 HTTP/1.1" status: 200 len: 375 time: 0.0107245 Jul 22 23:33:09.928867 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port e088ac8a-903c-4626-9301-48699b38044f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:09.933339 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port e088ac8a-903c-4626-9301-48699b38044f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:09.933768 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:09.984738 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-4149a68c-a68e-4c77-a643-961bb90d6c9f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1196744 Jul 22 23:33:10.023117 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:10.053006 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ddbaca-cd16-41be-b446-7a9486487452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e088ac8a-903c-4626-9301-48699b38044f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:10.055277 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd15cb8-d325-4de9-95cf-83d44de3e144" -d '{"events": [{"server_uuid": "46ddbaca-cd16-41be-b446-7a9486487452", "name": "network-vif-plugged", "status": "completed", "tag": "e088ac8a-903c-4626-9301-48699b38044f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:10.068792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port e088ac8a-903c-4626-9301-48699b38044f, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e088ac8a-903c-4626-9301-48699b38044f,segment=NetworkSegment(6ec369fe-2a4f-480c-82e8-82749b111ce0),segment_id=6ec369fe-2a4f-480c-82e8-82749b111ce0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:10.073113 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:10.073848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 08d531d5-6821-4dba-af94-4d8ed6016efe no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:10.091535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306f664-9d0a-418e-bc64-fd85d40467e3 req-1090df8e-d0ed-4096-971f-d6218a7fa90a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:10.093405 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1306f664-9d0a-418e-bc64-fd85d40467e3 req-1090df8e-d0ed-4096-971f-d6218a7fa90a tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 948 time: 0.1618898 Jul 22 23:33:10.117334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 08d531d5-6821-4dba-af94-4d8ed6016efe {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:10.117676 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 08d531d5-6821-4dba-af94-4d8ed6016efe not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:10.122255 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-78aa879b-6453-4f08-83ec-86e7184238f4 service neutron] 10.222.0.26 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297426 Jul 22 23:33:10.145711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=e088ac8a-903c-4626-9301-48699b38044f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:10.156654 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1306f664-9d0a-418e-bc64-fd85d40467e3 req-b49f2551-4b64-4aa6-b936-7a0bf490cfe3 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571301 Jul 22 23:33:10.203937 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d0ce44-b1c3-4050-91c3-3c82b557a68b x-openstack-request-id: req-f9d0ce44-b1c3-4050-91c3-3c82b557a68b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:10.204242 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ddbaca-cd16-41be-b446-7a9486487452", "name": "network-vif-plugged", "status": "completed", "tag": "e088ac8a-903c-4626-9301-48699b38044f", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:10.204498 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9d0ce44-b1c3-4050-91c3-3c82b557a68b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:10.205499 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ddbaca-cd16-41be-b446-7a9486487452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e088ac8a-903c-4626-9301-48699b38044f', 'code': 200} Jul 22 23:33:10.225855 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-59d7e65a-b7f0-4e88-a67c-a5f487b5afbd service neutron] 10.222.0.26 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927751 Jul 22 23:33:10.321122 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eb58c-96bb-4835-949b-5b4e2ca277b0 req-e6b7ed67-dcb7-4d7b-8da4-dc1ced70dd14 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:10.325790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d4eb58c-96bb-4835-949b-5b4e2ca277b0 req-e6b7ed67-dcb7-4d7b-8da4-dc1ced70dd14 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 945 time: 0.0729754 Jul 22 23:33:10.334608 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e33ec-0e36-4ffc-a046-6040e70651c7 req-d6688dae-d215-4989-bcc2-de0b612ddef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:10.336322 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f74e33ec-0e36-4ffc-a046-6040e70651c7 req-d6688dae-d215-4989-bcc2-de0b612ddef3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 1096 time: 0.0623398 Jul 22 23:33:10.364783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d4eb58c-96bb-4835-949b-5b4e2ca277b0 req-80b52815-017d-4bdb-ab88-70400f4c5f96 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345976 Jul 22 23:33:10.374898 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f74e33ec-0e36-4ffc-a046-6040e70651c7 req-e5547657-7699-4e63-b080-2c5217d909e8 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311189 Jul 22 23:33:10.508006 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d828bd-60a6-43b7-a559-590e7df70099 req-a0579078-9a29-4fdd-b6ad-deae05ad4beb tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:10.513776 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32d828bd-60a6-43b7-a559-590e7df70099 req-a0579078-9a29-4fdd-b6ad-deae05ad4beb tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.0933461 Jul 22 23:33:10.590761 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32d828bd-60a6-43b7-a559-590e7df70099 req-f900ee68-0d83-4382-b41d-e1239138e208 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748420 Jul 22 23:33:10.615733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-fbe7c758-8b87-4e1b-98e9-550a1f813b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:10.617574 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-fbe7c758-8b87-4e1b-98e9-550a1f813b26 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 1101 time: 0.0697203 Jul 22 23:33:10.628134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaa771-5049-46d7-9be7-adda391f261b req-89a4b82f-b8fa-4c1d-864f-888036191deb tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:10.629508 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-faeaa771-5049-46d7-9be7-adda391f261b req-89a4b82f-b8fa-4c1d-864f-888036191deb tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 944 time: 0.1058056 Jul 22 23:33:10.693595 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47181757-4ba1-4135-9820-61787a728033 req-e4d0dc47-19b5-46c9-a807-8eb73ff927ad tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 210 time: 0.0630519 Jul 22 23:33:10.719730 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-faeaa771-5049-46d7-9be7-adda391f261b req-156b70dd-fe45-4a8e-a066-de035b2e895f tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770900 Jul 22 23:33:10.742097 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-dd8981f2-1b79-40d9-9916-89fc39d8f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:10.743721 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-dd8981f2-1b79-40d9-9916-89fc39d8f377 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1190531 Jul 22 23:33:10.786777 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-3e419dd7-9760-4b30-8b11-889341c871f7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ca7bcf68-af17-4791-a402-f7a523c63011 HTTP/1.1" status: 200 len: 217 time: 0.0352454 Jul 22 23:33:10.852474 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-dc3222ef-8669-4fc0-aede-5f3cada7731b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:10.854125 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-dc3222ef-8669-4fc0-aede-5f3cada7731b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0592594 Jul 22 23:33:10.862962 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0864621-22f4-4dbd-8360-dca04fcfb21e req-48eee971-673f-4f3d-9bea-f14bb08ed4c1 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:10.864653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0864621-22f4-4dbd-8360-dca04fcfb21e req-48eee971-673f-4f3d-9bea-f14bb08ed4c1 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e2a22ed-1368-4426-bb90-4a0a82759d69 HTTP/1.1" status: 200 len: 950 time: 0.0868170 Jul 22 23:33:10.935335 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0864621-22f4-4dbd-8360-dca04fcfb21e req-be1da371-41a0-4289-bd06-ff2d8eda8c05 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640833 Jul 22 23:33:10.936637 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-c0bd3bbc-52c2-4afe-bacc-0f45d22e80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:10.938477 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-c0bd3bbc-52c2-4afe-bacc-0f45d22e80ee service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722158 Jul 22 23:33:10.970800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8350891-7e52-4ef2-845d-157f242a97b7 req-34ce9152-3407-47fd-a9c5-f7c0f72869c7 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:10.972431 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8350891-7e52-4ef2-845d-157f242a97b7 req-34ce9152-3407-47fd-a9c5-f7c0f72869c7 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 945 time: 0.0918758 Jul 22 23:33:11.056609 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8350891-7e52-4ef2-845d-157f242a97b7 req-c7810f9c-303e-4d20-bdf8-0f52723484fc tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782862 Jul 22 23:33:11.058160 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-3a2887ed-dc28-4a57-b7da-8a7e18db2cb7 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033468 Jul 22 23:33:11.093643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c44fc9-4aaf-4693-a91c-16213f88a1d7 req-3cce9047-bdfd-4b4a-8aa2-7dc39a34f310 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:11.095072 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-72c44fc9-4aaf-4693-a91c-16213f88a1d7 req-3cce9047-bdfd-4b4a-8aa2-7dc39a34f310 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e2a22ed-1368-4426-bb90-4a0a82759d69 HTTP/1.1" status: 200 len: 950 time: 0.0974255 Jul 22 23:33:11.165467 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-594e0dde-67c8-4156-82f4-a5468e235296 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965958 Jul 22 23:33:11.243976 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-72c44fc9-4aaf-4693-a91c-16213f88a1d7 req-f994f783-98cb-4639-93b7-51630af05e58 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Deleting port 009e481c-75ab-4797-9e46-1071487965e5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:11.244315 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-72c44fc9-4aaf-4693-a91c-16213f88a1d7 req-f994f783-98cb-4639-93b7-51630af05e58 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:11.367421 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539fb99-182e-4957-ab9e-fabc3092cd5c req-d9bf45dd-f83e-4c50-a6a3-ac9e9d0985fc tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:11.368777 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b539fb99-182e-4957-ab9e-fabc3092cd5c req-d9bf45dd-f83e-4c50-a6a3-ac9e9d0985fc tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 948 time: 0.1385241 Jul 22 23:33:11.375632 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-72c44fc9-4aaf-4693-a91c-16213f88a1d7 req-f994f783-98cb-4639-93b7-51630af05e58 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] For port 009e481c-75ab-4797-9e46-1071487965e5, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=009e481c-75ab-4797-9e46-1071487965e5,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:11.375988 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-72c44fc9-4aaf-4693-a91c-16213f88a1d7 req-f994f783-98cb-4639-93b7-51630af05e58 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:11.399745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-72c44fc9-4aaf-4693-a91c-16213f88a1d7 req-f994f783-98cb-4639-93b7-51630af05e58 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Calling delete_port for 009e481c-75ab-4797-9e46-1071487965e5 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:11.494162 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a0274-4056-4eeb-90c3-f839db1b302f req-039935bf-de0c-4d9b-9f92-e975ede583d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:11.495746 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dc3a0274-4056-4eeb-90c3-f839db1b302f req-039935bf-de0c-4d9b-9f92-e975ede583d9 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "GET /v2.0/ports?device_id=39063c04-e631-4585-9df5-f8d957dcba89 HTTP/1.1" status: 200 len: 949 time: 0.0659492 Jul 22 23:33:11.618005 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-dc3a0274-4056-4eeb-90c3-f839db1b302f req-03ba8478-13c5-439f-8a57-38d4de2ed073 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Deleting port f50f1f30-13e7-4850-80c7-c2395df783ff {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:11.618546 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dc3a0274-4056-4eeb-90c3-f839db1b302f req-03ba8478-13c5-439f-8a57-38d4de2ed073 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:11.729357 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-dc3a0274-4056-4eeb-90c3-f839db1b302f req-03ba8478-13c5-439f-8a57-38d4de2ed073 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] For port f50f1f30-13e7-4850-80c7-c2395df783ff, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f50f1f30-13e7-4850-80c7-c2395df783ff,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:11.729855 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dc3a0274-4056-4eeb-90c3-f839db1b302f req-03ba8478-13c5-439f-8a57-38d4de2ed073 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:11.744163 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b539fb99-182e-4957-ab9e-fabc3092cd5c req-c36c91de-6b06-4dd1-a10b-5554b86e7b73 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656964 Jul 22 23:33:11.760429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-dc3a0274-4056-4eeb-90c3-f839db1b302f req-03ba8478-13c5-439f-8a57-38d4de2ed073 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Calling delete_port for f50f1f30-13e7-4850-80c7-c2395df783ff owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:11.903762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da2f8a-ceef-483d-95e5-3e706b2a6b76 req-9de00eca-c122-4648-91ae-835a4267db6e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:11.905933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5da2f8a-ceef-483d-95e5-3e706b2a6b76 req-9de00eca-c122-4648-91ae-835a4267db6e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 945 time: 0.1664610 Jul 22 23:33:11.934832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-ed9ca4f4-ca0a-45e6-a9d6-fbc54c560fed tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:11.936401 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-ed9ca4f4-ca0a-45e6-a9d6-fbc54c560fed tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.95 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 808 time: 0.2101765 Jul 22 23:33:11.970044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17d6e0-7dbd-43ae-9162-34a07304ad01 req-df1ed1d2-14e3-4136-a60c-9caa2bc17a82 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:11.971562 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0a17d6e0-7dbd-43ae-9162-34a07304ad01 req-df1ed1d2-14e3-4136-a60c-9caa2bc17a82 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.1622114 Jul 22 23:33:11.972850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-12619fb2-bdbd-4026-85f9-da2b077deafb tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Request body: {'port': {'device_id': 'b3d35d5a-c901-4cba-be67-0f161241f49f', 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6', 'admin_state_up': True, 'tenant_id': 'e3f3293308ad4d108b84009eb08300e1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:11.974631 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-72c44fc9-4aaf-4693-a91c-16213f88a1d7 req-f994f783-98cb-4639-93b7-51630af05e58 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:11.988498 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5da2f8a-ceef-483d-95e5-3e706b2a6b76 req-27889b9e-8bf0-4b96-bc2b-3dde9db46179 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753412 Jul 22 23:33:12.013782 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['a860c534-7704-430f-86fd-b051443c314f', '009e481c-75ab-4797-9e46-1071487965e5', 'f50f1f30-13e7-4850-80c7-c2395df783ff'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:12.022659 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994f783-98cb-4639-93b7-51630af05e58 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Pushing event deleted for resources: {'Port': ['ID=009e481c-75ab-4797-9e46-1071487965e5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:12.085482 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dc3a0274-4056-4eeb-90c3-f839db1b302f req-03ba8478-13c5-439f-8a57-38d4de2ed073 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:12.118064 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c44fc9-4aaf-4693-a91c-16213f88a1d7 req-f994f783-98cb-4639-93b7-51630af05e58 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] No DVR routers for this DVR port 009e481c-75ab-4797-9e46-1071487965e5 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:12.125380 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-72c44fc9-4aaf-4693-a91c-16213f88a1d7 req-f994f783-98cb-4639-93b7-51630af05e58 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:12.127950 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-72c44fc9-4aaf-4693-a91c-16213f88a1d7 req-f994f783-98cb-4639-93b7-51630af05e58 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "DELETE /v2.0/ports/009e481c-75ab-4797-9e46-1071487965e5 HTTP/1.1" status: 204 len: 173 time: 1.0242760 Jul 22 23:33:12.128509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2a22ed-1368-4426-bb90-4a0a82759d69', 'name': 'network-vif-deleted', 'tag': '009e481c-75ab-4797-9e46-1071487965e5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:12.131918 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9251fc86-081a-48b9-b9d9-b613928b8856" -d '{"events": [{"server_uuid": "2e2a22ed-1368-4426-bb90-4a0a82759d69", "name": "network-vif-deleted", "tag": "009e481c-75ab-4797-9e46-1071487965e5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:12.134591 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba8478-13c5-439f-8a57-38d4de2ed073 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Pushing event deleted for resources: {'Port': ['ID=f50f1f30-13e7-4850-80c7-c2395df783ff,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:12.165951 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device f5d4ec6d-86b2-4f19-be4b-ce46917cef65 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:12.187859 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0a17d6e0-7dbd-43ae-9162-34a07304ad01 req-ef6ec2dc-141a-4847-995c-37cb927c23df tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035627 Jul 22 23:33:12.196338 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e73348ef-7bfb-4586-8c9b-4f64e162af2b req-bc815ec9-fad7-47d6-b84b-f6145aa4d5e1 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 210 time: 0.0796344 Jul 22 23:33:12.237878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3a0274-4056-4eeb-90c3-f839db1b302f req-03ba8478-13c5-439f-8a57-38d4de2ed073 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] No DVR routers for this DVR port f50f1f30-13e7-4850-80c7-c2395df783ff on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:12.240874 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dc3a0274-4056-4eeb-90c3-f839db1b302f req-03ba8478-13c5-439f-8a57-38d4de2ed073 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:12.243135 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dc3a0274-4056-4eeb-90c3-f839db1b302f req-03ba8478-13c5-439f-8a57-38d4de2ed073 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "DELETE /v2.0/ports/f50f1f30-13e7-4850-80c7-c2395df783ff HTTP/1.1" status: 204 len: 173 time: 0.7415683 Jul 22 23:33:12.243479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39063c04-e631-4585-9df5-f8d957dcba89', 'name': 'network-vif-deleted', 'tag': 'f50f1f30-13e7-4850-80c7-c2395df783ff'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:12.245764 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b61bec-5c30-428e-b1d6-b92ad0dd5c99" -d '{"events": [{"server_uuid": "39063c04-e631-4585-9df5-f8d957dcba89", "name": "network-vif-deleted", "tag": "f50f1f30-13e7-4850-80c7-c2395df783ff"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:12.273544 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-12619fb2-bdbd-4026-85f9-da2b077deafb tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Made reservation on behalf of e3f3293308ad4d108b84009eb08300e1 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:12.280199 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-12619fb2-bdbd-4026-85f9-da2b077deafb tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:12.388121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:12.408098 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:12.408334 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:12.437712 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a0e0157-f08b-4c57-9658-453c722e2526 req-89f27d36-e613-4c0f-9c91-08c91c3ae76f tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e2a22ed-1368-4426-bb90-4a0a82759d69 HTTP/1.1" status: 200 len: 210 time: 0.1006954 Jul 22 23:33:12.504987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-12619fb2-bdbd-4026-85f9-da2b077deafb tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Allocated IP 172.20.0.13 (0d462ef1-2f68-4b40-8269-d8c40ab7d3d6/3baa7daf-8ee7-4f4e-8715-eee13750e0b5/470bc0f5-1ff5-4d84-9015-ddc809343b63) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:12.512961 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881995f2-33e9-46f0-aeb5-bc33df798105 req-152ccbca-0ff9-4678-91c0-b86494e62cc4 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:12.515922 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-881995f2-33e9-46f0-aeb5-bc33df798105 req-152ccbca-0ff9-4678-91c0-b86494e62cc4 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 944 time: 0.2062001 Jul 22 23:33:12.548558 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:12.581731 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-881995f2-33e9-46f0-aeb5-bc33df798105 req-5744d3a8-e641-4756-8149-41f22b16b1d6 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530260 Jul 22 23:33:12.595857 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e685f6d7-82c6-44e1-8d06-db1b451e9c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d4ec6d-86b2-4f19-be4b-ce46917cef65'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:12.598221 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38212efe-2001-481e-bd4b-c5cc5e567147" -d '{"events": [{"server_uuid": "e685f6d7-82c6-44e1-8d06-db1b451e9c0b", "name": "network-vif-plugged", "status": "completed", "tag": "f5d4ec6d-86b2-4f19-be4b-ce46917cef65"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:12.614787 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:12.626050 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:12.626750 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9ffc4b52-e5ca-4652-bfe0-da94209df680 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:12.641744 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864f4d2c-90cc-4e31-8e65-cb659ef74c5f x-openstack-request-id: req-864f4d2c-90cc-4e31-8e65-cb659ef74c5f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:12.642283 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2a22ed-1368-4426-bb90-4a0a82759d69", "name": "network-vif-deleted", "tag": "009e481c-75ab-4797-9e46-1071487965e5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:12.642752 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-864f4d2c-90cc-4e31-8e65-cb659ef74c5f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:12.643326 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2a22ed-1368-4426-bb90-4a0a82759d69', 'name': 'network-vif-deleted', 'tag': '009e481c-75ab-4797-9e46-1071487965e5', 'status': 'completed', 'code': 200} Jul 22 23:33:12.692384 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307b6b23-84cb-4596-b330-5be102b31062 x-openstack-request-id: req-307b6b23-84cb-4596-b330-5be102b31062 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:12.692749 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39063c04-e631-4585-9df5-f8d957dcba89", "name": "network-vif-deleted", "tag": "f50f1f30-13e7-4850-80c7-c2395df783ff", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:12.693073 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-307b6b23-84cb-4596-b330-5be102b31062 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:12.693549 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39063c04-e631-4585-9df5-f8d957dcba89', 'name': 'network-vif-deleted', 'tag': 'f50f1f30-13e7-4850-80c7-c2395df783ff', 'status': 'completed', 'code': 200} Jul 22 23:33:12.759432 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3c168a-8b4f-4103-a589-4a492144a4a8 x-openstack-request-id: req-7c3c168a-8b4f-4103-a589-4a492144a4a8 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:12.759859 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e685f6d7-82c6-44e1-8d06-db1b451e9c0b", "name": "network-vif-plugged", "status": "completed", "tag": "f5d4ec6d-86b2-4f19-be4b-ce46917cef65", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:12.760205 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c3c168a-8b4f-4103-a589-4a492144a4a8 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:12.760695 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e685f6d7-82c6-44e1-8d06-db1b451e9c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d4ec6d-86b2-4f19-be4b-ce46917cef65', 'code': 200} Jul 22 23:33:12.765379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:12.798125 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 9ffc4b52-e5ca-4652-bfe0-da94209df680 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:12.804308 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 9ffc4b52-e5ca-4652-bfe0-da94209df680 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:12.804693 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:12.828770 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-12619fb2-bdbd-4026-85f9-da2b077deafb tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:12.876140 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-12619fb2-bdbd-4026-85f9-da2b077deafb tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:12.924408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11390e99-3155-43be-9146-d4a58aa30f49 req-6e1a832b-4e1b-4643-abd2-b47d7a108059 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:12.928088 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11390e99-3155-43be-9146-d4a58aa30f49 req-6e1a832b-4e1b-4643-abd2-b47d7a108059 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 945 time: 0.2656918 Jul 22 23:33:12.941469 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['a860c534-7704-430f-86fd-b051443c314f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:12.943744 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['d8e2324f-1e36-4785-8b64-065c704da2c3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:13.001396 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11390e99-3155-43be-9146-d4a58aa30f49 req-aff368b2-cc07-4a6b-a09c-e6d01d479a9a tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578125 Jul 22 23:33:13.029609 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47432f2f-7bfd-4fbf-a0f1-07655bcc6389 req-5e024f5c-a229-4ea0-abba-343daba95fd0 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:13.044713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47432f2f-7bfd-4fbf-a0f1-07655bcc6389 req-5e024f5c-a229-4ea0-abba-343daba95fd0 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 948 time: 0.1974113 Jul 22 23:33:13.052559 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.094124 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-12619fb2-bdbd-4026-85f9-da2b077deafb tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:13.135213 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-12619fb2-bdbd-4026-85f9-da2b077deafb tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:13.135371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 9ffc4b52-e5ca-4652-bfe0-da94209df680, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9ffc4b52-e5ca-4652-bfe0-da94209df680,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:13.145141 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47432f2f-7bfd-4fbf-a0f1-07655bcc6389 req-74c2d777-d294-45f4-9ceb-f5af8ca2fa66 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038692 Jul 22 23:33:13.148279 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-12619fb2-bdbd-4026-85f9-da2b077deafb tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:13.150872 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.160543 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:13.164195 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12619fb2-bdbd-4026-85f9-da2b077deafb tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Pushing event updated for resources: {'Port': ['ID=470bc0f5-1ff5-4d84-9015-ddc809343b63,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:13.276903 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5dca7-2ee7-4004-9a72-0bfe7802764b req-e3ffbfe3-bb74-45ce-b266-2eb74ed56544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:13.278628 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2db5dca7-2ee7-4004-9a72-0bfe7802764b req-e3ffbfe3-bb74-45ce-b266-2eb74ed56544 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 1096 time: 0.3186526 Jul 22 23:33:13.287867 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-12619fb2-bdbd-4026-85f9-da2b077deafb tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:13.288661 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-12619fb2-bdbd-4026-85f9-da2b077deafb tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.317875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390770f1-6ccb-4a11-8ce4-c18d7696a361 req-3de8644e-03bf-4a62-8e20-48e1ab4cd25f tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:13.319860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-390770f1-6ccb-4a11-8ce4-c18d7696a361 req-3de8644e-03bf-4a62-8e20-48e1ab4cd25f tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 945 time: 0.1736910 Jul 22 23:33:13.335696 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2db5dca7-2ee7-4004-9a72-0bfe7802764b req-5676a772-817e-4f38-91ef-9195b4280081 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426881 Jul 22 23:33:13.343666 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-12619fb2-bdbd-4026-85f9-da2b077deafb tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3784113 Jul 22 23:33:13.360318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Request body: {'port': {'device_id': 'b3d35d5a-c901-4cba-be67-0f161241f49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:13.392137 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-390770f1-6ccb-4a11-8ce4-c18d7696a361 req-9bbab58c-585f-446f-b49b-e219be13a41e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612075 Jul 22 23:33:13.433112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=9ffc4b52-e5ca-4652-bfe0-da94209df680,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:13.470146 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.499060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:13.504143 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:13.504911 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.617846 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-63680aac-601f-4019-aa8f-8fc854d4dc0d tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:13.625675 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-63680aac-601f-4019-aa8f-8fc854d4dc0d tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1829548 Jul 22 23:33:13.631938 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.693441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 6f55c625-9c81-4fbb-9ffc-003f444dc1e2, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6f55c625-9c81-4fbb-9ffc-003f444dc1e2,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:13.699056 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.700387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5018bd-227c-44c4-b810-d6ba7268eef3 req-2f3d5ef3-7760-4e4d-815e-c7ea139e3268 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:13.700573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 009e481c-75ab-4797-9e46-1071487965e5 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:13.703381 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b5018bd-227c-44c4-b810-d6ba7268eef3 req-2f3d5ef3-7760-4e4d-815e-c7ea139e3268 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.2139840 Jul 22 23:33:13.708561 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-537bef61-d901-4ce7-949e-f9a2d1c8ae66 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 695 time: 0.0819912 Jul 22 23:33:13.720634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-8c811bd8-e917-4b51-a628-81fb482e4b60 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Request body: {'floatingip': {'port_id': '60be8dd3-5dc3-4010-86e6-234126e82d58', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:13.746082 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 009e481c-75ab-4797-9e46-1071487965e5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:13.746629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 009e481c-75ab-4797-9e46-1071487965e5 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:13.776934 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=6f55c625-9c81-4fbb-9ffc-003f444dc1e2,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:13.796230 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b5018bd-227c-44c4-b810-d6ba7268eef3 req-c0b8b1eb-ef9e-4785-b2dc-9dd1ae2f7a49 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864487 Jul 22 23:33:13.798373 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-8c811bd8-e917-4b51-a628-81fb482e4b60 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.824671 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470bc0f5-1ff5-4d84-9015-ddc809343b63 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:13.836440 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.851978 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Transition to ACTIVE for port object 470bc0f5-1ff5-4d84-9015-ddc809343b63 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:13.857541 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.955547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Pushing event updated for resources: {'Port': ['ID=470bc0f5-1ff5-4d84-9015-ddc809343b63,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:13.991502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Attempting to bind port 470bc0f5-1ff5-4d84-9015-ddc809343b63 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:13.991835 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Attempting to bind port 470bc0f5-1ff5-4d84-9015-ddc809343b63 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:13.992159 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Attempting to bind port 470bc0f5-1ff5-4d84-9015-ddc809343b63 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:13.996578 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Port 470bc0f5-1ff5-4d84-9015-ddc809343b63 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:13.996893 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Attempting to bind port 470bc0f5-1ff5-4d84-9015-ddc809343b63 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:14.001835 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:14.002173 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Checking segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:14.002554 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Bound using segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:14.002975 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Bound port: 470bc0f5-1ff5-4d84-9015-ddc809343b63, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:14.003332 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:14.068940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] For port 470bc0f5-1ff5-4d84-9015-ddc809343b63, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:14.072562 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] For port 470bc0f5-1ff5-4d84-9015-ddc809343b63, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=470bc0f5-1ff5-4d84-9015-ddc809343b63,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:14.078810 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:14.079324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c59fdf-6a24-4a64-9b56-c0c1b412c042 req-a0e134f4-63c2-4003-a64c-d5d7f44a453f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:14.081007 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f1c59fdf-6a24-4a64-9b56-c0c1b412c042 req-a0e134f4-63c2-4003-a64c-d5d7f44a453f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 944 time: 0.1905811 Jul 22 23:33:14.117781 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:14.118614 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:14.120394 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] 10.222.0.95 "PUT /v2.0/ports/470bc0f5-1ff5-4d84-9015-ddc809343b63 HTTP/1.1" status: 200 len: 1092 time: 0.7685125 Jul 22 23:33:14.131369 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device f50f1f30-13e7-4850-80c7-c2395df783ff no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:14.159336 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad8e14-d495-44eb-bd3d-54c4e762d38a service neutron] Pushing event updated for resources: {'Port': ['ID=470bc0f5-1ff5-4d84-9015-ddc809343b63,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:14.161291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: f50f1f30-13e7-4850-80c7-c2395df783ff {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:14.161717 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device f50f1f30-13e7-4850-80c7-c2395df783ff not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:14.165874 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f1c59fdf-6a24-4a64-9b56-c0c1b412c042 req-1c424f65-ae30-495c-9e1d-1d07d239b383 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766032 Jul 22 23:33:14.258714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-8f176815-3c21-4150-8278-4bbbaf1d6b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:14.260324 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-8f176815-3c21-4150-8278-4bbbaf1d6b46 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 1095 time: 0.0821452 Jul 22 23:33:14.320032 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-40e9993f-0a86-4427-9aaf-d1706546111b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470bc0f5-1ff5-4d84-9015-ddc809343b63 HTTP/1.1" status: 200 len: 217 time: 0.0455906 Jul 22 23:33:14.379304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-8526cfd7-abc4-4d75-b0be-fedd8f16fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:14.381050 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-8526cfd7-abc4-4d75-b0be-fedd8f16fd2d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.0536854 Jul 22 23:33:14.423257 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-259c420c-8746-4058-a418-55a587b79316 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347927 Jul 22 23:33:14.539121 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-8b3b6d18-cba5-408b-bf4b-3b0291b4fcaa service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069345 Jul 22 23:33:14.555975 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa0a3f-2a89-4c56-b74a-b8e7096c7320 req-e91752bd-1d58-4fbf-b574-68d5ba5c5514 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:14.557498 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edfa0a3f-2a89-4c56-b74a-b8e7096c7320 req-e91752bd-1d58-4fbf-b574-68d5ba5c5514 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 945 time: 0.2127087 Jul 22 23:33:14.594751 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-8c811bd8-e917-4b51-a628-81fb482e4b60 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:14.601243 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-8c811bd8-e917-4b51-a628-81fb482e4b60 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:14.640665 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9e26e3e3-994d-4a66-84a6-9f64561fcf74 req-a33b27e9-e045-4d56-8bb8-a713c7c7e0f2 service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913024 Jul 22 23:33:14.671384 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edfa0a3f-2a89-4c56-b74a-b8e7096c7320 req-ad265276-8044-40f7-89bf-1094871f42df tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064343 Jul 22 23:33:14.697555 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d35d5a-c901-4cba-be67-0f161241f49f', 'tag': '470bc0f5-1ff5-4d84-9015-ddc809343b63'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:14.699961 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bb5216-5085-4191-a32c-062bf2a15beb" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d35d5a-c901-4cba-be67-0f161241f49f", "tag": "470bc0f5-1ff5-4d84-9015-ddc809343b63"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:14.716339 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-8c811bd8-e917-4b51-a628-81fb482e4b60 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Floating IP c5a73061-9895-4ce9-b4d5-e14b71ea1b6b associated. External IP: 172.25.4.33, port: 60be8dd3-5dc3-4010-86e6-234126e82d58. Jul 22 23:33:14.761654 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9662ae1-69c5-4944-a1fa-bd1383dc3165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffc4b52-e5ca-4652-bfe0-da94209df680'}, {'server_uuid': '319a6df8-5eac-493b-97c1-cc70dabd6db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f55c625-9c81-4fbb-9ffc-003f444dc1e2'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:14.764764 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e307bb-e03a-414f-af17-c6b185d51013" -d '{"events": [{"server_uuid": "b9662ae1-69c5-4944-a1fa-bd1383dc3165", "name": "network-vif-plugged", "status": "completed", "tag": "9ffc4b52-e5ca-4652-bfe0-da94209df680"}, {"server_uuid": "319a6df8-5eac-493b-97c1-cc70dabd6db4", "name": "network-vif-plugged", "status": "completed", "tag": "6f55c625-9c81-4fbb-9ffc-003f444dc1e2"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:14.866353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939fd95-1232-4520-bd88-debd26afa5fb req-51eedbd1-0cac-4710-9edf-6174ce81af65 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:14.867814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5939fd95-1232-4520-bd88-debd26afa5fb req-51eedbd1-0cac-4710-9edf-6174ce81af65 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 949 time: 0.1167271 Jul 22 23:33:14.971947 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5939fd95-1232-4520-bd88-debd26afa5fb req-cc726412-5663-4f4a-9f38-f3f8eab7a1f4 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975597 Jul 22 23:33:15.012001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-8c811bd8-e917-4b51-a628-81fb482e4b60 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:33:15.447707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-8c811bd8-e917-4b51-a628-81fb482e4b60 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:33:15.452753 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-8c811bd8-e917-4b51-a628-81fb482e4b60 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:15.460282 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76d868-2a26-4710-8bf7-5ff1825fbca3 None None] Sync routers for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:33:15.469570 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76d868-2a26-4710-8bf7-5ff1825fbca3 None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:15.470196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7a76d868-2a26-4710-8bf7-5ff1825fbca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:15.487162 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9530c-7c47-4155-995b-aa719c8d5c3e req-9830aef9-77e0-457c-ae8e-1fd4eb61331e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:15.488667 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1c9530c-7c47-4155-995b-aa719c8d5c3e req-9830aef9-77e0-457c-ae8e-1fd4eb61331e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 946 time: 0.4169800 Jul 22 23:33:15.526093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-8c811bd8-e917-4b51-a628-81fb482e4b60 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "PUT /v2.0/floatingips/c5a73061-9895-4ce9-b4d5-e14b71ea1b6b HTTP/1.1" status: 200 len: 996 time: 1.8094728 Jul 22 23:33:15.532685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'tag': '60be8dd3-5dc3-4010-86e6-234126e82d58'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:15.535304 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18036a98-ea30-4741-8877-ad88293d827a" -d '{"events": [{"name": "network-changed", "server_uuid": "35b51013-6bdb-4cdb-ba29-fa0452a19f04", "tag": "60be8dd3-5dc3-4010-86e6-234126e82d58"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:15.544937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1c9530c-7c47-4155-995b-aa719c8d5c3e req-5b10a539-f8db-4a82-a0e7-c1226994b206 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490775 Jul 22 23:33:15.590418 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7a76d868-2a26-4710-8bf7-5ff1825fbca3 None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:15.609712 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1a132a-aea4-4223-a929-1784ad414d87 x-openstack-request-id: req-3a1a132a-aea4-4223-a929-1784ad414d87 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:15.610239 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d35d5a-c901-4cba-be67-0f161241f49f", "tag": "470bc0f5-1ff5-4d84-9015-ddc809343b63", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:15.610239 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a1a132a-aea4-4223-a929-1784ad414d87 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:15.610809 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d35d5a-c901-4cba-be67-0f161241f49f', 'tag': '470bc0f5-1ff5-4d84-9015-ddc809343b63', 'status': 'completed', 'code': 200} Jul 22 23:33:15.615048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-5ad62050-fb84-4a6e-ba68-31606ce1ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:15.622659 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-5ad62050-fb84-4a6e-ba68-31606ce1ba04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 1097 time: 0.0715523 Jul 22 23:33:15.738415 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-662626f5-1334-46c4-9f9c-c2df97029b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:15.739866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-662626f5-1334-46c4-9f9c-c2df97029b8e service neutron] 10.222.0.26 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 920 time: 0.1158516 Jul 22 23:33:15.756623 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb5216-5085-4191-a32c-062bf2a15beb req-52cb8443-0257-4f1c-97da-037904ee9421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:15.774331 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d2bb5216-5085-4191-a32c-062bf2a15beb req-52cb8443-0257-4f1c-97da-037904ee9421 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 1095 time: 0.1300902 Jul 22 23:33:15.856574 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b64d3d-2a8d-4832-8b46-72e8e033a1d6 x-openstack-request-id: req-84b64d3d-2a8d-4832-8b46-72e8e033a1d6 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:15.856896 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9662ae1-69c5-4944-a1fa-bd1383dc3165", "name": "network-vif-plugged", "status": "completed", "tag": "9ffc4b52-e5ca-4652-bfe0-da94209df680", "code": 200}, {"server_uuid": "319a6df8-5eac-493b-97c1-cc70dabd6db4", "name": "network-vif-plugged", "status": "completed", "tag": "6f55c625-9c81-4fbb-9ffc-003f444dc1e2", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:15.857307 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84b64d3d-2a8d-4832-8b46-72e8e033a1d6 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:15.858131 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9662ae1-69c5-4944-a1fa-bd1383dc3165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffc4b52-e5ca-4652-bfe0-da94209df680', 'code': 200} Jul 22 23:33:15.859266 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319a6df8-5eac-493b-97c1-cc70dabd6db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f55c625-9c81-4fbb-9ffc-003f444dc1e2', 'code': 200} Jul 22 23:33:15.899189 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-f99be1ee-75d2-480b-9a5f-3e073e0580d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60be8dd3-5dc3-4010-86e6-234126e82d58 HTTP/1.1" status: 200 len: 999 time: 0.1498659 Jul 22 23:33:15.925065 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb5216-5085-4191-a32c-062bf2a15beb req-e38b9f45-8bf6-48fa-acb8-8f13d7e609f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:15.926734 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d2bb5216-5085-4191-a32c-062bf2a15beb req-e38b9f45-8bf6-48fa-acb8-8f13d7e609f7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.1461179 Jul 22 23:33:15.967263 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-8c992c58-368c-4d50-be33-52df962a06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:15.974248 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-8c992c58-368c-4d50-be33-52df962a06c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96b64f7b-90ad-4f67-8e8f-9e486c753847 HTTP/1.1" status: 200 len: 858 time: 0.0742149 Jul 22 23:33:15.991592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11679a95-37e2-4c0e-a744-33316b5cdfdf req-c05f1828-a253-46e1-ac8e-99273ca5ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:15.994564 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-11679a95-37e2-4c0e-a744-33316b5cdfdf req-c05f1828-a253-46e1-ac8e-99273ca5ccf9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 1100 time: 0.1849222 Jul 22 23:33:15.994727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c5dc0-c7d3-459a-90e3-038e905ba917 req-50d99c07-4cd6-48b6-bce7-1ca4dd292cd7 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:15.995072 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d2bb5216-5085-4191-a32c-062bf2a15beb req-a1fc1159-768a-48da-b75f-40ffa9b941b4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470bc0f5-1ff5-4d84-9015-ddc809343b63 HTTP/1.1" status: 200 len: 217 time: 0.0540507 Jul 22 23:33:15.995439 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-568c5dc0-c7d3-459a-90e3-038e905ba917 req-50d99c07-4cd6-48b6-bce7-1ca4dd292cd7 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.2228734 Jul 22 23:33:16.017226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004bcda-e285-40d2-a5ac-f4a2d6d859bf req-2500a9a4-5f2d-4cb5-bfef-4ffba11cbaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:16.018704 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0004bcda-e285-40d2-a5ac-f4a2d6d859bf req-2500a9a4-5f2d-4cb5-bfef-4ffba11cbaa5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 1097 time: 0.2100308 Jul 22 23:33:16.048894 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7a76d868-2a26-4710-8bf7-5ff1825fbca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'c5a73061-9895-4ce9-b4d5-e14b71ea1b6b', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'port_id': '60be8dd3-5dc3-4010-86e6-234126e82d58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'mac_address': 'fa:16:3e:c1:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:32:45Z', 'updated_at': '2021-07-22T23:33:14Z', 'revision_number': 1, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:16.077700 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-11679a95-37e2-4c0e-a744-33316b5cdfdf req-65e4f34b-c9c1-461a-93d0-eda2762c2f0f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766487 Jul 22 23:33:16.085616 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76d868-2a26-4710-8bf7-5ff1825fbca3 None None] Checking router: f54368c7-f025-4fd3-b7a6-02a3a5b8d947 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:33:16.093746 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb5216-5085-4191-a32c-062bf2a15beb req-ce704fa1-133f-45fb-8a7e-900879bda8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:16.096108 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d2bb5216-5085-4191-a32c-062bf2a15beb req-ce704fa1-133f-45fb-8a7e-900879bda8bd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.0870876 Jul 22 23:33:16.096692 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76d868-2a26-4710-8bf7-5ff1825fbca3 None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:16.097349 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7a76d868-2a26-4710-8bf7-5ff1825fbca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:16.097822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-568c5dc0-c7d3-459a-90e3-038e905ba917 req-59bf0526-bb43-402b-a485-f566221543cb tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777991 Jul 22 23:33:16.105193 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0004bcda-e285-40d2-a5ac-f4a2d6d859bf req-646e9c24-2452-412a-a99a-2cc1e72f7239 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761869 Jul 22 23:33:16.141911 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-b2b20083-0c1f-4f27-9faf-0f76b3d8d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:16.153259 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-b2b20083-0c1f-4f27-9faf-0f76b3d8d145 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690168 Jul 22 23:33:16.168621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-984fe1c1-368c-4feb-9965-0efe54b6cc26 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:33:16.172495 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d2bb5216-5085-4191-a32c-062bf2a15beb req-5793d607-cfbf-4bbe-bb98-6cedca8e28d0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602722 Jul 22 23:33:16.176732 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-984fe1c1-368c-4feb-9965-0efe54b6cc26 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224819 Jul 22 23:33:16.217435 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:16.253765 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7a76d868-2a26-4710-8bf7-5ff1825fbca3 None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:16.309037 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d2bb5216-5085-4191-a32c-062bf2a15beb req-a6cac4fd-e446-4755-bc6a-e5d6db4f5f57 service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199343 Jul 22 23:33:16.336361 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-90f0256e-e3ff-4273-811c-28ba26eb89dd service neutron] 10.222.0.26 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587491 Jul 22 23:33:16.396287 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68362f-8923-4ab8-ac66-6fcd4852fe7d req-bfb4dc71-cb4a-438f-97a4-aea9c32c9c34 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:16.400168 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b68362f-8923-4ab8-ac66-6fcd4852fe7d req-bfb4dc71-cb4a-438f-97a4-aea9c32c9c34 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 944 time: 0.1405787 Jul 22 23:33:16.433967 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d2bb5216-5085-4191-a32c-062bf2a15beb req-a7a285fe-7db9-4f93-a8fa-14d7f377c7af service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085613 Jul 22 23:33:16.482440 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b68362f-8923-4ab8-ac66-6fcd4852fe7d req-658d8b11-ee5d-4b9e-b122-322f384c83c3 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758657 Jul 22 23:33:16.508484 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96dc5bef-b6f4-498b-a8dd-ba371b37f686 req-2549dc37-9675-4802-90ca-a0eb0246a1ea service neutron] 10.222.0.26 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636384 Jul 22 23:33:16.516324 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7a76d868-2a26-4710-8bf7-5ff1825fbca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'c5a73061-9895-4ce9-b4d5-e14b71ea1b6b', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'port_id': '60be8dd3-5dc3-4010-86e6-234126e82d58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'mac_address': 'fa:16:3e:c1:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:32:45Z', 'updated_at': '2021-07-22T23:33:14Z', 'revision_number': 1, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:16.551578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76d868-2a26-4710-8bf7-5ff1825fbca3 None None] The sync data for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 is: [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'c5a73061-9895-4ce9-b4d5-e14b71ea1b6b', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'port_id': '60be8dd3-5dc3-4010-86e6-234126e82d58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'mac_address': 'fa:16:3e:c1:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:32:45Z', 'updated_at': '2021-07-22T23:33:14Z', 'revision_number': 1, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:33:16.580500 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a48cfe-ff7f-4968-9626-b5378402b491 x-openstack-request-id: req-25a48cfe-ff7f-4968-9626-b5378402b491 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:16.580864 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b51013-6bdb-4cdb-ba29-fa0452a19f04", "tag": "60be8dd3-5dc3-4010-86e6-234126e82d58", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:16.581213 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25a48cfe-ff7f-4968-9626-b5378402b491 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:16.581683 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'tag': '60be8dd3-5dc3-4010-86e6-234126e82d58', 'status': 'completed', 'code': 200} Jul 22 23:33:16.697590 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18036a98-ea30-4741-8877-ad88293d827a req-234fd2bb-646f-45db-b2fc-643c54a76f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:16.699192 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-18036a98-ea30-4741-8877-ad88293d827a req-234fd2bb-646f-45db-b2fc-643c54a76f2e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 1097 time: 0.0744195 Jul 22 23:33:16.785156 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18528774-cbbf-413a-a284-d3c086a325d9 req-f4a7e3ea-f5e9-4b5e-b36c-b56afbbd51d7 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:16.788289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18528774-cbbf-413a-a284-d3c086a325d9 req-f4a7e3ea-f5e9-4b5e-b36c-b56afbbd51d7 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 949 time: 0.1534474 Jul 22 23:33:16.801067 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad75a6-b043-4bea-801a-62d2045d519b req-101f886d-4256-43b2-9226-5cf00fb7b479 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:16.802698 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43ad75a6-b043-4bea-801a-62d2045d519b req-101f886d-4256-43b2-9226-5cf00fb7b479 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 945 time: 0.1564124 Jul 22 23:33:16.817607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18036a98-ea30-4741-8877-ad88293d827a req-a97547f1-7e4e-4593-a8a5-81cd325bac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:16.818943 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-18036a98-ea30-4741-8877-ad88293d827a req-a97547f1-7e4e-4593-a8a5-81cd325bac7d service neutron] 10.222.0.95 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 920 time: 0.1126707 Jul 22 23:33:16.872860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18528774-cbbf-413a-a284-d3c086a325d9 req-e92cf2df-1217-4e1d-ac32-336c435948a0 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690711 Jul 22 23:33:16.882975 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43ad75a6-b043-4bea-801a-62d2045d519b req-e9defab9-7094-42fe-985c-c7f94731eb26 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715606 Jul 22 23:33:16.886880 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb08449f-d9c9-475a-938c-d368ad960e6e None None] New status for floating IP c5a73061-9895-4ce9-b4d5-e14b71ea1b6b: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:33:16.919417 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-18036a98-ea30-4741-8877-ad88293d827a req-0f3f9460-94e2-4f9e-9fff-66fa0bf2fb8e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60be8dd3-5dc3-4010-86e6-234126e82d58 HTTP/1.1" status: 200 len: 999 time: 0.0852861 Jul 22 23:33:16.984035 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18036a98-ea30-4741-8877-ad88293d827a req-bda8b073-218d-431f-8854-7b4d565bb373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:16.985688 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-18036a98-ea30-4741-8877-ad88293d827a req-bda8b073-218d-431f-8854-7b4d565bb373 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=96b64f7b-90ad-4f67-8e8f-9e486c753847 HTTP/1.1" status: 200 len: 858 time: 0.0572658 Jul 22 23:33:17.071168 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18036a98-ea30-4741-8877-ad88293d827a req-4db7b386-117a-4084-b2a4-79f138d57d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:17.073078 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-18036a98-ea30-4741-8877-ad88293d827a req-4db7b386-117a-4084-b2a4-79f138d57d00 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749569 Jul 22 23:33:17.124287 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-d2bc98c7-3907-4217-90f9-c2db6b7d2bec tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:17.125908 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-d2bc98c7-3907-4217-90f9-c2db6b7d2bec tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ddbaca-cd16-41be-b446-7a9486487452&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0971284 Jul 22 23:33:17.191439 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-18036a98-ea30-4741-8877-ad88293d827a req-ab2dff04-c634-491f-a683-b19db4ed947c service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044807 Jul 22 23:33:17.249211 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-915923e4-3d3b-439d-be66-37cb84d28752 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1001 time: 0.1101973 Jul 22 23:33:17.259507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-43a33c15-f8c5-4f4c-a466-4469db83715e tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Request body: {'floatingip': {'port_id': 'e088ac8a-903c-4626-9301-48699b38044f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:17.288646 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-18036a98-ea30-4741-8877-ad88293d827a req-268e9eb6-779e-4953-993f-6321da032694 service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841329 Jul 22 23:33:17.305959 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558cd86-fdba-46df-8a70-b946e808f4a5 req-e694a295-76aa-4ae0-b93d-9f9557064f66 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:17.307444 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c558cd86-fdba-46df-8a70-b946e808f4a5 req-e694a295-76aa-4ae0-b93d-9f9557064f66 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 946 time: 0.1806366 Jul 22 23:33:17.338476 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-43a33c15-f8c5-4f4c-a466-4469db83715e tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:17.389603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c558cd86-fdba-46df-8a70-b946e808f4a5 req-065ca573-27ab-4d16-837d-60a714dee0f5 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749831 Jul 22 23:33:17.603525 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fe3dd-58b5-4f70-93f2-e1ea8296b35f req-8b756fbe-20e1-46af-836f-fc362df0c6ec tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:17.604940 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa1fe3dd-58b5-4f70-93f2-e1ea8296b35f req-8b756fbe-20e1-46af-836f-fc362df0c6ec tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 1096 time: 0.1598852 Jul 22 23:33:17.681562 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa1fe3dd-58b5-4f70-93f2-e1ea8296b35f req-e11ebb4b-231c-4a60-a901-4a57cb7b8fba tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706780 Jul 22 23:33:17.906610 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f8990-dcbe-4056-bbed-9c6c31c86b3b req-d8325e3e-2954-4f4d-b890-615828fdf961 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:17.907986 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-047f8990-dcbe-4056-bbed-9c6c31c86b3b req-d8325e3e-2954-4f4d-b890-615828fdf961 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=478f0b5b-f663-4b35-bf75-45dca63cce8e HTTP/1.1" status: 200 len: 949 time: 0.1432672 Jul 22 23:33:17.919124 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-43a33c15-f8c5-4f4c-a466-4469db83715e tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:17.926260 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-43a33c15-f8c5-4f4c-a466-4469db83715e tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:18.014998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-047f8990-dcbe-4056-bbed-9c6c31c86b3b req-66d06509-fa9b-4778-b29e-e9ba401b2ff6 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004879 Jul 22 23:33:18.048371 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-43a33c15-f8c5-4f4c-a466-4469db83715e tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Floating IP c5a73061-9895-4ce9-b4d5-e14b71ea1b6b associated. External IP: 172.25.4.33, port: 60be8dd3-5dc3-4010-86e6-234126e82d58. Jul 22 23:33:18.194937 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99285337-0016-4aa4-8c4a-dbdb474d20e1 req-d095cbd5-e817-492f-ab80-b7f6112eb1a6 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:18.196312 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-99285337-0016-4aa4-8c4a-dbdb474d20e1 req-d095cbd5-e817-492f-ab80-b7f6112eb1a6 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.1145225 Jul 22 23:33:18.299413 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-99285337-0016-4aa4-8c4a-dbdb474d20e1 req-3c8db683-c4f7-414d-a221-c51ba36f0c7b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675395 Jul 22 23:33:18.326161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-43a33c15-f8c5-4f4c-a466-4469db83715e tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:33:18.478531 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daa713-baee-436a-aeee-2184c31032bf req-4bdf6172-c3f8-4377-8168-9b46d5243e1b tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:18.479901 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9daa713-baee-436a-aeee-2184c31032bf req-4bdf6172-c3f8-4377-8168-9b46d5243e1b tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 944 time: 0.1099379 Jul 22 23:33:18.480833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-43a33c15-f8c5-4f4c-a466-4469db83715e tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:33:18.490775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8172b7-2b23-44db-b9a9-e816348d8621 None None] Sync routers for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:33:18.500885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8172b7-2b23-44db-b9a9-e816348d8621 None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:18.501524 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0b8172b7-2b23-44db-b9a9-e816348d8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:18.587173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9daa713-baee-436a-aeee-2184c31032bf req-f8172a22-b0b1-4952-827f-9f4db5e6be4a tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692391 Jul 22 23:33:18.619080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-0b8172b7-2b23-44db-b9a9-e816348d8621 None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:18.728656 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-43a33c15-f8c5-4f4c-a466-4469db83715e tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:33:18.871423 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0b8172b7-2b23-44db-b9a9-e816348d8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'c5a73061-9895-4ce9-b4d5-e14b71ea1b6b', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'port_id': 'e088ac8a-903c-4626-9301-48699b38044f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'mac_address': 'fa:16:3e:66:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ddbaca-cd16-41be-b446-7a9486487452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:32:45Z', 'updated_at': '2021-07-22T23:33:17Z', 'revision_number': 3, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:18.876846 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-43a33c15-f8c5-4f4c-a466-4469db83715e tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:33:18.881712 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-43a33c15-f8c5-4f4c-a466-4469db83715e tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:18.890863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4a585-d9bf-4045-ad82-f7251a185fdf req-0af8877d-cfa3-424c-8791-75d498d9e303 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:18.892374 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5cd4a585-d9bf-4045-ad82-f7251a185fdf req-0af8877d-cfa3-424c-8791-75d498d9e303 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 949 time: 0.1181490 Jul 22 23:33:18.902544 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8172b7-2b23-44db-b9a9-e816348d8621 None None] Checking router: f54368c7-f025-4fd3-b7a6-02a3a5b8d947 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:33:18.912224 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8172b7-2b23-44db-b9a9-e816348d8621 None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:18.912866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0b8172b7-2b23-44db-b9a9-e816348d8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:19.044556 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-0b8172b7-2b23-44db-b9a9-e816348d8621 None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:19.290871 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0b8172b7-2b23-44db-b9a9-e816348d8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'c5a73061-9895-4ce9-b4d5-e14b71ea1b6b', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'port_id': 'e088ac8a-903c-4626-9301-48699b38044f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'mac_address': 'fa:16:3e:66:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ddbaca-cd16-41be-b446-7a9486487452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:32:45Z', 'updated_at': '2021-07-22T23:33:17Z', 'revision_number': 3, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:19.306942 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'tag': '60be8dd3-5dc3-4010-86e6-234126e82d58'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:19.310157 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a60ea76-a6f4-4eb3-ab7a-395bc3431682" -d '{"events": [{"name": "network-changed", "server_uuid": "35b51013-6bdb-4cdb-ba29-fa0452a19f04", "tag": "60be8dd3-5dc3-4010-86e6-234126e82d58"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:19.325070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8172b7-2b23-44db-b9a9-e816348d8621 None None] The sync data for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 is: [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'c5a73061-9895-4ce9-b4d5-e14b71ea1b6b', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'port_id': 'e088ac8a-903c-4626-9301-48699b38044f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'mac_address': 'fa:16:3e:66:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ddbaca-cd16-41be-b446-7a9486487452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:32:45Z', 'updated_at': '2021-07-22T23:33:17Z', 'revision_number': 3, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:33:19.338626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5cd4a585-d9bf-4045-ad82-f7251a185fdf req-cae75658-3a89-403c-afa2-70c6aa86c1f0 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987172 Jul 22 23:33:19.367146 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-43a33c15-f8c5-4f4c-a466-4469db83715e tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "PUT /v2.0/floatingips/c5a73061-9895-4ce9-b4d5-e14b71ea1b6b HTTP/1.1" status: 200 len: 997 time: 2.1119723 Jul 22 23:33:19.425086 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909aa1e-fb5b-48a4-bbbc-7f8310f105c8 req-a417c0d9-9947-430a-910c-53dce4683a4b tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:19.426716 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9909aa1e-fb5b-48a4-bbbc-7f8310f105c8 req-a417c0d9-9947-430a-910c-53dce4683a4b tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "GET /v2.0/ports?device_id=478f0b5b-f663-4b35-bf75-45dca63cce8e HTTP/1.1" status: 200 len: 949 time: 0.1896095 Jul 22 23:33:19.452398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-a27d6d6e-f073-441d-a164-923957fc9ab4 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:19.453688 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-a27d6d6e-f073-441d-a164-923957fc9ab4 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports/60be8dd3-5dc3-4010-86e6-234126e82d58 HTTP/1.1" status: 200 len: 943 time: 0.0857775 Jul 22 23:33:19.570808 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25482e00-5e6a-45f8-bf25-dc9375d6a302 None None] New status for floating IP c5a73061-9895-4ce9-b4d5-e14b71ea1b6b: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:33:19.621738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e253d56-6146-4a38-a9be-edbc9caabe08 req-1aeb228e-53b9-4232-b9ff-24d02bac0e1e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:19.623507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e253d56-6146-4a38-a9be-edbc9caabe08 req-1aeb228e-53b9-4232-b9ff-24d02bac0e1e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 946 time: 0.1933973 Jul 22 23:33:19.668628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-3b2998fd-2412-4881-80c9-dcf9842c2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:19.677142 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-3b2998fd-2412-4881-80c9-dcf9842c2531 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 1097 time: 0.1591904 Jul 22 23:33:19.690714 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9909aa1e-fb5b-48a4-bbbc-7f8310f105c8 req-ad5467b5-b5ef-4fb3-b584-cbc6c0f4128c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Deleting port a860c534-7704-430f-86fd-b051443c314f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:19.691051 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9909aa1e-fb5b-48a4-bbbc-7f8310f105c8 req-ad5467b5-b5ef-4fb3-b584-cbc6c0f4128c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:19.791871 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e253d56-6146-4a38-a9be-edbc9caabe08 req-04b61e38-bf4a-45de-b201-f7cf658c541b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602569 Jul 22 23:33:19.874817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-7ca61123-9d8e-4d54-8956-bad51e39098b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:19.876319 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-7ca61123-9d8e-4d54-8956-bad51e39098b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 920 time: 0.1984229 Jul 22 23:33:19.878714 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9909aa1e-fb5b-48a4-bbbc-7f8310f105c8 req-ad5467b5-b5ef-4fb3-b584-cbc6c0f4128c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] For port a860c534-7704-430f-86fd-b051443c314f, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=a860c534-7704-430f-86fd-b051443c314f,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:19.879071 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9909aa1e-fb5b-48a4-bbbc-7f8310f105c8 req-ad5467b5-b5ef-4fb3-b584-cbc6c0f4128c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:19.939636 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2f026-8ab9-4e9f-b961-4105cfe72db7 None None] Sync routers for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:33:19.949854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2f026-8ab9-4e9f-b961-4105cfe72db7 None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:19.950703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3ba2f026-8ab9-4e9f-b961-4105cfe72db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:19.951642 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9909aa1e-fb5b-48a4-bbbc-7f8310f105c8 req-ad5467b5-b5ef-4fb3-b584-cbc6c0f4128c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Calling delete_port for a860c534-7704-430f-86fd-b051443c314f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:19.955228 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-61cf0fe9-db78-4be0-a6e6-284d8318d05a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60be8dd3-5dc3-4010-86e6-234126e82d58 HTTP/1.1" status: 200 len: 217 time: 0.0654333 Jul 22 23:33:20.071110 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-b515fd89-49dc-4392-8334-8c06bc74e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:20.072510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-b515fd89-49dc-4392-8334-8c06bc74e2e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96b64f7b-90ad-4f67-8e8f-9e486c753847 HTTP/1.1" status: 200 len: 858 time: 0.1112781 Jul 22 23:33:20.078304 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3ba2f026-8ab9-4e9f-b961-4105cfe72db7 None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:20.082399 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1ee13-b8d9-4ce6-acd8-45df859c91ea req-31c71aeb-987f-4560-9ba3-c1f422f7f2c5 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:20.083887 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95b1ee13-b8d9-4ce6-acd8-45df859c91ea req-31c71aeb-987f-4560-9ba3-c1f422f7f2c5 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/ports?device_id=478f0b5b-f663-4b35-bf75-45dca63cce8e HTTP/1.1" status: 200 len: 949 time: 0.2109694 Jul 22 23:33:20.199260 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95b1ee13-b8d9-4ce6-acd8-45df859c91ea req-b078d9cd-829f-48e9-a278-2533c4e237f8 tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.26 "GET /v2.0/security-groups?id=c579d8cc-1657-4ac3-8e80-fd19cfede6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021926 Jul 22 23:33:20.224852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-c2825027-bf60-4295-aecb-a8bf063807e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:20.226422 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-c2825027-bf60-4295-aecb-a8bf063807e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402853 Jul 22 23:33:20.248400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-de18ec5e-39e6-4076-b6dc-bc763edb2be7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:33:20.249692 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-de18ec5e-39e6-4076-b6dc-bc763edb2be7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092812 Jul 22 23:33:20.250933 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9909aa1e-fb5b-48a4-bbbc-7f8310f105c8 req-ad5467b5-b5ef-4fb3-b584-cbc6c0f4128c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:20.306071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5467b5-b5ef-4fb3-b584-cbc6c0f4128c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Pushing event deleted for resources: {'Port': ['ID=a860c534-7704-430f-86fd-b051443c314f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:20.447415 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9909aa1e-fb5b-48a4-bbbc-7f8310f105c8 req-ad5467b5-b5ef-4fb3-b584-cbc6c0f4128c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] No DVR routers for this DVR port a860c534-7704-430f-86fd-b051443c314f on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:20.453297 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9909aa1e-fb5b-48a4-bbbc-7f8310f105c8 req-ad5467b5-b5ef-4fb3-b584-cbc6c0f4128c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:20.455273 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9909aa1e-fb5b-48a4-bbbc-7f8310f105c8 req-ad5467b5-b5ef-4fb3-b584-cbc6c0f4128c tempest-ServersOnMultiNodesTest-2090119380 tempest-ServersOnMultiNodesTest-2090119380-project] 10.222.0.18 "DELETE /v2.0/ports/a860c534-7704-430f-86fd-b051443c314f HTTP/1.1" status: 204 len: 173 time: 1.0212336 Jul 22 23:33:20.475101 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-aed14713-c590-475c-a29d-dd985650b398 service neutron] 10.222.0.26 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888835 Jul 22 23:33:20.486510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3ba2f026-8ab9-4e9f-b961-4105cfe72db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'c5a73061-9895-4ce9-b4d5-e14b71ea1b6b', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'port_id': 'e088ac8a-903c-4626-9301-48699b38044f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'mac_address': 'fa:16:3e:66:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ddbaca-cd16-41be-b446-7a9486487452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:32:45Z', 'updated_at': '2021-07-22T23:33:19Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:20.499580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93daa6-eba6-4440-bd5d-9bdc1c7adf27 req-66e58c9c-f560-4e33-8802-86c9fde295e5 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:20.501287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca93daa6-eba6-4440-bd5d-9bdc1c7adf27 req-66e58c9c-f560-4e33-8802-86c9fde295e5 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.1865902 Jul 22 23:33:20.530936 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2f026-8ab9-4e9f-b961-4105cfe72db7 None None] Checking router: f54368c7-f025-4fd3-b7a6-02a3a5b8d947 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:33:20.539875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2f026-8ab9-4e9f-b961-4105cfe72db7 None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:20.540922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3ba2f026-8ab9-4e9f-b961-4105cfe72db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:20.596082 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca93daa6-eba6-4440-bd5d-9bdc1c7adf27 req-d8136eaf-52a8-4461-9771-b448681f9a1f tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832713 Jul 22 23:33:20.617640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-81cffff4-dfb1-413f-9dc3-5ad77033d687 service neutron] 10.222.0.26 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331673 Jul 22 23:33:20.667985 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3ba2f026-8ab9-4e9f-b961-4105cfe72db7 None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:20.682264 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6a6cef-f575-4fe0-9d1a-ebe0ccec3798 x-openstack-request-id: req-0c6a6cef-f575-4fe0-9d1a-ebe0ccec3798 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:20.682885 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b51013-6bdb-4cdb-ba29-fa0452a19f04", "tag": "60be8dd3-5dc3-4010-86e6-234126e82d58", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:20.683202 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c6a6cef-f575-4fe0-9d1a-ebe0ccec3798 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:20.684840 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'tag': '60be8dd3-5dc3-4010-86e6-234126e82d58', 'status': 'completed', 'code': 200} Jul 22 23:33:20.794484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60ea76-a6f4-4eb3-ab7a-395bc3431682 req-b4ae028e-cce6-4cf0-b1e2-73d04558d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:20.796970 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4a60ea76-a6f4-4eb3-ab7a-395bc3431682 req-b4ae028e-cce6-4cf0-b1e2-73d04558d217 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 1097 time: 0.0870855 Jul 22 23:33:20.803158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-91971482-f888-4641-9e5d-229eae40edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:20.805058 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-91971482-f888-4641-9e5d-229eae40edf5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 1096 time: 0.1570723 Jul 22 23:33:20.862751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2c4f0-ec88-4c5e-927b-1b95f6629f0b req-e9289bd5-3fcd-49aa-b2c6-b61a0d11b385 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:20.869674 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8d2c4f0-ec88-4c5e-927b-1b95f6629f0b req-e9289bd5-3fcd-49aa-b2c6-b61a0d11b385 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bce747-4663-4ca9-b8b0-04348630c140 HTTP/1.1" status: 200 len: 950 time: 0.1515958 Jul 22 23:33:20.920179 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60ea76-a6f4-4eb3-ab7a-395bc3431682 req-dcbd944c-0472-498b-bce4-a46c381d19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:20.922025 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4a60ea76-a6f4-4eb3-ab7a-395bc3431682 req-dcbd944c-0472-498b-bce4-a46c381d19f2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 920 time: 0.1101000 Jul 22 23:33:20.946761 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8d2c4f0-ec88-4c5e-927b-1b95f6629f0b req-abf26d15-e1c8-432f-89d4-ea6804dc1502 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761235 Jul 22 23:33:20.967134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-34a790ff-3143-486c-9833-a3b1b912397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:20.967134 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-34a790ff-3143-486c-9833-a3b1b912397d service neutron] 10.222.0.26 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 920 time: 0.1522269 Jul 22 23:33:20.985759 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4a60ea76-a6f4-4eb3-ab7a-395bc3431682 req-e5767f24-7c11-4cf3-a5f7-505fa5efa020 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60be8dd3-5dc3-4010-86e6-234126e82d58 HTTP/1.1" status: 200 len: 217 time: 0.0425138 Jul 22 23:33:21.012578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3ba2f026-8ab9-4e9f-b961-4105cfe72db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'c5a73061-9895-4ce9-b4d5-e14b71ea1b6b', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'port_id': 'e088ac8a-903c-4626-9301-48699b38044f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'mac_address': 'fa:16:3e:66:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ddbaca-cd16-41be-b446-7a9486487452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:32:45Z', 'updated_at': '2021-07-22T23:33:19Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:21.053537 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2f026-8ab9-4e9f-b961-4105cfe72db7 None None] The sync data for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 is: [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'c5a73061-9895-4ce9-b4d5-e14b71ea1b6b', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'port_id': 'e088ac8a-903c-4626-9301-48699b38044f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'mac_address': 'fa:16:3e:66:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ddbaca-cd16-41be-b446-7a9486487452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:32:45Z', 'updated_at': '2021-07-22T23:33:19Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:33:21.053873 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60ea76-a6f4-4eb3-ab7a-395bc3431682 req-b34d794c-ec94-4c97-baba-c9b83fb942ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:21.055630 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4a60ea76-a6f4-4eb3-ab7a-395bc3431682 req-b34d794c-ec94-4c97-baba-c9b83fb942ae service neutron] 10.222.0.95 "GET /v2.0/subnets?id=96b64f7b-90ad-4f67-8e8f-9e486c753847 HTTP/1.1" status: 200 len: 858 time: 0.0610511 Jul 22 23:33:21.062464 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-7978656c-bc16-482f-8bea-14d7bd24cf24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e088ac8a-903c-4626-9301-48699b38044f HTTP/1.1" status: 200 len: 1000 time: 0.0903285 Jul 22 23:33:21.134716 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60ea76-a6f4-4eb3-ab7a-395bc3431682 req-054b2ab7-6173-4408-ac08-4636d438bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:21.137235 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4a60ea76-a6f4-4eb3-ab7a-395bc3431682 req-054b2ab7-6173-4408-ac08-4636d438bfc6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699079 Jul 22 23:33:21.172365 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-fdc0e80f-4c50-4f25-b780-62e9804da24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:21.174040 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-fdc0e80f-4c50-4f25-b780-62e9804da24b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96b64f7b-90ad-4f67-8e8f-9e486c753847 HTTP/1.1" status: 200 len: 858 time: 0.1107805 Jul 22 23:33:21.234762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5986e-1664-4121-adae-447ff4cfe9e6 req-57a1ab31-ef5f-460b-8717-0a512f891e70 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:21.236301 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61b5986e-1664-4121-adae-447ff4cfe9e6 req-57a1ab31-ef5f-460b-8717-0a512f891e70 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 944 time: 0.1629510 Jul 22 23:33:21.240396 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4a60ea76-a6f4-4eb3-ab7a-395bc3431682 req-0c3ed2d9-04e7-40c7-88f7-f6b404f3f4de service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925117 Jul 22 23:33:21.288968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-6134fb1e-10f9-4dd8-af21-f5d155083ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:21.290524 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-6134fb1e-10f9-4dd8-af21-f5d155083ef2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078000 Jul 22 23:33:21.293499 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61b5986e-1664-4121-adae-447ff4cfe9e6 req-f51ef4cf-b6a8-4b57-81bc-994677fe908d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505242 Jul 22 23:33:21.347368 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4a60ea76-a6f4-4eb3-ab7a-395bc3431682 req-6fc670f1-8f53-4e8b-bf7c-063281689116 service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972767 Jul 22 23:33:21.396469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-018b9f80-a905-45c5-ba81-27a86758bebe service neutron] 10.222.0.26 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988398 Jul 22 23:33:21.494900 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f299b544-058b-48a4-a11f-c4b1a6a265e1 req-e6a59e39-61f8-403a-bac1-b64465c5c683 service neutron] 10.222.0.26 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929322 Jul 22 23:33:21.961266 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92831ecb-66ce-4987-9632-44867309af6c req-81e0f696-e7cd-4286-9dcc-172dfd2f9712 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1000 time: 0.1136034 Jul 22 23:33:22.031308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676ec63-b60b-43b4-a665-5ff901cbae76 req-98001749-4143-4fc4-bd22-f4706383824f tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:22.038174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f676ec63-b60b-43b4-a665-5ff901cbae76 req-98001749-4143-4fc4-bd22-f4706383824f tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 946 time: 0.1369491 Jul 22 23:33:22.063741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92831ecb-66ce-4987-9632-44867309af6c req-ea121934-7512-48d3-9013-5be113a61120 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:22.065457 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92831ecb-66ce-4987-9632-44867309af6c req-ea121934-7512-48d3-9013-5be113a61120 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports/e088ac8a-903c-4626-9301-48699b38044f HTTP/1.1" status: 200 len: 942 time: 0.0932682 Jul 22 23:33:22.105895 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f676ec63-b60b-43b4-a665-5ff901cbae76 req-8e819d1f-cfac-47de-842b-4aee87d46b34 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586631 Jul 22 23:33:22.120363 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60490) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:22.180932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device a860c534-7704-430f-86fd-b051443c314f no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:22.208858 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: a860c534-7704-430f-86fd-b051443c314f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:22.209493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device a860c534-7704-430f-86fd-b051443c314f not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:22.221004 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92831ecb-66ce-4987-9632-44867309af6c req-23fcb206-53f5-4b63-be4c-78232557daaf tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1000 time: 0.0947311 Jul 22 23:33:22.295747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9528a-0007-4eb3-bebd-a152ab712e27 req-5095d428-53ca-46af-9038-abc0d3caf7a8 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:22.297283 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0aa9528a-0007-4eb3-bebd-a152ab712e27 req-5095d428-53ca-46af-9038-abc0d3caf7a8 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.1362267 Jul 22 23:33:22.379676 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7ec4c08e-6671-4ac4-a727-7315f536ab06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=baf0077687bc4e6f86e7a3e26b9b8f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559743 Jul 22 23:33:22.380061 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60498) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:22.400002 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0aa9528a-0007-4eb3-bebd-a152ab712e27 req-8391e12c-4bea-4e55-8b1c-abf2a20e41fd tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726409 Jul 22 23:33:22.407696 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92831ecb-66ce-4987-9632-44867309af6c req-09227694-3388-42dc-84fb-4dba17b7d0f4 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:22.409077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92831ecb-66ce-4987-9632-44867309af6c req-09227694-3388-42dc-84fb-4dba17b7d0f4 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.1790142 Jul 22 23:33:22.442346 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a5d1dbe-4793-41a3-b09d-d9c237c6e3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:22.464757 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a5d1dbe-4793-41a3-b09d-d9c237c6e3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:22.530519 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a5d1dbe-4793-41a3-b09d-d9c237c6e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:22.533449 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a5d1dbe-4793-41a3-b09d-d9c237c6e3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:22.537903 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6a5d1dbe-4793-41a3-b09d-d9c237c6e3b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c579d8cc-1657-4ac3-8e80-fd19cfede6ad HTTP/1.1" status: 204 len: 168 time: 0.1567450 Jul 22 23:33:22.552822 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d1dbe-4793-41a3-b09d-d9c237c6e3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c579d8cc-1657-4ac3-8e80-fd19cfede6ad,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:22.572907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db30df-d075-4395-bb5a-016122f32a07 req-03f79c4d-8379-4e1f-bb35-fbbc03d468fe tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:22.574481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70db30df-d075-4395-bb5a-016122f32a07 req-03f79c4d-8379-4e1f-bb35-fbbc03d468fe tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 944 time: 0.0879397 Jul 22 23:33:22.662798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70db30df-d075-4395-bb5a-016122f32a07 req-570a06a1-aa60-4049-84e7-6f5faa4a1cdc tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819089 Jul 22 23:33:22.686324 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-1f53ee39-1449-4818-8c0f-5cb89a5f13c8 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1000 time: 0.0828953 Jul 22 23:33:22.686730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ddbaca-cd16-41be-b446-7a9486487452', 'tag': 'e088ac8a-903c-4626-9301-48699b38044f'}, {'server_uuid': '478f0b5b-f663-4b35-bf75-45dca63cce8e', 'name': 'network-vif-deleted', 'tag': 'a860c534-7704-430f-86fd-b051443c314f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:22.689041 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb11fb9f-4548-4121-aaee-6ae748a1d718" -d '{"events": [{"name": "network-changed", "server_uuid": "46ddbaca-cd16-41be-b446-7a9486487452", "tag": "e088ac8a-903c-4626-9301-48699b38044f"}, {"server_uuid": "478f0b5b-f663-4b35-bf75-45dca63cce8e", "name": "network-vif-deleted", "tag": "a860c534-7704-430f-86fd-b051443c314f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:22.757896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-91b35fb7-441b-4c9c-a6d4-ac0645d89b82 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:22.759789 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-91b35fb7-441b-4c9c-a6d4-ac0645d89b82 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports/e088ac8a-903c-4626-9301-48699b38044f HTTP/1.1" status: 200 len: 942 time: 0.0665712 Jul 22 23:33:22.762016 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593b12c8-e619-4f09-8b76-ebdf6d1a9234 x-openstack-request-id: req-593b12c8-e619-4f09-8b76-ebdf6d1a9234 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:22.762304 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ddbaca-cd16-41be-b446-7a9486487452", "tag": "e088ac8a-903c-4626-9301-48699b38044f", "status": "completed", "code": 200}, {"server_uuid": "478f0b5b-f663-4b35-bf75-45dca63cce8e", "name": "network-vif-deleted", "tag": "a860c534-7704-430f-86fd-b051443c314f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:22.762623 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-593b12c8-e619-4f09-8b76-ebdf6d1a9234 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:22.763822 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ddbaca-cd16-41be-b446-7a9486487452', 'tag': 'e088ac8a-903c-4626-9301-48699b38044f', 'status': 'completed', 'code': 200} Jul 22 23:33:22.764119 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478f0b5b-f663-4b35-bf75-45dca63cce8e', 'name': 'network-vif-deleted', 'tag': 'a860c534-7704-430f-86fd-b051443c314f', 'status': 'completed', 'code': 200} Jul 22 23:33:22.873316 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11fb9f-4548-4121-aaee-6ae748a1d718 req-05f7a6e1-55c2-4a49-b865-a242ff3406aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:22.875090 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb11fb9f-4548-4121-aaee-6ae748a1d718 req-05f7a6e1-55c2-4a49-b865-a242ff3406aa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 1096 time: 0.0856349 Jul 22 23:33:22.884785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60518) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:22.908913 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-e5f3039f-9ff9-4bb6-b20a-4a4973e3c6d1 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1000 time: 0.0775342 Jul 22 23:33:23.005881 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dba9d138-48da-43f7-9b61-548532651672 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ffb78a836aa546d3b648c96c5219ff4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1130986 Jul 22 23:33:23.008288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60520) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:23.042947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-b0581367-dbf1-4276-82fc-ba05a087ea08 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:23.045371 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-b0581367-dbf1-4276-82fc-ba05a087ea08 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.1302123 Jul 22 23:33:23.066003 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11fb9f-4548-4121-aaee-6ae748a1d718 req-0b828f83-030e-4f54-8cbe-3094ea21ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:23.067495 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb11fb9f-4548-4121-aaee-6ae748a1d718 req-0b828f83-030e-4f54-8cbe-3094ea21ec41 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 920 time: 0.1835430 Jul 22 23:33:23.093264 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6ebe5f0-d55f-4d2f-be1a-28a88b726f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:23.131971 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-9a16eb94-74b4-4aac-8ded-90c5002ec01c tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1000 time: 0.0799170 Jul 22 23:33:23.138507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-adbc7dd0-62af-4907-960b-9abf64525202 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:23.157555 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6ebe5f0-d55f-4d2f-be1a-28a88b726f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:23.175209 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb11fb9f-4548-4121-aaee-6ae748a1d718 req-f521ffcd-e5a8-4ff5-8185-f5255e670da2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e088ac8a-903c-4626-9301-48699b38044f HTTP/1.1" status: 200 len: 1000 time: 0.0941329 Jul 22 23:33:23.251080 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11fb9f-4548-4121-aaee-6ae748a1d718 req-7f03b305-885b-467d-88de-38cb3a64e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:23.252613 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb11fb9f-4548-4121-aaee-6ae748a1d718 req-7f03b305-885b-467d-88de-38cb3a64e740 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=96b64f7b-90ad-4f67-8e8f-9e486c753847 HTTP/1.1" status: 200 len: 858 time: 0.0641439 Jul 22 23:33:23.273786 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6ebe5f0-d55f-4d2f-be1a-28a88b726f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:23.276486 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6ebe5f0-d55f-4d2f-be1a-28a88b726f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:23.279996 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f6ebe5f0-d55f-4d2f-be1a-28a88b726f7e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86304ff9-4885-419f-9e5b-2f053307f347 HTTP/1.1" status: 204 len: 168 time: 0.2705412 Jul 22 23:33:23.300311 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-adbc7dd0-62af-4907-960b-9abf64525202 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:23.309374 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebe5f0-d55f-4d2f-be1a-28a88b726f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86304ff9-4885-419f-9e5b-2f053307f347,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:23.345431 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11fb9f-4548-4121-aaee-6ae748a1d718 req-61bfceda-fc43-4291-8f6e-7155a2a7bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:23.347021 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb11fb9f-4548-4121-aaee-6ae748a1d718 req-61bfceda-fc43-4291-8f6e-7155a2a7bd69 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837340 Jul 22 23:33:23.371084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b3ec9-c13b-4dde-b912-deeb230d8c33 req-e2ec7b31-88b4-4539-a69d-53ea77ea98c8 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:23.373197 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-842b3ec9-c13b-4dde-b912-deeb230d8c33 req-e2ec7b31-88b4-4539-a69d-53ea77ea98c8 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.18 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 946 time: 0.2293363 Jul 22 23:33:23.465950 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb11fb9f-4548-4121-aaee-6ae748a1d718 req-1f94e5ac-5c6a-4834-bd83-2c1d66d49580 service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078994 Jul 22 23:33:23.870715 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a5965-9951-47e9-bc79-c7f6e9be2474 req-9bdce49f-9ad6-4580-b5dd-48a50d3c5783 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:23.881656 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea8a5965-9951-47e9-bc79-c7f6e9be2474 req-9bdce49f-9ad6-4580-b5dd-48a50d3c5783 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 946 time: 0.6849999 Jul 22 23:33:23.916074 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb11fb9f-4548-4121-aaee-6ae748a1d718 req-cceda19f-eedb-4ca6-88e6-1388e650a31b service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338360 Jul 22 23:33:23.992135 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-adbc7dd0-62af-4907-960b-9abf64525202 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:24.004603 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-adbc7dd0-62af-4907-960b-9abf64525202 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:24.005059 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-adbc7dd0-62af-4907-960b-9abf64525202 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Floating IP c5a73061-9895-4ce9-b4d5-e14b71ea1b6b disassociated. External IP: 172.25.4.33, port: e088ac8a-903c-4626-9301-48699b38044f. Jul 22 23:33:24.084640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea8a5965-9951-47e9-bc79-c7f6e9be2474 req-0a208032-5722-42d8-97b2-df7fb309a1c4 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021229 Jul 22 23:33:24.113606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-842b3ec9-c13b-4dde-b912-deeb230d8c33 req-cdb8e55b-a642-4c35-a33a-fe10802a4744 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Deleting port 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:24.113949 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-842b3ec9-c13b-4dde-b912-deeb230d8c33 req-cdb8e55b-a642-4c35-a33a-fe10802a4744 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:24.314835 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-842b3ec9-c13b-4dde-b912-deeb230d8c33 req-cdb8e55b-a642-4c35-a33a-fe10802a4744 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] For port 6f55c625-9c81-4fbb-9ffc-003f444dc1e2, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6f55c625-9c81-4fbb-9ffc-003f444dc1e2,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:24.315071 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-842b3ec9-c13b-4dde-b912-deeb230d8c33 req-cdb8e55b-a642-4c35-a33a-fe10802a4744 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:24.336583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-842b3ec9-c13b-4dde-b912-deeb230d8c33 req-cdb8e55b-a642-4c35-a33a-fe10802a4744 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Calling delete_port for 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:24.422865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8e5be-43c6-47b5-a377-45f7dd80b7aa req-d554b760-e1f3-419b-a773-a1764dbaaea3 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:24.424360 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-56a8e5be-43c6-47b5-a377-45f7dd80b7aa req-d554b760-e1f3-419b-a773-a1764dbaaea3 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.2407272 Jul 22 23:33:24.426193 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-adbc7dd0-62af-4907-960b-9abf64525202 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:33:24.519546 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-56a8e5be-43c6-47b5-a377-45f7dd80b7aa req-ddd54a98-ac1f-4484-aa29-26c5f4a3339a tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889661 Jul 22 23:33:24.624641 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-842b3ec9-c13b-4dde-b912-deeb230d8c33 req-cdb8e55b-a642-4c35-a33a-fe10802a4744 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:24.627090 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-adbc7dd0-62af-4907-960b-9abf64525202 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:33:24.635503 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-adbc7dd0-62af-4907-960b-9abf64525202 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:24.640591 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca82bb6-9023-4796-9172-71db506252de None None] Sync routers for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:33:24.655326 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca82bb6-9023-4796-9172-71db506252de None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:24.656394 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7ca82bb6-9023-4796-9172-71db506252de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:24.682885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8e55b-a642-4c35-a33a-fe10802a4744 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Pushing event deleted for resources: {'Port': ['ID=6f55c625-9c81-4fbb-9ffc-003f444dc1e2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:24.742225 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-adbc7dd0-62af-4907-960b-9abf64525202 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "PUT /v2.0/floatingips/c5a73061-9895-4ce9-b4d5-e14b71ea1b6b HTTP/1.1" status: 200 len: 694 time: 1.6084583 Jul 22 23:33:24.762850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-842b3ec9-c13b-4dde-b912-deeb230d8c33 req-cdb8e55b-a642-4c35-a33a-fe10802a4744 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] No DVR routers for this DVR port 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:24.772210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ddbaca-cd16-41be-b446-7a9486487452', 'tag': 'e088ac8a-903c-4626-9301-48699b38044f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:24.774594 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85187870-e153-4484-acd2-cae216d14341" -d '{"events": [{"name": "network-changed", "server_uuid": "46ddbaca-cd16-41be-b446-7a9486487452", "tag": "e088ac8a-903c-4626-9301-48699b38044f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:24.777574 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-842b3ec9-c13b-4dde-b912-deeb230d8c33 req-cdb8e55b-a642-4c35-a33a-fe10802a4744 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:24.779789 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-842b3ec9-c13b-4dde-b912-deeb230d8c33 req-cdb8e55b-a642-4c35-a33a-fe10802a4744 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.18 "DELETE /v2.0/ports/6f55c625-9c81-4fbb-9ffc-003f444dc1e2 HTTP/1.1" status: 204 len: 173 time: 1.3986921 Jul 22 23:33:24.807711 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7ca82bb6-9023-4796-9172-71db506252de None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:24.875201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-f2ac75b0-7e6e-40dd-8405-8aa2b0f8cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:24.876739 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-f2ac75b0-7e6e-40dd-8405-8aa2b0f8cff1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 1096 time: 0.1150296 Jul 22 23:33:24.888707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90871f4d-af17-49f9-aeb9-49be2eb865f5 req-7a33ee3a-8090-4d55-b1f7-49515331e3b8 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:24.890520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90871f4d-af17-49f9-aeb9-49be2eb865f5 req-7a33ee3a-8090-4d55-b1f7-49515331e3b8 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 944 time: 0.1299319 Jul 22 23:33:24.989653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90871f4d-af17-49f9-aeb9-49be2eb865f5 req-38adf445-b18f-421c-b018-e1e068e807f5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897996 Jul 22 23:33:25.011607 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-a1965a16-847d-462c-805e-d4725452a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:25.013932 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-a1965a16-847d-462c-805e-d4725452a50d service neutron] 10.222.0.26 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 920 time: 0.1219795 Jul 22 23:33:25.064692 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-e67671c8-f2b5-487b-909e-60842eff5ce4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e088ac8a-903c-4626-9301-48699b38044f HTTP/1.1" status: 200 len: 217 time: 0.0443263 Jul 22 23:33:25.078275 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7ca82bb6-9023-4796-9172-71db506252de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:25.115868 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca82bb6-9023-4796-9172-71db506252de None None] Checking router: f54368c7-f025-4fd3-b7a6-02a3a5b8d947 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:33:25.127278 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca82bb6-9023-4796-9172-71db506252de None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:25.127895 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7ca82bb6-9023-4796-9172-71db506252de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:25.129193 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-8f7f3d8e-dd90-4076-9e87-8c82dca04cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:25.133261 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-8f7f3d8e-dd90-4076-9e87-8c82dca04cbe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96b64f7b-90ad-4f67-8e8f-9e486c753847 HTTP/1.1" status: 200 len: 858 time: 0.0610282 Jul 22 23:33:25.220378 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-0a72741d-e01f-4505-9ab9-f18cc1c9a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:25.229384 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-0a72741d-e01f-4505-9ab9-f18cc1c9a244 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888731 Jul 22 23:33:25.253272 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0610499-e157-4c97-9793-e133075ce84c x-openstack-request-id: req-f0610499-e157-4c97-9793-e133075ce84c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:25.253928 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ddbaca-cd16-41be-b446-7a9486487452", "tag": "e088ac8a-903c-4626-9301-48699b38044f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:25.254353 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0610499-e157-4c97-9793-e133075ce84c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:25.255300 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ddbaca-cd16-41be-b446-7a9486487452', 'tag': 'e088ac8a-903c-4626-9301-48699b38044f', 'status': 'completed', 'code': 200} Jul 22 23:33:25.264918 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7ca82bb6-9023-4796-9172-71db506252de None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:25.379083 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f9347c50-a9d5-4918-a5ac-106dd61cb1d6 req-f16bd17c-8723-4d82-bc62-59d42634b45c tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=319a6df8-5eac-493b-97c1-cc70dabd6db4 HTTP/1.1" status: 200 len: 210 time: 0.0433476 Jul 22 23:33:25.380307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85187870-e153-4484-acd2-cae216d14341 req-6070617c-efc2-47f1-9f91-143e50063c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:25.383055 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-85187870-e153-4484-acd2-cae216d14341 req-6070617c-efc2-47f1-9f91-143e50063c53 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 1096 time: 0.0778172 Jul 22 23:33:25.401499 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-3fddc18e-b978-400b-9dc0-d27386a9c6f7 service neutron] 10.222.0.26 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703110 Jul 22 23:33:25.536833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85187870-e153-4484-acd2-cae216d14341 req-6fa9d481-d95a-4551-8e91-fdda2297ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:25.538469 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-85187870-e153-4484-acd2-cae216d14341 req-6fa9d481-d95a-4551-8e91-fdda2297ab07 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 920 time: 0.1459935 Jul 22 23:33:25.550918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6e8e464-a711-4cc5-b10f-dfbad301ed61 req-66fe6127-2078-44b0-87f9-c3c4a32cae37 service neutron] 10.222.0.26 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431909 Jul 22 23:33:25.594332 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7ca82bb6-9023-4796-9172-71db506252de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:25.637634 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-85187870-e153-4484-acd2-cae216d14341 req-d5e74ec5-fc22-41ba-89ca-626ec5a75922 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e088ac8a-903c-4626-9301-48699b38044f HTTP/1.1" status: 200 len: 217 time: 0.0637414 Jul 22 23:33:25.649644 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca82bb6-9023-4796-9172-71db506252de None None] The sync data for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 is: [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:33:25.706989 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85187870-e153-4484-acd2-cae216d14341 req-f20671b5-cf81-45dd-854a-21e7bdf7271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:25.708490 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-85187870-e153-4484-acd2-cae216d14341 req-f20671b5-cf81-45dd-854a-21e7bdf7271c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=96b64f7b-90ad-4f67-8e8f-9e486c753847 HTTP/1.1" status: 200 len: 858 time: 0.0610986 Jul 22 23:33:25.719320 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac7382-48fc-4c36-a59b-2750428a11cf req-da331f17-7b3e-4879-aebc-5cfc1a8ee57d tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:25.721313 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-38ac7382-48fc-4c36-a59b-2750428a11cf req-da331f17-7b3e-4879-aebc-5cfc1a8ee57d tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.0912213 Jul 22 23:33:25.777522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-38ac7382-48fc-4c36-a59b-2750428a11cf req-90584c8d-7eb9-4273-81d1-f9eeeb4834af tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495632 Jul 22 23:33:25.849643 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85187870-e153-4484-acd2-cae216d14341 req-8ba9c917-5596-4189-bbd7-534d7b89cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:25.851235 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-85187870-e153-4484-acd2-cae216d14341 req-8ba9c917-5596-4189-bbd7-534d7b89cfd6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233881 Jul 22 23:33:25.908594 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 470bc0f5-1ff5-4d84-9015-ddc809343b63 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:26.078072 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-85187870-e153-4484-acd2-cae216d14341 req-e26db2c8-4b95-47d9-a9e6-c1935bb6d211 service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155845 Jul 22 23:33:26.090692 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f51ec2-1aa2-4b37-8ff5-7b5a17343893 None None] New status for floating IP c5a73061-9895-4ce9-b4d5-e14b71ea1b6b: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:33:26.094425 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 470bc0f5-1ff5-4d84-9015-ddc809343b63, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=470bc0f5-1ff5-4d84-9015-ddc809343b63,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:26.107738 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '470bc0f5-1ff5-4d84-9015-ddc809343b63', 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6', 'port_id': '470bc0f5-1ff5-4d84-9015-ddc809343b63', 'mac_address': 'fa:16:3e:42:f7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3baa7daf-8ee7-4f4e-8715-eee13750e0b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:26.183663 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:26.204114 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470bc0f5-1ff5-4d84-9015-ddc809343b63 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:26.239529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:26.273070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:26.273686 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 6f55c625-9c81-4fbb-9ffc-003f444dc1e2 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:26.295494 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-85187870-e153-4484-acd2-cae216d14341 req-02987418-8f8b-48c9-874c-fa46190477c1 service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022495 Jul 22 23:33:26.316615 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-d1bf88fe-6e8a-4c71-8c91-c0f14aee3232 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:26.318249 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-d1bf88fe-6e8a-4c71-8c91-c0f14aee3232 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2850318 Jul 22 23:33:26.333748 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 470bc0f5-1ff5-4d84-9015-ddc809343b63, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=470bc0f5-1ff5-4d84-9015-ddc809343b63,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:26.348349 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:26.349526 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 45a61c05-44f8-4801-9a8c-c05f786a55ed details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:26.395123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fbec6-b651-4613-b0c7-89297774da10 req-7e9f16ba-02f0-4c1f-adf9-567194d78080 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:26.396958 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a55fbec6-b651-4613-b0c7-89297774da10 req-7e9f16ba-02f0-4c1f-adf9-567194d78080 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 944 time: 0.3004589 Jul 22 23:33:26.419146 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-a0255cdc-5d10-4e8f-9520-9be4ec82e433 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 697 time: 0.0941844 Jul 22 23:33:26.430848 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-8e6d3878-6dff-4f9d-b09a-284ace979262 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Request body: {'floatingip': {'port_id': '60be8dd3-5dc3-4010-86e6-234126e82d58', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:26.434052 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=470bc0f5-1ff5-4d84-9015-ddc809343b63,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:26.452673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:26.453398 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:26.453940 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:26.454463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:26.454990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:26.455507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:26.456021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:26.456536 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:26.457047 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:26.457617 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:26.458144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:26.458663 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:26.491549 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-8e6d3878-6dff-4f9d-b09a-284ace979262 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:26.610998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a55fbec6-b651-4613-b0c7-89297774da10 req-86ef43b0-40b6-415b-8bc9-68686fa66013 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040305 Jul 22 23:33:26.612515 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 45a61c05-44f8-4801-9a8c-c05f786a55ed, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45a61c05-44f8-4801-9a8c-c05f786a55ed,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:26.634919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '45a61c05-44f8-4801-9a8c-c05f786a55ed', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '45a61c05-44f8-4801-9a8c-c05f786a55ed', 'mac_address': 'fa:16:3e:4f:90:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:26.685925 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:26.702922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45a61c05-44f8-4801-9a8c-c05f786a55ed {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:26.737855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 45a61c05-44f8-4801-9a8c-c05f786a55ed, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45a61c05-44f8-4801-9a8c-c05f786a55ed,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:26.746776 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:26.806760 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=45a61c05-44f8-4801-9a8c-c05f786a55ed,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:26.937197 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['45a61c05-44f8-4801-9a8c-c05f786a55ed'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:27.037893 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.db.api [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-8e6d3878-6dff-4f9d-b09a-284ace979262 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:33:27.038326 n-d-688802-2 neutron-server[93821]: DEBUG oslo_db.api [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-8e6d3878-6dff-4f9d-b09a-284ace979262 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:33:27.184178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55a299-f55a-4eb5-b0d7-4dc2aa174fff req-a580dff9-332a-425b-b22a-35413b7fe9a5 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:27.193055 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e55a299-f55a-4eb5-b0d7-4dc2aa174fff req-a580dff9-332a-425b-b22a-35413b7fe9a5 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.1000006 Jul 22 23:33:27.230926 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e55a299-f55a-4eb5-b0d7-4dc2aa174fff req-55c621f4-e284-4d2f-878a-59e06c7a3e12 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365858 Jul 22 23:33:27.246564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['470bc0f5-1ff5-4d84-9015-ddc809343b63'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:27.256963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a6df8-5eac-493b-97c1-cc70dabd6db4', 'name': 'network-vif-deleted', 'tag': '6f55c625-9c81-4fbb-9ffc-003f444dc1e2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:27.259583 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94a9222-c587-4bf2-8aa3-f24702fd5103" -d '{"events": [{"server_uuid": "319a6df8-5eac-493b-97c1-cc70dabd6db4", "name": "network-vif-deleted", "tag": "6f55c625-9c81-4fbb-9ffc-003f444dc1e2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:27.543942 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-8e6d3878-6dff-4f9d-b09a-284ace979262 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:27.709214 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-7b55093c-c98f-474e-b2ec-cbf971d6b8e2 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:27.710693 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-7b55093c-c98f-474e-b2ec-cbf971d6b8e2 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 812 time: 0.2060707 Jul 22 23:33:27.730666 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-54c2630b-e846-4e3f-ba98-838d8548fced tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/quotas/82ff423458844377ac84f258ac322d91 HTTP/1.1" status: 200 len: 375 time: 0.0112016 Jul 22 23:33:27.802344 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-c3b81d7e-a4f3-483f-8862-520378f0b4ae tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601470 Jul 22 23:33:27.903242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 45a61c05-44f8-4801-9a8c-c05f786a55ed up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:27.951671 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-2119e3df-be31-424a-a047-07fa805fc03a service neutron] 10.222.0.26 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188278 Jul 22 23:33:27.974012 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 45a61c05-44f8-4801-9a8c-c05f786a55ed triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:27.974574 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:28.093894 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:28.130759 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 45a61c05-44f8-4801-9a8c-c05f786a55ed, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45a61c05-44f8-4801-9a8c-c05f786a55ed,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:28.133151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bce747-4663-4ca9-b8b0-04348630c140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a61c05-44f8-4801-9a8c-c05f786a55ed'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:28.135308 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fae5605-0054-45b5-bc48-1a8f192d6cea" -d '{"events": [{"server_uuid": "84bce747-4663-4ca9-b8b0-04348630c140", "name": "network-vif-plugged", "status": "completed", "tag": "45a61c05-44f8-4801-9a8c-c05f786a55ed"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:28.141185 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:28.206728 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=45a61c05-44f8-4801-9a8c-c05f786a55ed,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:28.258001 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-d4e885af-5c6a-4ddc-b95c-8d3b34028864 service neutron] 10.222.0.26 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049626 Jul 22 23:33:28.334790 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-8e6d3878-6dff-4f9d-b09a-284ace979262 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:28.344782 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-8e6d3878-6dff-4f9d-b09a-284ace979262 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:28.369004 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663703-6ad4-49ed-9516-2e4c33533c3d req-274cb9c1-774d-439f-a7cc-014cfb74d051 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:28.370753 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f0663703-6ad4-49ed-9516-2e4c33533c3d req-274cb9c1-774d-439f-a7cc-014cfb74d051 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.95 "GET /v2.0/ports?device_id=46ddbaca-cd16-41be-b446-7a9486487452 HTTP/1.1" status: 200 len: 945 time: 0.1044126 Jul 22 23:33:28.494472 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-8e6d3878-6dff-4f9d-b09a-284ace979262 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Floating IP c5a73061-9895-4ce9-b4d5-e14b71ea1b6b associated. External IP: 172.25.4.33, port: 60be8dd3-5dc3-4010-86e6-234126e82d58. Jul 22 23:33:28.563524 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f0663703-6ad4-49ed-9516-2e4c33533c3d req-2fb21197-627a-4309-8b64-85b66c75fa4d tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Deleting port e088ac8a-903c-4626-9301-48699b38044f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:28.563865 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f0663703-6ad4-49ed-9516-2e4c33533c3d req-2fb21197-627a-4309-8b64-85b66c75fa4d tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:28.718270 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f0663703-6ad4-49ed-9516-2e4c33533c3d req-2fb21197-627a-4309-8b64-85b66c75fa4d tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] For port e088ac8a-903c-4626-9301-48699b38044f, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e088ac8a-903c-4626-9301-48699b38044f,segment=NetworkSegment(6ec369fe-2a4f-480c-82e8-82749b111ce0),segment_id=6ec369fe-2a4f-480c-82e8-82749b111ce0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:28.718968 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f0663703-6ad4-49ed-9516-2e4c33533c3d req-2fb21197-627a-4309-8b64-85b66c75fa4d tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:28.744079 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f0663703-6ad4-49ed-9516-2e4c33533c3d req-2fb21197-627a-4309-8b64-85b66c75fa4d tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Calling delete_port for e088ac8a-903c-4626-9301-48699b38044f owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:28.935579 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4542f2-1ae1-45d2-bfc0-6b148db0b472 x-openstack-request-id: req-6d4542f2-1ae1-45d2-bfc0-6b148db0b472 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:28.936147 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319a6df8-5eac-493b-97c1-cc70dabd6db4", "name": "network-vif-deleted", "tag": "6f55c625-9c81-4fbb-9ffc-003f444dc1e2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:28.936286 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f0663703-6ad4-49ed-9516-2e4c33533c3d req-2fb21197-627a-4309-8b64-85b66c75fa4d tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:28.936403 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d4542f2-1ae1-45d2-bfc0-6b148db0b472 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:28.936486 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319a6df8-5eac-493b-97c1-cc70dabd6db4', 'name': 'network-vif-deleted', 'tag': '6f55c625-9c81-4fbb-9ffc-003f444dc1e2', 'status': 'completed', 'code': 200} Jul 22 23:33:28.953724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['60be8dd3-5dc3-4010-86e6-234126e82d58', 'e088ac8a-903c-4626-9301-48699b38044f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:28.974458 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb21197-627a-4309-8b64-85b66c75fa4d tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Pushing event deleted for resources: {'Port': ['ID=e088ac8a-903c-4626-9301-48699b38044f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:29.063416 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0663703-6ad4-49ed-9516-2e4c33533c3d req-2fb21197-627a-4309-8b64-85b66c75fa4d tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] No DVR routers for this DVR port e088ac8a-903c-4626-9301-48699b38044f on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:29.068041 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f0663703-6ad4-49ed-9516-2e4c33533c3d req-2fb21197-627a-4309-8b64-85b66c75fa4d tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:29.070360 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f0663703-6ad4-49ed-9516-2e4c33533c3d req-2fb21197-627a-4309-8b64-85b66c75fa4d tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.95 "DELETE /v2.0/ports/e088ac8a-903c-4626-9301-48699b38044f HTTP/1.1" status: 204 len: 173 time: 0.6887355 Jul 22 23:33:29.070845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ddbaca-cd16-41be-b446-7a9486487452', 'name': 'network-vif-deleted', 'tag': 'e088ac8a-903c-4626-9301-48699b38044f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:29.083540 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3160cbb7-4520-4f35-be70-f0da01e4348f" -d '{"events": [{"server_uuid": "46ddbaca-cd16-41be-b446-7a9486487452", "name": "network-vif-deleted", "tag": "e088ac8a-903c-4626-9301-48699b38044f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:29.196587 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d7a3e-d98f-43f6-ac4e-0ad95c2cd1d5 req-66f5b524-efe3-4ccb-821c-ce95d8a9922b tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:29.208093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-633d7a3e-d98f-43f6-ac4e-0ad95c2cd1d5 req-66f5b524-efe3-4ccb-821c-ce95d8a9922b tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 945 time: 0.2745233 Jul 22 23:33:29.239790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-8e6d3878-6dff-4f9d-b09a-284ace979262 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:33:29.277112 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-633d7a3e-d98f-43f6-ac4e-0ad95c2cd1d5 req-d88ee9fe-c586-40c8-95a9-22c4912d27fc tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679195 Jul 22 23:33:29.354066 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff32d6b4-f24e-4780-927f-d7d970ed63d6 x-openstack-request-id: req-ff32d6b4-f24e-4780-927f-d7d970ed63d6 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:29.359004 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bce747-4663-4ca9-b8b0-04348630c140", "name": "network-vif-plugged", "status": "completed", "tag": "45a61c05-44f8-4801-9a8c-c05f786a55ed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:29.359853 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff32d6b4-f24e-4780-927f-d7d970ed63d6 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:29.360288 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bce747-4663-4ca9-b8b0-04348630c140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a61c05-44f8-4801-9a8c-c05f786a55ed', 'code': 200} Jul 22 23:33:29.413136 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-8e6d3878-6dff-4f9d-b09a-284ace979262 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:33:29.420724 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-8e6d3878-6dff-4f9d-b09a-284ace979262 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:29.431359 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50bad0e-873d-4e89-8a29-1bd877f2c62c None None] Sync routers for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:33:29.443468 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50bad0e-873d-4e89-8a29-1bd877f2c62c None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:29.447725 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b50bad0e-873d-4e89-8a29-1bd877f2c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:29.541277 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-8e6d3878-6dff-4f9d-b09a-284ace979262 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "PUT /v2.0/floatingips/c5a73061-9895-4ce9-b4d5-e14b71ea1b6b HTTP/1.1" status: 200 len: 996 time: 3.1161320 Jul 22 23:33:29.618242 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b16fd-a6f6-48e9-8e34-426e2e780ba4 req-f562a77c-89d2-4cbc-b3ca-c61d84ddbab3 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:29.619927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b63b16fd-a6f6-48e9-8e34-426e2e780ba4 req-f562a77c-89d2-4cbc-b3ca-c61d84ddbab3 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.1586883 Jul 22 23:33:29.629425 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b50bad0e-873d-4e89-8a29-1bd877f2c62c None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:29.668790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-c94f4f66-fc94-41dc-8a60-456ff1e7183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:29.670869 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-c94f4f66-fc94-41dc-8a60-456ff1e7183b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 1097 time: 0.1126785 Jul 22 23:33:29.693410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b63b16fd-a6f6-48e9-8e34-426e2e780ba4 req-378db452-a117-495f-90f6-f1d22e90fbad tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642729 Jul 22 23:33:29.803631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-f0aa0008-bb8c-44c5-879e-a2dfe14cc36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:29.807088 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-f0aa0008-bb8c-44c5-879e-a2dfe14cc36b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 920 time: 0.1283660 Jul 22 23:33:29.922838 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 470bc0f5-1ff5-4d84-9015-ddc809343b63 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:29.963129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-6ade809d-3051-4c95-93f9-6064909fb9af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60be8dd3-5dc3-4010-86e6-234126e82d58 HTTP/1.1" status: 200 len: 999 time: 0.1394780 Jul 22 23:33:30.029727 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 470bc0f5-1ff5-4d84-9015-ddc809343b63 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:30.049935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 470bc0f5-1ff5-4d84-9015-ddc809343b63 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:30.052077 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:30.092241 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b50bad0e-873d-4e89-8a29-1bd877f2c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'c5a73061-9895-4ce9-b4d5-e14b71ea1b6b', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'port_id': '60be8dd3-5dc3-4010-86e6-234126e82d58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'mac_address': 'fa:16:3e:c1:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:32:45Z', 'updated_at': '2021-07-22T23:33:28Z', 'revision_number': 8, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:30.133178 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50bad0e-873d-4e89-8a29-1bd877f2c62c None None] Checking router: f54368c7-f025-4fd3-b7a6-02a3a5b8d947 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:33:30.145537 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50bad0e-873d-4e89-8a29-1bd877f2c62c None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:30.146445 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b50bad0e-873d-4e89-8a29-1bd877f2c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:30.166827 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1c3a532-52fd-4387-8f4c-bfd53c30ee87 req-045a2077-46b2-4393-810a-6494cfc834be tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=73896384-31e6-4fb4-8f9b-08d13867a075 HTTP/1.1" status: 200 len: 210 time: 0.1056857 Jul 22 23:33:30.171526 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-4dec50ab-1a24-4b99-9f6f-2742c8008ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:30.172991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-4dec50ab-1a24-4b99-9f6f-2742c8008ad6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96b64f7b-90ad-4f67-8e8f-9e486c753847 HTTP/1.1" status: 200 len: 858 time: 0.2041380 Jul 22 23:33:30.201637 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:30.259451 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 470bc0f5-1ff5-4d84-9015-ddc809343b63, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=470bc0f5-1ff5-4d84-9015-ddc809343b63,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:30.266854 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:30.268041 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e088ac8a-903c-4626-9301-48699b38044f no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:30.316310 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: e088ac8a-903c-4626-9301-48699b38044f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:30.316987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e088ac8a-903c-4626-9301-48699b38044f not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:30.330866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-97951a7f-0968-4f9e-be34-dc5e1e20f62c tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:30.332863 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-97951a7f-0968-4f9e-be34-dc5e1e20f62c tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.18 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 812 time: 0.2938120 Jul 22 23:33:30.342143 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062e5778-87ab-4c4e-98ba-90982b837ad7 x-openstack-request-id: req-062e5778-87ab-4c4e-98ba-90982b837ad7 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:30.342698 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ddbaca-cd16-41be-b446-7a9486487452", "name": "network-vif-deleted", "tag": "e088ac8a-903c-4626-9301-48699b38044f", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:30.342698 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-062e5778-87ab-4c4e-98ba-90982b837ad7 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:30.343192 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ddbaca-cd16-41be-b446-7a9486487452', 'name': 'network-vif-deleted', 'tag': 'e088ac8a-903c-4626-9301-48699b38044f', 'status': 'completed', 'code': 200} Jul 22 23:33:30.348550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=470bc0f5-1ff5-4d84-9015-ddc809343b63,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:30.363832 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-ab2035be-f062-4ab2-8ca1-f79fa977961b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Request body: {'port': {'device_id': '73896384-31e6-4fb4-8f9b-08d13867a075', 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478', 'admin_state_up': True, 'tenant_id': '82ff423458844377ac84f258ac322d91'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:30.389036 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b50bad0e-873d-4e89-8a29-1bd877f2c62c None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:30.398828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-4de2094d-1073-44fe-89c0-117efe4faf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:30.400491 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-4de2094d-1073-44fe-89c0-117efe4faf22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758912 Jul 22 23:33:30.644767 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-539d2497-5146-44ce-b7cb-02627ade3ffe service neutron] 10.222.0.26 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374308 Jul 22 23:33:30.650077 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-ab2035be-f062-4ab2-8ca1-f79fa977961b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Made reservation on behalf of 82ff423458844377ac84f258ac322d91 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:30.655552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-ab2035be-f062-4ab2-8ca1-f79fa977961b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:30.708059 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b50bad0e-873d-4e89-8a29-1bd877f2c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'c5a73061-9895-4ce9-b4d5-e14b71ea1b6b', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'port_id': '60be8dd3-5dc3-4010-86e6-234126e82d58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'mac_address': 'fa:16:3e:c1:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:32:45Z', 'updated_at': '2021-07-22T23:33:28Z', 'revision_number': 8, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:30.743826 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f80d8-342d-4054-98fe-7dcac8780c54 req-5a12fc99-bb34-4ec7-b6d3-26e97efa5699 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:30.752281 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-691f80d8-342d-4054-98fe-7dcac8780c54 req-5a12fc99-bb34-4ec7-b6d3-26e97efa5699 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 946 time: 0.2956998 Jul 22 23:33:30.850771 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50bad0e-873d-4e89-8a29-1bd877f2c62c None None] The sync data for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 is: [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'c5a73061-9895-4ce9-b4d5-e14b71ea1b6b', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'port_id': '60be8dd3-5dc3-4010-86e6-234126e82d58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'mac_address': 'fa:16:3e:c1:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:32:45Z', 'updated_at': '2021-07-22T23:33:28Z', 'revision_number': 8, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:33:30.922457 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f11aa288-d309-4558-9b05-ca3b3c78a85c req-651d14ee-848c-442f-ba4f-d1ea7c071d7a service neutron] 10.222.0.26 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615213 Jul 22 23:33:30.931506 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-691f80d8-342d-4054-98fe-7dcac8780c54 req-1aead3b8-d1f3-449c-9464-af72f6275c0d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782703 Jul 22 23:33:30.939041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'tag': '60be8dd3-5dc3-4010-86e6-234126e82d58'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:30.941978 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e55a49b-f997-450a-bd1e-3ca25f72a93e" -d '{"events": [{"name": "network-changed", "server_uuid": "35b51013-6bdb-4cdb-ba29-fa0452a19f04", "tag": "60be8dd3-5dc3-4010-86e6-234126e82d58"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:30.973439 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-ab2035be-f062-4ab2-8ca1-f79fa977961b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Allocated IP 172.20.0.4 (c6404c3b-acc2-4feb-85da-2ecd11b1a478/750e6d21-68ba-4eb5-94e9-cc5c662415b5/20bbab4f-4d91-4fb0-9af7-ed91d77e48eb) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:31.205509 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-ab2035be-f062-4ab2-8ca1-f79fa977961b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:31.238255 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d597c6-37eb-4905-bd37-8ca0a2dfc53a None None] New status for floating IP c5a73061-9895-4ce9-b4d5-e14b71ea1b6b: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:33:31.243460 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102cf86c-90d6-4a9a-b279-d1baec1ca83b x-openstack-request-id: req-102cf86c-90d6-4a9a-b279-d1baec1ca83b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:31.244593 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b51013-6bdb-4cdb-ba29-fa0452a19f04", "tag": "60be8dd3-5dc3-4010-86e6-234126e82d58", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:31.244955 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-102cf86c-90d6-4a9a-b279-d1baec1ca83b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:31.245728 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'tag': '60be8dd3-5dc3-4010-86e6-234126e82d58', 'status': 'completed', 'code': 200} Jul 22 23:33:31.275439 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45834d7-1aa6-4ccc-a096-3a6753846afb req-04635020-9a77-4ee9-ae48-6750c787e8c2 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:31.283337 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a45834d7-1aa6-4ccc-a096-3a6753846afb req-04635020-9a77-4ee9-ae48-6750c787e8c2 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.1881325 Jul 22 23:33:31.361657 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55a49b-f997-450a-bd1e-3ca25f72a93e req-57413265-2175-4ab5-bc86-24fb02464a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:31.366415 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0e55a49b-f997-450a-bd1e-3ca25f72a93e req-57413265-2175-4ab5-bc86-24fb02464a66 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 1097 time: 0.1004739 Jul 22 23:33:31.392240 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d35d5a-c901-4cba-be67-0f161241f49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470bc0f5-1ff5-4d84-9015-ddc809343b63'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:31.394752 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9462f3b-b935-49b9-9e37-8aa7e057e50a" -d '{"events": [{"server_uuid": "b3d35d5a-c901-4cba-be67-0f161241f49f", "name": "network-vif-plugged", "status": "completed", "tag": "470bc0f5-1ff5-4d84-9015-ddc809343b63"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:31.403960 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-ab2035be-f062-4ab2-8ca1-f79fa977961b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:31.427792 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a45834d7-1aa6-4ccc-a096-3a6753846afb req-9ae0bdf6-44bc-42aa-9823-141844f8e427 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424465 Jul 22 23:33:31.446756 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b008b4b3-ab66-48d7-b9d2-3834598d7efa req-fad0b459-c219-42ff-8edc-951c71cd1d03 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/floatingips/c5a73061-9895-4ce9-b4d5-e14b71ea1b6b HTTP/1.1" status: 200 len: 996 time: 0.1529977 Jul 22 23:33:31.518447 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55a49b-f997-450a-bd1e-3ca25f72a93e req-e4fdf664-a6ca-4386-98f6-049a7db3ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:31.521077 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0e55a49b-f997-450a-bd1e-3ca25f72a93e req-e4fdf664-a6ca-4386-98f6-049a7db3ccbc service neutron] 10.222.0.95 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 920 time: 0.1460071 Jul 22 23:33:31.525989 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-74621f88-8c19-4513-8a8a-017c1ee1a7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:31.549713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-ab2035be-f062-4ab2-8ca1-f79fa977961b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Network c6404c3b-acc2-4feb-85da-2ecd11b1a478 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:31.559052 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-ab2035be-f062-4ab2-8ca1-f79fa977961b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:31.573574 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-ab2035be-f062-4ab2-8ca1-f79fa977961b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:31.616163 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0e55a49b-f997-450a-bd1e-3ca25f72a93e req-0c16a909-06f5-4445-9343-ef51de87caa9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60be8dd3-5dc3-4010-86e6-234126e82d58 HTTP/1.1" status: 200 len: 1001 time: 0.0796719 Jul 22 23:33:31.625730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-ab2035be-f062-4ab2-8ca1-f79fa977961b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:31.626348 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-ab2035be-f062-4ab2-8ca1-f79fa977961b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:31.661760 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2035be-f062-4ab2-8ca1-f79fa977961b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Pushing event updated for resources: {'Port': ['ID=20bbab4f-4d91-4fb0-9af7-ed91d77e48eb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:31.676125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55a49b-f997-450a-bd1e-3ca25f72a93e req-2702483b-8735-4aa2-a536-0b4454741007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:31.677755 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0e55a49b-f997-450a-bd1e-3ca25f72a93e req-2702483b-8735-4aa2-a536-0b4454741007 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=96b64f7b-90ad-4f67-8e8f-9e486c753847 HTTP/1.1" status: 200 len: 858 time: 0.0538585 Jul 22 23:33:31.727044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-ab2035be-f062-4ab2-8ca1-f79fa977961b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3679042 Jul 22 23:33:31.764278 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Request body: {'port': {'device_id': '73896384-31e6-4fb4-8f9b-08d13867a075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:31.773965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008b4b3-ab66-48d7-b9d2-3834598d7efa req-a48504d2-32d6-4b51-8b73-91e9eff1c21e tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:31.775666 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b008b4b3-ab66-48d7-b9d2-3834598d7efa req-a48504d2-32d6-4b51-8b73-91e9eff1c21e tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.3028343 Jul 22 23:33:31.785841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55a49b-f997-450a-bd1e-3ca25f72a93e req-1d3517b7-c572-4367-9791-3d8c966f22e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:31.786610 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0e55a49b-f997-450a-bd1e-3ca25f72a93e req-1d3517b7-c572-4367-9791-3d8c966f22e5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966043 Jul 22 23:33:31.813508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c2c5c-65f1-4be9-8420-0a4910853e38 req-85613fc4-3317-4e0b-9cea-aaf3e9c5484e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:31.821574 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-413c2c5c-65f1-4be9-8420-0a4910853e38 req-85613fc4-3317-4e0b-9cea-aaf3e9c5484e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=73896384-31e6-4fb4-8f9b-08d13867a075 HTTP/1.1" status: 200 len: 931 time: 0.1615636 Jul 22 23:33:31.836640 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b7ca6d-9e66-4071-a6d9-5a6020513407 x-openstack-request-id: req-42b7ca6d-9e66-4071-a6d9-5a6020513407 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:31.836929 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d35d5a-c901-4cba-be67-0f161241f49f", "name": "network-vif-plugged", "status": "completed", "tag": "470bc0f5-1ff5-4d84-9015-ddc809343b63", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:31.837206 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42b7ca6d-9e66-4071-a6d9-5a6020513407 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:31.837638 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d35d5a-c901-4cba-be67-0f161241f49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470bc0f5-1ff5-4d84-9015-ddc809343b63', 'code': 200} Jul 22 23:33:31.896102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-413c2c5c-65f1-4be9-8420-0a4910853e38 req-78eb5c9c-2086-4daf-bc78-27b6c880d9f1 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675497 Jul 22 23:33:31.975365 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0e55a49b-f997-450a-bd1e-3ca25f72a93e req-6014936b-4379-4430-be33-ef52be0078c2 service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714370 Jul 22 23:33:32.108875 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:32.128540 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0e55a49b-f997-450a-bd1e-3ca25f72a93e req-cc098886-f3ae-47fc-aa2c-cd9ca7c0dc2c service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394088 Jul 22 23:33:32.233989 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-1394f66f-9ceb-443d-966e-5d7139dfa4b0 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1001 time: 0.2806637 Jul 22 23:33:32.329325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60762) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:32.377121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d08003-880e-479f-9e15-71d86ed0351d req-3c25f192-e430-4cdd-9b66-783d0b7221e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:32.378620 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69d08003-880e-479f-9e15-71d86ed0351d req-3c25f192-e430-4cdd-9b66-783d0b7221e5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 1097 time: 0.4242203 Jul 22 23:33:32.399469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-d1e8011f-b761-4951-a5eb-a02f9e1e6a89 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:32.400948 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-d1e8011f-b761-4951-a5eb-a02f9e1e6a89 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports/60be8dd3-5dc3-4010-86e6-234126e82d58 HTTP/1.1" status: 200 len: 943 time: 0.1658163 Jul 22 23:33:32.453635 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8c5d9-7619-4011-b0d8-b9a7f27037bf req-fdb20992-be92-4e97-a051-7928e351782d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:32.455052 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9c8c5d9-7619-4011-b0d8-b9a7f27037bf req-fdb20992-be92-4e97-a051-7928e351782d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 946 time: 0.3403342 Jul 22 23:33:32.537489 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17b1f504-7f10-435e-803f-0dd684dc9343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:32.596192 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-dd40f2a0-7436-4f1a-9725-3848dda9bd11 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1001 time: 0.0964272 Jul 22 23:33:32.607608 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69d08003-880e-479f-9e15-71d86ed0351d req-b2c66937-de46-416b-b75a-bcca86e088fa service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990283 Jul 22 23:33:32.609785 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9c8c5d9-7619-4011-b0d8-b9a7f27037bf req-d3d48c21-11b0-43cc-8a7f-01ab51d65ffe tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453030 Jul 22 23:33:32.637136 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17b1f504-7f10-435e-803f-0dd684dc9343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:32.644929 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17b1f504-7f10-435e-803f-0dd684dc9343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:32.690336 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1f504-7f10-435e-803f-0dd684dc9343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242a1307-7b61-47f4-8841-a7c81b2ec82a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:32.694988 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-17b1f504-7f10-435e-803f-0dd684dc9343 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=002cdef00fcc4a5887a8f191b2d27485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623836 Jul 22 23:33:32.698523 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60772) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:32.810235 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f31eeb7a-a44d-4454-8ffd-82f583f27b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:32.826141 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:32.834514 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:32.859822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Transition to ACTIVE for port object 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:32.868794 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f31eeb7a-a44d-4454-8ffd-82f583f27b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:32.901614 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-3e6940fa-de91-4bba-be9c-a4def812cf87 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:32.905714 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-3e6940fa-de91-4bba-be9c-a4def812cf87 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.2948608 Jul 22 23:33:32.907293 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:32.964559 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f31eeb7a-a44d-4454-8ffd-82f583f27b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:32.969988 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f31eeb7a-a44d-4454-8ffd-82f583f27b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:32.971683 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f31eeb7a-a44d-4454-8ffd-82f583f27b1e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/242a1307-7b61-47f4-8841-a7c81b2ec82a HTTP/1.1" status: 204 len: 168 time: 0.2713537 Jul 22 23:33:33.003990 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31eeb7a-a44d-4454-8ffd-82f583f27b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242a1307-7b61-47f4-8841-a7c81b2ec82a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:33.472400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=20bbab4f-4d91-4fb0-9af7-ed91d77e48eb,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:33.513311 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-29b67a4f-e039-4bfd-afc3-56892a861742 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1001 time: 0.5999904 Jul 22 23:33:33.520608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-282f1f77-9f62-4be2-bd34-84186dae1328 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:33.625731 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8fe17-1123-421a-a9a4-2c93bdc6b82c req-0f22a214-1011-49bd-87c3-acdc3ae0d5b0 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:33.625731 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70a8fe17-1123-421a-a9a4-2c93bdc6b82c req-0f22a214-1011-49bd-87c3-acdc3ae0d5b0 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.6318855 Jul 22 23:33:33.692422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Attempting to bind port 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:33.692800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Attempting to bind port 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:33.693507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Attempting to bind port 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:33.701334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Port 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:33.701660 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Attempting to bind port 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:33.705567 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-282f1f77-9f62-4be2-bd34-84186dae1328 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:33.751071 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70a8fe17-1123-421a-a9a4-2c93bdc6b82c req-d2cb1b5d-bfef-4c01-8893-91287711bf0b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175258 Jul 22 23:33:33.754027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:33.754368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Checking segment: {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:33.754759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Bound using segment: {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:33.755222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Bound port: 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:33.755576 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:33.953048 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:34.020934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] For port 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:34.033380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] For port 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=20bbab4f-4d91-4fb0-9af7-ed91d77e48eb,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:34.078967 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:34.099484 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-282f1f77-9f62-4be2-bd34-84186dae1328 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:34.128009 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-282f1f77-9f62-4be2-bd34-84186dae1328 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:34.128395 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-282f1f77-9f62-4be2-bd34-84186dae1328 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Floating IP c5a73061-9895-4ce9-b4d5-e14b71ea1b6b disassociated. External IP: 172.25.4.33, port: 60be8dd3-5dc3-4010-86e6-234126e82d58. Jul 22 23:33:34.224180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:34.224801 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:34.226222 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] 10.222.0.18 "PUT /v2.0/ports/20bbab4f-4d91-4fb0-9af7-ed91d77e48eb HTTP/1.1" status: 200 len: 1091 time: 2.4670875 Jul 22 23:33:34.226665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73896384-31e6-4fb4-8f9b-08d13867a075', 'tag': '20bbab4f-4d91-4fb0-9af7-ed91d77e48eb'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:34.228958 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246ac29d-c49f-4d9f-a6b3-0f1c80010126" -d '{"events": [{"name": "network-changed", "server_uuid": "73896384-31e6-4fb4-8f9b-08d13867a075", "tag": "20bbab4f-4d91-4fb0-9af7-ed91d77e48eb"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:34.246635 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3a305-2447-4fd2-8e61-93022ce4caea req-135e35af-bf60-46b5-abd8-19d26fbcd944 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:34.255603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24d3a305-2447-4fd2-8e61-93022ce4caea req-135e35af-bf60-46b5-abd8-19d26fbcd944 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=73896384-31e6-4fb4-8f9b-08d13867a075 HTTP/1.1" status: 200 len: 943 time: 0.3897591 Jul 22 23:33:34.304177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451a4d4-8283-4670-a355-b15fdd815ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=20bbab4f-4d91-4fb0-9af7-ed91d77e48eb,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:34.312116 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4af3977e-8969-43b1-a4de-96277c0e522f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:34.341834 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:34.346090 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24d3a305-2447-4fd2-8e61-93022ce4caea req-6cdd8039-cb81-4798-91c7-578a6edacb7d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842278 Jul 22 23:33:34.543806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-0ec73a39-3c35-4965-8e4f-6042c33e7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:34.545804 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-0ec73a39-3c35-4965-8e4f-6042c33e7d62 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&device_id=73896384-31e6-4fb4-8f9b-08d13867a075 HTTP/1.1" status: 200 len: 1094 time: 0.1987481 Jul 22 23:33:34.612744 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-4d40d39c-c1ed-46ec-a390-f97483b6ccb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20bbab4f-4d91-4fb0-9af7-ed91d77e48eb HTTP/1.1" status: 200 len: 217 time: 0.0468979 Jul 22 23:33:34.634371 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-282f1f77-9f62-4be2-bd34-84186dae1328 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:33:34.643764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62d9db-f229-4bb1-8b0d-5c5eed40e338 req-9269aaf8-5fa5-4818-80cd-fdf2c519c34d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:34.645318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb62d9db-f229-4bb1-8b0d-5c5eed40e338 req-9269aaf8-5fa5-4818-80cd-fdf2c519c34d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 946 time: 0.2111840 Jul 22 23:33:34.722167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-a4d623a7-2fd7-4707-a30b-fc9163f366f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:34.724198 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-a4d623a7-2fd7-4707-a30b-fc9163f366f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=750e6d21-68ba-4eb5-94e9-cc5c662415b5 HTTP/1.1" status: 200 len: 852 time: 0.1020586 Jul 22 23:33:34.809208 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb62d9db-f229-4bb1-8b0d-5c5eed40e338 req-e3bfc695-5fa5-4451-beca-df0c1c50a68c tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323473 Jul 22 23:33:34.832322 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-0cae2126-2cbf-4a77-8517-e981aa9d948d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6404c3b-acc2-4feb-85da-2ecd11b1a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681520 Jul 22 23:33:34.927780 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-282f1f77-9f62-4be2-bd34-84186dae1328 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:33:34.934021 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-282f1f77-9f62-4be2-bd34-84186dae1328 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:34.943268 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8863303d-4a92-4601-b6d6-c21bfdbc159c None None] Sync routers for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:33:34.962911 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8863303d-4a92-4601-b6d6-c21bfdbc159c None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:34.963742 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8863303d-4a92-4601-b6d6-c21bfdbc159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:34.986012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-ed1b0f6a-e1aa-4e53-997c-51052cb67a36 service neutron] 10.222.0.18 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474133 Jul 22 23:33:35.008763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-282f1f77-9f62-4be2-bd34-84186dae1328 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "PUT /v2.0/floatingips/c5a73061-9895-4ce9-b4d5-e14b71ea1b6b HTTP/1.1" status: 200 len: 695 time: 1.4935026 Jul 22 23:33:35.086083 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8863303d-4a92-4601-b6d6-c21bfdbc159c None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:35.224364 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-17b5e173-cfda-4f30-b7c5-564c0374872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:35.225850 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-17b5e173-cfda-4f30-b7c5-564c0374872d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 1097 time: 0.1925890 Jul 22 23:33:35.229966 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9ef85-8a52-435f-bda0-0913b22fa4fc req-46440819-51f9-44ec-a4cc-904d5cc77a01 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:35.237593 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71e9ef85-8a52-435f-bda0-0913b22fa4fc req-46440819-51f9-44ec-a4cc-904d5cc77a01 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 1096 time: 0.1925361 Jul 22 23:33:35.251777 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c8d6c2a-7db0-4f1a-a5c6-f80f97ef2ae0 req-d1d85bfe-8491-48ec-b30c-d7a3c6d08072 service neutron] 10.222.0.18 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540758 Jul 22 23:33:35.335123 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8863303d-4a92-4601-b6d6-c21bfdbc159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:35.371636 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71e9ef85-8a52-435f-bda0-0913b22fa4fc req-12dec029-0c1e-45ba-b2af-f2513686cd5f tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248200 Jul 22 23:33:35.383324 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8863303d-4a92-4601-b6d6-c21bfdbc159c None None] Checking router: f54368c7-f025-4fd3-b7a6-02a3a5b8d947 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:33:35.391061 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:35.410828 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8863303d-4a92-4601-b6d6-c21bfdbc159c None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:35.411458 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8863303d-4a92-4601-b6d6-c21bfdbc159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:35.417241 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-57662d17-57a4-436a-b2c9-774c6eb3c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:35.419066 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-57662d17-57a4-436a-b2c9-774c6eb3c893 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 920 time: 0.1794667 Jul 22 23:33:35.504721 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-b08379d9-6aca-4d9c-9149-1042ad56734a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60be8dd3-5dc3-4010-86e6-234126e82d58 HTTP/1.1" status: 200 len: 217 time: 0.0758245 Jul 22 23:33:35.529131 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8863303d-4a92-4601-b6d6-c21bfdbc159c None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:35.562436 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-fe409d21-fb5c-4f2f-b1ea-4ccd6b005384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:35.563939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-fe409d21-fb5c-4f2f-b1ea-4ccd6b005384 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96b64f7b-90ad-4f67-8e8f-9e486c753847 HTTP/1.1" status: 200 len: 858 time: 0.0523283 Jul 22 23:33:35.614720 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d5cdc5-cb4b-4dcc-89a8-037d8348dd6f x-openstack-request-id: req-c9d5cdc5-cb4b-4dcc-89a8-037d8348dd6f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:35.615017 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73896384-31e6-4fb4-8f9b-08d13867a075", "tag": "20bbab4f-4d91-4fb0-9af7-ed91d77e48eb", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:35.615275 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9d5cdc5-cb4b-4dcc-89a8-037d8348dd6f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:35.615682 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73896384-31e6-4fb4-8f9b-08d13867a075', 'tag': '20bbab4f-4d91-4fb0-9af7-ed91d77e48eb', 'status': 'completed', 'code': 200} Jul 22 23:33:35.654592 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-eb6d0c3d-7c36-4c05-a161-e5213a715fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:35.657693 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-eb6d0c3d-7c36-4c05-a161-e5213a715fd3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865102 Jul 22 23:33:35.770024 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8863303d-4a92-4601-b6d6-c21bfdbc159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:35.797981 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8863303d-4a92-4601-b6d6-c21bfdbc159c None None] The sync data for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 is: [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:20Z', 'revision_number': 4, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'e3788dd7-d3c8-4b03-85eb-d7a44bfb0301', 'name': '', 'network_id': '3df1519f-fab7-4e21-ba1f-91e92d53f2cd', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'mac_address': 'fa:16:3e:44:b7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:19Z', 'updated_at': '2021-07-22T23:32:27Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'subnets': [{'id': '96b64f7b-90ad-4f67-8e8f-9e486c753847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:33:35.884777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598ff5d-acd6-4a1a-801b-995b784f377c req-0ae2b367-7fba-4e0a-bbac-0369cb33d6f6 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:35.893349 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6598ff5d-acd6-4a1a-801b-995b784f377c req-0ae2b367-7fba-4e0a-bbac-0369cb33d6f6 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.2134786 Jul 22 23:33:35.899541 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-b5a99f68-9edf-4959-b2f1-3b0aab8c6eb2 service neutron] 10.222.0.26 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330287 Jul 22 23:33:35.909181 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ac29d-c49f-4d9f-a6b3-0f1c80010126 req-f43cdc8b-696a-49ca-997a-e934c809bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:35.910779 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-246ac29d-c49f-4d9f-a6b3-0f1c80010126 req-f43cdc8b-696a-49ca-997a-e934c809bd41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&device_id=73896384-31e6-4fb4-8f9b-08d13867a075 HTTP/1.1" status: 200 len: 1094 time: 0.2322929 Jul 22 23:33:36.051170 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6598ff5d-acd6-4a1a-801b-995b784f377c req-1894c3a8-39b6-415e-9e7d-2caa9cf344f7 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546934 Jul 22 23:33:36.193360 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea90adfb-1cc1-4dc3-83b5-9c06ad89a891 req-831fd749-6f32-43ab-bb9c-ad7b661e5f7d service neutron] 10.222.0.26 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866488 Jul 22 23:33:36.225640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ac29d-c49f-4d9f-a6b3-0f1c80010126 req-71d47aa5-5da6-48ed-b386-4a5134df7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:36.227126 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-246ac29d-c49f-4d9f-a6b3-0f1c80010126 req-71d47aa5-5da6-48ed-b386-4a5134df7d65 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 913 time: 0.3070304 Jul 22 23:33:36.296467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-246ac29d-c49f-4d9f-a6b3-0f1c80010126 req-e89fe3b5-3d47-4f88-b53f-d895136e0e1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20bbab4f-4d91-4fb0-9af7-ed91d77e48eb HTTP/1.1" status: 200 len: 217 time: 0.0594954 Jul 22 23:33:36.305073 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a29a27a-1f83-4f7f-9e02-c5e26d69ccec None None] New status for floating IP c5a73061-9895-4ce9-b4d5-e14b71ea1b6b: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:33:36.352478 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1b553-2eff-449f-8a67-95db6d678c29 req-65790e63-edde-4863-861e-4637497cc6fa tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:36.354407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2e1b553-2eff-449f-8a67-95db6d678c29 req-65790e63-edde-4863-861e-4637497cc6fa tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 1097 time: 0.2295361 Jul 22 23:33:36.442925 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ac29d-c49f-4d9f-a6b3-0f1c80010126 req-504090b7-60bf-4442-bca3-5477ba4a2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:36.444798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-246ac29d-c49f-4d9f-a6b3-0f1c80010126 req-504090b7-60bf-4442-bca3-5477ba4a2665 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=750e6d21-68ba-4eb5-94e9-cc5c662415b5 HTTP/1.1" status: 200 len: 852 time: 0.1286867 Jul 22 23:33:36.470456 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2e1b553-2eff-449f-8a67-95db6d678c29 req-eb4d4b63-009c-48ca-aac4-ed5be14df771 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923972 Jul 22 23:33:36.504476 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-246ac29d-c49f-4d9f-a6b3-0f1c80010126 req-de29efc4-395e-4f7d-8f42-db29b263e296 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6404c3b-acc2-4feb-85da-2ecd11b1a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493546 Jul 22 23:33:36.511963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e4ac4-7ccb-48e1-aa9a-d27a98a8e862 req-6c583f7d-ef34-4bdc-98f7-bc428af36991 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:36.519664 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d56e4ac4-7ccb-48e1-aa9a-d27a98a8e862 req-6c583f7d-ef34-4bdc-98f7-bc428af36991 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=73896384-31e6-4fb4-8f9b-08d13867a075 HTTP/1.1" status: 200 len: 943 time: 0.2224538 Jul 22 23:33:36.661315 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d56e4ac4-7ccb-48e1-aa9a-d27a98a8e862 req-6d07642e-f2bd-4989-b22d-2ba40684dbaf tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406376 Jul 22 23:33:36.667697 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-246ac29d-c49f-4d9f-a6b3-0f1c80010126 req-9cf29296-73aa-4f5a-aa67-6785ae2cd9dc service neutron] 10.222.0.18 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457887 Jul 22 23:33:36.866638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-246ac29d-c49f-4d9f-a6b3-0f1c80010126 req-1f068908-34c0-4699-8f89-9be9e2123374 service neutron] 10.222.0.18 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849127 Jul 22 23:33:36.899752 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:37.125699 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b91ccb-42c1-484f-ad73-f4bbc65fe395 req-fd974df7-1b26-412d-bdec-973054e47a7f tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:37.127407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6b91ccb-42c1-484f-ad73-f4bbc65fe395 req-fd974df7-1b26-412d-bdec-973054e47a7f tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 1097 time: 0.0663714 Jul 22 23:33:37.203131 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6b91ccb-42c1-484f-ad73-f4bbc65fe395 req-ff9d4413-9615-4eb8-8b52-b2f1f74c02e4 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454409 Jul 22 23:33:37.429264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755a7b2-8d47-4f07-a6af-8017cf11da3d req-8112acc5-271e-4a02-9b18-86e92e238095 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:37.438236 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2755a7b2-8d47-4f07-a6af-8017cf11da3d req-8112acc5-271e-4a02-9b18-86e92e238095 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.1021860 Jul 22 23:33:37.482547 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2755a7b2-8d47-4f07-a6af-8017cf11da3d req-f84092f4-9c24-4839-9af8-45ee7d148b1c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425801 Jul 22 23:33:37.636088 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'tag': '60be8dd3-5dc3-4010-86e6-234126e82d58'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:37.638801 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f65e2a-fc43-40d0-a877-5ddd134fcfe5" -d '{"events": [{"name": "network-changed", "server_uuid": "35b51013-6bdb-4cdb-ba29-fa0452a19f04", "tag": "60be8dd3-5dc3-4010-86e6-234126e82d58"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:37.651262 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61cac479-3b04-438c-af8a-e815050f88b2 req-87b33c7b-0687-4841-9134-2a89a0ffd30d tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/floatingips/c5a73061-9895-4ce9-b4d5-e14b71ea1b6b HTTP/1.1" status: 200 len: 693 time: 0.0538011 Jul 22 23:33:37.678085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-8a3121ca-b30f-4fad-96bd-52473bd209ad tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:33:37.679828 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-8a3121ca-b30f-4fad-96bd-52473bd209ad tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095425 Jul 22 23:33:37.697612 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-fc150746-f099-45a5-b650-c74f730e59cb service neutron] Request body: {'binding': {'host': 'n-h2-688802-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:37.698061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-fc150746-f099-45a5-b650-c74f730e59cb service neutron] Unknown quota resources ['binding']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:33:38.197841 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cac479-3b04-438c-af8a-e815050f88b2 req-0e2927fe-ee4c-48d5-895c-5b43f036ffbc tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:38.199384 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61cac479-3b04-438c-af8a-e815050f88b2 req-0e2927fe-ee4c-48d5-895c-5b43f036ffbc tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.5406456 Jul 22 23:33:38.218197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-61cac479-3b04-438c-af8a-e815050f88b2 req-307aa4af-417e-44d4-9325-e562b75322b2 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:33:38.221904 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61cac479-3b04-438c-af8a-e815050f88b2 req-307aa4af-417e-44d4-9325-e562b75322b2 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130181 Jul 22 23:33:38.293841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61cac479-3b04-438c-af8a-e815050f88b2 req-1ae8bc45-eb1e-4989-ae1d-51db551beb57 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 696 time: 0.0674200 Jul 22 23:33:38.323602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:38.367509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-fc150746-f099-45a5-b650-c74f730e59cb service neutron] Attempting to bind port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 on host n-h2-688802-2 for vnic_type normal with profile None {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:38.367509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-fc150746-f099-45a5-b650-c74f730e59cb service neutron] Attempting to bind port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:38.367509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-fc150746-f099-45a5-b650-c74f730e59cb service neutron] Attempting to bind port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:38.367509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-fc150746-f099-45a5-b650-c74f730e59cb service neutron] Port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:38.367509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-fc150746-f099-45a5-b650-c74f730e59cb service neutron] Attempting to bind port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:38.367509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-fc150746-f099-45a5-b650-c74f730e59cb service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:38.367509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-fc150746-f099-45a5-b650-c74f730e59cb service neutron] Checking segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:38.367509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-fc150746-f099-45a5-b650-c74f730e59cb service neutron] Bound using segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:38.367509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-fc150746-f099-45a5-b650-c74f730e59cb service neutron] Bound port: f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:38.386004 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61cac479-3b04-438c-af8a-e815050f88b2 req-25d773fc-87b7-4325-bd47-923214dbcdc4 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 696 time: 0.0712430 Jul 22 23:33:38.452436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=20bbab4f-4d91-4fb0-9af7-ed91d77e48eb,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:38.469582 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '20bbab4f-4d91-4fb0-9af7-ed91d77e48eb', 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478', 'port_id': '20bbab4f-4d91-4fb0-9af7-ed91d77e48eb', 'mac_address': 'fa:16:3e:8e:22:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750e6d21-68ba-4eb5-94e9-cc5c662415b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:38.514597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-fc150746-f099-45a5-b650-c74f730e59cb service neutron] For port f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:38.525688 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:38.537735 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-fc150746-f099-45a5-b650-c74f730e59cb service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:38.545622 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-fc150746-f099-45a5-b650-c74f730e59cb service neutron] 10.222.0.26 "POST /v2.0/ports/f5d4ec6d-86b2-4f19-be4b-ce46917cef65/bindings HTTP/1.1" status: 201 len: 389 time: 0.8483095 Jul 22 23:33:38.547595 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:38.580606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=20bbab4f-4d91-4fb0-9af7-ed91d77e48eb,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:38.593428 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:38.594588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-61cac479-3b04-438c-af8a-e815050f88b2 req-fc6e890e-6d91-4b4b-ab36-deb70bdaeef6 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Deleting port 69806a55-d689-46d6-b516-7e8f6585cbdb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:38.595046 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61cac479-3b04-438c-af8a-e815050f88b2 req-fc6e890e-6d91-4b4b-ab36-deb70bdaeef6 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:38.680103 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=20bbab4f-4d91-4fb0-9af7-ed91d77e48eb,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:38.726939 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61cac479-3b04-438c-af8a-e815050f88b2 req-fc6e890e-6d91-4b4b-ab36-deb70bdaeef6 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:38.727530 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61cac479-3b04-438c-af8a-e815050f88b2 req-fc6e890e-6d91-4b4b-ab36-deb70bdaeef6 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:38.741281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-61cac479-3b04-438c-af8a-e815050f88b2 req-fc6e890e-6d91-4b4b-ab36-deb70bdaeef6 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Calling delete_port for 69806a55-d689-46d6-b516-7e8f6585cbdb owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:38.955753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-4ff67089-391d-487e-b4d0-b1ffae06bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:38.957383 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-4ff67089-391d-487e-b4d0-b1ffae06bc78 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 1096 time: 0.1023090 Jul 22 23:33:38.964345 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61cac479-3b04-438c-af8a-e815050f88b2 req-fc6e890e-6d91-4b4b-ab36-deb70bdaeef6 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:38.966341 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-65d6de0e-5ccd-495d-bd2a-8cfa6d36a9f3 service neutron] show failed (client error): The resource could not be found. Jul 22 23:33:38.968562 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-65d6de0e-5ccd-495d-bd2a-8cfa6d36a9f3 service neutron] 10.222.0.95 "GET /v2.0/ports/ca7bcf68-af17-4791-a402-f7a523c63011/bindings/n-h1-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.0905144 Jul 22 23:33:39.012040 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e890e-6d91-4b4b-ab36-deb70bdaeef6 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Pushing event deleted for resources: {'Port': ['ID=69806a55-d689-46d6-b516-7e8f6585cbdb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:39.017320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['20bbab4f-4d91-4fb0-9af7-ed91d77e48eb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:39.142866 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61cac479-3b04-438c-af8a-e815050f88b2 req-fc6e890e-6d91-4b4b-ab36-deb70bdaeef6 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:39.145517 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61cac479-3b04-438c-af8a-e815050f88b2 req-fc6e890e-6d91-4b4b-ab36-deb70bdaeef6 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:39.146661 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61cac479-3b04-438c-af8a-e815050f88b2 req-fc6e890e-6d91-4b4b-ab36-deb70bdaeef6 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "DELETE /v2.0/floatingips/c5a73061-9895-4ce9-b4d5-e14b71ea1b6b HTTP/1.1" status: 204 len: 173 time: 0.7511582 Jul 22 23:33:39.148114 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-5d6dd02e-7574-4a01-b085-a1d1579545ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:39.149587 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-5d6dd02e-7574-4a01-b085-a1d1579545ce service neutron] 10.222.0.95 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.1816714 Jul 22 23:33:39.298646 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf1e3a6-d7b2-4caf-840d-a7f05be26d4f x-openstack-request-id: req-5cf1e3a6-d7b2-4caf-840d-a7f05be26d4f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:39.299034 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b51013-6bdb-4cdb-ba29-fa0452a19f04", "tag": "60be8dd3-5dc3-4010-86e6-234126e82d58", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:39.299195 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5cf1e3a6-d7b2-4caf-840d-a7f05be26d4f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:39.299565 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'tag': '60be8dd3-5dc3-4010-86e6-234126e82d58', 'status': 'completed', 'code': 200} Jul 22 23:33:39.317298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-55864aee-76cf-4762-bc29-a212ca17f302 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5d4ec6d-86b2-4f19-be4b-ce46917cef65 HTTP/1.1" status: 200 len: 217 time: 0.1532989 Jul 22 23:33:39.385704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f65e2a-fc43-40d0-a877-5ddd134fcfe5 req-4d706f8c-c8c6-4d0e-8ef1-fd9ce1748a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:39.388104 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-64f65e2a-fc43-40d0-a877-5ddd134fcfe5 req-4d706f8c-c8c6-4d0e-8ef1-fd9ce1748a41 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 1097 time: 0.0869255 Jul 22 23:33:39.454851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-ea9a7a4e-1f6d-485a-ba9e-5827640f89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:39.456834 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-ea9a7a4e-1f6d-485a-ba9e-5827640f89e8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.1271796 Jul 22 23:33:39.508539 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f65e2a-fc43-40d0-a877-5ddd134fcfe5 req-a8d3dd0e-7c85-4871-8bd9-e1e2c533240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:39.510139 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-64f65e2a-fc43-40d0-a877-5ddd134fcfe5 req-a8d3dd0e-7c85-4871-8bd9-e1e2c533240e service neutron] 10.222.0.95 "GET /v2.0/networks?id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 200 len: 920 time: 0.1150208 Jul 22 23:33:39.510679 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-f1f5817e-495e-4eb8-8f45-6561dc891b94 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386403 Jul 22 23:33:39.521995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-0100ad7a-98fc-48fd-9968-91eadb172ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:39.523452 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-0100ad7a-98fc-48fd-9968-91eadb172ec1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213&tenant_id=fb89fd006c024322b87d15ca6772f41c HTTP/1.1" status: 200 len: 1101 time: 0.2052827 Jul 22 23:33:39.539302 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accf3a8-ad31-4f86-90da-e173ec9a2843 req-10fab46f-b716-49ab-a495-b4d3d2f20ad5 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:39.540860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5accf3a8-ad31-4f86-90da-e173ec9a2843 req-10fab46f-b716-49ab-a495-b4d3d2f20ad5 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=73896384-31e6-4fb4-8f9b-08d13867a075 HTTP/1.1" status: 200 len: 944 time: 0.1705511 Jul 22 23:33:39.556563 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:39.573633 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-64f65e2a-fc43-40d0-a877-5ddd134fcfe5 req-e9f7be95-b213-42f2-9d0c-2c2b7d2b7a2f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60be8dd3-5dc3-4010-86e6-234126e82d58 HTTP/1.1" status: 200 len: 217 time: 0.0404789 Jul 22 23:33:39.626318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f65e2a-fc43-40d0-a877-5ddd134fcfe5 req-299863cb-77a0-47d2-9e3b-1d4c204d7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:39.627863 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-64f65e2a-fc43-40d0-a877-5ddd134fcfe5 req-299863cb-77a0-47d2-9e3b-1d4c204d7f00 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=96b64f7b-90ad-4f67-8e8f-9e486c753847 HTTP/1.1" status: 200 len: 858 time: 0.0462358 Jul 22 23:33:39.669283 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5accf3a8-ad31-4f86-90da-e173ec9a2843 req-56d15c06-ecc9-4417-ae2a-2ee8e2f501cd tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198845 Jul 22 23:33:39.711473 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f65e2a-fc43-40d0-a877-5ddd134fcfe5 req-8c98a0d2-a348-482e-bc1c-b96b92c9f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:39.713167 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-64f65e2a-fc43-40d0-a877-5ddd134fcfe5 req-8c98a0d2-a348-482e-bc1c-b96b92c9f131 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3df1519f-fab7-4e21-ba1f-91e92d53f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761268 Jul 22 23:33:39.726581 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-187c1071-fd19-4fef-84fd-98624b94b7c0 service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847193 Jul 22 23:33:39.727357 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:39.958246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-a1077a17-c3c0-4010-aa40-d56a3eca5290 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:33:39.959230 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-a1077a17-c3c0-4010-aa40-d56a3eca5290 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072656 Jul 22 23:33:39.971888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-7780bbd7-4b24-4de1-a479-257133500922 service neutron] Request body: {'binding': {'host': 'n-h1-688802-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:39.972509 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-7780bbd7-4b24-4de1-a479-257133500922 service neutron] Unknown quota resources ['binding']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:33:40.004141 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-64f65e2a-fc43-40d0-a877-5ddd134fcfe5 req-633220a2-c9ca-493d-8223-f6604876c64d service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435442 Jul 22 23:33:40.054379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=ca7bcf68-af17-4791-a402-f7a523c63011,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:40.068384 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-feda6f8b-99ed-4701-bf42-5790c020f976 service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075396 Jul 22 23:33:40.114501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219f14d-68bf-4e9e-a56e-df40b545b3b7 req-a4d879b3-36ac-43ef-b489-fe5e523528d0 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:40.115975 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d219f14d-68bf-4e9e-a56e-df40b545b3b7 req-a4d879b3-36ac-43ef-b489-fe5e523528d0 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.1367874 Jul 22 23:33:40.116972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:40.175613 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-64f65e2a-fc43-40d0-a877-5ddd134fcfe5 req-378777dd-f635-4bab-8016-f8059a8ecc3f service neutron] 10.222.0.95 "GET /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634376 Jul 22 23:33:40.192628 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-7780bbd7-4b24-4de1-a479-257133500922 service neutron] Attempting to bind port 470bc0f5-1ff5-4d84-9015-ddc809343b63 on host n-h1-688802-2 for vnic_type normal with profile None {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:40.192994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-7780bbd7-4b24-4de1-a479-257133500922 service neutron] Attempting to bind port 470bc0f5-1ff5-4d84-9015-ddc809343b63 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:40.193275 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d219f14d-68bf-4e9e-a56e-df40b545b3b7 req-714c64ec-1465-4a2a-b9cd-f1ae7d2b0f70 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523269 Jul 22 23:33:40.193670 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-7780bbd7-4b24-4de1-a479-257133500922 service neutron] Attempting to bind port 470bc0f5-1ff5-4d84-9015-ddc809343b63 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:40.198595 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-7780bbd7-4b24-4de1-a479-257133500922 service neutron] Port 470bc0f5-1ff5-4d84-9015-ddc809343b63 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:40.199098 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-7780bbd7-4b24-4de1-a479-257133500922 service neutron] Attempting to bind port 470bc0f5-1ff5-4d84-9015-ddc809343b63 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:40.202331 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:40.207148 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-7780bbd7-4b24-4de1-a479-257133500922 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:40.207497 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-7780bbd7-4b24-4de1-a479-257133500922 service neutron] Checking segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:40.207958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-7780bbd7-4b24-4de1-a479-257133500922 service neutron] Bound using segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:40.208388 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-7780bbd7-4b24-4de1-a479-257133500922 service neutron] Bound port: 470bc0f5-1ff5-4d84-9015-ddc809343b63, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:40.226918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Transition to ACTIVE for port object ca7bcf68-af17-4791-a402-f7a523c63011 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:40.232844 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:40.274904 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-7780bbd7-4b24-4de1-a479-257133500922 service neutron] For port 470bc0f5-1ff5-4d84-9015-ddc809343b63, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=470bc0f5-1ff5-4d84-9015-ddc809343b63,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:40.283854 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-7780bbd7-4b24-4de1-a479-257133500922 service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:40.285385 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-7780bbd7-4b24-4de1-a479-257133500922 service neutron] 10.222.0.26 "POST /v2.0/ports/470bc0f5-1ff5-4d84-9015-ddc809343b63/bindings HTTP/1.1" status: 201 len: 389 time: 0.3167913 Jul 22 23:33:40.311042 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] No DVR routers for this DVR port ca7bcf68-af17-4791-a402-f7a523c63011 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:40.336229 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:40.359797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7bcf68-af17-4791-a402-f7a523c63011,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:40.448522 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf37c9-f4af-4d29-b1fa-c6d17573a3d8 req-c5081e2c-5d2a-445f-a339-a844caa69eed tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:40.456805 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39bf37c9-f4af-4d29-b1fa-c6d17573a3d8 req-c5081e2c-5d2a-445f-a339-a844caa69eed tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 945 time: 0.1504877 Jul 22 23:33:40.459737 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Attempting to bind port ca7bcf68-af17-4791-a402-f7a523c63011 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:40.460081 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Attempting to bind port ca7bcf68-af17-4791-a402-f7a523c63011 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:40.460418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Attempting to bind port ca7bcf68-af17-4791-a402-f7a523c63011 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:40.467888 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:40.475405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:40.476227 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:40.480541 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Port ca7bcf68-af17-4791-a402-f7a523c63011 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:40.480865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Attempting to bind port ca7bcf68-af17-4791-a402-f7a523c63011 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:40.506840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:40.506840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:40.507139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:40.507417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Bound port: ca7bcf68-af17-4791-a402-f7a523c63011, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:40.507885 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:40.543867 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39bf37c9-f4af-4d29-b1fa-c6d17573a3d8 req-60855f27-d407-4663-bec2-2ef35a4180f1 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853209 Jul 22 23:33:40.730440 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:40.734281 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c9ef293f-c42b-4c4a-a8e0-bf39f81af210 req-ee4c03fb-5578-4117-a530-2bae707dd78e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2041578 Jul 22 23:33:40.740609 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ca7bcf68-af17-4791-a402-f7a523c63011,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:40.745897 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:40.769730 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:40.782807 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-b9cebc00-c8fa-4b53-8afe-0458d301b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:40.788698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:40.789377 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:40.789530 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-b9cebc00-c8fa-4b53-8afe-0458d301b694 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 1097 time: 0.1423795 Jul 22 23:33:40.790787 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] 10.222.0.18 "PUT /v2.0/ports/ca7bcf68-af17-4791-a402-f7a523c63011 HTTP/1.1" status: 200 len: 1096 time: 1.2395661 Jul 22 23:33:40.829257 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73896384-31e6-4fb4-8f9b-08d13867a075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bbab4f-4d91-4fb0-9af7-ed91d77e48eb'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:40.832717 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb774040-620f-430a-a7cb-177da21aad64" -d '{"events": [{"server_uuid": "73896384-31e6-4fb4-8f9b-08d13867a075", "name": "network-vif-plugged", "status": "completed", "tag": "20bbab4f-4d91-4fb0-9af7-ed91d77e48eb"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:40.852499 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=20bbab4f-4d91-4fb0-9af7-ed91d77e48eb,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:40.862336 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:40.907254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a008b7-daef-4991-9091-acb14f433b43 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7bcf68-af17-4791-a402-f7a523c63011,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:40.955570 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=20bbab4f-4d91-4fb0-9af7-ed91d77e48eb,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:41.042087 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef293f-c42b-4c4a-a8e0-bf39f81af210 req-cee04b6f-bda9-4ea3-98f1-e724b2ec87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.042087 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c9ef293f-c42b-4c4a-a8e0-bf39f81af210 req-cee04b6f-bda9-4ea3-98f1-e724b2ec87f9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 1100 time: 0.2082119 Jul 22 23:33:41.065461 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-f72e4352-e3c4-41ad-84e0-6f3eb626ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.066795 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7a52f-f21a-4f85-98be-72c7286ffe61 req-2e14fa23-58cc-4d8d-b7cd-adeb9c942908 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.067143 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-f72e4352-e3c4-41ad-84e0-6f3eb626ff67 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.2548344 Jul 22 23:33:41.068333 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb7a52f-f21a-4f85-98be-72c7286ffe61 req-2e14fa23-58cc-4d8d-b7cd-adeb9c942908 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 946 time: 0.2766616 Jul 22 23:33:41.076416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f65e49-0d05-4fb6-9bde-e2ec6bed567f req-c4234652-ad35-4b3c-9b6a-103e5120f201 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.083644 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32f65e49-0d05-4fb6-9bde-e2ec6bed567f req-c4234652-ad35-4b3c-9b6a-103e5120f201 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 946 time: 0.1991127 Jul 22 23:33:41.142580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-f599b7d5-d8c1-4932-8bac-1192c9e43d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.144053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-f599b7d5-d8c1-4932-8bac-1192c9e43d60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 1099 time: 0.2483261 Jul 22 23:33:41.154658 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32f65e49-0d05-4fb6-9bde-e2ec6bed567f req-b1845896-9669-4181-bdc5-0a403db70515 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701194 Jul 22 23:33:41.186833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32768) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:41.203310 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-e2fb1e80-da3e-4573-b272-761b5566a137 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470bc0f5-1ff5-4d84-9015-ddc809343b63 HTTP/1.1" status: 200 len: 217 time: 0.1101682 Jul 22 23:33:41.226291 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecb7a52f-f21a-4f85-98be-72c7286ffe61 req-bfa70ec2-e213-45b9-9e00-dc10e10573a8 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186204 Jul 22 23:33:41.302262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011'}, {'name': 'network-changed', 'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:41.304602 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28760f0-c476-4435-b48b-92332d93b6e9" -d '{"events": [{"server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "name": "network-vif-unplugged", "status": "completed", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011"}, {"name": "network-changed", "server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:41.327985 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-94b3c7e0-872d-47e8-923f-283ec7104b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.329978 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-94b3c7e0-872d-47e8-923f-283ec7104b8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.1174614 Jul 22 23:33:41.331287 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef293f-c42b-4c4a-a8e0-bf39f81af210 req-7f48b80b-5ad4-47d7-9628-b25bf68e29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.332703 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c9ef293f-c42b-4c4a-a8e0-bf39f81af210 req-7f48b80b-5ad4-47d7-9628-b25bf68e29f2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.2646797 Jul 22 23:33:41.369407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-f6fd2c10-e5d4-4495-b36d-5390e4eaccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.370863 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-f6fd2c10-e5d4-4495-b36d-5390e4eaccc9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.2151239 Jul 22 23:33:41.383555 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-ebf11b22-9ac8-4cb4-b8d8-356970cd9249 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453725 Jul 22 23:33:41.431213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-91edc3c6-3db0-43a1-9954-6919430b51d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ca7bcf68-af17-4791-a402-f7a523c63011 HTTP/1.1" status: 200 len: 217 time: 0.0402625 Jul 22 23:33:41.431594 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c9ef293f-c42b-4c4a-a8e0-bf39f81af210 req-bc3b2387-5e23-4436-aa1f-e86a9e37d7dd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a5df4edb-89f9-49f5-9058-1704c473d025 HTTP/1.1" status: 200 len: 217 time: 0.0841582 Jul 22 23:33:41.433774 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-063425ae-a48e-44f8-b71f-792ca6b03141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:41.518701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4170d2e-0190-4986-8468-4da9317ea14c req-5cfac3da-25be-4e59-8909-17046e73cfd5 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.520219 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4170d2e-0190-4986-8468-4da9317ea14c req-5cfac3da-25be-4e59-8909-17046e73cfd5 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=73896384-31e6-4fb4-8f9b-08d13867a075 HTTP/1.1" status: 200 len: 945 time: 0.2121041 Jul 22 23:33:41.531290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dc4ae-9911-49d4-b8f2-fad29282e552 req-2b800c49-a202-46af-826b-b05831432d3b tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.532853 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-002dc4ae-9911-49d4-b8f2-fad29282e552 req-2b800c49-a202-46af-826b-b05831432d3b tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bce747-4663-4ca9-b8b0-04348630c140 HTTP/1.1" status: 200 len: 950 time: 0.1785221 Jul 22 23:33:41.535655 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-b93fe3d8-5083-495d-96b3-8e1f428a1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.536979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-b93fe3d8-5083-495d-96b3-8e1f428a1823 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0940855 Jul 22 23:33:41.565619 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef293f-c42b-4c4a-a8e0-bf39f81af210 req-57a6e026-9f0c-408a-9168-8138de12887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.567389 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c9ef293f-c42b-4c4a-a8e0-bf39f81af210 req-57a6e026-9f0c-408a-9168-8138de12887b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1191452 Jul 22 23:33:41.627670 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4170d2e-0190-4986-8468-4da9317ea14c req-eee683fa-f24f-4a8b-88d8-683d90fe3e00 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936098 Jul 22 23:33:41.630386 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-073546e9-5ba4-4042-8a2b-7f2833329bee service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112579 Jul 22 23:33:41.632252 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-002dc4ae-9911-49d4-b8f2-fad29282e552 req-540529c5-c4f1-43a2-9874-bd8d11079640 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938029 Jul 22 23:33:41.677642 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-2f8f2a0d-bb56-4668-bac4-7af4db5b20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.679615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-2f8f2a0d-bb56-4668-bac4-7af4db5b20d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1292858 Jul 22 23:33:41.701955 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a521aa98-63f0-4ebd-9961-b4049d40b899 x-openstack-request-id: req-a521aa98-63f0-4ebd-9961-b4049d40b899 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:41.702555 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73896384-31e6-4fb4-8f9b-08d13867a075", "name": "network-vif-plugged", "status": "completed", "tag": "20bbab4f-4d91-4fb0-9af7-ed91d77e48eb", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:41.702727 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a521aa98-63f0-4ebd-9961-b4049d40b899 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:41.703385 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73896384-31e6-4fb4-8f9b-08d13867a075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bbab4f-4d91-4fb0-9af7-ed91d77e48eb', 'code': 200} Jul 22 23:33:41.792610 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-063425ae-a48e-44f8-b71f-792ca6b03141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:41.803585 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-063425ae-a48e-44f8-b71f-792ca6b03141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:41.806917 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef293f-c42b-4c4a-a8e0-bf39f81af210 req-c5314d68-e570-4d1c-94f4-ecc494fc10d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.808689 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c9ef293f-c42b-4c4a-a8e0-bf39f81af210 req-c5314d68-e570-4d1c-94f4-ecc494fc10d6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2321987 Jul 22 23:33:41.863815 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-eabaa044-c9ac-4c2a-b81a-77438348f092 service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196355 Jul 22 23:33:41.883186 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11f0ebf-eb97-4d97-aa6a-f3710ea81031 x-openstack-request-id: req-a11f0ebf-eb97-4d97-aa6a-f3710ea81031 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:41.883831 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "name": "network-vif-unplugged", "status": "completed", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011", "code": 200}, {"name": "network-changed", "server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:41.883831 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a11f0ebf-eb97-4d97-aa6a-f3710ea81031 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:41.884143 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011', 'code': 200} Jul 22 23:33:41.884398 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011', 'status': 'completed', 'code': 200} Jul 22 23:33:41.886738 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-063425ae-a48e-44f8-b71f-792ca6b03141 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8a42c8dbc5674ffa98b1e2f39078a262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6927812 Jul 22 23:33:41.889952 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32780) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:41.891953 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063425ae-a48e-44f8-b71f-792ca6b03141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fbc6e6-4a46-4fc6-b4cf-c28a29de78ac,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:41.989500 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 45a61c05-44f8-4801-9a8c-c05f786a55ed no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:42.013314 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-4128e7ca-cd0b-4071-a841-dc21f4eca48c service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263736 Jul 22 23:33:42.080222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00269b-44d2-4477-a51f-835a7fc13022 req-dd27165a-36f7-45de-a2a7-21512ea02640 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:42.081834 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd00269b-44d2-4477-a51f-835a7fc13022 req-dd27165a-36f7-45de-a2a7-21512ea02640 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 948 time: 0.2634952 Jul 22 23:33:42.165769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-14cfabed-642f-458d-a35b-c6f11149adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:42.167450 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-14cfabed-642f-458d-a35b-c6f11149adcd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 1099 time: 0.2717993 Jul 22 23:33:42.169426 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad515a23-ec88-41a6-8a90-3c27bad5582b req-e146a1c7-89c1-4b63-86d8-6aa4879695d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:42.170810 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad515a23-ec88-41a6-8a90-3c27bad5582b req-e146a1c7-89c1-4b63-86d8-6aa4879695d2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=73896384-31e6-4fb4-8f9b-08d13867a075 HTTP/1.1" status: 200 len: 1096 time: 0.3477805 Jul 22 23:33:42.184478 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:42.235506 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 45a61c05-44f8-4801-9a8c-c05f786a55ed, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45a61c05-44f8-4801-9a8c-c05f786a55ed,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:42.243486 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:42.244464 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device ca7bcf68-af17-4791-a402-f7a523c63011 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:42.291063 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c9ef293f-c42b-4c4a-a8e0-bf39f81af210 req-5d8995fd-49a5-4222-ac4e-09234c65d5a4 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665504 Jul 22 23:33:42.294805 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29791d81-0ea0-4c96-9cda-d3b99e1faa34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:42.340345 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29791d81-0ea0-4c96-9cda-d3b99e1faa34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:42.363858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898dd80-21b8-4e68-98cf-10cefcf93e16 req-ca9c5d16-1dd9-4774-8319-9d3fc7e371ab tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:42.372053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9898dd80-21b8-4e68-98cf-10cefcf93e16 req-ca9c5d16-1dd9-4774-8319-9d3fc7e371ab tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 945 time: 0.4325993 Jul 22 23:33:42.388712 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd00269b-44d2-4477-a51f-835a7fc13022 req-6c30267b-803a-4ada-8846-ac7bd97a83e4 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923436 Jul 22 23:33:42.421011 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=45a61c05-44f8-4801-9a8c-c05f786a55ed,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:42.438928 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device ca7bcf68-af17-4791-a402-f7a523c63011 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:42.456625 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c9ef293f-c42b-4c4a-a8e0-bf39f81af210 req-9cf7acb4-8c10-4fed-adbc-3027baf19891 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573219 Jul 22 23:33:42.467766 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29791d81-0ea0-4c96-9cda-d3b99e1faa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:42.470665 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29791d81-0ea0-4c96-9cda-d3b99e1faa34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:42.471889 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-29791d81-0ea0-4c96-9cda-d3b99e1faa34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75fbc6e6-4a46-4fc6-b4cf-c28a29de78ac HTTP/1.1" status: 204 len: 168 time: 0.5808935 Jul 22 23:33:42.480720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29791d81-0ea0-4c96-9cda-d3b99e1faa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fbc6e6-4a46-4fc6-b4cf-c28a29de78ac,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:42.524058 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a675b5a-8c57-4779-94ca-fe3b9e4ee5e3 req-a44ffffa-bbb2-4d69-a4b8-554eeaa12e7c service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998493 Jul 22 23:33:42.614084 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad515a23-ec88-41a6-8a90-3c27bad5582b req-7a238ef9-b8ed-4ab4-96ce-5e0594c1e14b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080603 Jul 22 23:33:42.637444 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9898dd80-21b8-4e68-98cf-10cefcf93e16 req-ea5d0580-18ff-47f1-b8a2-04f2c2cd2f58 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559490 Jul 22 23:33:42.683608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-6f9aa040-509d-49c3-b33a-70f5ed8a4182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:42.695220 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-6f9aa040-509d-49c3-b33a-70f5ed8a4182 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.5166266 Jul 22 23:33:42.707467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2993b-3504-45ca-936b-b45f9d93a5cc req-15863341-d5a3-491e-a940-5080ac4863ab tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:42.738355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18c2993b-3504-45ca-936b-b45f9d93a5cc req-15863341-d5a3-491e-a940-5080ac4863ab tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.95 "GET /v2.0/ports?device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 946 time: 0.4742050 Jul 22 23:33:42.869115 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-a0d9bf8c-bd47-407e-9cbb-fc97f6af8414 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ca7bcf68-af17-4791-a402-f7a523c63011 HTTP/1.1" status: 200 len: 217 time: 0.1257980 Jul 22 23:33:43.358059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-b2550889-069f-40fd-8737-a45238c5fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:43.359556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-b2550889-069f-40fd-8737-a45238c5fee8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.4834349 Jul 22 23:33:43.382556 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89a945-b4df-4ce6-860b-3817e94e8a1e req-53cb498f-b4b3-4ea4-badc-1f992c1faa72 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:43.384001 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac89a945-b4df-4ce6-860b-3817e94e8a1e req-53cb498f-b4b3-4ea4-badc-1f992c1faa72 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 946 time: 0.6000140 Jul 22 23:33:43.482105 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-18c2993b-3504-45ca-936b-b45f9d93a5cc req-9d0c4591-2782-4d3c-aa7c-b11483a580cb tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Deleting port 60be8dd3-5dc3-4010-86e6-234126e82d58 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:43.482439 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-18c2993b-3504-45ca-936b-b45f9d93a5cc req-9d0c4591-2782-4d3c-aa7c-b11483a580cb tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:43.509764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-e39c2f36-407c-4508-8efc-5ff216fcaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:43.511486 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-e39c2f36-407c-4508-8efc-5ff216fcaf5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 1099 time: 0.5435197 Jul 22 23:33:43.526852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764a652-e4eb-4606-a8d9-282398888951 req-960cf0e5-5df2-4c5b-bf8a-7eaf9363d295 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:43.528517 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6764a652-e4eb-4606-a8d9-282398888951 req-960cf0e5-5df2-4c5b-bf8a-7eaf9363d295 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 946 time: 0.2378368 Jul 22 23:33:43.531221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac89a945-b4df-4ce6-860b-3817e94e8a1e req-b0b16976-7284-4d58-bbca-fa0349949f46 tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/security-groups?id=18ce5383-32fe-48b6-9a13-374b67072bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331589 Jul 22 23:33:43.706526 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bce747-4663-4ca9-b8b0-04348630c140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45a61c05-44f8-4801-9a8c-c05f786a55ed'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:43.708011 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-94c1b89e-b291-4933-82c7-0bbf03b1e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:43.709533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-94c1b89e-b291-4933-82c7-0bbf03b1e3af service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3347948 Jul 22 23:33:43.709670 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7c2849-9482-4094-8eeb-2bd82b5faa46" -d '{"events": [{"server_uuid": "84bce747-4663-4ca9-b8b0-04348630c140", "name": "network-vif-unplugged", "status": "completed", "tag": "45a61c05-44f8-4801-9a8c-c05f786a55ed"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:43.750088 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-18c2993b-3504-45ca-936b-b45f9d93a5cc req-9d0c4591-2782-4d3c-aa7c-b11483a580cb tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] For port 60be8dd3-5dc3-4010-86e6-234126e82d58, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=60be8dd3-5dc3-4010-86e6-234126e82d58,segment=NetworkSegment(6ec369fe-2a4f-480c-82e8-82749b111ce0),segment_id=6ec369fe-2a4f-480c-82e8-82749b111ce0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:43.750447 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-18c2993b-3504-45ca-936b-b45f9d93a5cc req-9d0c4591-2782-4d3c-aa7c-b11483a580cb tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:43.784816 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6764a652-e4eb-4606-a8d9-282398888951 req-cc42c72d-a554-4f94-9b77-e111b72a289e tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368281 Jul 22 23:33:43.802793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-18c2993b-3504-45ca-936b-b45f9d93a5cc req-9d0c4591-2782-4d3c-aa7c-b11483a580cb tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Calling delete_port for 60be8dd3-5dc3-4010-86e6-234126e82d58 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:43.847952 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-ad779ac4-c653-469d-a80b-99d719970cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:43.849462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-ad779ac4-c653-469d-a80b-99d719970cd0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.3127089 Jul 22 23:33:43.950614 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955621e9-a677-4134-9c7d-24808880a61e req-fa415945-817b-47f2-989a-0540bcaee499 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:43.951999 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-955621e9-a677-4134-9c7d-24808880a61e req-fa415945-817b-47f2-989a-0540bcaee499 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=73896384-31e6-4fb4-8f9b-08d13867a075 HTTP/1.1" status: 200 len: 945 time: 0.3445714 Jul 22 23:33:43.958083 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-9f0b0ebd-836c-46b2-8c5b-0e625347b68a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ca7bcf68-af17-4791-a402-f7a523c63011 HTTP/1.1" status: 200 len: 217 time: 0.0972960 Jul 22 23:33:44.039196 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-22a592ac-a96e-4fb5-8a94-4bf2bfd88778 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152792 Jul 22 23:33:44.091966 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:33:44.131277 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-955621e9-a677-4134-9c7d-24808880a61e req-0792e6b3-fbbf-4dfd-88f3-92107f2f4bbb tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662104 Jul 22 23:33:44.138200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-5ee98c92-879a-4b02-92d5-d1aa513f9002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:44.139709 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-5ee98c92-879a-4b02-92d5-d1aa513f9002 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1643484 Jul 22 23:33:44.268611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219092d-a349-4657-9e88-1e886af95afc req-dc21fb1b-8759-4593-b6a1-cbd0390eddfe tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:44.270522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5219092d-a349-4657-9e88-1e886af95afc req-dc21fb1b-8759-4593-b6a1-cbd0390eddfe tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 948 time: 0.2885873 Jul 22 23:33:44.300416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-b30f14dc-9e8e-4ea7-8a6b-f1fd4c8b7485 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399075 Jul 22 23:33:44.310896 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-18c2993b-3504-45ca-936b-b45f9d93a5cc req-9d0c4591-2782-4d3c-aa7c-b11483a580cb tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:44.374261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c4591-2782-4d3c-aa7c-b11483a580cb tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Pushing event deleted for resources: {'Port': ['ID=60be8dd3-5dc3-4010-86e6-234126e82d58,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:44.400555 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5219092d-a349-4657-9e88-1e886af95afc req-5513cded-8b92-4bca-8917-d2f627a18e6b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140170 Jul 22 23:33:44.457637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-384b191a-b94d-4903-85ac-2b0d361f5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:44.459245 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-384b191a-b94d-4903-85ac-2b0d361f5d13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2574570 Jul 22 23:33:44.460037 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c2993b-3504-45ca-936b-b45f9d93a5cc req-9d0c4591-2782-4d3c-aa7c-b11483a580cb tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] No DVR routers for this DVR port 60be8dd3-5dc3-4010-86e6-234126e82d58 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:44.462496 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee6c60c-0820-4f2c-9aab-8074b6018015 x-openstack-request-id: req-7ee6c60c-0820-4f2c-9aab-8074b6018015 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:44.462811 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bce747-4663-4ca9-b8b0-04348630c140", "name": "network-vif-unplugged", "status": "completed", "tag": "45a61c05-44f8-4801-9a8c-c05f786a55ed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:44.463139 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ee6c60c-0820-4f2c-9aab-8074b6018015 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:44.463720 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bce747-4663-4ca9-b8b0-04348630c140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45a61c05-44f8-4801-9a8c-c05f786a55ed', 'code': 200} Jul 22 23:33:44.469566 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-18c2993b-3504-45ca-936b-b45f9d93a5cc req-9d0c4591-2782-4d3c-aa7c-b11483a580cb tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:44.471474 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18c2993b-3504-45ca-936b-b45f9d93a5cc req-9d0c4591-2782-4d3c-aa7c-b11483a580cb tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.95 "DELETE /v2.0/ports/60be8dd3-5dc3-4010-86e6-234126e82d58 HTTP/1.1" status: 204 len: 173 time: 1.7125957 Jul 22 23:33:44.473006 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'name': 'network-vif-deleted', 'tag': '60be8dd3-5dc3-4010-86e6-234126e82d58'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:44.475277 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7623bb-cf4b-4c37-ad4f-38ab8e0adeb4" -d '{"events": [{"server_uuid": "35b51013-6bdb-4cdb-ba29-fa0452a19f04", "name": "network-vif-deleted", "tag": "60be8dd3-5dc3-4010-86e6-234126e82d58"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:44.602496 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f3e3b77-b891-436f-847c-ebdf3ed6e9d0 req-a2aa421a-96e6-4980-8027-a91f05af0be8 tempest-AbsoluteLimitsNegativeTestJSON-991336569 tempest-AbsoluteLimitsNegativeTestJSON-991336569-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=043a34ff812740798617347b5732ffd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632327 Jul 22 23:33:44.706670 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-c875eeb9-3053-49d3-b3ed-73f27efe6767 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341402 Jul 22 23:33:44.714638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69ad2b-c936-40a1-8925-772bb4dbeaf3 req-ff167ea0-e3de-4da3-a52c-08e66d9816c3 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:44.716704 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f69ad2b-c936-40a1-8925-772bb4dbeaf3 req-ff167ea0-e3de-4da3-a52c-08e66d9816c3 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 945 time: 0.2780311 Jul 22 23:33:44.839799 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e3b77-b891-436f-847c-ebdf3ed6e9d0 req-36fc1494-1e97-4288-8582-e218471516fc tempest-AbsoluteLimitsNegativeTestJSON-991336569 tempest-AbsoluteLimitsNegativeTestJSON-991336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:44.842155 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f3e3b77-b891-436f-847c-ebdf3ed6e9d0 req-36fc1494-1e97-4288-8582-e218471516fc tempest-AbsoluteLimitsNegativeTestJSON-991336569 tempest-AbsoluteLimitsNegativeTestJSON-991336569-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320399 Jul 22 23:33:44.849143 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f69ad2b-c936-40a1-8925-772bb4dbeaf3 req-5a6cb156-cf8b-474e-81d9-25e53df8d3f9 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195209 Jul 22 23:33:44.888186 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f3e3b77-b891-436f-847c-ebdf3ed6e9d0 req-023e2f42-fca6-49ca-9477-cea8652f1df7 tempest-AbsoluteLimitsNegativeTestJSON-991336569 tempest-AbsoluteLimitsNegativeTestJSON-991336569-project] 10.222.0.26 "GET /v2.0/quotas/043a34ff812740798617347b5732ffd0 HTTP/1.1" status: 200 len: 375 time: 0.0314250 Jul 22 23:33:44.892580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b28760f0-c476-4435-b48b-92332d93b6e9 req-ea72bead-f65e-4df4-b8c8-945d1fca7bb9 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728923 Jul 22 23:33:44.922980 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f3e3b77-b891-436f-847c-ebdf3ed6e9d0 req-a14f28e7-91f3-4c01-9345-d71701175dba tempest-AbsoluteLimitsNegativeTestJSON-991336569 tempest-AbsoluteLimitsNegativeTestJSON-991336569-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=043a34ff812740798617347b5732ffd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338542 Jul 22 23:33:44.949243 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f672f6-381b-42be-a09d-99a7be28df7b x-openstack-request-id: req-56f672f6-381b-42be-a09d-99a7be28df7b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:44.949878 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b51013-6bdb-4cdb-ba29-fa0452a19f04", "name": "network-vif-deleted", "tag": "60be8dd3-5dc3-4010-86e6-234126e82d58", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:44.950442 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56f672f6-381b-42be-a09d-99a7be28df7b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:44.951948 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b51013-6bdb-4cdb-ba29-fa0452a19f04', 'name': 'network-vif-deleted', 'tag': '60be8dd3-5dc3-4010-86e6-234126e82d58', 'status': 'completed', 'code': 200} Jul 22 23:33:45.111141 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a7ac9f0-4a60-455c-8339-1edddb49176a req-c92c10b6-dfa6-4312-90df-3ba2baaa168d tempest-FloatingIPsAssociationTestJSON-440853437 tempest-FloatingIPsAssociationTestJSON-440853437-project] 10.222.0.26 "GET /v2.0/ports?device_id=35b51013-6bdb-4cdb-ba29-fa0452a19f04 HTTP/1.1" status: 200 len: 210 time: 0.0375292 Jul 22 23:33:45.155517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fb0d8-baa6-43ce-b324-3d0316452969 req-45d68e36-c755-4a93-9a4f-9c53f7c3d6d6 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:45.159112 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d2fb0d8-baa6-43ce-b324-3d0316452969 req-45d68e36-c755-4a93-9a4f-9c53f7c3d6d6 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 946 time: 0.1353505 Jul 22 23:33:45.218471 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d2fb0d8-baa6-43ce-b324-3d0316452969 req-19c3197f-3520-41f3-8c48-8b6949361e48 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448043 Jul 22 23:33:45.302991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32874) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:45.365048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d401737-5cf1-43bb-adb7-306fd47292e7 req-7020fbff-2d80-4f76-aa5c-7dae6d877a4b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:45.366570 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d401737-5cf1-43bb-adb7-306fd47292e7 req-7020fbff-2d80-4f76-aa5c-7dae6d877a4b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=73896384-31e6-4fb4-8f9b-08d13867a075 HTTP/1.1" status: 200 len: 945 time: 0.0713849 Jul 22 23:33:45.410264 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d401737-5cf1-43bb-adb7-306fd47292e7 req-874e65ca-8c19-429f-8609-0bfbd0fe4499 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372558 Jul 22 23:33:45.420045 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6fd42e0-b3db-4ae7-a2b1-eb30ab53abc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:45.522562 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6fd42e0-b3db-4ae7-a2b1-eb30ab53abc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:45.527815 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6fd42e0-b3db-4ae7-a2b1-eb30ab53abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:45.541002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875fd78-4c40-4602-b993-f48f840882a7 req-1210421a-d18c-4b71-a478-3ff8b9239653 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:45.542680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f875fd78-4c40-4602-b993-f48f840882a7 req-1210421a-d18c-4b71-a478-3ff8b9239653 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 948 time: 0.0710745 Jul 22 23:33:45.570029 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd42e0-b3db-4ae7-a2b1-eb30ab53abc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a6d35d-a23f-4c7a-ab93-ea343f6b4539,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:45.590731 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d6fd42e0-b3db-4ae7-a2b1-eb30ab53abc7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=043a34ff812740798617347b5732ffd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859950 Jul 22 23:33:45.593158 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f875fd78-4c40-4602-b993-f48f840882a7 req-95994d74-225a-444b-b6ce-c3bdf3898f3b tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437963 Jul 22 23:33:45.593656 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32882) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:45.643112 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04af493d-01a8-49fc-a8da-efdee1885fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:45.666409 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04af493d-01a8-49fc-a8da-efdee1885fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:45.717991 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04af493d-01a8-49fc-a8da-efdee1885fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:45.720643 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04af493d-01a8-49fc-a8da-efdee1885fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:45.724289 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-04af493d-01a8-49fc-a8da-efdee1885fe9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96a6d35d-a23f-4c7a-ab93-ea343f6b4539 HTTP/1.1" status: 204 len: 168 time: 0.1273808 Jul 22 23:33:45.731192 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af493d-01a8-49fc-a8da-efdee1885fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a6d35d-a23f-4c7a-ab93-ea343f6b4539,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:46.024333 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba2e58-c4a4-462f-b99d-bec33f66aac6 req-7d0be001-645e-44dd-8cc4-3a2561866c5e tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:46.026060 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-99ba2e58-c4a4-462f-b99d-bec33f66aac6 req-7d0be001-645e-44dd-8cc4-3a2561866c5e tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 945 time: 0.0734670 Jul 22 23:33:46.038849 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 60be8dd3-5dc3-4010-86e6-234126e82d58 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:46.076419 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 60be8dd3-5dc3-4010-86e6-234126e82d58 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:46.076836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 60be8dd3-5dc3-4010-86e6-234126e82d58 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:46.097824 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-99ba2e58-c4a4-462f-b99d-bec33f66aac6 req-e6216917-dbb5-42e4-9a49-1633bde4356b tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638561 Jul 22 23:33:46.185223 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.185752 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32900) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:46.343039 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ca7bcf68-af17-4791-a402-f7a523c63011 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:46.471565 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc12f2-28a9-4644-8735-9f27742423b6 req-748c3f3b-f61d-4695-98fd-30391321b001 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:46.473164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70fc12f2-28a9-4644-8735-9f27742423b6 req-748c3f3b-f61d-4695-98fd-30391321b001 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 946 time: 0.1441567 Jul 22 23:33:46.485831 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ca7bcf68-af17-4791-a402-f7a523c63011,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:46.499373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'ca7bcf68-af17-4791-a402-f7a523c63011', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'ca7bcf68-af17-4791-a402-f7a523c63011', 'mac_address': 'fa:16:3e:79:80:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:46.549468 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.564226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7bcf68-af17-4791-a402-f7a523c63011 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:46.573850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32924) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:46.583332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70fc12f2-28a9-4644-8735-9f27742423b6 req-61cee9f9-2250-41b3-a322-cc81fb75043a tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861766 Jul 22 23:33:46.588214 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ca7bcf68-af17-4791-a402-f7a523c63011,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:46.594049 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.594784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9ffc4b52-e5ca-4652-bfe0-da94209df680 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:46.636193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 9ffc4b52-e5ca-4652-bfe0-da94209df680, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9ffc4b52-e5ca-4652-bfe0-da94209df680,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:46.655721 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '9ffc4b52-e5ca-4652-bfe0-da94209df680', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '9ffc4b52-e5ca-4652-bfe0-da94209df680', 'mac_address': 'fa:16:3e:07:7d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:46.710800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-00ab9540-6a9a-4d21-b095-f76696e19296 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-545033270-network', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:46.716487 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.743566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ffc4b52-e5ca-4652-bfe0-da94209df680 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:46.759614 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ab9540-6a9a-4d21-b095-f76696e19296 admin admin] Made reservation on behalf of fdcbf1e127724668ac1e6e24c47b9058 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:46.763790 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00ab9540-6a9a-4d21-b095-f76696e19296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.779344 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00ab9540-6a9a-4d21-b095-f76696e19296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.780432 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=ca7bcf68-af17-4791-a402-f7a523c63011,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:46.793074 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 9ffc4b52-e5ca-4652-bfe0-da94209df680, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9ffc4b52-e5ca-4652-bfe0-da94209df680,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:46.797597 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.858738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa960680-3c15-4eb6-aadc-cf61da936a46 req-8736e4bf-48a3-4578-99cc-7117c692b6e1 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:46.860353 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa960680-3c15-4eb6-aadc-cf61da936a46 req-8736e4bf-48a3-4578-99cc-7117c692b6e1 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 949 time: 0.1083248 Jul 22 23:33:46.870179 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e183f774-b296-4a2d-af61-0b9cd5dd46e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.872509 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=9ffc4b52-e5ca-4652-bfe0-da94209df680,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:46.903157 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa960680-3c15-4eb6-aadc-cf61da936a46 req-b27a88e8-bde3-4d38-a46f-c92dab80bffc tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366945 Jul 22 23:33:47.084139 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['9ffc4b52-e5ca-4652-bfe0-da94209df680'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:47.113198 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00ab9540-6a9a-4d21-b095-f76696e19296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.124387 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00ab9540-6a9a-4d21-b095-f76696e19296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.136744 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ab9540-6a9a-4d21-b095-f76696e19296 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:33:47.146889 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00ab9540-6a9a-4d21-b095-f76696e19296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.147267 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-00ab9540-6a9a-4d21-b095-f76696e19296 admin admin] Added segment b96a8a6f-235b-4491-b645-d460dc1743db of type vlan for network c3ecc574-06d9-477b-a381-d5ff07bbd83e Jul 22 23:33:47.203924 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00ab9540-6a9a-4d21-b095-f76696e19296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.248560 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00ab9540-6a9a-4d21-b095-f76696e19296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.249850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ab9540-6a9a-4d21-b095-f76696e19296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:47.250645 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00ab9540-6a9a-4d21-b095-f76696e19296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.310063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab9540-6a9a-4d21-b095-f76696e19296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:47.320541 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-00ab9540-6a9a-4d21-b095-f76696e19296 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7439892 Jul 22 23:33:47.346857 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32952) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:47.356256 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-87440068-08c6-4972-9b34-81133cae9efd admin admin] Request body: {'subnet': {'network_id': 'c3ecc574-06d9-477b-a381-d5ff07bbd83e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-545033270-subnet', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:47.414016 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab9540-6a9a-4d21-b095-f76696e19296 admin admin] Pushing event updated for resources: {'Network': ['ID=c3ecc574-06d9-477b-a381-d5ff07bbd83e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:47.417723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-7a6ba34c-f29a-4934-b78c-66afe4d7550e tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:47.420638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-7a6ba34c-f29a-4934-b78c-66afe4d7550e tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.18 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213&tenant_id=fb89fd006c024322b87d15ca6772f41c&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 949 time: 0.2751033 Jul 22 23:33:47.432486 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network c3ecc574-06d9-477b-a381-d5ff07bbd83e details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:33:47.447600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d881e-600c-405f-a9b2-b4c9f437c64f req-e5d3eb31-abdc-487f-9dbd-198e89dcf87d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:47.457056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-405d881e-600c-405f-a9b2-b4c9f437c64f req-e5d3eb31-abdc-487f-9dbd-198e89dcf87d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 945 time: 0.1984277 Jul 22 23:33:47.467780 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87440068-08c6-4972-9b34-81133cae9efd admin admin] Made reservation on behalf of fdcbf1e127724668ac1e6e24c47b9058 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:47.470332 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87440068-08c6-4972-9b34-81133cae9efd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.492539 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['ca7bcf68-af17-4791-a402-f7a523c63011'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:47.562226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f236f-dbce-4236-a784-0878d9e104c3 req-54f70383-4b5b-4824-a1c3-91246f74c644 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:47.563927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-562f236f-dbce-4236-a784-0878d9e104c3 req-54f70383-4b5b-4824-a1c3-91246f74c644 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 949 time: 0.3363338 Jul 22 23:33:47.564069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e183f774-b296-4a2d-af61-0b9cd5dd46e2 admin admin] Deleting port e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:47.564421 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e183f774-b296-4a2d-af61-0b9cd5dd46e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.703149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-405d881e-600c-405f-a9b2-b4c9f437c64f req-dfa93fe8-aade-4055-929a-399e9fd4112a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446117 Jul 22 23:33:47.755152 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-562f236f-dbce-4236-a784-0878d9e104c3 req-7e6e959f-c0ab-45a2-aaf7-fccf4254c480 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751671 Jul 22 23:33:47.796076 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-7d4cc5ce-119e-44c9-ac0c-4b5753027db3 service neutron] 10.222.0.18 "GET /v2.0/ports/ca7bcf68-af17-4791-a402-f7a523c63011/bindings/n-h1-688802-2 HTTP/1.1" status: 200 len: 382 time: 0.3624353 Jul 22 23:33:47.924914 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e183f774-b296-4a2d-af61-0b9cd5dd46e2 admin admin] For port e3788dd7-d3c8-4b03-85eb-d7a44bfb0301, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e3788dd7-d3c8-4b03-85eb-d7a44bfb0301,segment=NetworkSegment(6ec369fe-2a4f-480c-82e8-82749b111ce0),segment_id=6ec369fe-2a4f-480c-82e8-82749b111ce0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:47.928326 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e183f774-b296-4a2d-af61-0b9cd5dd46e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.977112 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-969b8d53-114f-42bb-b70d-ec145164f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:47.979056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-969b8d53-114f-42bb-b70d-ec145164f091 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 1100 time: 0.1276622 Jul 22 23:33:48.060425 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e183f774-b296-4a2d-af61-0b9cd5dd46e2 admin admin] Calling delete_port for e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:48.086678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-d936c611-e28e-4c61-8dd3-ae9d5b4d6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:48.088266 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-d936c611-e28e-4c61-8dd3-ae9d5b4d6624 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.0945895 Jul 22 23:33:48.157056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-dd22f787-85cd-4f35-ada6-a55d4ff03fde service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ca7bcf68-af17-4791-a402-f7a523c63011 HTTP/1.1" status: 200 len: 217 time: 0.0512841 Jul 22 23:33:48.192404 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f9db4-180b-46d6-aba7-77cfb36b95c5 req-bc04531a-d3e3-413e-81ed-9f21590c07f7 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:48.199949 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b15f9db4-180b-46d6-aba7-77cfb36b95c5 req-bc04531a-d3e3-413e-81ed-9f21590c07f7 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 946 time: 0.2157764 Jul 22 23:33:48.267424 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87440068-08c6-4972-9b34-81133cae9efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.274176 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b15f9db4-180b-46d6-aba7-77cfb36b95c5 req-4a86a5eb-bafb-4962-9b6d-d478165ac839 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731297 Jul 22 23:33:48.287344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-ed9de45c-12f4-454a-a3a9-f3b0d83cdaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:48.289636 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-ed9de45c-12f4-454a-a3a9-f3b0d83cdaca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1219318 Jul 22 23:33:48.352001 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9ffc4b52-e5ca-4652-bfe0-da94209df680 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:48.371090 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-ffd9c348-0e6c-41e7-860a-6330e11096af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:48.372861 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-ffd9c348-0e6c-41e7-860a-6330e11096af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746326 Jul 22 23:33:48.468081 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 9ffc4b52-e5ca-4652-bfe0-da94209df680 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:48.468566 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.555979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87440068-08c6-4972-9b34-81133cae9efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad789ffc-de88-45da-a460-ab882ce51d61,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:48.577855 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e183f774-b296-4a2d-af61-0b9cd5dd46e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.611576 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183f774-b296-4a2d-af61-0b9cd5dd46e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3788dd7-d3c8-4b03-85eb-d7a44bfb0301,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:48.619779 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87440068-08c6-4972-9b34-81133cae9efd admin admin] Checking segment: {'id': 'b96a8a6f-235b-4491-b645-d460dc1743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c3ecc574-06d9-477b-a381-d5ff07bbd83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:48.620712 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87440068-08c6-4972-9b34-81133cae9efd admin admin] Network hostable DHCP agents. Network: c3ecc574-06d9-477b-a381-d5ff07bbd83e, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:33:48.650380 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-a97c01ef-368e-4746-b5d4-ad111a7d2a00 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682502 Jul 22 23:33:48.674433 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.754237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87440068-08c6-4972-9b34-81133cae9efd admin admin] Network c3ecc574-06d9-477b-a381-d5ff07bbd83e is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:33:48.758678 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 9ffc4b52-e5ca-4652-bfe0-da94209df680, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9ffc4b52-e5ca-4652-bfe0-da94209df680,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:48.762384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9662ae1-69c5-4944-a1fa-bd1383dc3165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffc4b52-e5ca-4652-bfe0-da94209df680'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:48.769376 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d831416-9ea4-4736-90e9-535934ad3260" -d '{"events": [{"server_uuid": "b9662ae1-69c5-4944-a1fa-bd1383dc3165", "name": "network-vif-plugged", "status": "completed", "tag": "9ffc4b52-e5ca-4652-bfe0-da94209df680"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:48.778422 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.830015 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-87440068-08c6-4972-9b34-81133cae9efd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, c3ecc574-06d9-477b-a381-d5ff07bbd83e) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:48.836791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87440068-08c6-4972-9b34-81133cae9efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:48.849157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50671e95-1949-4901-84a5-f722edc775ac None None] Network c3ecc574-06d9-477b-a381-d5ff07bbd83e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:33:48.867217 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-de64f2dd-73ac-4236-a160-277d0d760ce0 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052169 Jul 22 23:33:48.873632 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87440068-08c6-4972-9b34-81133cae9efd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.935846 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b004dcd5-59cc-42b7-b168-eb3b92ce2599 x-openstack-request-id: req-b004dcd5-59cc-42b7-b168-eb3b92ce2599 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:48.936214 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9662ae1-69c5-4944-a1fa-bd1383dc3165", "name": "network-vif-plugged", "status": "completed", "tag": "9ffc4b52-e5ca-4652-bfe0-da94209df680", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:48.936396 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b004dcd5-59cc-42b7-b168-eb3b92ce2599 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:48.936851 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9662ae1-69c5-4944-a1fa-bd1383dc3165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffc4b52-e5ca-4652-bfe0-da94209df680', 'code': 200} Jul 22 23:33:49.073832 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a229c1e-fe1f-4b5b-bdba-f69674372036 req-a1835fba-1095-48c4-bc11-a19ed9025eb2 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:49.094729 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a229c1e-fe1f-4b5b-bdba-f69674372036 req-a1835fba-1095-48c4-bc11-a19ed9025eb2 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 945 time: 0.1886725 Jul 22 23:33:49.116220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=9ffc4b52-e5ca-4652-bfe0-da94209df680,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:49.223539 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-87440068-08c6-4972-9b34-81133cae9efd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8718207 Jul 22 23:33:49.245402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32992) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:49.264018 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c3ecc574-06d9-477b-a381-d5ff07bbd83e', 'network_id': 'c3ecc574-06d9-477b-a381-d5ff07bbd83e', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'fixed_ips': [{'subnet_id': 'ad789ffc-de88-45da-a460-ab882ce51d61'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:33:49.265961 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.267805 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-545033270-router', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:49.373076 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.376422 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a229c1e-fe1f-4b5b-bdba-f69674372036 req-8b8ac23c-fda8-4f98-8a93-6f42fad4e06e tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801723 Jul 22 23:33:49.376975 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.450167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc153c20-56c1-47c9-804e-f5efdc0eff30 req-3c97313d-2241-467e-9bfd-543bf65faffa tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:49.456957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc153c20-56c1-47c9-804e-f5efdc0eff30 req-3c97313d-2241-467e-9bfd-543bf65faffa tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 949 time: 0.3586192 Jul 22 23:33:49.502723 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.573355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc153c20-56c1-47c9-804e-f5efdc0eff30 req-7c24b08d-6af4-43eb-97a5-6940d5c8ffb9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006749 Jul 22 23:33:49.587717 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Allocated IP 172.20.0.2 (c3ecc574-06d9-477b-a381-d5ff07bbd83e/ad789ffc-de88-45da-a460-ab882ce51d61/a0a66cb1-6e90-4025-909b-2bc24ce80933) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:49.680286 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.743459 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e183f774-b296-4a2d-af61-0b9cd5dd46e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.893082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dad670-71ae-40e8-b8e4-26a91919d2f9 req-e3676f23-4150-4f79-b4ec-2c985b610b11 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:49.909672 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c2dad670-71ae-40e8-b8e4-26a91919d2f9 req-e3676f23-4150-4f79-b4ec-2c985b610b11 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 946 time: 0.2164350 Jul 22 23:33:49.997391 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c2dad670-71ae-40e8-b8e4-26a91919d2f9 req-331679d5-b524-4a6e-97c3-751a41a7738d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814555 Jul 22 23:33:50.164497 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.176013 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Transition to ACTIVE for port object a0a66cb1-6e90-4025-909b-2bc24ce80933 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:50.198113 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Transition to ACTIVE for port object a0a66cb1-6e90-4025-909b-2bc24ce80933 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:50.209350 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.296388 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.300714 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Network c3ecc574-06d9-477b-a381-d5ff07bbd83e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:50.305862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:50.310771 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:50.313265 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Pushing event updated for resources: {'Port': ['ID=a0a66cb1-6e90-4025-909b-2bc24ce80933,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:50.318848 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.339071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e183f774-b296-4a2d-af61-0b9cd5dd46e2 admin admin] Router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:33:50.377822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ca7bcf68-af17-4791-a402-f7a523c63011 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:50.441275 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Attempting to bind port a0a66cb1-6e90-4025-909b-2bc24ce80933 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:50.441695 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Attempting to bind port a0a66cb1-6e90-4025-909b-2bc24ce80933 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'b96a8a6f-235b-4491-b645-d460dc1743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c3ecc574-06d9-477b-a381-d5ff07bbd83e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:50.442057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Attempting to bind port a0a66cb1-6e90-4025-909b-2bc24ce80933 on network c3ecc574-06d9-477b-a381-d5ff07bbd83e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:50.454858 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:50.455271 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Checking segment: {'id': 'b96a8a6f-235b-4491-b645-d460dc1743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c3ecc574-06d9-477b-a381-d5ff07bbd83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:50.455681 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.456354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Bound using segment: {'id': 'b96a8a6f-235b-4491-b645-d460dc1743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c3ecc574-06d9-477b-a381-d5ff07bbd83e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:50.456892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Bound port: a0a66cb1-6e90-4025-909b-2bc24ce80933, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96a8a6f-235b-4491-b645-d460dc1743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c3ecc574-06d9-477b-a381-d5ff07bbd83e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:50.457395 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.461536 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port ca7bcf68-af17-4791-a402-f7a523c63011 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:50.478246 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port ca7bcf68-af17-4791-a402-f7a523c63011 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:50.478783 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.580167 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Allocated IP 172.25.4.69 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/d0379d5c-2621-4838-be2f-f0d40819b657) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:50.590604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e183f774-b296-4a2d-af61-0b9cd5dd46e2 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:33:50.596561 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e183f774-b296-4a2d-af61-0b9cd5dd46e2 admin admin] 10.222.0.26 "PUT /v2.0/routers/f54368c7-f025-4fd3-b7a6-02a3a5b8d947/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4094441 Jul 22 23:33:50.601942 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56b151-eadb-4272-854f-44cb576b0e50 None None] Sync routers for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:33:50.602530 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33012) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:50.620917 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56b151-eadb-4272-854f-44cb576b0e50 None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:50.622343 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5c56b151-eadb-4272-854f-44cb576b0e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:50.683535 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] For port a0a66cb1-6e90-4025-909b-2bc24ce80933, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:50.690785 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] For port a0a66cb1-6e90-4025-909b-2bc24ce80933, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a0a66cb1-6e90-4025-909b-2bc24ce80933,segment=NetworkSegment(b96a8a6f-235b-4491-b645-d460dc1743db),segment_id=b96a8a6f-235b-4491-b645-d460dc1743db)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:50.692152 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.723748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53837afa-611d-436c-95d0-d1a2167c7977 req-195f0087-4b3e-4b4b-9fa4-a8faafb93803 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:50.728621 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ca7bcf68-af17-4791-a402-f7a523c63011,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:50.731305 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.736788 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-53837afa-611d-436c-95d0-d1a2167c7977 req-195f0087-4b3e-4b4b-9fa4-a8faafb93803 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 945 time: 0.2228696 Jul 22 23:33:50.790339 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780d38f-04f0-44ad-9e67-e49d3398493b None None] Pushing event updated for resources: {'Port': ['ID=a0a66cb1-6e90-4025-909b-2bc24ce80933,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:50.797373 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.892900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=ca7bcf68-af17-4791-a402-f7a523c63011,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:50.914103 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5c56b151-eadb-4272-854f-44cb576b0e50 None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:50.937779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:50.940322 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d858560-3363-4cfc-b7b6-320e59065dde" -d '{"events": [{"server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "name": "network-vif-plugged", "status": "completed", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:50.952370 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-53837afa-611d-436c-95d0-d1a2167c7977 req-f05fd4d9-888f-49c2-bb44-461c6d56d188 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103631 Jul 22 23:33:51.073728 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03ea2-047d-4bc2-be98-9ac02ba909e0 req-c6a2d419-5dff-427c-8eff-9039c1bcd743 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:51.092098 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a1c03ea2-047d-4bc2-be98-9ac02ba909e0 req-c6a2d419-5dff-427c-8eff-9039c1bcd743 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.2510164 Jul 22 23:33:51.187671 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a1c03ea2-047d-4bc2-be98-9ac02ba909e0 req-e3530531-0a71-4ca1-96a3-60940707c2c2 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944071 Jul 22 23:33:51.214436 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daf5a09-1f6b-451a-b51a-abbeabb6d7cd x-openstack-request-id: req-0daf5a09-1f6b-451a-b51a-abbeabb6d7cd {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:51.214814 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "name": "network-vif-plugged", "status": "completed", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:51.215074 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0daf5a09-1f6b-451a-b51a-abbeabb6d7cd {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:51.215714 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011', 'code': 200} Jul 22 23:33:51.374950 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5c56b151-eadb-4272-854f-44cb576b0e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:33:48Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:51.422769 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56b151-eadb-4272-854f-44cb576b0e50 None None] Checking router: f54368c7-f025-4fd3-b7a6-02a3a5b8d947 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:33:51.482462 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56b151-eadb-4272-854f-44cb576b0e50 None None] Routers {'f54368c7-f025-4fd3-b7a6-02a3a5b8d947'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:51.484318 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5c56b151-eadb-4272-854f-44cb576b0e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:51.505959 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07833b55-356d-4ee5-b026-defe27998ebe req-01ce2e59-7bbd-40fb-afcf-ac08bc1d8306 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:51.515300 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07833b55-356d-4ee5-b026-defe27998ebe req-01ce2e59-7bbd-40fb-afcf-ac08bc1d8306 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 946 time: 0.1576955 Jul 22 23:33:51.601799 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:51.643603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07833b55-356d-4ee5-b026-defe27998ebe req-acc715f1-02cf-473e-a56f-a0797806578c tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240487 Jul 22 23:33:51.667418 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:51.720949 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:51.728159 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:51.735459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:51.787876 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:51.898678 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5c56b151-eadb-4272-854f-44cb576b0e50 None None] Set router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:52.100279 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:52.110036 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Pushing event updated for resources: {'Port': ['ID=d0379d5c-2621-4838-be2f-f0d40819b657,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:52.454044 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:52.468027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d01d12-44e9-4705-ba98-0341d29fe27a req-faa10bd5-d5e7-4f85-b372-afd44a088528 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:52.476808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6d01d12-44e9-4705-ba98-0341d29fe27a req-faa10bd5-d5e7-4f85-b372-afd44a088528 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 945 time: 0.3308811 Jul 22 23:33:52.493366 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-cf80601b-089d-4b06-8e92-97ba5289839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:52.495091 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-cf80601b-089d-4b06-8e92-97ba5289839c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213&tenant_id=fb89fd006c024322b87d15ca6772f41c HTTP/1.1" status: 200 len: 1101 time: 0.2376025 Jul 22 23:33:52.509663 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdd0f7-e5f6-4906-a0fd-6b0ac0284bee req-cf81992e-2b81-4c8d-8e67-5231a8953b62 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:52.518276 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7fdd0f7-e5f6-4906-a0fd-6b0ac0284bee req-cf81992e-2b81-4c8d-8e67-5231a8953b62 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.1902421 Jul 22 23:33:52.525729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:52.567448 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Deleting port 6f701c50-0c94-44b5-adc6-9fde2358bf11 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:52.568357 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:52.578070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a77ccf6-bbe6-4eb0-87b9-83384459da99 None None] Network c3ecc574-06d9-477b-a381-d5ff07bbd83e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:33:52.718734 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5c56b151-eadb-4272-854f-44cb576b0e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:33:48Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:52.812124 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56b151-eadb-4272-854f-44cb576b0e50 None None] The sync data for ids ['f54368c7-f025-4fd3-b7a6-02a3a5b8d947'] in n-d-688802-2 is: [{'id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'name': 'tempest-FloatingIPsAssociationTestJSON-29132013-router', 'tenant_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:33:48Z', 'revision_number': 5, 'project_id': 'ee28c5eb0c1d457ab108d96042a4fdcc', 'gw_port': {'id': '6f701c50-0c94-44b5-adc6-9fde2358bf11', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54368c7-f025-4fd3-b7a6-02a3a5b8d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:17Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:33:52.826890 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:52.920814 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1352f814-823e-469d-8adb-b9b187fe9861 None None] Provisioning for port a0a66cb1-6e90-4025-909b-2bc24ce80933 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:53.064376 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7fdd0f7-e5f6-4906-a0fd-6b0ac0284bee req-d0b7c21e-feb9-4b2f-b319-47c27ffaf4fa tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448527 Jul 22 23:33:53.106457 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] For port 6f701c50-0c94-44b5-adc6-9fde2358bf11, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6f701c50-0c94-44b5-adc6-9fde2358bf11,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:53.107044 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:53.132564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Calling delete_port for 6f701c50-0c94-44b5-adc6-9fde2358bf11 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:53.144997 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6d01d12-44e9-4705-ba98-0341d29fe27a req-828e2267-bf45-4652-ba30-7675fc823ce5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6668298 Jul 22 23:33:53.346155 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:53.400424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a0a66cb1-6e90-4025-909b-2bc24ce80933 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:53.478170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbcfc6-d013-453b-98d8-e24d9cbbd992 req-0a4257f6-a6c2-448d-9cca-b4e48a831fd0 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:53.486195 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0cfbcfc6-d013-453b-98d8-e24d9cbbd992 req-0a4257f6-a6c2-448d-9cca-b4e48a831fd0 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 946 time: 0.2331917 Jul 22 23:33:53.550555 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:53.612801 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port a0a66cb1-6e90-4025-909b-2bc24ce80933 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:53.623196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a0a66cb1-6e90-4025-909b-2bc24ce80933 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:53.623921 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:53.642202 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f701c50-0c94-44b5-adc6-9fde2358bf11,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:53.720295 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:53.721048 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:53.721599 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:53.722092 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:53.722680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:53.723260 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:53.723743 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:53.724237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:53.724723 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:53.725293 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:53.725797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:53.726276 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:53.780420 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:53.797446 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0cfbcfc6-d013-453b-98d8-e24d9cbbd992 req-6fcd09ca-3c57-4bf1-aa40-fa3b20e3b820 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101757 Jul 22 23:33:53.827836 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:53.889240 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:53.892405 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:53.900076 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port a0a66cb1-6e90-4025-909b-2bc24ce80933, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a0a66cb1-6e90-4025-909b-2bc24ce80933,segment=NetworkSegment(b96a8a6f-235b-4491-b645-d460dc1743db),segment_id=b96a8a6f-235b-4491-b645-d460dc1743db)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:53.903997 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ca7bcf68-af17-4791-a402-f7a523c63011,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:53.912021 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:53.961959 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:53.962735 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f54368c7-f025-4fd3-b7a6-02a3a5b8d947 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:33:53.975057 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:53.980957 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33076) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:53.985175 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-76e9b5d3-e68b-4e80-8f07-e3f8409ff49a admin admin] 10.222.0.26 "DELETE /v2.0/routers/f54368c7-f025-4fd3-b7a6-02a3a5b8d947 HTTP/1.1" status: 204 len: 168 time: 3.3808141 Jul 22 23:33:54.026802 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=a0a66cb1-6e90-4025-909b-2bc24ce80933,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:54.031011 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Router f65db9c2-bc27-4c69-a298-20b9a87270d3 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:33:54.088197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:54.202372 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5cd8adf-639e-4110-8595-522cdea9e96c admin admin] Deleting subnet 96b64f7b-90ad-4f67-8e8f-9e486c753847 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:33:54.213519 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8adf-639e-4110-8595-522cdea9e96c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:54.222371 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:54.229481 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70327b1-d6a0-4772-9de4-0234af713be0" -d '{"events": [{"server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "name": "network-vif-unplugged", "status": "completed", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:54.239432 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:54.322027 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:33:54.331261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Sync routers for ids ['f65db9c2-bc27-4c69-a298-20b9a87270d3'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:33:54.344466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Routers {'f65db9c2-bc27-4c69-a298-20b9a87270d3'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:54.345118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f65db9c2-bc27-4c69-a298-20b9a87270d3'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:54.359553 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:54.363817 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c637206-a162-49e9-a19a-762448b0714c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1142163 Jul 22 23:33:54.363966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33088) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:54.423234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ca7bcf68-af17-4791-a402-f7a523c63011 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:54.431693 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Transition to ACTIVE for port object ca7bcf68-af17-4791-a402-f7a523c63011 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:54.444977 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8adf-639e-4110-8595-522cdea9e96c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:54.521471 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:54.690632 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ca7bcf68-af17-4791-a402-f7a523c63011 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:54.736615 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477bf09-113f-4318-9059-13c61c93f9e4 req-f7c7469b-5a40-449b-9224-442e72b2c528 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:54.744039 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b477bf09-113f-4318-9059-13c61c93f9e4 req-f7c7469b-5a40-449b-9224-442e72b2c528 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.4655585 Jul 22 23:33:54.754344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] No DVR routers for this DVR port ca7bcf68-af17-4791-a402-f7a523c63011 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:54.761064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Set router f65db9c2-bc27-4c69-a298-20b9a87270d3 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:54.784251 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b60964-edd4-428f-8ce5-58ef74ad1d10 req-c0cdcefa-6266-4907-9c14-3d5f1211b5e2 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:54.797071 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92b60964-edd4-428f-8ce5-58ef74ad1d10 req-c0cdcefa-6266-4907-9c14-3d5f1211b5e2 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 945 time: 0.4660673 Jul 22 23:33:54.807287 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7bcf68-af17-4791-a402-f7a523c63011,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:55.012670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a0a66cb1-6e90-4025-909b-2bc24ce80933 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:55.015238 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8adf-639e-4110-8595-522cdea9e96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.063453 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92b60964-edd4-428f-8ce5-58ef74ad1d10 req-27ebb591-101f-487c-90c8-d50d40b38ae0 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653394 Jul 22 23:33:55.076322 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Attempting to bind port ca7bcf68-af17-4791-a402-f7a523c63011 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:55.076643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Attempting to bind port ca7bcf68-af17-4791-a402-f7a523c63011 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:55.076980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Attempting to bind port ca7bcf68-af17-4791-a402-f7a523c63011 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:55.095888 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b477bf09-113f-4318-9059-13c61c93f9e4 req-0e7aedda-752d-4b44-8c42-c0aa959ffbd5 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508260 Jul 22 23:33:55.107341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Port ca7bcf68-af17-4791-a402-f7a523c63011 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:55.107665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Attempting to bind port ca7bcf68-af17-4791-a402-f7a523c63011 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:55.118613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:55.119085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:55.119357 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:55.119879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Bound port: ca7bcf68-af17-4791-a402-f7a523c63011, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:55.120143 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.251530 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e12a2c-76de-4a0f-8540-8d6a78419a86 x-openstack-request-id: req-d2e12a2c-76de-4a0f-8540-8d6a78419a86 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:55.251845 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "name": "network-vif-unplugged", "status": "completed", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:55.252074 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2e12a2c-76de-4a0f-8540-8d6a78419a86 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:55.252467 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011', 'code': 200} Jul 22 23:33:55.254513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-89cebdd6-de4d-40a3-9b27-4bb1f9fa1215 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:55.260376 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-89cebdd6-de4d-40a3-9b27-4bb1f9fa1215 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b&tenant_id=56035dbeb92e4f879395357fce5a955e&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 1096 time: 0.5030658 Jul 22 23:33:55.288371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a0a66cb1-6e90-4025-909b-2bc24ce80933 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:55.289405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-688802-2'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:55.289897 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.348234 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8adf-639e-4110-8595-522cdea9e96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.355734 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.406329 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'name': 'tempest-ServersTestMultiNic-545033270-router', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'd0379d5c-2621-4838-be2f-f0d40819b657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:49Z', 'updated_at': '2021-07-22T23:33:52Z', 'revision_number': 3, 'project_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'gw_port': {'id': 'd0379d5c-2621-4838-be2f-f0d40819b657', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:50Z', 'updated_at': '2021-07-22T23:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:55.433009 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:55.439604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=ca7bcf68-af17-4791-a402-f7a523c63011,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:55.445870 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Checking router: f65db9c2-bc27-4c69-a298-20b9a87270d3 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:33:55.446474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Updating router f65db9c2-bc27-4c69-a298-20b9a87270d3 port d0379d5c-2621-4838-be2f-f0d40819b657 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:33:55.503874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd8adf-639e-4110-8595-522cdea9e96c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96b64f7b-90ad-4f67-8e8f-9e486c753847,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:55.530035 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.533076 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ead22c-c3b2-4551-9032-91c82c789867 None None] Network 3df1519f-fab7-4e21-ba1f-91e92d53f2cd requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:33:55.535300 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.579147 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8adf-639e-4110-8595-522cdea9e96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.584199 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d5cd8adf-639e-4110-8595-522cdea9e96c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/96b64f7b-90ad-4f67-8e8f-9e486c753847 HTTP/1.1" status: 204 len: 168 time: 1.6000535 Jul 22 23:33:55.607801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33104) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:55.618536 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6f701c50-0c94-44b5-adc6-9fde2358bf11 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:55.660259 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7bcf68-af17-4791-a402-f7a523c63011,revision_number=11']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:55.711099 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Allocated IP 172.20.0.1 (c3ecc574-06d9-477b-a381-d5ff07bbd83e/ad789ffc-de88-45da-a460-ab882ce51d61/fffd3fbd-acfa-4f1f-9554-221e2427b9c2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:55.725261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:55.726035 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.727641 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-2a07c86c-7c72-4561-99f5-f91c214bfdb0 service neutron] 10.222.0.95 "PUT /v2.0/ports/ca7bcf68-af17-4791-a402-f7a523c63011 HTTP/1.1" status: 200 len: 1097 time: 3.2070212 Jul 22 23:33:55.740008 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.746174 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.747987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 6f701c50-0c94-44b5-adc6-9fde2358bf11 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:55.750363 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6f701c50-0c94-44b5-adc6-9fde2358bf11 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:55.751002 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:55.801854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:55.802193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e3788dd7-d3c8-4b03-85eb-d7a44bfb0301 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:55.843452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3181858-2132-4b26-8da5-91117722d2a8 req-b8eb68ab-0219-44ef-bed7-aeab9078ca16 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:55.860998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3181858-2132-4b26-8da5-91117722d2a8 req-b8eb68ab-0219-44ef-bed7-aeab9078ca16 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 946 time: 0.4988103 Jul 22 23:33:56.000955 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.022175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Transition to ACTIVE for port object fffd3fbd-acfa-4f1f-9554-221e2427b9c2 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:56.029759 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] Deleting port a0f3c5b1-67ef-4260-9810-a56c0a293d32 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:56.030103 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.103233 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device f5d4ec6d-86b2-4f19-be4b-ce46917cef65 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:56.195834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] For port a0f3c5b1-67ef-4260-9810-a56c0a293d32, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a0f3c5b1-67ef-4260-9810-a56c0a293d32,segment=NetworkSegment(6ec369fe-2a4f-480c-82e8-82749b111ce0),segment_id=6ec369fe-2a4f-480c-82e8-82749b111ce0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:56.196941 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf527d72-bbfc-47fb-afdc-5de13ad7ae44 None None] DHCP port deletion for 3df1519f-fab7-4e21-ba1f-91e92d53f2cd request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:33:56.197133 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.217608 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] Calling delete_port for a0f3c5b1-67ef-4260-9810-a56c0a293d32 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:56.230910 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3181858-2132-4b26-8da5-91117722d2a8 req-653f2b7d-20a1-40c3-bb3a-294e12d4a894 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610373 Jul 22 23:33:56.264938 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.366335 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Transition to ACTIVE for port object d0379d5c-2621-4838-be2f-f0d40819b657 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:56.411368 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.450561 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-05a6fb3d-dfda-4aab-aaec-bfdbda937506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:56.452286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-05a6fb3d-dfda-4aab-aaec-bfdbda937506 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 1100 time: 0.6718953 Jul 22 23:33:56.505273 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.535391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] For port f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:56.549816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:56.570830 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device f5d4ec6d-86b2-4f19-be4b-ce46917cef65 has no active binding in host n-h2-688802-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 23:33:56.611963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db237fa-e2c9-4f66-a634-2d600adbbe95 None None] Pushing event updated for resources: {'Port': ['ID=d0379d5c-2621-4838-be2f-f0d40819b657,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:56.633405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cf527d72-bbfc-47fb-afdc-5de13ad7ae44 None None] Deleting port a0f3c5b1-67ef-4260-9810-a56c0a293d32 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:56.634020 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf527d72-bbfc-47fb-afdc-5de13ad7ae44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.688230 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Network c3ecc574-06d9-477b-a381-d5ff07bbd83e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:56.701716 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:56.705283 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:56.743216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cf527d72-bbfc-47fb-afdc-5de13ad7ae44 None None] For port a0f3c5b1-67ef-4260-9810-a56c0a293d32, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a0f3c5b1-67ef-4260-9810-a56c0a293d32,segment=NetworkSegment(6ec369fe-2a4f-480c-82e8-82749b111ce0),segment_id=6ec369fe-2a4f-480c-82e8-82749b111ce0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:56.744040 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf527d72-bbfc-47fb-afdc-5de13ad7ae44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.766099 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cf527d72-bbfc-47fb-afdc-5de13ad7ae44 None None] Calling delete_port for a0f3c5b1-67ef-4260-9810-a56c0a293d32 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:56.842106 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.846204 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.911265 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Pushing event updated for resources: {'Port': ['ID=fffd3fbd-acfa-4f1f-9554-221e2427b9c2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:56.955134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbba4c3-4c88-4443-ab14-b0b899233ab0 req-ba7dc192-bd63-43f5-829f-8f189aca3c5d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:56.965894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cfbba4c3-4c88-4443-ab14-b0b899233ab0 req-ba7dc192-bd63-43f5-829f-8f189aca3c5d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 945 time: 0.7200387 Jul 22 23:33:56.994359 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf527d72-bbfc-47fb-afdc-5de13ad7ae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.009423 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Attempting to bind port d0379d5c-2621-4838-be2f-f0d40819b657 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:57.010067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Attempting to bind port d0379d5c-2621-4838-be2f-f0d40819b657 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:57.010648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Attempting to bind port d0379d5c-2621-4838-be2f-f0d40819b657 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:57.026429 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:57.027765 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:57.028379 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.029746 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:57.031354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Bound port: d0379d5c-2621-4838-be2f-f0d40819b657, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:57.031934 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.036822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b063d-8486-4061-9617-28933a0dc9f6 req-c04c2d5d-ff38-43d6-bca9-f8c553d5b0df tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:57.040074 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f3b063d-8486-4061-9617-28933a0dc9f6 req-c04c2d5d-ff38-43d6-bca9-f8c553d5b0df tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 949 time: 0.6270323 Jul 22 23:33:57.049589 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a0f3c5b1-67ef-4260-9810-a56c0a293d32 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:57.054755 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-81a6a1e9-3a85-40d3-a586-22f5ec6f1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:57.057044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-81a6a1e9-3a85-40d3-a586-22f5ec6f1231 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.5813615 Jul 22 23:33:57.061074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] For port f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:57.076487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf527d72-bbfc-47fb-afdc-5de13ad7ae44 None None] No DVR routers for this DVR port a0f3c5b1-67ef-4260-9810-a56c0a293d32 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:57.081462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: a0f3c5b1-67ef-4260-9810-a56c0a293d32 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:57.082116 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a0f3c5b1-67ef-4260-9810-a56c0a293d32 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:57.181792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf527d72-bbfc-47fb-afdc-5de13ad7ae44 None None] Pushing event deleted for resources: {'Port': ['ID=a0f3c5b1-67ef-4260-9810-a56c0a293d32,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:57.201527 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-d210fac8-927f-4523-b610-59592faf5a73 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ca7bcf68-af17-4791-a402-f7a523c63011 HTTP/1.1" status: 200 len: 217 time: 0.1200848 Jul 22 23:33:57.237396 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] For port d0379d5c-2621-4838-be2f-f0d40819b657, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:57.246653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cfbba4c3-4c88-4443-ab14-b0b899233ab0 req-52b84a06-c51a-4a0e-aa50-32e89559f687 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795660 Jul 22 23:33:57.271893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] For port d0379d5c-2621-4838-be2f-f0d40819b657, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d0379d5c-2621-4838-be2f-f0d40819b657,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:57.271893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cf607531-8b90-4799-a1d7-bc34b4a645bf None None] Provisioning for port fffd3fbd-acfa-4f1f-9554-221e2427b9c2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:57.274589 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cf607531-8b90-4799-a1d7-bc34b4a645bf None None] Provisioning complete for port fffd3fbd-acfa-4f1f-9554-221e2427b9c2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:57.274951 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf607531-8b90-4799-a1d7-bc34b4a645bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.302296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:57.304614 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efad3f2a-d7df-44b2-8d17-6cc9a187b236" -d '{"events": [{"name": "network-changed", "server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:57.314113 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.321422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-933e2c34-f142-4acd-ac18-96d07ec72ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:57.323465 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-933e2c34-f142-4acd-ac18-96d07ec72ce6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1138971 Jul 22 23:33:57.349437 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.387694 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f3b063d-8486-4061-9617-28933a0dc9f6 req-6dbf6aa6-7f40-4e9e-b8c7-ac285269d872 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237770 Jul 22 23:33:57.395162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Routers {'f65db9c2-bc27-4c69-a298-20b9a87270d3'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:57.396046 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f65db9c2-bc27-4c69-a298-20b9a87270d3'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:57.433682 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.542756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cf607531-8b90-4799-a1d7-bc34b4a645bf None None] Port fffd3fbd-acfa-4f1f-9554-221e2427b9c2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:33:57.599303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Attempting to bind port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 on host n-h1-688802-2 for vnic_type normal with profile {"migrating_to": "n-h2-688802-2"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:57.614987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Attempting to bind port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:57.615759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Attempting to bind port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:57.623127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:57.644120 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:57.644649 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Attempting to bind port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:57.676759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-f7028829-ff56-4625-aa70-943e659ea522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:57.679574 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-f7028829-ff56-4625-aa70-943e659ea522 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3270206 Jul 22 23:33:57.679974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db237fa-e2c9-4f66-a634-2d600adbbe95 None None] Pushing event updated for resources: {'Port': ['ID=d0379d5c-2621-4838-be2f-f0d40819b657,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:57.689730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:57.691305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:57.691889 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:57.692417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:57.693446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:57.694037 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:57.694776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:57.695178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:57.696698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:57.697117 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:57.697534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:57.697929 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:57.724402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] No DVR routers for this DVR port a0f3c5b1-67ef-4260-9810-a56c0a293d32 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:57.730122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0f3c5b1-67ef-4260-9810-a56c0a293d32,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:57.763819 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] Set router f65db9c2-bc27-4c69-a298-20b9a87270d3 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:57.826813 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.830271 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1d94ef-11ee-4de1-a746-363044fb9c89 x-openstack-request-id: req-af1d94ef-11ee-4de1-a746-363044fb9c89 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:57.830271 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:57.830553 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af1d94ef-11ee-4de1-a746-363044fb9c89 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:57.831107 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011', 'status': 'completed', 'code': 200} Jul 22 23:33:57.840779 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df1519f-fab7-4e21-ba1f-91e92d53f2cd']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:57.852995 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-50dc6378-4eae-4de8-8129-8a58ac23b34f service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472306 Jul 22 23:33:57.853905 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:57.854336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Checking segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:57.854916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Bound using segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:57.855777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Bound port: f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:57.855961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec369fe-2a4f-480c-82e8-82749b111ce0') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:57.856376 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.856564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec369fe-2a4f-480c-82e8-82749b111ce0') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:57.868608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.886663 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.894571 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:33:57.895211 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:33:57.970515 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:33:57.977017 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.986996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87bec030-696f-477e-aeb7-aa018fb0b957 req-8815b215-c1fa-4583-ad19-6c6dfdba66a6 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191237 Jul 22 23:33:57.992863 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.995267 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3df1519f-fab7-4e21-ba1f-91e92d53f2cd HTTP/1.1" status: 204 len: 168 time: 2.3794022 Jul 22 23:33:58.045818 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb041207-947b-4cd8-9fc5-72ae26c45ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3df1519f-fab7-4e21-ba1f-91e92d53f2cd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:58.150342 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'name': 'tempest-ServersTestMultiNic-545033270-router', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'd0379d5c-2621-4838-be2f-f0d40819b657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:49Z', 'updated_at': '2021-07-22T23:33:52Z', 'revision_number': 3, 'project_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'gw_port': {'id': 'd0379d5c-2621-4838-be2f-f0d40819b657', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:50Z', 'updated_at': '2021-07-22T23:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:58.207248 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2515ee2-ee32-4740-95aa-5cd8a85efb03 None None] The sync data for ids ['f65db9c2-bc27-4c69-a298-20b9a87270d3'] in n-d-688802-2 is: [{'id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'name': 'tempest-ServersTestMultiNic-545033270-router', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'd0379d5c-2621-4838-be2f-f0d40819b657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:49Z', 'updated_at': '2021-07-22T23:33:52Z', 'revision_number': 3, 'project_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'gw_port': {'id': 'd0379d5c-2621-4838-be2f-f0d40819b657', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:50Z', 'updated_at': '2021-07-22T23:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:33:58.219508 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.234515 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] For port f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:58.241022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] For port f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:58.259746 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.347489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:58.380844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33138) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:58.414010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 470bc0f5-1ff5-4d84-9015-ddc809343b63 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:58.599364 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-9116f811-8e33-4d6a-9d43-55733b2b4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:58.601022 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-9116f811-8e33-4d6a-9d43-55733b2b4b92 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 1100 time: 0.4924114 Jul 22 23:33:58.603553 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-54f1e93d-2f59-4133-9564-ef3b4649cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:58.606820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-54f1e93d-2f59-4133-9564-ef3b4649cf10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb89fd006c024322b87d15ca6772f41c&device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 1100 time: 0.7476506 Jul 22 23:33:58.611804 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:58.613146 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.615205 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-52c0a760-fd09-4c0d-a2a6-966031e8b804 service neutron] 10.222.0.95 "PUT /v2.0/ports/f5d4ec6d-86b2-4f19-be4b-ce46917cef65 HTTP/1.1" status: 200 len: 1121 time: 3.3448708 Jul 22 23:33:58.674356 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9fce1639-1981-43da-b7c4-836d95dff260 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee28c5eb0c1d457ab108d96042a4fdcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907364 Jul 22 23:33:58.674986 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33146) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:58.698496 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 470bc0f5-1ff5-4d84-9015-ddc809343b63, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=470bc0f5-1ff5-4d84-9015-ddc809343b63,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:58.739295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 470bc0f5-1ff5-4d84-9015-ddc809343b63 has no active binding in host n-h1-688802-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 23:33:58.754324 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['f5d4ec6d-86b2-4f19-be4b-ce46917cef65'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:58.891349 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['f5d4ec6d-86b2-4f19-be4b-ce46917cef65'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:59.020826 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.065917 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.116786 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d0379d5c-2621-4838-be2f-f0d40819b657 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:59.200816 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4dbcd9cd-7748-421c-a738-e46a599913d7 req-fe3e6ba7-559d-40a3-9e35-47a286a4b125 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7235677 Jul 22 23:33:59.300040 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.343881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Pushing event updated for resources: {'Port': ['ID=fffd3fbd-acfa-4f1f-9554-221e2427b9c2,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:59.362572 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e066b5-1c46-4e52-90b6-8629aee8a243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.384462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-4a18dd1c-92ad-4683-b511-dd356debd07c tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:59.385964 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-4a18dd1c-92ad-4683-b511-dd356debd07c tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f&tenant_id=e3f3293308ad4d108b84009eb08300e1&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 1097 time: 1.3235402 Jul 22 23:33:59.387261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-ee01f814-93aa-4c55-9017-3f686ca382c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:59.390122 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-ee01f814-93aa-4c55-9017-3f686ca382c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.7098036 Jul 22 23:33:59.421793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fe10d-710b-4bd3-9604-1b55cbd260bf req-35b005ca-2a4e-4122-a8fc-e4cb2a9ad359 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:59.423580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-648fe10d-710b-4bd3-9604-1b55cbd260bf req-35b005ca-2a4e-4122-a8fc-e4cb2a9ad359 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 946 time: 1.7840397 Jul 22 23:33:59.443776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-688802-2'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:59.482560 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port d0379d5c-2621-4838-be2f-f0d40819b657 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:59.494974 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e066b5-1c46-4e52-90b6-8629aee8a243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.503209 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d0379d5c-2621-4838-be2f-f0d40819b657 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:59.503854 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.575390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-67a0d550-2d2c-410d-8dc6-1f36df5b8f67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ca7bcf68-af17-4791-a402-f7a523c63011 HTTP/1.1" status: 200 len: 217 time: 0.1282129 Jul 22 23:33:59.669268 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4a28c-0654-4541-ba66-d348a4e7f445 req-7e3b94ad-ca54-4184-869b-201d81aedb6e tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:59.677479 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ce4a28c-0654-4541-ba66-d348a4e7f445 req-7e3b94ad-ca54-4184-869b-201d81aedb6e tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 943 time: 1.2556179 Jul 22 23:33:59.688483 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-648fe10d-710b-4bd3-9604-1b55cbd260bf req-1755da8c-6469-4d17-8915-6c443534652c tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326212 Jul 22 23:33:59.701633 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e066b5-1c46-4e52-90b6-8629aee8a243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.704499 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e066b5-1c46-4e52-90b6-8629aee8a243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.705741 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-40e066b5-1c46-4e52-90b6-8629aee8a243 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/18ce5383-32fe-48b6-9a13-374b67072bba HTTP/1.1" status: 204 len: 168 time: 1.0222440 Jul 22 23:33:59.717060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcd9cd-7748-421c-a738-e46a599913d7 req-66ffef89-8803-426e-ac48-87ab3fe8196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:59.718916 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4dbcd9cd-7748-421c-a738-e46a599913d7 req-66ffef89-8803-426e-ac48-87ab3fe8196f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 1095 time: 0.4486029 Jul 22 23:33:59.750117 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.791368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port d0379d5c-2621-4838-be2f-f0d40819b657, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d0379d5c-2621-4838-be2f-f0d40819b657,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:59.797789 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.798251 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e066b5-1c46-4e52-90b6-8629aee8a243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ce5383-32fe-48b6-9a13-374b67072bba,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:59.820300 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-a20907fb-5921-4a72-bbe8-39095685b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:59.822387 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-a20907fb-5921-4a72-bbe8-39095685b604 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1941252 Jul 22 23:33:59.848106 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Network c3ecc574-06d9-477b-a381-d5ff07bbd83e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:59.851787 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e685f6d7-82c6-44e1-8d06-db1b451e9c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5d4ec6d-86b2-4f19-be4b-ce46917cef65'}, {'name': 'network-changed', 'server_uuid': 'e685f6d7-82c6-44e1-8d06-db1b451e9c0b', 'tag': 'f5d4ec6d-86b2-4f19-be4b-ce46917cef65'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:59.856155 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48beb2fc-83e5-45dd-ae87-762a39cbd9d2" -d '{"events": [{"server_uuid": "e685f6d7-82c6-44e1-8d06-db1b451e9c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "f5d4ec6d-86b2-4f19-be4b-ce46917cef65"}, {"name": "network-changed", "server_uuid": "e685f6d7-82c6-44e1-8d06-db1b451e9c0b", "tag": "f5d4ec6d-86b2-4f19-be4b-ce46917cef65"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:59.878224 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:59.946131 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=d0379d5c-2621-4838-be2f-f0d40819b657,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:00.080450 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ce4a28c-0654-4541-ba66-d348a4e7f445 req-b09f33ea-edf3-404c-9932-d5cee4fa36b5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017344 Jul 22 23:34:00.117034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device ca7bcf68-af17-4791-a402-f7a523c63011 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:34:00.120165 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcd9cd-7748-421c-a738-e46a599913d7 req-dc6e36dc-ebcf-4ab0-9f42-d937f1cef98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:00.144045 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4dbcd9cd-7748-421c-a738-e46a599913d7 req-dc6e36dc-ebcf-4ab0-9f42-d937f1cef98d service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.3862278 Jul 22 23:34:00.303902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-5be1fe17-4c2c-4510-b3f7-545ce230f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:00.305240 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-5be1fe17-4c2c-4510-b3f7-545ce230f348 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 1.6811218 Jul 22 23:34:00.348345 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4dbcd9cd-7748-421c-a738-e46a599913d7 req-3932d800-1439-4719-980c-def1526e497c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a21dfc-684b-4809-baa1-ce14f1452563 HTTP/1.1" status: 200 len: 217 time: 0.1272700 Jul 22 23:34:00.349216 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:00.465364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-ec240c6e-8f22-426a-b1f8-a25b3097299f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ca7bcf68-af17-4791-a402-f7a523c63011 HTTP/1.1" status: 200 len: 217 time: 0.1179352 Jul 22 23:34:00.489844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcd9cd-7748-421c-a738-e46a599913d7 req-05d042e8-da5f-49f3-bfdc-69aec44784f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:00.492406 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4dbcd9cd-7748-421c-a738-e46a599913d7 req-05d042e8-da5f-49f3-bfdc-69aec44784f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.1064248 Jul 22 23:34:00.624944 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4dbcd9cd-7748-421c-a738-e46a599913d7 req-9884694e-c371-4ac0-91e1-b6009aada028 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228690 Jul 22 23:34:00.694259 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-658321f0-e40b-457d-9540-e390186115b5 None None] Provisioning complete for port fffd3fbd-acfa-4f1f-9554-221e2427b9c2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:00.695131 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-658321f0-e40b-457d-9540-e390186115b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:00.743153 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4dbcd9cd-7748-421c-a738-e46a599913d7 req-c73ce3dd-2879-4a6e-af7b-38cf06e79eff service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076412 Jul 22 23:34:00.746143 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.18', 56728) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:00.749487 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Router f65db9c2-bc27-4c69-a298-20b9a87270d3 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:34:00.766503 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-658321f0-e40b-457d-9540-e390186115b5 None None] Port fffd3fbd-acfa-4f1f-9554-221e2427b9c2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:34:00.846038 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=ca7bcf68-af17-4791-a402-f7a523c63011,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:00.907560 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'ca7bcf68-af17-4791-a402-f7a523c63011', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'ca7bcf68-af17-4791-a402-f7a523c63011', 'mac_address': 'fa:16:3e:79:80:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:34:00.944716 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0fcd55-951c-4e9c-8c3c-a681f8b3c991 x-openstack-request-id: req-4b0fcd55-951c-4e9c-8c3c-a681f8b3c991 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:00.948446 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e685f6d7-82c6-44e1-8d06-db1b451e9c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "f5d4ec6d-86b2-4f19-be4b-ce46917cef65", "code": 200}, {"name": "network-changed", "server_uuid": "e685f6d7-82c6-44e1-8d06-db1b451e9c0b", "tag": "f5d4ec6d-86b2-4f19-be4b-ce46917cef65", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:00.953120 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b0fcd55-951c-4e9c-8c3c-a681f8b3c991 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:00.954601 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e685f6d7-82c6-44e1-8d06-db1b451e9c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5d4ec6d-86b2-4f19-be4b-ce46917cef65', 'code': 200} Jul 22 23:34:00.955462 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e685f6d7-82c6-44e1-8d06-db1b451e9c0b', 'tag': 'f5d4ec6d-86b2-4f19-be4b-ce46917cef65', 'status': 'completed', 'code': 200} Jul 22 23:34:01.002692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-ed4d6c9c-925c-4f10-ad65-4156aeb9bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:01.005982 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48beb2fc-83e5-45dd-ae87-762a39cbd9d2 req-8919efc2-d488-4dcf-9243-b7951574cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:01.007627 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-48beb2fc-83e5-45dd-ae87-762a39cbd9d2 req-8919efc2-d488-4dcf-9243-b7951574cfd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 1124 time: 0.2602787 Jul 22 23:34:01.008905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-ed4d6c9c-925c-4f10-ad65-4156aeb9bf74 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0984354 Jul 22 23:34:01.053133 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.095369 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d0379d5c-2621-4838-be2f-f0d40819b657 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:01.134028 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48beb2fc-83e5-45dd-ae87-762a39cbd9d2 req-72ad2e59-5e6f-477a-aa7f-97ce2702ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:01.135659 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-48beb2fc-83e5-45dd-ae87-762a39cbd9d2 req-72ad2e59-5e6f-477a-aa7f-97ce2702ba7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.1103849 Jul 22 23:34:01.160332 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4dbcd9cd-7748-421c-a738-e46a599913d7 req-88341c95-66f6-456b-b03d-80236cad8c97 service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010174 Jul 22 23:34:01.216686 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-48beb2fc-83e5-45dd-ae87-762a39cbd9d2 req-9620c331-0207-4634-a9e9-f9f473eb27cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5d4ec6d-86b2-4f19-be4b-ce46917cef65 HTTP/1.1" status: 200 len: 217 time: 0.0713284 Jul 22 23:34:01.220715 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7bcf68-af17-4791-a402-f7a523c63011 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:01.223830 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:34:01.240879 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-44df8e3e-36ec-4949-88e1-3b42743cefc2 admin admin] 10.222.0.26 "PUT /v2.0/routers/f65db9c2-bc27-4c69-a298-20b9a87270d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8672712 Jul 22 23:34:01.248417 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Sync routers for ids ['f65db9c2-bc27-4c69-a298-20b9a87270d3'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:34:01.292987 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Routers {'f65db9c2-bc27-4c69-a298-20b9a87270d3'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:01.296581 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f65db9c2-bc27-4c69-a298-20b9a87270d3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:01.316756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=ca7bcf68-af17-4791-a402-f7a523c63011,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:01.360342 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48beb2fc-83e5-45dd-ae87-762a39cbd9d2 req-5e6d7fbc-3da2-4eea-a20c-d5e9087de95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:01.362897 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.365264 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-48beb2fc-83e5-45dd-ae87-762a39cbd9d2 req-5e6d7fbc-3da2-4eea-a20c-d5e9087de95d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.1041517 Jul 22 23:34:01.389759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] For port 470bc0f5-1ff5-4d84-9015-ddc809343b63, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=470bc0f5-1ff5-4d84-9015-ddc809343b63,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:01.432711 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-48beb2fc-83e5-45dd-ae87-762a39cbd9d2 req-7e268d6d-eeb9-4024-afde-3e4b36459793 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548592 Jul 22 23:34:01.491272 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] For port 470bc0f5-1ff5-4d84-9015-ddc809343b63, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:01.601331 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93fb74aa-2d6b-402c-9093-09e1cb07e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.612187 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Set router f65db9c2-bc27-4c69-a298-20b9a87270d3 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:01.629552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.639722 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33194) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:01.645728 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=ca7bcf68-af17-4791-a402-f7a523c63011,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:01.679538 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c1565-ae01-45fa-9797-3b8b259f1fdc req-20c1d907-f630-45f5-b37b-cbb82e6c5ef0 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:01.684103 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d0379d5c-2621-4838-be2f-f0d40819b657 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:01.684513 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.691637 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c0c1565-ae01-45fa-9797-3b8b259f1fdc req-20c1d907-f630-45f5-b37b-cbb82e6c5ef0 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 949 time: 1.7524850 Jul 22 23:34:01.722173 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33198) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:01.748598 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.755687 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-48beb2fc-83e5-45dd-ae87-762a39cbd9d2 req-4f123f2d-b66e-473f-8091-ef7f3fe28659 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032565 Jul 22 23:34:01.812919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['ca7bcf68-af17-4791-a402-f7a523c63011'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:01.902484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3be49767-ccd4-43b4-ba8d-0b6644c16891 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1099447026-network', 'tenant_id': '6cff4e452c314f4eaa35c728a204a171'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:01.973634 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-48beb2fc-83e5-45dd-ae87-762a39cbd9d2 req-66d26c6f-e288-4db0-9d63-4f7839b2f3e5 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031941 Jul 22 23:34:01.974565 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be49767-ccd4-43b4-ba8d-0b6644c16891 admin admin] Made reservation on behalf of 6cff4e452c314f4eaa35c728a204a171 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:01.977017 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3be49767-ccd4-43b4-ba8d-0b6644c16891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.003755 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3be49767-ccd4-43b4-ba8d-0b6644c16891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.020493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-04ddf237-3100-4605-96da-71a07948d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:02.024632 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-04ddf237-3100-4605-96da-71a07948d299 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 1.5388460 Jul 22 23:34:02.063553 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c0c1565-ae01-45fa-9797-3b8b259f1fdc req-e9549e37-07df-41cb-aabe-eb6c14586064 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705854 Jul 22 23:34:02.133065 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'name': 'tempest-ServersTestMultiNic-545033270-router', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'd0379d5c-2621-4838-be2f-f0d40819b657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:49Z', 'updated_at': '2021-07-22T23:33:58Z', 'revision_number': 4, 'project_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'gw_port': {'id': 'd0379d5c-2621-4838-be2f-f0d40819b657', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:50Z', 'updated_at': '2021-07-22T23:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'fffd3fbd-acfa-4f1f-9554-221e2427b9c2', 'name': '', 'network_id': 'c3ecc574-06d9-477b-a381-d5ff07bbd83e', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'mac_address': 'fa:16:3e:f0:93:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ad789ffc-de88-45da-a460-ab882ce51d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:55Z', 'updated_at': '2021-07-22T23:33:58Z', 'revision_number': 2, 'project_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'subnets': [{'id': 'ad789ffc-de88-45da-a460-ab882ce51d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:02.175810 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Checking router: f65db9c2-bc27-4c69-a298-20b9a87270d3 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:34:02.176526 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Updating router f65db9c2-bc27-4c69-a298-20b9a87270d3 port fffd3fbd-acfa-4f1f-9554-221e2427b9c2 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:34:02.182952 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3be49767-ccd4-43b4-ba8d-0b6644c16891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.190748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f5a22831-58c3-483b-9291-05d59d9f8e51 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1130292616'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:02.195750 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3be49767-ccd4-43b4-ba8d-0b6644c16891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.238676 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be49767-ccd4-43b4-ba8d-0b6644c16891 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:34:02.249957 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454e08c-c5c3-4e63-b5a2-9a7f19c90d3b req-32ebd9ec-1da4-4c84-97da-9ff4de8b0cce tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:02.254653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be49767-ccd4-43b4-ba8d-0b6644c16891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74249d05-577b-436c-bd1d-dada7908982f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:02.260712 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.262263 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3be49767-ccd4-43b4-ba8d-0b6644c16891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.262713 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-3be49767-ccd4-43b4-ba8d-0b6644c16891 admin admin] Added segment 835bb451-d10f-4b34-a8f3-acdbc84382fb of type vlan for network 0849a9a5-6c9f-45a2-b54c-f3234fbf3b35 Jul 22 23:34:02.264459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a22831-58c3-483b-9291-05d59d9f8e51 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Made reservation on behalf of fdcbf1e127724668ac1e6e24c47b9058 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:02.268270 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5a22831-58c3-483b-9291-05d59d9f8e51 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.285048 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0454e08c-c5c3-4e63-b5a2-9a7f19c90d3b req-32ebd9ec-1da4-4c84-97da-9ff4de8b0cce tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 946 time: 1.3206053 Jul 22 23:34:02.347084 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3be49767-ccd4-43b4-ba8d-0b6644c16891 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.403649 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3be49767-ccd4-43b4-ba8d-0b6644c16891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.405473 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be49767-ccd4-43b4-ba8d-0b6644c16891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:02.406533 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3be49767-ccd4-43b4-ba8d-0b6644c16891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.419219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a22831-58c3-483b-9291-05d59d9f8e51 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:34:02.447088 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Attempting to bind port 470bc0f5-1ff5-4d84-9015-ddc809343b63 on host n-h2-688802-2 for vnic_type normal with profile {"migrating_to": "n-h1-688802-2"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:02.447711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Attempting to bind port 470bc0f5-1ff5-4d84-9015-ddc809343b63 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:02.448205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Attempting to bind port 470bc0f5-1ff5-4d84-9015-ddc809343b63 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:02.453055 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3be49767-ccd4-43b4-ba8d-0b6644c16891 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7294269 Jul 22 23:34:02.460585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33204) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:02.468485 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e02f041a-9d54-4538-a9be-2ea40a708d14 admin admin] Request body: {'subnet': {'network_id': '0849a9a5-6c9f-45a2-b54c-f3234fbf3b35', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1099447026-subnet', 'tenant_id': '6cff4e452c314f4eaa35c728a204a171', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:02.478709 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Port 470bc0f5-1ff5-4d84-9015-ddc809343b63 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:02.479569 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Attempting to bind port 470bc0f5-1ff5-4d84-9015-ddc809343b63 on network 0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:02.483804 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5a22831-58c3-483b-9291-05d59d9f8e51 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.484200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Pushing event updated for resources: {'Port': ['ID=470bc0f5-1ff5-4d84-9015-ddc809343b63,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:02.484413 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-f5a22831-58c3-483b-9291-05d59d9f8e51 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Added segment 75c5c396-d5c4-4085-b34a-e7f8f56cb58e of type vlan for network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 Jul 22 23:34:02.533664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:02.534289 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Checking segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:02.534865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Bound using segment: {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:02.535485 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Bound port: 470bc0f5-1ff5-4d84-9015-ddc809343b63, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '0d462ef1-2f68-4b40-8269-d8c40ab7d3d6'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:02.536032 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.570328 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be49767-ccd4-43b4-ba8d-0b6644c16891 admin admin] Pushing event updated for resources: {'Network': ['ID=0849a9a5-6c9f-45a2-b54c-f3234fbf3b35,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:02.583290 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 0849a9a5-6c9f-45a2-b54c-f3234fbf3b35 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:34:02.589696 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5a22831-58c3-483b-9291-05d59d9f8e51 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.595355 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02f041a-9d54-4538-a9be-2ea40a708d14 admin admin] Made reservation on behalf of 6cff4e452c314f4eaa35c728a204a171 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:02.598985 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e02f041a-9d54-4538-a9be-2ea40a708d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.657510 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.673831 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Transition to ACTIVE for port object fffd3fbd-acfa-4f1f-9554-221e2427b9c2 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:02.686793 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.696751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] For port 470bc0f5-1ff5-4d84-9015-ddc809343b63, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:02.702711 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5a22831-58c3-483b-9291-05d59d9f8e51 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.706842 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] For port 470bc0f5-1ff5-4d84-9015-ddc809343b63, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=470bc0f5-1ff5-4d84-9015-ddc809343b63,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:02.708979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a22831-58c3-483b-9291-05d59d9f8e51 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:02.709778 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5a22831-58c3-483b-9291-05d59d9f8e51 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.715975 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-327f4320-8b98-4c73-89a8-77165bedacb4 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3820293 Jul 22 23:34:02.736372 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.789857 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f5a22831-58c3-483b-9291-05d59d9f8e51 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1424720 Jul 22 23:34:02.797614 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33206) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:02.802825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-86d76885-d601-4496-8e1e-028882a1c653 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Request body: {'subnet': {'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:02.802975 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7d05e-cbc3-417a-8204-9c846b025729 None None] Pushing event updated for resources: {'Port': ['ID=fffd3fbd-acfa-4f1f-9554-221e2427b9c2,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:02.810584 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0454e08c-c5c3-4e63-b5a2-9a7f19c90d3b req-41e6a372-dc18-4e07-8f74-ca74bdd2d669 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218184 Jul 22 23:34:02.889457 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7d05e-cbc3-417a-8204-9c846b025729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:02.890268 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7d05e-cbc3-417a-8204-9c846b025729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:02.893949 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7d05e-cbc3-417a-8204-9c846b025729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:02.894566 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7d05e-cbc3-417a-8204-9c846b025729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:02.895121 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7d05e-cbc3-417a-8204-9c846b025729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:02.895694 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7d05e-cbc3-417a-8204-9c846b025729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:02.896247 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7d05e-cbc3-417a-8204-9c846b025729 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:02.896780 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7d05e-cbc3-417a-8204-9c846b025729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:02.897469 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7d05e-cbc3-417a-8204-9c846b025729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:02.898036 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7d05e-cbc3-417a-8204-9c846b025729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:02.901000 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7d05e-cbc3-417a-8204-9c846b025729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:02.902217 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e7d05e-cbc3-417a-8204-9c846b025729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:02.932599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-10c5c18e-dae7-49e9-a375-cdc521d0c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:02.940288 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Attempting to bind port fffd3fbd-acfa-4f1f-9554-221e2427b9c2 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:02.940783 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Attempting to bind port fffd3fbd-acfa-4f1f-9554-221e2427b9c2 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'b96a8a6f-235b-4491-b645-d460dc1743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c3ecc574-06d9-477b-a381-d5ff07bbd83e'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:02.941284 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Attempting to bind port fffd3fbd-acfa-4f1f-9554-221e2427b9c2 on network c3ecc574-06d9-477b-a381-d5ff07bbd83e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:02.947449 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-10c5c18e-dae7-49e9-a375-cdc521d0c25c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7827837 Jul 22 23:34:02.948846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a22831-58c3-483b-9291-05d59d9f8e51 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event updated for resources: {'Network': ['ID=89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:02.952498 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:02.957241 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Checking segment: {'id': 'b96a8a6f-235b-4491-b645-d460dc1743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c3ecc574-06d9-477b-a381-d5ff07bbd83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:02.957860 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.958610 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Bound using segment: {'id': 'b96a8a6f-235b-4491-b645-d460dc1743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c3ecc574-06d9-477b-a381-d5ff07bbd83e'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:02.959340 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Bound port: fffd3fbd-acfa-4f1f-9554-221e2427b9c2, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96a8a6f-235b-4491-b645-d460dc1743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c3ecc574-06d9-477b-a381-d5ff07bbd83e'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:02.960025 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.972766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:34:02.976488 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d35d5a-c901-4cba-be67-0f161241f49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '470bc0f5-1ff5-4d84-9015-ddc809343b63'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:02.985932 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5aa107-a65e-4ae5-9b21-666cc737ce7c" -d '{"events": [{"server_uuid": "b3d35d5a-c901-4cba-be67-0f161241f49f", "name": "network-vif-unplugged", "status": "completed", "tag": "470bc0f5-1ff5-4d84-9015-ddc809343b63"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:03.037615 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d76885-d601-4496-8e1e-028882a1c653 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Made reservation on behalf of fdcbf1e127724668ac1e6e24c47b9058 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:03.051687 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86d76885-d601-4496-8e1e-028882a1c653 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:03.138352 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] For port fffd3fbd-acfa-4f1f-9554-221e2427b9c2, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:03.143051 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] For port fffd3fbd-acfa-4f1f-9554-221e2427b9c2, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fffd3fbd-acfa-4f1f-9554-221e2427b9c2,segment=NetworkSegment(b96a8a6f-235b-4491-b645-d460dc1743db),segment_id=b96a8a6f-235b-4491-b645-d460dc1743db)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:03.155941 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:03.219643 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902cb7cd-2823-431a-b19e-4a5bf8f4a76e x-openstack-request-id: req-902cb7cd-2823-431a-b19e-4a5bf8f4a76e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:03.220599 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d35d5a-c901-4cba-be67-0f161241f49f", "name": "network-vif-unplugged", "status": "completed", "tag": "470bc0f5-1ff5-4d84-9015-ddc809343b63", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:03.221010 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-902cb7cd-2823-431a-b19e-4a5bf8f4a76e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:03.221621 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d35d5a-c901-4cba-be67-0f161241f49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '470bc0f5-1ff5-4d84-9015-ddc809343b63', 'code': 200} Jul 22 23:34:03.252885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dbb6b-ec64-4576-b0f3-168b260062fe req-5689619c-53f3-43f4-bd54-b583245bc8e8 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:03.254535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c5dbb6b-ec64-4576-b0f3-168b260062fe req-5689619c-53f3-43f4-bd54-b583245bc8e8 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 943 time: 0.9594865 Jul 22 23:34:03.280482 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Routers {'f65db9c2-bc27-4c69-a298-20b9a87270d3'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:03.282913 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:33:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f65db9c2-bc27-4c69-a298-20b9a87270d3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:03.289821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Pushing event updated for resources: {'Port': ['ID=470bc0f5-1ff5-4d84-9015-ddc809343b63,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:03.304080 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7d05e-cbc3-417a-8204-9c846b025729 None None] Pushing event updated for resources: {'Port': ['ID=fffd3fbd-acfa-4f1f-9554-221e2427b9c2,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:03.333229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:03.334282 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:03.335695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-5063e7bf-dee7-4192-ba67-a5ca735dbe62 service neutron] 10.222.0.18 "PUT /v2.0/ports/470bc0f5-1ff5-4d84-9015-ddc809343b63 HTTP/1.1" status: 200 len: 1122 time: 3.8978660 Jul 22 23:34:03.419295 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-70c30427-8cfb-4a0c-9fd3-b0916dcfca03 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6917434 Jul 22 23:34:03.440415 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['470bc0f5-1ff5-4d84-9015-ddc809343b63'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:03.463700 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c5dbb6b-ec64-4576-b0f3-168b260062fe req-9c166153-4577-408c-ab14-702fe01a77ad tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650338 Jul 22 23:34:03.466077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-2a5e9a07-a3f2-49eb-9d80-644c2682413d service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630105 Jul 22 23:34:03.554155 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad77e7-91bf-47a4-9f71-27ca20ed4bfb req-5a3e052a-452f-4735-9782-b2374822c225 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:03.555787 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02ad77e7-91bf-47a4-9f71-27ca20ed4bfb req-5a3e052a-452f-4735-9782-b2374822c225 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 950 time: 0.2109010 Jul 22 23:34:03.556680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['470bc0f5-1ff5-4d84-9015-ddc809343b63'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:03.615823 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] Set router f65db9c2-bc27-4c69-a298-20b9a87270d3 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:03.697501 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02ad77e7-91bf-47a4-9f71-27ca20ed4bfb req-124c53ed-7fd9-44c7-ab08-6b5ccb3a2aa8 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845523 Jul 22 23:34:03.710335 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efad3f2a-d7df-44b2-8d17-6cc9a187b236 req-40421a13-d33a-45c7-9300-93c313b7e551 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356033 Jul 22 23:34:03.959323 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e02f041a-9d54-4538-a9be-2ea40a708d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:03.999301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10609191-4041-4191-9e09-e6374fdb4f26 req-f9672cb2-2ab2-45db-8123-01e394a9dfe5 tempest-MigrationsAdminTest-1713965020 tempest-MigrationsAdminTest-1713965020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:04.000997 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10609191-4041-4191-9e09-e6374fdb4f26 req-f9672cb2-2ab2-45db-8123-01e394a9dfe5 tempest-MigrationsAdminTest-1713965020 tempest-MigrationsAdminTest-1713965020-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 1101 time: 0.1865535 Jul 22 23:34:04.014993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911eb40-60c7-471b-9ab5-6dffd922ec90 req-d3d08f56-2ac0-4049-b121-e98f01287b49 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:04.017048 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9911eb40-60c7-471b-9ab5-6dffd922ec90 req-d3d08f56-2ac0-4049-b121-e98f01287b49 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 944 time: 0.1222873 Jul 22 23:34:04.064960 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:04.127769 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'name': 'tempest-ServersTestMultiNic-545033270-router', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'd0379d5c-2621-4838-be2f-f0d40819b657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:49Z', 'updated_at': '2021-07-22T23:33:58Z', 'revision_number': 4, 'project_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'gw_port': {'id': 'd0379d5c-2621-4838-be2f-f0d40819b657', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:50Z', 'updated_at': '2021-07-22T23:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'fffd3fbd-acfa-4f1f-9554-221e2427b9c2', 'name': '', 'network_id': 'c3ecc574-06d9-477b-a381-d5ff07bbd83e', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'mac_address': 'fa:16:3e:f0:93:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ad789ffc-de88-45da-a460-ab882ce51d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:55Z', 'updated_at': '2021-07-22T23:34:03Z', 'revision_number': 4, 'project_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'subnets': [{'id': 'ad789ffc-de88-45da-a460-ab882ce51d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:04.135732 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device ca7bcf68-af17-4791-a402-f7a523c63011 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:04.147767 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9911eb40-60c7-471b-9ab5-6dffd922ec90 req-90ee8d4c-148d-405d-b4b5-861eff05de26 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761185 Jul 22 23:34:04.174811 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10609191-4041-4191-9e09-e6374fdb4f26 req-aaddd3b6-4afa-438e-b38c-4ff575b53156 tempest-MigrationsAdminTest-1713965020 tempest-MigrationsAdminTest-1713965020-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385117 Jul 22 23:34:04.188229 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7821354-bd5a-4d66-9de3-980e5631407a None None] The sync data for ids ['f65db9c2-bc27-4c69-a298-20b9a87270d3'] in n-d-688802-2 is: [{'id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'name': 'tempest-ServersTestMultiNic-545033270-router', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'd0379d5c-2621-4838-be2f-f0d40819b657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:49Z', 'updated_at': '2021-07-22T23:33:58Z', 'revision_number': 4, 'project_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'gw_port': {'id': 'd0379d5c-2621-4838-be2f-f0d40819b657', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:50Z', 'updated_at': '2021-07-22T23:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'fffd3fbd-acfa-4f1f-9554-221e2427b9c2', 'name': '', 'network_id': 'c3ecc574-06d9-477b-a381-d5ff07bbd83e', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'mac_address': 'fa:16:3e:f0:93:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ad789ffc-de88-45da-a460-ab882ce51d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:55Z', 'updated_at': '2021-07-22T23:34:03Z', 'revision_number': 4, 'project_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'subnets': [{'id': 'ad789ffc-de88-45da-a460-ab882ce51d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:34:04.248591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port ca7bcf68-af17-4791-a402-f7a523c63011 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:04.253622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port ca7bcf68-af17-4791-a402-f7a523c63011 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:04.254007 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:04.256950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f041a-9d54-4538-a9be-2ea40a708d14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb22c677-ea9b-4b1e-ad0d-3724be6b06cc,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:04.356424 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02f041a-9d54-4538-a9be-2ea40a708d14 admin admin] Checking segment: {'id': '835bb451-d10f-4b34-a8f3-acdbc84382fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '0849a9a5-6c9f-45a2-b54c-f3234fbf3b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:04.357059 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02f041a-9d54-4538-a9be-2ea40a708d14 admin admin] Network hostable DHCP agents. Network: 0849a9a5-6c9f-45a2-b54c-f3234fbf3b35, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:34:04.421405 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:04.437664 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f49c95e-6951-4681-afa2-b7810dea4988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:04.483019 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02f041a-9d54-4538-a9be-2ea40a708d14 admin admin] Network 0849a9a5-6c9f-45a2-b54c-f3234fbf3b35 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:34:04.510124 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:04.515504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e02f041a-9d54-4538-a9be-2ea40a708d14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 0849a9a5-6c9f-45a2-b54c-f3234fbf3b35) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:04.546757 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02f041a-9d54-4538-a9be-2ea40a708d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:04.549833 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e02f041a-9d54-4538-a9be-2ea40a708d14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:04.602762 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cacbc1-7657-437e-8d71-3b889578a25d None None] Network 0849a9a5-6c9f-45a2-b54c-f3234fbf3b35 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:04.608718 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86d76885-d601-4496-8e1e-028882a1c653 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:04.634417 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:04.644836 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6391f16-20c3-4108-a5a4-0efcd98847e7" -d '{"events": [{"server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "name": "network-vif-plugged", "status": "completed", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:04.657152 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e02f041a-9d54-4538-a9be-2ea40a708d14 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1841936 Jul 22 23:34:04.829605 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d76885-d601-4496-8e1e-028882a1c653 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event updated for resources: {'Subnet': ['ID=f380b474-ae36-4ca7-b6ea-e590c6187f69,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:04.830419 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=ca7bcf68-af17-4791-a402-f7a523c63011,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:04.853644 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:04.867156 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d76885-d601-4496-8e1e-028882a1c653 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Checking segment: {'id': '75c5c396-d5c4-4085-b34a-e7f8f56cb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:04.871099 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d76885-d601-4496-8e1e-028882a1c653 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Network hostable DHCP agents. Network: 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:34:04.919882 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d76885-d601-4496-8e1e-028882a1c653 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:34:04.943610 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-86d76885-d601-4496-8e1e-028882a1c653 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:04.954541 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d76885-d601-4496-8e1e-028882a1c653 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:04.954541 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86d76885-d601-4496-8e1e-028882a1c653 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:04.982348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a84b8f-6b15-4dbd-82e6-fd23d5182b94 None None] Network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:04.985303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d266711-9d90-4157-8815-d9e460fe30db req-74a197a8-429d-4945-a5af-a913ab6117e7 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:04.994213 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-86d76885-d601-4496-8e1e-028882a1c653 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1951802 Jul 22 23:34:04.995968 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d266711-9d90-4157-8815-d9e460fe30db req-74a197a8-429d-4945-a5af-a913ab6117e7 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 951 time: 0.1708183 Jul 22 23:34:04.996560 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33250) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:05.003366 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-50899b0a-3c7a-4e56-985f-e62f8347a38e tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-607242147'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:05.046315 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95d06f-e18a-4757-acad-7b3ecf1243df req-2a9e253d-321a-4eb4-9b3f-94b0b80961a8 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:05.056648 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bd95d06f-e18a-4757-acad-7b3ecf1243df req-2a9e253d-321a-4eb4-9b3f-94b0b80961a8 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 943 time: 0.3383334 Jul 22 23:34:05.087900 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50899b0a-3c7a-4e56-985f-e62f8347a38e tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Made reservation on behalf of fdcbf1e127724668ac1e6e24c47b9058 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:05.091206 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fffd3fbd-acfa-4f1f-9554-221e2427b9c2 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:05.092273 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50899b0a-3c7a-4e56-985f-e62f8347a38e tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:05.148340 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50899b0a-3c7a-4e56-985f-e62f8347a38e tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:34:05.160120 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50899b0a-3c7a-4e56-985f-e62f8347a38e tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:05.160714 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-50899b0a-3c7a-4e56-985f-e62f8347a38e tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Added segment c4347236-7675-4252-8624-08d064bf3fb5 of type vlan for network 142daeb4-1bad-42a9-9c9b-c68c75c2d4a4 Jul 22 23:34:05.224055 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d266711-9d90-4157-8815-d9e460fe30db req-1a5c7227-c262-4825-919d-0c89d0bb4403 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205596 Jul 22 23:34:05.226094 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50899b0a-3c7a-4e56-985f-e62f8347a38e tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:05.243953 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d35d5a-c901-4cba-be67-0f161241f49f', 'tag': '470bc0f5-1ff5-4d84-9015-ddc809343b63'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:05.248831 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfcbc10-ceaf-42a5-971b-d0114453c51c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d35d5a-c901-4cba-be67-0f161241f49f", "tag": "470bc0f5-1ff5-4d84-9015-ddc809343b63"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:05.293325 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50899b0a-3c7a-4e56-985f-e62f8347a38e tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:05.293325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50899b0a-3c7a-4e56-985f-e62f8347a38e tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:05.293325 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50899b0a-3c7a-4e56-985f-e62f8347a38e tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:05.304028 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bd95d06f-e18a-4757-acad-7b3ecf1243df req-f4ae3679-7bfb-459a-b7f3-c990fa79f712 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251949 Jul 22 23:34:05.397658 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0d5566-0b0b-405a-8630-0c1573f42162 x-openstack-request-id: req-bc0d5566-0b0b-405a-8630-0c1573f42162 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:05.398132 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "name": "network-vif-plugged", "status": "completed", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:05.398477 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc0d5566-0b0b-405a-8630-0c1573f42162 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:05.398971 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011', 'code': 200} Jul 22 23:34:05.428657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=ca7bcf68-af17-4791-a402-f7a523c63011,revision_number=13']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:05.486210 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50899b0a-3c7a-4e56-985f-e62f8347a38e tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event updated for resources: {'Network': ['ID=142daeb4-1bad-42a9-9c9b-c68c75c2d4a4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:05.505871 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 142daeb4-1bad-42a9-9c9b-c68c75c2d4a4 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:34:05.507899 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-50899b0a-3c7a-4e56-985f-e62f8347a38e tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5100157 Jul 22 23:34:05.509666 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33270) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:05.519628 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9266a490-b164-4687-95ba-eba3af47d90a None None] Network 0849a9a5-6c9f-45a2-b54c-f3234fbf3b35 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:05.522527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-295b4e28-4f03-452c-a83f-0be7f6efffb7 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Request body: {'subnet': {'network_id': '142daeb4-1bad-42a9-9c9b-c68c75c2d4a4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:05.594559 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:05.722154 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295b4e28-4f03-452c-a83f-0be7f6efffb7 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Made reservation on behalf of fdcbf1e127724668ac1e6e24c47b9058 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:05.726373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd38a9-aeb3-4d49-b57c-d4f4ffda54fe req-ae9e3865-93fb-43e2-8ae4-d9efd140f611 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:05.729613 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-295b4e28-4f03-452c-a83f-0be7f6efffb7 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:05.744291 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5cd38a9-aeb3-4d49-b57c-d4f4ffda54fe req-ae9e3865-93fb-43e2-8ae4-d9efd140f611 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 944 time: 0.3033323 Jul 22 23:34:05.934719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port fffd3fbd-acfa-4f1f-9554-221e2427b9c2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:05.950079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fffd3fbd-acfa-4f1f-9554-221e2427b9c2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:05.956819 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.050018 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5cd38a9-aeb3-4d49-b57c-d4f4ffda54fe req-3f6d64c6-1e70-4981-8b2f-f21025f7e02d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653966 Jul 22 23:34:06.089643 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-295b4e28-4f03-452c-a83f-0be7f6efffb7 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.145379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-228abd50-580a-45b3-8924-f355f85a6276 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:06.153210 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-228abd50-580a-45b3-8924-f355f85a6276 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/networks?id=0849a9a5-6c9f-45a2-b54c-f3234fbf3b35 HTTP/1.1" status: 200 len: 818 time: 0.4068806 Jul 22 23:34:06.156410 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e63a58-670d-43d4-a779-9344fedf2796 x-openstack-request-id: req-e7e63a58-670d-43d4-a779-9344fedf2796 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:06.156694 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d35d5a-c901-4cba-be67-0f161241f49f", "tag": "470bc0f5-1ff5-4d84-9015-ddc809343b63", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:06.156944 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7e63a58-670d-43d4-a779-9344fedf2796 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:06.157364 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d35d5a-c901-4cba-be67-0f161241f49f', 'tag': '470bc0f5-1ff5-4d84-9015-ddc809343b63', 'status': 'completed', 'code': 200} Jul 22 23:34:06.173146 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-410b4865-aa4b-474c-9c07-1b8511b5a4b8 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/quotas/6cff4e452c314f4eaa35c728a204a171 HTTP/1.1" status: 200 len: 375 time: 0.0188138 Jul 22 23:34:06.224933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-6d38249c-60ff-4d2c-b275-a3a76b5e6530 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6cff4e452c314f4eaa35c728a204a171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506639 Jul 22 23:34:06.350158 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b4e28-4f03-452c-a83f-0be7f6efffb7 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event updated for resources: {'Subnet': ['ID=42b8deed-d723-48b8-b7f0-f90e58895732,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:06.386899 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6', 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'fixed_ips': [{'subnet_id': 'f380b474-ae36-4ca7-b6ea-e590c6187f69'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:34:06.389996 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.424071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b4e28-4f03-452c-a83f-0be7f6efffb7 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Checking segment: {'id': 'c4347236-7675-4252-8624-08d064bf3fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '142daeb4-1bad-42a9-9c9b-c68c75c2d4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:06.426722 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295b4e28-4f03-452c-a83f-0be7f6efffb7 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Network hostable DHCP agents. Network: 142daeb4-1bad-42a9-9c9b-c68c75c2d4a4, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:34:06.447942 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-4260d235-9ba2-48e2-8db6-d89dd14799b4 service neutron] 10.222.0.26 "GET /v2.0/networks/0849a9a5-6c9f-45a2-b54c-f3234fbf3b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218709 Jul 22 23:34:06.478769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcbc10-ceaf-42a5-971b-d0114453c51c req-d62cb0f0-398d-4373-bfe1-33df9885eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:06.480728 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dfcbc10-ceaf-42a5-971b-d0114453c51c req-d62cb0f0-398d-4373-bfe1-33df9885eefd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 1125 time: 0.2702105 Jul 22 23:34:06.480874 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295b4e28-4f03-452c-a83f-0be7f6efffb7 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Network 142daeb4-1bad-42a9-9c9b-c68c75c2d4a4 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:34:06.502717 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-295b4e28-4f03-452c-a83f-0be7f6efffb7 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 142daeb4-1bad-42a9-9c9b-c68c75c2d4a4) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:06.508971 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295b4e28-4f03-452c-a83f-0be7f6efffb7 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:06.509854 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-295b4e28-4f03-452c-a83f-0be7f6efffb7 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.536148 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device f5d4ec6d-86b2-4f19-be4b-ce46917cef65 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:06.546132 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.560905 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-295b4e28-4f03-452c-a83f-0be7f6efffb7 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0460770 Jul 22 23:34:06.568680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fab4bc9-fcbd-4958-ba49-a1a1e51f0bae None None] Network 142daeb4-1bad-42a9-9c9b-c68c75c2d4a4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:06.641874 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-6dc082bb-c0d6-416d-be3d-c45a570da248 service neutron] 10.222.0.26 "GET /v2.0/networks/0849a9a5-6c9f-45a2-b54c-f3234fbf3b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924126 Jul 22 23:34:06.764062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcbc10-ceaf-42a5-971b-d0114453c51c req-d7f8e89a-1e35-4b87-81f2-c246da905303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:06.765948 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dfcbc10-ceaf-42a5-971b-d0114453c51c req-d7f8e89a-1e35-4b87-81f2-c246da905303 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.2761643 Jul 22 23:34:06.846667 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dfcbc10-ceaf-42a5-971b-d0114453c51c req-e35a2e8f-1a20-4084-8432-ffcfa932fab5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470bc0f5-1ff5-4d84-9015-ddc809343b63 HTTP/1.1" status: 200 len: 217 time: 0.0604582 Jul 22 23:34:06.965842 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcbc10-ceaf-42a5-971b-d0114453c51c req-7a50fd7d-59fa-4261-ade3-eedfcf43a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:06.967526 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dfcbc10-ceaf-42a5-971b-d0114453c51c req-7a50fd7d-59fa-4261-ade3-eedfcf43a77a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.1122437 Jul 22 23:34:07.068265 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dfcbc10-ceaf-42a5-971b-d0114453c51c req-f16d4ed1-f786-4ce1-b113-0e24e868362e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877199 Jul 22 23:34:07.177185 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb31a9-0a57-4cae-b863-8fddd0722d12 req-50837d6f-6277-4a9b-8339-6f3260d289ad tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:07.178707 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fedb31a9-0a57-4cae-b863-8fddd0722d12 req-50837d6f-6277-4a9b-8339-6f3260d289ad tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 951 time: 0.5081604 Jul 22 23:34:07.186919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port fffd3fbd-acfa-4f1f-9554-221e2427b9c2, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fffd3fbd-acfa-4f1f-9554-221e2427b9c2,segment=NetworkSegment(b96a8a6f-235b-4491-b645-d460dc1743db),segment_id=b96a8a6f-235b-4491-b645-d460dc1743db)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:07.197350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd3521-c125-4c3a-a721-bbb9b7d47c60 req-cfb8f231-acf6-4ff6-8ec3-2da3d458de66 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:07.213751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37cd3521-c125-4c3a-a721-bbb9b7d47c60 req-cfb8f231-acf6-4ff6-8ec3-2da3d458de66 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 951 time: 0.5419312 Jul 22 23:34:07.253151 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:07.371786 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Allocated IP 19.80.0.2 (89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6/f380b474-ae36-4ca7-b6ea-e590c6187f69/8840b4cd-c733-4b27-bdb8-5412d2237c9c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:07.647967 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:07.658990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Transition to ACTIVE for port object 8840b4cd-c733-4b27-bdb8-5412d2237c9c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:07.678166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Transition to ACTIVE for port object 8840b4cd-c733-4b27-bdb8-5412d2237c9c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:07.687492 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:07.749722 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37cd3521-c125-4c3a-a721-bbb9b7d47c60 req-d8dc097a-528e-447f-8763-be904fb48808 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349443 Jul 22 23:34:07.765769 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:07.787021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:07.795379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:07.802909 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:07.844859 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850522e-cee4-4b0b-876d-be13015db976 req-3778dfb6-fea2-4a79-affa-c13cbb935b74 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:07.848363 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4850522e-cee4-4b0b-876d-be13015db976 req-3778dfb6-fea2-4a79-affa-c13cbb935b74 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 943 time: 0.7950916 Jul 22 23:34:07.901939 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Attempting to bind port 8840b4cd-c733-4b27-bdb8-5412d2237c9c on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:07.902533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Attempting to bind port 8840b4cd-c733-4b27-bdb8-5412d2237c9c by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '75c5c396-d5c4-4085-b34a-e7f8f56cb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:07.903004 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Attempting to bind port 8840b4cd-c733-4b27-bdb8-5412d2237c9c on network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:07.912603 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:07.913162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Checking segment: {'id': '75c5c396-d5c4-4085-b34a-e7f8f56cb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:07.913675 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:07.914481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Bound using segment: {'id': '75c5c396-d5c4-4085-b34a-e7f8f56cb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:07.914862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Bound port: 8840b4cd-c733-4b27-bdb8-5412d2237c9c, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c5c396-d5c4-4085-b34a-e7f8f56cb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:07.915271 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:07.920122 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dfcbc10-ceaf-42a5-971b-d0114453c51c req-1585d4c3-7333-4c5a-883e-6b6c48491bc6 service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7808795 Jul 22 23:34:07.996625 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] For port 8840b4cd-c733-4b27-bdb8-5412d2237c9c, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:08.000058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] For port 8840b4cd-c733-4b27-bdb8-5412d2237c9c, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8840b4cd-c733-4b27-bdb8-5412d2237c9c,segment=NetworkSegment(75c5c396-d5c4-4085-b34a-e7f8f56cb58e),segment_id=75c5c396-d5c4-4085-b34a-e7f8f56cb58e)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:08.049638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=fffd3fbd-acfa-4f1f-9554-221e2427b9c2,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:08.068530 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4850522e-cee4-4b0b-876d-be13015db976 req-5411cfc2-6967-48f9-abf1-202ad368209e tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132370 Jul 22 23:34:08.121037 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-fedb31a9-0a57-4cae-b863-8fddd0722d12 req-6431b599-ae3c-4faf-acfe-5645b818c381 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Deleting port ca7bcf68-af17-4791-a402-f7a523c63011 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:08.121235 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fedb31a9-0a57-4cae-b863-8fddd0722d12 req-6431b599-ae3c-4faf-acfe-5645b818c381 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:08.208813 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:08.228595 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-ff30f42c-3c1d-4dcd-944a-209ad698ac97 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:08.235037 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-ff30f42c-3c1d-4dcd-944a-209ad698ac97 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:08.241650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Pushing event updated for resources: {'Port': ['ID=8840b4cd-c733-4b27-bdb8-5412d2237c9c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:08.242426 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-ff30f42c-3c1d-4dcd-944a-209ad698ac97 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/networks?id=89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6&id=142daeb4-1bad-42a9-9c9b-c68c75c2d4a4&id=89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 HTTP/1.1" status: 200 len: 1391 time: 0.3406804 Jul 22 23:34:08.268167 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-142daeb4-1bad-42a9-9c9b-c68c75c2d4a4', 'network_id': '142daeb4-1bad-42a9-9c9b-c68c75c2d4a4', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'fixed_ips': [{'subnet_id': '42b8deed-d723-48b8-b7f0-f90e58895732'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:34:08.269431 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:08.273078 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 470bc0f5-1ff5-4d84-9015-ddc809343b63 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:08.310003 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-564fc5f3-32b3-47f3-9e2d-0401516d13cb req-7572c33f-2bb1-4640-9946-26a8aca0434b tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e983620-51a7-4b56-87b7-4dd44b8b0ad0 HTTP/1.1" status: 200 len: 210 time: 0.0654645 Jul 22 23:34:08.325629 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dfcbc10-ceaf-42a5-971b-d0114453c51c req-a8338a6d-e635-41d8-b8b8-b4b34b2239ee service neutron] 10.222.0.95 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929284 Jul 22 23:34:08.334450 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-1c0d8b71-42ac-47ce-b67c-da7b733343f8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/quotas/fdcbf1e127724668ac1e6e24c47b9058 HTTP/1.1" status: 200 len: 375 time: 0.0912242 Jul 22 23:34:08.600690 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fedb31a9-0a57-4cae-b863-8fddd0722d12 req-6431b599-ae3c-4faf-acfe-5645b818c381 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] For port ca7bcf68-af17-4791-a402-f7a523c63011, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=ca7bcf68-af17-4791-a402-f7a523c63011,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:08.602457 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fedb31a9-0a57-4cae-b863-8fddd0722d12 req-6431b599-ae3c-4faf-acfe-5645b818c381 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:08.679314 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-fedb31a9-0a57-4cae-b863-8fddd0722d12 req-6431b599-ae3c-4faf-acfe-5645b818c381 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Calling delete_port for ca7bcf68-af17-4791-a402-f7a523c63011 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:08.852721 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-cc7736f3-5c37-4aef-be00-fda0c177d5b1 service neutron] 10.222.0.18 "GET /v2.0/ports/f5d4ec6d-86b2-4f19-be4b-ce46917cef65/bindings/n-h2-688802-2 HTTP/1.1" status: 200 len: 384 time: 0.5326056 Jul 22 23:34:08.863338 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27c564-0190-483f-b727-5433d265eaa4 None None] Pushing event updated for resources: {'Port': ['ID=8840b4cd-c733-4b27-bdb8-5412d2237c9c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:08.878218 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-54e8fc62-877a-49d5-9b19-8559d540bfcc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fdcbf1e127724668ac1e6e24c47b9058&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5410228 Jul 22 23:34:08.905071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Allocated IP 19.86.0.2 (142daeb4-1bad-42a9-9c9b-c68c75c2d4a4/42b8deed-d723-48b8-b7f0-f90e58895732/811f5921-229b-41f9-ab77-5f519092a30e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:08.922221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca4b15-b3a4-4e06-b4ea-af75d1554974 req-003a90e9-f699-44a8-84b9-3e71fb3d0484 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:08.929855 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04ca4b15-b3a4-4e06-b4ea-af75d1554974 req-003a90e9-f699-44a8-84b9-3e71fb3d0484 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 944 time: 0.4503448 Jul 22 23:34:09.146510 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:09.174073 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Transition to ACTIVE for port object 811f5921-229b-41f9-ab77-5f519092a30e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:09.210599 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Transition to ACTIVE for port object 811f5921-229b-41f9-ab77-5f519092a30e will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:09.239707 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:09.390744 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Network 142daeb4-1bad-42a9-9c9b-c68c75c2d4a4 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:09.409585 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:09.429313 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:09.454243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04ca4b15-b3a4-4e06-b4ea-af75d1554974 req-cfa4fe20-7db2-4ccd-b74a-0c5bd31e44b5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234945 Jul 22 23:34:09.504328 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Pushing event updated for resources: {'Port': ['ID=811f5921-229b-41f9-ab77-5f519092a30e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:09.623160 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-e3804dfe-0748-4eb7-b84c-567929e29813 service neutron] 10.222.0.26 "GET /v2.0/networks/89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7440495 Jul 22 23:34:09.629263 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fedb31a9-0a57-4cae-b863-8fddd0722d12 req-6431b599-ae3c-4faf-acfe-5645b818c381 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:09.679595 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fffd3fbd-acfa-4f1f-9554-221e2427b9c2 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:09.744897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['a5df4edb-89f9-49f5-9058-1704c473d025', 'e1f3904d-d223-49a0-85c1-c692d7ace5eb'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:09.780308 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['1ffff702-ff63-4a07-a49d-3f2b81c037c3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:09.783234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Attempting to bind port 811f5921-229b-41f9-ab77-5f519092a30e on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:09.783605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Attempting to bind port 811f5921-229b-41f9-ab77-5f519092a30e by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'c4347236-7675-4252-8624-08d064bf3fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '142daeb4-1bad-42a9-9c9b-c68c75c2d4a4'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:09.784084 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Attempting to bind port 811f5921-229b-41f9-ab77-5f519092a30e on network 142daeb4-1bad-42a9-9c9b-c68c75c2d4a4 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:09.868874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431b599-ae3c-4faf-acfe-5645b818c381 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Pushing event deleted for resources: {'Port': ['ID=ca7bcf68-af17-4791-a402-f7a523c63011,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:09.874039 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:09.874659 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Checking segment: {'id': 'c4347236-7675-4252-8624-08d064bf3fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '142daeb4-1bad-42a9-9c9b-c68c75c2d4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:09.874874 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:09.875402 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Bound using segment: {'id': 'c4347236-7675-4252-8624-08d064bf3fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '142daeb4-1bad-42a9-9c9b-c68c75c2d4a4'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:09.876025 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Bound port: 811f5921-229b-41f9-ab77-5f519092a30e, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4347236-7675-4252-8624-08d064bf3fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '142daeb4-1bad-42a9-9c9b-c68c75c2d4a4'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:09.876619 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:09.963890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedb31a9-0a57-4cae-b863-8fddd0722d12 req-6431b599-ae3c-4faf-acfe-5645b818c381 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] No DVR routers for this DVR port ca7bcf68-af17-4791-a402-f7a523c63011 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:10.003481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] For port 811f5921-229b-41f9-ab77-5f519092a30e, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:10.014143 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fedb31a9-0a57-4cae-b863-8fddd0722d12 req-6431b599-ae3c-4faf-acfe-5645b818c381 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.014365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] For port 811f5921-229b-41f9-ab77-5f519092a30e, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=811f5921-229b-41f9-ab77-5f519092a30e,segment=NetworkSegment(c4347236-7675-4252-8624-08d064bf3fb5),segment_id=c4347236-7675-4252-8624-08d064bf3fb5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:10.016153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fedb31a9-0a57-4cae-b863-8fddd0722d12 req-6431b599-ae3c-4faf-acfe-5645b818c381 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "DELETE /v2.0/ports/ca7bcf68-af17-4791-a402-f7a523c63011 HTTP/1.1" status: 204 len: 173 time: 2.7816212 Jul 22 23:34:10.025202 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-7ac17a69-ee25-448c-ada8-8940cdb1a753 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:10.026169 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-7ac17a69-ee25-448c-ada8-8940cdb1a753 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.18 "GET /v2.0/networks?id=0849a9a5-6c9f-45a2-b54c-f3234fbf3b35 HTTP/1.1" status: 200 len: 818 time: 0.8569832 Jul 22 23:34:10.026651 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'name': 'network-vif-deleted', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:10.029289 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f289ab4-f076-4ad9-a388-950a34f20e50" -d '{"events": [{"server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "name": "network-vif-deleted", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:10.030405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee43a1f-567d-42ef-8b6a-64d02c20f7b7 None None] Network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:10.070687 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.089513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-d0e3fa07-83f7-4e8f-bdd7-6e187c23f581 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Request body: {'port': {'device_id': '9e983620-51a7-4b56-87b7-4dd44b8b0ad0', 'network_id': '0849a9a5-6c9f-45a2-b54c-f3234fbf3b35', 'admin_state_up': True, 'tenant_id': '6cff4e452c314f4eaa35c728a204a171'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:10.106615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ecae814-487a-43c1-b912-ff89f1860a4a req-5770e601-92ce-461e-897c-f75101e7dfed tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=880b0de2-8be8-4438-8edf-29c8b3245213 HTTP/1.1" status: 200 len: 210 time: 0.1865761 Jul 22 23:34:10.120902 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-08ce2f55-7a30-4742-a678-ac9b24dbffae None None] Provisioning for port 8840b4cd-c733-4b27-bdb8-5412d2237c9c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:10.196995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device ca7bcf68-af17-4791-a402-f7a523c63011 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:10.337374 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-d59366f7-2ccd-44e5-af25-303b64c61b32 service neutron] 10.222.0.26 "GET /v2.0/networks/89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6920326 Jul 22 23:34:10.349353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-3f0dc379-7985-4e95-9f24-cd702b3c991a service neutron] For port f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:10.404505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6b1bc-bdac-4d3a-83d7-258639603f16 None None] Pushing event updated for resources: {'Port': ['ID=811f5921-229b-41f9-ab77-5f519092a30e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:10.431293 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-3f0dc379-7985-4e95-9f24-cd702b3c991a service neutron] For port f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:10.477379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: ca7bcf68-af17-4791-a402-f7a523c63011 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:10.477726 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device ca7bcf68-af17-4791-a402-f7a523c63011 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:10.601312 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-52162585-a588-43d3-8939-637991b85916 service neutron] 10.222.0.26 "GET /v2.0/networks/142daeb4-1bad-42a9-9c9b-c68c75c2d4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626138 Jul 22 23:34:10.604495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fffd3fbd-acfa-4f1f-9554-221e2427b9c2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:10.604881 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.629188 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee61b31-a25e-4757-9c14-293b6233fc95 req-cf441fbd-5ba9-4b0e-87c5-22dcb1c7926f tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:10.630785 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fee61b31-a25e-4757-9c14-293b6233fc95 req-cf441fbd-5ba9-4b0e-87c5-22dcb1c7926f tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 943 time: 0.3901253 Jul 22 23:34:10.740128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-3f0dc379-7985-4e95-9f24-cd702b3c991a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d4ec6d-86b2-4f19-be4b-ce46917cef65 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:10.776941 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-3f0dc379-7985-4e95-9f24-cd702b3c991a service neutron] For port f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:10.802854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-d0e3fa07-83f7-4e8f-bdd7-6e187c23f581 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Made reservation on behalf of 6cff4e452c314f4eaa35c728a204a171 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:10.809215 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-d0e3fa07-83f7-4e8f-bdd7-6e187c23f581 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.848493 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-5297af94-9dc9-48f5-8c21-b1fa8621dc6a service neutron] 10.222.0.26 "GET /v2.0/networks/142daeb4-1bad-42a9-9c9b-c68c75c2d4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122214 Jul 22 23:34:10.968828 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-3f0dc379-7985-4e95-9f24-cd702b3c991a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:11.044187 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fee61b31-a25e-4757-9c14-293b6233fc95 req-65841223-35b2-4614-a29a-e67f2c60611b tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015343 Jul 22 23:34:11.058419 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-eeadaf15-018b-47e1-89fd-d004a0574df7 service neutron] 10.222.0.26 "GET /v2.0/networks/89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951263 Jul 22 23:34:11.178552 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8840b4cd-c733-4b27-bdb8-5412d2237c9c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:11.264923 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-320c7f4a-0783-4d43-bd68-d954972ed468 req-cc93b154-e7c4-4eab-b7a1-028af3e9e395 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e983620-51a7-4b56-87b7-4dd44b8b0ad0 HTTP/1.1" status: 200 len: 210 time: 0.0930974 Jul 22 23:34:11.354017 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 8840b4cd-c733-4b27-bdb8-5412d2237c9c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:11.365484 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 8840b4cd-c733-4b27-bdb8-5412d2237c9c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:11.366130 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:11.457349 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-094bc291-8f3c-4799-870e-c3e8bdcc864b service neutron] 10.222.0.26 "GET /v2.0/networks/89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690948 Jul 22 23:34:11.473732 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-3f0dc379-7985-4e95-9f24-cd702b3c991a service neutron] Transition to ACTIVE for port object f5d4ec6d-86b2-4f19-be4b-ce46917cef65 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:11.475955 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-fc3e355d-978d-43de-a172-4ef55721f82a service neutron] 10.222.0.95 "GET /v2.0/ports/470bc0f5-1ff5-4d84-9015-ddc809343b63/bindings/n-h1-688802-2 HTTP/1.1" status: 200 len: 384 time: 0.2923346 Jul 22 23:34:11.481613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-d0e3fa07-83f7-4e8f-bdd7-6e187c23f581 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Allocated IP 172.20.0.8 (0849a9a5-6c9f-45a2-b54c-f3234fbf3b35/fb22c677-ea9b-4b1e-ad0d-3724be6b06cc/95002359-3e87-49de-ad22-251409fb8c58) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:11.516045 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:11.583310 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-3f0dc379-7985-4e95-9f24-cd702b3c991a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:11.845730 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2e1646-55dd-4cf8-abf5-41dc17ebe4be x-openstack-request-id: req-cf2e1646-55dd-4cf8-abf5-41dc17ebe4be {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:11.846405 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880b0de2-8be8-4438-8edf-29c8b3245213", "name": "network-vif-deleted", "tag": "ca7bcf68-af17-4791-a402-f7a523c63011", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:11.846536 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf2e1646-55dd-4cf8-abf5-41dc17ebe4be {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:11.847477 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880b0de2-8be8-4438-8edf-29c8b3245213', 'name': 'network-vif-deleted', 'tag': 'ca7bcf68-af17-4791-a402-f7a523c63011', 'status': 'completed', 'code': 200} Jul 22 23:34:11.848719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-3f0dc379-7985-4e95-9f24-cd702b3c991a service neutron] No DVR routers for this DVR port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:11.871372 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0dc379-7985-4e95-9f24-cd702b3c991a service neutron] Pushing event updated for resources: {'Port': ['ID=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:11.875387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 8840b4cd-c733-4b27-bdb8-5412d2237c9c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8840b4cd-c733-4b27-bdb8-5412d2237c9c,segment=NetworkSegment(75c5c396-d5c4-4085-b34a-e7f8f56cb58e),segment_id=75c5c396-d5c4-4085-b34a-e7f8f56cb58e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:11.876923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b7b3a1a3-c79b-4064-a6d1-d455c074edf3 None None] Provisioning complete for port 8840b4cd-c733-4b27-bdb8-5412d2237c9c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:11.877530 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a1a3-c79b-4064-a6d1-d455c074edf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:11.948456 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.019187 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=8840b4cd-c733-4b27-bdb8-5412d2237c9c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:12.091312 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee3206d-8ae0-4a56-aecb-1a65fd2a63a1 None None] Network 142daeb4-1bad-42a9-9c9b-c68c75c2d4a4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:12.178302 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 811f5921-229b-41f9-ab77-5f519092a30e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:12.454980 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-3f0dc379-7985-4e95-9f24-cd702b3c991a service neutron] 10.222.0.18 "PUT /v2.0/ports/f5d4ec6d-86b2-4f19-be4b-ce46917cef65/bindings/n-h2-688802-2/activate HTTP/1.1" status: 200 len: 369 time: 3.5666912 Jul 22 23:34:12.455509 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6b728da-3963-44b9-b747-b0995d7cef04 None None] Provisioning for port 811f5921-229b-41f9-ab77-5f519092a30e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:12.465466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6b728da-3963-44b9-b747-b0995d7cef04 None None] Provisioning complete for port 811f5921-229b-41f9-ab77-5f519092a30e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:12.465836 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b728da-3963-44b9-b747-b0995d7cef04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.531455 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 811f5921-229b-41f9-ab77-5f519092a30e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:12.561542 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 811f5921-229b-41f9-ab77-5f519092a30e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:12.561912 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.665722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541bbd3-c873-4cf8-9a68-b92ad04fb895 req-6f6a61c9-a053-44ce-aefa-909f89f514ac tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:12.667920 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e541bbd3-c873-4cf8-9a68-b92ad04fb895 req-6f6a61c9-a053-44ce-aefa-909f89f514ac tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 944 time: 0.8380942 Jul 22 23:34:12.740856 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b728da-3963-44b9-b747-b0995d7cef04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.798513 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-d0e3fa07-83f7-4e8f-bdd7-6e187c23f581 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.835872 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e6b728da-3963-44b9-b747-b0995d7cef04 None None] For port 811f5921-229b-41f9-ab77-5f519092a30e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=811f5921-229b-41f9-ab77-5f519092a30e,segment=NetworkSegment(c4347236-7675-4252-8624-08d064bf3fb5),segment_id=c4347236-7675-4252-8624-08d064bf3fb5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:12.848886 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6b728da-3963-44b9-b747-b0995d7cef04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.883327 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-d0e3fa07-83f7-4e8f-bdd7-6e187c23f581 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.934506 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25de94-a8a5-49c6-b192-e34e54171d52 req-b888612c-7ae5-4aec-8268-91c4480d25b8 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:12.942376 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa25de94-a8a5-49c6-b192-e34e54171d52 req-b888612c-7ae5-4aec-8268-91c4480d25b8 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=73896384-31e6-4fb4-8f9b-08d13867a075 HTTP/1.1" status: 200 len: 945 time: 0.4951305 Jul 22 23:34:12.953449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b728da-3963-44b9-b747-b0995d7cef04 None None] Pushing event updated for resources: {'Port': ['ID=811f5921-229b-41f9-ab77-5f519092a30e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:12.981612 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-af6adda4-0b7e-4f58-998b-e29124e25490 None None] Provisioning complete for port 811f5921-229b-41f9-ab77-5f519092a30e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:12.982088 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af6adda4-0b7e-4f58-998b-e29124e25490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:13.051470 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-d0e3fa07-83f7-4e8f-bdd7-6e187c23f581 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Network 0849a9a5-6c9f-45a2-b54c-f3234fbf3b35 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:13.055547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-bba62307-4cfd-4fa1-9d54-690adf6eba86 service neutron] For port 470bc0f5-1ff5-4d84-9015-ddc809343b63, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=470bc0f5-1ff5-4d84-9015-ddc809343b63,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:13.063998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-3e9ef1f3-12e6-4c0f-a391-245b32dd3400 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:13.063998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-3e9ef1f3-12e6-4c0f-a391-245b32dd3400 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b&tenant_id=56035dbeb92e4f879395357fce5a955e&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 1095 time: 0.4901142 Jul 22 23:34:13.070636 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e541bbd3-c873-4cf8-9a68-b92ad04fb895 req-9f89a230-f0dd-4d07-b14f-2458b1c3d7ef tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678544 Jul 22 23:34:13.095907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-d0e3fa07-83f7-4e8f-bdd7-6e187c23f581 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:13.113776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3fa07-83f7-4e8f-bdd7-6e187c23f581 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Pushing event updated for resources: {'Port': ['ID=95002359-3e87-49de-ad22-251409fb8c58,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:13.127379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-d0e3fa07-83f7-4e8f-bdd7-6e187c23f581 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:13.190799 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa25de94-a8a5-49c6-b192-e34e54171d52 req-efa8b3da-5a67-4b43-b743-625297a5d3af tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472808 Jul 22 23:34:13.233670 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-bba62307-4cfd-4fa1-9d54-690adf6eba86 service neutron] For port 470bc0f5-1ff5-4d84-9015-ddc809343b63, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:13.238599 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12cd68d2-1acd-47ae-92eb-0972a68aae9c req-ec4ffd6a-9e61-4d05-bc38-8ac261b85f17 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 210 time: 0.0583911 Jul 22 23:34:13.302175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-d0e3fa07-83f7-4e8f-bdd7-6e187c23f581 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:13.302745 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-d0e3fa07-83f7-4e8f-bdd7-6e187c23f581 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:13.328627 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-bba62307-4cfd-4fa1-9d54-690adf6eba86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470bc0f5-1ff5-4d84-9015-ddc809343b63 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:13.345646 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-bba62307-4cfd-4fa1-9d54-690adf6eba86 service neutron] For port 470bc0f5-1ff5-4d84-9015-ddc809343b63, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=470bc0f5-1ff5-4d84-9015-ddc809343b63,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:13.365036 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-d0e3fa07-83f7-4e8f-bdd7-6e187c23f581 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2808597 Jul 22 23:34:13.392981 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-9d401a4c-d898-40b5-9a28-3bbb55c95e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:13.394512 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-9d401a4c-d898-40b5-9a28-3bbb55c95e9f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b&tenant_id=56035dbeb92e4f879395357fce5a955e HTTP/1.1" status: 200 len: 1095 time: 0.2920482 Jul 22 23:34:13.407951 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Request body: {'port': {'device_id': '9e983620-51a7-4b56-87b7-4dd44b8b0ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:13.410495 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-bba62307-4cfd-4fa1-9d54-690adf6eba86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:13.639016 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-702a2d46-7031-4501-8762-3ccbe041b8dc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:13.645458 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-702a2d46-7031-4501-8762-3ccbe041b8dc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:13.647115 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-702a2d46-7031-4501-8762-3ccbe041b8dc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.95 "GET /v2.0/networks?id=89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6&id=142daeb4-1bad-42a9-9c9b-c68c75c2d4a4&id=89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 HTTP/1.1" status: 200 len: 1391 time: 0.2602193 Jul 22 23:34:13.662294 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b23266a9-f997-4372-8a9c-671a290440eb req-36bf08f4-bfca-43cb-afb8-107acd92af5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Request body: {'port': {'device_id': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6', 'admin_state_up': True, 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:13.687331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa4cdf-48bf-4be4-a419-7b0eee4bdeee req-f2ded406-ff40-4370-8227-60064bbcf12a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:13.693578 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94aa4cdf-48bf-4be4-a419-7b0eee4bdeee req-f2ded406-ff40-4370-8227-60064bbcf12a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 944 time: 0.3495004 Jul 22 23:34:13.731670 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:13.768645 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-bba62307-4cfd-4fa1-9d54-690adf6eba86 service neutron] Transition to ACTIVE for port object 470bc0f5-1ff5-4d84-9015-ddc809343b63 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:13.806817 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-bba62307-4cfd-4fa1-9d54-690adf6eba86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:13.826954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94aa4cdf-48bf-4be4-a419-7b0eee4bdeee req-b128ac10-b4cb-48bc-9585-17510774b962 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342683 Jul 22 23:34:13.829032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-2ce75ae2-ba06-4fff-a1ea-f1ab90d2bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:13.831037 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-2ce75ae2-ba06-4fff-a1ea-f1ab90d2bd25 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 1095 time: 0.3841186 Jul 22 23:34:13.834791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-36bf08f4-bfca-43cb-afb8-107acd92af5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Made reservation on behalf of fdcbf1e127724668ac1e6e24c47b9058 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:13.840727 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-36bf08f4-bfca-43cb-afb8-107acd92af5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:14.089634 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-b23266a9-f997-4372-8a9c-671a290440eb req-36bf08f4-bfca-43cb-afb8-107acd92af5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Allocated IP 19.80.0.173 (89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6/f380b474-ae36-4ca7-b6ea-e590c6187f69/5ca217da-a0e9-4c62-a35a-820bd53f5242) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:14.168251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 811f5921-229b-41f9-ab77-5f519092a30e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:14.174057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed573cc-28f2-4560-bae6-ce1bd8693557 req-49e56e2b-de63-480c-8c75-7224928a832f tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:14.175644 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ed573cc-28f2-4560-bae6-ce1bd8693557 req-49e56e2b-de63-480c-8c75-7224928a832f tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e983620-51a7-4b56-87b7-4dd44b8b0ad0 HTTP/1.1" status: 200 len: 931 time: 0.5614560 Jul 22 23:34:14.249019 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 811f5921-229b-41f9-ab77-5f519092a30e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:14.249019 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:14.288430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-bba62307-4cfd-4fa1-9d54-690adf6eba86 service neutron] No DVR routers for this DVR port 470bc0f5-1ff5-4d84-9015-ddc809343b63 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:14.294946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba62307-4cfd-4fa1-9d54-690adf6eba86 service neutron] Pushing event updated for resources: {'Port': ['ID=470bc0f5-1ff5-4d84-9015-ddc809343b63,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:14.356632 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-36bf08f4-bfca-43cb-afb8-107acd92af5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:14.375134 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8840b4cd-c733-4b27-bdb8-5412d2237c9c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:14.386831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b23266a9-f997-4372-8a9c-671a290440eb req-36bf08f4-bfca-43cb-afb8-107acd92af5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Transition to ACTIVE for port object 5ca217da-a0e9-4c62-a35a-820bd53f5242 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:14.431266 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-bba62307-4cfd-4fa1-9d54-690adf6eba86 service neutron] 10.222.0.95 "PUT /v2.0/ports/470bc0f5-1ff5-4d84-9015-ddc809343b63/bindings/n-h1-688802-2/activate HTTP/1.1" status: 200 len: 369 time: 2.9426067 Jul 22 23:34:14.437079 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ed573cc-28f2-4560-bae6-ce1bd8693557 req-a94b9070-bdac-4c86-8293-8869a5262680 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/security-groups?id=74249d05-577b-436c-bd1d-dada7908982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845253 Jul 22 23:34:14.446002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-7dd3d889-f87b-4d50-ba45-1ef37d642356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:14.447722 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-7dd3d889-f87b-4d50-ba45-1ef37d642356 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.5199339 Jul 22 23:34:14.454467 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-36bf08f4-bfca-43cb-afb8-107acd92af5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:14.490608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bb386-b165-4321-a197-2d8ee28d75d6 req-608862ec-cc1c-4023-a1d4-ab2755c69a07 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:14.492643 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e51bb386-b165-4321-a197-2d8ee28d75d6 req-608862ec-cc1c-4023-a1d4-ab2755c69a07 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.18 "GET /v2.0/ports?device_id=73896384-31e6-4fb4-8f9b-08d13867a075 HTTP/1.1" status: 200 len: 945 time: 0.6581209 Jul 22 23:34:14.502977 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 8840b4cd-c733-4b27-bdb8-5412d2237c9c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:14.503603 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:14.517456 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23266a9-f997-4372-8a9c-671a290440eb req-36bf08f4-bfca-43cb-afb8-107acd92af5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:14.556787 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-b23266a9-f997-4372-8a9c-671a290440eb req-36bf08f4-bfca-43cb-afb8-107acd92af5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:14.560311 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23266a9-f997-4372-8a9c-671a290440eb req-36bf08f4-bfca-43cb-afb8-107acd92af5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:14.595839 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-200239a6-3663-4473-b011-77d7024fd681 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5d4ec6d-86b2-4f19-be4b-ce46917cef65 HTTP/1.1" status: 200 len: 217 time: 0.0955369 Jul 22 23:34:14.661959 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-36bf08f4-bfca-43cb-afb8-107acd92af5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:14.662790 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-36bf08f4-bfca-43cb-afb8-107acd92af5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:14.668207 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf08f4-bfca-43cb-afb8-107acd92af5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event updated for resources: {'Port': ['ID=5ca217da-a0e9-4c62-a35a-820bd53f5242,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:14.692613 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-36bf08f4-bfca-43cb-afb8-107acd92af5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0360560 Jul 22 23:34:14.704226 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b23266a9-f997-4372-8a9c-671a290440eb req-5c28d5ea-9b9f-41f6-b4c7-86e916e1f557 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Request body: {'port': {'device_id': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'network_id': '142daeb4-1bad-42a9-9c9b-c68c75c2d4a4', 'admin_state_up': True, 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:14.742069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-24b7d4c2-984d-4444-9775-ca559874eb10 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:14.744086 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-24b7d4c2-984d-4444-9775-ca559874eb10 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f&tenant_id=e3f3293308ad4d108b84009eb08300e1&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 1096 time: 0.2247188 Jul 22 23:34:14.800106 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379486c2-db42-4a8f-a042-26945d9b894c req-50e971f5-41c0-4ae7-9712-ef7a4092afa7 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:14.810093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-379486c2-db42-4a8f-a042-26945d9b894c req-50e971f5-41c0-4ae7-9712-ef7a4092afa7 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 950 time: 0.6311927 Jul 22 23:34:14.912360 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-f08ccef0-cc4a-401e-a1cb-f582fb72c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:14.913459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95002359-3e87-49de-ad22-251409fb8c58 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:14.914052 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-f08ccef0-cc4a-401e-a1cb-f582fb72c805 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f&tenant_id=e3f3293308ad4d108b84009eb08300e1 HTTP/1.1" status: 200 len: 1096 time: 0.1600242 Jul 22 23:34:14.919368 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-5c28d5ea-9b9f-41f6-b4c7-86e916e1f557 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Made reservation on behalf of fdcbf1e127724668ac1e6e24c47b9058 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:14.923027 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-5c28d5ea-9b9f-41f6-b4c7-86e916e1f557 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:14.930096 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-f0a1a7b0-0399-4129-a1e0-99afce60aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:14.931897 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-f0a1a7b0-0399-4129-a1e0-99afce60aeed service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.3241880 Jul 22 23:34:14.937505 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:14.961838 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fe7e3b5f-10f6-483d-ba3c-78bf01d6cc4e None None] Provisioning for port 5ca217da-a0e9-4c62-a35a-820bd53f5242 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:14.965758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fe7e3b5f-10f6-483d-ba3c-78bf01d6cc4e None None] Provisioning complete for port 5ca217da-a0e9-4c62-a35a-820bd53f5242 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:14.966136 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3b5f-10f6-483d-ba3c-78bf01d6cc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:14.982572 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-379486c2-db42-4a8f-a042-26945d9b894c req-610d5d35-da77-4666-bf7c-91014edaef18 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715264 Jul 22 23:34:15.007437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e3b5f-10f6-483d-ba3c-78bf01d6cc4e None None] Port 5ca217da-a0e9-4c62-a35a-820bd53f5242 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:34:15.046111 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-f52a15e9-fd0e-4c75-862d-e8439e0017f6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946946 Jul 22 23:34:15.050800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Transition to ACTIVE for port object 95002359-3e87-49de-ad22-251409fb8c58 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:15.075811 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:15.107353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-bc42c7ab-fab7-4d9f-866a-b45a36c98b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:15.108946 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-bc42c7ab-fab7-4d9f-866a-b45a36c98b77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3f3293308ad4d108b84009eb08300e1&device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 1096 time: 0.1540997 Jul 22 23:34:15.114454 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-b23266a9-f997-4372-8a9c-671a290440eb req-5c28d5ea-9b9f-41f6-b4c7-86e916e1f557 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Allocated IP 19.86.0.222 (142daeb4-1bad-42a9-9c9b-c68c75c2d4a4/42b8deed-d723-48b8-b7f0-f90e58895732/8c3693c8-5a8b-4152-a9f6-062b99440855) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:15.208581 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e51bb386-b165-4321-a197-2d8ee28d75d6 req-e7c3229d-fe4f-4b65-96c6-b2b10b5a516d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Deleting port 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:15.209437 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e51bb386-b165-4321-a197-2d8ee28d75d6 req-e7c3229d-fe4f-4b65-96c6-b2b10b5a516d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:15.286311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c110a92-cf9b-4b29-8b4a-18a83dbee2c3 req-46dab855-70a8-4529-8303-fccc73465cf0 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:15.287929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c110a92-cf9b-4b29-8b4a-18a83dbee2c3 req-46dab855-70a8-4529-8303-fccc73465cf0 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 945 time: 0.4706655 Jul 22 23:34:15.352039 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-5c28d5ea-9b9f-41f6-b4c7-86e916e1f557 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:15.361701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-3c1cf2d1-83ef-412b-b76c-9a3f6c34c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:15.363190 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-3c1cf2d1-83ef-412b-b76c-9a3f6c34c091 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 200 len: 909 time: 0.1812174 Jul 22 23:34:15.371134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b23266a9-f997-4372-8a9c-671a290440eb req-5c28d5ea-9b9f-41f6-b4c7-86e916e1f557 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Transition to ACTIVE for port object 8c3693c8-5a8b-4152-a9f6-062b99440855 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:15.413048 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-c4baf44b-f359-450c-896e-7df40d343b39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470bc0f5-1ff5-4d84-9015-ddc809343b63 HTTP/1.1" status: 200 len: 217 time: 0.0397823 Jul 22 23:34:15.480006 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-5c28d5ea-9b9f-41f6-b4c7-86e916e1f557 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:15.482617 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-4d6edce4-7207-4ec9-861b-c885973337d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:15.484143 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-4d6edce4-7207-4ec9-861b-c885973337d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 200 len: 848 time: 0.0645657 Jul 22 23:34:15.559192 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-09e58315-c9df-44a9-a486-22589e10cfe0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681050 Jul 22 23:34:15.562662 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23266a9-f997-4372-8a9c-671a290440eb req-5c28d5ea-9b9f-41f6-b4c7-86e916e1f557 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Network 142daeb4-1bad-42a9-9c9b-c68c75c2d4a4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:15.567854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-b23266a9-f997-4372-8a9c-671a290440eb req-5c28d5ea-9b9f-41f6-b4c7-86e916e1f557 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:15.576514 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28d5ea-9b9f-41f6-b4c7-86e916e1f557 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event updated for resources: {'Port': ['ID=8c3693c8-5a8b-4152-a9f6-062b99440855,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:15.579737 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23266a9-f997-4372-8a9c-671a290440eb req-5c28d5ea-9b9f-41f6-b4c7-86e916e1f557 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:15.639101 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Pushing event updated for resources: {'Port': ['ID=95002359-3e87-49de-ad22-251409fb8c58,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:15.678220 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-5c28d5ea-9b9f-41f6-b4c7-86e916e1f557 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:15.679962 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-5c28d5ea-9b9f-41f6-b4c7-86e916e1f557 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:15.706119 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-5c28d5ea-9b9f-41f6-b4c7-86e916e1f557 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0060771 Jul 22 23:34:15.712336 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-cf96e7f1-c63c-4a1b-86e2-0f69283a359c service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458414 Jul 22 23:34:15.718118 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b23266a9-f997-4372-8a9c-671a290440eb req-de433cfb-0ba2-4eee-8b6a-3c1fa7307c5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Request body: {'port': {'device_id': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6', 'admin_state_up': True, 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:15.750752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100297c1-b5c1-49e2-83d7-06d24ddcbe55 req-091319e1-f56b-4254-b80b-11b29ff497f8 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:15.752286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-100297c1-b5c1-49e2-83d7-06d24ddcbe55 req-091319e1-f56b-4254-b80b-11b29ff497f8 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 950 time: 0.7975783 Jul 22 23:34:15.840006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-225d2d9e-450e-48c4-bd88-4b9a0897abc7 service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7852573 Jul 22 23:34:15.840497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5d6b2bac-6f27-4237-b4d4-f2bbd3e0445e None None] Provisioning for port 8c3693c8-5a8b-4152-a9f6-062b99440855 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:15.844733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5d6b2bac-6f27-4237-b4d4-f2bbd3e0445e None None] Provisioning complete for port 8c3693c8-5a8b-4152-a9f6-062b99440855 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:15.845116 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d6b2bac-6f27-4237-b4d4-f2bbd3e0445e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:15.873287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c110a92-cf9b-4b29-8b4a-18a83dbee2c3 req-4eadebb7-41e1-4bd0-b5c5-8fa32d6a7703 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436018 Jul 22 23:34:15.899655 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b2bac-6f27-4237-b4d4-f2bbd3e0445e None None] Port 8c3693c8-5a8b-4152-a9f6-062b99440855 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:34:15.906625 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-951112e3-c97e-4d89-879a-202b8492fc65 service neutron] 10.222.0.18 "GET /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851017 Jul 22 23:34:15.929252 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-de433cfb-0ba2-4eee-8b6a-3c1fa7307c5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Made reservation on behalf of fdcbf1e127724668ac1e6e24c47b9058 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:15.931046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e51bb386-b165-4321-a197-2d8ee28d75d6 req-e7c3229d-fe4f-4b65-96c6-b2b10b5a516d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] For port 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=20bbab4f-4d91-4fb0-9af7-ed91d77e48eb,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:15.931686 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e51bb386-b165-4321-a197-2d8ee28d75d6 req-e7c3229d-fe4f-4b65-96c6-b2b10b5a516d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:15.934373 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-de433cfb-0ba2-4eee-8b6a-3c1fa7307c5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:15.955405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fc7e0-8022-4e02-8aaa-ef7f658e42f3 req-4f34ff61-8621-444e-bb40-59e61096b530 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:15.957434 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a29fc7e0-8022-4e02-8aaa-ef7f658e42f3 req-4f34ff61-8621-444e-bb40-59e61096b530 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=73896384-31e6-4fb4-8f9b-08d13867a075 HTTP/1.1" status: 200 len: 945 time: 0.8569710 Jul 22 23:34:16.004074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e51bb386-b165-4321-a197-2d8ee28d75d6 req-e7c3229d-fe4f-4b65-96c6-b2b10b5a516d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Calling delete_port for 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:16.082972 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-b23266a9-f997-4372-8a9c-671a290440eb req-de433cfb-0ba2-4eee-8b6a-3c1fa7307c5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Allocated IP 19.80.0.179 (89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6/f380b474-ae36-4ca7-b6ea-e590c6187f69/466d393d-03c7-4f00-926c-e7220233b1f5) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:16.116872 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Attempting to bind port 95002359-3e87-49de-ad22-251409fb8c58 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:16.117210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Attempting to bind port 95002359-3e87-49de-ad22-251409fb8c58 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '835bb451-d10f-4b34-a8f3-acdbc84382fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '0849a9a5-6c9f-45a2-b54c-f3234fbf3b35'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:16.117499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Attempting to bind port 95002359-3e87-49de-ad22-251409fb8c58 on network 0849a9a5-6c9f-45a2-b54c-f3234fbf3b35 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:16.185545 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.192514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Port 95002359-3e87-49de-ad22-251409fb8c58 on network 0849a9a5-6c9f-45a2-b54c-f3234fbf3b35 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:16.192847 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Attempting to bind port 95002359-3e87-49de-ad22-251409fb8c58 on network 0849a9a5-6c9f-45a2-b54c-f3234fbf3b35 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:16.217955 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a29fc7e0-8022-4e02-8aaa-ef7f658e42f3 req-de916e60-342b-4139-a59e-97208e8b1a82 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166746 Jul 22 23:34:16.234693 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-0e4364ed-b656-46e4-919d-79c426422e00 service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857832 Jul 22 23:34:16.235454 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:16.235914 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Checking segment: {'id': '835bb451-d10f-4b34-a8f3-acdbc84382fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '0849a9a5-6c9f-45a2-b54c-f3234fbf3b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:16.236364 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Bound using segment: {'id': '835bb451-d10f-4b34-a8f3-acdbc84382fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '0849a9a5-6c9f-45a2-b54c-f3234fbf3b35'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:16.236936 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Bound port: 95002359-3e87-49de-ad22-251409fb8c58, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835bb451-d10f-4b34-a8f3-acdbc84382fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '0849a9a5-6c9f-45a2-b54c-f3234fbf3b35'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:16.237334 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.287148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-100297c1-b5c1-49e2-83d7-06d24ddcbe55 req-06d27549-4010-4379-94d4-c3870147c7e9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Deleting port e1f3904d-d223-49a0-85c1-c692d7ace5eb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:16.287520 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-100297c1-b5c1-49e2-83d7-06d24ddcbe55 req-06d27549-4010-4379-94d4-c3870147c7e9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.348936 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-de433cfb-0ba2-4eee-8b6a-3c1fa7307c5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.356571 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-ac00d87f-607b-49e8-ab78-c3732d2fcc18 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:16.358055 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-ac00d87f-607b-49e8-ab78-c3732d2fcc18 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f&tenant_id=e3f3293308ad4d108b84009eb08300e1&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 1096 time: 0.1807287 Jul 22 23:34:16.397503 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b23266a9-f997-4372-8a9c-671a290440eb req-de433cfb-0ba2-4eee-8b6a-3c1fa7307c5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Transition to ACTIVE for port object 466d393d-03c7-4f00-926c-e7220233b1f5 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:16.405717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d484ab7-6779-4330-9e13-3fe642b3b947 req-e9d21162-1886-4ebd-acff-fabdc7559e09 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:16.412908 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d484ab7-6779-4330-9e13-3fe642b3b947 req-e9d21162-1886-4ebd-acff-fabdc7559e09 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:16.421730 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d484ab7-6779-4330-9e13-3fe642b3b947 req-e9d21162-1886-4ebd-acff-fabdc7559e09 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 1655 time: 0.4216709 Jul 22 23:34:16.475425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-de433cfb-0ba2-4eee-8b6a-3c1fa7307c5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.498775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:16.535292 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23266a9-f997-4372-8a9c-671a290440eb req-de433cfb-0ba2-4eee-8b6a-3c1fa7307c5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:16.543833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-b23266a9-f997-4372-8a9c-671a290440eb req-de433cfb-0ba2-4eee-8b6a-3c1fa7307c5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:16.548149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23266a9-f997-4372-8a9c-671a290440eb req-de433cfb-0ba2-4eee-8b6a-3c1fa7307c5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:16.580812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] For port 95002359-3e87-49de-ad22-251409fb8c58, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:16.596313 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-de433cfb-0ba2-4eee-8b6a-3c1fa7307c5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:16.596952 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-de433cfb-0ba2-4eee-8b6a-3c1fa7307c5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.597873 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.607154 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-ebf1d70f-34f6-488f-8b11-34d3dc3a080e service neutron] For port 470bc0f5-1ff5-4d84-9015-ddc809343b63, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:16.611073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de433cfb-0ba2-4eee-8b6a-3c1fa7307c5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event updated for resources: {'Port': ['ID=466d393d-03c7-4f00-926c-e7220233b1f5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:16.618266 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-ebf1d70f-34f6-488f-8b11-34d3dc3a080e service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.619636 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e564072-a3d7-41cc-b6b0-9a16ee255819 req-ebf1d70f-34f6-488f-8b11-34d3dc3a080e service neutron] 10.222.0.18 "DELETE /v2.0/ports/470bc0f5-1ff5-4d84-9015-ddc809343b63/bindings/n-h2-688802-2 HTTP/1.1" status: 204 len: 173 time: 0.2531340 Jul 22 23:34:16.627772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] For port 95002359-3e87-49de-ad22-251409fb8c58, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=95002359-3e87-49de-ad22-251409fb8c58,segment=NetworkSegment(835bb451-d10f-4b34-a8f3-acdbc84382fb),segment_id=835bb451-d10f-4b34-a8f3-acdbc84382fb)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:16.632205 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-de433cfb-0ba2-4eee-8b6a-3c1fa7307c5a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9187899 Jul 22 23:34:16.647021 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.647337 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Request body: {'port': {'device_id': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:16.652283 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d484ab7-6779-4330-9e13-3fe642b3b947 req-0c72cb1d-0044-42dd-8da9-40fb025848a9 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279301 Jul 22 23:34:16.665810 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e51bb386-b165-4321-a197-2d8ee28d75d6 req-e7c3229d-fe4f-4b65-96c6-b2b10b5a516d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.669595 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-100297c1-b5c1-49e2-83d7-06d24ddcbe55 req-06d27549-4010-4379-94d4-c3870147c7e9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] For port e1f3904d-d223-49a0-85c1-c692d7ace5eb, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e1f3904d-d223-49a0-85c1-c692d7ace5eb,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:16.669953 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-100297c1-b5c1-49e2-83d7-06d24ddcbe55 req-06d27549-4010-4379-94d4-c3870147c7e9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.729514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-100297c1-b5c1-49e2-83d7-06d24ddcbe55 req-06d27549-4010-4379-94d4-c3870147c7e9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Calling delete_port for e1f3904d-d223-49a0-85c1-c692d7ace5eb owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:16.742406 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.763663 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5661f46-94bf-4547-8fa9-e665d9f54790 req-c48ec920-7f08-43ef-9660-f0a17a638d1b tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:16.765425 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5661f46-94bf-4547-8fa9-e665d9f54790 req-c48ec920-7f08-43ef-9660-f0a17a638d1b tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 944 time: 0.4353371 Jul 22 23:34:16.766764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:16.767387 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.768701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] 10.222.0.18 "PUT /v2.0/ports/95002359-3e87-49de-ad22-251409fb8c58 HTTP/1.1" status: 200 len: 1091 time: 3.3781815 Jul 22 23:34:16.777582 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e983620-51a7-4b56-87b7-4dd44b8b0ad0', 'tag': '95002359-3e87-49de-ad22-251409fb8c58'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:16.780314 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c455a6-ca91-4718-a0f8-ab8f5ffeb9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9e983620-51a7-4b56-87b7-4dd44b8b0ad0", "tag": "95002359-3e87-49de-ad22-251409fb8c58"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:16.894669 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcdad8-4a61-4431-91b1-f2c7853c193a service neutron] Pushing event updated for resources: {'Port': ['ID=95002359-3e87-49de-ad22-251409fb8c58,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:16.953375 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51bb386-b165-4321-a197-2d8ee28d75d6 req-e7c3229d-fe4f-4b65-96c6-b2b10b5a516d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] No DVR routers for this DVR port 20bbab4f-4d91-4fb0-9af7-ed91d77e48eb on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:17.006726 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e51bb386-b165-4321-a197-2d8ee28d75d6 req-e7c3229d-fe4f-4b65-96c6-b2b10b5a516d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.008292 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e51bb386-b165-4321-a197-2d8ee28d75d6 req-e7c3229d-fe4f-4b65-96c6-b2b10b5a516d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.18 "DELETE /v2.0/ports/20bbab4f-4d91-4fb0-9af7-ed91d77e48eb HTTP/1.1" status: 204 len: 173 time: 2.4895945 Jul 22 23:34:17.017552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-2b072885-0abc-48e6-b8c2-4557c748ae8d tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:17.019200 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-2b072885-0abc-48e6-b8c2-4557c748ae8d tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b&tenant_id=56035dbeb92e4f879395357fce5a955e&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 1095 time: 0.5156367 Jul 22 23:34:17.032878 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3378c57f-c93c-4b20-b901-4d8cd9fe528b None None] Provisioning for port 466d393d-03c7-4f00-926c-e7220233b1f5 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:17.046855 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3229d-fe4f-4b65-96c6-b2b10b5a516d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Pushing event deleted for resources: {'Port': ['ID=20bbab4f-4d91-4fb0-9af7-ed91d77e48eb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:17.051448 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3378c57f-c93c-4b20-b901-4d8cd9fe528b None None] Provisioning complete for port 466d393d-03c7-4f00-926c-e7220233b1f5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:17.051823 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3378c57f-c93c-4b20-b901-4d8cd9fe528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.074596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5661f46-94bf-4547-8fa9-e665d9f54790 req-b2feb0bb-abc2-42f6-ba72-44518aa189a2 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790687 Jul 22 23:34:17.102670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3378c57f-c93c-4b20-b901-4d8cd9fe528b None None] Port 466d393d-03c7-4f00-926c-e7220233b1f5 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:34:17.122221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca217da-a0e9-4c62-a35a-820bd53f5242 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:17.131920 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.149211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Transition to ACTIVE for port object 5ca217da-a0e9-4c62-a35a-820bd53f5242 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:17.154261 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.238328 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-c10b7ec4-d858-436a-b0b3-0c19d44f9d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:17.239906 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-c10b7ec4-d858-436a-b0b3-0c19d44f9d97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6cff4e452c314f4eaa35c728a204a171&device_id=9e983620-51a7-4b56-87b7-4dd44b8b0ad0 HTTP/1.1" status: 200 len: 1094 time: 0.3326001 Jul 22 23:34:17.252139 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca217da-a0e9-4c62-a35a-820bd53f5242,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:17.257683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef3930-7680-4711-b504-d01529835ce7 req-93257f71-8c44-44e8-95f5-0c3348d1c988 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:17.265741 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecef3930-7680-4711-b504-d01529835ce7 req-93257f71-8c44-44e8-95f5-0c3348d1c988 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e983620-51a7-4b56-87b7-4dd44b8b0ad0 HTTP/1.1" status: 200 len: 943 time: 0.3191073 Jul 22 23:34:17.359796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Attempting to bind port 5ca217da-a0e9-4c62-a35a-820bd53f5242 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:17.360316 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Attempting to bind port 5ca217da-a0e9-4c62-a35a-820bd53f5242 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '75c5c396-d5c4-4085-b34a-e7f8f56cb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:17.360537 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Attempting to bind port 5ca217da-a0e9-4c62-a35a-820bd53f5242 on network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:17.365501 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Port 5ca217da-a0e9-4c62-a35a-820bd53f5242 on network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:17.365851 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Attempting to bind port 5ca217da-a0e9-4c62-a35a-820bd53f5242 on network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:17.376264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:17.376776 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Checking segment: {'id': '75c5c396-d5c4-4085-b34a-e7f8f56cb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:17.377310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Bound using segment: {'id': '75c5c396-d5c4-4085-b34a-e7f8f56cb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:17.377772 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Bound port: 5ca217da-a0e9-4c62-a35a-820bd53f5242, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c5c396-d5c4-4085-b34a-e7f8f56cb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:17.378137 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.408038 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-8e6b1d4b-3176-47f1-882d-438222289bb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95002359-3e87-49de-ad22-251409fb8c58 HTTP/1.1" status: 200 len: 217 time: 0.1375384 Jul 22 23:34:17.457326 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] For port 5ca217da-a0e9-4c62-a35a-820bd53f5242, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:17.461715 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] For port 5ca217da-a0e9-4c62-a35a-820bd53f5242, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=5ca217da-a0e9-4c62-a35a-820bd53f5242,segment=NetworkSegment(75c5c396-d5c4-4085-b34a-e7f8f56cb58e),segment_id=75c5c396-d5c4-4085-b34a-e7f8f56cb58e)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:17.467309 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.508434 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-3733d605-765a-4c23-aa1e-60a165b863cb service neutron] For port f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:17.517431 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-100297c1-b5c1-49e2-83d7-06d24ddcbe55 req-06d27549-4010-4379-94d4-c3870147c7e9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.525240 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-3733d605-765a-4c23-aa1e-60a165b863cb service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.526847 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3145e8e3-3cfb-436c-bda6-83e9263747c7 req-3733d605-765a-4c23-aa1e-60a165b863cb service neutron] 10.222.0.95 "DELETE /v2.0/ports/f5d4ec6d-86b2-4f19-be4b-ce46917cef65/bindings/n-h1-688802-2 HTTP/1.1" status: 204 len: 173 time: 0.4727793 Jul 22 23:34:17.530443 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca217da-a0e9-4c62-a35a-820bd53f5242,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:17.532315 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['a5df4edb-89f9-49f5-9058-1704c473d025'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:17.545110 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:17.547616 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.550205 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-588d794d-a669-4eb4-ae0e-9485df68fec6 service neutron] 10.222.0.95 "PUT /v2.0/ports/5ca217da-a0e9-4c62-a35a-820bd53f5242 HTTP/1.1" status: 200 len: 1092 time: 0.9090858 Jul 22 23:34:17.552069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'tag': '5ca217da-a0e9-4c62-a35a-820bd53f5242'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:17.558331 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c6c2db-2187-40b2-9e75-a908cd4fc73f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "tag": "5ca217da-a0e9-4c62-a35a-820bd53f5242"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:17.560755 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecef3930-7680-4711-b504-d01529835ce7 req-51603116-201c-4a98-b127-e944335729d2 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/security-groups?id=74249d05-577b-436c-bd1d-dada7908982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888386 Jul 22 23:34:17.584861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['1ffff702-ff63-4a07-a49d-3f2b81c037c3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:17.639833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Request body: {'port': {'device_id': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:17.641264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-fbbfc882-05de-498c-b28c-690861d8bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:17.643149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-fbbfc882-05de-498c-b28c-690861d8bcb4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb22c677-ea9b-4b1e-ad0d-3724be6b06cc HTTP/1.1" status: 200 len: 858 time: 0.1872480 Jul 22 23:34:17.659169 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6c016b-190b-4bef-b528-cd6028557beb x-openstack-request-id: req-3f6c016b-190b-4bef-b528-cd6028557beb {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:17.659630 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e983620-51a7-4b56-87b7-4dd44b8b0ad0", "tag": "95002359-3e87-49de-ad22-251409fb8c58", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:17.659984 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f6c016b-190b-4bef-b528-cd6028557beb {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:17.661648 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e983620-51a7-4b56-87b7-4dd44b8b0ad0', 'tag': '95002359-3e87-49de-ad22-251409fb8c58', 'status': 'completed', 'code': 200} Jul 22 23:34:17.664896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d27549-4010-4379-94d4-c3870147c7e9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Pushing event deleted for resources: {'Port': ['ID=e1f3904d-d223-49a0-85c1-c692d7ace5eb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:17.815380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-100297c1-b5c1-49e2-83d7-06d24ddcbe55 req-06d27549-4010-4379-94d4-c3870147c7e9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] No DVR routers for this DVR port e1f3904d-d223-49a0-85c1-c692d7ace5eb on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:17.818760 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-100297c1-b5c1-49e2-83d7-06d24ddcbe55 req-06d27549-4010-4379-94d4-c3870147c7e9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.821438 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-100297c1-b5c1-49e2-83d7-06d24ddcbe55 req-06d27549-4010-4379-94d4-c3870147c7e9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "DELETE /v2.0/ports/e1f3904d-d223-49a0-85c1-c692d7ace5eb HTTP/1.1" status: 204 len: 173 time: 2.0450885 Jul 22 23:34:17.834074 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-12fba1f0-08db-440f-ae5c-c9c48577ece6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0849a9a5-6c9f-45a2-b54c-f3234fbf3b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1590924 Jul 22 23:34:17.842402 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:18.147677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41a103-06ce-4f92-bc53-b93d4c2bf3ce req-bc0cf89f-6c09-4863-9c38-e0b771d2fcdf tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:18.149285 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc41a103-06ce-4f92-bc53-b93d4c2bf3ce req-bc0cf89f-6c09-4863-9c38-e0b771d2fcdf tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f478cd52-2d6e-4c58-a3ff-c196d44b380f HTTP/1.1" status: 200 len: 868 time: 0.7491219 Jul 22 23:34:18.227087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-879f7441-2250-440f-a13e-9fb90a17f1c5 service neutron] 10.222.0.18 "GET /v2.0/networks/0849a9a5-6c9f-45a2-b54c-f3234fbf3b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664863 Jul 22 23:34:18.240137 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e1f3904d-d223-49a0-85c1-c692d7ace5eb no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:18.244361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2876c92-56ab-4826-a9f9-ec4b02c252f4 req-ca56bb03-64aa-4a2d-a9b5-7ce5a48596d8 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:18.251316 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c2876c92-56ab-4826-a9f9-ec4b02c252f4 req-ca56bb03-64aa-4a2d-a9b5-7ce5a48596d8 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 945 time: 0.4377093 Jul 22 23:34:18.269837 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: e1f3904d-d223-49a0-85c1-c692d7ace5eb {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:18.270240 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e1f3904d-d223-49a0-85c1-c692d7ace5eb not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:18.272533 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3693c8-5a8b-4152-a9f6-062b99440855 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:18.280907 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc41a103-06ce-4f92-bc53-b93d4c2bf3ce req-92755fba-1fd8-46cb-a13b-22a263510f7c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235833 Jul 22 23:34:18.281626 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:18.311353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Transition to ACTIVE for port object 8c3693c8-5a8b-4152-a9f6-062b99440855 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:18.316429 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:18.323731 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c2876c92-56ab-4826-a9f9-ec4b02c252f4 req-c9470677-f108-4c49-a80d-979453f42cae tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655565 Jul 22 23:34:18.429448 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3693c8-5a8b-4152-a9f6-062b99440855,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:18.513261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9ffc4b52-e5ca-4652-bfe0-da94209df680 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:18.523726 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed552699-016e-49da-a9e0-d79e208e3ba6 req-f970e777-41d4-4c97-b192-666dd31bc490 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=73896384-31e6-4fb4-8f9b-08d13867a075 HTTP/1.1" status: 200 len: 210 time: 0.0700603 Jul 22 23:34:18.535509 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac66af26-833e-4d25-876c-8ea8c7238fd2 x-openstack-request-id: req-ac66af26-833e-4d25-876c-8ea8c7238fd2 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:18.535806 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "tag": "5ca217da-a0e9-4c62-a35a-820bd53f5242", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:18.536055 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac66af26-833e-4d25-876c-8ea8c7238fd2 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:18.536456 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'tag': '5ca217da-a0e9-4c62-a35a-820bd53f5242', 'status': 'completed', 'code': 200} Jul 22 23:34:18.558285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Attempting to bind port 8c3693c8-5a8b-4152-a9f6-062b99440855 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:18.558730 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Attempting to bind port 8c3693c8-5a8b-4152-a9f6-062b99440855 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'c4347236-7675-4252-8624-08d064bf3fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '142daeb4-1bad-42a9-9c9b-c68c75c2d4a4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:18.558869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Attempting to bind port 8c3693c8-5a8b-4152-a9f6-062b99440855 on network 142daeb4-1bad-42a9-9c9b-c68c75c2d4a4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:18.571087 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Port 8c3693c8-5a8b-4152-a9f6-062b99440855 on network 142daeb4-1bad-42a9-9c9b-c68c75c2d4a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:18.571419 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Attempting to bind port 8c3693c8-5a8b-4152-a9f6-062b99440855 on network 142daeb4-1bad-42a9-9c9b-c68c75c2d4a4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:18.585460 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:18.585802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Checking segment: {'id': 'c4347236-7675-4252-8624-08d064bf3fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '142daeb4-1bad-42a9-9c9b-c68c75c2d4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:18.586189 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Bound using segment: {'id': 'c4347236-7675-4252-8624-08d064bf3fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '142daeb4-1bad-42a9-9c9b-c68c75c2d4a4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:18.586630 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Bound port: 8c3693c8-5a8b-4152-a9f6-062b99440855, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4347236-7675-4252-8624-08d064bf3fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '142daeb4-1bad-42a9-9c9b-c68c75c2d4a4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:18.586989 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:18.688164 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:18.719332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-613f40b8-efd5-430c-87bc-e1a19e97ba2c req-277cfa83-64b4-4e39-8a09-36efe42d7233 service neutron] 10.222.0.18 "GET /v2.0/networks/0849a9a5-6c9f-45a2-b54c-f3234fbf3b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372513 Jul 22 23:34:18.727937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] For port 8c3693c8-5a8b-4152-a9f6-062b99440855, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:18.734463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9662ae1-69c5-4944-a1fa-bd1383dc3165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffc4b52-e5ca-4652-bfe0-da94209df680'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:18.736703 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a04401-1f77-486f-9162-13a816b3e1e8" -d '{"events": [{"server_uuid": "b9662ae1-69c5-4944-a1fa-bd1383dc3165", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffc4b52-e5ca-4652-bfe0-da94209df680"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:18.742220 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] For port 8c3693c8-5a8b-4152-a9f6-062b99440855, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=8c3693c8-5a8b-4152-a9f6-062b99440855,segment=NetworkSegment(c4347236-7675-4252-8624-08d064bf3fb5),segment_id=c4347236-7675-4252-8624-08d064bf3fb5)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:18.749020 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:18.767429 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6c2db-2187-40b2-9e75-a908cd4fc73f req-086a7a3b-a096-4612-9397-4b25e54f090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:18.767912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6c2db-2187-40b2-9e75-a908cd4fc73f req-086a7a3b-a096-4612-9397-4b25e54f090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:18.768391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6c2db-2187-40b2-9e75-a908cd4fc73f req-086a7a3b-a096-4612-9397-4b25e54f090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:18.770037 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8c6c2db-2187-40b2-9e75-a908cd4fc73f req-086a7a3b-a096-4612-9397-4b25e54f090b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fdcbf1e127724668ac1e6e24c47b9058&device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 2757 time: 0.2132127 Jul 22 23:34:18.770510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 9ffc4b52-e5ca-4652-bfe0-da94209df680, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9ffc4b52-e5ca-4652-bfe0-da94209df680,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:18.791743 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:18.791950 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:18.793442 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] 10.222.0.95 "PUT /v2.0/ports/8c3693c8-5a8b-4152-a9f6-062b99440855 HTTP/1.1" status: 200 len: 1092 time: 1.1591413 Jul 22 23:34:18.815968 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:18.819796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86dc2e-759a-4f1e-b142-b7dbebb25042 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3693c8-5a8b-4152-a9f6-062b99440855,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:18.835907 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Request body: {'port': {'device_id': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:18.896856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28088cc6-c5d0-427a-8029-490944b15349 req-891bae0f-73b4-48e8-8fe8-c1e81af9e934 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:18.908055 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=9ffc4b52-e5ca-4652-bfe0-da94209df680,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:18.908963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28088cc6-c5d0-427a-8029-490944b15349 req-891bae0f-73b4-48e8-8fe8-c1e81af9e934 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:18.917158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28088cc6-c5d0-427a-8029-490944b15349 req-891bae0f-73b4-48e8-8fe8-c1e81af9e934 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:18.927659 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-28088cc6-c5d0-427a-8029-490944b15349 req-891bae0f-73b4-48e8-8fe8-c1e81af9e934 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 2401 time: 0.2922947 Jul 22 23:34:18.939475 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:19.131963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d579cd-727b-4e98-a8f6-666b3398b8e0 req-826c77ad-95c2-4350-b1a2-b43e512edbf7 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:19.137588 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e7d579cd-727b-4e98-a8f6-666b3398b8e0 req-826c77ad-95c2-4350-b1a2-b43e512edbf7 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 949 time: 0.4710290 Jul 22 23:34:19.153186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6c2db-2187-40b2-9e75-a908cd4fc73f req-630afce6-80ce-4427-87aa-83d98db41e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:19.153946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6c2db-2187-40b2-9e75-a908cd4fc73f req-630afce6-80ce-4427-87aa-83d98db41e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:19.154386 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6c2db-2187-40b2-9e75-a908cd4fc73f req-630afce6-80ce-4427-87aa-83d98db41e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:19.156005 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8c6c2db-2187-40b2-9e75-a908cd4fc73f req-630afce6-80ce-4427-87aa-83d98db41e4b service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=fdcbf1e127724668ac1e6e24c47b9058&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3770282 Jul 22 23:34:19.204763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-28088cc6-c5d0-427a-8029-490944b15349 req-0584dec8-e6ec-4e89-80a1-d968b67eb2ff tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759397 Jul 22 23:34:19.243503 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466d393d-03c7-4f00-926c-e7220233b1f5 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:19.257665 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:19.274888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Transition to ACTIVE for port object 466d393d-03c7-4f00-926c-e7220233b1f5 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:19.280512 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:19.335513 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=466d393d-03c7-4f00-926c-e7220233b1f5,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:19.434846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Attempting to bind port 466d393d-03c7-4f00-926c-e7220233b1f5 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:19.435351 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Attempting to bind port 466d393d-03c7-4f00-926c-e7220233b1f5 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '75c5c396-d5c4-4085-b34a-e7f8f56cb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:19.435781 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Attempting to bind port 466d393d-03c7-4f00-926c-e7220233b1f5 on network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:19.441640 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Port 466d393d-03c7-4f00-926c-e7220233b1f5 on network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:19.442208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Attempting to bind port 466d393d-03c7-4f00-926c-e7220233b1f5 on network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:19.450376 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:19.450886 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Checking segment: {'id': '75c5c396-d5c4-4085-b34a-e7f8f56cb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:19.451345 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Bound using segment: {'id': '75c5c396-d5c4-4085-b34a-e7f8f56cb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:19.451797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Bound port: 466d393d-03c7-4f00-926c-e7220233b1f5, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c5c396-d5c4-4085-b34a-e7f8f56cb58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:19.452162 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:19.537127 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] For port 466d393d-03c7-4f00-926c-e7220233b1f5, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:19.540654 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] For port 466d393d-03c7-4f00-926c-e7220233b1f5, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=466d393d-03c7-4f00-926c-e7220233b1f5,segment=NetworkSegment(75c5c396-d5c4-4085-b34a-e7f8f56cb58e),segment_id=75c5c396-d5c4-4085-b34a-e7f8f56cb58e)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:19.548691 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:19.591132 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:19.591849 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:19.593274 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] 10.222.0.95 "PUT /v2.0/ports/466d393d-03c7-4f00-926c-e7220233b1f5 HTTP/1.1" status: 200 len: 1092 time: 0.7627375 Jul 22 23:34:19.620811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4df487-63f8-427e-8094-7f8a019aa9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=466d393d-03c7-4f00-926c-e7220233b1f5,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:19.655067 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e7d579cd-727b-4e98-a8f6-666b3398b8e0 req-1a580a7a-da29-471b-8e63-71093ef159a5 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146430 Jul 22 23:34:19.694713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73896384-31e6-4fb4-8f9b-08d13867a075', 'name': 'network-vif-deleted', 'tag': '20bbab4f-4d91-4fb0-9af7-ed91d77e48eb'}, {'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'name': 'network-vif-deleted', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:19.697050 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718d4fac-7de3-49c9-a26b-92472c91472e" -d '{"events": [{"server_uuid": "73896384-31e6-4fb4-8f9b-08d13867a075", "name": "network-vif-deleted", "tag": "20bbab4f-4d91-4fb0-9af7-ed91d77e48eb"}, {"server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "name": "network-vif-deleted", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:19.731316 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c455a6-ca91-4718-a0f8-ab8f5ffeb9ae req-3d242092-e19d-43e8-8205-99a1b05b0c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:19.733011 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41c455a6-ca91-4718-a0f8-ab8f5ffeb9ae req-3d242092-e19d-43e8-8205-99a1b05b0c96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6cff4e452c314f4eaa35c728a204a171&device_id=9e983620-51a7-4b56-87b7-4dd44b8b0ad0 HTTP/1.1" status: 200 len: 1094 time: 0.8877027 Jul 22 23:34:19.735463 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6c2db-2187-40b2-9e75-a908cd4fc73f req-76394130-7ac3-493b-bb1d-0e538b3b90ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:19.736842 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8c6c2db-2187-40b2-9e75-a908cd4fc73f req-76394130-7ac3-493b-bb1d-0e538b3b90ed service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5708830 Jul 22 23:34:19.921017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e683a9-54c6-4578-9ef7-f6d2667053b6 req-fca4010b-d6aa-401f-a57d-d33f5a0bb83b tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:19.922611 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59e683a9-54c6-4578-9ef7-f6d2667053b6 req-fca4010b-d6aa-401f-a57d-d33f5a0bb83b tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 944 time: 0.2981641 Jul 22 23:34:19.980020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c455a6-ca91-4718-a0f8-ab8f5ffeb9ae req-2a92959a-63dd-4f04-86d4-873db12d8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:19.981627 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41c455a6-ca91-4718-a0f8-ab8f5ffeb9ae req-2a92959a-63dd-4f04-86d4-873db12d8c26 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0849a9a5-6c9f-45a2-b54c-f3234fbf3b35 HTTP/1.1" status: 200 len: 919 time: 0.2409556 Jul 22 23:34:20.058566 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41c455a6-ca91-4718-a0f8-ab8f5ffeb9ae req-f3aff910-6dbc-45ea-8dd7-28da5df4d2b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95002359-3e87-49de-ad22-251409fb8c58 HTTP/1.1" status: 200 len: 217 time: 0.0661840 Jul 22 23:34:20.061519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59e683a9-54c6-4578-9ef7-f6d2667053b6 req-a89ae659-c773-486f-80bb-19f8597f82bc tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244013 Jul 22 23:34:20.066798 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-a6419062-c4f3-49ea-845f-ff21b402f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:20.067285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-a6419062-c4f3-49ea-845f-ff21b402f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:20.067757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-a6419062-c4f3-49ea-845f-ff21b402f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:20.069538 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-a6419062-c4f3-49ea-845f-ff21b402f050 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fdcbf1e127724668ac1e6e24c47b9058&device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 2866 time: 0.2840929 Jul 22 23:34:20.138934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd50b7d-5de0-43ff-9a41-fec533853daa req-53b47f33-3508-4a2a-aa95-80582221d565 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:20.140515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fd50b7d-5de0-43ff-9a41-fec533853daa req-53b47f33-3508-4a2a-aa95-80582221d565 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e983620-51a7-4b56-87b7-4dd44b8b0ad0 HTTP/1.1" status: 200 len: 943 time: 0.3420885 Jul 22 23:34:20.178579 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941248e5-38be-42a7-9813-90a423516e70 x-openstack-request-id: req-941248e5-38be-42a7-9813-90a423516e70 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:20.179102 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9662ae1-69c5-4944-a1fa-bd1383dc3165", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffc4b52-e5ca-4652-bfe0-da94209df680", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:20.179102 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-941248e5-38be-42a7-9813-90a423516e70 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:20.179517 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9662ae1-69c5-4944-a1fa-bd1383dc3165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffc4b52-e5ca-4652-bfe0-da94209df680', 'code': 200} Jul 22 23:34:20.194371 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-a4345517-a581-415b-b573-5a3b2247b4d9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=5ca217da-a0e9-4c62-a35a-820bd53f5242 HTTP/1.1" status: 200 len: 217 time: 0.0639658 Jul 22 23:34:20.195761 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c455a6-ca91-4718-a0f8-ab8f5ffeb9ae req-93f0e8df-8276-494a-9692-36afea85f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:20.197143 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41c455a6-ca91-4718-a0f8-ab8f5ffeb9ae req-93f0e8df-8276-494a-9692-36afea85f144 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb22c677-ea9b-4b1e-ad0d-3724be6b06cc HTTP/1.1" status: 200 len: 858 time: 0.1256216 Jul 22 23:34:20.278187 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41c455a6-ca91-4718-a0f8-ab8f5ffeb9ae req-953af633-f31c-4758-b0c8-213ed5e3164e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0849a9a5-6c9f-45a2-b54c-f3234fbf3b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612381 Jul 22 23:34:20.335113 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fd50b7d-5de0-43ff-9a41-fec533853daa req-a8abf28f-8f7b-4093-b8c8-fd68ff6e3525 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/security-groups?id=74249d05-577b-436c-bd1d-dada7908982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853907 Jul 22 23:34:20.349137 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9240371-1487-4c44-ba71-b3f2e0ac811a req-96da27b8-1221-4f16-85ad-4da7f2774f02 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=73896384-31e6-4fb4-8f9b-08d13867a075 HTTP/1.1" status: 200 len: 210 time: 0.0796731 Jul 22 23:34:20.371092 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-b1a9db42-f6ad-48ff-8741-3160ed543f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:20.381492 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-b1a9db42-f6ad-48ff-8741-3160ed543f98 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f380b474-ae36-4ca7-b6ea-e590c6187f69 HTTP/1.1" status: 200 len: 801 time: 0.1769457 Jul 22 23:34:20.470090 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45a5b0d-6250-4fe2-86ea-783d4bc26dd1 x-openstack-request-id: req-d45a5b0d-6250-4fe2-86ea-783d4bc26dd1 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:20.470647 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73896384-31e6-4fb4-8f9b-08d13867a075", "name": "network-vif-deleted", "tag": "20bbab4f-4d91-4fb0-9af7-ed91d77e48eb", "status": "completed", "code": 200}, {"server_uuid": "f478cd52-2d6e-4c58-a3ff-c196d44b380f", "name": "network-vif-deleted", "tag": "e1f3904d-d223-49a0-85c1-c692d7ace5eb", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:20.471087 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d45a5b0d-6250-4fe2-86ea-783d4bc26dd1 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:20.471756 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73896384-31e6-4fb4-8f9b-08d13867a075', 'name': 'network-vif-deleted', 'tag': '20bbab4f-4d91-4fb0-9af7-ed91d77e48eb', 'status': 'completed', 'code': 200} Jul 22 23:34:20.472228 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f478cd52-2d6e-4c58-a3ff-c196d44b380f', 'name': 'network-vif-deleted', 'tag': 'e1f3904d-d223-49a0-85c1-c692d7ace5eb', 'status': 'completed', 'code': 200} Jul 22 23:34:20.522410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41c455a6-ca91-4718-a0f8-ab8f5ffeb9ae req-e259afdc-9995-4151-97cc-ea8e6f63b125 service neutron] 10.222.0.18 "GET /v2.0/networks/0849a9a5-6c9f-45a2-b54c-f3234fbf3b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254539 Jul 22 23:34:20.528847 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 95002359-3e87-49de-ad22-251409fb8c58 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:34:20.537726 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'tag': '8c3693c8-5a8b-4152-a9f6-062b99440855'}, {'name': 'network-changed', 'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'tag': '466d393d-03c7-4f00-926c-e7220233b1f5'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:20.540678 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "tag": "8c3693c8-5a8b-4152-a9f6-062b99440855"}, {"name": "network-changed", "server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "tag": "466d393d-03c7-4f00-926c-e7220233b1f5"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:20.620654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-f2f37385-bc26-4dda-90f6-83e909f4e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:20.633058 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-f2f37385-bc26-4dda-90f6-83e909f4e15b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2380922 Jul 22 23:34:20.703042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 95002359-3e87-49de-ad22-251409fb8c58, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=95002359-3e87-49de-ad22-251409fb8c58,segment=NetworkSegment(835bb451-d10f-4b34-a8f3-acdbc84382fb),segment_id=835bb451-d10f-4b34-a8f3-acdbc84382fb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:20.718623 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '95002359-3e87-49de-ad22-251409fb8c58', 'network_id': '0849a9a5-6c9f-45a2-b54c-f3234fbf3b35', 'port_id': '95002359-3e87-49de-ad22-251409fb8c58', 'mac_address': 'fa:16:3e:fb:e8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb22c677-ea9b-4b1e-ad0d-3724be6b06cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:34:20.759414 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:20.778692 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95002359-3e87-49de-ad22-251409fb8c58 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:20.801328 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 95002359-3e87-49de-ad22-251409fb8c58, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=95002359-3e87-49de-ad22-251409fb8c58,segment=NetworkSegment(835bb451-d10f-4b34-a8f3-acdbc84382fb),segment_id=835bb451-d10f-4b34-a8f3-acdbc84382fb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:20.806534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41c455a6-ca91-4718-a0f8-ab8f5ffeb9ae req-7e224d95-7690-4639-9d14-81e11926285d service neutron] 10.222.0.18 "GET /v2.0/networks/0849a9a5-6c9f-45a2-b54c-f3234fbf3b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472913 Jul 22 23:34:20.811041 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:20.830782 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a86a1f-da16-4bdf-8ca7-9181d8c1a0c9 req-d44c29d8-1b84-4a19-942c-6e2d87695039 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:20.844280 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78a86a1f-da16-4bdf-8ca7-9181d8c1a0c9 req-d44c29d8-1b84-4a19-942c-6e2d87695039 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 1096 time: 0.3351858 Jul 22 23:34:20.847447 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-18f58ca7-2f0e-4b15-b4d8-0ab5f6a7b2ad service neutron] 10.222.0.95 "GET /v2.0/networks/89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981900 Jul 22 23:34:20.901874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=95002359-3e87-49de-ad22-251409fb8c58,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:20.957559 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78a86a1f-da16-4bdf-8ca7-9181d8c1a0c9 req-c1af3771-a58d-4a8f-b5eb-0eb5a40080f4 tempest-LiveMigrationTest-578951443 tempest-LiveMigrationTest-578951443-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183794 Jul 22 23:34:20.997146 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-bd6e5a56-3e1c-4485-b1e9-0be718c4a4c6 service neutron] 10.222.0.95 "GET /v2.0/networks/89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340847 Jul 22 23:34:21.056795 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-6dc7b9aa-8bfc-4d64-869d-6f9dce468fef service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.222&port_id=8c3693c8-5a8b-4152-a9f6-062b99440855 HTTP/1.1" status: 200 len: 217 time: 0.0528352 Jul 22 23:34:21.094189 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:34:21.143988 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7612db75-b5ed-4ef8-bbf1-db8a372c2eb9 x-openstack-request-id: req-7612db75-b5ed-4ef8-bbf1-db8a372c2eb9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:21.144564 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "tag": "8c3693c8-5a8b-4152-a9f6-062b99440855", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "tag": "466d393d-03c7-4f00-926c-e7220233b1f5", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:21.145123 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7612db75-b5ed-4ef8-bbf1-db8a372c2eb9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:21.145824 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'tag': '8c3693c8-5a8b-4152-a9f6-062b99440855', 'status': 'completed', 'code': 200} Jul 22 23:34:21.146429 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'tag': '466d393d-03c7-4f00-926c-e7220233b1f5', 'status': 'completed', 'code': 200} Jul 22 23:34:21.152408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-c0ce9301-e35a-4c6b-ba24-0c8db3ebf587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.153910 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-c0ce9301-e35a-4c6b-ba24-0c8db3ebf587 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=42b8deed-d723-48b8-b7f0-f90e58895732 HTTP/1.1" status: 200 len: 801 time: 0.0863056 Jul 22 23:34:21.175365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['95002359-3e87-49de-ad22-251409fb8c58'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:21.215926 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c63686-930c-49ff-b481-57d1c38fdcf1 req-3e0934a3-7a06-4b88-ba2a-5ed8c6ccd81a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.223849 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c63686-930c-49ff-b481-57d1c38fdcf1 req-3e0934a3-7a06-4b88-ba2a-5ed8c6ccd81a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.229291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c63686-930c-49ff-b481-57d1c38fdcf1 req-3e0934a3-7a06-4b88-ba2a-5ed8c6ccd81a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.237280 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9c63686-930c-49ff-b481-57d1c38fdcf1 req-3e0934a3-7a06-4b88-ba2a-5ed8c6ccd81a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 2413 time: 0.1614790 Jul 22 23:34:21.284536 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9c63686-930c-49ff-b481-57d1c38fdcf1 req-682228d8-51f6-44bb-9445-e47a04543287 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463560 Jul 22 23:34:21.336531 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-a8d19f29-560e-42d3-996e-7e85cb1845ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.338274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-a8d19f29-560e-42d3-996e-7e85cb1845ba service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=142daeb4-1bad-42a9-9c9b-c68c75c2d4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1733713 Jul 22 23:34:21.390366 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f777003-620a-4824-942b-0f198eddb110 req-b68c4f46-dfb5-4b6d-a94f-a5f09f86c7ec tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.391908 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0f777003-620a-4824-942b-0f198eddb110 req-b68c4f46-dfb5-4b6d-a94f-a5f09f86c7ec tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 1095 time: 0.1118438 Jul 22 23:34:21.484061 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0f777003-620a-4824-942b-0f198eddb110 req-2ebb12b1-7e13-4d13-9ec9-ca7b81a9de5c tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621769 Jul 22 23:34:21.486051 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-d528195f-15fa-42e2-bcaa-f8dbc86ddd7d service neutron] 10.222.0.95 "GET /v2.0/networks/142daeb4-1bad-42a9-9c9b-c68c75c2d4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381528 Jul 22 23:34:21.668755 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-5416415c-d87d-40c0-8430-3e5152fc6a2c service neutron] 10.222.0.95 "GET /v2.0/networks/142daeb4-1bad-42a9-9c9b-c68c75c2d4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743267 Jul 22 23:34:21.698310 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4863de-fc89-4785-999a-1c1e5c864810 req-58332821-dccd-412d-9ccc-7a872b6646c8 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.699858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8a4863de-fc89-4785-999a-1c1e5c864810 req-58332821-dccd-412d-9ccc-7a872b6646c8 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.1977816 Jul 22 23:34:21.736821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-3761f674-a7b4-46ac-87a6-bc54cdefd527 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=466d393d-03c7-4f00-926c-e7220233b1f5 HTTP/1.1" status: 200 len: 217 time: 0.0569406 Jul 22 23:34:21.754551 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a30b81-0782-4d0f-92f3-6825f8b3adb4 req-71cc55b4-9502-4e72-9419-b131fd06965e tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.755978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-31a30b81-0782-4d0f-92f3-6825f8b3adb4 req-71cc55b4-9502-4e72-9419-b131fd06965e tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e983620-51a7-4b56-87b7-4dd44b8b0ad0 HTTP/1.1" status: 200 len: 944 time: 0.1668468 Jul 22 23:34:21.826724 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8a4863de-fc89-4785-999a-1c1e5c864810 req-1c91a92f-b3b5-4fb3-8939-02304e2ac63a tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984037 Jul 22 23:34:21.841518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-ec5896e4-6b34-4c83-b1d9-2d11574f6492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.842964 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-ec5896e4-6b34-4c83-b1d9-2d11574f6492 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f380b474-ae36-4ca7-b6ea-e590c6187f69 HTTP/1.1" status: 200 len: 801 time: 0.0861049 Jul 22 23:34:21.852492 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-31a30b81-0782-4d0f-92f3-6825f8b3adb4 req-0a9a53de-abc6-4c18-8510-c7c654fc49ed tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/security-groups?id=74249d05-577b-436c-bd1d-dada7908982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863576 Jul 22 23:34:21.922858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23266a9-f997-4372-8a9c-671a290440eb req-449cfaf9-6d1c-4cde-8279-382a8d2ec5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.924328 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-449cfaf9-6d1c-4cde-8279-382a8d2ec5c8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0707598 Jul 22 23:34:21.948682 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b76fd7e5-4884-4469-9697-96c6e28a22e0 req-340739f4-aaaf-4d6d-b23f-8336fc78d26a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=73896384-31e6-4fb4-8f9b-08d13867a075 HTTP/1.1" status: 200 len: 210 time: 0.0379879 Jul 22 23:34:22.116063 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-0faec449-8904-4b1a-9854-3952a9a28a85 service neutron] 10.222.0.95 "GET /v2.0/networks/89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715050 Jul 22 23:34:22.126274 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8740d5b-1b33-4d1f-9335-b3b37c1e22e9 req-35cdb05f-d0fb-42c3-9d4d-09f183d4fcbf tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:22.127657 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8740d5b-1b33-4d1f-9335-b3b37c1e22e9 req-35cdb05f-d0fb-42c3-9d4d-09f183d4fcbf tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 945 time: 0.1819265 Jul 22 23:34:22.190661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151dd94-c6bf-417e-a741-c6a0003bae0a req-165185e8-cdd0-4d43-929f-ab65b0f1c52f tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:22.192198 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d151dd94-c6bf-417e-a741-c6a0003bae0a req-165185e8-cdd0-4d43-929f-ab65b0f1c52f tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 1095 time: 0.1797142 Jul 22 23:34:22.253741 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8740d5b-1b33-4d1f-9335-b3b37c1e22e9 req-ecf0e3c9-484f-469b-9fb4-496d441a8837 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058371 Jul 22 23:34:22.278998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d151dd94-c6bf-417e-a741-c6a0003bae0a req-3ec88290-e81f-424d-b780-fe17bd4d1a7d tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587571 Jul 22 23:34:22.282662 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b23266a9-f997-4372-8a9c-671a290440eb req-bee1e7a8-b4aa-4545-bd7c-a46e0298046b service neutron] 10.222.0.95 "GET /v2.0/networks/89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534650 Jul 22 23:34:22.503145 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235f8ac-adb9-4989-9228-92c5548c9a85 req-e611a0a6-955c-4951-bb7d-af563d94ac1f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:22.504601 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7235f8ac-adb9-4989-9228-92c5548c9a85 req-e611a0a6-955c-4951-bb7d-af563d94ac1f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 945 time: 0.2001312 Jul 22 23:34:22.548777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-52a2200c-8f1f-4895-8300-d7271abf7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:22.549275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-52a2200c-8f1f-4895-8300-d7271abf7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:22.549736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-52a2200c-8f1f-4895-8300-d7271abf7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:22.551383 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-52a2200c-8f1f-4895-8300-d7271abf7fac service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fdcbf1e127724668ac1e6e24c47b9058&device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 2866 time: 0.1703484 Jul 22 23:34:22.568969 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 95002359-3e87-49de-ad22-251409fb8c58 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:22.612614 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02eb7f-f102-435c-977a-cec9a8e4d843 req-1fd505b8-be24-4a49-8b5d-35eba2413274 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:22.620654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02eb7f-f102-435c-977a-cec9a8e4d843 req-1fd505b8-be24-4a49-8b5d-35eba2413274 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:22.626942 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02eb7f-f102-435c-977a-cec9a8e4d843 req-1fd505b8-be24-4a49-8b5d-35eba2413274 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:22.630843 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 95002359-3e87-49de-ad22-251409fb8c58 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:22.634580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e02eb7f-f102-435c-977a-cec9a8e4d843 req-1fd505b8-be24-4a49-8b5d-35eba2413274 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 2413 time: 0.2016647 Jul 22 23:34:22.636016 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 95002359-3e87-49de-ad22-251409fb8c58 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:22.636713 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:22.726961 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:22.750769 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e983620-51a7-4b56-87b7-4dd44b8b0ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95002359-3e87-49de-ad22-251409fb8c58'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:22.753315 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a422d2-c81d-49e6-b231-d441a33763b1" -d '{"events": [{"server_uuid": "9e983620-51a7-4b56-87b7-4dd44b8b0ad0", "name": "network-vif-plugged", "status": "completed", "tag": "95002359-3e87-49de-ad22-251409fb8c58"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:22.753780 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e02eb7f-f102-435c-977a-cec9a8e4d843 req-466b1dc4-8bac-4c20-9d98-2aefa52233e8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181238 Jul 22 23:34:22.766027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-a7780d32-aeb0-489b-9083-5bae49079661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:22.767827 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-a7780d32-aeb0-489b-9083-5bae49079661 service neutron] 10.222.0.95 "GET /v2.0/networks?id=142daeb4-1bad-42a9-9c9b-c68c75c2d4a4 HTTP/1.1" status: 200 len: 902 time: 0.2049193 Jul 22 23:34:22.778237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 95002359-3e87-49de-ad22-251409fb8c58, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=95002359-3e87-49de-ad22-251409fb8c58,segment=NetworkSegment(835bb451-d10f-4b34-a8f3-acdbc84382fb),segment_id=835bb451-d10f-4b34-a8f3-acdbc84382fb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:22.783455 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:22.786513 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 470bc0f5-1ff5-4d84-9015-ddc809343b63 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:22.811282 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1386633-da20-4b64-92e9-787d7df85cf2 x-openstack-request-id: req-a1386633-da20-4b64-92e9-787d7df85cf2 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:22.811576 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e983620-51a7-4b56-87b7-4dd44b8b0ad0", "name": "network-vif-plugged", "status": "completed", "tag": "95002359-3e87-49de-ad22-251409fb8c58", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:22.811847 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1386633-da20-4b64-92e9-787d7df85cf2 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:22.812213 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e983620-51a7-4b56-87b7-4dd44b8b0ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95002359-3e87-49de-ad22-251409fb8c58', 'code': 200} Jul 22 23:34:22.818831 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-6062f0de-d68b-4ece-a7a6-ae58fde77a83 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.222&port_id=8c3693c8-5a8b-4152-a9f6-062b99440855 HTTP/1.1" status: 200 len: 217 time: 0.0435443 Jul 22 23:34:22.824613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7235f8ac-adb9-4989-9228-92c5548c9a85 req-b0fab2b8-ee85-4299-ba45-36e906fcc609 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Deleting port 470bc0f5-1ff5-4d84-9015-ddc809343b63 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:22.824955 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7235f8ac-adb9-4989-9228-92c5548c9a85 req-b0fab2b8-ee85-4299-ba45-36e906fcc609 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:22.872142 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=95002359-3e87-49de-ad22-251409fb8c58,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:22.988754 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb34ad6-130f-42bd-857b-2fa328cfa60b req-b3b47444-fffc-4a13-949c-f4d117f4c641 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:22.990402 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dfb34ad6-130f-42bd-857b-2fa328cfa60b req-b3b47444-fffc-4a13-949c-f4d117f4c641 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 949 time: 0.0713484 Jul 22 23:34:23.105051 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-dfb34ad6-130f-42bd-857b-2fa328cfa60b req-6f94d42a-cb51-4b04-837d-da89f581f584 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Deleting port a5df4edb-89f9-49f5-9058-1704c473d025 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:23.105765 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dfb34ad6-130f-42bd-857b-2fa328cfa60b req-6f94d42a-cb51-4b04-837d-da89f581f584 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:23.199447 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-dfb34ad6-130f-42bd-857b-2fa328cfa60b req-6f94d42a-cb51-4b04-837d-da89f581f584 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] For port a5df4edb-89f9-49f5-9058-1704c473d025, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=a5df4edb-89f9-49f5-9058-1704c473d025,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:23.199808 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dfb34ad6-130f-42bd-857b-2fa328cfa60b req-6f94d42a-cb51-4b04-837d-da89f581f584 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:23.213675 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-dfb34ad6-130f-42bd-857b-2fa328cfa60b req-6f94d42a-cb51-4b04-837d-da89f581f584 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Calling delete_port for a5df4edb-89f9-49f5-9058-1704c473d025 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:23.353421 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dfb34ad6-130f-42bd-857b-2fa328cfa60b req-6f94d42a-cb51-4b04-837d-da89f581f584 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:23.370170 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['a5df4edb-89f9-49f5-9058-1704c473d025'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:23.384693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94d42a-cb51-4b04-837d-da89f581f584 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Pushing event deleted for resources: {'Port': ['ID=a5df4edb-89f9-49f5-9058-1704c473d025,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:23.386704 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-159eae5e-1fb8-410b-9094-005ab377f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:23.388351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-159eae5e-1fb8-410b-9094-005ab377f02a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=42b8deed-d723-48b8-b7f0-f90e58895732 HTTP/1.1" status: 200 len: 801 time: 0.5581758 Jul 22 23:34:23.396080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['1ffff702-ff63-4a07-a49d-3f2b81c037c3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:23.436887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7235f8ac-adb9-4989-9228-92c5548c9a85 req-b0fab2b8-ee85-4299-ba45-36e906fcc609 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] For port 470bc0f5-1ff5-4d84-9015-ddc809343b63, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=470bc0f5-1ff5-4d84-9015-ddc809343b63,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:23.437388 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7235f8ac-adb9-4989-9228-92c5548c9a85 req-b0fab2b8-ee85-4299-ba45-36e906fcc609 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:23.457485 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb34ad6-130f-42bd-857b-2fa328cfa60b req-6f94d42a-cb51-4b04-837d-da89f581f584 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] No DVR routers for this DVR port a5df4edb-89f9-49f5-9058-1704c473d025 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:23.461312 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dfb34ad6-130f-42bd-857b-2fa328cfa60b req-6f94d42a-cb51-4b04-837d-da89f581f584 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:23.465393 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dfb34ad6-130f-42bd-857b-2fa328cfa60b req-6f94d42a-cb51-4b04-837d-da89f581f584 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.95 "DELETE /v2.0/ports/a5df4edb-89f9-49f5-9058-1704c473d025 HTTP/1.1" status: 204 len: 173 time: 0.4685652 Jul 22 23:34:23.466187 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6f82c8-ebf7-4af3-bb3c-af526bbc2264', 'name': 'network-vif-deleted', 'tag': 'a5df4edb-89f9-49f5-9058-1704c473d025'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:23.472041 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775b06f0-6ae1-4bfd-b7dc-1d2d30f14b64" -d '{"events": [{"server_uuid": "3c6f82c8-ebf7-4af3-bb3c-af526bbc2264", "name": "network-vif-deleted", "tag": "a5df4edb-89f9-49f5-9058-1704c473d025"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:23.484071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7235f8ac-adb9-4989-9228-92c5548c9a85 req-b0fab2b8-ee85-4299-ba45-36e906fcc609 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Calling delete_port for 470bc0f5-1ff5-4d84-9015-ddc809343b63 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:23.523298 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0d655-a304-4b9f-88b3-e5ebeaf28ce2 req-14700c23-42c5-4428-a8f6-08a0bc72e8ea tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:23.529606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1e0d655-a304-4b9f-88b3-e5ebeaf28ce2 req-14700c23-42c5-4428-a8f6-08a0bc72e8ea tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f82c8-ebf7-4af3-bb3c-af526bbc2264 HTTP/1.1" status: 200 len: 867 time: 0.6227238 Jul 22 23:34:23.542270 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b4fa9-ecc2-47a8-be3f-230016956014 req-0200f05a-b3d8-4ef2-8843-637ba20a069b tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:23.543781 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e8b4fa9-ecc2-47a8-be3f-230016956014 req-0200f05a-b3d8-4ef2-8843-637ba20a069b tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e983620-51a7-4b56-87b7-4dd44b8b0ad0 HTTP/1.1" status: 200 len: 945 time: 0.5671568 Jul 22 23:34:23.545554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd18eb8-ba43-41b0-9a44-a70e7d6cad78 req-87ab4b74-8199-4ee6-a955-7f31da23c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:23.546890 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd18eb8-ba43-41b0-9a44-a70e7d6cad78 req-87ab4b74-8199-4ee6-a955-7f31da23c58e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9e983620-51a7-4b56-87b7-4dd44b8b0ad0 HTTP/1.1" status: 200 len: 1096 time: 0.6543715 Jul 22 23:34:23.695824 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1e0d655-a304-4b9f-88b3-e5ebeaf28ce2 req-0c39c975-308e-4a90-b0d8-7ccc24b33711 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646028 Jul 22 23:34:23.699172 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd18eb8-ba43-41b0-9a44-a70e7d6cad78 req-78c0f100-bcee-40d7-b8a2-1f69d3a83c02 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=74249d05-577b-436c-bd1d-dada7908982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139002 Jul 22 23:34:23.700919 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-68a6c9d8-344a-4fd6-add2-f5fd77a470cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:23.702388 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-68a6c9d8-344a-4fd6-add2-f5fd77a470cb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=142daeb4-1bad-42a9-9c9b-c68c75c2d4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2960744 Jul 22 23:34:23.706745 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e8b4fa9-ecc2-47a8-be3f-230016956014 req-139b1177-bb67-4519-a756-5846ea552cc4 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/security-groups?id=74249d05-577b-436c-bd1d-dada7908982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203842 Jul 22 23:34:23.989475 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23d2089-eff5-4192-bb17-752259fa2657 x-openstack-request-id: req-a23d2089-eff5-4192-bb17-752259fa2657 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:23.990075 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6f82c8-ebf7-4af3-bb3c-af526bbc2264", "name": "network-vif-deleted", "tag": "a5df4edb-89f9-49f5-9058-1704c473d025", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:23.990389 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a23d2089-eff5-4192-bb17-752259fa2657 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:23.990919 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6f82c8-ebf7-4af3-bb3c-af526bbc2264', 'name': 'network-vif-deleted', 'tag': 'a5df4edb-89f9-49f5-9058-1704c473d025', 'status': 'completed', 'code': 200} Jul 22 23:34:24.002234 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-9ad4f15b-afa9-404a-898a-dae8b1d69a91 service neutron] 10.222.0.95 "GET /v2.0/networks/142daeb4-1bad-42a9-9c9b-c68c75c2d4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871509 Jul 22 23:34:24.083634 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7235f8ac-adb9-4989-9228-92c5548c9a85 req-b0fab2b8-ee85-4299-ba45-36e906fcc609 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.120498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['d8e2324f-1e36-4785-8b64-065c704da2c3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:24.221453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fab2b8-ee85-4299-ba45-36e906fcc609 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Pushing event deleted for resources: {'Port': ['ID=470bc0f5-1ff5-4d84-9015-ddc809343b63,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:24.224446 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 45a61c05-44f8-4801-9a8c-c05f786a55ed details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:34:24.276850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7235f8ac-adb9-4989-9228-92c5548c9a85 req-b0fab2b8-ee85-4299-ba45-36e906fcc609 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] No DVR routers for this DVR port 470bc0f5-1ff5-4d84-9015-ddc809343b63 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:24.283072 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7235f8ac-adb9-4989-9228-92c5548c9a85 req-b0fab2b8-ee85-4299-ba45-36e906fcc609 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.284999 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7235f8ac-adb9-4989-9228-92c5548c9a85 req-b0fab2b8-ee85-4299-ba45-36e906fcc609 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.18 "DELETE /v2.0/ports/470bc0f5-1ff5-4d84-9015-ddc809343b63 HTTP/1.1" status: 204 len: 173 time: 1.7715700 Jul 22 23:34:24.289985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d35d5a-c901-4cba-be67-0f161241f49f', 'name': 'network-vif-deleted', 'tag': '470bc0f5-1ff5-4d84-9015-ddc809343b63'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:24.293049 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d326fffb-f370-4f2d-b7ba-bd48f177ec7e" -d '{"events": [{"server_uuid": "b3d35d5a-c901-4cba-be67-0f161241f49f", "name": "network-vif-deleted", "tag": "470bc0f5-1ff5-4d84-9015-ddc809343b63"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:24.335892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526736a-ea27-4dd8-b2cf-3c18b22badba req-9ec2be22-2450-48ba-9ec2-1da852926c63 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:24.344316 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6526736a-ea27-4dd8-b2cf-3c18b22badba req-9ec2be22-2450-48ba-9ec2-1da852926c63 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 866 time: 0.4647503 Jul 22 23:34:24.357366 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 45a61c05-44f8-4801-9a8c-c05f786a55ed, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45a61c05-44f8-4801-9a8c-c05f786a55ed,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:24.377524 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '45a61c05-44f8-4801-9a8c-c05f786a55ed', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '45a61c05-44f8-4801-9a8c-c05f786a55ed', 'mac_address': 'fa:16:3e:4f:90:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:34:24.386912 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-6cfae2ad-15af-41e2-985d-218f1cda2964 service neutron] 10.222.0.95 "GET /v2.0/networks/142daeb4-1bad-42a9-9c9b-c68c75c2d4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732409 Jul 22 23:34:24.404348 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaed81-7d9c-446c-8bf8-93b2047fc32c req-2978ed90-4d1c-40f1-86c8-0f059637e6ed tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:24.410383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaed81-7d9c-446c-8bf8-93b2047fc32c req-2978ed90-4d1c-40f1-86c8-0f059637e6ed tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:24.417383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaed81-7d9c-446c-8bf8-93b2047fc32c req-2978ed90-4d1c-40f1-86c8-0f059637e6ed tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:24.424457 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cdaaed81-7d9c-446c-8bf8-93b2047fc32c req-2978ed90-4d1c-40f1-86c8-0f059637e6ed tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 2413 time: 0.3373847 Jul 22 23:34:24.450815 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.457358 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6526736a-ea27-4dd8-b2cf-3c18b22badba req-4b49b9e0-86e3-42ac-9ac3-d4253617eb2c tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059284 Jul 22 23:34:24.471383 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a61c05-44f8-4801-9a8c-c05f786a55ed {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:24.493590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 45a61c05-44f8-4801-9a8c-c05f786a55ed, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45a61c05-44f8-4801-9a8c-c05f786a55ed,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:24.508570 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.509153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 466d393d-03c7-4f00-926c-e7220233b1f5 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:34:24.542865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cdaaed81-7d9c-446c-8bf8-93b2047fc32c req-6e37c35c-b3f9-4ecf-b1c8-16b50e15e067 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127970 Jul 22 23:34:24.594249 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-d8833a19-6759-4fbf-8090-851c6fd623eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:24.594773 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-d8833a19-6759-4fbf-8090-851c6fd623eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:24.595230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-d8833a19-6759-4fbf-8090-851c6fd623eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:24.596942 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-d8833a19-6759-4fbf-8090-851c6fd623eb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fdcbf1e127724668ac1e6e24c47b9058&device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 2866 time: 0.1368713 Jul 22 23:34:24.691826 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d7c05b-abd3-444c-ab15-dd71000d7304 x-openstack-request-id: req-b1d7c05b-abd3-444c-ab15-dd71000d7304 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:24.692112 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d35d5a-c901-4cba-be67-0f161241f49f", "name": "network-vif-deleted", "tag": "470bc0f5-1ff5-4d84-9015-ddc809343b63", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:24.692369 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1d7c05b-abd3-444c-ab15-dd71000d7304 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:24.692783 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d35d5a-c901-4cba-be67-0f161241f49f', 'name': 'network-vif-deleted', 'tag': '470bc0f5-1ff5-4d84-9015-ddc809343b63', 'status': 'completed', 'code': 200} Jul 22 23:34:24.707785 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=45a61c05-44f8-4801-9a8c-c05f786a55ed,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:24.733856 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 466d393d-03c7-4f00-926c-e7220233b1f5, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=466d393d-03c7-4f00-926c-e7220233b1f5,segment=NetworkSegment(75c5c396-d5c4-4085-b34a-e7f8f56cb58e),segment_id=75c5c396-d5c4-4085-b34a-e7f8f56cb58e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:24.754446 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '466d393d-03c7-4f00-926c-e7220233b1f5', 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6', 'port_id': '466d393d-03c7-4f00-926c-e7220233b1f5', 'mac_address': 'fa:16:3e:3a:0e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f380b474-ae36-4ca7-b6ea-e590c6187f69', 'ip_address': '19.80.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:34:24.762191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a0ed6-d64c-4a1f-965c-23ab9dafe05b req-e00b5885-f185-42c4-88c7-065e67ab75fd tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:24.763768 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df0a0ed6-d64c-4a1f-965c-23ab9dafe05b req-e00b5885-f185-42c4-88c7-065e67ab75fd tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 812 time: 0.1658857 Jul 22 23:34:24.820922 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df0a0ed6-d64c-4a1f-965c-23ab9dafe05b req-0f6968ad-9abe-4805-9bfd-06067e588766 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/quotas/82ff423458844377ac84f258ac322d91 HTTP/1.1" status: 200 len: 375 time: 0.0229220 Jul 22 23:34:24.823036 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.843474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466d393d-03c7-4f00-926c-e7220233b1f5 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:24.878972 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df0a0ed6-d64c-4a1f-965c-23ab9dafe05b req-9d5f7eb2-b0ed-4c40-ba51-1a0b521a2d42 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435197 Jul 22 23:34:24.884661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-364dc3d8-9b4e-4967-ac8a-88f4ae4b248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:24.886567 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-364dc3d8-9b4e-4967-ac8a-88f4ae4b248f service neutron] 10.222.0.95 "GET /v2.0/networks?id=89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 HTTP/1.1" status: 200 len: 903 time: 0.1965959 Jul 22 23:34:24.911377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 466d393d-03c7-4f00-926c-e7220233b1f5, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=466d393d-03c7-4f00-926c-e7220233b1f5,segment=NetworkSegment(75c5c396-d5c4-4085-b34a-e7f8f56cb58e),segment_id=75c5c396-d5c4-4085-b34a-e7f8f56cb58e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:24.922597 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.923578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 5ca217da-a0e9-4c62-a35a-820bd53f5242 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:34:25.017276 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=466d393d-03c7-4f00-926c-e7220233b1f5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:25.018231 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-77fe1638-212e-40b5-a1e5-d1ecaa5a4214 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=466d393d-03c7-4f00-926c-e7220233b1f5 HTTP/1.1" status: 200 len: 217 time: 0.1223342 Jul 22 23:34:25.032236 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 5ca217da-a0e9-4c62-a35a-820bd53f5242, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=5ca217da-a0e9-4c62-a35a-820bd53f5242,segment=NetworkSegment(75c5c396-d5c4-4085-b34a-e7f8f56cb58e),segment_id=75c5c396-d5c4-4085-b34a-e7f8f56cb58e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:25.052231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '5ca217da-a0e9-4c62-a35a-820bd53f5242', 'network_id': '89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6', 'port_id': '5ca217da-a0e9-4c62-a35a-820bd53f5242', 'mac_address': 'fa:16:3e:f8:80:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f380b474-ae36-4ca7-b6ea-e590c6187f69', 'ip_address': '19.80.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:34:25.109031 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:25.133238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca217da-a0e9-4c62-a35a-820bd53f5242 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:25.149247 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df0a0ed6-d64c-4a1f-965c-23ab9dafe05b req-6941bbf1-27ab-47e5-a874-01384c4feb09 service neutron] 10.222.0.26 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608926 Jul 22 23:34:25.174676 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 5ca217da-a0e9-4c62-a35a-820bd53f5242, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=5ca217da-a0e9-4c62-a35a-820bd53f5242,segment=NetworkSegment(75c5c396-d5c4-4085-b34a-e7f8f56cb58e),segment_id=75c5c396-d5c4-4085-b34a-e7f8f56cb58e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:25.183424 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:25.184178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 8c3693c8-5a8b-4152-a9f6-062b99440855 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:34:25.281272 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-43ade01e-6591-4ff5-82a8-e73372e40531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.282801 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-43ade01e-6591-4ff5-82a8-e73372e40531 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f380b474-ae36-4ca7-b6ea-e590c6187f69 HTTP/1.1" status: 200 len: 801 time: 0.2301407 Jul 22 23:34:25.293527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=5ca217da-a0e9-4c62-a35a-820bd53f5242,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:25.328117 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df0a0ed6-d64c-4a1f-965c-23ab9dafe05b req-64d01040-bf3c-40e4-9f82-df9764006955 service neutron] 10.222.0.26 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767852 Jul 22 23:34:25.356740 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeba9e7-e0d9-4a35-8091-1ace1eb8172d req-b4615c21-ca5b-4ec3-a581-a7d3e6ef8e05 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.363886 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5eeba9e7-e0d9-4a35-8091-1ace1eb8172d req-b4615c21-ca5b-4ec3-a581-a7d3e6ef8e05 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e983620-51a7-4b56-87b7-4dd44b8b0ad0 HTTP/1.1" status: 200 len: 945 time: 0.4465084 Jul 22 23:34:25.431196 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5eeba9e7-e0d9-4a35-8091-1ace1eb8172d req-22371fe8-0198-4678-b759-5c028998a7d1 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/security-groups?id=74249d05-577b-436c-bd1d-dada7908982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658081 Jul 22 23:34:25.465267 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-3b50ac04-7ad0-4c2d-b5a7-993e93490000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.471306 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-3b50ac04-7ad0-4c2d-b5a7-993e93490000 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1755123 Jul 22 23:34:25.514527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 8c3693c8-5a8b-4152-a9f6-062b99440855, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=8c3693c8-5a8b-4152-a9f6-062b99440855,segment=NetworkSegment(c4347236-7675-4252-8624-08d064bf3fb5),segment_id=c4347236-7675-4252-8624-08d064bf3fb5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:25.540139 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '8c3693c8-5a8b-4152-a9f6-062b99440855', 'network_id': '142daeb4-1bad-42a9-9c9b-c68c75c2d4a4', 'port_id': '8c3693c8-5a8b-4152-a9f6-062b99440855', 'mac_address': 'fa:16:3e:26:03:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b8deed-d723-48b8-b7f0-f90e58895732', 'ip_address': '19.86.0.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:34:25.607457 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:25.628684 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3693c8-5a8b-4152-a9f6-062b99440855 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:25.675057 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-a006f65f-03e9-4233-93a5-f307629a77a7 service neutron] 10.222.0.95 "GET /v2.0/networks/89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956785 Jul 22 23:34:25.690624 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 8c3693c8-5a8b-4152-a9f6-062b99440855, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=8c3693c8-5a8b-4152-a9f6-062b99440855,segment=NetworkSegment(c4347236-7675-4252-8624-08d064bf3fb5),segment_id=c4347236-7675-4252-8624-08d064bf3fb5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:25.705472 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:25.878186 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=8c3693c8-5a8b-4152-a9f6-062b99440855,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:25.894182 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['45a61c05-44f8-4801-9a8c-c05f786a55ed'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:25.915509 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-097fd3ac-9e7b-4167-aafa-9cfddd33fbba req-a5276d92-6945-4c31-b578-967f31161527 service neutron] 10.222.0.95 "GET /v2.0/networks/89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324617 Jul 22 23:34:25.994280 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32c683be-1c5e-4813-8ea9-8fcebc98cf33 req-fe3147c9-0d1e-413c-bbb9-bd94fd1134f4 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 210 time: 0.0768874 Jul 22 23:34:26.103158 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c57cbd5-1a03-47a9-8ae0-7582735dce29 req-0d16b53f-0c8c-40ec-8735-82d04ee01f72 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5e9e9d1-1a3e-44c1-ab16-adffb8ca19d1 HTTP/1.1" status: 200 len: 210 time: 0.0489733 Jul 22 23:34:26.128376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['466d393d-03c7-4f00-926c-e7220233b1f5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:26.131765 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['8c3693c8-5a8b-4152-a9f6-062b99440855'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:26.183929 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5ffe6-529c-40c0-850b-656294152217 req-00212317-a34a-4a27-a600-6ea01aa94ee3 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:26.214407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5ffe6-529c-40c0-850b-656294152217 req-00212317-a34a-4a27-a600-6ea01aa94ee3 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:26.231416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5ffe6-529c-40c0-850b-656294152217 req-00212317-a34a-4a27-a600-6ea01aa94ee3 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:26.233160 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78c5ffe6-529c-40c0-850b-656294152217 req-00212317-a34a-4a27-a600-6ea01aa94ee3 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 2416 time: 0.2418590 Jul 22 23:34:26.349441 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78c5ffe6-529c-40c0-850b-656294152217 req-c4cd386d-09f8-4ccf-82ef-a39b98f09820 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098101 Jul 22 23:34:26.383860 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['5ca217da-a0e9-4c62-a35a-820bd53f5242'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:26.386283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708ecf9-4ad9-4cce-9d51-9d10be46f6ac req-611e2d28-19e0-4250-9a34-5129f0b29ef9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:26.387833 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3708ecf9-4ad9-4cce-9d51-9d10be46f6ac req-611e2d28-19e0-4250-9a34-5129f0b29ef9 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 950 time: 0.1273742 Jul 22 23:34:26.432481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device a5df4edb-89f9-49f5-9058-1704c473d025 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:26.458059 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3708ecf9-4ad9-4cce-9d51-9d10be46f6ac req-253b6e33-a35b-4969-aab7-9b2341a67996 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624416 Jul 22 23:34:26.463557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: a5df4edb-89f9-49f5-9058-1704c473d025 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:26.464061 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device a5df4edb-89f9-49f5-9058-1704c473d025 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:26.650830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3079561-7202-4379-954e-c0a2d2f2a537 req-6e359cb2-86bf-4954-badc-258fea462e19 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:26.659772 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e3079561-7202-4379-954e-c0a2d2f2a537 req-6e359cb2-86bf-4954-badc-258fea462e19 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e983620-51a7-4b56-87b7-4dd44b8b0ad0 HTTP/1.1" status: 200 len: 945 time: 0.0981555 Jul 22 23:34:26.735183 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e3079561-7202-4379-954e-c0a2d2f2a537 req-aca551b5-2d6b-43e6-acba-be77d0861600 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/security-groups?id=74249d05-577b-436c-bd1d-dada7908982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729315 Jul 22 23:34:27.335095 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1344125f-134f-4139-abfc-502f97752718 req-91ed9f8c-eb4f-4d66-b11e-05510bd972a7 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 210 time: 0.0454886 Jul 22 23:34:27.396076 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e25288-9c95-45da-a993-8144ad64b9da req-3c4100a5-5669-4266-8fc4-7971bfccb85c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:27.398019 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91e25288-9c95-45da-a993-8144ad64b9da req-3c4100a5-5669-4266-8fc4-7971bfccb85c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.18 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 950 time: 0.1904652 Jul 22 23:34:27.495755 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1b45d4d2-6709-4cdd-ae6b-a17d1cff30d3 req-d0094786-0678-4dab-9ce1-5a054a25146a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5e9e9d1-1a3e-44c1-ab16-adffb8ca19d1 HTTP/1.1" status: 200 len: 210 time: 0.0504465 Jul 22 23:34:27.519892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b2f06-b944-4b8b-86d6-27dcccdbe91c req-4e200f1a-ffba-4048-b05c-072ca51f85df tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:27.519892 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d8b2f06-b944-4b8b-86d6-27dcccdbe91c req-4e200f1a-ffba-4048-b05c-072ca51f85df tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e983620-51a7-4b56-87b7-4dd44b8b0ad0 HTTP/1.1" status: 200 len: 945 time: 0.1821795 Jul 22 23:34:27.602252 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d8b2f06-b944-4b8b-86d6-27dcccdbe91c req-6f653002-27af-4f0e-a735-a710bff43571 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/security-groups?id=74249d05-577b-436c-bd1d-dada7908982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538332 Jul 22 23:34:27.614170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-91e25288-9c95-45da-a993-8144ad64b9da req-bcc369cd-fb8f-44fe-b79e-d0b837a4c51c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Deleting port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:27.614668 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91e25288-9c95-45da-a993-8144ad64b9da req-bcc369cd-fb8f-44fe-b79e-d0b837a4c51c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:27.794604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-91e25288-9c95-45da-a993-8144ad64b9da req-bcc369cd-fb8f-44fe-b79e-d0b837a4c51c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] For port 1ffff702-ff63-4a07-a49d-3f2b81c037c3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1ffff702-ff63-4a07-a49d-3f2b81c037c3,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:27.794974 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91e25288-9c95-45da-a993-8144ad64b9da req-bcc369cd-fb8f-44fe-b79e-d0b837a4c51c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:27.823643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-91e25288-9c95-45da-a993-8144ad64b9da req-bcc369cd-fb8f-44fe-b79e-d0b837a4c51c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Calling delete_port for 1ffff702-ff63-4a07-a49d-3f2b81c037c3 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:27.854826 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4b535-0f3c-4529-9567-d4ca57b7d496 req-2561be8e-34a0-4a5a-a218-eb3db417fd96 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:27.858154 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13b4b535-0f3c-4529-9567-d4ca57b7d496 req-2561be8e-34a0-4a5a-a218-eb3db417fd96 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 950 time: 0.1360230 Jul 22 23:34:28.021532 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13b4b535-0f3c-4529-9567-d4ca57b7d496 req-b00d1aa3-4714-4fcc-9ff2-63e4e8b15e55 tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9c37059-2e47-4371-9434-0c5c96914499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278787 Jul 22 23:34:28.154937 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91e25288-9c95-45da-a993-8144ad64b9da req-bcc369cd-fb8f-44fe-b79e-d0b837a4c51c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:28.175927 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552f5e8-c454-4958-b42b-ad2732d3a6aa req-5a6462c3-3641-4ef3-8ee7-46a9c6fcc696 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:28.183358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552f5e8-c454-4958-b42b-ad2732d3a6aa req-5a6462c3-3641-4ef3-8ee7-46a9c6fcc696 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:28.191650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552f5e8-c454-4958-b42b-ad2732d3a6aa req-5a6462c3-3641-4ef3-8ee7-46a9c6fcc696 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:28.193535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8552f5e8-c454-4958-b42b-ad2732d3a6aa req-5a6462c3-3641-4ef3-8ee7-46a9c6fcc696 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 2416 time: 0.2686405 Jul 22 23:34:28.195793 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['1ffff702-ff63-4a07-a49d-3f2b81c037c3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:28.247605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc369cd-fb8f-44fe-b79e-d0b837a4c51c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Pushing event deleted for resources: {'Port': ['ID=1ffff702-ff63-4a07-a49d-3f2b81c037c3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:28.279705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 466d393d-03c7-4f00-926c-e7220233b1f5 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:28.345171 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8552f5e8-c454-4958-b42b-ad2732d3a6aa req-4ddc4b4a-fa8b-473b-826f-8008995b6057 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029415 Jul 22 23:34:28.387419 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 466d393d-03c7-4f00-926c-e7220233b1f5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:28.392038 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 466d393d-03c7-4f00-926c-e7220233b1f5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:28.392406 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:28.466934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e25288-9c95-45da-a993-8144ad64b9da req-bcc369cd-fb8f-44fe-b79e-d0b837a4c51c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] No DVR routers for this DVR port 1ffff702-ff63-4a07-a49d-3f2b81c037c3 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:28.475637 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91e25288-9c95-45da-a993-8144ad64b9da req-bcc369cd-fb8f-44fe-b79e-d0b837a4c51c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:28.478365 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91e25288-9c95-45da-a993-8144ad64b9da req-bcc369cd-fb8f-44fe-b79e-d0b837a4c51c tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.18 "DELETE /v2.0/ports/1ffff702-ff63-4a07-a49d-3f2b81c037c3 HTTP/1.1" status: 204 len: 173 time: 1.0728977 Jul 22 23:34:28.479364 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681fcf3e-d68e-4805-ad73-c07540c3fd0d', 'name': 'network-vif-deleted', 'tag': '1ffff702-ff63-4a07-a49d-3f2b81c037c3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:28.482326 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e076708-2b97-427f-a4d6-77f5596676ef" -d '{"events": [{"server_uuid": "681fcf3e-d68e-4805-ad73-c07540c3fd0d", "name": "network-vif-deleted", "tag": "1ffff702-ff63-4a07-a49d-3f2b81c037c3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:28.548174 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:28.550534 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33461b93-fa37-4adb-82e0-63f4836bd165 x-openstack-request-id: req-33461b93-fa37-4adb-82e0-63f4836bd165 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:28.551413 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681fcf3e-d68e-4805-ad73-c07540c3fd0d", "name": "network-vif-deleted", "tag": "1ffff702-ff63-4a07-a49d-3f2b81c037c3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:28.552288 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33461b93-fa37-4adb-82e0-63f4836bd165 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:28.553276 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681fcf3e-d68e-4805-ad73-c07540c3fd0d', 'name': 'network-vif-deleted', 'tag': '1ffff702-ff63-4a07-a49d-3f2b81c037c3', 'status': 'completed', 'code': 200} Jul 22 23:34:28.569389 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9a1a477-8826-463c-a301-f9edfa7f9f71 req-0473f7c9-a9b7-4b97-b6d8-f638975d960d tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 210 time: 0.0911987 Jul 22 23:34:28.579931 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d393d-03c7-4f00-926c-e7220233b1f5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:28.584141 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a3af83-8f73-490f-98a2-6d1c2e7b9da2" -d '{"events": [{"server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "name": "network-vif-plugged", "status": "completed", "tag": "466d393d-03c7-4f00-926c-e7220233b1f5"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:28.627419 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 466d393d-03c7-4f00-926c-e7220233b1f5, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=466d393d-03c7-4f00-926c-e7220233b1f5,segment=NetworkSegment(75c5c396-d5c4-4085-b34a-e7f8f56cb58e),segment_id=75c5c396-d5c4-4085-b34a-e7f8f56cb58e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:28.641036 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:28.644159 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 8c3693c8-5a8b-4152-a9f6-062b99440855 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:28.743742 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63be5585-3479-42c5-bc8d-526f49a29c1e x-openstack-request-id: req-63be5585-3479-42c5-bc8d-526f49a29c1e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:28.744664 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "name": "network-vif-plugged", "status": "completed", "tag": "466d393d-03c7-4f00-926c-e7220233b1f5", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:28.744959 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63be5585-3479-42c5-bc8d-526f49a29c1e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:28.745369 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d393d-03c7-4f00-926c-e7220233b1f5', 'code': 200} Jul 22 23:34:28.803130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=466d393d-03c7-4f00-926c-e7220233b1f5,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:28.844181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:28.848718 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:28.849423 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:28.849777 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:28.850121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:28.850463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:28.850978 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:28.851311 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:28.851773 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:28.852107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:28.852440 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:28.852824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:28.870314 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 8c3693c8-5a8b-4152-a9f6-062b99440855 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:28.882780 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 8c3693c8-5a8b-4152-a9f6-062b99440855 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:28.887838 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-211aa7b3-bf6f-4e74-a66f-64b6a52ac31c req-f0138568-7b76-4ecc-baff-d703b1a9acdb tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5e9e9d1-1a3e-44c1-ab16-adffb8ca19d1 HTTP/1.1" status: 200 len: 210 time: 0.1736467 Jul 22 23:34:28.890867 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:28.896707 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df0a0ed6-d64c-4a1f-965c-23ab9dafe05b req-ea39e45e-e313-456d-a92e-1d15fdc1f244 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&device_id=d5e9e9d1-1a3e-44c1-ab16-adffb8ca19d1 HTTP/1.1" status: 200 len: 210 time: 0.1875737 Jul 22 23:34:29.074449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e4e24-7c25-4a5a-99b2-e3a49295022e req-fd118145-1e36-4998-81e7-5ff315bc3dd6 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.076155 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-366e4e24-7c25-4a5a-99b2-e3a49295022e req-fd118145-1e36-4998-81e7-5ff315bc3dd6 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e983620-51a7-4b56-87b7-4dd44b8b0ad0 HTTP/1.1" status: 200 len: 945 time: 0.4628322 Jul 22 23:34:29.231426 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536a3fa-d33b-4986-9aa3-d1d24a14295d req-c2ef7318-a873-464b-9edc-4f33fb36983b tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.235219 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8536a3fa-d33b-4986-9aa3-d1d24a14295d req-c2ef7318-a873-464b-9edc-4f33fb36983b tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e983620-51a7-4b56-87b7-4dd44b8b0ad0 HTTP/1.1" status: 200 len: 945 time: 0.3391261 Jul 22 23:34:29.359451 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:29.428188 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a0ed6-d64c-4a1f-965c-23ab9dafe05b req-18b4ff22-b711-4838-be54-32de42fde686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.429308 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df0a0ed6-d64c-4a1f-965c-23ab9dafe05b req-18b4ff22-b711-4838-be54-32de42fde686 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=82ff423458844377ac84f258ac322d91&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5238829 Jul 22 23:34:29.449073 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cf1adf4-30d5-4ccc-b868-ad1e11fb51eb req-ece4aa1d-c27f-428c-9860-9eef25768c1e tempest-MigrationsAdminTest-772970687 tempest-MigrationsAdminTest-772970687-project] 10.222.0.26 "GET /v2.0/ports?device_id=681fcf3e-d68e-4805-ad73-c07540c3fd0d HTTP/1.1" status: 200 len: 210 time: 0.2109311 Jul 22 23:34:29.452523 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 8c3693c8-5a8b-4152-a9f6-062b99440855, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=8c3693c8-5a8b-4152-a9f6-062b99440855,segment=NetworkSegment(c4347236-7675-4252-8624-08d064bf3fb5),segment_id=c4347236-7675-4252-8624-08d064bf3fb5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:29.468350 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:29.469380 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 45a61c05-44f8-4801-9a8c-c05f786a55ed up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:29.565544 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=8c3693c8-5a8b-4152-a9f6-062b99440855,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:29.620826 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8536a3fa-d33b-4986-9aa3-d1d24a14295d req-da3c2be3-3af6-4309-b5ca-40fd20aa556c tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/security-groups?id=74249d05-577b-436c-bd1d-dada7908982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865033 Jul 22 23:34:29.631930 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 45a61c05-44f8-4801-9a8c-c05f786a55ed triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:29.632452 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:29.791413 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:29.791687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-366e4e24-7c25-4a5a-99b2-e3a49295022e req-46a6ef3c-70ce-4776-b2f0-08dbbf6fcbdf tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Deleting port 95002359-3e87-49de-ad22-251409fb8c58 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:29.792030 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-366e4e24-7c25-4a5a-99b2-e3a49295022e req-46a6ef3c-70ce-4776-b2f0-08dbbf6fcbdf tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:29.847495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 45a61c05-44f8-4801-9a8c-c05f786a55ed, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45a61c05-44f8-4801-9a8c-c05f786a55ed,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:29.855997 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:29.938043 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=45a61c05-44f8-4801-9a8c-c05f786a55ed,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:29.973524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a0ed6-d64c-4a1f-965c-23ab9dafe05b req-06b6efac-d87c-41e5-bbe3-276cd38a58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.974891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df0a0ed6-d64c-4a1f-965c-23ab9dafe05b req-06b6efac-d87c-41e5-bbe3-276cd38a58bc service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5128617 Jul 22 23:34:29.989816 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0a7e94a-6a0f-4bd1-8584-aa94e237436f req-2b12669a-5703-43e0-8b4f-83b90d1fbc1b tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 210 time: 0.1807079 Jul 22 23:34:30.140689 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-362edede-5092-4b30-8387-eb349e0bf2b7 req-548c1e38-8f63-458a-8d4b-fa51cf88bdb6 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5e9e9d1-1a3e-44c1-ab16-adffb8ca19d1 HTTP/1.1" status: 200 len: 210 time: 0.0319698 Jul 22 23:34:30.142991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df0a0ed6-d64c-4a1f-965c-23ab9dafe05b req-54552c33-7656-4745-96c0-5105610d1c12 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.95 "GET /v2.0/ports?device_id=d5e9e9d1-1a3e-44c1-ab16-adffb8ca19d1 HTTP/1.1" status: 200 len: 210 time: 0.0845401 Jul 22 23:34:30.220322 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-366e4e24-7c25-4a5a-99b2-e3a49295022e req-46a6ef3c-70ce-4776-b2f0-08dbbf6fcbdf tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] For port 95002359-3e87-49de-ad22-251409fb8c58, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=95002359-3e87-49de-ad22-251409fb8c58,segment=NetworkSegment(835bb451-d10f-4b34-a8f3-acdbc84382fb),segment_id=835bb451-d10f-4b34-a8f3-acdbc84382fb)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:30.220779 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-366e4e24-7c25-4a5a-99b2-e3a49295022e req-46a6ef3c-70ce-4776-b2f0-08dbbf6fcbdf tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:30.236209 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396158de-a5e5-4656-b83c-83ca35d43aaa req-64377f9e-154b-4b60-ad99-31e581f85432 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:30.242919 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396158de-a5e5-4656-b83c-83ca35d43aaa req-64377f9e-154b-4b60-ad99-31e581f85432 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:30.251493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396158de-a5e5-4656-b83c-83ca35d43aaa req-64377f9e-154b-4b60-ad99-31e581f85432 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:30.253392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-396158de-a5e5-4656-b83c-83ca35d43aaa req-64377f9e-154b-4b60-ad99-31e581f85432 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 2418 time: 0.4650548 Jul 22 23:34:30.271089 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 5ca217da-a0e9-4c62-a35a-820bd53f5242 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:30.273677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-366e4e24-7c25-4a5a-99b2-e3a49295022e req-46a6ef3c-70ce-4776-b2f0-08dbbf6fcbdf tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Calling delete_port for 95002359-3e87-49de-ad22-251409fb8c58 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:30.371414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 5ca217da-a0e9-4c62-a35a-820bd53f5242 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:30.379845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 5ca217da-a0e9-4c62-a35a-820bd53f5242 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:30.380368 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:30.455443 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-396158de-a5e5-4656-b83c-83ca35d43aaa req-95ba7877-e26f-4046-b58b-3f90ad35e594 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893654 Jul 22 23:34:30.560842 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:30.588411 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 95002359-3e87-49de-ad22-251409fb8c58 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:30.732533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 5ca217da-a0e9-4c62-a35a-820bd53f5242, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=5ca217da-a0e9-4c62-a35a-820bd53f5242,segment=NetworkSegment(75c5c396-d5c4-4085-b34a-e7f8f56cb58e),segment_id=75c5c396-d5c4-4085-b34a-e7f8f56cb58e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:30.780005 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-366e4e24-7c25-4a5a-99b2-e3a49295022e req-46a6ef3c-70ce-4776-b2f0-08dbbf6fcbdf tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:30.801983 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3693c8-5a8b-4152-a9f6-062b99440855'}, {'server_uuid': '84bce747-4663-4ca9-b8b0-04348630c140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a61c05-44f8-4801-9a8c-c05f786a55ed'}, {'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca217da-a0e9-4c62-a35a-820bd53f5242'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:30.804376 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd3c998-85b8-4700-be41-fe2a3efb6a58" -d '{"events": [{"server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "name": "network-vif-plugged", "status": "completed", "tag": "8c3693c8-5a8b-4152-a9f6-062b99440855"}, {"server_uuid": "84bce747-4663-4ca9-b8b0-04348630c140", "name": "network-vif-plugged", "status": "completed", "tag": "45a61c05-44f8-4801-9a8c-c05f786a55ed"}, {"server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "name": "network-vif-plugged", "status": "completed", "tag": "5ca217da-a0e9-4c62-a35a-820bd53f5242"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:30.862768 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:30.870298 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:30.905951 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cc487aaa-2919-40bf-8f62-d4bd6bdd551b req-0d5127e7-7b12-468c-b995-4244bd494f32 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&device_id=d5e9e9d1-1a3e-44c1-ab16-adffb8ca19d1 HTTP/1.1" status: 200 len: 210 time: 0.1626434 Jul 22 23:34:30.907078 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6ef3c-70ce-4776-b2f0-08dbbf6fcbdf tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Pushing event deleted for resources: {'Port': ['ID=95002359-3e87-49de-ad22-251409fb8c58,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:30.976662 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-640294b0-4d99-4b76-b4a3-bc21e5eb7ecb req-26b41020-da81-4268-8e9d-da148bf852e6 tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e983620-51a7-4b56-87b7-4dd44b8b0ad0 HTTP/1.1" status: 200 len: 210 time: 0.0671301 Jul 22 23:34:31.030424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33826) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:31.063170 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1ffff702-ff63-4a07-a49d-3f2b81c037c3 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:31.093381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-366e4e24-7c25-4a5a-99b2-e3a49295022e req-46a6ef3c-70ce-4776-b2f0-08dbbf6fcbdf tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] No DVR routers for this DVR port 95002359-3e87-49de-ad22-251409fb8c58 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:31.116491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 1ffff702-ff63-4a07-a49d-3f2b81c037c3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:31.116816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1ffff702-ff63-4a07-a49d-3f2b81c037c3 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:31.125788 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-366e4e24-7c25-4a5a-99b2-e3a49295022e req-46a6ef3c-70ce-4776-b2f0-08dbbf6fcbdf tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:31.127827 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-366e4e24-7c25-4a5a-99b2-e3a49295022e req-46a6ef3c-70ce-4776-b2f0-08dbbf6fcbdf tempest-InstanceActionsV221TestJSON-1235540006 tempest-InstanceActionsV221TestJSON-1235540006-project] 10.222.0.18 "DELETE /v2.0/ports/95002359-3e87-49de-ad22-251409fb8c58 HTTP/1.1" status: 204 len: 173 time: 2.0415852 Jul 22 23:34:31.128268 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e983620-51a7-4b56-87b7-4dd44b8b0ad0', 'name': 'network-vif-deleted', 'tag': '95002359-3e87-49de-ad22-251409fb8c58'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:31.131811 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c549f360-8baa-464c-8f48-0fddaf1134a3" -d '{"events": [{"server_uuid": "9e983620-51a7-4b56-87b7-4dd44b8b0ad0", "name": "network-vif-deleted", "tag": "95002359-3e87-49de-ad22-251409fb8c58"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:31.159874 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae48a883-b6c0-4106-930f-f8aa8dfb7d64 x-openstack-request-id: req-ae48a883-b6c0-4106-930f-f8aa8dfb7d64 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:31.160163 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "name": "network-vif-plugged", "status": "completed", "tag": "8c3693c8-5a8b-4152-a9f6-062b99440855", "code": 200}, {"server_uuid": "84bce747-4663-4ca9-b8b0-04348630c140", "name": "network-vif-plugged", "status": "completed", "tag": "45a61c05-44f8-4801-9a8c-c05f786a55ed", "code": 200}, {"server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "name": "network-vif-plugged", "status": "completed", "tag": "5ca217da-a0e9-4c62-a35a-820bd53f5242", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:31.161972 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae48a883-b6c0-4106-930f-f8aa8dfb7d64 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:31.161972 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3693c8-5a8b-4152-a9f6-062b99440855', 'code': 200} Jul 22 23:34:31.161972 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bce747-4663-4ca9-b8b0-04348630c140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a61c05-44f8-4801-9a8c-c05f786a55ed', 'code': 200} Jul 22 23:34:31.162680 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca217da-a0e9-4c62-a35a-820bd53f5242', 'code': 200} Jul 22 23:34:31.164960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=5ca217da-a0e9-4c62-a35a-820bd53f5242,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:31.265319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc487aaa-2919-40bf-8f62-d4bd6bdd551b req-d84bb77a-e86d-46c0-95a2-6635c46dfae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:31.267580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cc487aaa-2919-40bf-8f62-d4bd6bdd551b req-d84bb77a-e86d-46c0-95a2-6635c46dfae5 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=82ff423458844377ac84f258ac322d91&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3122997 Jul 22 23:34:31.363670 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b82f293b-d94c-4f49-ba91-e50d4a26236b req-c46e5c29-9a2b-4934-9a28-86bf7026f0a8 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 210 time: 0.0939665 Jul 22 23:34:31.477784 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22850789-1902-4147-a21c-b5e95e547494 req-522fc338-572a-44d7-a062-01974ec2022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:31.482217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22850789-1902-4147-a21c-b5e95e547494 req-522fc338-572a-44d7-a062-01974ec2022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:31.482708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22850789-1902-4147-a21c-b5e95e547494 req-522fc338-572a-44d7-a062-01974ec2022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:31.490478 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-22850789-1902-4147-a21c-b5e95e547494 req-522fc338-572a-44d7-a062-01974ec2022d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 2872 time: 0.1868150 Jul 22 23:34:31.530221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-06d08d99-621b-428a-b568-b37053e3df0b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb89fd006c024322b87d15ca6772f41c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4884079 Jul 22 23:34:31.530477 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7ddcca-0972-453c-84ce-430940b4f234 x-openstack-request-id: req-ef7ddcca-0972-453c-84ce-430940b4f234 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:31.530942 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e983620-51a7-4b56-87b7-4dd44b8b0ad0", "name": "network-vif-deleted", "tag": "95002359-3e87-49de-ad22-251409fb8c58", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:31.531420 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef7ddcca-0972-453c-84ce-430940b4f234 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:31.532722 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e983620-51a7-4b56-87b7-4dd44b8b0ad0', 'name': 'network-vif-deleted', 'tag': '95002359-3e87-49de-ad22-251409fb8c58', 'status': 'completed', 'code': 200} Jul 22 23:34:31.538773 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f38de49-ba01-42d8-a187-c0c32b66f909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:31.552403 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33842) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:31.554574 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-22850789-1902-4147-a21c-b5e95e547494 req-16ff3112-1556-4f45-9e2a-52a46d2af881 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594883 Jul 22 23:34:31.618481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc487aaa-2919-40bf-8f62-d4bd6bdd551b req-29a066c6-3e00-4d7a-a64b-ed027a2de55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:31.620224 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cc487aaa-2919-40bf-8f62-d4bd6bdd551b req-29a066c6-3e00-4d7a-a64b-ed027a2de55f service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2550030 Jul 22 23:34:31.624393 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb6089e9-4a99-440e-a3fe-f8514e9a42be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:31.679376 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb6089e9-4a99-440e-a3fe-f8514e9a42be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:31.711953 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ee648e5-1336-4bcd-a407-9638c5fb83d4 req-15ee566d-ca23-4285-90e0-bd32bd0cab61 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5e9e9d1-1a3e-44c1-ab16-adffb8ca19d1 HTTP/1.1" status: 200 len: 210 time: 0.0904119 Jul 22 23:34:31.766258 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cc487aaa-2919-40bf-8f62-d4bd6bdd551b req-c2a3a02d-125b-41ab-ac3a-a554833cb122 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.95 "GET /v2.0/ports?device_id=d5e9e9d1-1a3e-44c1-ab16-adffb8ca19d1 HTTP/1.1" status: 200 len: 210 time: 0.0506895 Jul 22 23:34:31.787511 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb6089e9-4a99-440e-a3fe-f8514e9a42be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:31.790029 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb6089e9-4a99-440e-a3fe-f8514e9a42be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:31.794833 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fb6089e9-4a99-440e-a3fe-f8514e9a42be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9c37059-2e47-4371-9434-0c5c96914499 HTTP/1.1" status: 204 len: 168 time: 0.2389808 Jul 22 23:34:31.812620 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6089e9-4a99-440e-a3fe-f8514e9a42be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c37059-2e47-4371-9434-0c5c96914499,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:32.099895 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a010c-7cb2-4dfc-bc82-ca8e1196d09b req-648e9deb-eebd-4e9e-b4a7-2676ff027163 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.119735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a010c-7cb2-4dfc-bc82-ca8e1196d09b req-648e9deb-eebd-4e9e-b4a7-2676ff027163 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.125778 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a010c-7cb2-4dfc-bc82-ca8e1196d09b req-648e9deb-eebd-4e9e-b4a7-2676ff027163 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.127498 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c52a010c-7cb2-4dfc-bc82-ca8e1196d09b req-648e9deb-eebd-4e9e-b4a7-2676ff027163 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 2419 time: 0.2144113 Jul 22 23:34:32.240555 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c52a010c-7cb2-4dfc-bc82-ca8e1196d09b req-d81b74d0-3715-4225-bdd9-bfece70666e6 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849514 Jul 22 23:34:32.389996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33854) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:32.524255 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b58af191-44c2-44bb-8543-35216327564e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e87c12e76d644cda838196aac20898b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312101 Jul 22 23:34:32.525964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33860) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:32.587014 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-252e9f12-c6b8-421a-ace3-d4737c5a7623 req-cfdafd33-749e-4e20-a770-cd7c913da344 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d35d5a-c901-4cba-be67-0f161241f49f HTTP/1.1" status: 200 len: 210 time: 0.0946343 Jul 22 23:34:32.655391 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f65d0b8e-830b-45ce-a24f-1f7e0a706d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:32.686767 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f65d0b8e-830b-45ce-a24f-1f7e0a706d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:32.921556 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33870) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:33.254121 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f65d0b8e-830b-45ce-a24f-1f7e0a706d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:33.257874 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f65d0b8e-830b-45ce-a24f-1f7e0a706d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:33.259881 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f65d0b8e-830b-45ce-a24f-1f7e0a706d3a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c08c5356-4d49-4b0b-b39a-bcbc3e17ae6b HTTP/1.1" status: 204 len: 168 time: 0.7315865 Jul 22 23:34:33.269970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d0b8e-830b-45ce-a24f-1f7e0a706d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08c5356-4d49-4b0b-b39a-bcbc3e17ae6b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:33.440754 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f07701-1b58-4742-99f8-25aa520c6764 admin admin] Deleting subnet fb22c677-ea9b-4b1e-ad0d-3724be6b06cc {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:34:33.444279 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f07701-1b58-4742-99f8-25aa520c6764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:33.480833 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f07701-1b58-4742-99f8-25aa520c6764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:33.528005 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f07701-1b58-4742-99f8-25aa520c6764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:33.595511 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f07701-1b58-4742-99f8-25aa520c6764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:33.625707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f07701-1b58-4742-99f8-25aa520c6764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb22c677-ea9b-4b1e-ad0d-3724be6b06cc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:33.627829 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f07701-1b58-4742-99f8-25aa520c6764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:33.629885 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-37f07701-1b58-4742-99f8-25aa520c6764 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fb22c677-ea9b-4b1e-ad0d-3724be6b06cc HTTP/1.1" status: 204 len: 168 time: 0.7073092 Jul 22 23:34:33.632557 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33888) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:33.720265 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd247-60bb-4413-a77b-36f39e335eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:33.847965 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd247-60bb-4413-a77b-36f39e335eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:33.859410 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3a9dd247-60bb-4413-a77b-36f39e335eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0849a9a5-6c9f-45a2-b54c-f3234fbf3b35']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:33.870870 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3a9dd247-60bb-4413-a77b-36f39e335eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835bb451-d10f-4b34-a8f3-acdbc84382fb') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:33.871265 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3a9dd247-60bb-4413-a77b-36f39e335eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835bb451-d10f-4b34-a8f3-acdbc84382fb') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:33.881469 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd247-60bb-4413-a77b-36f39e335eba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:33.896519 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd247-60bb-4413-a77b-36f39e335eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:33.905461 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9dd247-60bb-4413-a77b-36f39e335eba admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:34:33.905967 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd247-60bb-4413-a77b-36f39e335eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:34:33.907787 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:34:33.990637 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:34.025609 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd247-60bb-4413-a77b-36f39e335eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:34.034196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd247-60bb-4413-a77b-36f39e335eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:34.035936 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3a9dd247-60bb-4413-a77b-36f39e335eba admin admin] 10.222.0.26 "DELETE /v2.0/networks/0849a9a5-6c9f-45a2-b54c-f3234fbf3b35 HTTP/1.1" status: 204 len: 168 time: 0.4018559 Jul 22 23:34:34.058695 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dd247-60bb-4413-a77b-36f39e335eba admin admin] Pushing event deleted for resources: {'Network': ['ID=0849a9a5-6c9f-45a2-b54c-f3234fbf3b35,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:34.287073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33904) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:34.322293 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9246ce0b-e4da-4920-a2a2-86392d288024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:34.353862 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:34.380469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:34.396577 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-13f9403c-5f09-4447-85ea-2838ca2e205d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6cff4e452c314f4eaa35c728a204a171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1139464 Jul 22 23:34:34.480301 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-995f6a8f-bcc5-41e2-9a93-a8264ee85428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:34.529319 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-995f6a8f-bcc5-41e2-9a93-a8264ee85428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:34.629440 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-995f6a8f-bcc5-41e2-9a93-a8264ee85428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:34.632735 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-995f6a8f-bcc5-41e2-9a93-a8264ee85428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:34.637972 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-995f6a8f-bcc5-41e2-9a93-a8264ee85428 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74249d05-577b-436c-bd1d-dada7908982f HTTP/1.1" status: 204 len: 168 time: 0.2556961 Jul 22 23:34:34.676987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f6a8f-bcc5-41e2-9a93-a8264ee85428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74249d05-577b-436c-bd1d-dada7908982f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:35.458717 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.158308 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33958) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:36.340967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-834cfa56-0724-4ee7-b0d0-56ecc53c0a0d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-278614954-network', 'tenant_id': '9aa37199e9d3495bbe109cee2fbee664'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:36.410169 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834cfa56-0724-4ee7-b0d0-56ecc53c0a0d admin admin] Made reservation on behalf of 9aa37199e9d3495bbe109cee2fbee664 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:36.413112 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-834cfa56-0724-4ee7-b0d0-56ecc53c0a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.427773 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-834cfa56-0724-4ee7-b0d0-56ecc53c0a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.552232 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-834cfa56-0724-4ee7-b0d0-56ecc53c0a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.559745 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-834cfa56-0724-4ee7-b0d0-56ecc53c0a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.599247 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834cfa56-0724-4ee7-b0d0-56ecc53c0a0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:34:36.609782 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cfa56-0724-4ee7-b0d0-56ecc53c0a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcb5cec-107e-4b80-a994-4249330ec87f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:36.631385 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-834cfa56-0724-4ee7-b0d0-56ecc53c0a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.631842 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-834cfa56-0724-4ee7-b0d0-56ecc53c0a0d admin admin] Added segment 6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0 of type vlan for network 64c465ab-5580-44f0-9005-a2f2176930d6 Jul 22 23:34:36.697069 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-834cfa56-0724-4ee7-b0d0-56ecc53c0a0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.757578 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-834cfa56-0724-4ee7-b0d0-56ecc53c0a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.758665 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834cfa56-0724-4ee7-b0d0-56ecc53c0a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.759967 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-834cfa56-0724-4ee7-b0d0-56ecc53c0a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.801041 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-834cfa56-0724-4ee7-b0d0-56ecc53c0a0d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6578116 Jul 22 23:34:36.803840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33966) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:36.814535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-91bc5f66-584b-432d-a5e0-7b16e9614233 admin admin] Request body: {'subnet': {'network_id': '64c465ab-5580-44f0-9005-a2f2176930d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-278614954-subnet', 'tenant_id': '9aa37199e9d3495bbe109cee2fbee664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:36.906455 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.907088 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bc5f66-584b-432d-a5e0-7b16e9614233 admin admin] Made reservation on behalf of 9aa37199e9d3495bbe109cee2fbee664 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:36.909765 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91bc5f66-584b-432d-a5e0-7b16e9614233 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.928030 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cfa56-0724-4ee7-b0d0-56ecc53c0a0d admin admin] Pushing event updated for resources: {'Network': ['ID=64c465ab-5580-44f0-9005-a2f2176930d6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:36.939452 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 64c465ab-5580-44f0-9005-a2f2176930d6 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:34:37.161767 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91bc5f66-584b-432d-a5e0-7b16e9614233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:37.239892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc5f66-584b-432d-a5e0-7b16e9614233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f3461d-7fbf-46a4-a343-c3b6cc4692ed,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:37.250415 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bc5f66-584b-432d-a5e0-7b16e9614233 admin admin] Checking segment: {'id': '6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '64c465ab-5580-44f0-9005-a2f2176930d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:37.250912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bc5f66-584b-432d-a5e0-7b16e9614233 admin admin] Network hostable DHCP agents. Network: 64c465ab-5580-44f0-9005-a2f2176930d6, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:34:37.274017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bc5f66-584b-432d-a5e0-7b16e9614233 admin admin] Network 64c465ab-5580-44f0-9005-a2f2176930d6 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:34:37.285190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-91bc5f66-584b-432d-a5e0-7b16e9614233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 64c465ab-5580-44f0-9005-a2f2176930d6) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:37.289978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bc5f66-584b-432d-a5e0-7b16e9614233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:37.291693 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91bc5f66-584b-432d-a5e0-7b16e9614233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:37.294673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32dadfa-90da-4acd-b0f1-0bfb4be3ce65 None None] Network 64c465ab-5580-44f0-9005-a2f2176930d6 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:37.316223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-91bc5f66-584b-432d-a5e0-7b16e9614233 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5036051 Jul 22 23:34:37.547840 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a18612-e5b3-4ec5-ab3c-945e89c70a8e None None] Network 64c465ab-5580-44f0-9005-a2f2176930d6 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:41.591830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-52c5350c-b392-4fd8-b86d-4d6e868730d8 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:41.593259 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-52c5350c-b392-4fd8-b86d-4d6e868730d8 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 812 time: 0.1766324 Jul 22 23:34:41.622706 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-652b99a9-28b8-424a-8eeb-a13a4d8ae82c tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/quotas/82ff423458844377ac84f258ac322d91 HTTP/1.1" status: 200 len: 375 time: 0.0219686 Jul 22 23:34:41.638019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0037a-cb2c-4348-93f6-50a0bffb2ba1 req-ddd77c13-b237-4b8a-9bad-9aaa6c6d9a0d tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:41.643868 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0037a-cb2c-4348-93f6-50a0bffb2ba1 req-ddd77c13-b237-4b8a-9bad-9aaa6c6d9a0d tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:41.650626 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0037a-cb2c-4348-93f6-50a0bffb2ba1 req-ddd77c13-b237-4b8a-9bad-9aaa6c6d9a0d tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:41.652298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bfa0037a-cb2c-4348-93f6-50a0bffb2ba1 req-ddd77c13-b237-4b8a-9bad-9aaa6c6d9a0d tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 2419 time: 0.1665893 Jul 22 23:34:41.690533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd68d2d9-0ca5-4dfc-8e5a-0a92ac64ab19 req-b022ef3b-b7b2-46a7-8f0b-a74d78ae079b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1546566 Jul 22 23:34:41.693596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-132c0fa3-4de8-465a-9729-97dd0640963e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394666 Jul 22 23:34:41.760267 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bfa0037a-cb2c-4348-93f6-50a0bffb2ba1 req-93fcbfa1-22e9-45dc-a204-25b6805a4f65 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956855 Jul 22 23:34:41.846799 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-5685b15f-3653-42d5-8880-b1cd34cb14d8 service neutron] 10.222.0.26 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443067 Jul 22 23:34:41.857392 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68d2d9-0ca5-4dfc-8e5a-0a92ac64ab19 req-34021e7b-0ea1-40af-a973-9244cf3ca9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:41.857392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd68d2d9-0ca5-4dfc-8e5a-0a92ac64ab19 req-34021e7b-0ea1-40af-a973-9244cf3ca9f9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 1095 time: 0.1105592 Jul 22 23:34:42.028371 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-b6ea9882-5708-4e8e-9bab-91c2797db0bf service neutron] 10.222.0.26 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725507 Jul 22 23:34:42.038337 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68d2d9-0ca5-4dfc-8e5a-0a92ac64ab19 req-f7bfcdca-2dd4-495d-909f-fa4c05e18dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:42.039985 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd68d2d9-0ca5-4dfc-8e5a-0a92ac64ab19 req-f7bfcdca-2dd4-495d-909f-fa4c05e18dc8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.1606662 Jul 22 23:34:42.084604 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd68d2d9-0ca5-4dfc-8e5a-0a92ac64ab19 req-07a05099-3294-4e29-beba-1bdda9f5d023 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68840e40-4ebf-4c95-9f03-affe39f29d14 HTTP/1.1" status: 200 len: 217 time: 0.0374997 Jul 22 23:34:42.141691 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68d2d9-0ca5-4dfc-8e5a-0a92ac64ab19 req-ba320e62-c363-4569-ab45-73b5e0ed54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:42.143384 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd68d2d9-0ca5-4dfc-8e5a-0a92ac64ab19 req-ba320e62-c363-4569-ab45-73b5e0ed54e3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.0518775 Jul 22 23:34:42.191254 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd68d2d9-0ca5-4dfc-8e5a-0a92ac64ab19 req-98ca2a56-8d5c-43bb-a0fd-58bca5e000ae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401156 Jul 22 23:34:42.592873 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd68d2d9-0ca5-4dfc-8e5a-0a92ac64ab19 req-0e1b05be-377d-4860-bb05-519a440846ef service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942764 Jul 22 23:34:42.600864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-9c7878a2-69ec-4fb5-8894-e55772dbe00b tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:42.602792 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-9c7878a2-69ec-4fb5-8894-e55772dbe00b tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/networks?id=64c465ab-5580-44f0-9005-a2f2176930d6 HTTP/1.1" status: 200 len: 821 time: 0.2122836 Jul 22 23:34:42.654811 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-7234d870-ba00-4a7d-af31-214b3029a534 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/quotas/9aa37199e9d3495bbe109cee2fbee664 HTTP/1.1" status: 200 len: 375 time: 0.0387599 Jul 22 23:34:42.718289 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ae28d-e79b-4982-a12d-ff95f2ebab91 req-a22225c1-2e21-4e62-b569-1de7407082bb tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:42.719831 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba1ae28d-e79b-4982-a12d-ff95f2ebab91 req-a22225c1-2e21-4e62-b569-1de7407082bb tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=52580546-bb71-4469-8716-ef38f8573704 HTTP/1.1" status: 200 len: 946 time: 0.1952152 Jul 22 23:34:42.750367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-8fe5769f-401f-4f46-ae03-254f6dea5cab tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9aa37199e9d3495bbe109cee2fbee664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586159 Jul 22 23:34:42.813841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd68d2d9-0ca5-4dfc-8e5a-0a92ac64ab19 req-0f44bde3-2b50-45f6-86fb-a5a1ccc6bfdc service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083044 Jul 22 23:34:42.871468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba1ae28d-e79b-4982-a12d-ff95f2ebab91 req-5fc10028-38f0-46a2-88f9-3547c2f8d0b3 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307442 Jul 22 23:34:42.935750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-e9e2d08b-096f-4177-9e2e-817f69d661bb service neutron] 10.222.0.26 "GET /v2.0/networks/64c465ab-5580-44f0-9005-a2f2176930d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842911 Jul 22 23:34:42.996153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98ac2fcb-5b43-4d7d-a7ac-631796ff0841 req-0e07bf06-a35e-4ca6-9650-996231f92d48 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=11840e65-74be-4149-a54c-a8bedd82627e HTTP/1.1" status: 200 len: 210 time: 0.0393388 Jul 22 23:34:43.083200 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d841b71e-500a-4522-92ec-4135cec12c15 service neutron] 10.222.0.26 "GET /v2.0/networks/64c465ab-5580-44f0-9005-a2f2176930d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465113 Jul 22 23:34:43.357462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6debcf-4451-440b-94cf-b58b3a9c202b req-04862cfb-ecd2-4bba-ab95-3840d970f457 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:43.359238 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da6debcf-4451-440b-94cf-b58b3a9c202b req-04862cfb-ecd2-4bba-ab95-3840d970f457 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bce747-4663-4ca9-b8b0-04348630c140 HTTP/1.1" status: 200 len: 951 time: 0.1418216 Jul 22 23:34:43.450862 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da6debcf-4451-440b-94cf-b58b3a9c202b req-af28c943-8f21-4fc4-b7e1-fb7a2eb24a96 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853567 Jul 22 23:34:43.569041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82359aa6-3728-4c8b-93d3-780ed1aa93bd req-5731c165-f634-4769-b802-b86cdf7ec1f4 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8774e85-9fb0-4d3b-9711-1d76325cc650 HTTP/1.1" status: 200 len: 210 time: 0.0461469 Jul 22 23:34:43.754365 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-c25241a6-81f2-4220-8ddd-0f4267f9214a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:43.755857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-c25241a6-81f2-4220-8ddd-0f4267f9214a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.95 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 812 time: 0.1905539 Jul 22 23:34:43.782614 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-5e06c9a7-9b52-4a08-a66b-34bef7aa5d50 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Request body: {'port': {'device_id': '11840e65-74be-4149-a54c-a8bedd82627e', 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478', 'admin_state_up': True, 'tenant_id': '82ff423458844377ac84f258ac322d91'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:44.001057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f2643-5c36-4483-9013-feb49761a5f6 req-670872f7-2fee-4b4e-b352-dc4e5eca8e29 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:44.006978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f2643-5c36-4483-9013-feb49761a5f6 req-670872f7-2fee-4b4e-b352-dc4e5eca8e29 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:44.013456 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f2643-5c36-4483-9013-feb49761a5f6 req-670872f7-2fee-4b4e-b352-dc4e5eca8e29 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:44.015681 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d4f2643-5c36-4483-9013-feb49761a5f6 req-670872f7-2fee-4b4e-b352-dc4e5eca8e29 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 2419 time: 0.1866229 Jul 22 23:34:44.034093 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-5e06c9a7-9b52-4a08-a66b-34bef7aa5d50 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Made reservation on behalf of 82ff423458844377ac84f258ac322d91 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:44.039550 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-5e06c9a7-9b52-4a08-a66b-34bef7aa5d50 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:44.100719 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d4f2643-5c36-4483-9013-feb49761a5f6 req-57ad435d-f7bd-497d-89f7-01eaa20ed167 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683801 Jul 22 23:34:44.272838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-5e06c9a7-9b52-4a08-a66b-34bef7aa5d50 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Allocated IP 172.20.0.13 (c6404c3b-acc2-4feb-85da-2ecd11b1a478/750e6d21-68ba-4eb5-94e9-cc5c662415b5/cf052af0-635e-4c56-a6b5-426678e9adf5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:44.341806 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 45a61c05-44f8-4801-9a8c-c05f786a55ed no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:44.514750 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:44.543498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bce747-4663-4ca9-b8b0-04348630c140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45a61c05-44f8-4801-9a8c-c05f786a55ed'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:44.545109 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04bd5417-4fd8-45c8-9869-217cdfe97d44 req-57f684f4-5d7c-4abc-b7a0-831231e6f8cd tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=11840e65-74be-4149-a54c-a8bedd82627e HTTP/1.1" status: 200 len: 210 time: 0.1011231 Jul 22 23:34:44.546250 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77c4fb3-08fc-488a-bca5-241b64d2e2f3" -d '{"events": [{"server_uuid": "84bce747-4663-4ca9-b8b0-04348630c140", "name": "network-vif-unplugged", "status": "completed", "tag": "45a61c05-44f8-4801-9a8c-c05f786a55ed"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:44.583816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 45a61c05-44f8-4801-9a8c-c05f786a55ed, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45a61c05-44f8-4801-9a8c-c05f786a55ed,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:44.593301 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:44.707741 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-5e06c9a7-9b52-4a08-a66b-34bef7aa5d50 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:44.723200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=45a61c05-44f8-4801-9a8c-c05f786a55ed,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:44.774988 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3741851-9fee-4c16-b7d1-31624b7cb9da x-openstack-request-id: req-a3741851-9fee-4c16-b7d1-31624b7cb9da {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:44.775462 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bce747-4663-4ca9-b8b0-04348630c140", "name": "network-vif-unplugged", "status": "completed", "tag": "45a61c05-44f8-4801-9a8c-c05f786a55ed", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:44.775792 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3741851-9fee-4c16-b7d1-31624b7cb9da {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:44.776318 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bce747-4663-4ca9-b8b0-04348630c140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45a61c05-44f8-4801-9a8c-c05f786a55ed', 'code': 200} Jul 22 23:34:44.808866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18df0c-4207-43c5-a19d-5978da1a0b07 req-2dd7d326-d6c4-41a1-ad51-4a841b2435ee tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:44.810359 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e18df0c-4207-43c5-a19d-5978da1a0b07 req-2dd7d326-d6c4-41a1-ad51-4a841b2435ee tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=52580546-bb71-4469-8716-ef38f8573704 HTTP/1.1" status: 200 len: 946 time: 0.3470578 Jul 22 23:34:44.926136 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-5e06c9a7-9b52-4a08-a66b-34bef7aa5d50 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:44.934000 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fc01b1c-305c-4bba-9155-7dc0cf1f1c38 req-45f30995-d674-404e-a764-c4b363bae4fe tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8774e85-9fb0-4d3b-9711-1d76325cc650 HTTP/1.1" status: 200 len: 210 time: 0.0628409 Jul 22 23:34:45.059675 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e18df0c-4207-43c5-a19d-5978da1a0b07 req-e1f3b67d-f795-4ffd-ba25-558de006b6d7 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259698 Jul 22 23:34:45.074195 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-5e06c9a7-9b52-4a08-a66b-34bef7aa5d50 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Network c6404c3b-acc2-4feb-85da-2ecd11b1a478 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:45.083638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-5e06c9a7-9b52-4a08-a66b-34bef7aa5d50 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:45.089310 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-5e06c9a7-9b52-4a08-a66b-34bef7aa5d50 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:45.095133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06c9a7-9b52-4a08-a66b-34bef7aa5d50 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Pushing event updated for resources: {'Port': ['ID=cf052af0-635e-4c56-a6b5-426678e9adf5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:45.209689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-6af97c8f-d925-47bf-b3b4-fee400dda88c tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:45.215599 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-6af97c8f-d925-47bf-b3b4-fee400dda88c tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.18 "GET /v2.0/networks?id=64c465ab-5580-44f0-9005-a2f2176930d6 HTTP/1.1" status: 200 len: 821 time: 0.3563399 Jul 22 23:34:45.292418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-a3718a55-2895-48ed-b5fa-efe680802de4 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Request body: {'port': {'device_id': 'e8774e85-9fb0-4d3b-9711-1d76325cc650', 'network_id': '64c465ab-5580-44f0-9005-a2f2176930d6', 'admin_state_up': True, 'tenant_id': '9aa37199e9d3495bbe109cee2fbee664'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:45.367734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-5e06c9a7-9b52-4a08-a66b-34bef7aa5d50 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:45.369275 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-5e06c9a7-9b52-4a08-a66b-34bef7aa5d50 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:45.435289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-5e06c9a7-9b52-4a08-a66b-34bef7aa5d50 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6693053 Jul 22 23:34:45.457148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Request body: {'port': {'device_id': '11840e65-74be-4149-a54c-a8bedd82627e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:45.468246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34204) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:45.527620 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6979b9-2f9b-4d94-a3ad-2d19d4369227 req-114ba4db-0b2b-455e-9be2-8bae8a56b2fa tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:45.533890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6979b9-2f9b-4d94-a3ad-2d19d4369227 req-114ba4db-0b2b-455e-9be2-8bae8a56b2fa tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:45.540865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6979b9-2f9b-4d94-a3ad-2d19d4369227 req-114ba4db-0b2b-455e-9be2-8bae8a56b2fa tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:45.547917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa6979b9-2f9b-4d94-a3ad-2d19d4369227 req-114ba4db-0b2b-455e-9be2-8bae8a56b2fa tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 2419 time: 0.3069618 Jul 22 23:34:45.634891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-a3718a55-2895-48ed-b5fa-efe680802de4 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Made reservation on behalf of 9aa37199e9d3495bbe109cee2fbee664 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:45.642167 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-a3718a55-2895-48ed-b5fa-efe680802de4 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:45.666563 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-812d0160-9194-4b5c-8ea3-2e8c2297559a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:45.682620 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:45.752656 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-c5c5369a-9fe5-44af-97b0-e0ab26766fac tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:45.758817 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-c5c5369a-9fe5-44af-97b0-e0ab26766fac tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:45.766253 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-c5c5369a-9fe5-44af-97b0-e0ab26766fac tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:45.767938 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-c5c5369a-9fe5-44af-97b0-e0ab26766fac tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 2419 time: 0.1346257 Jul 22 23:34:45.823061 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa6979b9-2f9b-4d94-a3ad-2d19d4369227 req-e0637799-37d0-45fc-90f8-7e8f1d1fcf55 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742300 Jul 22 23:34:46.017578 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-812d0160-9194-4b5c-8ea3-2e8c2297559a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.028167 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-812d0160-9194-4b5c-8ea3-2e8c2297559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.057664 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-812d0160-9194-4b5c-8ea3-2e8c2297559a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8a8ce75be474d2f82425a1ab7539636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5882118 Jul 22 23:34:46.061167 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-509999d5-a3fe-4f78-94ac-44d23b427803 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Deleting port 466d393d-03c7-4f00-926c-e7220233b1f5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:46.061816 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-509999d5-a3fe-4f78-94ac-44d23b427803 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.065737 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34230) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:46.136732 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6c9b9f2-2e1c-462f-b657-0660f2505640 req-159acb54-0b86-4157-accd-f3120a4d7aeb tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8774e85-9fb0-4d3b-9711-1d76325cc650 HTTP/1.1" status: 200 len: 210 time: 0.0479796 Jul 22 23:34:46.159479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d0160-9194-4b5c-8ea3-2e8c2297559a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669f89f0-f014-4808-a624-b11e1fd897d5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:46.212581 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.251644 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47c64373-46a4-45c3-8ad2-312e44666054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.297194 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47c64373-46a4-45c3-8ad2-312e44666054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.314894 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-509999d5-a3fe-4f78-94ac-44d23b427803 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] For port 466d393d-03c7-4f00-926c-e7220233b1f5, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=466d393d-03c7-4f00-926c-e7220233b1f5,segment=NetworkSegment(75c5c396-d5c4-4085-b34a-e7f8f56cb58e),segment_id=75c5c396-d5c4-4085-b34a-e7f8f56cb58e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:46.315259 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-509999d5-a3fe-4f78-94ac-44d23b427803 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.343563 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-509999d5-a3fe-4f78-94ac-44d23b427803 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Calling delete_port for 466d393d-03c7-4f00-926c-e7220233b1f5 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:46.435328 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47c64373-46a4-45c3-8ad2-312e44666054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.438534 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47c64373-46a4-45c3-8ad2-312e44666054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.440130 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-47c64373-46a4-45c3-8ad2-312e44666054 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/669f89f0-f014-4808-a624-b11e1fd897d5 HTTP/1.1" status: 204 len: 168 time: 0.3726969 Jul 22 23:34:46.487839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c64373-46a4-45c3-8ad2-312e44666054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669f89f0-f014-4808-a624-b11e1fd897d5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:46.600514 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-509999d5-a3fe-4f78-94ac-44d23b427803 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.623596 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c772f1-d9ec-4d74-95d7-2dd21030a010 req-2f2e93e9-026f-4cb6-a20e-67181156cd32 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:46.634165 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3c772f1-d9ec-4d74-95d7-2dd21030a010 req-2f2e93e9-026f-4cb6-a20e-67181156cd32 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=11840e65-74be-4149-a54c-a8bedd82627e HTTP/1.1" status: 200 len: 932 time: 0.9189134 Jul 22 23:34:46.640617 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509999d5-a3fe-4f78-94ac-44d23b427803 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event deleted for resources: {'Port': ['ID=466d393d-03c7-4f00-926c-e7220233b1f5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:46.745700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-509999d5-a3fe-4f78-94ac-44d23b427803 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] No DVR routers for this DVR port 466d393d-03c7-4f00-926c-e7220233b1f5 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:46.750287 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-509999d5-a3fe-4f78-94ac-44d23b427803 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.755009 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-509999d5-a3fe-4f78-94ac-44d23b427803 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.95 "DELETE /v2.0/ports/466d393d-03c7-4f00-926c-e7220233b1f5 HTTP/1.1" status: 204 len: 173 time: 0.9777493 Jul 22 23:34:46.756536 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'name': 'network-vif-deleted', 'tag': '466d393d-03c7-4f00-926c-e7220233b1f5'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:46.759999 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22cff0f-97fb-4867-8264-385b09a57a69" -d '{"events": [{"server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "name": "network-vif-deleted", "tag": "466d393d-03c7-4f00-926c-e7220233b1f5"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:46.779711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-a3718a55-2895-48ed-b5fa-efe680802de4 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Allocated IP 172.20.0.12 (64c465ab-5580-44f0-9005-a2f2176930d6/02f3461d-7fbf-46a4-a343-c3b6cc4692ed/bf464c71-b02b-4237-a21a-3564bf48bbdf) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:46.831083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657b798-a254-4676-b389-cfe2ec7c6766 req-cd2c3b3d-3be8-4927-b73e-e0b6d1af0a5d tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:46.832602 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0657b798-a254-4676-b389-cfe2ec7c6766 req-cd2c3b3d-3be8-4927-b73e-e0b6d1af0a5d tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.95 "GET /v2.0/ports?device_id=52580546-bb71-4469-8716-ef38f8573704 HTTP/1.1" status: 200 len: 946 time: 0.8284783 Jul 22 23:34:46.953982 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-455ab9cf-5562-4366-97df-b972a6d1f1a1 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Deleting port 8c3693c8-5a8b-4152-a9f6-062b99440855 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:46.954411 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-455ab9cf-5562-4366-97df-b972a6d1f1a1 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.957875 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3c772f1-d9ec-4d74-95d7-2dd21030a010 req-03429833-fdfd-4e0f-86bb-b97b891f8bde tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225274 Jul 22 23:34:46.974604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34258) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:47.017576 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abc5b5a7-8c57-4452-b308-3695c1deb0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.116289 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-455ab9cf-5562-4366-97df-b972a6d1f1a1 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] For port 8c3693c8-5a8b-4152-a9f6-062b99440855, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=8c3693c8-5a8b-4152-a9f6-062b99440855,segment=NetworkSegment(c4347236-7675-4252-8624-08d064bf3fb5),segment_id=c4347236-7675-4252-8624-08d064bf3fb5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:47.116692 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-455ab9cf-5562-4366-97df-b972a6d1f1a1 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.120001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f8c28-6955-414c-8df1-3a5509b3592f req-875e607b-1c65-4553-8835-f9fbed6ab2a2 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:47.130025 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b31f8c28-6955-414c-8df1-3a5509b3592f req-875e607b-1c65-4553-8835-f9fbed6ab2a2 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=52580546-bb71-4469-8716-ef38f8573704 HTTP/1.1" status: 200 len: 946 time: 0.5383596 Jul 22 23:34:47.139894 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-455ab9cf-5562-4366-97df-b972a6d1f1a1 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Calling delete_port for 8c3693c8-5a8b-4152-a9f6-062b99440855 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:47.174628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf052af0-635e-4c56-a6b5-426678e9adf5 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:47.224606 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.251853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Transition to ACTIVE for port object cf052af0-635e-4c56-a6b5-426678e9adf5 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:47.266600 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.287040 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abc5b5a7-8c57-4452-b308-3695c1deb0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.289165 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cde56d-4e39-4468-9d10-68321a9045d8 x-openstack-request-id: req-29cde56d-4e39-4468-9d10-68321a9045d8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:47.289442 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "name": "network-vif-deleted", "tag": "466d393d-03c7-4f00-926c-e7220233b1f5", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:47.290348 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29cde56d-4e39-4468-9d10-68321a9045d8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:47.290691 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'name': 'network-vif-deleted', 'tag': '466d393d-03c7-4f00-926c-e7220233b1f5', 'status': 'completed', 'code': 200} Jul 22 23:34:47.295627 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abc5b5a7-8c57-4452-b308-3695c1deb0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.372430 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b31f8c28-6955-414c-8df1-3a5509b3592f req-af8af150-187a-40f4-84e0-a32de04174fc tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270591 Jul 22 23:34:47.374832 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-abc5b5a7-8c57-4452-b308-3695c1deb0c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=422d81f764154878bae28b0cac074158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990345 Jul 22 23:34:47.378616 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5b5a7-8c57-4452-b308-3695c1deb0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad949ae-cc7d-4d1f-85da-844002908d25,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:47.381223 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:47.416499 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-455ab9cf-5562-4366-97df-b972a6d1f1a1 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.490364 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ab9cf-5562-4366-97df-b972a6d1f1a1 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event deleted for resources: {'Port': ['ID=8c3693c8-5a8b-4152-a9f6-062b99440855,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:47.531314 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Pushing event updated for resources: {'Port': ['ID=cf052af0-635e-4c56-a6b5-426678e9adf5,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:47.534338 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09928d13-d9aa-49b9-a094-21cfd80f9fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.539039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0657b798-a254-4676-b389-cfe2ec7c6766 req-8db272a5-01f3-4ac1-8ce1-b35f3877aa3b tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Deleting port 312d008e-62fe-4c51-b794-ba3bae3640f2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:47.539039 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0657b798-a254-4676-b389-cfe2ec7c6766 req-8db272a5-01f3-4ac1-8ce1-b35f3877aa3b tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.572654 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-455ab9cf-5562-4366-97df-b972a6d1f1a1 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] No DVR routers for this DVR port 8c3693c8-5a8b-4152-a9f6-062b99440855 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:47.576563 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-455ab9cf-5562-4366-97df-b972a6d1f1a1 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.578722 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-455ab9cf-5562-4366-97df-b972a6d1f1a1 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.95 "DELETE /v2.0/ports/8c3693c8-5a8b-4152-a9f6-062b99440855 HTTP/1.1" status: 204 len: 173 time: 0.8123226 Jul 22 23:34:47.595487 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-a3718a55-2895-48ed-b5fa-efe680802de4 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.600339 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09928d13-d9aa-49b9-a094-21cfd80f9fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.682680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bd48933b-3287-4d50-ac0c-1e01605bc12b req-ae7d01f1-cbab-4e27-9af5-7b1f767a8f4b tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8774e85-9fb0-4d3b-9711-1d76325cc650 HTTP/1.1" status: 200 len: 210 time: 0.1235881 Jul 22 23:34:47.759520 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09928d13-d9aa-49b9-a094-21cfd80f9fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.762655 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09928d13-d9aa-49b9-a094-21cfd80f9fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.763813 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-09928d13-d9aa-49b9-a094-21cfd80f9fca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ad949ae-cc7d-4d1f-85da-844002908d25 HTTP/1.1" status: 204 len: 168 time: 0.3619950 Jul 22 23:34:47.777929 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09928d13-d9aa-49b9-a094-21cfd80f9fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad949ae-cc7d-4d1f-85da-844002908d25,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:47.782681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-fd464dbf-caee-4a9a-8e84-45723705213a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Deleting port 5ca217da-a0e9-4c62-a35a-820bd53f5242 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:47.783009 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-fd464dbf-caee-4a9a-8e84-45723705213a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.881360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Attempting to bind port cf052af0-635e-4c56-a6b5-426678e9adf5 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:47.882012 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Attempting to bind port cf052af0-635e-4c56-a6b5-426678e9adf5 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:47.882012 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Attempting to bind port cf052af0-635e-4c56-a6b5-426678e9adf5 on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:47.886729 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-fd464dbf-caee-4a9a-8e84-45723705213a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] For port 5ca217da-a0e9-4c62-a35a-820bd53f5242, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=5ca217da-a0e9-4c62-a35a-820bd53f5242,segment=NetworkSegment(75c5c396-d5c4-4085-b34a-e7f8f56cb58e),segment_id=75c5c396-d5c4-4085-b34a-e7f8f56cb58e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:47.887020 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-fd464dbf-caee-4a9a-8e84-45723705213a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.905328 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-fd464dbf-caee-4a9a-8e84-45723705213a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Calling delete_port for 5ca217da-a0e9-4c62-a35a-820bd53f5242 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:47.918588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e096c9d-89a3-4351-86be-07a6873404b6 req-5cd1ea74-dd36-4909-9633-4d3267ef800b tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:47.924545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e096c9d-89a3-4351-86be-07a6873404b6 req-5cd1ea74-dd36-4909-9633-4d3267ef800b tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:47.932868 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e096c9d-89a3-4351-86be-07a6873404b6 req-5cd1ea74-dd36-4909-9633-4d3267ef800b tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2af45b-2fe8-41bf-a2e7-6a4774290316 HTTP/1.1" status: 200 len: 1604 time: 0.5772097 Jul 22 23:34:47.947394 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Port cf052af0-635e-4c56-a6b5-426678e9adf5 on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:47.947727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Attempting to bind port cf052af0-635e-4c56-a6b5-426678e9adf5 on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:47.967631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0657b798-a254-4676-b389-cfe2ec7c6766 req-8db272a5-01f3-4ac1-8ce1-b35f3877aa3b tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] For port 312d008e-62fe-4c51-b794-ba3bae3640f2, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=312d008e-62fe-4c51-b794-ba3bae3640f2,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:47.968056 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0657b798-a254-4676-b389-cfe2ec7c6766 req-8db272a5-01f3-4ac1-8ce1-b35f3877aa3b tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:48.022044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:48.022393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Checking segment: {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:48.022781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Bound using segment: {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:48.023266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Bound port: cf052af0-635e-4c56-a6b5-426678e9adf5, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:48.023598 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:48.078023 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-fd464dbf-caee-4a9a-8e84-45723705213a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:48.090002 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-a3718a55-2895-48ed-b5fa-efe680802de4 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:48.113572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd464dbf-caee-4a9a-8e84-45723705213a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event deleted for resources: {'Port': ['ID=5ca217da-a0e9-4c62-a35a-820bd53f5242,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:48.191482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-fd464dbf-caee-4a9a-8e84-45723705213a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] No DVR routers for this DVR port 5ca217da-a0e9-4c62-a35a-820bd53f5242 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:48.194053 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-fd464dbf-caee-4a9a-8e84-45723705213a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:48.197865 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7b0d2c55-6eef-4944-b2b4-b7cfd3245fe8 req-fd464dbf-caee-4a9a-8e84-45723705213a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.95 "DELETE /v2.0/ports/5ca217da-a0e9-4c62-a35a-820bd53f5242 HTTP/1.1" status: 204 len: 173 time: 0.6095831 Jul 22 23:34:48.217582 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e096c9d-89a3-4351-86be-07a6873404b6 req-e3d12707-50a8-497f-9efe-52f626717735 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825799 Jul 22 23:34:48.278713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3718a55-2895-48ed-b5fa-efe680802de4 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Pushing event updated for resources: {'Port': ['ID=bf464c71-b02b-4237-a21a-3564bf48bbdf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:48.294389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-a3718a55-2895-48ed-b5fa-efe680802de4 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Network 64c465ab-5580-44f0-9005-a2f2176930d6 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:48.305748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d55c79-edfe-4dd5-915e-5a6146bbdad0 req-8fc95f98-27a8-4809-be3c-0eeff6424cc5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:48.313816 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26d55c79-edfe-4dd5-915e-5a6146bbdad0 req-8fc95f98-27a8-4809-be3c-0eeff6424cc5 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 945 time: 0.4985533 Jul 22 23:34:48.335570 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 466d393d-03c7-4f00-926c-e7220233b1f5 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:48.338320 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-a3718a55-2895-48ed-b5fa-efe680802de4 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:48.378852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-a3718a55-2895-48ed-b5fa-efe680802de4 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:48.405019 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 466d393d-03c7-4f00-926c-e7220233b1f5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:48.409622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 466d393d-03c7-4f00-926c-e7220233b1f5 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:48.410349 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 5ca217da-a0e9-4c62-a35a-820bd53f5242 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:48.465176 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 5ca217da-a0e9-4c62-a35a-820bd53f5242 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:48.470376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 5ca217da-a0e9-4c62-a35a-820bd53f5242 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:48.471958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 312d008e-62fe-4c51-b794-ba3bae3640f2 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:48.547340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c2dc2-708a-413d-9a0a-ba1acc474cf3 req-fd92b13e-8aaa-4924-b321-854eedf8407a tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:48.548827 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-149c2dc2-708a-413d-9a0a-ba1acc474cf3 req-fd92b13e-8aaa-4924-b321-854eedf8407a tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 945 time: 0.6136978 Jul 22 23:34:48.579478 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:48.619323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] For port cf052af0-635e-4c56-a6b5-426678e9adf5, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:48.624421 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52580546-bb71-4469-8716-ef38f8573704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '312d008e-62fe-4c51-b794-ba3bae3640f2'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:48.628696 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9fc76c-e0e8-4d9d-b92c-5430e6818e48" -d '{"events": [{"server_uuid": "52580546-bb71-4469-8716-ef38f8573704", "name": "network-vif-unplugged", "status": "completed", "tag": "312d008e-62fe-4c51-b794-ba3bae3640f2"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:48.652215 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-a3718a55-2895-48ed-b5fa-efe680802de4 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:48.652562 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-a3718a55-2895-48ed-b5fa-efe680802de4 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:48.656187 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 312d008e-62fe-4c51-b794-ba3bae3640f2, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=312d008e-62fe-4c51-b794-ba3bae3640f2,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:48.664571 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:48.665764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 8c3693c8-5a8b-4152-a9f6-062b99440855 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:48.704038 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26d55c79-edfe-4dd5-915e-5a6146bbdad0 req-3796ab91-8e9d-4f69-b05a-6a7dfdff314a tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892441 Jul 22 23:34:48.759303 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 8c3693c8-5a8b-4152-a9f6-062b99440855 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:48.759644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 8c3693c8-5a8b-4152-a9f6-062b99440855 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:48.762523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] For port cf052af0-635e-4c56-a6b5-426678e9adf5, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=cf052af0-635e-4c56-a6b5-426678e9adf5,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:48.768844 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=312d008e-62fe-4c51-b794-ba3bae3640f2,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:48.803200 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:48.816940 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-a3718a55-2895-48ed-b5fa-efe680802de4 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5786214 Jul 22 23:34:48.879439 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0657b798-a254-4676-b389-cfe2ec7c6766 req-8db272a5-01f3-4ac1-8ce1-b35f3877aa3b tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:48.879867 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0657b798-a254-4676-b389-cfe2ec7c6766 req-8db272a5-01f3-4ac1-8ce1-b35f3877aa3b tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:48.880261 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [req-0657b798-a254-4676-b389-cfe2ec7c6766 req-8db272a5-01f3-4ac1-8ce1-b35f3877aa3b tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Floating IP b42f38d8-15a2-43b1-87e3-d2ecdc5bc840 disassociated. External IP: 172.25.4.166, port: 312d008e-62fe-4c51-b794-ba3bae3640f2. Jul 22 23:34:48.880548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0657b798-a254-4676-b389-cfe2ec7c6766 req-8db272a5-01f3-4ac1-8ce1-b35f3877aa3b tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Calling delete_port for 312d008e-62fe-4c51-b794-ba3bae3640f2 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:48.909756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Request body: {'port': {'device_id': 'e8774e85-9fb0-4d3b-9711-1d76325cc650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:48.976059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:48.978257 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:48.979604 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] 10.222.0.95 "PUT /v2.0/ports/cf052af0-635e-4c56-a6b5-426678e9adf5 HTTP/1.1" status: 200 len: 1092 time: 3.5308626 Jul 22 23:34:48.994403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11840e65-74be-4149-a54c-a8bedd82627e', 'tag': 'cf052af0-635e-4c56-a6b5-426678e9adf5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:48.997042 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42163940-e317-497c-81d9-19224f1b5e37" -d '{"events": [{"name": "network-changed", "server_uuid": "11840e65-74be-4149-a54c-a8bedd82627e", "tag": "cf052af0-635e-4c56-a6b5-426678e9adf5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:49.136797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db51300-957d-4628-b9dc-7aa47e809949 req-0e9eae73-3cb5-4c1c-b07d-2624cbab0e94 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:49.138347 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5db51300-957d-4628-b9dc-7aa47e809949 req-0e9eae73-3cb5-4c1c-b07d-2624cbab0e94 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=11840e65-74be-4149-a54c-a8bedd82627e HTTP/1.1" status: 200 len: 944 time: 0.6011534 Jul 22 23:34:49.162335 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc61535-9396-4242-a5a6-30b682eeac52 service neutron] Pushing event updated for resources: {'Port': ['ID=cf052af0-635e-4c56-a6b5-426678e9adf5,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:49.251003 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:49.266256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3081a-b897-4f05-8777-5ce875f9bd3e req-2d1fba8a-6844-4397-8df6-f5be3178f814 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:49.267777 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07e3081a-b897-4f05-8777-5ce875f9bd3e req-2d1fba8a-6844-4397-8df6-f5be3178f814 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/ports?device_id=52580546-bb71-4469-8716-ef38f8573704 HTTP/1.1" status: 200 len: 944 time: 0.4549389 Jul 22 23:34:49.289041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-149c2dc2-708a-413d-9a0a-ba1acc474cf3 req-43b9119d-0de4-40ca-9667-814431e90336 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Deleting port d8e2324f-1e36-4785-8b64-065c704da2c3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:49.290029 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-149c2dc2-708a-413d-9a0a-ba1acc474cf3 req-43b9119d-0de4-40ca-9667-814431e90336 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:49.292340 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'name': 'network-vif-deleted', 'tag': '8c3693c8-5a8b-4152-a9f6-062b99440855'}, {'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'name': 'network-vif-deleted', 'tag': '5ca217da-a0e9-4c62-a35a-820bd53f5242'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:49.300010 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7f0372-eae9-4852-9710-e96064dc5abc" -d '{"events": [{"server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "name": "network-vif-deleted", "tag": "8c3693c8-5a8b-4152-a9f6-062b99440855"}, {"server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "name": "network-vif-deleted", "tag": "5ca217da-a0e9-4c62-a35a-820bd53f5242"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:49.328313 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5db51300-957d-4628-b9dc-7aa47e809949 req-8209ea71-6f0c-4a5f-ba68-de4ed76c1077 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582313 Jul 22 23:34:49.436878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1e23af12-5f73-4080-bb0d-d73ce547e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:49.438952 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-1e23af12-5f73-4080-bb0d-d73ce547e719 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&device_id=11840e65-74be-4149-a54c-a8bedd82627e HTTP/1.1" status: 200 len: 1095 time: 0.3665018 Jul 22 23:34:49.511679 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07e3081a-b897-4f05-8777-5ce875f9bd3e req-04c14908-0e21-4b75-896d-5b6fa7b69a15 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups?id=10ee2cb2-9912-4e22-ad0c-4432ce4275b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255099 Jul 22 23:34:49.519519 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee728759-fa94-463f-9864-a2fc950db96b x-openstack-request-id: req-ee728759-fa94-463f-9864-a2fc950db96b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:49.520627 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52580546-bb71-4469-8716-ef38f8573704", "name": "network-vif-unplugged", "status": "completed", "tag": "312d008e-62fe-4c51-b794-ba3bae3640f2", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:49.521035 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee728759-fa94-463f-9864-a2fc950db96b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:49.521610 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52580546-bb71-4469-8716-ef38f8573704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '312d008e-62fe-4c51-b794-ba3bae3640f2', 'code': 200} Jul 22 23:34:49.605951 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34374) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:49.665748 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d39a01-1813-420d-8e51-e50f62ac9360 x-openstack-request-id: req-d2d39a01-1813-420d-8e51-e50f62ac9360 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:49.666000 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "name": "network-vif-deleted", "tag": "8c3693c8-5a8b-4152-a9f6-062b99440855", "status": "completed", "code": 200}, {"server_uuid": "ce2af45b-2fe8-41bf-a2e7-6a4774290316", "name": "network-vif-deleted", "tag": "5ca217da-a0e9-4c62-a35a-820bd53f5242", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:49.666136 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2d39a01-1813-420d-8e51-e50f62ac9360 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:49.666531 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'name': 'network-vif-deleted', 'tag': '8c3693c8-5a8b-4152-a9f6-062b99440855', 'status': 'completed', 'code': 200} Jul 22 23:34:49.666835 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2af45b-2fe8-41bf-a2e7-6a4774290316', 'name': 'network-vif-deleted', 'tag': '5ca217da-a0e9-4c62-a35a-820bd53f5242', 'status': 'completed', 'code': 200} Jul 22 23:34:49.699370 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-de180aa2-e871-4e2a-8b12-a4c88fbcbce4 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Deleting subnet 42b8deed-d723-48b8-b7f0-f90e58895732 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:34:49.703177 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de180aa2-e871-4e2a-8b12-a4c88fbcbce4 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:49.745758 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bd416e-20fd-4237-b3e2-2f4bb795dbbd x-openstack-request-id: req-64bd416e-20fd-4237-b3e2-2f4bb795dbbd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:49.746048 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11840e65-74be-4149-a54c-a8bedd82627e", "tag": "cf052af0-635e-4c56-a6b5-426678e9adf5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:49.746303 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64bd416e-20fd-4237-b3e2-2f4bb795dbbd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:49.746697 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11840e65-74be-4149-a54c-a8bedd82627e', 'tag': 'cf052af0-635e-4c56-a6b5-426678e9adf5', 'status': 'completed', 'code': 200} Jul 22 23:34:49.762711 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de180aa2-e871-4e2a-8b12-a4c88fbcbce4 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:49.800340 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-ffed4be1-400c-435b-a380-56ca251958b9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf052af0-635e-4c56-a6b5-426678e9adf5 HTTP/1.1" status: 200 len: 217 time: 0.3111098 Jul 22 23:34:49.843407 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0657b798-a254-4676-b389-cfe2ec7c6766 req-8db272a5-01f3-4ac1-8ce1-b35f3877aa3b tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:49.873739 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de180aa2-e871-4e2a-8b12-a4c88fbcbce4 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:49.915329 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-149c2dc2-708a-413d-9a0a-ba1acc474cf3 req-43b9119d-0de4-40ca-9667-814431e90336 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] For port d8e2324f-1e36-4785-8b64-065c704da2c3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=d8e2324f-1e36-4785-8b64-065c704da2c3,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:49.917605 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-149c2dc2-708a-413d-9a0a-ba1acc474cf3 req-43b9119d-0de4-40ca-9667-814431e90336 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:49.940549 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de180aa2-e871-4e2a-8b12-a4c88fbcbce4 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:49.953163 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db272a5-01f3-4ac1-8ce1-b35f3877aa3b tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Pushing event deleted for resources: {'Port': ['ID=312d008e-62fe-4c51-b794-ba3bae3640f2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:49.974804 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de180aa2-e871-4e2a-8b12-a4c88fbcbce4 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event deleted for resources: {'Subnet': ['ID=42b8deed-d723-48b8-b7f0-f90e58895732,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:49.986926 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de180aa2-e871-4e2a-8b12-a4c88fbcbce4 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:49.992058 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-de180aa2-e871-4e2a-8b12-a4c88fbcbce4 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "DELETE /v2.0/subnets/42b8deed-d723-48b8-b7f0-f90e58895732 HTTP/1.1" status: 204 len: 168 time: 0.3850322 Jul 22 23:34:49.994947 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34402) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:49.997897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5c466c-6372-483a-916d-6ea6b4b8b8d1 None None] Network 142daeb4-1bad-42a9-9c9b-c68c75c2d4a4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:50.113885 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.201119 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Deleting port 811f5921-229b-41f9-ab77-5f519092a30e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:50.201645 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.278513 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] For port 811f5921-229b-41f9-ab77-5f519092a30e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=811f5921-229b-41f9-ab77-5f519092a30e,segment=NetworkSegment(c4347236-7675-4252-8624-08d064bf3fb5),segment_id=c4347236-7675-4252-8624-08d064bf3fb5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:50.279008 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.307535 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Calling delete_port for 811f5921-229b-41f9-ab77-5f519092a30e owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:50.322127 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a1e139-5b96-42f7-bec6-26ad8d475220 None None] DHCP port deletion for 142daeb4-1bad-42a9-9c9b-c68c75c2d4a4 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:34:50.421617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-149c2dc2-708a-413d-9a0a-ba1acc474cf3 req-43b9119d-0de4-40ca-9667-814431e90336 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Calling delete_port for d8e2324f-1e36-4785-8b64-065c704da2c3 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:50.442124 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-53a1e139-5b96-42f7-bec6-26ad8d475220 None None] Deleting port 811f5921-229b-41f9-ab77-5f519092a30e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:50.446350 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53a1e139-5b96-42f7-bec6-26ad8d475220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.479120 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.515964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event deleted for resources: {'Port': ['ID=811f5921-229b-41f9-ab77-5f519092a30e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:50.519279 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] No DVR routers for this DVR port 811f5921-229b-41f9-ab77-5f519092a30e on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:50.532278 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-b356e28f-f8d5-442e-a564-df5f5269bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:50.534025 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-b356e28f-f8d5-442e-a564-df5f5269bbe8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=750e6d21-68ba-4eb5-94e9-cc5c662415b5 HTTP/1.1" status: 200 len: 852 time: 0.7027211 Jul 22 23:34:50.545863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf464c71-b02b-4237-a21a-3564bf48bbdf {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:50.562902 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-53a1e139-5b96-42f7-bec6-26ad8d475220 None None] For port 811f5921-229b-41f9-ab77-5f519092a30e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=811f5921-229b-41f9-ab77-5f519092a30e,segment=NetworkSegment(c4347236-7675-4252-8624-08d064bf3fb5),segment_id=c4347236-7675-4252-8624-08d064bf3fb5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:50.563590 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53a1e139-5b96-42f7-bec6-26ad8d475220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.576691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-53a1e139-5b96-42f7-bec6-26ad8d475220 None None] Calling delete_port for 811f5921-229b-41f9-ab77-5f519092a30e owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:50.648414 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.673285 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53a1e139-5b96-42f7-bec6-26ad8d475220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.675352 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142daeb4-1bad-42a9-9c9b-c68c75c2d4a4']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:50.683374 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.689189 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-4aa5d71f-8ee2-4560-a048-2d7f5f2e9d84 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c6404c3b-acc2-4feb-85da-2ecd11b1a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373627 Jul 22 23:34:50.710935 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4347236-7675-4252-8624-08d064bf3fb5') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:50.711245 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4347236-7675-4252-8624-08d064bf3fb5') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:50.713769 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device d8e2324f-1e36-4785-8b64-065c704da2c3 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:50.723496 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.744687 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.745196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1e139-5b96-42f7-bec6-26ad8d475220 None None] Pushing event deleted for resources: {'Port': ['ID=811f5921-229b-41f9-ab77-5f519092a30e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:50.757833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:34:50.759847 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.763504 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d075f-4db8-47ce-947a-cafac13d93d4 req-14591e43-9a39-436f-b19c-e63928e4d916 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:34:50.763831 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:34:50.766672 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e2d075f-4db8-47ce-947a-cafac13d93d4 req-14591e43-9a39-436f-b19c-e63928e4d916 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8774e85-9fb0-4d3b-9711-1d76325cc650 HTTP/1.1" status: 200 len: 932 time: 1.0262816 Jul 22 23:34:50.769231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a1e139-5b96-42f7-bec6-26ad8d475220 None None] No DVR routers for this DVR port 811f5921-229b-41f9-ab77-5f519092a30e on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:50.771731 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Transition to ACTIVE for port object bf464c71-b02b-4237-a21a-3564bf48bbdf will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:50.798226 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.872420 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.883173 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.887824 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "DELETE /v2.0/networks/142daeb4-1bad-42a9-9c9b-c68c75c2d4a4 HTTP/1.1" status: 204 len: 168 time: 0.8834598 Jul 22 23:34:50.895347 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34416) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:50.905217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcdbf2-ffa6-4d74-8145-abd96c2a7332 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event deleted for resources: {'Network': ['ID=142daeb4-1bad-42a9-9c9b-c68c75c2d4a4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:50.955823 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc905f7-f25c-444c-8019-77068ad8ae0d req-943590cb-ceb2-4a04-9a3d-bb3a99f9f145 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:50.960058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-090cb22f-b1f6-4da3-9ff5-0ed597cc05be tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Deleting subnet f380b474-ae36-4ca7-b6ea-e590c6187f69 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:34:50.964259 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fcc905f7-f25c-444c-8019-77068ad8ae0d req-943590cb-ceb2-4a04-9a3d-bb3a99f9f145 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea HTTP/1.1" status: 200 len: 945 time: 1.0817404 Jul 22 23:34:50.965302 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-090cb22f-b1f6-4da3-9ff5-0ed597cc05be tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.011602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0657b798-a254-4676-b389-cfe2ec7c6766 req-8db272a5-01f3-4ac1-8ce1-b35f3877aa3b tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Router c521a641-37c7-4bd0-afe1-24c961cb5ca0 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:34:51.031617 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-090cb22f-b1f6-4da3-9ff5-0ed597cc05be tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.104643 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e2d075f-4db8-47ce-947a-cafac13d93d4 req-6f8fe9bc-5dcb-477e-8b0f-52b2b871aff2 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcb5cec-107e-4b80-a994-4249330ec87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169715 Jul 22 23:34:51.150655 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-090cb22f-b1f6-4da3-9ff5-0ed597cc05be tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.165662 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-aa5050eb-780f-43bb-ac24-83688bdf6e41 service neutron] 10.222.0.95 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629052 Jul 22 23:34:51.179856 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fcc905f7-f25c-444c-8019-77068ad8ae0d req-5a42b0e8-bc4d-40d4-9d88-b2898ee44c27 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142072 Jul 22 23:34:51.192792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Pushing event updated for resources: {'Port': ['ID=bf464c71-b02b-4237-a21a-3564bf48bbdf,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:51.284364 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-090cb22f-b1f6-4da3-9ff5-0ed597cc05be tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.299936 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-090cb22f-b1f6-4da3-9ff5-0ed597cc05be tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.302663 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-090cb22f-b1f6-4da3-9ff5-0ed597cc05be tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "DELETE /v2.0/subnets/f380b474-ae36-4ca7-b6ea-e590c6187f69 HTTP/1.1" status: 204 len: 168 time: 0.4059165 Jul 22 23:34:51.306681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34428) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:51.307398 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a0f28e-ec36-4eac-87f1-94e124fed970 None None] Network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:51.343740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cb22f-b1f6-4da3-9ff5-0ed597cc05be tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event deleted for resources: {'Subnet': ['ID=f380b474-ae36-4ca7-b6ea-e590c6187f69,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:51.428703 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.496177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Attempting to bind port bf464c71-b02b-4237-a21a-3564bf48bbdf on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:51.496659 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Attempting to bind port bf464c71-b02b-4237-a21a-3564bf48bbdf by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '64c465ab-5580-44f0-9005-a2f2176930d6'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:51.497488 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Attempting to bind port bf464c71-b02b-4237-a21a-3564bf48bbdf on network 64c465ab-5580-44f0-9005-a2f2176930d6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:51.504531 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-10e9774c-e35c-4c1a-a917-f35aad32a36d req-481cc0c2-56a0-48b7-a918-485cf4225a3c tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Request body: {'security_group': {'name': 'tempest-securitygroup-251152330', 'description': 'tempest-description-1500210537'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:51.540119 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Deleting port 8840b4cd-c733-4b27-bdb8-5412d2237c9c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:51.540466 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.545029 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-149c2dc2-708a-413d-9a0a-ba1acc474cf3 req-43b9119d-0de4-40ca-9667-814431e90336 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.552343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Port bf464c71-b02b-4237-a21a-3564bf48bbdf on network 64c465ab-5580-44f0-9005-a2f2176930d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:51.552788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Attempting to bind port bf464c71-b02b-4237-a21a-3564bf48bbdf on network 64c465ab-5580-44f0-9005-a2f2176930d6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:51.597502 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdba36f-977d-48c9-b993-9425e3a85d71 None None] DHCP port deletion for 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:34:51.625921 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9119d-0de4-40ca-9667-814431e90336 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Pushing event deleted for resources: {'Port': ['ID=d8e2324f-1e36-4785-8b64-065c704da2c3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:51.627710 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] For port 8840b4cd-c733-4b27-bdb8-5412d2237c9c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8840b4cd-c733-4b27-bdb8-5412d2237c9c,segment=NetworkSegment(75c5c396-d5c4-4085-b34a-e7f8f56cb58e),segment_id=75c5c396-d5c4-4085-b34a-e7f8f56cb58e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:51.628082 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.632900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0657b798-a254-4676-b389-cfe2ec7c6766 req-8db272a5-01f3-4ac1-8ce1-b35f3877aa3b tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:34:51.640443 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4d9e66e-dbd6-434f-8f48-65d2b5145802 req-d26a0c16-6d39-42c6-8c57-b0dffd3e2d37 service neutron] 10.222.0.95 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574156 Jul 22 23:34:51.645060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f322f886-c8e9-4736-8be9-eb7dd106d094 None None] Sync routers for ids ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:34:51.650195 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Calling delete_port for 8840b4cd-c733-4b27-bdb8-5412d2237c9c owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:51.674855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f322f886-c8e9-4736-8be9-eb7dd106d094 None None] Routers {'c521a641-37c7-4bd0-afe1-24c961cb5ca0'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:51.675924 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f322f886-c8e9-4736-8be9-eb7dd106d094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:34:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:51.696135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:51.696510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Checking segment: {'id': '6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '64c465ab-5580-44f0-9005-a2f2176930d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:51.696907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Bound using segment: {'id': '6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '64c465ab-5580-44f0-9005-a2f2176930d6'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:51.697448 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Bound port: bf464c71-b02b-4237-a21a-3564bf48bbdf, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '64c465ab-5580-44f0-9005-a2f2176930d6'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:51.697818 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.705052 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10e9774c-e35c-4c1a-a917-f35aad32a36d req-481cc0c2-56a0-48b7-a918-485cf4225a3c tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.794347 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.834001 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event deleted for resources: {'Port': ['ID=8840b4cd-c733-4b27-bdb8-5412d2237c9c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:51.835905 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] No DVR routers for this DVR port 8840b4cd-c733-4b27-bdb8-5412d2237c9c on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:51.843398 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10e9774c-e35c-4c1a-a917-f35aad32a36d req-481cc0c2-56a0-48b7-a918-485cf4225a3c tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.851144 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0657b798-a254-4676-b389-cfe2ec7c6766 req-8db272a5-01f3-4ac1-8ce1-b35f3877aa3b tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] No DVR routers for this DVR port 312d008e-62fe-4c51-b794-ba3bae3640f2 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:51.862401 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0657b798-a254-4676-b389-cfe2ec7c6766 req-8db272a5-01f3-4ac1-8ce1-b35f3877aa3b tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.864671 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0657b798-a254-4676-b389-cfe2ec7c6766 req-8db272a5-01f3-4ac1-8ce1-b35f3877aa3b tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.95 "DELETE /v2.0/ports/312d008e-62fe-4c51-b794-ba3bae3640f2 HTTP/1.1" status: 204 len: 173 time: 5.0139556 Jul 22 23:34:51.865701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52580546-bb71-4469-8716-ef38f8573704', 'name': 'network-vif-deleted', 'tag': '312d008e-62fe-4c51-b794-ba3bae3640f2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:51.869316 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8596499-0a3c-472f-b374-85fe7a0e3255" -d '{"events": [{"server_uuid": "52580546-bb71-4469-8716-ef38f8573704", "name": "network-vif-deleted", "tag": "312d008e-62fe-4c51-b794-ba3bae3640f2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:51.935313 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.947874 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:51.959824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c5c396-d5c4-4085-b34a-e7f8f56cb58e') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:51.960331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c5c396-d5c4-4085-b34a-e7f8f56cb58e') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:51.978817 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.994664 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.001948 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:34:52.002321 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.003601 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10e9774c-e35c-4c1a-a917-f35aad32a36d req-481cc0c2-56a0-48b7-a918-485cf4225a3c tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.046116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-149c2dc2-708a-413d-9a0a-ba1acc474cf3 req-43b9119d-0de4-40ca-9667-814431e90336 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] No DVR routers for this DVR port d8e2324f-1e36-4785-8b64-065c704da2c3 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:52.053240 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-149c2dc2-708a-413d-9a0a-ba1acc474cf3 req-43b9119d-0de4-40ca-9667-814431e90336 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.056798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-149c2dc2-708a-413d-9a0a-ba1acc474cf3 req-43b9119d-0de4-40ca-9667-814431e90336 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.18 "DELETE /v2.0/ports/d8e2324f-1e36-4785-8b64-065c704da2c3 HTTP/1.1" status: 204 len: 173 time: 3.4804416 Jul 22 23:34:52.057641 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10e9774c-e35c-4c1a-a917-f35aad32a36d req-481cc0c2-56a0-48b7-a918-485cf4225a3c tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:34:52.080158 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:34:52.087591 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.099074 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.102671 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "DELETE /v2.0/networks/89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 HTTP/1.1" status: 204 len: 168 time: 0.7944176 Jul 22 23:34:52.108422 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34464) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:52.142898 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3bdba36f-977d-48c9-b993-9425e3a85d71 None None] Deleting port 8840b4cd-c733-4b27-bdb8-5412d2237c9c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:52.143352 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bdba36f-977d-48c9-b993-9425e3a85d71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.159795 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2736e345-2617-4d43-ab88-fa478aa95cfb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-549857985'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:52.173841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96f94a-c22e-462e-bdd0-22a3fca90dec tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event deleted for resources: {'Network': ['ID=89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:52.177877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cc0c2-56a0-48b7-a918-485cf4225a3c tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e20ba7-0268-49fc-863b-724c6eeab0ab,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:52.220674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] For port bf464c71-b02b-4237-a21a-3564bf48bbdf, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:52.228862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] For port bf464c71-b02b-4237-a21a-3564bf48bbdf, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bf464c71-b02b-4237-a21a-3564bf48bbdf,segment=NetworkSegment(6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0),segment_id=6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:52.233627 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42163940-e317-497c-81d9-19224f1b5e37 req-32f89002-89cd-4361-a1a1-0e316226fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:52.235119 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42163940-e317-497c-81d9-19224f1b5e37 req-32f89002-89cd-4361-a1a1-0e316226fb7c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&device_id=11840e65-74be-4149-a54c-a8bedd82627e HTTP/1.1" status: 200 len: 1095 time: 0.5269387 Jul 22 23:34:52.239813 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-3bdba36f-977d-48c9-b993-9425e3a85d71 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 could not be found. Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:34:52.270722 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 could not be found. Jul 22 23:34:52.278552 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 22 23:34:52.302376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 811f5921-229b-41f9-ab77-5f519092a30e no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:52.344429 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 811f5921-229b-41f9-ab77-5f519092a30e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:52.345236 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 811f5921-229b-41f9-ab77-5f519092a30e not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:52.345900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8840b4cd-c733-4b27-bdb8-5412d2237c9c no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:52.348524 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4614b2fd-e4fa-4de9-9c2f-7e6e1e6fa1ed None None] DHCP port deletion for 89ec2db0-4109-4b4c-8bd7-a1c857d2d8a6 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:34:52.389238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 8840b4cd-c733-4b27-bdb8-5412d2237c9c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:52.389829 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8840b4cd-c733-4b27-bdb8-5412d2237c9c not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:52.409224 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f206804-aba6-423a-90c5-5eca3d8f169c None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:34:52.418039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:52.418659 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.420244 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] 10.222.0.18 "PUT /v2.0/ports/bf464c71-b02b-4237-a21a-3564bf48bbdf HTTP/1.1" status: 200 len: 1092 time: 3.5479593 Jul 22 23:34:52.468988 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f322f886-c8e9-4736-8be9-eb7dd106d094 None None] Set router c521a641-37c7-4bd0-afe1-24c961cb5ca0 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:52.496862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28822c9-20bf-4c2d-9d1c-46dec8ff6215 service neutron] Pushing event updated for resources: {'Port': ['ID=bf464c71-b02b-4237-a21a-3564bf48bbdf,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:52.506853 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10e9774c-e35c-4c1a-a917-f35aad32a36d req-481cc0c2-56a0-48b7-a918-485cf4225a3c tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.521613 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10e9774c-e35c-4c1a-a917-f35aad32a36d req-481cc0c2-56a0-48b7-a918-485cf4225a3c tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.541991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2736e345-2617-4d43-ab88-fa478aa95cfb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Made reservation on behalf of fdcbf1e127724668ac1e6e24c47b9058 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:52.545619 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2736e345-2617-4d43-ab88-fa478aa95cfb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.577882 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cc0c2-56a0-48b7-a918-485cf4225a3c tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb35c84-3427-42cf-9682-dfd2ff0d4290,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:52.608582 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2736e345-2617-4d43-ab88-fa478aa95cfb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:34:52.620048 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10e9774c-e35c-4c1a-a917-f35aad32a36d req-481cc0c2-56a0-48b7-a918-485cf4225a3c tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.621459 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10e9774c-e35c-4c1a-a917-f35aad32a36d req-481cc0c2-56a0-48b7-a918-485cf4225a3c tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1410513 Jul 22 23:34:52.624537 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2736e345-2617-4d43-ab88-fa478aa95cfb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.624537 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-2736e345-2617-4d43-ab88-fa478aa95cfb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Added segment c5646b5f-c184-4843-aff5-a47ca4900b0a of type vlan for network 84fec62e-12c1-48b9-9740-56d346010b6c Jul 22 23:34:52.640038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42163940-e317-497c-81d9-19224f1b5e37 req-0f0ede69-45ce-41f2-80d1-ac4a046b4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:52.641580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42163940-e317-497c-81d9-19224f1b5e37 req-0f0ede69-45ce-41f2-80d1-ac4a046b4cbb service neutron] 10.222.0.95 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 913 time: 0.3976369 Jul 22 23:34:52.667960 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429bc88-1365-4494-bc07-ed9620df7312 req-cb574a57-1dfc-40a1-ada5-e0a269ae5d15 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:52.684970 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c429bc88-1365-4494-bc07-ed9620df7312 req-cb574a57-1dfc-40a1-ada5-e0a269ae5d15 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=11840e65-74be-4149-a54c-a8bedd82627e HTTP/1.1" status: 200 len: 944 time: 0.3085396 Jul 22 23:34:52.696694 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2736e345-2617-4d43-ab88-fa478aa95cfb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.718789 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f206804-aba6-423a-90c5-5eca3d8f169c None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:34:52.774793 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2736e345-2617-4d43-ab88-fa478aa95cfb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.782756 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2736e345-2617-4d43-ab88-fa478aa95cfb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:52.785610 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2736e345-2617-4d43-ab88-fa478aa95cfb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.791186 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a020b8d3-3e01-4b00-bf95-c4b691542644 x-openstack-request-id: req-a020b8d3-3e01-4b00-bf95-c4b691542644 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:52.791715 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52580546-bb71-4469-8716-ef38f8573704", "name": "network-vif-deleted", "tag": "312d008e-62fe-4c51-b794-ba3bae3640f2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:52.794894 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a020b8d3-3e01-4b00-bf95-c4b691542644 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:52.795490 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52580546-bb71-4469-8716-ef38f8573704', 'name': 'network-vif-deleted', 'tag': '312d008e-62fe-4c51-b794-ba3bae3640f2', 'status': 'completed', 'code': 200} Jul 22 23:34:52.816385 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42163940-e317-497c-81d9-19224f1b5e37 req-57e37b3d-05ee-4269-af3a-87ed2830acf8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf052af0-635e-4c56-a6b5-426678e9adf5 HTTP/1.1" status: 200 len: 217 time: 0.1303537 Jul 22 23:34:52.878216 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736e345-2617-4d43-ab88-fa478aa95cfb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event updated for resources: {'Network': ['ID=84fec62e-12c1-48b9-9740-56d346010b6c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:52.884920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-422345d9-dffa-4ffa-8f41-b2a80a13bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:52.886772 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-422345d9-dffa-4ffa-8f41-b2a80a13bf0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9aa37199e9d3495bbe109cee2fbee664&device_id=e8774e85-9fb0-4d3b-9711-1d76325cc650 HTTP/1.1" status: 200 len: 1095 time: 0.3832729 Jul 22 23:34:52.901675 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2736e345-2617-4d43-ab88-fa478aa95cfb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7536235 Jul 22 23:34:52.902787 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34478) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:52.908979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b5be4608-4d96-4e40-8e90-c887e2a14e77 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Request body: {'subnet': {'network_id': '84fec62e-12c1-48b9-9740-56d346010b6c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:52.912424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 84fec62e-12c1-48b9-9740-56d346010b6c details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:34:52.991261 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-9cd89466-3f4b-4616-844c-9170269aff3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf464c71-b02b-4237-a21a-3564bf48bbdf HTTP/1.1" status: 200 len: 217 time: 0.0500994 Jul 22 23:34:53.048364 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5be4608-4d96-4e40-8e90-c887e2a14e77 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Made reservation on behalf of fdcbf1e127724668ac1e6e24c47b9058 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:53.052234 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5be4608-4d96-4e40-8e90-c887e2a14e77 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:53.074274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c429bc88-1365-4494-bc07-ed9620df7312 req-78be877e-6162-4fa0-a8f0-2c6e1c6fda98 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725314 Jul 22 23:34:53.080438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42163940-e317-497c-81d9-19224f1b5e37 req-8201aa42-2354-4154-904c-4ce7ef5a979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:53.083025 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42163940-e317-497c-81d9-19224f1b5e37 req-8201aa42-2354-4154-904c-4ce7ef5a979c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=750e6d21-68ba-4eb5-94e9-cc5c662415b5 HTTP/1.1" status: 200 len: 852 time: 0.2582750 Jul 22 23:34:53.155744 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42163940-e317-497c-81d9-19224f1b5e37 req-74298a70-85c3-48c1-9561-6f3740bbc126 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c6404c3b-acc2-4feb-85da-2ecd11b1a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610616 Jul 22 23:34:53.160558 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-3f4aed59-3c1c-42d3-bf2d-dfa38ea39bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:53.162397 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-3f4aed59-3c1c-42d3-bf2d-dfa38ea39bae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02f3461d-7fbf-46a4-a343-c3b6cc4692ed HTTP/1.1" status: 200 len: 861 time: 0.1607733 Jul 22 23:34:53.275056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42163940-e317-497c-81d9-19224f1b5e37 req-8e0ae395-7edd-414e-9faf-d236d1eeab9b service neutron] 10.222.0.95 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103640 Jul 22 23:34:53.303131 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb9bd7-26e9-48e1-a486-7ac747a135fc req-22618e71-8a17-4db0-b7b6-b104f4a6ce64 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:53.306219 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70eb9bd7-26e9-48e1-a486-7ac747a135fc req-22618e71-8a17-4db0-b7b6-b104f4a6ce64 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8774e85-9fb0-4d3b-9711-1d76325cc650 HTTP/1.1" status: 200 len: 944 time: 0.4165831 Jul 22 23:34:53.307939 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f322f886-c8e9-4736-8be9-eb7dd106d094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:37Z', 'revision_number': 4, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'a290e23d-f066-4fa0-bf06-222b039955a8', 'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'mac_address': 'fa:16:3e:0e:54:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:29:45Z', 'revision_number': 5, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'subnets': [{'id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:53.352763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-a4e8e8ae-ac41-43ac-a23a-3d67b8240f3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64c465ab-5580-44f0-9005-a2f2176930d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741963 Jul 22 23:34:53.402024 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f322f886-c8e9-4736-8be9-eb7dd106d094 None None] Checking router: c521a641-37c7-4bd0-afe1-24c961cb5ca0 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:34:53.423800 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5be4608-4d96-4e40-8e90-c887e2a14e77 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:53.444268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f322f886-c8e9-4736-8be9-eb7dd106d094 None None] Routers {'c521a641-37c7-4bd0-afe1-24c961cb5ca0'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:53.453404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f322f886-c8e9-4736-8be9-eb7dd106d094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:34:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:53.512608 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70eb9bd7-26e9-48e1-a486-7ac747a135fc req-94fd7e47-5f91-473a-b5f3-ed4d6a9caa4a tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcb5cec-107e-4b80-a994-4249330ec87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727943 Jul 22 23:34:53.559257 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be4608-4d96-4e40-8e90-c887e2a14e77 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event updated for resources: {'Subnet': ['ID=0f5fb76f-9e75-4692-bd75-594296865815,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:53.559854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4e704bb7-c3b0-473d-8330-9da51b38f765 req-f6207eea-ac8a-4af5-8971-92ac21bd291f tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Request body: {'security_group': {'name': 'tempest-securitygroup-52835701', 'description': 'tempest-description-839906726'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:53.571726 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be4608-4d96-4e40-8e90-c887e2a14e77 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Checking segment: {'id': 'c5646b5f-c184-4843-aff5-a47ca4900b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '84fec62e-12c1-48b9-9740-56d346010b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:53.572180 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5be4608-4d96-4e40-8e90-c887e2a14e77 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Network hostable DHCP agents. Network: 84fec62e-12c1-48b9-9740-56d346010b6c, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:34:53.603128 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5be4608-4d96-4e40-8e90-c887e2a14e77 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Network 84fec62e-12c1-48b9-9740-56d346010b6c is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:34:53.609203 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42163940-e317-497c-81d9-19224f1b5e37 req-98ef337d-9e69-4264-aad1-f60c9279b505 service neutron] 10.222.0.95 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177292 Jul 22 23:34:53.630399 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b5be4608-4d96-4e40-8e90-c887e2a14e77 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 84fec62e-12c1-48b9-9740-56d346010b6c) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:53.635448 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5be4608-4d96-4e40-8e90-c887e2a14e77 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:53.636289 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5be4608-4d96-4e40-8e90-c887e2a14e77 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:53.637289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-5b147bf1-0518-43e3-a282-1482a48f306d service neutron] 10.222.0.18 "GET /v2.0/networks/64c465ab-5580-44f0-9005-a2f2176930d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768295 Jul 22 23:34:53.644467 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e704bb7-c3b0-473d-8330-9da51b38f765 req-f6207eea-ac8a-4af5-8971-92ac21bd291f tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:53.677325 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b5be4608-4d96-4e40-8e90-c887e2a14e77 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7707939 Jul 22 23:34:53.677492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34500) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:53.686884 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-574095112'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:53.724797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Made reservation on behalf of fdcbf1e127724668ac1e6e24c47b9058 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:53.729363 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:53.780670 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:34:53.820098 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:53.821305 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Added segment 90501415-7405-432d-b8c1-59260d0e0798 of type vlan for network 4fe94323-d993-4d58-886e-c61930f8b90a Jul 22 23:34:53.848225 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e704bb7-c3b0-473d-8330-9da51b38f765 req-f6207eea-ac8a-4af5-8971-92ac21bd291f tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:53.853659 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e704bb7-c3b0-473d-8330-9da51b38f765 req-f6207eea-ac8a-4af5-8971-92ac21bd291f tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:53.866838 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f322f886-c8e9-4736-8be9-eb7dd106d094 None None] Set router c521a641-37c7-4bd0-afe1-24c961cb5ca0 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:53.903355 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6207eea-ac8a-4af5-8971-92ac21bd291f tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09979a86-da6e-4e88-ba23-e4c5d93a732f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:53.903665 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:53.905698 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4e704bb7-c3b0-473d-8330-9da51b38f765 req-f6207eea-ac8a-4af5-8971-92ac21bd291f tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:53.910782 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e704bb7-c3b0-473d-8330-9da51b38f765 req-f6207eea-ac8a-4af5-8971-92ac21bd291f tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3577945 Jul 22 23:34:53.966701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d848b85-b21a-4873-9c7d-8f32b7e98638 req-c2c2fc96-6685-4b3e-a975-42693e102b65 service neutron] 10.222.0.18 "GET /v2.0/networks/64c465ab-5580-44f0-9005-a2f2176930d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186257 Jul 22 23:34:53.967307 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:53.982541 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:53.984389 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:54.033574 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3550460 Jul 22 23:34:54.036160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34528) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:54.044253 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b15fd22a-4675-4ba9-85aa-be3911382779 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Request body: {'subnet': {'network_id': '4fe94323-d993-4d58-886e-c61930f8b90a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:54.127131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event updated for resources: {'Network': ['ID=4fe94323-d993-4d58-886e-c61930f8b90a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:54.138573 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:54.139042 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:54.139533 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:54.140824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:54.142060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:54.142578 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:54.143336 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:54.143895 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:54.144664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:54.145733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:54.146284 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:54.147353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8abde-a679-47e5-948f-8cb5b4e883fc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:54.180099 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a4680f-b57d-470c-b0d3-46ccde98b04b None None] Network 84fec62e-12c1-48b9-9740-56d346010b6c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:54.182842 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 4fe94323-d993-4d58-886e-c61930f8b90a details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:34:54.229201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15fd22a-4675-4ba9-85aa-be3911382779 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Made reservation on behalf of fdcbf1e127724668ac1e6e24c47b9058 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:54.237231 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b15fd22a-4675-4ba9-85aa-be3911382779 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:54.285732 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a05bef37-51c1-4e49-b18d-1bc64e3bdaad req-78414047-a5bb-4777-8fad-1d98f16b1980 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-397980414', 'description': 'tempest-description-1377337323'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:54.471150 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a05bef37-51c1-4e49-b18d-1bc64e3bdaad req-78414047-a5bb-4777-8fad-1d98f16b1980 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:54.507517 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device cf052af0-635e-4c56-a6b5-426678e9adf5 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:34:54.509413 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a05bef37-51c1-4e49-b18d-1bc64e3bdaad req-78414047-a5bb-4777-8fad-1d98f16b1980 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:54.600692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615cc2a-dffd-4fcb-8a5a-fb9c27c02e11 req-73d0e9f7-36b3-4290-8e52-60d2d109d80c tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:54.603140 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9615cc2a-dffd-4fcb-8a5a-fb9c27c02e11 req-73d0e9f7-36b3-4290-8e52-60d2d109d80c tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=11840e65-74be-4149-a54c-a8bedd82627e HTTP/1.1" status: 200 len: 944 time: 0.1876273 Jul 22 23:34:54.650994 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f322f886-c8e9-4736-8be9-eb7dd106d094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:37Z', 'revision_number': 4, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'a290e23d-f066-4fa0-bf06-222b039955a8', 'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'mac_address': 'fa:16:3e:0e:54:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:29:45Z', 'revision_number': 5, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'subnets': [{'id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:54.681549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f322f886-c8e9-4736-8be9-eb7dd106d094 None None] The sync data for ids ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'] in n-d-688802-2 is: [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:29:37Z', 'revision_number': 4, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'a290e23d-f066-4fa0-bf06-222b039955a8', 'name': '', 'network_id': '8220c376-798c-4d26-99f9-1340b2d32211', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'mac_address': 'fa:16:3e:0e:54:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:29:45Z', 'revision_number': 5, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'subnets': [{'id': '27c6a3c1-8e0f-4347-80b1-5c776e4d48ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:34:54.719217 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port cf052af0-635e-4c56-a6b5-426678e9adf5, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=cf052af0-635e-4c56-a6b5-426678e9adf5,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:54.757248 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'cf052af0-635e-4c56-a6b5-426678e9adf5', 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478', 'port_id': 'cf052af0-635e-4c56-a6b5-426678e9adf5', 'mac_address': 'fa:16:3e:4f:78:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750e6d21-68ba-4eb5-94e9-cc5c662415b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:34:54.798183 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-84fec62e-12c1-48b9-9740-56d346010b6c', 'network_id': '84fec62e-12c1-48b9-9740-56d346010b6c', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'fixed_ips': [{'subnet_id': '0f5fb76f-9e75-4692-bd75-594296865815'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:34:54.799689 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:54.838782 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:54.904096 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf052af0-635e-4c56-a6b5-426678e9adf5 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:54.943828 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port cf052af0-635e-4c56-a6b5-426678e9adf5, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=cf052af0-635e-4c56-a6b5-426678e9adf5,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:54.964514 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:54.967207 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea', 'name': 'network-vif-deleted', 'tag': 'd8e2324f-1e36-4785-8b64-065c704da2c3'}, {'name': 'network-changed', 'server_uuid': 'e8774e85-9fb0-4d3b-9711-1d76325cc650', 'tag': 'bf464c71-b02b-4237-a21a-3564bf48bbdf'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:54.969506 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8464859-feef-4552-9a28-e055d6b20d9b" -d '{"events": [{"server_uuid": "b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea", "name": "network-vif-deleted", "tag": "d8e2324f-1e36-4785-8b64-065c704da2c3"}, {"name": "network-changed", "server_uuid": "e8774e85-9fb0-4d3b-9711-1d76325cc650", "tag": "bf464c71-b02b-4237-a21a-3564bf48bbdf"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:55.010865 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b15fd22a-4675-4ba9-85aa-be3911382779 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.023559 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc10d6c-8836-481b-ab5e-70c1a839c2b7 None None] New status for floating IP b42f38d8-15a2-43b1-87e3-d2ecdc5bc840: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:34:55.024387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Allocated IP 19.80.0.2 (84fec62e-12c1-48b9-9740-56d346010b6c/0f5fb76f-9e75-4692-bd75-594296865815/b2859394-825b-4ffa-863e-2e3394d05aa7) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:55.042012 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=cf052af0-635e-4c56-a6b5-426678e9adf5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:55.122949 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9615cc2a-dffd-4fcb-8a5a-fb9c27c02e11 req-caf83891-f47d-4ba2-9b6c-cea4db70f00e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047133 Jul 22 23:34:55.151559 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fd22a-4675-4ba9-85aa-be3911382779 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event updated for resources: {'Subnet': ['ID=e180a6f6-8e10-4edb-ab16-63a4a62672e1,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:55.206933 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550bec2-a0bc-4a9e-a261-fa32977b85fd req-75b35991-b3ad-42f4-a1d0-a59d4c56df3f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.208612 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b550bec2-a0bc-4a9e-a261-fa32977b85fd req-75b35991-b3ad-42f4-a1d0-a59d4c56df3f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.18 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 944 time: 0.2302294 Jul 22 23:34:55.208738 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['cf052af0-635e-4c56-a6b5-426678e9adf5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:55.222679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15fd22a-4675-4ba9-85aa-be3911382779 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Checking segment: {'id': '90501415-7405-432d-b8c1-59260d0e0798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4fe94323-d993-4d58-886e-c61930f8b90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:55.222987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15fd22a-4675-4ba9-85aa-be3911382779 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Network hostable DHCP agents. Network: 4fe94323-d993-4d58-886e-c61930f8b90a, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:34:55.226429 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a05bef37-51c1-4e49-b18d-1bc64e3bdaad req-78414047-a5bb-4777-8fad-1d98f16b1980 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.237777 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a05bef37-51c1-4e49-b18d-1bc64e3bdaad req-78414047-a5bb-4777-8fad-1d98f16b1980 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.263658 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.279311 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Transition to ACTIVE for port object b2859394-825b-4ffa-863e-2e3394d05aa7 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:55.314471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Transition to ACTIVE for port object b2859394-825b-4ffa-863e-2e3394d05aa7 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:55.324369 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.339944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78414047-a5bb-4777-8fad-1d98f16b1980 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5319599d-e8b2-481e-b2ff-ba2e01bb618a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:55.347931 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15fd22a-4675-4ba9-85aa-be3911382779 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Network 4fe94323-d993-4d58-886e-c61930f8b90a is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:34:55.386507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Network 84fec62e-12c1-48b9-9740-56d346010b6c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:55.387241 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b15fd22a-4675-4ba9-85aa-be3911382779 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 4fe94323-d993-4d58-886e-c61930f8b90a) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:55.396400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15fd22a-4675-4ba9-85aa-be3911382779 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.396838 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b15fd22a-4675-4ba9-85aa-be3911382779 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.400876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47469f2e-3f58-430b-be0a-ed4917d872ba None None] Network 4fe94323-d993-4d58-886e-c61930f8b90a requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:55.405386 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Pushing event updated for resources: {'Port': ['ID=b2859394-825b-4ffa-863e-2e3394d05aa7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:55.407434 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:55.428246 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:55.452910 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a05bef37-51c1-4e49-b18d-1bc64e3bdaad req-78414047-a5bb-4777-8fad-1d98f16b1980 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.456412 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b550bec2-a0bc-4a9e-a261-fa32977b85fd req-8ece5049-365b-4e00-8c63-34d300cf075f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Deleting port a5a21dfc-684b-4809-baa1-ce14f1452563 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:55.456747 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b550bec2-a0bc-4a9e-a261-fa32977b85fd req-8ece5049-365b-4e00-8c63-34d300cf075f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.463064 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a05bef37-51c1-4e49-b18d-1bc64e3bdaad req-78414047-a5bb-4777-8fad-1d98f16b1980 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.489515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b15fd22a-4675-4ba9-85aa-be3911382779 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4515560 Jul 22 23:34:55.577687 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a05bef37-51c1-4e49-b18d-1bc64e3bdaad req-78414047-a5bb-4777-8fad-1d98f16b1980 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.578930 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a05bef37-51c1-4e49-b18d-1bc64e3bdaad req-78414047-a5bb-4777-8fad-1d98f16b1980 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3140552 Jul 22 23:34:55.579520 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78414047-a5bb-4777-8fad-1d98f16b1980 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de229317-e0e5-4bb2-a409-68265894f680,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:55.592334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Attempting to bind port b2859394-825b-4ffa-863e-2e3394d05aa7 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:55.592711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Attempting to bind port b2859394-825b-4ffa-863e-2e3394d05aa7 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'c5646b5f-c184-4843-aff5-a47ca4900b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '84fec62e-12c1-48b9-9740-56d346010b6c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:55.595410 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Attempting to bind port b2859394-825b-4ffa-863e-2e3394d05aa7 on network 84fec62e-12c1-48b9-9740-56d346010b6c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:55.613825 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:55.614207 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Checking segment: {'id': 'c5646b5f-c184-4843-aff5-a47ca4900b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '84fec62e-12c1-48b9-9740-56d346010b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:55.614612 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.615181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Bound using segment: {'id': 'c5646b5f-c184-4843-aff5-a47ca4900b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '84fec62e-12c1-48b9-9740-56d346010b6c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:55.615680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Bound port: b2859394-825b-4ffa-863e-2e3394d05aa7, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5646b5f-c184-4843-aff5-a47ca4900b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '84fec62e-12c1-48b9-9740-56d346010b6c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:55.616067 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.625175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b550bec2-a0bc-4a9e-a261-fa32977b85fd req-8ece5049-365b-4e00-8c63-34d300cf075f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] For port a5a21dfc-684b-4809-baa1-ce14f1452563, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=a5a21dfc-684b-4809-baa1-ce14f1452563,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:55.626207 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b550bec2-a0bc-4a9e-a261-fa32977b85fd req-8ece5049-365b-4e00-8c63-34d300cf075f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.646007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b550bec2-a0bc-4a9e-a261-fa32977b85fd req-8ece5049-365b-4e00-8c63-34d300cf075f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Calling delete_port for a5a21dfc-684b-4809-baa1-ce14f1452563 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:55.717894 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] For port b2859394-825b-4ffa-863e-2e3394d05aa7, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:55.721226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] For port b2859394-825b-4ffa-863e-2e3394d05aa7, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b2859394-825b-4ffa-863e-2e3394d05aa7,segment=NetworkSegment(c5646b5f-c184-4843-aff5-a47ca4900b0a),segment_id=c5646b5f-c184-4843-aff5-a47ca4900b0a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:55.727526 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.749020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34594) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:55.773623 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71b3966-674d-477c-a125-3480589303ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-4fe94323-d993-4d58-886e-c61930f8b90a', 'network_id': '4fe94323-d993-4d58-886e-c61930f8b90a', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'fixed_ips': [{'subnet_id': 'e180a6f6-8e10-4edb-ab16-63a4a62672e1'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:34:55.774481 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c71b3966-674d-477c-a125-3480589303ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.866976 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980c6f3-88a6-4f02-8d09-4c84bd8e5ece None None] Pushing event updated for resources: {'Port': ['ID=b2859394-825b-4ffa-863e-2e3394d05aa7,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:55.931115 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bf056-ed84-4c4c-8a68-32493877497a req-aa3e1afd-f4f2-420d-8453-6fdcb52cc6c2 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.932937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-981bf056-ed84-4c4c-8a68-32493877497a req-aa3e1afd-f4f2-420d-8453-6fdcb52cc6c2 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=628937c0-bd23-457a-ada7-fa65ff6b5c37 HTTP/1.1" status: 200 len: 944 time: 0.2314372 Jul 22 23:34:55.936137 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87c095e3-1cbe-415c-a8b3-787704187cf5 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.952890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c71b3966-674d-477c-a125-3480589303ce None None] Allocated IP 19.86.0.2 (4fe94323-d993-4d58-886e-c61930f8b90a/e180a6f6-8e10-4edb-ab16-63a4a62672e1/54fd4a2d-516b-4395-b993-f34f348790ab) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:56.018911 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87c095e3-1cbe-415c-a8b3-787704187cf5 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.021307 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b550bec2-a0bc-4a9e-a261-fa32977b85fd req-8ece5049-365b-4e00-8c63-34d300cf075f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.061384 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b192e2-1c36-4d58-a48e-a32a2a59e390 req-2223cc56-da5a-473c-ab0e-b16a9130c8ff tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:56.062917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14b192e2-1c36-4d58-a48e-a32a2a59e390 req-2223cc56-da5a-473c-ab0e-b16a9130c8ff tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8774e85-9fb0-4d3b-9711-1d76325cc650 HTTP/1.1" status: 200 len: 944 time: 0.2636318 Jul 22 23:34:56.094497 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-981bf056-ed84-4c4c-8a68-32493877497a req-b1bf7205-da2b-4ad2-b13e-b3ef381f429b tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499398 Jul 22 23:34:56.111578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece5049-365b-4e00-8c63-34d300cf075f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Pushing event deleted for resources: {'Port': ['ID=a5a21dfc-684b-4809-baa1-ce14f1452563,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:56.189283 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd6921d-d989-4506-80c7-3ef4e8637f7e x-openstack-request-id: req-ccd6921d-d989-4506-80c7-3ef4e8637f7e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:56.189579 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b2859394-825b-4ffa-863e-2e3394d05aa7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:56.189997 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea", "name": "network-vif-deleted", "tag": "d8e2324f-1e36-4785-8b64-065c704da2c3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e8774e85-9fb0-4d3b-9711-1d76325cc650", "tag": "bf464c71-b02b-4237-a21a-3564bf48bbdf", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:56.190437 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ccd6921d-d989-4506-80c7-3ef4e8637f7e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:56.191014 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ebaf22-e42e-44e1-81e9-f4f07a3f94ea', 'name': 'network-vif-deleted', 'tag': 'd8e2324f-1e36-4785-8b64-065c704da2c3', 'status': 'completed', 'code': 200} Jul 22 23:34:56.191450 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8774e85-9fb0-4d3b-9711-1d76325cc650', 'tag': 'bf464c71-b02b-4237-a21a-3564bf48bbdf', 'status': 'completed', 'code': 200} Jul 22 23:34:56.226865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b550bec2-a0bc-4a9e-a261-fa32977b85fd req-8ece5049-365b-4e00-8c63-34d300cf075f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] No DVR routers for this DVR port a5a21dfc-684b-4809-baa1-ce14f1452563 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:56.239722 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14b192e2-1c36-4d58-a48e-a32a2a59e390 req-d9a4b459-0497-4be6-8362-6cd6b57db534 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcb5cec-107e-4b80-a994-4249330ec87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493521 Jul 22 23:34:56.255463 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b550bec2-a0bc-4a9e-a261-fa32977b85fd req-8ece5049-365b-4e00-8c63-34d300cf075f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.255463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b550bec2-a0bc-4a9e-a261-fa32977b85fd req-8ece5049-365b-4e00-8c63-34d300cf075f tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.18 "DELETE /v2.0/ports/a5a21dfc-684b-4809-baa1-ce14f1452563 HTTP/1.1" status: 204 len: 173 time: 1.0322728 Jul 22 23:34:56.256154 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c71b3966-674d-477c-a125-3480589303ce None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.271903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c71b3966-674d-477c-a125-3480589303ce None None] Transition to ACTIVE for port object 54fd4a2d-516b-4395-b993-f34f348790ab will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:56.293662 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c71b3966-674d-477c-a125-3480589303ce None None] Transition to ACTIVE for port object 54fd4a2d-516b-4395-b993-f34f348790ab will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:56.296164 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87c095e3-1cbe-415c-a8b3-787704187cf5 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.300407 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87c095e3-1cbe-415c-a8b3-787704187cf5 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.300793 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port b2859394-825b-4ffa-863e-2e3394d05aa7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:56.305137 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-87c095e3-1cbe-415c-a8b3-787704187cf5 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "DELETE /v2.0/security-groups/10ee2cb2-9912-4e22-ad0c-4432ce4275b5 HTTP/1.1" status: 204 len: 168 time: 0.5518415 Jul 22 23:34:56.305897 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34600) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:56.310027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c78bec3a-baa7-4190-a5dd-53526cc53ff2 req-20b9569b-7da0-4394-a51a-a51634dd19ec tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-205951913', 'description': 'tempest-description-163313961'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:56.310744 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c71b3966-674d-477c-a125-3480589303ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.340650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c095e3-1cbe-415c-a8b3-787704187cf5 tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ee2cb2-9912-4e22-ad0c-4432ce4275b5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:56.341840 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-f3d89c17-7c74-44cc-b3e3-e0009478c46e tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] show failed (client error): The resource could not be found. Jul 22 23:34:56.346963 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f3d89c17-7c74-44cc-b3e3-e0009478c46e tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "GET /v2.0/security-groups/10ee2cb2-9912-4e22-ad0c-4432ce4275b5 HTTP/1.1" status: 404 len: 347 time: 0.0392113 Jul 22 23:34:56.347762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34602) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:56.367172 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71b3966-674d-477c-a125-3480589303ce None None] Network 4fe94323-d993-4d58-886e-c61930f8b90a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:56.378020 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device cf052af0-635e-4c56-a6b5-426678e9adf5 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:56.405111 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c78bec3a-baa7-4190-a5dd-53526cc53ff2 req-20b9569b-7da0-4394-a51a-a51634dd19ec tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.413634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c71b3966-674d-477c-a125-3480589303ce None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:56.424606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b3966-674d-477c-a125-3480589303ce None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:56.437386 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b3966-674d-477c-a125-3480589303ce None None] Pushing event updated for resources: {'Port': ['ID=54fd4a2d-516b-4395-b993-f34f348790ab,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:56.483664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8464859-feef-4552-9a28-e055d6b20d9b req-71b7bd93-ffa2-44b3-8733-cb37f217e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:56.485610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8464859-feef-4552-9a28-e055d6b20d9b req-71b7bd93-ffa2-44b3-8733-cb37f217e086 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9aa37199e9d3495bbe109cee2fbee664&device_id=e8774e85-9fb0-4d3b-9711-1d76325cc650 HTTP/1.1" status: 200 len: 1095 time: 0.2328792 Jul 22 23:34:56.507603 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c71b3966-674d-477c-a125-3480589303ce None None] Attempting to bind port 54fd4a2d-516b-4395-b993-f34f348790ab on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:56.508596 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c71b3966-674d-477c-a125-3480589303ce None None] Attempting to bind port 54fd4a2d-516b-4395-b993-f34f348790ab by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '90501415-7405-432d-b8c1-59260d0e0798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4fe94323-d993-4d58-886e-c61930f8b90a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:56.509032 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b3966-674d-477c-a125-3480589303ce None None] Attempting to bind port 54fd4a2d-516b-4395-b993-f34f348790ab on network 4fe94323-d993-4d58-886e-c61930f8b90a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:56.510290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-71f23ed3-7e9d-4fa0-b226-c47c6e8159ce tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Deleting port 0098dcba-40d8-4e25-a89e-77409a356d5c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:56.510641 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71f23ed3-7e9d-4fa0-b226-c47c6e8159ce tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.515117 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b3966-674d-477c-a125-3480589303ce None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:56.515487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b3966-674d-477c-a125-3480589303ce None None] Checking segment: {'id': '90501415-7405-432d-b8c1-59260d0e0798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4fe94323-d993-4d58-886e-c61930f8b90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:56.516045 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c71b3966-674d-477c-a125-3480589303ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.516495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b3966-674d-477c-a125-3480589303ce None None] Bound using segment: {'id': '90501415-7405-432d-b8c1-59260d0e0798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4fe94323-d993-4d58-886e-c61930f8b90a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:56.517037 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c71b3966-674d-477c-a125-3480589303ce None None] Bound port: 54fd4a2d-516b-4395-b993-f34f348790ab, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90501415-7405-432d-b8c1-59260d0e0798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4fe94323-d993-4d58-886e-c61930f8b90a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:56.517495 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c71b3966-674d-477c-a125-3480589303ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.520547 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port cf052af0-635e-4c56-a6b5-426678e9adf5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:56.532670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port cf052af0-635e-4c56-a6b5-426678e9adf5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:56.533148 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.546119 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-6b4fe343-9a50-4d25-bfcb-03b29ed17633 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:56.548148 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-6b4fe343-9a50-4d25-bfcb-03b29ed17633 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 820 time: 0.2440786 Jul 22 23:34:56.603815 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71f23ed3-7e9d-4fa0-b226-c47c6e8159ce tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.604387 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71f23ed3-7e9d-4fa0-b226-c47c6e8159ce tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.619457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c71b3966-674d-477c-a125-3480589303ce None None] For port 54fd4a2d-516b-4395-b993-f34f348790ab, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:56.620246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-71f23ed3-7e9d-4fa0-b226-c47c6e8159ce tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Calling delete_port for 0098dcba-40d8-4e25-a89e-77409a356d5c owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:56.623450 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c71b3966-674d-477c-a125-3480589303ce None None] For port 54fd4a2d-516b-4395-b993-f34f348790ab, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=54fd4a2d-516b-4395-b993-f34f348790ab,segment=NetworkSegment(90501415-7405-432d-b8c1-59260d0e0798),segment_id=90501415-7405-432d-b8c1-59260d0e0798)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:56.629990 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-7d9db270-7934-4397-bdea-ffeb819771d7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/quotas/56035dbeb92e4f879395357fce5a955e HTTP/1.1" status: 200 len: 375 time: 0.0637186 Jul 22 23:34:56.648592 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c71b3966-674d-477c-a125-3480589303ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.709396 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.713510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8464859-feef-4552-9a28-e055d6b20d9b req-ef43f133-66ec-4682-9a76-fcc439e288d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:56.715051 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8464859-feef-4552-9a28-e055d6b20d9b req-ef43f133-66ec-4682-9a76-fcc439e288d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=64c465ab-5580-44f0-9005-a2f2176930d6 HTTP/1.1" status: 200 len: 922 time: 0.2175431 Jul 22 23:34:56.767203 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11840e65-74be-4149-a54c-a8bedd82627e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf052af0-635e-4c56-a6b5-426678e9adf5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:56.770113 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f32972-a6bc-4852-b098-c92bb01a4ab1" -d '{"events": [{"server_uuid": "11840e65-74be-4149-a54c-a8bedd82627e", "name": "network-vif-plugged", "status": "completed", "tag": "cf052af0-635e-4c56-a6b5-426678e9adf5"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:56.798708 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port cf052af0-635e-4c56-a6b5-426678e9adf5, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=cf052af0-635e-4c56-a6b5-426678e9adf5,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:56.821451 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.826720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b3966-674d-477c-a125-3480589303ce None None] Pushing event updated for resources: {'Port': ['ID=54fd4a2d-516b-4395-b993-f34f348790ab,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:56.833651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8464859-feef-4552-9a28-e055d6b20d9b req-36781644-0da0-49b3-b1b7-a7d2003963be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf464c71-b02b-4237-a21a-3564bf48bbdf HTTP/1.1" status: 200 len: 217 time: 0.0785041 Jul 22 23:34:56.855723 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c78bec3a-baa7-4190-a5dd-53526cc53ff2 req-20b9569b-7da0-4394-a51a-a51634dd19ec tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.886603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-40f8231a-9a00-49c0-b64e-b9fb5955c9c7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2556238 Jul 22 23:34:56.903337 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71f23ed3-7e9d-4fa0-b226-c47c6e8159ce tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.912592 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c78bec3a-baa7-4190-a5dd-53526cc53ff2 req-20b9569b-7da0-4394-a51a-a51634dd19ec tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.936558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=cf052af0-635e-4c56-a6b5-426678e9adf5,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:56.967312 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c78bec3a-baa7-4190-a5dd-53526cc53ff2 req-20b9569b-7da0-4394-a51a-a51634dd19ec tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.968996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c78bec3a-baa7-4190-a5dd-53526cc53ff2 req-20b9569b-7da0-4394-a51a-a51634dd19ec tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6782305 Jul 22 23:34:56.975260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8464859-feef-4552-9a28-e055d6b20d9b req-043c66c0-d9db-4911-a54d-58878a36c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:56.976948 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8464859-feef-4552-9a28-e055d6b20d9b req-043c66c0-d9db-4911-a54d-58878a36c23d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02f3461d-7fbf-46a4-a343-c3b6cc4692ed HTTP/1.1" status: 200 len: 861 time: 0.1239645 Jul 22 23:34:56.977889 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9569b-7da0-4394-a51a-a51634dd19ec tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8019bc-9763-4e1d-ac2f-782c65c083b5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:57.071987 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8464859-feef-4552-9a28-e055d6b20d9b req-d3d36440-a617-43a1-ab04-a3d895f0e27c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=64c465ab-5580-44f0-9005-a2f2176930d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831401 Jul 22 23:34:57.148837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f23ed3-7e9d-4fa0-b226-c47c6e8159ce tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Pushing event deleted for resources: {'Port': ['ID=0098dcba-40d8-4e25-a89e-77409a356d5c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:57.157232 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71f23ed3-7e9d-4fa0-b226-c47c6e8159ce tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:57.162237 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71f23ed3-7e9d-4fa0-b226-c47c6e8159ce tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:57.163436 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-71f23ed3-7e9d-4fa0-b226-c47c6e8159ce tempest-ServersWithSpecificFlavorTestJSON-653161464 tempest-ServersWithSpecificFlavorTestJSON-653161464-project] 10.222.0.26 "DELETE /v2.0/floatingips/b42f38d8-15a2-43b1-87e3-d2ecdc5bc840 HTTP/1.1" status: 204 len: 168 time: 0.8145320 Jul 22 23:34:57.197353 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d72eeb2-7f79-4a3c-aad4-d319c67de97b None None] Network 84fec62e-12c1-48b9-9740-56d346010b6c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:57.318024 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35801671-75ab-409f-a693-7a108c5eaac2 None None] Provisioning for port b2859394-825b-4ffa-863e-2e3394d05aa7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:57.324843 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-35801671-75ab-409f-a693-7a108c5eaac2 None None] Provisioning complete for port b2859394-825b-4ffa-863e-2e3394d05aa7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:57.325242 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35801671-75ab-409f-a693-7a108c5eaac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:57.332906 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8464859-feef-4552-9a28-e055d6b20d9b req-614e3ff5-40c5-4af2-bb80-5cdeac10349a service neutron] 10.222.0.18 "GET /v2.0/networks/64c465ab-5580-44f0-9005-a2f2176930d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535222 Jul 22 23:34:57.379596 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-94bab4e6-0532-498f-b72b-7bc483bdb7f4 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:57.386322 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-94bab4e6-0532-498f-b72b-7bc483bdb7f4 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:57.388066 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-94bab4e6-0532-498f-b72b-7bc483bdb7f4 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/networks?id=84fec62e-12c1-48b9-9740-56d346010b6c&id=4fe94323-d993-4d58-886e-c61930f8b90a HTTP/1.1" status: 200 len: 1390 time: 0.2259562 Jul 22 23:34:57.448712 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35801671-75ab-409f-a693-7a108c5eaac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:57.452344 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-e7758375-082c-4f4b-95e0-e6f179b3affe tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/quotas/fdcbf1e127724668ac1e6e24c47b9058 HTTP/1.1" status: 200 len: 375 time: 0.0555930 Jul 22 23:34:57.455850 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-f09f4f9a-594e-463c-908c-21b118bee2c4 service neutron] 10.222.0.26 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679491 Jul 22 23:34:57.484707 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-35801671-75ab-409f-a693-7a108c5eaac2 None None] For port b2859394-825b-4ffa-863e-2e3394d05aa7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b2859394-825b-4ffa-863e-2e3394d05aa7,segment=NetworkSegment(c5646b5f-c184-4843-aff5-a47ca4900b0a),segment_id=c5646b5f-c184-4843-aff5-a47ca4900b0a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:57.488557 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35801671-75ab-409f-a693-7a108c5eaac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:57.539381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35801671-75ab-409f-a693-7a108c5eaac2 None None] Pushing event updated for resources: {'Port': ['ID=b2859394-825b-4ffa-863e-2e3394d05aa7,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:57.540787 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8464859-feef-4552-9a28-e055d6b20d9b req-878c5820-9e05-4ea1-979e-198350f26025 service neutron] 10.222.0.18 "GET /v2.0/networks/64c465ab-5580-44f0-9005-a2f2176930d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000628 Jul 22 23:34:57.615926 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-3f082d80-10fa-41c4-a118-4f6b59a39c79 service neutron] 10.222.0.26 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437209 Jul 22 23:34:57.626596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-3877739f-a17e-45f7-9e48-58ec818f4c42 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fdcbf1e127724668ac1e6e24c47b9058&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1683683 Jul 22 23:34:57.729939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-57d02627-9ca2-4fb7-ae38-e82a5408761e service neutron] 10.222.0.26 "GET /v2.0/networks/84fec62e-12c1-48b9-9740-56d346010b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967078 Jul 22 23:34:57.812696 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-439478ce-2601-4440-90ab-34c53eda9cf2 None None] Provisioning complete for port b2859394-825b-4ffa-863e-2e3394d05aa7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:57.813987 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-439478ce-2601-4440-90ab-34c53eda9cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:57.842779 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-bcb76443-3845-49ed-a05c-75d0ae476dcc service neutron] 10.222.0.26 "GET /v2.0/networks/84fec62e-12c1-48b9-9740-56d346010b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069860 Jul 22 23:34:57.966709 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-bcaf46a8-532c-4cdc-b2c8-9fff924fb11e service neutron] 10.222.0.26 "GET /v2.0/networks/4fe94323-d993-4d58-886e-c61930f8b90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107943 Jul 22 23:34:57.975282 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf8273c-fbba-46cf-a782-3fd43d3a6aa9 None None] Network 4fe94323-d993-4d58-886e-c61930f8b90a requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:58.071573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-89504650-4366-44a6-a79b-ce66bca2c5b7 None None] Provisioning for port 54fd4a2d-516b-4395-b993-f34f348790ab completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:58.097734 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:34:58.146247 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-3eeb3e0f-5164-49a7-9d03-0fec40863f50 service neutron] 10.222.0.26 "GET /v2.0/networks/4fe94323-d993-4d58-886e-c61930f8b90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786025 Jul 22 23:34:58.222379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628937c0-bd23-457a-ada7-fa65ff6b5c37', 'name': 'network-vif-deleted', 'tag': 'a5a21dfc-684b-4809-baa1-ce14f1452563'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:58.224816 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db268d93-baae-4c34-8385-6ceee22cd161" -d '{"events": [{"server_uuid": "628937c0-bd23-457a-ada7-fa65ff6b5c37", "name": "network-vif-deleted", "tag": "a5a21dfc-684b-4809-baa1-ce14f1452563"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:58.263957 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b2859394-825b-4ffa-863e-2e3394d05aa7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:58.280881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdacbd9-25dc-45a5-b0d3-7c0aba9d2811 req-d18ae99b-3a41-47da-ab48-7724eb67195c tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:58.282743 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5bdacbd9-25dc-45a5-b0d3-7c0aba9d2811 req-d18ae99b-3a41-47da-ab48-7724eb67195c tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=11840e65-74be-4149-a54c-a8bedd82627e HTTP/1.1" status: 200 len: 946 time: 0.1038225 Jul 22 23:34:58.341623 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b2859394-825b-4ffa-863e-2e3394d05aa7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:58.342119 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.358686 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5bdacbd9-25dc-45a5-b0d3-7c0aba9d2811 req-3a0e7178-acca-43e6-91a7-deef529cf201 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679734 Jul 22 23:34:58.385706 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c2e677-54d4-426c-bf36-9a6ab165fe2c x-openstack-request-id: req-66c2e677-54d4-426c-bf36-9a6ab165fe2c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:58.389435 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11840e65-74be-4149-a54c-a8bedd82627e", "name": "network-vif-plugged", "status": "completed", "tag": "cf052af0-635e-4c56-a6b5-426678e9adf5", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:58.390656 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-66c2e677-54d4-426c-bf36-9a6ab165fe2c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:58.391162 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11840e65-74be-4149-a54c-a8bedd82627e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf052af0-635e-4c56-a6b5-426678e9adf5', 'code': 200} Jul 22 23:34:58.529438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 54fd4a2d-516b-4395-b993-f34f348790ab up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:58.634415 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 54fd4a2d-516b-4395-b993-f34f348790ab completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:58.638723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 54fd4a2d-516b-4395-b993-f34f348790ab triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:58.639102 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.692405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25d82a-7b85-4e5d-8346-54a53d164178 req-d8efe4a0-83bc-4f42-9836-2a4d39d31128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:58.694929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f25d82a-7b85-4e5d-8346-54a53d164178 req-d8efe4a0-83bc-4f42-9836-2a4d39d31128 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=11840e65-74be-4149-a54c-a8bedd82627e HTTP/1.1" status: 200 len: 1097 time: 0.2078767 Jul 22 23:34:58.764132 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bf464c71-b02b-4237-a21a-3564bf48bbdf details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:34:58.766671 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device a5a21dfc-684b-4809-baa1-ce14f1452563 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:58.771638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364fa47-8d85-4d6b-97a5-bcb73c56d064 req-0cdcebc9-63f3-4e0e-aab7-3002b13e5694 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:58.773207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f364fa47-8d85-4d6b-97a5-bcb73c56d064 req-0cdcebc9-63f3-4e0e-aab7-3002b13e5694 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8774e85-9fb0-4d3b-9711-1d76325cc650 HTTP/1.1" status: 200 len: 944 time: 0.1723680 Jul 22 23:34:58.785976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f25d82a-7b85-4e5d-8346-54a53d164178 req-d9d386cd-d256-4342-9b2e-ef38a7c9af07 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834155 Jul 22 23:34:58.798601 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.801897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: a5a21dfc-684b-4809-baa1-ce14f1452563 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:58.802100 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device a5a21dfc-684b-4809-baa1-ce14f1452563 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:58.856368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 54fd4a2d-516b-4395-b993-f34f348790ab, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=54fd4a2d-516b-4395-b993-f34f348790ab,segment=NetworkSegment(90501415-7405-432d-b8c1-59260d0e0798),segment_id=90501415-7405-432d-b8c1-59260d0e0798)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:58.861507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f364fa47-8d85-4d6b-97a5-bcb73c56d064 req-314ddf57-bada-47ba-8175-49a9450c305c tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcb5cec-107e-4b80-a994-4249330ec87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775077 Jul 22 23:34:58.885653 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.962971 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-e15fbe64-3d6b-4221-8119-bf9071b32ee4 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47888 time: 0.5471017 Jul 22 23:34:58.996384 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdde64e0-6eb8-438c-8ed8-7bcf199c7e0a req-678cd38c-c3bf-419b-84ef-b04bf284e24f tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 210 time: 0.0323465 Jul 22 23:34:59.059947 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-1459d571-3670-47f9-a641-dd385988b51a tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/2b54f582-e2c9-4d4e-a45e-6ff271b621e7 HTTP/1.1" status: 200 len: 2981 time: 0.0663495 Jul 22 23:34:59.131487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=54fd4a2d-516b-4395-b993-f34f348790ab,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:59.137709 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-d3c0a455-c52f-4d95-9c8f-04c46e3317eb tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/2b54f582-e2c9-4d4e-a45e-6ff271b621e7 HTTP/1.1" status: 200 len: 2981 time: 0.0718658 Jul 22 23:34:59.158966 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port bf464c71-b02b-4237-a21a-3564bf48bbdf, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bf464c71-b02b-4237-a21a-3564bf48bbdf,segment=NetworkSegment(6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0),segment_id=6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:59.170427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d97e-ca8a-4a52-a4ca-26d9cdedae1c req-7dab4458-6065-43aa-99eb-969c38006d6b tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:59.170922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'bf464c71-b02b-4237-a21a-3564bf48bbdf', 'network_id': '64c465ab-5580-44f0-9005-a2f2176930d6', 'port_id': 'bf464c71-b02b-4237-a21a-3564bf48bbdf', 'mac_address': 'fa:16:3e:7b:9a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f3461d-7fbf-46a4-a343-c3b6cc4692ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:34:59.171871 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff06d97e-ca8a-4a52-a4ca-26d9cdedae1c req-7dab4458-6065-43aa-99eb-969c38006d6b tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 947 time: 0.0940084 Jul 22 23:34:59.217146 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:59.231596 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf464c71-b02b-4237-a21a-3564bf48bbdf {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:59.235460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-3cee4e9b-8755-40f3-ad3b-c19e53b6477c tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/44b7b377-6c33-45ec-8320-4665e5862f9a HTTP/1.1" status: 200 len: 2981 time: 0.0788875 Jul 22 23:34:59.244001 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff06d97e-ca8a-4a52-a4ca-26d9cdedae1c req-9a8ecaef-414b-43c6-9705-220488ac5492 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633855 Jul 22 23:34:59.253702 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port bf464c71-b02b-4237-a21a-3564bf48bbdf, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bf464c71-b02b-4237-a21a-3564bf48bbdf,segment=NetworkSegment(6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0),segment_id=6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:59.264281 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:59.320535 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057c7337-a79b-4064-bbc0-bcd8b6c71baa x-openstack-request-id: req-057c7337-a79b-4064-bbc0-bcd8b6c71baa {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:59.320825 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628937c0-bd23-457a-ada7-fa65ff6b5c37", "name": "network-vif-deleted", "tag": "a5a21dfc-684b-4809-baa1-ce14f1452563", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:59.321087 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-057c7337-a79b-4064-bbc0-bcd8b6c71baa {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:59.321492 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628937c0-bd23-457a-ada7-fa65ff6b5c37', 'name': 'network-vif-deleted', 'tag': 'a5a21dfc-684b-4809-baa1-ce14f1452563', 'status': 'completed', 'code': 200} Jul 22 23:34:59.337888 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=bf464c71-b02b-4237-a21a-3564bf48bbdf,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:59.343420 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-e0f4a077-36b3-49e6-9fb2-c3f783d19305 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/44b7b377-6c33-45ec-8320-4665e5862f9a HTTP/1.1" status: 200 len: 2981 time: 0.0983582 Jul 22 23:34:59.427266 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea789b77-0293-4aad-ac96-761fb952c281 req-a9624c05-a9cb-4d8e-8c7c-4ff356d31ee8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 210 time: 0.0509858 Jul 22 23:34:59.464152 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-fdba68fb-e757-4785-8839-299f9ad4f8dd tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:59.465717 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-fdba68fb-e757-4785-8839-299f9ad4f8dd tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.18 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 820 time: 0.1914749 Jul 22 23:34:59.471153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-1ac82b7f-4131-437a-afe5-07628e21325c tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4bf60b63-5a0b-4710-8228-3baa4c692350 HTTP/1.1" status: 200 len: 2981 time: 0.0938323 Jul 22 23:34:59.488024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Request body: {'port': {'device_id': '9b60964b-3af4-4077-9b30-a51e5a11b6fd', 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec', 'admin_state_up': True, 'tenant_id': '56035dbeb92e4f879395357fce5a955e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:59.577703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-acd7168d-dc78-46c7-8792-ff14d132eec2 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4bf60b63-5a0b-4710-8228-3baa4c692350 HTTP/1.1" status: 200 len: 2981 time: 0.1003013 Jul 22 23:34:59.622306 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['bf464c71-b02b-4237-a21a-3564bf48bbdf'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:59.647740 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-2a04c82d-6075-4fa3-bc3c-34dfebb7d2f7 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/5319599d-e8b2-481e-b2ff-ba2e01bb618a HTTP/1.1" status: 200 len: 2981 time: 0.0581601 Jul 22 23:34:59.714224 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-86865c2e-9fc5-43d5-9ac4-9c0b405a1ecd tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/5319599d-e8b2-481e-b2ff-ba2e01bb618a HTTP/1.1" status: 200 len: 2981 time: 0.0586677 Jul 22 23:34:59.714908 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Made reservation on behalf of 56035dbeb92e4f879395357fce5a955e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:59.718294 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:59.868902 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-61e0e1a1-a7f5-4071-963f-76efd6a56bde tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/5ae37c36-68d3-4a03-8911-16985c9d0a04 HTTP/1.1" status: 200 len: 2981 time: 0.1463439 Jul 22 23:35:00.016051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Allocated IP 172.20.0.12 (4a3b8ddb-0c36-4039-a9de-fdc44987feec/f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960/dd35ae84-d9a8-4a36-af20-35af90ce547b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:00.024841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-f35d26b9-0aa6-42ef-840c-94e4a8c14e2a tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/5ae37c36-68d3-4a03-8911-16985c9d0a04 HTTP/1.1" status: 200 len: 2981 time: 0.1265528 Jul 22 23:35:00.099695 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 54fd4a2d-516b-4395-b993-f34f348790ab up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:00.129325 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b2690-fb68-42b1-8cfe-b2c3b5e4dc48 req-a31eb46b-7e83-4d0b-8111-badf0980260d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:00.130779 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-536b2690-fb68-42b1-8cfe-b2c3b5e4dc48 req-a31eb46b-7e83-4d0b-8111-badf0980260d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=11840e65-74be-4149-a54c-a8bedd82627e HTTP/1.1" status: 200 len: 946 time: 0.2781117 Jul 22 23:35:00.150899 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 54fd4a2d-516b-4395-b993-f34f348790ab triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:00.151447 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:00.229964 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-9ceb9049-4c63-40cb-8baf-013d9883285f tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/68e11457-0a45-4593-b07d-b5528a98a4d1 HTTP/1.1" status: 200 len: 2981 time: 0.1912081 Jul 22 23:35:00.243585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-f6f9071c-c14f-41eb-ba98-94717cf513d6 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:00.249223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-f6f9071c-c14f-41eb-ba98-94717cf513d6 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:00.250689 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-f6f9071c-c14f-41eb-ba98-94717cf513d6 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.18 "GET /v2.0/networks?id=84fec62e-12c1-48b9-9740-56d346010b6c&id=4fe94323-d993-4d58-886e-c61930f8b90a HTTP/1.1" status: 200 len: 1390 time: 0.2674050 Jul 22 23:35:00.368685 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bfa69-3ef2-465b-8c9e-2824f795b79f req-ec708107-2b90-46da-a1a2-94de773f8b0f tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:00.371008 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5bfa69-3ef2-465b-8c9e-2824f795b79f req-ec708107-2b90-46da-a1a2-94de773f8b0f tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9662ae1-69c5-4944-a1fa-bd1383dc3165 HTTP/1.1" status: 200 len: 947 time: 0.0690145 Jul 22 23:35:00.544324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d6ad5-d14b-404a-a396-ecbfc5a74297 req-a175d7f8-7cd8-4282-ad6b-7870db02ad67 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:00.546003 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c51d6ad5-d14b-404a-a396-ecbfc5a74297 req-a175d7f8-7cd8-4282-ad6b-7870db02ad67 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.18 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 944 time: 0.1451886 Jul 22 23:35:00.590060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-dd5bfa69-3ef2-465b-8c9e-2824f795b79f req-87c686df-f801-4b04-bae2-c217325c1fc3 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Deleting port 9ffc4b52-e5ca-4652-bfe0-da94209df680 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:00.591371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd5bfa69-3ef2-465b-8c9e-2824f795b79f req-87c686df-f801-4b04-bae2-c217325c1fc3 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:00.623817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-0509ccb5-00eb-4a49-828c-5b95aabc920b tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Request body: {'port': {'device_id': '9558bd18-f8eb-400a-b881-91a048922ff2', 'network_id': '84fec62e-12c1-48b9-9740-56d346010b6c', 'admin_state_up': True, 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:00.650681 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-536b2690-fb68-42b1-8cfe-b2c3b5e4dc48 req-d6965e8b-4a87-4a94-b636-13bb99fe9684 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979432 Jul 22 23:35:00.737547 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-cee9196a-a819-4519-9f97-2e8de4b8592a tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/68e11457-0a45-4593-b07d-b5528a98a4d1 HTTP/1.1" status: 200 len: 2981 time: 0.4819915 Jul 22 23:35:00.766348 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:00.773747 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-dd5bfa69-3ef2-465b-8c9e-2824f795b79f req-87c686df-f801-4b04-bae2-c217325c1fc3 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] For port 9ffc4b52-e5ca-4652-bfe0-da94209df680, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9ffc4b52-e5ca-4652-bfe0-da94209df680,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:00.776763 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd5bfa69-3ef2-465b-8c9e-2824f795b79f req-87c686df-f801-4b04-bae2-c217325c1fc3 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:00.779826 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bf464c71-b02b-4237-a21a-3564bf48bbdf up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:00.794747 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-dd5bfa69-3ef2-465b-8c9e-2824f795b79f req-87c686df-f801-4b04-bae2-c217325c1fc3 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Calling delete_port for 9ffc4b52-e5ca-4652-bfe0-da94209df680 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:00.864311 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-c51d6ad5-d14b-404a-a396-ecbfc5a74297 req-602366ff-9caa-4fd3-9a9f-3b74b853f5d3 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Deleting port dd74b95c-e8b3-4355-94bf-9350c2831c2b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:00.864666 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c51d6ad5-d14b-404a-a396-ecbfc5a74297 req-602366ff-9caa-4fd3-9a9f-3b74b853f5d3 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:00.883299 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port bf464c71-b02b-4237-a21a-3564bf48bbdf completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:00.890260 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port bf464c71-b02b-4237-a21a-3564bf48bbdf triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:00.891119 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:00.900682 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-81f2d4dc-f15b-432a-9ab5-4bcab367002d tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/708a9be0-3e19-4494-8561-d6f784bcf507 HTTP/1.1" status: 200 len: 2973 time: 0.1475070 Jul 22 23:35:00.940872 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-0509ccb5-00eb-4a49-828c-5b95aabc920b tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Made reservation on behalf of fdcbf1e127724668ac1e6e24c47b9058 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:00.944343 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-0509ccb5-00eb-4a49-828c-5b95aabc920b tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:00.974169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ab4c2-0884-4786-ab1f-6ee53b7790ce req-a30d24fc-30d5-4820-b907-665bc8e278ed tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:00.982279 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da7ab4c2-0884-4786-ab1f-6ee53b7790ce req-a30d24fc-30d5-4820-b907-665bc8e278ed tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/ports?device_id=a01a1e31-b075-4919-b61b-7509c94bc20e HTTP/1.1" status: 200 len: 944 time: 0.2341931 Jul 22 23:35:00.998514 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:01.012760 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c51d6ad5-d14b-404a-a396-ecbfc5a74297 req-602366ff-9caa-4fd3-9a9f-3b74b853f5d3 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] For port dd74b95c-e8b3-4355-94bf-9350c2831c2b, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=dd74b95c-e8b3-4355-94bf-9350c2831c2b,segment=NetworkSegment(fafc9094-5e0d-4a09-9182-bb1ed0c0daf0),segment_id=fafc9094-5e0d-4a09-9182-bb1ed0c0daf0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:01.012760 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c51d6ad5-d14b-404a-a396-ecbfc5a74297 req-602366ff-9caa-4fd3-9a9f-3b74b853f5d3 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:01.021859 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['f5d4ec6d-86b2-4f19-be4b-ce46917cef65'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:01.024750 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:01.028926 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-c51d6ad5-d14b-404a-a396-ecbfc5a74297 req-602366ff-9caa-4fd3-9a9f-3b74b853f5d3 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Calling delete_port for dd74b95c-e8b3-4355-94bf-9350c2831c2b owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:01.076602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8774e85-9fb0-4d3b-9711-1d76325cc650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf464c71-b02b-4237-a21a-3564bf48bbdf'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:01.079677 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b5e161-eab7-4d3a-b290-1b2f069ec902" -d '{"events": [{"server_uuid": "e8774e85-9fb0-4d3b-9711-1d76325cc650", "name": "network-vif-plugged", "status": "completed", "tag": "bf464c71-b02b-4237-a21a-3564bf48bbdf"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:01.106747 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port bf464c71-b02b-4237-a21a-3564bf48bbdf, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bf464c71-b02b-4237-a21a-3564bf48bbdf,segment=NetworkSegment(6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0),segment_id=6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:01.120946 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:01.126436 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Network 4a3b8ddb-0c36-4039-a9de-fdc44987feec is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:01.138533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-1abaa69e-0663-49ff-980a-8bbff758eae0 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/708a9be0-3e19-4494-8561-d6f784bcf507 HTTP/1.1" status: 200 len: 2973 time: 0.2277894 Jul 22 23:35:01.154450 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da7ab4c2-0884-4786-ab1f-6ee53b7790ce req-b15c113d-fb82-437c-8d46-3d41d9a70e37 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.26 "GET /v2.0/security-groups?id=db1ab37f-ae65-405b-a2d8-a19c5c852fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711752 Jul 22 23:35:01.155461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:01.165836 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:01.193799 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Pushing event updated for resources: {'Port': ['ID=dd35ae84-d9a8-4a36-af20-35af90ce547b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:01.257412 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=bf464c71-b02b-4237-a21a-3564bf48bbdf,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:01.320078 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:01.320450 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:01.321291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:01.321705 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:01.322138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:01.322548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:01.322952 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:01.323360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:01.323759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:01.324158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:01.324556 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:01.324970 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:01.387004 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:01.387782 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:01.445382 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-45986cf9-d69c-4e83-9b9a-fc7f726a72c4 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7143b6f7-6738-4e7d-b5bb-32838dbf2118 HTTP/1.1" status: 200 len: 2977 time: 0.2741051 Jul 22 23:35:01.461722 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-7648e069-ca24-4f0a-904f-5597440f4f1d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9781392 Jul 22 23:35:01.463312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-0509ccb5-00eb-4a49-828c-5b95aabc920b tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Allocated IP 19.80.0.219 (84fec62e-12c1-48b9-9740-56d346010b6c/0f5fb76f-9e75-4692-bd75-594296865815/810543d4-8415-4a4a-8fcd-79ab35d8949f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:01.493939 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Request body: {'port': {'device_id': '9b60964b-3af4-4077-9b30-a51e5a11b6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:01.547446 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aafabf12-f442-49dc-8ac1-5b62bc7db568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:01.572281 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd5bfa69-3ef2-465b-8c9e-2824f795b79f req-87c686df-f801-4b04-bae2-c217325c1fc3 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:01.607134 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c51d6ad5-d14b-404a-a396-ecbfc5a74297 req-602366ff-9caa-4fd3-9a9f-3b74b853f5d3 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:01.613616 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-4b5ec86c-7406-4082-b379-7b30c532bc5d tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7143b6f7-6738-4e7d-b5bb-32838dbf2118 HTTP/1.1" status: 200 len: 2977 time: 0.1595366 Jul 22 23:35:01.615263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c686df-f801-4b04-bae2-c217325c1fc3 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Pushing event deleted for resources: {'Port': ['ID=9ffc4b52-e5ca-4652-bfe0-da94209df680,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:01.640678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3b99d-598e-4a0b-9fbf-cea22f1c72e3 req-cd7c4337-3f45-4992-bdd7-0a443b26c285 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:01.642274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6bf3b99d-598e-4a0b-9fbf-cea22f1c72e3 req-cd7c4337-3f45-4992-bdd7-0a443b26c285 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8774e85-9fb0-4d3b-9711-1d76325cc650 HTTP/1.1" status: 200 len: 946 time: 0.3116672 Jul 22 23:35:01.667673 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602366ff-9caa-4fd3-9a9f-3b74b853f5d3 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Pushing event deleted for resources: {'Port': ['ID=dd74b95c-e8b3-4355-94bf-9350c2831c2b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:01.691526 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5bfa69-3ef2-465b-8c9e-2824f795b79f req-87c686df-f801-4b04-bae2-c217325c1fc3 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] No DVR routers for this DVR port 9ffc4b52-e5ca-4652-bfe0-da94209df680 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:01.693477 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dd5bfa69-3ef2-465b-8c9e-2824f795b79f req-87c686df-f801-4b04-bae2-c217325c1fc3 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:01.696286 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5bfa69-3ef2-465b-8c9e-2824f795b79f req-87c686df-f801-4b04-bae2-c217325c1fc3 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.18 "DELETE /v2.0/ports/9ffc4b52-e5ca-4652-bfe0-da94209df680 HTTP/1.1" status: 204 len: 173 time: 1.2965822 Jul 22 23:35:01.713152 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9662ae1-69c5-4944-a1fa-bd1383dc3165', 'name': 'network-vif-deleted', 'tag': '9ffc4b52-e5ca-4652-bfe0-da94209df680'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:01.715662 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae0e89d-cf91-43e6-a22d-50b72f487ebf" -d '{"events": [{"server_uuid": "b9662ae1-69c5-4944-a1fa-bd1383dc3165", "name": "network-vif-deleted", "tag": "9ffc4b52-e5ca-4652-bfe0-da94209df680"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:01.744398 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:01.744663 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51d6ad5-d14b-404a-a396-ecbfc5a74297 req-602366ff-9caa-4fd3-9a9f-3b74b853f5d3 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] No DVR routers for this DVR port dd74b95c-e8b3-4355-94bf-9350c2831c2b on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:01.747294 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c51d6ad5-d14b-404a-a396-ecbfc5a74297 req-602366ff-9caa-4fd3-9a9f-3b74b853f5d3 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:01.750424 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c51d6ad5-d14b-404a-a396-ecbfc5a74297 req-602366ff-9caa-4fd3-9a9f-3b74b853f5d3 tempest-LiveMigrationTest-368365439 tempest-LiveMigrationTest-368365439-project] 10.222.0.18 "DELETE /v2.0/ports/dd74b95c-e8b3-4355-94bf-9350c2831c2b HTTP/1.1" status: 204 len: 173 time: 1.1971660 Jul 22 23:35:01.812828 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-3984f5fd-edbd-4e7e-81d1-8f692fff79c2 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf HTTP/1.1" status: 200 len: 2981 time: 0.1660082 Jul 22 23:35:01.816077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6bf3b99d-598e-4a0b-9fbf-cea22f1c72e3 req-20f9a0c5-9e67-4f16-bf07-19f18a3a7c58 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcb5cec-107e-4b80-a994-4249330ec87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563182 Jul 22 23:35:01.915580 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-0509ccb5-00eb-4a49-828c-5b95aabc920b tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:02.039795 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-0509ccb5-00eb-4a49-828c-5b95aabc920b tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Transition to ACTIVE for port object 810543d4-8415-4a4a-8fcd-79ab35d8949f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:02.053346 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-b9bd923e-a6c5-49f4-85c6-2004e1b0d70c tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf HTTP/1.1" status: 200 len: 2981 time: 0.2070692 Jul 22 23:35:02.213845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b1183-ce93-4b42-85e9-148dc4702774 req-2def5c1f-7415-4ba3-873a-b796a5a0e323 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:02.215828 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6d1b1183-ce93-4b42-85e9-148dc4702774 req-2def5c1f-7415-4ba3-873a-b796a5a0e323 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 932 time: 0.2967823 Jul 22 23:35:02.230986 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-8555925c-268d-4294-972b-4a9b493d56ec tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/a12d1bcd-cb4e-432f-b454-fbd1490d4d9e HTTP/1.1" status: 200 len: 2981 time: 0.1586215 Jul 22 23:35:02.239157 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-0509ccb5-00eb-4a49-828c-5b95aabc920b tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:02.367276 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-0509ccb5-00eb-4a49-828c-5b95aabc920b tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Network 84fec62e-12c1-48b9-9740-56d346010b6c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:02.385396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-0509ccb5-00eb-4a49-828c-5b95aabc920b tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:02.391804 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-0509ccb5-00eb-4a49-828c-5b95aabc920b tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:02.399772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509ccb5-00eb-4a49-828c-5b95aabc920b tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event updated for resources: {'Port': ['ID=810543d4-8415-4a4a-8fcd-79ab35d8949f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:02.428538 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-5cb17c59-4ef3-4fee-bd59-3278f3db6d19 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/a12d1bcd-cb4e-432f-b454-fbd1490d4d9e HTTP/1.1" status: 200 len: 2981 time: 0.1966224 Jul 22 23:35:02.436520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6d1b1183-ce93-4b42-85e9-148dc4702774 req-c35fac71-b505-4d47-87c0-e160a1887125 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033999 Jul 22 23:35:02.520206 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd35ae84-d9a8-4a36-af20-35af90ce547b {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:02.541730 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:02.553810 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-0509ccb5-00eb-4a49-828c-5b95aabc920b tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:02.554887 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-0509ccb5-00eb-4a49-828c-5b95aabc920b tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:02.581995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Transition to ACTIVE for port object dd35ae84-d9a8-4a36-af20-35af90ce547b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:02.587397 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-b51468ec-5952-49a0-8da6-08c6b151fca1 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/a87cafbf-b534-4c22-9878-4a70225799a3 HTTP/1.1" status: 200 len: 2981 time: 0.1136143 Jul 22 23:35:02.592226 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-0509ccb5-00eb-4a49-828c-5b95aabc920b tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0043211 Jul 22 23:35:02.592823 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:02.636050 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-6a4ed42c-cc72-4c19-8f57-f1ded76d54a8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Request body: {'port': {'device_id': '9558bd18-f8eb-400a-b881-91a048922ff2', 'network_id': '4fe94323-d993-4d58-886e-c61930f8b90a', 'admin_state_up': True, 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:02.688576 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-85991299-9491-40f7-b7bb-f220004bb3fb None None] Provisioning for port 810543d4-8415-4a4a-8fcd-79ab35d8949f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:02.693434 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-85991299-9491-40f7-b7bb-f220004bb3fb None None] Provisioning complete for port 810543d4-8415-4a4a-8fcd-79ab35d8949f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:02.694036 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-85991299-9491-40f7-b7bb-f220004bb3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:02.733308 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-85991299-9491-40f7-b7bb-f220004bb3fb None None] Port 810543d4-8415-4a4a-8fcd-79ab35d8949f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:35:02.776543 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device dd74b95c-e8b3-4355-94bf-9350c2831c2b no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:02.780789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Pushing event updated for resources: {'Port': ['ID=dd35ae84-d9a8-4a36-af20-35af90ce547b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:02.790857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-5273f669-48da-4575-b8d7-61c09fe4cc6e tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/a87cafbf-b534-4c22-9878-4a70225799a3 HTTP/1.1" status: 200 len: 2981 time: 0.1955976 Jul 22 23:35:02.807342 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: dd74b95c-e8b3-4355-94bf-9350c2831c2b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:02.807779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device dd74b95c-e8b3-4355-94bf-9350c2831c2b not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:02.808262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9ffc4b52-e5ca-4652-bfe0-da94209df680 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:02.827939 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 9ffc4b52-e5ca-4652-bfe0-da94209df680 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:02.828463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9ffc4b52-e5ca-4652-bfe0-da94209df680 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:02.911718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f5bc4-a784-4ccb-9026-424aa11eb202 req-7119d751-064e-49c0-8362-e47c03f97b2a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:02.913115 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-031f5bc4-a784-4ccb-9026-424aa11eb202 req-7119d751-064e-49c0-8362-e47c03f97b2a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 932 time: 0.2860417 Jul 22 23:35:02.963226 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-38445c80-0156-48d5-a4a5-2c175b30822b tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b5758348-f459-4b25-88d0-5940f4b0e1df HTTP/1.1" status: 200 len: 2981 time: 0.1657393 Jul 22 23:35:02.970690 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Attempting to bind port dd35ae84-d9a8-4a36-af20-35af90ce547b on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:02.971026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Attempting to bind port dd35ae84-d9a8-4a36-af20-35af90ce547b by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:02.971359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Attempting to bind port dd35ae84-d9a8-4a36-af20-35af90ce547b on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:02.976843 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-6a4ed42c-cc72-4c19-8f57-f1ded76d54a8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Made reservation on behalf of fdcbf1e127724668ac1e6e24c47b9058 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:02.980383 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-6a4ed42c-cc72-4c19-8f57-f1ded76d54a8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:03.005360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Port dd35ae84-d9a8-4a36-af20-35af90ce547b on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:03.005723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Attempting to bind port dd35ae84-d9a8-4a36-af20-35af90ce547b on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:03.027690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-031f5bc4-a784-4ccb-9026-424aa11eb202 req-d21d6d8e-ebfc-49e5-a76d-0243630990b8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033242 Jul 22 23:35:03.035834 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:03.036178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Checking segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:03.036562 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Bound using segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:03.036993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Bound port: dd35ae84-d9a8-4a36-af20-35af90ce547b, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:03.037376 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:03.084787 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f053d3-f1c7-4594-bd22-043f18d0b7c4 x-openstack-request-id: req-c0f053d3-f1c7-4594-bd22-043f18d0b7c4 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:03.085185 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8774e85-9fb0-4d3b-9711-1d76325cc650", "name": "network-vif-plugged", "status": "completed", "tag": "bf464c71-b02b-4237-a21a-3564bf48bbdf", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:03.086311 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0f053d3-f1c7-4594-bd22-043f18d0b7c4 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:03.087009 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8774e85-9fb0-4d3b-9711-1d76325cc650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf464c71-b02b-4237-a21a-3564bf48bbdf', 'code': 200} Jul 22 23:35:03.106836 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-557e96ce-7dab-42cb-bb8c-fdf99b3d1364 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b5758348-f459-4b25-88d0-5940f4b0e1df HTTP/1.1" status: 200 len: 2981 time: 0.1331806 Jul 22 23:35:03.250200 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced84a5a-2305-42de-b172-7cf8caf29582 req-f3e46c52-b281-474f-b569-6d6a30d59b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:03.252950 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ced84a5a-2305-42de-b172-7cf8caf29582 req-f3e46c52-b281-474f-b569-6d6a30d59b43 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e8774e85-9fb0-4d3b-9711-1d76325cc650 HTTP/1.1" status: 200 len: 1097 time: 0.0760624 Jul 22 23:35:03.286656 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-131e8d65-32d6-423e-abe8-8f96311835fd tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/bbcb5cec-107e-4b80-a994-4249330ec87f HTTP/1.1" status: 200 len: 2981 time: 0.1326549 Jul 22 23:35:03.290131 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ced84a5a-2305-42de-b172-7cf8caf29582 req-7e31c054-dc09-418a-bd1a-6e2f4a79e3c5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bbcb5cec-107e-4b80-a994-4249330ec87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306394 Jul 22 23:35:03.351765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-6a4ed42c-cc72-4c19-8f57-f1ded76d54a8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Allocated IP 19.86.0.47 (4fe94323-d993-4d58-886e-c61930f8b90a/e180a6f6-8e10-4edb-ab16-63a4a62672e1/5a20fc8b-6d18-472d-9c83-dc55de305523) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:03.358154 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] For port dd35ae84-d9a8-4a36-af20-35af90ce547b, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:03.388583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] For port dd35ae84-d9a8-4a36-af20-35af90ce547b, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=dd35ae84-d9a8-4a36-af20-35af90ce547b,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:03.403860 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:03.449411 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-0891870e-266d-4b88-843b-393dad7fcab9 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/bbcb5cec-107e-4b80-a994-4249330ec87f HTTP/1.1" status: 200 len: 2981 time: 0.1497331 Jul 22 23:35:03.471824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6a761-239b-4876-92b8-d06f7d4c90c9 req-a68fe303-a978-44d9-a6d5-2cf5cf184454 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:03.473159 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70c6a761-239b-4876-92b8-d06f7d4c90c9 req-a68fe303-a978-44d9-a6d5-2cf5cf184454 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=11840e65-74be-4149-a54c-a8bedd82627e HTTP/1.1" status: 200 len: 946 time: 0.2654216 Jul 22 23:35:03.489285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:03.489894 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:03.491206 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] 10.222.0.18 "PUT /v2.0/ports/dd35ae84-d9a8-4a36-af20-35af90ce547b HTTP/1.1" status: 200 len: 1092 time: 2.0134063 Jul 22 23:35:03.491713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b60964b-3af4-4077-9b30-a51e5a11b6fd', 'tag': 'dd35ae84-d9a8-4a36-af20-35af90ce547b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:03.494466 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8828db8-49c4-4447-afef-9a2f60d9a75a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b60964b-3af4-4077-9b30-a51e5a11b6fd", "tag": "dd35ae84-d9a8-4a36-af20-35af90ce547b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:03.564822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abfb9c-484c-4dc6-8742-45b3d1478f22 service neutron] Pushing event updated for resources: {'Port': ['ID=dd35ae84-d9a8-4a36-af20-35af90ce547b,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:03.646657 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70c6a761-239b-4876-92b8-d06f7d4c90c9 req-629e273a-949e-4503-80b4-106c819f8b0b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639867 Jul 22 23:35:03.680573 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-e3000ce2-a6b7-4ed8-9821-0d4efbab6985 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/db1ab37f-ae65-405b-a2d8-a19c5c852fc1 HTTP/1.1" status: 200 len: 2981 time: 0.2176549 Jul 22 23:35:03.707345 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229263db-87dd-4ae2-92fb-2fac57a3286b x-openstack-request-id: req-229263db-87dd-4ae2-92fb-2fac57a3286b {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:03.707635 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9662ae1-69c5-4944-a1fa-bd1383dc3165", "name": "network-vif-deleted", "tag": "9ffc4b52-e5ca-4652-bfe0-da94209df680", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:03.707882 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-229263db-87dd-4ae2-92fb-2fac57a3286b {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:03.708390 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9662ae1-69c5-4944-a1fa-bd1383dc3165', 'name': 'network-vif-deleted', 'tag': '9ffc4b52-e5ca-4652-bfe0-da94209df680', 'status': 'completed', 'code': 200} Jul 22 23:35:03.741284 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34698) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:03.753859 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-6a4ed42c-cc72-4c19-8f57-f1ded76d54a8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:03.784903 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-6a4ed42c-cc72-4c19-8f57-f1ded76d54a8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Transition to ACTIVE for port object 5a20fc8b-6d18-472d-9c83-dc55de305523 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:03.791608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a0f216d1-e7c1-4a40-9c9a-ab7f26070efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:03.793158 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-a0f216d1-e7c1-4a40-9c9a-ab7f26070efc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 1095 time: 0.1597390 Jul 22 23:35:03.796382 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-649cba9f-4dd8-44bf-af25-fe963c421e65 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/db1ab37f-ae65-405b-a2d8-a19c5c852fc1 HTTP/1.1" status: 200 len: 2981 time: 0.1012967 Jul 22 23:35:03.882087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-d02248a9-4652-4b7f-9048-0bfd00fc6630 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd35ae84-d9a8-4a36-af20-35af90ce547b HTTP/1.1" status: 200 len: 217 time: 0.0698469 Jul 22 23:35:03.955571 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-efbe9fd5-1d60-416d-bc1f-aa61f9d6a726 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/e9e20ba7-0268-49fc-863b-724c6eeab0ab HTTP/1.1" status: 200 len: 2981 time: 0.1534426 Jul 22 23:35:03.957006 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-776d3be7-d8ba-4dff-8b16-0cdfc70e9e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:03.958519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-776d3be7-d8ba-4dff-8b16-0cdfc70e9e7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.0633278 Jul 22 23:35:03.962735 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:03.965308 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d70d926-c407-44f9-bbee-2c7c844c9ccf admin admin] Deleting subnet 3baa7daf-8ee7-4f4e-8715-eee13750e0b5 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:35:03.968832 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d70d926-c407-44f9-bbee-2c7c844c9ccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.007863 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d70d926-c407-44f9-bbee-2c7c844c9ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.030664 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-b52f46da-50f3-43fc-8c07-ff5335e7804f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582793 Jul 22 23:35:04.032469 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-6a4ed42c-cc72-4c19-8f57-f1ded76d54a8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.052007 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d70d926-c407-44f9-bbee-2c7c844c9ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.109515 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d70d926-c407-44f9-bbee-2c7c844c9ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.131828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-6a4ed42c-cc72-4c19-8f57-f1ded76d54a8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Network 4fe94323-d993-4d58-886e-c61930f8b90a is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:04.135681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70d926-c407-44f9-bbee-2c7c844c9ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3baa7daf-8ee7-4f4e-8715-eee13750e0b5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:04.139246 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d70d926-c407-44f9-bbee-2c7c844c9ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.143415 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9d70d926-c407-44f9-bbee-2c7c844c9ccf admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3baa7daf-8ee7-4f4e-8715-eee13750e0b5 HTTP/1.1" status: 204 len: 168 time: 0.3986452 Jul 22 23:35:04.143667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:04.149239 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fce705-f3a0-438a-a9c6-4546f38bc692 req-f521f689-6afc-4b69-bd53-87026ec9a6de tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/e9e20ba7-0268-49fc-863b-724c6eeab0ab HTTP/1.1" status: 200 len: 2981 time: 0.1801775 Jul 22 23:35:04.150080 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-6a4ed42c-cc72-4c19-8f57-f1ded76d54a8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:04.168848 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-6a4ed42c-cc72-4c19-8f57-f1ded76d54a8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:04.172428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ed42c-cc72-4c19-8f57-f1ded76d54a8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event updated for resources: {'Port': ['ID=5a20fc8b-6d18-472d-9c83-dc55de305523,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:04.215437 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d63cc8d-fdd4-4598-9f04-fde426d4ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.248940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad92671-fcda-4ecf-9169-990094cec08e req-0fb01a4c-8621-46b4-9bbc-98e3f733ecdf tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:04.255734 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aad92671-fcda-4ecf-9169-990094cec08e req-0fb01a4c-8621-46b4-9bbc-98e3f733ecdf tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8774e85-9fb0-4d3b-9711-1d76325cc650 HTTP/1.1" status: 200 len: 946 time: 0.3043621 Jul 22 23:35:04.310561 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-da6e6382-da6e-4e04-b9da-d819bed63bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.314751 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d63cc8d-fdd4-4598-9f04-fde426d4ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.321993 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.328149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6d63cc8d-fdd4-4598-9f04-fde426d4ea76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d462ef1-2f68-4b40-8269-d8c40ab7d3d6']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:04.340940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6d63cc8d-fdd4-4598-9f04-fde426d4ea76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:04.341593 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6d63cc8d-fdd4-4598-9f04-fde426d4ea76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fafc9094-5e0d-4a09-9182-bb1ed0c0daf0') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:04.352609 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d63cc8d-fdd4-4598-9f04-fde426d4ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.368845 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d63cc8d-fdd4-4598-9f04-fde426d4ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.380932 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d63cc8d-fdd4-4598-9f04-fde426d4ea76 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:35:04.381420 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d63cc8d-fdd4-4598-9f04-fde426d4ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:35:04.386199 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:35:04.457303 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d63cc8d-fdd4-4598-9f04-fde426d4ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.465686 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d63cc8d-fdd4-4598-9f04-fde426d4ea76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.470141 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6d63cc8d-fdd4-4598-9f04-fde426d4ea76 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0d462ef1-2f68-4b40-8269-d8c40ab7d3d6 HTTP/1.1" status: 204 len: 168 time: 0.3232512 Jul 22 23:35:04.471758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8455f976-1bf3-4341-a819-2f8ebd9a522f None None] Provisioning for port 5a20fc8b-6d18-472d-9c83-dc55de305523 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:04.477045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8455f976-1bf3-4341-a819-2f8ebd9a522f None None] Provisioning complete for port 5a20fc8b-6d18-472d-9c83-dc55de305523 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:04.477457 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8455f976-1bf3-4341-a819-2f8ebd9a522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.477585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34714) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:04.484777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63cc8d-fdd4-4598-9f04-fde426d4ea76 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d462ef1-2f68-4b40-8269-d8c40ab7d3d6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:04.514800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8455f976-1bf3-4341-a819-2f8ebd9a522f None None] Port 5a20fc8b-6d18-472d-9c83-dc55de305523 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:35:04.529477 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6bad3f-5747-422a-945d-0e1f0815d376 admin admin] Deleting subnet 8ce01ff9-1ec4-48cf-ae98-6b25e504b850 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:35:04.532919 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d6bad3f-5747-422a-945d-0e1f0815d376 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.569588 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d6bad3f-5747-422a-945d-0e1f0815d376 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.610803 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d6bad3f-5747-422a-945d-0e1f0815d376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.669936 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d6bad3f-5747-422a-945d-0e1f0815d376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.694237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bad3f-5747-422a-945d-0e1f0815d376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce01ff9-1ec4-48cf-ae98-6b25e504b850,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:04.701154 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d6bad3f-5747-422a-945d-0e1f0815d376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.703041 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3d6bad3f-5747-422a-945d-0e1f0815d376 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8ce01ff9-1ec4-48cf-ae98-6b25e504b850 HTTP/1.1" status: 204 len: 168 time: 0.2245924 Jul 22 23:35:04.705499 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34716) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:04.739373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-6a4ed42c-cc72-4c19-8f57-f1ded76d54a8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:04.739975 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-6a4ed42c-cc72-4c19-8f57-f1ded76d54a8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.773649 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-0df50523-9b6b-41c1-b8ab-039fdead02c5 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7152681 Jul 22 23:35:04.776246 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ccefedd-9e83-4ed9-8ae8-cecf7ffaef82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.779113 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-6a4ed42c-cc72-4c19-8f57-f1ded76d54a8 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1539013 Jul 22 23:35:04.784186 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aad92671-fcda-4ecf-9169-990094cec08e req-73ecbb0f-9e48-4f6f-a98f-0d9639fb1c2a tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcb5cec-107e-4b80-a994-4249330ec87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276299 Jul 22 23:35:04.804054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Request body: {'port': {'device_id': '9558bd18-f8eb-400a-b881-91a048922ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:04.853371 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6798d449-d8d9-445a-9533-255e8f25cdb3 x-openstack-request-id: req-6798d449-d8d9-445a-9533-255e8f25cdb3 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:04.853620 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b60964b-3af4-4077-9b30-a51e5a11b6fd", "tag": "dd35ae84-d9a8-4a36-af20-35af90ce547b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:04.853868 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6798d449-d8d9-445a-9533-255e8f25cdb3 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:04.854260 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b60964b-3af4-4077-9b30-a51e5a11b6fd', 'tag': 'dd35ae84-d9a8-4a36-af20-35af90ce547b', 'status': 'completed', 'code': 200} Jul 22 23:35:04.863131 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ccefedd-9e83-4ed9-8ae8-cecf7ffaef82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.873809 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8ccefedd-9e83-4ed9-8ae8-cecf7ffaef82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0108dbb-2b16-4779-a06a-64bae771a39b']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:04.885483 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8ccefedd-9e83-4ed9-8ae8-cecf7ffaef82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212a6148-7dec-4b87-8108-005e081dfd5b') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:04.885483 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8ccefedd-9e83-4ed9-8ae8-cecf7ffaef82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212a6148-7dec-4b87-8108-005e081dfd5b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:04.894035 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ccefedd-9e83-4ed9-8ae8-cecf7ffaef82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.904400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04e386-94a7-4a6c-ba91-eb89af02fedb req-66adcc80-df17-4f91-84f2-55d6d190414b tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:04.905945 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f04e386-94a7-4a6c-ba91-eb89af02fedb req-66adcc80-df17-4f91-84f2-55d6d190414b tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 944 time: 0.2165716 Jul 22 23:35:04.909251 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ccefedd-9e83-4ed9-8ae8-cecf7ffaef82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.919683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccefedd-9e83-4ed9-8ae8-cecf7ffaef82 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:35:04.920073 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ccefedd-9e83-4ed9-8ae8-cecf7ffaef82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:35:04.922090 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:35:04.988664 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.998438 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e12577ac-8f58-4ba9-81ac-7da952d0f061 req-0871484f-4bfc-4209-a5e1-dd07aaa9c6f7 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133021 Jul 22 23:35:05.017248 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ccefedd-9e83-4ed9-8ae8-cecf7ffaef82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.024262 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ccefedd-9e83-4ed9-8ae8-cecf7ffaef82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.029651 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8ccefedd-9e83-4ed9-8ae8-cecf7ffaef82 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c0108dbb-2b16-4779-a06a-64bae771a39b HTTP/1.1" status: 204 len: 168 time: 0.3198237 Jul 22 23:35:05.036293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f04e386-94a7-4a6c-ba91-eb89af02fedb req-c4d59654-fe7f-438f-871e-b1b3f77b197f tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004899 Jul 22 23:35:05.051277 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccefedd-9e83-4ed9-8ae8-cecf7ffaef82 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0108dbb-2b16-4779-a06a-64bae771a39b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:05.179777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34722) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:05.223247 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb185c7b-3e27-4c61-abd4-5e486a1d8e6d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e3f3293308ad4d108b84009eb08300e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420763 Jul 22 23:35:05.227691 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34724) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:05.271625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96c880-83b0-4d8e-99df-8f230f67f11d req-71c998d7-af76-404c-aab0-9332201d8525 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:05.273436 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e96c880-83b0-4d8e-99df-8f230f67f11d req-71c998d7-af76-404c-aab0-9332201d8525 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bce747-4663-4ca9-b8b0-04348630c140 HTTP/1.1" status: 200 len: 949 time: 0.2613945 Jul 22 23:35:05.284603 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07ded7cf-0a51-4eee-97a9-2a7fdae49ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.308199 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07ded7cf-0a51-4eee-97a9-2a7fdae49ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.360927 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07ded7cf-0a51-4eee-97a9-2a7fdae49ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.365151 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07ded7cf-0a51-4eee-97a9-2a7fdae49ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.369642 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-07ded7cf-0a51-4eee-97a9-2a7fdae49ffb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db1ab37f-ae65-405b-a2d8-a19c5c852fc1 HTTP/1.1" status: 204 len: 168 time: 0.1408951 Jul 22 23:35:05.378374 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ded7cf-0a51-4eee-97a9-2a7fdae49ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1ab37f-ae65-405b-a2d8-a19c5c852fc1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:05.413523 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.427626 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838815df-8424-4e20-8390-20b7ec7a9c63 req-1a6f131d-e6e0-4eaf-85d8-b33d7c58aceb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:05.434158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838815df-8424-4e20-8390-20b7ec7a9c63 req-1a6f131d-e6e0-4eaf-85d8-b33d7c58aceb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:05.435784 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-838815df-8424-4e20-8390-20b7ec7a9c63 req-1a6f131d-e6e0-4eaf-85d8-b33d7c58aceb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 1654 time: 0.3084865 Jul 22 23:35:05.443265 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e96c880-83b0-4d8e-99df-8f230f67f11d req-beedb9a0-e325-4e40-a1b3-a939814975f2 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577182 Jul 22 23:35:05.445622 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8828db8-49c4-4447-afef-9a2f60d9a75a req-dff4b226-0c3b-4b09-8c4f-9e8daa386f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:05.447750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8828db8-49c4-4447-afef-9a2f60d9a75a req-dff4b226-0c3b-4b09-8c4f-9e8daa386f10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 1095 time: 0.3366766 Jul 22 23:35:05.608508 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-838815df-8424-4e20-8390-20b7ec7a9c63 req-0de4be02-0bf4-44dd-88fb-8f8d26e843d1 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539702 Jul 22 23:35:05.707739 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8828db8-49c4-4447-afef-9a2f60d9a75a req-9f51bf82-f40f-4165-8c01-6bfb69e9af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:05.709183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01a1e31-b075-4919-b61b-7509c94bc20e', 'name': 'network-vif-deleted', 'tag': 'dd74b95c-e8b3-4355-94bf-9350c2831c2b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:05.709411 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8828db8-49c4-4447-afef-9a2f60d9a75a req-9f51bf82-f40f-4165-8c01-6bfb69e9af5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.2397907 Jul 22 23:35:05.711749 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810543d4-8415-4a4a-8fcd-79ab35d8949f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:05.711978 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df0af69-bb2d-4eab-98c4-6b97a6e8bd07" -d '{"events": [{"server_uuid": "a01a1e31-b075-4919-b61b-7509c94bc20e", "name": "network-vif-deleted", "tag": "dd74b95c-e8b3-4355-94bf-9350c2831c2b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:05.724265 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-daf3db4b-46ad-4867-8aea-00e004f7aa89 req-b9b9df2e-3285-45f5-8db0-38374af582de tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b7f3ecef2a94601ad1f741b352a205f HTTP/1.1" status: 200 len: 6100 time: 0.2434366 Jul 22 23:35:05.731344 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.778970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34734) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:05.809138 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8828db8-49c4-4447-afef-9a2f60d9a75a req-b44b3a0e-c423-4b77-a248-334d082927ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd35ae84-d9a8-4a36-af20-35af90ce547b HTTP/1.1" status: 200 len: 217 time: 0.0803006 Jul 22 23:35:05.825617 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a26f79b7-8ab1-4d96-9a19-5cd24744aa6f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65471336e067400c83b4e8ebf8fa2abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452459 Jul 22 23:35:05.827813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Transition to ACTIVE for port object 810543d4-8415-4a4a-8fcd-79ab35d8949f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:05.828069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34738) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:05.848469 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.883079 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-211cd198-b3e3-4484-b5b2-d5094afb2d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.904686 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-211cd198-b3e3-4484-b5b2-d5094afb2d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.954142 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-211cd198-b3e3-4484-b5b2-d5094afb2d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.957227 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-211cd198-b3e3-4484-b5b2-d5094afb2d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.959097 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-211cd198-b3e3-4484-b5b2-d5094afb2d2b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a12d1bcd-cb4e-432f-b454-fbd1490d4d9e HTTP/1.1" status: 204 len: 168 time: 0.1294148 Jul 22 23:35:05.970787 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cd198-b3e3-4484-b5b2-d5094afb2d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12d1bcd-cb4e-432f-b454-fbd1490d4d9e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:05.996808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-daf3db4b-46ad-4867-8aea-00e004f7aa89 req-9592cd8c-ec24-4877-8a63-190c0e80a061 tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] 10.222.0.26 "GET /v2.0/security-groups/e9e20ba7-0268-49fc-863b-724c6eeab0ab HTTP/1.1" status: 200 len: 2981 time: 0.2566602 Jul 22 23:35:06.000935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8828db8-49c4-4447-afef-9a2f60d9a75a req-8f1fefd3-d3ea-4b37-adf1-5001983f884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:06.002436 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8828db8-49c4-4447-afef-9a2f60d9a75a req-8f1fefd3-d3ea-4b37-adf1-5001983f884a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.1710923 Jul 22 23:35:06.003017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=810543d4-8415-4a4a-8fcd-79ab35d8949f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:06.110256 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8828db8-49c4-4447-afef-9a2f60d9a75a req-d715c36d-8cd4-49b4-aceb-6e9c80c93b8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934336 Jul 22 23:35:06.131643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127d3a7-a7f8-47ce-a81b-03760f5ea901 req-799b967d-3f4b-4e1e-9a93-8d3a04fc33a1 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:06.133270 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2127d3a7-a7f8-47ce-a81b-03760f5ea901 req-799b967d-3f4b-4e1e-9a93-8d3a04fc33a1 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=11840e65-74be-4149-a54c-a8bedd82627e HTTP/1.1" status: 200 len: 946 time: 0.3921530 Jul 22 23:35:06.213642 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-daf3db4b-46ad-4867-8aea-00e004f7aa89 req-e2e97fd0-1dc5-4fb9-8734-8386d68d27d3 tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] 10.222.0.26 "GET /v2.0/security-groups/e9e20ba7-0268-49fc-863b-724c6eeab0ab HTTP/1.1" status: 200 len: 2981 time: 0.2047482 Jul 22 23:35:06.275731 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c15a3b-09bb-4da1-b369-02f558f7dd1d req-3ffad2b0-5a74-42a7-8d24-359fc28a1007 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:06.277303 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3c15a3b-09bb-4da1-b369-02f558f7dd1d req-3ffad2b0-5a74-42a7-8d24-359fc28a1007 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.95 "GET /v2.0/ports?device_id=84bce747-4663-4ca9-b8b0-04348630c140 HTTP/1.1" status: 200 len: 949 time: 0.4035003 Jul 22 23:35:06.296652 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0d1ea7-68cd-4dec-9908-544c072227e1 x-openstack-request-id: req-ed0d1ea7-68cd-4dec-9908-544c072227e1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:06.297064 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01a1e31-b075-4919-b61b-7509c94bc20e", "name": "network-vif-deleted", "tag": "dd74b95c-e8b3-4355-94bf-9350c2831c2b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:06.297920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Attempting to bind port 810543d4-8415-4a4a-8fcd-79ab35d8949f on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:06.298102 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed0d1ea7-68cd-4dec-9908-544c072227e1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:06.298258 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Attempting to bind port 810543d4-8415-4a4a-8fcd-79ab35d8949f by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'c5646b5f-c184-4843-aff5-a47ca4900b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '84fec62e-12c1-48b9-9740-56d346010b6c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:06.298574 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Attempting to bind port 810543d4-8415-4a4a-8fcd-79ab35d8949f on network 84fec62e-12c1-48b9-9740-56d346010b6c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:06.299061 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01a1e31-b075-4919-b61b-7509c94bc20e', 'name': 'network-vif-deleted', 'tag': 'dd74b95c-e8b3-4355-94bf-9350c2831c2b', 'status': 'completed', 'code': 200} Jul 22 23:35:06.329247 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2127d3a7-a7f8-47ce-a81b-03760f5ea901 req-e1f448eb-8930-4d94-bad3-230ec5676bc8 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749754 Jul 22 23:35:06.334668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Port 810543d4-8415-4a4a-8fcd-79ab35d8949f on network 84fec62e-12c1-48b9-9740-56d346010b6c not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:06.334992 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Attempting to bind port 810543d4-8415-4a4a-8fcd-79ab35d8949f on network 84fec62e-12c1-48b9-9740-56d346010b6c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:06.369611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:06.369942 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Checking segment: {'id': 'c5646b5f-c184-4843-aff5-a47ca4900b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '84fec62e-12c1-48b9-9740-56d346010b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:06.370322 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Bound using segment: {'id': 'c5646b5f-c184-4843-aff5-a47ca4900b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '84fec62e-12c1-48b9-9740-56d346010b6c'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:06.370747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Bound port: 810543d4-8415-4a4a-8fcd-79ab35d8949f, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5646b5f-c184-4843-aff5-a47ca4900b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '84fec62e-12c1-48b9-9740-56d346010b6c'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:06.371097 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:06.403577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8828db8-49c4-4447-afef-9a2f60d9a75a req-a7440297-97f3-4035-b892-935093b11d67 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839241 Jul 22 23:35:06.629044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] For port 810543d4-8415-4a4a-8fcd-79ab35d8949f, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:06.639120 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08205f3f-07c1-4cc4-bd9c-a5b244fb91b4 req-58a2cccd-08be-4edc-8705-cfda801fad23 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:06.640657 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08205f3f-07c1-4cc4-bd9c-a5b244fb91b4 req-58a2cccd-08be-4edc-8705-cfda801fad23 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8774e85-9fb0-4d3b-9711-1d76325cc650 HTTP/1.1" status: 200 len: 946 time: 0.2842956 Jul 22 23:35:06.678140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] For port 810543d4-8415-4a4a-8fcd-79ab35d8949f, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=810543d4-8415-4a4a-8fcd-79ab35d8949f,segment=NetworkSegment(c5646b5f-c184-4843-aff5-a47ca4900b0a),segment_id=c5646b5f-c184-4843-aff5-a47ca4900b0a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:06.688180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c3c15a3b-09bb-4da1-b369-02f558f7dd1d req-3f0016d4-fe60-433b-ba18-035f1e829083 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Deleting port 45a61c05-44f8-4801-9a8c-c05f786a55ed {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:06.688521 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c3c15a3b-09bb-4da1-b369-02f558f7dd1d req-3f0016d4-fe60-433b-ba18-035f1e829083 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:06.699280 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:06.707803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5c7d8-5936-42ad-8688-0929ce2e49b7 req-6fe7b776-f401-4687-a350-fd4b587a9220 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:06.710751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fca5c7d8-5936-42ad-8688-0929ce2e49b7 req-6fe7b776-f401-4687-a350-fd4b587a9220 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 944 time: 0.3048594 Jul 22 23:35:06.712954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8828db8-49c4-4447-afef-9a2f60d9a75a req-611fed42-6bb2-4b65-a494-1762098c0cc5 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014069 Jul 22 23:35:06.792388 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:06.793235 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:06.794760 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] 10.222.0.18 "PUT /v2.0/ports/810543d4-8415-4a4a-8fcd-79ab35d8949f HTTP/1.1" status: 200 len: 1092 time: 1.9993196 Jul 22 23:35:06.865692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Request body: {'port': {'device_id': '9558bd18-f8eb-400a-b881-91a048922ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:06.890223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9558bd18-f8eb-400a-b881-91a048922ff2', 'tag': '810543d4-8415-4a4a-8fcd-79ab35d8949f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:06.892531 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1127c01d-0902-4d6c-bbc5-1e8d8f73120b" -d '{"events": [{"name": "network-changed", "server_uuid": "9558bd18-f8eb-400a-b881-91a048922ff2", "tag": "810543d4-8415-4a4a-8fcd-79ab35d8949f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:06.912126 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:06.919884 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08205f3f-07c1-4cc4-bd9c-a5b244fb91b4 req-4825014e-677f-4853-ba2e-52a186003827 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcb5cec-107e-4b80-a994-4249330ec87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530386 Jul 22 23:35:06.952580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fca5c7d8-5936-42ad-8688-0929ce2e49b7 req-8f46971b-c302-4e06-b24b-6b9ef1193ad6 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219443 Jul 22 23:35:06.970722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581eb40-9acd-456f-9d4b-e65cdaf4d7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=810543d4-8415-4a4a-8fcd-79ab35d8949f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:06.999629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c3c15a3b-09bb-4da1-b369-02f558f7dd1d req-3f0016d4-fe60-433b-ba18-035f1e829083 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] For port 45a61c05-44f8-4801-9a8c-c05f786a55ed, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45a61c05-44f8-4801-9a8c-c05f786a55ed,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:06.999917 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c3c15a3b-09bb-4da1-b369-02f558f7dd1d req-3f0016d4-fe60-433b-ba18-035f1e829083 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.041667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c3c15a3b-09bb-4da1-b369-02f558f7dd1d req-3f0016d4-fe60-433b-ba18-035f1e829083 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Calling delete_port for 45a61c05-44f8-4801-9a8c-c05f786a55ed owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:07.048992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:07.102952 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-512ec311-8c82-4486-b083-690b121ac0d5 req-b7e3c3a3-724b-4121-8b53-1da718fe0bfd tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7d8019bc-9763-4e1d-ac2f-782c65c083b5 HTTP/1.1" status: 200 len: 1776 time: 0.1494598 Jul 22 23:35:07.105027 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.374342 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-512ec311-8c82-4486-b083-690b121ac0d5 req-608ff9e8-2100-43bb-be40-205b612584a9 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.480945 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-512ec311-8c82-4486-b083-690b121ac0d5 req-608ff9e8-2100-43bb-be40-205b612584a9 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.519905 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c3c15a3b-09bb-4da1-b369-02f558f7dd1d req-3f0016d4-fe60-433b-ba18-035f1e829083 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.566667 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8923f3b1-429c-4fe9-ae7e-eb56bfa5a2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.579184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0016d4-fe60-433b-ba18-035f1e829083 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Pushing event deleted for resources: {'Port': ['ID=45a61c05-44f8-4801-9a8c-c05f786a55ed,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:07.626123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a044d07-615a-4925-aa8a-28cac0c12168 req-6f15d02b-a4b6-4dc8-9cb9-65067d7fb2de tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:07.627621 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0a044d07-615a-4925-aa8a-28cac0c12168 req-6f15d02b-a4b6-4dc8-9cb9-65067d7fb2de tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bce747-4663-4ca9-b8b0-04348630c140 HTTP/1.1" status: 200 len: 866 time: 0.2910273 Jul 22 23:35:07.630814 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-512ec311-8c82-4486-b083-690b121ac0d5 req-608ff9e8-2100-43bb-be40-205b612584a9 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.634201 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-512ec311-8c82-4486-b083-690b121ac0d5 req-608ff9e8-2100-43bb-be40-205b612584a9 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.635316 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-512ec311-8c82-4486-b083-690b121ac0d5 req-608ff9e8-2100-43bb-be40-205b612584a9 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d8019bc-9763-4e1d-ac2f-782c65c083b5 HTTP/1.1" status: 204 len: 173 time: 0.5192435 Jul 22 23:35:07.660913 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c15a3b-09bb-4da1-b369-02f558f7dd1d req-3f0016d4-fe60-433b-ba18-035f1e829083 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] No DVR routers for this DVR port 45a61c05-44f8-4801-9a8c-c05f786a55ed on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:07.674562 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c3c15a3b-09bb-4da1-b369-02f558f7dd1d req-3f0016d4-fe60-433b-ba18-035f1e829083 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.676508 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3c15a3b-09bb-4da1-b369-02f558f7dd1d req-3f0016d4-fe60-433b-ba18-035f1e829083 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.95 "DELETE /v2.0/ports/45a61c05-44f8-4801-9a8c-c05f786a55ed HTTP/1.1" status: 204 len: 173 time: 1.3920851 Jul 22 23:35:07.684298 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ff9e8-2100-43bb-be40-205b612584a9 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8019bc-9763-4e1d-ac2f-782c65c083b5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:07.773988 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a20fc8b-6d18-472d-9c83-dc55de305523 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:07.781901 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0a044d07-615a-4925-aa8a-28cac0c12168 req-6c2c1f00-ecd4-4344-8b8f-e96698540107 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e11457-0a45-4593-b07d-b5528a98a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456301 Jul 22 23:35:07.790988 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.822188 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Transition to ACTIVE for port object 5a20fc8b-6d18-472d-9c83-dc55de305523 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:07.833787 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.846420 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df954fc-b9ac-4801-987f-6bc3bea3dc6e x-openstack-request-id: req-2df954fc-b9ac-4801-987f-6bc3bea3dc6e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:07.846717 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9558bd18-f8eb-400a-b881-91a048922ff2", "tag": "810543d4-8415-4a4a-8fcd-79ab35d8949f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:07.846968 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2df954fc-b9ac-4801-987f-6bc3bea3dc6e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:07.847361 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9558bd18-f8eb-400a-b881-91a048922ff2', 'tag': '810543d4-8415-4a4a-8fcd-79ab35d8949f', 'status': 'completed', 'code': 200} Jul 22 23:35:07.865575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8923f3b1-429c-4fe9-ae7e-eb56bfa5a2d5 admin admin] Deleting port a290e23d-f066-4fa0-bf06-222b039955a8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:07.865993 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8923f3b1-429c-4fe9-ae7e-eb56bfa5a2d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.872003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a2fc6-538b-49e5-8ad8-98719d54aa70 req-6ab52d09-3911-4386-a7ec-17f59c739544 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:07.878230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a2fc6-538b-49e5-8ad8-98719d54aa70 req-6ab52d09-3911-4386-a7ec-17f59c739544 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:07.879870 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f18a2fc6-538b-49e5-8ad8-98719d54aa70 req-6ab52d09-3911-4386-a7ec-17f59c739544 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 1666 time: 0.1800370 Jul 22 23:35:07.989128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Pushing event updated for resources: {'Port': ['ID=5a20fc8b-6d18-472d-9c83-dc55de305523,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:07.993418 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8923f3b1-429c-4fe9-ae7e-eb56bfa5a2d5 admin admin] For port a290e23d-f066-4fa0-bf06-222b039955a8, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a290e23d-f066-4fa0-bf06-222b039955a8,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:07.993795 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8923f3b1-429c-4fe9-ae7e-eb56bfa5a2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:08.012416 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8923f3b1-429c-4fe9-ae7e-eb56bfa5a2d5 admin admin] Calling delete_port for a290e23d-f066-4fa0-bf06-222b039955a8 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:08.039798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f18a2fc6-538b-49e5-8ad8-98719d54aa70 req-fea02ffb-e671-4516-9088-67c769114efe tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381667 Jul 22 23:35:08.185573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127c01d-0902-4d6c-bbc5-1e8d8f73120b req-78af4b00-500a-4c45-927e-59a561aa83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:08.186182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127c01d-0902-4d6c-bbc5-1e8d8f73120b req-78af4b00-500a-4c45-927e-59a561aa83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:08.189053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1127c01d-0902-4d6c-bbc5-1e8d8f73120b req-78af4b00-500a-4c45-927e-59a561aa83b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdcbf1e127724668ac1e6e24c47b9058&device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 1938 time: 0.3013051 Jul 22 23:35:08.192281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Attempting to bind port 5a20fc8b-6d18-472d-9c83-dc55de305523 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:08.192625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Attempting to bind port 5a20fc8b-6d18-472d-9c83-dc55de305523 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '90501415-7405-432d-b8c1-59260d0e0798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4fe94323-d993-4d58-886e-c61930f8b90a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:08.192961 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Attempting to bind port 5a20fc8b-6d18-472d-9c83-dc55de305523 on network 4fe94323-d993-4d58-886e-c61930f8b90a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:08.202438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Port 5a20fc8b-6d18-472d-9c83-dc55de305523 on network 4fe94323-d993-4d58-886e-c61930f8b90a not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:08.202954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Attempting to bind port 5a20fc8b-6d18-472d-9c83-dc55de305523 on network 4fe94323-d993-4d58-886e-c61930f8b90a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:08.231906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:08.232248 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Checking segment: {'id': '90501415-7405-432d-b8c1-59260d0e0798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4fe94323-d993-4d58-886e-c61930f8b90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:08.232635 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Bound using segment: {'id': '90501415-7405-432d-b8c1-59260d0e0798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4fe94323-d993-4d58-886e-c61930f8b90a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:08.233280 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Bound port: 5a20fc8b-6d18-472d-9c83-dc55de305523, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90501415-7405-432d-b8c1-59260d0e0798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4fe94323-d993-4d58-886e-c61930f8b90a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:08.233814 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:08.243721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb91bbe-af07-4ff3-bd5b-5dd2b4727480 req-b42e58fb-f3ed-434c-a713-9b7c054ef5a2 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:08.250792 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4eb91bbe-af07-4ff3-bd5b-5dd2b4727480 req-b42e58fb-f3ed-434c-a713-9b7c054ef5a2 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=11840e65-74be-4149-a54c-a8bedd82627e HTTP/1.1" status: 200 len: 946 time: 0.2418361 Jul 22 23:35:08.285174 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8923f3b1-429c-4fe9-ae7e-eb56bfa5a2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:08.318739 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923f3b1-429c-4fe9-ae7e-eb56bfa5a2d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a290e23d-f066-4fa0-bf06-222b039955a8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:08.511629 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8923f3b1-429c-4fe9-ae7e-eb56bfa5a2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:08.676495 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-69393ef8-0920-443f-ba42-e4c6c67f0b6b tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3ee5a1f30ed44ae183088e9fe294695d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810993 Jul 22 23:35:08.734396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8923f3b1-429c-4fe9-ae7e-eb56bfa5a2d5 admin admin] Router c521a641-37c7-4bd0-afe1-24c961cb5ca0 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:35:08.762285 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4eb91bbe-af07-4ff3-bd5b-5dd2b4727480 req-3e502093-50de-4eee-9fdb-0a24c41f401e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106292 Jul 22 23:35:08.829013 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127c01d-0902-4d6c-bbc5-1e8d8f73120b req-9b07d081-5fba-48d9-a9c8-341a4f867c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:08.829512 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127c01d-0902-4d6c-bbc5-1e8d8f73120b req-9b07d081-5fba-48d9-a9c8-341a4f867c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:08.829974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127c01d-0902-4d6c-bbc5-1e8d8f73120b req-9b07d081-5fba-48d9-a9c8-341a4f867c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:08.831560 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1127c01d-0902-4d6c-bbc5-1e8d8f73120b req-9b07d081-5fba-48d9-a9c8-341a4f867c5e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=fdcbf1e127724668ac1e6e24c47b9058&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6227858 Jul 22 23:35:08.843710 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8923f3b1-429c-4fe9-ae7e-eb56bfa5a2d5 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:35:08.849303 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8923f3b1-429c-4fe9-ae7e-eb56bfa5a2d5 admin admin] 10.222.0.26 "PUT /v2.0/routers/c521a641-37c7-4bd0-afe1-24c961cb5ca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7986686 Jul 22 23:35:08.852046 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34820) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:08.852636 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a6536e-f304-4676-ab63-3f1b2ce357d6 None None] Sync routers for ids ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:35:08.862457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a6536e-f304-4676-ab63-3f1b2ce357d6 None None] Routers {'c521a641-37c7-4bd0-afe1-24c961cb5ca0'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:35:08.863623 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-82a6536e-f304-4676-ab63-3f1b2ce357d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:35:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:08.865361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] For port 5a20fc8b-6d18-472d-9c83-dc55de305523, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:08.953086 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] For port 5a20fc8b-6d18-472d-9c83-dc55de305523, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=5a20fc8b-6d18-472d-9c83-dc55de305523,segment=NetworkSegment(90501415-7405-432d-b8c1-59260d0e0798),segment_id=90501415-7405-432d-b8c1-59260d0e0798)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:08.965477 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d020b084-ac74-4eec-9d90-d5c57bed900d admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:08.968859 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:08.979181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-82a6536e-f304-4676-ab63-3f1b2ce357d6 None None] Set router c521a641-37c7-4bd0-afe1-24c961cb5ca0 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:35:09.058433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-7463f637-ed4a-492a-b57e-088f5fcb0f70 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.059910 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-7463f637-ed4a-492a-b57e-088f5fcb0f70 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3559139 Jul 22 23:35:09.067037 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3bbe8491-9098-4272-98b9-63d4b4a844f3 req-14cbeb41-06a4-4dde-b8eb-de0a0b3a51d4 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "GET /v2.0/security-groups/de229317-e0e5-4bb2-a409-68265894f680 HTTP/1.1" status: 200 len: 1777 time: 0.2712808 Jul 22 23:35:09.089908 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d020b084-ac74-4eec-9d90-d5c57bed900d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.102734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.103344 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.104735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] 10.222.0.18 "PUT /v2.0/ports/5a20fc8b-6d18-472d-9c83-dc55de305523 HTTP/1.1" status: 200 len: 1091 time: 2.2522054 Jul 22 23:35:09.156593 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d020b084-ac74-4eec-9d90-d5c57bed900d admin admin] Deleting port 3b4fa086-9b61-4fbf-be67-e36593e72b84 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:09.157527 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d020b084-ac74-4eec-9d90-d5c57bed900d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.175225 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-4c2eeccd-f532-4585-958d-89cc3c9b1ef9 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/quotas/3ee5a1f30ed44ae183088e9fe294695d HTTP/1.1" status: 200 len: 375 time: 0.0995626 Jul 22 23:35:09.199915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-82a6536e-f304-4676-ab63-3f1b2ce357d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:35:08Z', 'revision_number': 5, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port': {'id': '3b4fa086-9b61-4fbf-be67-e36593e72b84', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:31Z', 'updated_at': '2021-07-22T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:09.212374 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd346c-3232-49f0-8fd5-898d813cd4b7 req-fddbd828-feae-4f77-b62b-95448b38192a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.213928 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60cd346c-3232-49f0-8fd5-898d813cd4b7 req-fddbd828-feae-4f77-b62b-95448b38192a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.95 "GET /v2.0/ports?device_id=11840e65-74be-4149-a54c-a8bedd82627e HTTP/1.1" status: 200 len: 946 time: 0.3500452 Jul 22 23:35:09.222698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701233aa-ea70-4798-9338-9dbce9547e18 service neutron] Pushing event updated for resources: {'Port': ['ID=5a20fc8b-6d18-472d-9c83-dc55de305523,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:09.230222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127c01d-0902-4d6c-bbc5-1e8d8f73120b req-83b12cf9-eabc-4c64-b6d8-8dd923187b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.231960 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1127c01d-0902-4d6c-bbc5-1e8d8f73120b req-83b12cf9-eabc-4c64-b6d8-8dd923187b9b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3917782 Jul 22 23:35:09.238442 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a6536e-f304-4676-ab63-3f1b2ce357d6 None None] Checking router: c521a641-37c7-4bd0-afe1-24c961cb5ca0 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:35:09.249923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a6536e-f304-4676-ab63-3f1b2ce357d6 None None] Routers {'c521a641-37c7-4bd0-afe1-24c961cb5ca0'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:35:09.251365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-82a6536e-f304-4676-ab63-3f1b2ce357d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:35:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:09.256629 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d020b084-ac74-4eec-9d90-d5c57bed900d admin admin] For port 3b4fa086-9b61-4fbf-be67-e36593e72b84, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=3b4fa086-9b61-4fbf-be67-e36593e72b84,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:09.258028 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d020b084-ac74-4eec-9d90-d5c57bed900d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.271389 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-9238fb4b-e29c-4e5f-aabd-2e7eb4f7e7d2 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ee5a1f30ed44ae183088e9fe294695d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952461 Jul 22 23:35:09.293762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d020b084-ac74-4eec-9d90-d5c57bed900d admin admin] Calling delete_port for 3b4fa086-9b61-4fbf-be67-e36593e72b84 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:09.362480 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3bbe8491-9098-4272-98b9-63d4b4a844f3 req-83567606-bf54-4043-a773-517ce18a7d88 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.390507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-82a6536e-f304-4676-ab63-3f1b2ce357d6 None None] Set router c521a641-37c7-4bd0-afe1-24c961cb5ca0 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:35:09.464286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-82a6536e-f304-4676-ab63-3f1b2ce357d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:35:09Z', 'revision_number': 6, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:09.486881 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3bbe8491-9098-4272-98b9-63d4b4a844f3 req-83567606-bf54-4043-a773-517ce18a7d88 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.503586 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a6536e-f304-4676-ab63-3f1b2ce357d6 None None] The sync data for ids ['c521a641-37c7-4bd0-afe1-24c961cb5ca0'] in n-d-688802-2 is: [{'id': 'c521a641-37c7-4bd0-afe1-24c961cb5ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1882723204-router', 'tenant_id': 'b84b9d6b1774489385aacc364630d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:30Z', 'updated_at': '2021-07-22T23:35:09Z', 'revision_number': 6, 'project_id': 'b84b9d6b1774489385aacc364630d8fe', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:35:09.520309 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d020b084-ac74-4eec-9d90-d5c57bed900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.553299 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020b084-ac74-4eec-9d90-d5c57bed900d admin admin] Pushing event deleted for resources: {'Port': ['ID=3b4fa086-9b61-4fbf-be67-e36593e72b84,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:09.596892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-bfdae6f7-831e-45a7-8f04-78a01bc1b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.597399 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-bfdae6f7-831e-45a7-8f04-78a01bc1b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.599093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-bfdae6f7-831e-45a7-8f04-78a01bc1b20c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdcbf1e127724668ac1e6e24c47b9058&device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 1980 time: 0.2992649 Jul 22 23:35:09.618664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-60cd346c-3232-49f0-8fd5-898d813cd4b7 req-b583eb4b-4824-4779-9ea8-e5e665011df4 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Deleting port cf052af0-635e-4c56-a6b5-426678e9adf5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:09.619029 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60cd346c-3232-49f0-8fd5-898d813cd4b7 req-b583eb4b-4824-4779-9ea8-e5e665011df4 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.624171 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d020b084-ac74-4eec-9d90-d5c57bed900d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.645312 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3bbe8491-9098-4272-98b9-63d4b4a844f3 req-83567606-bf54-4043-a773-517ce18a7d88 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.648584 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3bbe8491-9098-4272-98b9-63d4b4a844f3 req-83567606-bf54-4043-a773-517ce18a7d88 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.649905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3bbe8491-9098-4272-98b9-63d4b4a844f3 req-83567606-bf54-4043-a773-517ce18a7d88 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/de229317-e0e5-4bb2-a409-68265894f680 HTTP/1.1" status: 204 len: 173 time: 0.5655882 Jul 22 23:35:09.703848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-06cbeaeb-537a-4885-82b7-ffa2dc40c6f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.219&port_id=810543d4-8415-4a4a-8fcd-79ab35d8949f HTTP/1.1" status: 200 len: 217 time: 0.0897284 Jul 22 23:35:09.729605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83567606-bf54-4043-a773-517ce18a7d88 tempest-SecurityGroupsTestAdminJSON-38762819 tempest-SecurityGroupsTestAdminJSON-38762819-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de229317-e0e5-4bb2-a409-68265894f680,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:09.745877 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d020b084-ac74-4eec-9d90-d5c57bed900d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.748599 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d020b084-ac74-4eec-9d90-d5c57bed900d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.805491 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d020b084-ac74-4eec-9d90-d5c57bed900d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.805940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d020b084-ac74-4eec-9d90-d5c57bed900d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c521a641-37c7-4bd0-afe1-24c961cb5ca0 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:35:09.810282 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d020b084-ac74-4eec-9d90-d5c57bed900d admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.814390 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d020b084-ac74-4eec-9d90-d5c57bed900d admin admin] 10.222.0.26 "DELETE /v2.0/routers/c521a641-37c7-4bd0-afe1-24c961cb5ca0 HTTP/1.1" status: 204 len: 168 time: 0.9612651 Jul 22 23:35:09.815006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34842) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:09.823319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef17e-5db0-43c2-9f4d-bcd8f6188f64 req-8a91e5bf-e924-4b48-b612-9242488a0156 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.824746 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdeef17e-5db0-43c2-9f4d-bcd8f6188f64 req-8a91e5bf-e924-4b48-b612-9242488a0156 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 944 time: 0.3092937 Jul 22 23:35:09.863127 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1053d11e-0986-40e4-8db0-e08e5574b8a5 admin admin] Deleting subnet 27c6a3c1-8e0f-4347-80b1-5c776e4d48ea {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:35:09.863337 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bce747-4663-4ca9-b8b0-04348630c140', 'name': 'network-vif-deleted', 'tag': '45a61c05-44f8-4801-9a8c-c05f786a55ed'}, {'name': 'network-changed', 'server_uuid': '9558bd18-f8eb-400a-b881-91a048922ff2', 'tag': '5a20fc8b-6d18-472d-9c83-dc55de305523'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:09.865619 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d4fdfd-e437-4a77-8cb0-13e6cca25389" -d '{"events": [{"server_uuid": "84bce747-4663-4ca9-b8b0-04348630c140", "name": "network-vif-deleted", "tag": "45a61c05-44f8-4801-9a8c-c05f786a55ed"}, {"name": "network-changed", "server_uuid": "9558bd18-f8eb-400a-b881-91a048922ff2", "tag": "5a20fc8b-6d18-472d-9c83-dc55de305523"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:09.866090 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1053d11e-0986-40e4-8db0-e08e5574b8a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.896850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b1aeccb1-7c0e-4485-bc46-803514c65a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.899174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-b1aeccb1-7c0e-4485-bc46-803514c65a11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f5fb76f-9e75-4692-bd75-594296865815 HTTP/1.1" status: 200 len: 801 time: 0.1834867 Jul 22 23:35:09.905699 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1053d11e-0986-40e4-8db0-e08e5574b8a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.917416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-60cd346c-3232-49f0-8fd5-898d813cd4b7 req-b583eb4b-4824-4779-9ea8-e5e665011df4 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] For port cf052af0-635e-4c56-a6b5-426678e9adf5, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=cf052af0-635e-4c56-a6b5-426678e9adf5,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:09.917809 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60cd346c-3232-49f0-8fd5-898d813cd4b7 req-b583eb4b-4824-4779-9ea8-e5e665011df4 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.970447 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-60cd346c-3232-49f0-8fd5-898d813cd4b7 req-b583eb4b-4824-4779-9ea8-e5e665011df4 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Calling delete_port for cf052af0-635e-4c56-a6b5-426678e9adf5 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:10.001998 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1053d11e-0986-40e4-8db0-e08e5574b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:10.017677 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdeef17e-5db0-43c2-9f4d-bcd8f6188f64 req-91d480e4-af0c-4b5e-b968-ca2e361a5160 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478558 Jul 22 23:35:10.073560 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1053d11e-0986-40e4-8db0-e08e5574b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:10.092628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1d0e3-15dc-48ac-9af1-93e9177444c0 req-2118269b-81dc-4c9f-9fb4-bdff78e16414 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:10.099277 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1d0e3-15dc-48ac-9af1-93e9177444c0 req-2118269b-81dc-4c9f-9fb4-bdff78e16414 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:10.101477 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cd1d0e3-15dc-48ac-9af1-93e9177444c0 req-2118269b-81dc-4c9f-9fb4-bdff78e16414 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 1678 time: 0.3039536 Jul 22 23:35:10.108590 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053d11e-0986-40e4-8db0-e08e5574b8a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c6a3c1-8e0f-4347-80b1-5c776e4d48ea,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:10.110700 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1053d11e-0986-40e4-8db0-e08e5574b8a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:10.112673 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1053d11e-0986-40e4-8db0-e08e5574b8a5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/27c6a3c1-8e0f-4347-80b1-5c776e4d48ea HTTP/1.1" status: 204 len: 168 time: 0.2967002 Jul 22 23:35:10.115211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34846) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:10.117867 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f75d871-92a5-4c7c-be42-54f27309eeff None None] Network 8220c376-798c-4d26-99f9-1340b2d32211 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:35:10.162299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b30e6b5-8621-4b4f-bfe4-5b3e3eb5c63c req-b419b947-7cc0-4ff8-82be-b6f4b828c18c tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cfabbc3-2486-4956-88f5-09688e1d2f89 HTTP/1.1" status: 200 len: 210 time: 0.0596278 Jul 22 23:35:10.178828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-f85326ad-4dc3-461c-9ccc-fd663f7d68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:10.180692 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-f85326ad-4dc3-461c-9ccc-fd663f7d68fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=84fec62e-12c1-48b9-9740-56d346010b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2693238 Jul 22 23:35:10.225285 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:10.235915 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cd1d0e3-15dc-48ac-9af1-93e9177444c0 req-44326f6b-c5f9-4d8c-a399-bf331eedc073 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261950 Jul 22 23:35:10.339668 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] Deleting port e9e87cc5-d72c-460e-af0b-c4e3bc9749fe {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:10.340641 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:10.404008 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a596b9d-fc7f-4243-b18e-a7c0c2381f46 None None] DHCP port deletion for 8220c376-798c-4d26-99f9-1340b2d32211 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:35:10.414706 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-45de691c-c8d6-4e1a-ac58-2c34c4a4e43c service neutron] 10.222.0.18 "GET /v2.0/networks/84fec62e-12c1-48b9-9740-56d346010b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147546 Jul 22 23:35:10.444377 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] For port e9e87cc5-d72c-460e-af0b-c4e3bc9749fe, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e9e87cc5-d72c-460e-af0b-c4e3bc9749fe,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:10.445620 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:10.462533 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] Calling delete_port for e9e87cc5-d72c-460e-af0b-c4e3bc9749fe owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:10.471618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 45a61c05-44f8-4801-9a8c-c05f786a55ed no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:10.475581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a290e23d-f066-4fa0-bf06-222b039955a8 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:10.476454 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60cd346c-3232-49f0-8fd5-898d813cd4b7 req-b583eb4b-4824-4779-9ea8-e5e665011df4 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:10.547735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['cf052af0-635e-4c56-a6b5-426678e9adf5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:10.556375 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 45a61c05-44f8-4801-9a8c-c05f786a55ed {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:10.557076 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 45a61c05-44f8-4801-9a8c-c05f786a55ed not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:10.571585 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa1ed05a-78c6-42aa-9f65-23cebf7d6074 req-3eeb0c69-1f49-4d86-b22d-6e37929ad3a0 tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] 10.222.0.26 "GET /v2.0/security-groups/09979a86-da6e-4e88-ba23-e4c5d93a732f HTTP/1.1" status: 200 len: 1775 time: 0.2065871 Jul 22 23:35:10.587750 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: a290e23d-f066-4fa0-bf06-222b039955a8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:10.588551 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a290e23d-f066-4fa0-bf06-222b039955a8 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:10.589248 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3b4fa086-9b61-4fbf-be67-e36593e72b84 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:10.623443 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 3b4fa086-9b61-4fbf-be67-e36593e72b84 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:10.624114 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3b4fa086-9b61-4fbf-be67-e36593e72b84 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:10.630917 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583eb4b-4824-4779-9ea8-e5e665011df4 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Pushing event deleted for resources: {'Port': ['ID=cf052af0-635e-4c56-a6b5-426678e9adf5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:10.641629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cd346c-3232-49f0-8fd5-898d813cd4b7 req-b583eb4b-4824-4779-9ea8-e5e665011df4 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] No DVR routers for this DVR port cf052af0-635e-4c56-a6b5-426678e9adf5 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:10.661020 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60cd346c-3232-49f0-8fd5-898d813cd4b7 req-b583eb4b-4824-4779-9ea8-e5e665011df4 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:10.663027 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60cd346c-3232-49f0-8fd5-898d813cd4b7 req-b583eb4b-4824-4779-9ea8-e5e665011df4 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.95 "DELETE /v2.0/ports/cf052af0-635e-4c56-a6b5-426678e9adf5 HTTP/1.1" status: 204 len: 173 time: 1.4360096 Jul 22 23:35:10.664853 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7a596b9d-fc7f-4243-b18e-a7c0c2381f46 None None] Deleting port e9e87cc5-d72c-460e-af0b-c4e3bc9749fe {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:10.665841 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a596b9d-fc7f-4243-b18e-a7c0c2381f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:10.675345 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-42ad2e97-9613-4eae-ba4c-b8b7faff72d4 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=3ee5a1f30ed44ae183088e9fe294695d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723407 Jul 22 23:35:10.830963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-d7f1e127-d9ee-487e-92c9-b2ed13e24e21 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:10.832734 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-d7f1e127-d9ee-487e-92c9-b2ed13e24e21 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1482222 Jul 22 23:35:10.844474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7a596b9d-fc7f-4243-b18e-a7c0c2381f46 None None] For port e9e87cc5-d72c-460e-af0b-c4e3bc9749fe, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e9e87cc5-d72c-460e-af0b-c4e3bc9749fe,segment=NetworkSegment(67fa5820-ac66-456c-9bee-d94402ab177f),segment_id=67fa5820-ac66-456c-9bee-d94402ab177f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:10.844906 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a596b9d-fc7f-4243-b18e-a7c0c2381f46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:10.860241 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Request body: {'port': {'device_id': '5cfabbc3-2486-4956-88f5-09688e1d2f89', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': '3ee5a1f30ed44ae183088e9fe294695d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:10.883989 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7a596b9d-fc7f-4243-b18e-a7c0c2381f46 None None] Calling delete_port for e9e87cc5-d72c-460e-af0b-c4e3bc9749fe owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:10.891723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-ac69530e-c205-4ae6-b893-fdd66e8b55d5 service neutron] 10.222.0.18 "GET /v2.0/networks/84fec62e-12c1-48b9-9740-56d346010b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595435 Jul 22 23:35:10.916936 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa1ed05a-78c6-42aa-9f65-23cebf7d6074 req-be7981c5-4d3e-4826-bd59-a35570b16ee2 tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:10.996318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-09b1fb16-865c-460f-b7cf-c306e8a6f137 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.47&port_id=5a20fc8b-6d18-472d-9c83-dc55de305523 HTTP/1.1" status: 200 len: 217 time: 0.0804849 Jul 22 23:35:11.041240 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa1ed05a-78c6-42aa-9f65-23cebf7d6074 req-be7981c5-4d3e-4826-bd59-a35570b16ee2 tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.043423 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a596b9d-fc7f-4243-b18e-a7c0c2381f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.054665 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.077601 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a596b9d-fc7f-4243-b18e-a7c0c2381f46 None None] No DVR routers for this DVR port e9e87cc5-d72c-460e-af0b-c4e3bc9749fe on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:11.079374 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a596b9d-fc7f-4243-b18e-a7c0c2381f46 None None] Pushing event deleted for resources: {'Port': ['ID=e9e87cc5-d72c-460e-af0b-c4e3bc9749fe,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:11.102368 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9e87cc5-d72c-460e-af0b-c4e3bc9749fe,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:11.110853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] No DVR routers for this DVR port e9e87cc5-d72c-460e-af0b-c4e3bc9749fe on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:11.119184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-f19e9d9e-0934-417c-ab8f-e6c7fa8ac8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.120647 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-f19e9d9e-0934-417c-ab8f-e6c7fa8ac8ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e180a6f6-8e10-4edb-ab16-63a4a62672e1 HTTP/1.1" status: 200 len: 801 time: 0.1144235 Jul 22 23:35:11.129806 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa1ed05a-78c6-42aa-9f65-23cebf7d6074 req-be7981c5-4d3e-4826-bd59-a35570b16ee2 tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.132860 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa1ed05a-78c6-42aa-9f65-23cebf7d6074 req-be7981c5-4d3e-4826-bd59-a35570b16ee2 tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.134093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa1ed05a-78c6-42aa-9f65-23cebf7d6074 req-be7981c5-4d3e-4826-bd59-a35570b16ee2 tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] 10.222.0.26 "DELETE /v2.0/security-groups/09979a86-da6e-4e88-ba23-e4c5d93a732f HTTP/1.1" status: 204 len: 173 time: 0.5344348 Jul 22 23:35:11.179501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7981c5-4d3e-4826-bd59-a35570b16ee2 tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09979a86-da6e-4e88-ba23-e4c5d93a732f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:11.214056 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.232451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Made reservation on behalf of 3ee5a1f30ed44ae183088e9fe294695d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:11.236023 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.239005 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea180f3e-87a6-4f97-9c13-ebd0e09a8d5e x-openstack-request-id: req-ea180f3e-87a6-4f97-9c13-ebd0e09a8d5e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:11.239289 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bce747-4663-4ca9-b8b0-04348630c140", "name": "network-vif-deleted", "tag": "45a61c05-44f8-4801-9a8c-c05f786a55ed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9558bd18-f8eb-400a-b881-91a048922ff2", "tag": "5a20fc8b-6d18-472d-9c83-dc55de305523", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:11.239648 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea180f3e-87a6-4f97-9c13-ebd0e09a8d5e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:11.239988 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bce747-4663-4ca9-b8b0-04348630c140', 'name': 'network-vif-deleted', 'tag': '45a61c05-44f8-4801-9a8c-c05f786a55ed', 'status': 'completed', 'code': 200} Jul 22 23:35:11.240244 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9558bd18-f8eb-400a-b881-91a048922ff2', 'tag': '5a20fc8b-6d18-472d-9c83-dc55de305523', 'status': 'completed', 'code': 200} Jul 22 23:35:11.246096 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8220c376-798c-4d26-99f9-1340b2d32211']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:11.246271 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ede28b1-487e-4e65-86e6-65d5fbcc42a8 req-cae5d533-b739-418d-bf98-ed5d2a592808 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=11840e65-74be-4149-a54c-a8bedd82627e HTTP/1.1" status: 200 len: 210 time: 0.0695503 Jul 22 23:35:11.260896 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fa5820-ac66-456c-9bee-d94402ab177f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:11.261235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fa5820-ac66-456c-9bee-d94402ab177f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:11.277039 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.282009 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.300329 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.311696 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:35:11.312132 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:35:11.314033 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:35:11.370695 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-a5b2343e-d6ee-4f8c-9d28-1229e210b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.372321 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-a5b2343e-d6ee-4f8c-9d28-1229e210b5b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4fe94323-d993-4d58-886e-c61930f8b90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2372043 Jul 22 23:35:11.383560 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.389066 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.394481 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8220c376-798c-4d26-99f9-1340b2d32211 HTTP/1.1" status: 204 len: 168 time: 1.2672269 Jul 22 23:35:11.405851 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34876) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:11.412053 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ec4dc-c137-4b60-8e31-fc527969fea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8220c376-798c-4d26-99f9-1340b2d32211,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:11.466820 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e773c5a-8c1f-4d1b-b8b5-fb7709b0b278 req-1b63671e-17ad-46b9-909a-b2a08c74f79f tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.468372 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e773c5a-8c1f-4d1b-b8b5-fb7709b0b278 req-1b63671e-17ad-46b9-909a-b2a08c74f79f tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8774e85-9fb0-4d3b-9711-1d76325cc650 HTTP/1.1" status: 200 len: 946 time: 0.2213495 Jul 22 23:35:11.603943 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-541aeeca-f42c-42e2-9b52-8a3b565d27e4 service neutron] 10.222.0.18 "GET /v2.0/networks/4fe94323-d993-4d58-886e-c61930f8b90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079215 Jul 22 23:35:11.611586 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e773c5a-8c1f-4d1b-b8b5-fb7709b0b278 req-17705bc0-3654-44e8-8cf2-f81017887f99 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcb5cec-107e-4b80-a994-4249330ec87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306143 Jul 22 23:35:11.626548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7948ff-7981-46ca-be9c-ee29278a0112 req-341984b7-fe4d-4c76-ac76-77dd6c2f194e tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.628055 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd7948ff-7981-46ca-be9c-ee29278a0112 req-341984b7-fe4d-4c76-ac76-77dd6c2f194e tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 944 time: 0.2624931 Jul 22 23:35:11.674308 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.687768 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.780974 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-232ba890-4f95-4fdc-b949-833ea04576a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.808068 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd7948ff-7981-46ca-be9c-ee29278a0112 req-9fdc1da1-66ee-4928-a5a5-12816ce5748b tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694198 Jul 22 23:35:11.814443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c30a0a2-9431-430b-a8db-9f7fc2e393ed,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:11.851708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce71df06-762b-497e-9a5a-d5ea6490d3a0 req-f0644f89-9e4f-4840-a744-a4f922394160 service neutron] 10.222.0.18 "GET /v2.0/networks/4fe94323-d993-4d58-886e-c61930f8b90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322657 Jul 22 23:35:11.940555 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Allocated IP 192.168.233.74 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/09833a9c-e284-4cc9-ad52-2399d3bd6f72) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:11.957370 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ebd42c9-6166-456d-a388-b874b2f1e606 req-59cdbbdc-686e-484d-a597-3572f5888a93 tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] 10.222.0.26 "GET /v2.0/security-groups/ccb35c84-3427-42cf-9682-dfd2ff0d4290 HTTP/1.1" status: 200 len: 1777 time: 0.0764205 Jul 22 23:35:12.093353 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e9e87cc5-d72c-460e-af0b-c4e3bc9749fe no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:12.104098 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6ca89ea-d2ed-409f-af31-79bb48c98ad5 req-f88446ca-91ba-4263-be4b-f1ba30e78489 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cfabbc3-2486-4956-88f5-09688e1d2f89 HTTP/1.1" status: 200 len: 210 time: 0.0739319 Jul 22 23:35:12.127929 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: e9e87cc5-d72c-460e-af0b-c4e3bc9749fe {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:12.128277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e9e87cc5-d72c-460e-af0b-c4e3bc9749fe not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:12.159929 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-232ba890-4f95-4fdc-b949-833ea04576a8 admin admin] Deleting port 301adf57-5888-4dd5-9808-2d59ad1caefa {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:12.160400 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-232ba890-4f95-4fdc-b949-833ea04576a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:12.181068 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ebd42c9-6166-456d-a388-b874b2f1e606 req-d8e8974f-fe0b-48e6-91d6-47d8e04a8b7a tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:12.242467 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-232ba890-4f95-4fdc-b949-833ea04576a8 admin admin] For port 301adf57-5888-4dd5-9808-2d59ad1caefa, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=301adf57-5888-4dd5-9808-2d59ad1caefa,segment=NetworkSegment(96c11def-1247-4e69-8402-3ca233984d45),segment_id=96c11def-1247-4e69-8402-3ca233984d45)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:12.242823 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-232ba890-4f95-4fdc-b949-833ea04576a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:12.255871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-232ba890-4f95-4fdc-b949-833ea04576a8 admin admin] Calling delete_port for 301adf57-5888-4dd5-9808-2d59ad1caefa owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:12.442044 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-232ba890-4f95-4fdc-b949-833ea04576a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:12.469297 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ba890-4f95-4fdc-b949-833ea04576a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=301adf57-5888-4dd5-9808-2d59ad1caefa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:12.600711 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ebd42c9-6166-456d-a388-b874b2f1e606 req-d8e8974f-fe0b-48e6-91d6-47d8e04a8b7a tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:12.610230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4fdfd-e437-4a77-8cb0-13e6cca25389 req-90669db5-816a-4640-baaa-8e1c4e11e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:12.610716 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4fdfd-e437-4a77-8cb0-13e6cca25389 req-90669db5-816a-4640-baaa-8e1c4e11e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:12.612309 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34d4fdfd-e437-4a77-8cb0-13e6cca25389 req-90669db5-816a-4640-baaa-8e1c4e11e679 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdcbf1e127724668ac1e6e24c47b9058&device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 1980 time: 0.6249146 Jul 22 23:35:12.642215 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-232ba890-4f95-4fdc-b949-833ea04576a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:12.715484 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e85f59-27c9-4ba4-9627-7919fbe412c6 req-14ce8c2b-7841-4191-8528-c2317b5d0b23 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:12.716845 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-84e85f59-27c9-4ba4-9627-7919fbe412c6 req-14ce8c2b-7841-4191-8528-c2317b5d0b23 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8774e85-9fb0-4d3b-9711-1d76325cc650 HTTP/1.1" status: 200 len: 946 time: 0.6579335 Jul 22 23:35:12.763814 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:12.811651 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ebd42c9-6166-456d-a388-b874b2f1e606 req-d8e8974f-fe0b-48e6-91d6-47d8e04a8b7a tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:12.814288 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ebd42c9-6166-456d-a388-b874b2f1e606 req-d8e8974f-fe0b-48e6-91d6-47d8e04a8b7a tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:12.815410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ebd42c9-6166-456d-a388-b874b2f1e606 req-d8e8974f-fe0b-48e6-91d6-47d8e04a8b7a tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] 10.222.0.26 "DELETE /v2.0/security-groups/ccb35c84-3427-42cf-9682-dfd2ff0d4290 HTTP/1.1" status: 204 len: 173 time: 0.8571897 Jul 22 23:35:12.841064 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Transition to ACTIVE for port object 09833a9c-e284-4cc9-ad52-2399d3bd6f72 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:12.855427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8974f-fe0b-48e6-91d6-47d8e04a8b7a tempest-SecurityGroupsTestAdminJSON-1535790743 tempest-SecurityGroupsTestAdminJSON-1535790743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb35c84-3427-42cf-9682-dfd2ff0d4290,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:12.874366 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93094c-d1f2-42e4-8af3-999de9dbfd8b req-795d2760-c971-46b4-bc29-a9236680f2d0 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:12.880434 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93094c-d1f2-42e4-8af3-999de9dbfd8b req-795d2760-c971-46b4-bc29-a9236680f2d0 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:12.883353 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc93094c-d1f2-42e4-8af3-999de9dbfd8b req-795d2760-c971-46b4-bc29-a9236680f2d0 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 1678 time: 0.7045121 Jul 22 23:35:12.898129 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232ba890-4f95-4fdc-b949-833ea04576a8 admin admin] Router b69a272f-fe4d-4a88-ab58-c888a5a2afdd has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:35:12.935881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4fdfd-e437-4a77-8cb0-13e6cca25389 req-68038732-050e-40cf-895b-5f1be64695c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:12.937381 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34d4fdfd-e437-4a77-8cb0-13e6cca25389 req-68038732-050e-40cf-895b-5f1be64695c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4fe94323-d993-4d58-886e-c61930f8b90a HTTP/1.1" status: 200 len: 902 time: 0.3129292 Jul 22 23:35:13.009215 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34d4fdfd-e437-4a77-8cb0-13e6cca25389 req-30db0bca-c9cb-450c-92c8-8ba056756f52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.47&port_id=5a20fc8b-6d18-472d-9c83-dc55de305523 HTTP/1.1" status: 200 len: 217 time: 0.0569415 Jul 22 23:35:13.047796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232ba890-4f95-4fdc-b949-833ea04576a8 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:35:13.056987 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9373864d-e7f5-4529-ae8e-977836d56e23 None None] Sync routers for ids ['b69a272f-fe4d-4a88-ab58-c888a5a2afdd'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:35:13.058781 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-232ba890-4f95-4fdc-b949-833ea04576a8 admin admin] 10.222.0.26 "PUT /v2.0/routers/b69a272f-fe4d-4a88-ab58-c888a5a2afdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6516590 Jul 22 23:35:13.061215 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34916) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:13.073758 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9373864d-e7f5-4529-ae8e-977836d56e23 None None] Routers {'b69a272f-fe4d-4a88-ab58-c888a5a2afdd'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:35:13.074160 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9373864d-e7f5-4529-ae8e-977836d56e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:35:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b69a272f-fe4d-4a88-ab58-c888a5a2afdd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:13.114600 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc93094c-d1f2-42e4-8af3-999de9dbfd8b req-7a037b5c-1551-424a-9ea5-0aad05707c31 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207668 Jul 22 23:35:13.128600 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:13.157836 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-84e85f59-27c9-4ba4-9627-7919fbe412c6 req-4e4a30bf-c757-4610-b7b9-504b282690e0 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Deleting port bf464c71-b02b-4237-a21a-3564bf48bbdf {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:13.158240 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-84e85f59-27c9-4ba4-9627-7919fbe412c6 req-4e4a30bf-c757-4610-b7b9-504b282690e0 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:13.313438 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4337e8ec-6851-4f62-bff4-f858566cdddc admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:13.329382 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11840e65-74be-4149-a54c-a8bedd82627e', 'name': 'network-vif-deleted', 'tag': 'cf052af0-635e-4c56-a6b5-426678e9adf5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:13.332668 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcb77a9-0d7f-4f3c-a0a5-ad81d39b48ca" -d '{"events": [{"server_uuid": "11840e65-74be-4149-a54c-a8bedd82627e", "name": "network-vif-deleted", "tag": "cf052af0-635e-4c56-a6b5-426678e9adf5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:13.345785 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:13.374080 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4fdfd-e437-4a77-8cb0-13e6cca25389 req-3e6b0aad-a5f8-460f-b9f4-b85fa45d9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:13.375556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34d4fdfd-e437-4a77-8cb0-13e6cca25389 req-3e6b0aad-a5f8-460f-b9f4-b85fa45d9027 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e180a6f6-8e10-4edb-ab16-63a4a62672e1 HTTP/1.1" status: 200 len: 801 time: 0.3499811 Jul 22 23:35:13.384095 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9373864d-e7f5-4529-ae8e-977836d56e23 None None] Set router b69a272f-fe4d-4a88-ab58-c888a5a2afdd gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:35:13.464702 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4337e8ec-6851-4f62-bff4-f858566cdddc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:13.477608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:13.508900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-84e85f59-27c9-4ba4-9627-7919fbe412c6 req-4e4a30bf-c757-4610-b7b9-504b282690e0 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] For port bf464c71-b02b-4237-a21a-3564bf48bbdf, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bf464c71-b02b-4237-a21a-3564bf48bbdf,segment=NetworkSegment(6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0),segment_id=6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:13.509285 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-84e85f59-27c9-4ba4-9627-7919fbe412c6 req-4e4a30bf-c757-4610-b7b9-504b282690e0 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:13.511896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:13.513824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Pushing event updated for resources: {'Port': ['ID=09833a9c-e284-4cc9-ad52-2399d3bd6f72,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:13.516648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:13.541297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-84e85f59-27c9-4ba4-9627-7919fbe412c6 req-4e4a30bf-c757-4610-b7b9-504b282690e0 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Calling delete_port for bf464c71-b02b-4237-a21a-3564bf48bbdf owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:13.546830 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4337e8ec-6851-4f62-bff4-f858566cdddc admin admin] Deleting port 89ecac10-1840-4d92-818f-349357b8db86 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:13.547178 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4337e8ec-6851-4f62-bff4-f858566cdddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:13.687507 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4337e8ec-6851-4f62-bff4-f858566cdddc admin admin] For port 89ecac10-1840-4d92-818f-349357b8db86, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=89ecac10-1840-4d92-818f-349357b8db86,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:13.687923 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4337e8ec-6851-4f62-bff4-f858566cdddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:13.707994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4337e8ec-6851-4f62-bff4-f858566cdddc admin admin] Calling delete_port for 89ecac10-1840-4d92-818f-349357b8db86 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:13.730362 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9373864d-e7f5-4529-ae8e-977836d56e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1997128478-router', 'tenant_id': '8ca6b28f246649f0a88eede68828f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '89ecac10-1840-4d92-818f-349357b8db86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:43Z', 'updated_at': '2021-07-22T23:35:12Z', 'revision_number': 5, 'project_id': '8ca6b28f246649f0a88eede68828f506', 'gw_port': {'id': '89ecac10-1840-4d92-818f-349357b8db86', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:46Z', 'updated_at': '2021-07-22T23:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:13.770748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34940) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:13.773727 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9373864d-e7f5-4529-ae8e-977836d56e23 None None] Checking router: b69a272f-fe4d-4a88-ab58-c888a5a2afdd for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:35:13.782560 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9373864d-e7f5-4529-ae8e-977836d56e23 None None] Routers {'b69a272f-fe4d-4a88-ab58-c888a5a2afdd'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:35:13.783183 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9373864d-e7f5-4529-ae8e-977836d56e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:35:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b69a272f-fe4d-4a88-ab58-c888a5a2afdd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:13.811023 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:13.812221 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:13.882057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a6836c43-94d9-4d3c-853c-4ece7bb92638 None None] Provisioning for port 09833a9c-e284-4cc9-ad52-2399d3bd6f72 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:13.890321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a6836c43-94d9-4d3c-853c-4ece7bb92638 None None] Provisioning complete for port 09833a9c-e284-4cc9-ad52-2399d3bd6f72 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:13.890972 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6836c43-94d9-4d3c-853c-4ece7bb92638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:13.893462 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9373864d-e7f5-4529-ae8e-977836d56e23 None None] Set router b69a272f-fe4d-4a88-ab58-c888a5a2afdd gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:35:13.907417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4b4dd-68bd-4408-9a1c-b46c69d60f31 req-7f3ac6b8-2201-4255-8b04-d8dc97f28731 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:13.908968 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dec4b4dd-68bd-4408-9a1c-b46c69d60f31 req-7f3ac6b8-2201-4255-8b04-d8dc97f28731 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 944 time: 0.5376720 Jul 22 23:35:13.922137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b552a-b24a-436f-b5ce-7e3e7cb1ed71 req-3094ba45-7c73-478f-be93-5966703171f7 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:13.930606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c54b552a-b24a-436f-b5ce-7e3e7cb1ed71 req-3094ba45-7c73-478f-be93-5966703171f7 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8774e85-9fb0-4d3b-9711-1d76325cc650 HTTP/1.1" status: 200 len: 946 time: 0.5854228 Jul 22 23:35:13.940466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a6836c43-94d9-4d3c-853c-4ece7bb92638 None None] Port 09833a9c-e284-4cc9-ad52-2399d3bd6f72 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:35:13.954293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-dff03b36-7a25-4679-8087-fa93e36a5b57 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1045518 Jul 22 23:35:13.958937 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9373864d-e7f5-4529-ae8e-977836d56e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1997128478-router', 'tenant_id': '8ca6b28f246649f0a88eede68828f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:43Z', 'updated_at': '2021-07-22T23:35:13Z', 'revision_number': 6, 'project_id': '8ca6b28f246649f0a88eede68828f506', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:13.963193 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4337e8ec-6851-4f62-bff4-f858566cdddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:13.977926 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Request body: {'port': {'device_id': '5cfabbc3-2486-4956-88f5-09688e1d2f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:13.987726 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9373864d-e7f5-4529-ae8e-977836d56e23 None None] The sync data for ids ['b69a272f-fe4d-4a88-ab58-c888a5a2afdd'] in n-d-688802-2 is: [{'id': 'b69a272f-fe4d-4a88-ab58-c888a5a2afdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1997128478-router', 'tenant_id': '8ca6b28f246649f0a88eede68828f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:43Z', 'updated_at': '2021-07-22T23:35:13Z', 'revision_number': 6, 'project_id': '8ca6b28f246649f0a88eede68828f506', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:35:13.999994 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4fdfd-e437-4a77-8cb0-13e6cca25389 req-bdab52fe-bccf-449e-a286-e6c7865bde0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:14.001544 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34d4fdfd-e437-4a77-8cb0-13e6cca25389 req-bdab52fe-bccf-449e-a286-e6c7865bde0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4fe94323-d993-4d58-886e-c61930f8b90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6033351 Jul 22 23:35:14.005208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337e8ec-6851-4f62-bff4-f858566cdddc admin admin] Pushing event deleted for resources: {'Port': ['ID=89ecac10-1840-4d92-818f-349357b8db86,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:14.037364 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4da03d46-10f1-4a40-8e43-33780dbfc9ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e5e09ed346584638ac3626e0f7d6c6d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654722 Jul 22 23:35:14.041133 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34944) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:14.087844 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-84e85f59-27c9-4ba4-9627-7919fbe412c6 req-4e4a30bf-c757-4610-b7b9-504b282690e0 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.122377 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c54b552a-b24a-436f-b5ce-7e3e7cb1ed71 req-7af97171-998e-486c-98dd-fb17e862e73e tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbcb5cec-107e-4b80-a994-4249330ec87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897049 Jul 22 23:35:14.127028 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ce43a257-0518-401c-863d-c3e6facae774 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b7f3ecef2a94601ad1f741b352a205f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7631261 Jul 22 23:35:14.132549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34946) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:14.133371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4337e8ec-6851-4f62-bff4-f858566cdddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.145510 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95802a8b-53c8-45a8-9b7a-d02ba2f1ea7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.153854 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dec4b4dd-68bd-4408-9a1c-b46c69d60f31 req-246f0a06-d2fc-4f00-9163-a2e6d919906a tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122669 Jul 22 23:35:14.157387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a30bf-c757-4610-b7b9-504b282690e0 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Pushing event deleted for resources: {'Port': ['ID=bf464c71-b02b-4237-a21a-3564bf48bbdf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:14.240219 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bcf7f1-8c31-41da-9e5f-6a564744f172 x-openstack-request-id: req-14bcf7f1-8c31-41da-9e5f-6a564744f172 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:14.240503 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11840e65-74be-4149-a54c-a8bedd82627e", "name": "network-vif-deleted", "tag": "cf052af0-635e-4c56-a6b5-426678e9adf5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:14.240751 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14bcf7f1-8c31-41da-9e5f-6a564744f172 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:14.241745 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11840e65-74be-4149-a54c-a8bedd82627e', 'name': 'network-vif-deleted', 'tag': 'cf052af0-635e-4c56-a6b5-426678e9adf5', 'status': 'completed', 'code': 200} Jul 22 23:35:14.264677 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4337e8ec-6851-4f62-bff4-f858566cdddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.269565 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4337e8ec-6851-4f62-bff4-f858566cdddc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.272179 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95802a8b-53c8-45a8-9b7a-d02ba2f1ea7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.302099 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e85f59-27c9-4ba4-9627-7919fbe412c6 req-4e4a30bf-c757-4610-b7b9-504b282690e0 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] No DVR routers for this DVR port bf464c71-b02b-4237-a21a-3564bf48bbdf on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:14.309389 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-84e85f59-27c9-4ba4-9627-7919fbe412c6 req-4e4a30bf-c757-4610-b7b9-504b282690e0 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.311344 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-84e85f59-27c9-4ba4-9627-7919fbe412c6 req-4e4a30bf-c757-4610-b7b9-504b282690e0 tempest-InstanceActionsNegativeTestJSON-1623906988 tempest-InstanceActionsNegativeTestJSON-1623906988-project] 10.222.0.18 "DELETE /v2.0/ports/bf464c71-b02b-4237-a21a-3564bf48bbdf HTTP/1.1" status: 204 len: 173 time: 1.5825307 Jul 22 23:35:14.331876 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.363374 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4337e8ec-6851-4f62-bff4-f858566cdddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.367146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4337e8ec-6851-4f62-bff4-f858566cdddc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b69a272f-fe4d-4a88-ab58-c888a5a2afdd {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:35:14.379171 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34d4fdfd-e437-4a77-8cb0-13e6cca25389 req-2496f31b-7f77-4453-a6a2-c503d6d35fa5 service neutron] 10.222.0.18 "GET /v2.0/networks/4fe94323-d993-4d58-886e-c61930f8b90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472142 Jul 22 23:35:14.409902 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee840cc9-0922-4f6a-831d-52f87534ac09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.418160 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4337e8ec-6851-4f62-bff4-f858566cdddc admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.419971 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4337e8ec-6851-4f62-bff4-f858566cdddc admin admin] 10.222.0.26 "DELETE /v2.0/routers/b69a272f-fe4d-4a88-ab58-c888a5a2afdd HTTP/1.1" status: 204 len: 168 time: 1.3578191 Jul 22 23:35:14.423080 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34958) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:14.441843 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device cf052af0-635e-4c56-a6b5-426678e9adf5 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:14.482772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: cf052af0-635e-4c56-a6b5-426678e9adf5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:14.484013 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device cf052af0-635e-4c56-a6b5-426678e9adf5 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:14.499291 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95802a8b-53c8-45a8-9b7a-d02ba2f1ea7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.502379 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95802a8b-53c8-45a8-9b7a-d02ba2f1ea7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.503815 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-95802a8b-53c8-45a8-9b7a-d02ba2f1ea7f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/68e11457-0a45-4593-b07d-b5528a98a4d1 HTTP/1.1" status: 204 len: 168 time: 0.4625645 Jul 22 23:35:14.527268 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee840cc9-0922-4f6a-831d-52f87534ac09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.530917 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 301adf57-5888-4dd5-9808-2d59ad1caefa no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:14.547169 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95802a8b-53c8-45a8-9b7a-d02ba2f1ea7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e11457-0a45-4593-b07d-b5528a98a4d1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:14.562630 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-918ea605-3260-4c5e-803b-e1eedcdada6a admin admin] Deleting subnet 1449c754-714b-4dac-ac19-2b4ebdb24fb5 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:35:14.568624 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 301adf57-5888-4dd5-9808-2d59ad1caefa {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:14.569668 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 301adf57-5888-4dd5-9808-2d59ad1caefa not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:14.572342 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-918ea605-3260-4c5e-803b-e1eedcdada6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.622000 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-918ea605-3260-4c5e-803b-e1eedcdada6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.653946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011f3dd-b980-4766-adfb-ac198b159d4c req-8a4feaae-0baa-4973-9e1b-d067f0ac1bb7 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:14.660627 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a011f3dd-b980-4766-adfb-ac198b159d4c req-8a4feaae-0baa-4973-9e1b-d067f0ac1bb7 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cfabbc3-2486-4956-88f5-09688e1d2f89 HTTP/1.1" status: 200 len: 935 time: 0.4431496 Jul 22 23:35:14.662803 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee840cc9-0922-4f6a-831d-52f87534ac09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.665896 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee840cc9-0922-4f6a-831d-52f87534ac09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.669477 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ee840cc9-0922-4f6a-831d-52f87534ac09 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9e20ba7-0268-49fc-863b-724c6eeab0ab HTTP/1.1" status: 204 len: 168 time: 0.5316195 Jul 22 23:35:14.673998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-20a53e2d-3aaa-433c-a934-f455c07ee2c9 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:14.675531 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-20a53e2d-3aaa-433c-a934-f455c07ee2c9 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 812 time: 0.3584483 Jul 22 23:35:14.696006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee840cc9-0922-4f6a-831d-52f87534ac09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e20ba7-0268-49fc-863b-724c6eeab0ab,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:14.737871 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-918ea605-3260-4c5e-803b-e1eedcdada6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.761656 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-6532a931-ead0-4583-bd30-92a27d30095b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/quotas/82ff423458844377ac84f258ac322d91 HTTP/1.1" status: 200 len: 375 time: 0.0723839 Jul 22 23:35:14.775363 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34d4fdfd-e437-4a77-8cb0-13e6cca25389 req-3a8062da-4ff4-4850-b9d3-32ab094d8e88 service neutron] 10.222.0.18 "GET /v2.0/networks/4fe94323-d993-4d58-886e-c61930f8b90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580880 Jul 22 23:35:14.802202 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-918ea605-3260-4c5e-803b-e1eedcdada6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.806897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 810543d4-8415-4a4a-8fcd-79ab35d8949f details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:14.820453 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bf464c71-b02b-4237-a21a-3564bf48bbdf no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:14.837361 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ea605-3260-4c5e-803b-e1eedcdada6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1449c754-714b-4dac-ac19-2b4ebdb24fb5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:14.848064 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-918ea605-3260-4c5e-803b-e1eedcdada6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.854641 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-918ea605-3260-4c5e-803b-e1eedcdada6a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1449c754-714b-4dac-ac19-2b4ebdb24fb5 HTTP/1.1" status: 204 len: 168 time: 0.4303856 Jul 22 23:35:14.855354 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34966) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:14.856690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-75605a52-cc26-45f1-9918-e5f9d5cddb37 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941145 Jul 22 23:35:14.882788 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a011f3dd-b980-4766-adfb-ac198b159d4c req-cab94909-f700-4102-b16a-dd4632bba341 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161376 Jul 22 23:35:14.917283 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ffc96-5b1a-429b-a015-ecbcc93fc2fa None None] Network 4213e1b6-4a49-46ef-8ae6-46f695d8cf3d requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:35:15.036422 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.068898 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: bf464c71-b02b-4237-a21a-3564bf48bbdf {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:15.070626 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bf464c71-b02b-4237-a21a-3564bf48bbdf not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:15.138183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] Deleting port abbc4dc7-3686-411f-a843-2f9892aa3fa1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:15.138474 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.237926 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] For port abbc4dc7-3686-411f-a843-2f9892aa3fa1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=abbc4dc7-3686-411f-a843-2f9892aa3fa1,segment=NetworkSegment(96c11def-1247-4e69-8402-3ca233984d45),segment_id=96c11def-1247-4e69-8402-3ca233984d45)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:15.238577 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.254152 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09833a9c-e284-4cc9-ad52-2399d3bd6f72 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:15.255499 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] Calling delete_port for abbc4dc7-3686-411f-a843-2f9892aa3fa1 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:15.270390 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.313126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Transition to ACTIVE for port object 09833a9c-e284-4cc9-ad52-2399d3bd6f72 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:15.327998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34982) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:15.339349 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.373113 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 810543d4-8415-4a4a-8fcd-79ab35d8949f, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=810543d4-8415-4a4a-8fcd-79ab35d8949f,segment=NetworkSegment(c5646b5f-c184-4843-aff5-a47ca4900b0a),segment_id=c5646b5f-c184-4843-aff5-a47ca4900b0a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:15.403997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '810543d4-8415-4a4a-8fcd-79ab35d8949f', 'network_id': '84fec62e-12c1-48b9-9740-56d346010b6c', 'port_id': '810543d4-8415-4a4a-8fcd-79ab35d8949f', 'mac_address': 'fa:16:3e:cd:8b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5fb76f-9e75-4692-bd75-594296865815', 'ip_address': '19.80.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:15.405482 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea5079-6810-432c-b561-be2533c16aab service neutron] Pushing event updated for resources: {'Port': ['ID=09833a9c-e284-4cc9-ad52-2399d3bd6f72,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:15.421705 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-c8d86d39-e1e5-4e94-a9aa-205666e0b208 service neutron] 10.222.0.26 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638528 Jul 22 23:35:15.446814 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be46748-1f74-4375-bcb2-25150fa56869 None None] DHCP port deletion for 4213e1b6-4a49-46ef-8ae6-46f695d8cf3d request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:35:15.447272 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.471055 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.487928 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810543d4-8415-4a4a-8fcd-79ab35d8949f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:15.492835 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] Pushing event deleted for resources: {'Port': ['ID=abbc4dc7-3686-411f-a843-2f9892aa3fa1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:15.510224 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] No DVR routers for this DVR port abbc4dc7-3686-411f-a843-2f9892aa3fa1 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:15.516393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954d355-81dc-4ef6-974d-3e80beca0c8b req-a6bcc0f2-6713-4474-aeab-fd9b33ae5bbb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:15.516886 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 810543d4-8415-4a4a-8fcd-79ab35d8949f, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=810543d4-8415-4a4a-8fcd-79ab35d8949f,segment=NetworkSegment(c5646b5f-c184-4843-aff5-a47ca4900b0a),segment_id=c5646b5f-c184-4843-aff5-a47ca4900b0a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:15.522938 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.523168 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954d355-81dc-4ef6-974d-3e80beca0c8b req-a6bcc0f2-6713-4474-aeab-fd9b33ae5bbb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:15.524268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device dd35ae84-d9a8-4a36-af20-35af90ce547b details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:15.524818 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6954d355-81dc-4ef6-974d-3e80beca0c8b req-a6bcc0f2-6713-4474-aeab-fd9b33ae5bbb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 1678 time: 0.3944871 Jul 22 23:35:15.641366 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.652752 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4213e1b6-4a49-46ef-8ae6-46f695d8cf3d']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:15.668323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c11def-1247-4e69-8402-3ca233984d45') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:15.668538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c11def-1247-4e69-8402-3ca233984d45') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:15.683245 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.683770 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=810543d4-8415-4a4a-8fcd-79ab35d8949f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:15.701836 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a38d1ee5-f33c-4c3e-8821-6c51a7c49eb2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=37b4d9028b634ad9b76c48e5c9bbe0a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694448 Jul 22 23:35:15.707442 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34990) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:15.724349 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6954d355-81dc-4ef6-974d-3e80beca0c8b req-bd2657d9-be9d-4569-b2a5-c50ca32c378f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637292 Jul 22 23:35:15.737836 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.739109 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port dd35ae84-d9a8-4a36-af20-35af90ce547b, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=dd35ae84-d9a8-4a36-af20-35af90ce547b,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:15.748962 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Attempting to bind port 09833a9c-e284-4cc9-ad52-2399d3bd6f72 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:15.749326 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Attempting to bind port 09833a9c-e284-4cc9-ad52-2399d3bd6f72 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:15.749665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Attempting to bind port 09833a9c-e284-4cc9-ad52-2399d3bd6f72 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:15.756339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Port 09833a9c-e284-4cc9-ad52-2399d3bd6f72 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:15.756800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Attempting to bind port 09833a9c-e284-4cc9-ad52-2399d3bd6f72 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:15.758107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'dd35ae84-d9a8-4a36-af20-35af90ce547b', 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec', 'port_id': 'dd35ae84-d9a8-4a36-af20-35af90ce547b', 'mac_address': 'fa:16:3e:54:0c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:15.767466 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:35:15.768077 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:35:15.769863 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:35:15.781808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-fe02c39f-19f6-4b3c-af4c-0402b91deb06 service neutron] 10.222.0.26 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591421 Jul 22 23:35:15.788055 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:15.788490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:15.790400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:15.790884 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Bound port: 09833a9c-e284-4cc9-ad52-2399d3bd6f72, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:15.792044 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.852533 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.875299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34994) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:15.900748 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd35ae84-d9a8-4a36-af20-35af90ce547b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:15.915485 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bb34e05-cf09-4dae-96f1-214aa521ab2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.949320 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.955079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port dd35ae84-d9a8-4a36-af20-35af90ce547b, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=dd35ae84-d9a8-4a36-af20-35af90ce547b,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:15.961799 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.962635 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 5a20fc8b-6d18-472d-9c83-dc55de305523 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:15.987585 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.997217 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4213e1b6-4a49-46ef-8ae6-46f695d8cf3d HTTP/1.1" status: 204 len: 168 time: 1.1407049 Jul 22 23:35:15.998288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebb812-d420-469d-8f65-4bdde00e0707 admin admin] Pushing event deleted for resources: {'Network': ['ID=4213e1b6-4a49-46ef-8ae6-46f695d8cf3d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:16.015614 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bb34e05-cf09-4dae-96f1-214aa521ab2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.095400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf56814-9c12-448c-848d-d5ab9cc9af35 admin admin] Deleting subnet 02f3461d-7fbf-46a4-a343-c3b6cc4692ed {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:35:16.113834 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bb34e05-cf09-4dae-96f1-214aa521ab2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.116841 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bb34e05-cf09-4dae-96f1-214aa521ab2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.120290 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3bb34e05-cf09-4dae-96f1-214aa521ab2a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5319599d-e8b2-481e-b2ff-ba2e01bb618a HTTP/1.1" status: 204 len: 168 time: 0.4095652 Jul 22 23:35:16.140447 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb34e05-cf09-4dae-96f1-214aa521ab2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5319599d-e8b2-481e-b2ff-ba2e01bb618a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:16.147968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] For port 09833a9c-e284-4cc9-ad52-2399d3bd6f72, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:16.156883 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] For port 09833a9c-e284-4cc9-ad52-2399d3bd6f72, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=09833a9c-e284-4cc9-ad52-2399d3bd6f72,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:16.161695 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbf56814-9c12-448c-848d-d5ab9cc9af35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.251158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8774e85-9fb0-4d3b-9711-1d76325cc650', 'name': 'network-vif-deleted', 'tag': 'bf464c71-b02b-4237-a21a-3564bf48bbdf'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:16.254652 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07478c78-1477-4135-b632-01a1eb33be27" -d '{"events": [{"server_uuid": "e8774e85-9fb0-4d3b-9711-1d76325cc650", "name": "network-vif-deleted", "tag": "bf464c71-b02b-4237-a21a-3564bf48bbdf"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:16.273120 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35016) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:16.307420 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.318402 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 5a20fc8b-6d18-472d-9c83-dc55de305523, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=5a20fc8b-6d18-472d-9c83-dc55de305523,segment=NetworkSegment(90501415-7405-432d-b8c1-59260d0e0798),segment_id=90501415-7405-432d-b8c1-59260d0e0798)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:16.330997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '5a20fc8b-6d18-472d-9c83-dc55de305523', 'network_id': '4fe94323-d993-4d58-886e-c61930f8b90a', 'port_id': '5a20fc8b-6d18-472d-9c83-dc55de305523', 'mac_address': 'fa:16:3e:97:ea:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e180a6f6-8e10-4edb-ab16-63a4a62672e1', 'ip_address': '19.86.0.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:16.342536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:16.345597 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fb47c1b0-a1a5-4354-884f-64fbb301e2aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b84b9d6b1774489385aacc364630d8fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0658231 Jul 22 23:35:16.404452 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device abbc4dc7-3686-411f-a843-2f9892aa3fa1 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:16.431943 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.437127 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: abbc4dc7-3686-411f-a843-2f9892aa3fa1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:16.437576 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device abbc4dc7-3686-411f-a843-2f9892aa3fa1 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:16.437862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 89ecac10-1840-4d92-818f-349357b8db86 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:16.478773 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 89ecac10-1840-4d92-818f-349357b8db86 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:16.479127 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 89ecac10-1840-4d92-818f-349357b8db86 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:16.488583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a20fc8b-6d18-472d-9c83-dc55de305523 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:16.503586 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.515585 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=dd35ae84-d9a8-4a36-af20-35af90ce547b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:16.531390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 5a20fc8b-6d18-472d-9c83-dc55de305523, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=5a20fc8b-6d18-472d-9c83-dc55de305523,segment=NetworkSegment(90501415-7405-432d-b8c1-59260d0e0798),segment_id=90501415-7405-432d-b8c1-59260d0e0798)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:16.540459 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.609253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=5a20fc8b-6d18-472d-9c83-dc55de305523,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:16.813086 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:16.813740 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.815106 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-daea5079-6810-432c-b561-be2533c16aab service neutron] 10.222.0.95 "PUT /v2.0/ports/09833a9c-e284-4cc9-ad52-2399d3bd6f72 HTTP/1.1" status: 200 len: 1095 time: 2.8423030 Jul 22 23:35:16.858102 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbf56814-9c12-448c-848d-d5ab9cc9af35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.913902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea5079-6810-432c-b561-be2533c16aab service neutron] Pushing event updated for resources: {'Port': ['ID=09833a9c-e284-4cc9-ad52-2399d3bd6f72,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:16.957889 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6805f1f-1220-4864-a0fa-90da262efe50 req-c5554391-e322-4443-afed-6a2d8b37151f tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:16.959379 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6805f1f-1220-4864-a0fa-90da262efe50 req-c5554391-e322-4443-afed-6a2d8b37151f tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 945 time: 1.0180006 Jul 22 23:35:16.976742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['810543d4-8415-4a4a-8fcd-79ab35d8949f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:16.987842 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbf56814-9c12-448c-848d-d5ab9cc9af35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:17.005820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['dd35ae84-d9a8-4a36-af20-35af90ce547b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:17.040739 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['5a20fc8b-6d18-472d-9c83-dc55de305523'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:17.055734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6377a-a526-40e7-b5ce-b7e9aaa5a43d req-e02ee326-365d-4cc1-a458-0e891b39ddf9 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.057465 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9c6377a-a526-40e7-b5ce-b7e9aaa5a43d req-e02ee326-365d-4cc1-a458-0e891b39ddf9 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cfabbc3-2486-4956-88f5-09688e1d2f89 HTTP/1.1" status: 200 len: 947 time: 0.9925528 Jul 22 23:35:17.063148 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3d16ea5-c14d-4b84-8d4b-b58c9d173a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:17.123813 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6805f1f-1220-4864-a0fa-90da262efe50 req-7f6bb8f4-5d54-4fc9-a137-eca4a11cc360 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511309 Jul 22 23:35:17.139274 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3d16ea5-c14d-4b84-8d4b-b58c9d173a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:17.176084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-c8a2f284-0504-462f-8a74-07bb47e6d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.177617 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-c8a2f284-0504-462f-8a74-07bb47e6d923 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3ee5a1f30ed44ae183088e9fe294695d&device_id=5cfabbc3-2486-4956-88f5-09688e1d2f89 HTTP/1.1" status: 200 len: 1098 time: 0.2899482 Jul 22 23:35:17.181997 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbf56814-9c12-448c-848d-d5ab9cc9af35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:17.186290 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9c6377a-a526-40e7-b5ce-b7e9aaa5a43d req-1dc7bcd4-ce7f-4ab6-906d-96be9a50cec7 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154659 Jul 22 23:35:17.231376 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf56814-9c12-448c-848d-d5ab9cc9af35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02f3461d-7fbf-46a4-a343-c3b6cc4692ed,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:17.266933 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbf56814-9c12-448c-848d-d5ab9cc9af35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:17.268811 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bbf56814-9c12-448c-848d-d5ab9cc9af35 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/02f3461d-7fbf-46a4-a343-c3b6cc4692ed HTTP/1.1" status: 204 len: 168 time: 1.3925490 Jul 22 23:35:17.271346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35052) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:17.279789 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-72f2b7e1-6340-40dd-add4-c0f59cc8aa6b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=09833a9c-e284-4cc9-ad52-2399d3bd6f72 HTTP/1.1" status: 200 len: 217 time: 0.0758898 Jul 22 23:35:17.482348 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3d16ea5-c14d-4b84-8d4b-b58c9d173a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:17.486403 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3d16ea5-c14d-4b84-8d4b-b58c9d173a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:17.487521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a3d16ea5-c14d-4b84-8d4b-b58c9d173a55 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ae37c36-68d3-4a03-8911-16985c9d0a04 HTTP/1.1" status: 204 len: 168 time: 0.6668568 Jul 22 23:35:17.492576 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70f0d30-93fa-4a8d-b5ef-a60a3f68d425 x-openstack-request-id: req-c70f0d30-93fa-4a8d-b5ef-a60a3f68d425 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:17.492846 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8774e85-9fb0-4d3b-9711-1d76325cc650", "name": "network-vif-deleted", "tag": "bf464c71-b02b-4237-a21a-3564bf48bbdf", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:17.493049 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c70f0d30-93fa-4a8d-b5ef-a60a3f68d425 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:17.493479 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8774e85-9fb0-4d3b-9711-1d76325cc650', 'name': 'network-vif-deleted', 'tag': 'bf464c71-b02b-4237-a21a-3564bf48bbdf', 'status': 'completed', 'code': 200} Jul 22 23:35:17.560019 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ca12cc7-f786-4290-b269-a8f009602d05 req-1a99e105-7f40-499f-a3db-a651501e55af tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 210 time: 0.1840959 Jul 22 23:35:17.591579 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d16ea5-c14d-4b84-8d4b-b58c9d173a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae37c36-68d3-4a03-8911-16985c9d0a04,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:17.603156 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3021ab67-3e39-42f6-be75-fb4f499aadfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:17.634087 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-c38e457b-d7d3-4de3-826d-a5269b172db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.635615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-c38e457b-d7d3-4de3-826d-a5269b172db9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.3346753 Jul 22 23:35:17.768944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-c9c44917-df78-42d9-82bf-d3d67739f690 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.770434 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-c9c44917-df78-42d9-82bf-d3d67739f690 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.95 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 812 time: 0.3585949 Jul 22 23:35:17.794159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-563223e9-dc95-432e-b4ff-a6219175172a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Request body: {'port': {'device_id': '6724cfce-ee11-484f-babb-cf52598a5150', 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478', 'admin_state_up': True, 'tenant_id': '82ff423458844377ac84f258ac322d91'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:17.884272 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3021ab67-3e39-42f6-be75-fb4f499aadfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:17.928363 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3021ab67-3e39-42f6-be75-fb4f499aadfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c465ab-5580-44f0-9005-a2f2176930d6']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:17.940318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d0f65-263c-44e3-8b9c-7ec016275a96 req-1a1072ff-69b9-4b1b-8bcf-831dcfdd4477 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.947454 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d0f65-263c-44e3-8b9c-7ec016275a96 req-1a1072ff-69b9-4b1b-8bcf-831dcfdd4477 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.949126 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-862d0f65-263c-44e3-8b9c-7ec016275a96 req-1a1072ff-69b9-4b1b-8bcf-831dcfdd4477 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 1680 time: 0.3438456 Jul 22 23:35:17.973753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-e978c3a1-0aeb-418f-bf1f-44ed1c09bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.975848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-e978c3a1-0aeb-418f-bf1f-44ed1c09bc69 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3247938 Jul 22 23:35:17.982324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3021ab67-3e39-42f6-be75-fb4f499aadfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:17.982621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3021ab67-3e39-42f6-be75-fb4f499aadfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e39ea8b-91fc-4cd6-9fa4-5b98956b2ea0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:18.007755 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3021ab67-3e39-42f6-be75-fb4f499aadfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.008103 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35074) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:18.065128 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3822c8f1-727e-47eb-b6de-9a00c7f6dadf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ca6b28f246649f0a88eede68828f506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579343 Jul 22 23:35:18.066661 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35080) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:18.075707 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3021ab67-3e39-42f6-be75-fb4f499aadfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.117608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fae3f3dd-b6fb-47ac-b23b-38cd96e03962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.121049 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3021ab67-3e39-42f6-be75-fb4f499aadfb admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:35:18.121481 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3021ab67-3e39-42f6-be75-fb4f499aadfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:35:18.126605 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:35:18.138531 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fae3f3dd-b6fb-47ac-b23b-38cd96e03962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.146064 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-862d0f65-263c-44e3-8b9c-7ec016275a96 req-154ed0fc-a98f-4e4f-9055-1ec64aed7477 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850951 Jul 22 23:35:18.203427 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fae3f3dd-b6fb-47ac-b23b-38cd96e03962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.217013 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-563223e9-dc95-432e-b4ff-a6219175172a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Made reservation on behalf of 82ff423458844377ac84f258ac322d91 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:18.217401 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fae3f3dd-b6fb-47ac-b23b-38cd96e03962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.219159 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fae3f3dd-b6fb-47ac-b23b-38cd96e03962 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44b7b377-6c33-45ec-8320-4665e5862f9a HTTP/1.1" status: 204 len: 168 time: 0.1513171 Jul 22 23:35:18.220479 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-563223e9-dc95-432e-b4ff-a6219175172a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.244943 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3f3dd-b6fb-47ac-b23b-38cd96e03962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b7b377-6c33-45ec-8320-4665e5862f9a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:18.247431 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3021ab67-3e39-42f6-be75-fb4f499aadfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.255994 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-852e38c4-0892-4e22-8ab3-87511d3dcdd7 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612250 Jul 22 23:35:18.263213 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3021ab67-3e39-42f6-be75-fb4f499aadfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.266188 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3021ab67-3e39-42f6-be75-fb4f499aadfb admin admin] 10.222.0.26 "DELETE /v2.0/networks/64c465ab-5580-44f0-9005-a2f2176930d6 HTTP/1.1" status: 204 len: 168 time: 0.9931288 Jul 22 23:35:18.319883 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021ab67-3e39-42f6-be75-fb4f499aadfb admin admin] Pushing event deleted for resources: {'Network': ['ID=64c465ab-5580-44f0-9005-a2f2176930d6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:18.472573 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35104) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:18.516717 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2bd1608c-5dfd-44ad-aed8-885a03a20b14 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9aa37199e9d3495bbe109cee2fbee664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425818 Jul 22 23:35:18.519383 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35106) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:18.554209 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd2111ae-69be-44da-a3a7-402c2697ae55 req-30b9509f-e6d9-421f-8d50-3d4730a6ae5a service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681038 Jul 22 23:35:18.578540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-563223e9-dc95-432e-b4ff-a6219175172a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Allocated IP 172.20.0.9 (c6404c3b-acc2-4feb-85da-2ecd11b1a478/750e6d21-68ba-4eb5-94e9-cc5c662415b5/91ded15d-30c2-45e0-b357-9573726fd248) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:18.587952 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4aceb1-03ce-4acd-a6d1-39b717e68ab7 req-6d2badaf-3abf-4664-9b98-79d2cc5debd2 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:18.589467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c4aceb1-03ce-4acd-a6d1-39b717e68ab7 req-6d2badaf-3abf-4664-9b98-79d2cc5debd2 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 945 time: 0.2927306 Jul 22 23:35:18.595371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87a81f32-1bbb-48b4-bcf2-4454fb203c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.599752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee6f5b-50d8-43eb-b7b1-5cb36914869e req-df71378b-f8c1-4da2-ad3a-ccbd9eeeaed4 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:18.601970 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6ee6f5b-50d8-43eb-b7b1-5cb36914869e req-df71378b-f8c1-4da2-ad3a-ccbd9eeeaed4 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cfabbc3-2486-4956-88f5-09688e1d2f89 HTTP/1.1" status: 200 len: 947 time: 0.2094932 Jul 22 23:35:18.623209 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87a81f32-1bbb-48b4-bcf2-4454fb203c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.676881 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87a81f32-1bbb-48b4-bcf2-4454fb203c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.680095 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c4aceb1-03ce-4acd-a6d1-39b717e68ab7 req-ec35eda3-1fbe-4b52-98a8-c80b9744e749 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771327 Jul 22 23:35:18.681066 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87a81f32-1bbb-48b4-bcf2-4454fb203c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.682280 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-87a81f32-1bbb-48b4-bcf2-4454fb203c89 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bbcb5cec-107e-4b80-a994-4249330ec87f HTTP/1.1" status: 204 len: 168 time: 0.1619766 Jul 22 23:35:18.692847 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a81f32-1bbb-48b4-bcf2-4454fb203c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcb5cec-107e-4b80-a994-4249330ec87f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:18.717233 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6ee6f5b-50d8-43eb-b7b1-5cb36914869e req-0c1038d4-d59f-4394-a125-3a0234dd0bb6 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988498 Jul 22 23:35:18.831691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device dd35ae84-d9a8-4a36-af20-35af90ce547b up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:18.860118 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81084dc3-dde7-4664-bdee-1bdc18df46a0 req-09c3baf1-9dec-41d8-962e-684198b681cc tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 210 time: 0.0467653 Jul 22 23:35:18.925010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port dd35ae84-d9a8-4a36-af20-35af90ce547b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:18.935634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port dd35ae84-d9a8-4a36-af20-35af90ce547b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:18.936045 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.949148 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-563223e9-dc95-432e-b4ff-a6219175172a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.035640 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-563223e9-dc95-432e-b4ff-a6219175172a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.080866 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.096419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563223e9-dc95-432e-b4ff-a6219175172a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Pushing event updated for resources: {'Port': ['ID=91ded15d-30c2-45e0-b357-9573726fd248,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:19.111818 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-563223e9-dc95-432e-b4ff-a6219175172a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Network c6404c3b-acc2-4feb-85da-2ecd11b1a478 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:19.113347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-563223e9-dc95-432e-b4ff-a6219175172a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:19.116187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-563223e9-dc95-432e-b4ff-a6219175172a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:19.153352 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b60964b-3af4-4077-9b30-a51e5a11b6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd35ae84-d9a8-4a36-af20-35af90ce547b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:19.158390 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8594a2c8-c44b-427d-9baf-6dd04f13e58a" -d '{"events": [{"server_uuid": "9b60964b-3af4-4077-9b30-a51e5a11b6fd", "name": "network-vif-plugged", "status": "completed", "tag": "dd35ae84-d9a8-4a36-af20-35af90ce547b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:19.191789 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port dd35ae84-d9a8-4a36-af20-35af90ce547b, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=dd35ae84-d9a8-4a36-af20-35af90ce547b,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:19.201845 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.202899 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 810543d4-8415-4a4a-8fcd-79ab35d8949f up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:19.208372 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-563223e9-dc95-432e-b4ff-a6219175172a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:19.209061 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-563223e9-dc95-432e-b4ff-a6219175172a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.236782 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-563223e9-dc95-432e-b4ff-a6219175172a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4502857 Jul 22 23:35:19.252133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Request body: {'port': {'device_id': '6724cfce-ee11-484f-babb-cf52598a5150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:19.325635 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bc771f-1f9b-467e-9a65-8aa67f6727cd x-openstack-request-id: req-b8bc771f-1f9b-467e-9a65-8aa67f6727cd {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:19.331650 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b60964b-3af4-4077-9b30-a51e5a11b6fd", "name": "network-vif-plugged", "status": "completed", "tag": "dd35ae84-d9a8-4a36-af20-35af90ce547b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:19.333335 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8bc771f-1f9b-467e-9a65-8aa67f6727cd {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:19.334364 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b60964b-3af4-4077-9b30-a51e5a11b6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd35ae84-d9a8-4a36-af20-35af90ce547b', 'code': 200} Jul 22 23:35:19.412589 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=dd35ae84-d9a8-4a36-af20-35af90ce547b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:19.433405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 810543d4-8415-4a4a-8fcd-79ab35d8949f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:19.437911 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 810543d4-8415-4a4a-8fcd-79ab35d8949f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:19.438560 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.499087 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfabbc3-2486-4956-88f5-09688e1d2f89', 'tag': '09833a9c-e284-4cc9-ad52-2399d3bd6f72'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:19.501787 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45982c0-4a11-4605-a245-be729b10deb9" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfabbc3-2486-4956-88f5-09688e1d2f89", "tag": "09833a9c-e284-4cc9-ad52-2399d3bd6f72"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:19.512107 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.544945 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.581257 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 810543d4-8415-4a4a-8fcd-79ab35d8949f, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=810543d4-8415-4a4a-8fcd-79ab35d8949f,segment=NetworkSegment(c5646b5f-c184-4843-aff5-a47ca4900b0a),segment_id=c5646b5f-c184-4843-aff5-a47ca4900b0a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:19.588685 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.590040 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 5a20fc8b-6d18-472d-9c83-dc55de305523 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:19.598509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901496b-9041-4c95-81b6-20130679f8ef req-e82d1649-a5ec-443f-9768-cdf942b0eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:19.600012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7901496b-9041-4c95-81b6-20130679f8ef req-e82d1649-a5ec-443f-9768-cdf942b0eedc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 1097 time: 0.2129586 Jul 22 23:35:19.685176 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878180c7-47dc-4d67-9d92-8a9f14bd4b95 req-9327e06c-2e38-4f01-9d12-df344c66c63e tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:19.688805 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=810543d4-8415-4a4a-8fcd-79ab35d8949f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:19.698121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878180c7-47dc-4d67-9d92-8a9f14bd4b95 req-9327e06c-2e38-4f01-9d12-df344c66c63e tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:19.700091 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-878180c7-47dc-4d67-9d92-8a9f14bd4b95 req-9327e06c-2e38-4f01-9d12-df344c66c63e tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 1680 time: 0.2617893 Jul 22 23:35:19.704704 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 5a20fc8b-6d18-472d-9c83-dc55de305523 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:19.710060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 5a20fc8b-6d18-472d-9c83-dc55de305523 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:19.710649 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.790488 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7901496b-9041-4c95-81b6-20130679f8ef req-39b90941-c59f-4ecf-a2ee-9a384ec80c27 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439660 Jul 22 23:35:19.827379 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.847951 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-878180c7-47dc-4d67-9d92-8a9f14bd4b95 req-6ee19e0c-352d-4c77-a1e3-d629d3697b03 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329634 Jul 22 23:35:19.868548 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 5a20fc8b-6d18-472d-9c83-dc55de305523, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=5a20fc8b-6d18-472d-9c83-dc55de305523,segment=NetworkSegment(90501415-7405-432d-b8c1-59260d0e0798),segment_id=90501415-7405-432d-b8c1-59260d0e0798)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:19.879663 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.934961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=5a20fc8b-6d18-472d-9c83-dc55de305523,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:19.948329 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cd3c37-8b2a-4a3a-b1fa-32f242e57b2d x-openstack-request-id: req-b8cd3c37-8b2a-4a3a-b1fa-32f242e57b2d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:19.949904 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfabbc3-2486-4956-88f5-09688e1d2f89", "tag": "09833a9c-e284-4cc9-ad52-2399d3bd6f72", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:19.950831 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8cd3c37-8b2a-4a3a-b1fa-32f242e57b2d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:19.954115 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfabbc3-2486-4956-88f5-09688e1d2f89', 'tag': '09833a9c-e284-4cc9-ad52-2399d3bd6f72', 'status': 'completed', 'code': 200} Jul 22 23:35:20.043165 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35248) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:20.137059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ded15d-30c2-45e0-b357-9573726fd248 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:20.154997 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:20.192475 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Transition to ACTIVE for port object 91ded15d-30c2-45e0-b357-9573726fd248 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:20.195704 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45982c0-4a11-4605-a245-be729b10deb9 req-c9f0117c-b7d2-40b2-a176-551ff8c28552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:20.197438 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d45982c0-4a11-4605-a245-be729b10deb9 req-c9f0117c-b7d2-40b2-a176-551ff8c28552 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3ee5a1f30ed44ae183088e9fe294695d&device_id=5cfabbc3-2486-4956-88f5-09688e1d2f89 HTTP/1.1" status: 200 len: 1098 time: 0.2340064 Jul 22 23:35:20.206641 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b17402c-dcd0-4d32-a449-a7decb7c155f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:20.214852 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:20.269165 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201aa8c-73d2-462d-9ee8-fea88a82a9c8 req-415143a3-0d58-4f28-a342-5a160357f3fb tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:20.270787 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e201aa8c-73d2-462d-9ee8-fea88a82a9c8 req-415143a3-0d58-4f28-a342-5a160357f3fb tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 946 time: 0.2482653 Jul 22 23:35:20.371152 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b17402c-dcd0-4d32-a449-a7decb7c155f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:20.381150 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b17402c-dcd0-4d32-a449-a7decb7c155f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:20.384683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a03b0e-dc48-4e56-a944-c370b43ca601 req-522b71a4-ca86-4f3e-8574-d94ec4c8ea48 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:20.393908 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20a03b0e-dc48-4e56-a944-c370b43ca601 req-522b71a4-ca86-4f3e-8574-d94ec4c8ea48 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cfabbc3-2486-4956-88f5-09688e1d2f89 HTTP/1.1" status: 200 len: 947 time: 0.3488371 Jul 22 23:35:20.420274 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Pushing event updated for resources: {'Port': ['ID=91ded15d-30c2-45e0-b357-9573726fd248,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:20.426526 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b17402c-dcd0-4d32-a449-a7decb7c155f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb1301f80e4f4d7794a1cccdf44ae72d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806131 Jul 22 23:35:20.429152 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35264) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:20.470672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 09833a9c-e284-4cc9-ad52-2399d3bd6f72 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:20.493325 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35266) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:20.508768 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ca549f8-659a-47d0-bfa5-5570f85662cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:20.535313 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ca549f8-659a-47d0-bfa5-5570f85662cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:20.559329 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17402c-dcd0-4d32-a449-a7decb7c155f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61b82f6-b59c-4ac6-a064-86ab62d5c01b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:20.569379 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e201aa8c-73d2-462d-9ee8-fea88a82a9c8 req-fcab065d-70bc-4775-a441-73b22c7741cb tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519691 Jul 22 23:35:20.623344 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ca549f8-659a-47d0-bfa5-5570f85662cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:20.625975 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ca549f8-659a-47d0-bfa5-5570f85662cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:20.627704 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20a03b0e-dc48-4e56-a944-c370b43ca601 req-97ddf728-d5a3-46b7-83ef-44609f6a6747 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327480 Jul 22 23:35:20.630095 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9ca549f8-659a-47d0-bfa5-5570f85662cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e61b82f6-b59c-4ac6-a064-86ab62d5c01b HTTP/1.1" status: 204 len: 168 time: 0.1970761 Jul 22 23:35:20.641285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45982c0-4a11-4605-a245-be729b10deb9 req-3ae6b171-c585-428b-8794-78a05f406fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:20.644818 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca549f8-659a-47d0-bfa5-5570f85662cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61b82f6-b59c-4ac6-a064-86ab62d5c01b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:20.660460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d45982c0-4a11-4605-a245-be729b10deb9 req-3ae6b171-c585-428b-8794-78a05f406fc7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.4459035 Jul 22 23:35:20.719126 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 09833a9c-e284-4cc9-ad52-2399d3bd6f72, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=09833a9c-e284-4cc9-ad52-2399d3bd6f72,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:20.757611 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '09833a9c-e284-4cc9-ad52-2399d3bd6f72', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '09833a9c-e284-4cc9-ad52-2399d3bd6f72', 'mac_address': 'fa:16:3e:a8:9d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:20.851668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d45982c0-4a11-4605-a245-be729b10deb9 req-2a845761-efbc-403e-ba80-23066306589f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=09833a9c-e284-4cc9-ad52-2399d3bd6f72 HTTP/1.1" status: 200 len: 217 time: 0.1839263 Jul 22 23:35:20.861911 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:20.883145 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09833a9c-e284-4cc9-ad52-2399d3bd6f72 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:20.907853 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 09833a9c-e284-4cc9-ad52-2399d3bd6f72, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=09833a9c-e284-4cc9-ad52-2399d3bd6f72,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:20.913603 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:20.927597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Attempting to bind port 91ded15d-30c2-45e0-b357-9573726fd248 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:20.928810 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Attempting to bind port 91ded15d-30c2-45e0-b357-9573726fd248 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:20.929339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Attempting to bind port 91ded15d-30c2-45e0-b357-9573726fd248 on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:20.937706 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ab22e95b-d59a-442b-8435-5228ebf9ea43 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-431883231-network', 'tenant_id': 'bb3a2d0f5d49440c8d1c8c93b02aa91f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:20.950435 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Port 91ded15d-30c2-45e0-b357-9573726fd248 on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:20.950799 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Attempting to bind port 91ded15d-30c2-45e0-b357-9573726fd248 on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:20.997033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=09833a9c-e284-4cc9-ad52-2399d3bd6f72,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:21.014592 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:21.014928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Checking segment: {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:21.015588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Bound using segment: {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:21.015742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Bound port: 91ded15d-30c2-45e0-b357-9573726fd248, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:21.016111 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:21.077697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab22e95b-d59a-442b-8435-5228ebf9ea43 admin admin] Made reservation on behalf of bb3a2d0f5d49440c8d1c8c93b02aa91f for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:21.080542 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab22e95b-d59a-442b-8435-5228ebf9ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:21.086806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45982c0-4a11-4605-a245-be729b10deb9 req-1619e7c4-7698-47a3-85b0-07ec490a2493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:21.088464 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d45982c0-4a11-4605-a245-be729b10deb9 req-1619e7c4-7698-47a3-85b0-07ec490a2493 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1631317 Jul 22 23:35:21.118829 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab22e95b-d59a-442b-8435-5228ebf9ea43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:21.146665 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['09833a9c-e284-4cc9-ad52-2399d3bd6f72'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:21.355244 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9558bd18-f8eb-400a-b881-91a048922ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810543d4-8415-4a4a-8fcd-79ab35d8949f'}, {'server_uuid': '9558bd18-f8eb-400a-b881-91a048922ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a20fc8b-6d18-472d-9c83-dc55de305523'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:21.361331 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727626d5-2e89-4546-9f22-4bac849cc322" -d '{"events": [{"server_uuid": "9558bd18-f8eb-400a-b881-91a048922ff2", "name": "network-vif-plugged", "status": "completed", "tag": "810543d4-8415-4a4a-8fcd-79ab35d8949f"}, {"server_uuid": "9558bd18-f8eb-400a-b881-91a048922ff2", "name": "network-vif-plugged", "status": "completed", "tag": "5a20fc8b-6d18-472d-9c83-dc55de305523"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:21.529622 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6a874-f35b-4876-bb56-f055274ad0a8 req-e32beeb2-186f-4fee-9e9d-6458c7e0d16f tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:21.536145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01c6a874-f35b-4876-bb56-f055274ad0a8 req-e32beeb2-186f-4fee-9e9d-6458c7e0d16f tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 943 time: 0.6776154 Jul 22 23:35:21.549993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] For port 91ded15d-30c2-45e0-b357-9573726fd248, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:21.580637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] For port 91ded15d-30c2-45e0-b357-9573726fd248, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=91ded15d-30c2-45e0-b357-9573726fd248,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:21.597222 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:21.657835 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01c6a874-f35b-4876-bb56-f055274ad0a8 req-9faca37a-800d-4539-9479-4bd09bfef493 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204569 Jul 22 23:35:21.683803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:21.684429 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:21.686114 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] 10.222.0.95 "PUT /v2.0/ports/91ded15d-30c2-45e0-b357-9573726fd248 HTTP/1.1" status: 200 len: 1091 time: 2.4405348 Jul 22 23:35:21.687853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45982c0-4a11-4605-a245-be729b10deb9 req-8c5eb0fd-1952-4aa6-bf75-0e7748cf7a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:21.689260 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d45982c0-4a11-4605-a245-be729b10deb9 req-8c5eb0fd-1952-4aa6-bf75-0e7748cf7a52 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5866408 Jul 22 23:35:21.720058 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b24b8b7-8ebf-4370-81f1-f827dc1d07d7 x-openstack-request-id: req-0b24b8b7-8ebf-4370-81f1-f827dc1d07d7 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:21.724537 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9558bd18-f8eb-400a-b881-91a048922ff2", "name": "network-vif-plugged", "status": "completed", "tag": "810543d4-8415-4a4a-8fcd-79ab35d8949f", "code": 200}, {"server_uuid": "9558bd18-f8eb-400a-b881-91a048922ff2", "name": "network-vif-plugged", "status": "completed", "tag": "5a20fc8b-6d18-472d-9c83-dc55de305523", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:21.724924 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b24b8b7-8ebf-4370-81f1-f827dc1d07d7 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:21.726530 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9558bd18-f8eb-400a-b881-91a048922ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810543d4-8415-4a4a-8fcd-79ab35d8949f', 'code': 200} Jul 22 23:35:21.726807 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9558bd18-f8eb-400a-b881-91a048922ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a20fc8b-6d18-472d-9c83-dc55de305523', 'code': 200} Jul 22 23:35:21.799858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b80bb-d959-4a0d-95dc-4de59ca84f5b service neutron] Pushing event updated for resources: {'Port': ['ID=91ded15d-30c2-45e0-b357-9573726fd248,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:21.942942 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab22e95b-d59a-442b-8435-5228ebf9ea43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:21.962397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6724cfce-ee11-484f-babb-cf52598a5150', 'tag': '91ded15d-30c2-45e0-b357-9573726fd248'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:21.964557 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8087f938-5375-4320-9c8d-804e0d083f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "6724cfce-ee11-484f-babb-cf52598a5150", "tag": "91ded15d-30c2-45e0-b357-9573726fd248"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:21.971472 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab22e95b-d59a-442b-8435-5228ebf9ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:21.988063 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d45982c0-4a11-4605-a245-be729b10deb9 req-b0493cab-be42-48ff-b203-3ca6e769762b service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753067 Jul 22 23:35:22.013545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656c861-517c-4711-8192-37faf1a9f5e0 req-ff8230e0-699f-4c27-b472-3cbd7ef1f7c2 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:22.019427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656c861-517c-4711-8192-37faf1a9f5e0 req-ff8230e0-699f-4c27-b472-3cbd7ef1f7c2 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:22.020995 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1656c861-517c-4711-8192-37faf1a9f5e0 req-ff8230e0-699f-4c27-b472-3cbd7ef1f7c2 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 1682 time: 0.3761251 Jul 22 23:35:22.038496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab22e95b-d59a-442b-8435-5228ebf9ea43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:35:22.086045 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-8035c722-10e3-4e85-ba20-6628552b1877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:22.087509 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-8035c722-10e3-4e85-ba20-6628552b1877 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 1094 time: 0.3382752 Jul 22 23:35:22.103619 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab22e95b-d59a-442b-8435-5228ebf9ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:22.103969 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-ab22e95b-d59a-442b-8435-5228ebf9ea43 admin admin] Added segment d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0 of type vlan for network a83ef78c-9582-4eee-aa94-4db7f145b548 Jul 22 23:35:22.105256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22e95b-d59a-442b-8435-5228ebf9ea43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c8768a-e7a4-4db9-b0e5-920ae89bad67,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:22.218567 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-889724a4-054d-4470-baeb-492dfd403b82 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91ded15d-30c2-45e0-b357-9573726fd248 HTTP/1.1" status: 200 len: 217 time: 0.1177630 Jul 22 23:35:22.237406 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cc858-3676-4243-8c5a-2aab5ad0d53e req-a7f7c5f9-00a6-4da5-99ae-cdfb0dac5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:22.237886 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cc858-3676-4243-8c5a-2aab5ad0d53e req-a7f7c5f9-00a6-4da5-99ae-cdfb0dac5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:22.239384 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-941cc858-3676-4243-8c5a-2aab5ad0d53e req-a7f7c5f9-00a6-4da5-99ae-cdfb0dac5b93 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 1984 time: 0.3946378 Jul 22 23:35:22.257578 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab22e95b-d59a-442b-8435-5228ebf9ea43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:22.263850 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1656c861-517c-4711-8192-37faf1a9f5e0 req-70b3090b-f1ce-4d2b-b0da-8963158a353e tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264268 Jul 22 23:35:22.304154 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fe741-ce0b-44bd-a235-fc81a8f20685 req-1b1257fb-21b1-4ca1-91af-21c9ea8428e3 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:22.305845 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f68fe741-ce0b-44bd-a235-fc81a8f20685 req-1b1257fb-21b1-4ca1-91af-21c9ea8428e3 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 946 time: 0.4567471 Jul 22 23:35:22.391983 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d45982c0-4a11-4605-a245-be729b10deb9 req-e159015e-31c3-4f4b-817d-9eb61f644a49 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899045 Jul 22 23:35:22.411863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-58b973a6-40ad-4382-b0b7-2d7bc674f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:22.413928 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-58b973a6-40ad-4382-b0b7-2d7bc674f95f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=750e6d21-68ba-4eb5-94e9-cc5c662415b5 HTTP/1.1" status: 200 len: 852 time: 0.1814251 Jul 22 23:35:22.429350 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab22e95b-d59a-442b-8435-5228ebf9ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:22.430258 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab22e95b-d59a-442b-8435-5228ebf9ea43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:22.430825 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab22e95b-d59a-442b-8435-5228ebf9ea43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:22.433847 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-941cc858-3676-4243-8c5a-2aab5ad0d53e req-166c01f8-44b9-49a5-837d-3113e8c81a75 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807873 Jul 22 23:35:22.471060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 09833a9c-e284-4cc9-ad52-2399d3bd6f72 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:22.480533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f68fe741-ce0b-44bd-a235-fc81a8f20685 req-3345ca68-be92-472a-a1d2-bd2bdbb73fc9 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609924 Jul 22 23:35:22.485617 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-f4e83b12-89a0-4770-82f9-370899d09884 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c6404c3b-acc2-4feb-85da-2ecd11b1a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580850 Jul 22 23:35:22.512956 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ab22e95b-d59a-442b-8435-5228ebf9ea43 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0127056 Jul 22 23:35:22.515821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35376) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:22.521775 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bf4f18dd-0410-413d-a0dc-231c31f5fd46 admin admin] Request body: {'subnet': {'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-431883231-subnet', 'tenant_id': 'bb3a2d0f5d49440c8d1c8c93b02aa91f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:22.536638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 09833a9c-e284-4cc9-ad52-2399d3bd6f72 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:22.544009 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 09833a9c-e284-4cc9-ad52-2399d3bd6f72 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:22.544377 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:22.571217 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22e95b-d59a-442b-8435-5228ebf9ea43 admin admin] Pushing event updated for resources: {'Network': ['ID=a83ef78c-9582-4eee-aa94-4db7f145b548,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:22.605467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network a83ef78c-9582-4eee-aa94-4db7f145b548 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:35:22.617059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfd0f3-28df-4384-8bc0-dd9ec95ea038 req-4e3b71a6-6c68-48c3-8ee8-14c461f1f8ec tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:22.618729 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffbfd0f3-28df-4384-8bc0-dd9ec95ea038 req-4e3b71a6-6c68-48c3-8ee8-14c461f1f8ec tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cfabbc3-2486-4956-88f5-09688e1d2f89 HTTP/1.1" status: 200 len: 948 time: 0.2864499 Jul 22 23:35:22.672980 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-bc360c5d-504a-4449-83fc-d869e9a5eb79 service neutron] 10.222.0.95 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775274 Jul 22 23:35:22.681537 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffbfd0f3-28df-4384-8bc0-dd9ec95ea038 req-7a8590f1-9ee9-4f39-a999-33585676df55 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561259 Jul 22 23:35:22.754981 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:22.794473 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de414601-ee15-4779-88b9-63645ed2f7f2 req-0c21c11b-feee-4455-bf6f-d09eb24fa73a service neutron] 10.222.0.95 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117899 Jul 22 23:35:22.795817 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 09833a9c-e284-4cc9-ad52-2399d3bd6f72, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=09833a9c-e284-4cc9-ad52-2399d3bd6f72,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:22.802073 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:22.860048 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4f18dd-0410-413d-a0dc-231c31f5fd46 admin admin] Made reservation on behalf of bb3a2d0f5d49440c8d1c8c93b02aa91f for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:22.864502 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf4f18dd-0410-413d-a0dc-231c31f5fd46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:22.871070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=09833a9c-e284-4cc9-ad52-2399d3bd6f72,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:22.965723 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646ba13d-e4f8-4489-8423-55fdbd55390e x-openstack-request-id: req-646ba13d-e4f8-4489-8423-55fdbd55390e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:22.966240 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6724cfce-ee11-484f-babb-cf52598a5150", "tag": "91ded15d-30c2-45e0-b357-9573726fd248", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:22.966655 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-646ba13d-e4f8-4489-8423-55fdbd55390e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:22.967219 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6724cfce-ee11-484f-babb-cf52598a5150', 'tag': '91ded15d-30c2-45e0-b357-9573726fd248', 'status': 'completed', 'code': 200} Jul 22 23:35:23.056912 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf4f18dd-0410-413d-a0dc-231c31f5fd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:23.098749 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087f938-5375-4320-9c8d-804e0d083f2a req-9440323f-8c8e-4fca-8328-d7d6d4e39f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.101235 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8087f938-5375-4320-9c8d-804e0d083f2a req-9440323f-8c8e-4fca-8328-d7d6d4e39f40 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 1094 time: 0.1073248 Jul 22 23:35:23.123128 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f18dd-0410-413d-a0dc-231c31f5fd46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6fea40-f65b-49f5-b79a-e507ab04e592,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:23.132345 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f18dd-0410-413d-a0dc-231c31f5fd46 admin admin] Checking segment: {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:23.132708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4f18dd-0410-413d-a0dc-231c31f5fd46 admin admin] Network hostable DHCP agents. Network: a83ef78c-9582-4eee-aa94-4db7f145b548, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:35:23.151540 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4f18dd-0410-413d-a0dc-231c31f5fd46 admin admin] Network a83ef78c-9582-4eee-aa94-4db7f145b548 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:35:23.162054 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bf4f18dd-0410-413d-a0dc-231c31f5fd46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, a83ef78c-9582-4eee-aa94-4db7f145b548) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:23.168411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4f18dd-0410-413d-a0dc-231c31f5fd46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.169576 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf4f18dd-0410-413d-a0dc-231c31f5fd46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:23.172957 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9267de9-77f5-48d8-aea8-432b9da3a226 None None] Network a83ef78c-9582-4eee-aa94-4db7f145b548 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:35:23.185820 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf4f18dd-0410-413d-a0dc-231c31f5fd46 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6688938 Jul 22 23:35:23.196567 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb67c55-a389-45d2-a62a-9e4e6087a3d4 req-fdcbdead-24b7-4c94-9182-c43c1f435979 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.203524 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1cb67c55-a389-45d2-a62a-9e4e6087a3d4 req-fdcbdead-24b7-4c94-9182-c43c1f435979 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 1097 time: 0.1450133 Jul 22 23:35:23.276720 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087f938-5375-4320-9c8d-804e0d083f2a req-699b8324-959e-4fbd-ad4b-31ff4f55ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.278294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8087f938-5375-4320-9c8d-804e0d083f2a req-699b8324-959e-4fbd-ad4b-31ff4f55ded5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 913 time: 0.1667795 Jul 22 23:35:23.307125 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1cb67c55-a389-45d2-a62a-9e4e6087a3d4 req-6a183ccf-4cb9-44e8-ab18-e7bd097fb9b8 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027470 Jul 22 23:35:23.311426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666bbeda-a048-4f4d-b973-d2455bfe174b None None] Network a83ef78c-9582-4eee-aa94-4db7f145b548 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:35:23.340843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8087f938-5375-4320-9c8d-804e0d083f2a req-39d74640-97d0-4eef-826d-f209c316e083 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91ded15d-30c2-45e0-b357-9573726fd248 HTTP/1.1" status: 200 len: 217 time: 0.0527873 Jul 22 23:35:23.355896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb9413-f366-41fa-b4c5-6e64881d166c req-770c8d38-42bd-40a8-b7c5-db58f7f3ba3f tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.357590 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e2eb9413-f366-41fa-b4c5-6e64881d166c req-770c8d38-42bd-40a8-b7c5-db58f7f3ba3f tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 943 time: 0.1745448 Jul 22 23:35:23.445075 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e2eb9413-f366-41fa-b4c5-6e64881d166c req-8c9fa40f-0af7-4f3e-a72e-373722be9a33 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781443 Jul 22 23:35:23.450576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087f938-5375-4320-9c8d-804e0d083f2a req-17e91e50-af8c-4ec6-984a-00da3b15a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.461488 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8087f938-5375-4320-9c8d-804e0d083f2a req-17e91e50-af8c-4ec6-984a-00da3b15a7db service neutron] 10.222.0.95 "GET /v2.0/subnets?id=750e6d21-68ba-4eb5-94e9-cc5c662415b5 HTTP/1.1" status: 200 len: 852 time: 0.0940661 Jul 22 23:35:23.495996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8087f938-5375-4320-9c8d-804e0d083f2a req-860faded-9bb0-4475-ae15-0d289cd59e58 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c6404c3b-acc2-4feb-85da-2ecd11b1a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367818 Jul 22 23:35:23.641780 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8087f938-5375-4320-9c8d-804e0d083f2a req-3d5a3b54-6840-430d-ac66-06494ac41d44 service neutron] 10.222.0.95 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371148 Jul 22 23:35:23.728077 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfabbc3-2486-4956-88f5-09688e1d2f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09833a9c-e284-4cc9-ad52-2399d3bd6f72'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:23.730562 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dd659c-2a1f-4f68-8a53-b6707c1d6946" -d '{"events": [{"server_uuid": "5cfabbc3-2486-4956-88f5-09688e1d2f89", "name": "network-vif-plugged", "status": "completed", "tag": "09833a9c-e284-4cc9-ad52-2399d3bd6f72"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:23.780070 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9282e-b07c-47c6-a027-f155681eaa3e req-41ec480f-925d-4127-bb6c-7e8d3d8511cc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.786013 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9282e-b07c-47c6-a027-f155681eaa3e req-41ec480f-925d-4127-bb6c-7e8d3d8511cc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.788221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00c9282e-b07c-47c6-a027-f155681eaa3e req-41ec480f-925d-4127-bb6c-7e8d3d8511cc tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 1682 time: 0.1928277 Jul 22 23:35:23.792085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca24ff-c24c-4bce-a459-090bee3ab21d req-b30d6890-7e1a-4e5b-9c86-471f689109b7 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.793507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cdca24ff-c24c-4bce-a459-090bee3ab21d req-b30d6890-7e1a-4e5b-9c86-471f689109b7 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 1097 time: 0.1853979 Jul 22 23:35:23.797334 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8087f938-5375-4320-9c8d-804e0d083f2a req-9772f373-7c34-4cb8-9df3-8a0a484ca094 service neutron] 10.222.0.95 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385260 Jul 22 23:35:23.854143 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00c9282e-b07c-47c6-a027-f155681eaa3e req-ab3a037f-5020-422b-9dff-9234d01ee2a3 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594742 Jul 22 23:35:23.855684 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cdca24ff-c24c-4bce-a459-090bee3ab21d req-38978e48-1fdd-4568-85f7-07e51c524361 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533700 Jul 22 23:35:24.084915 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-ef699a18-daf5-4200-9a7d-190512334a62 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:24.086433 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-ef699a18-daf5-4200-9a7d-190512334a62 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 805 time: 0.1075201 Jul 22 23:35:24.101214 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-0d8f472c-3ce3-4632-9e0c-0e158b38f593 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/quotas/bb3a2d0f5d49440c8d1c8c93b02aa91f HTTP/1.1" status: 200 len: 375 time: 0.0093105 Jul 22 23:35:24.138848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-9680a987-39b1-4374-8bfd-faa147a7cc59 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327568 Jul 22 23:35:24.354035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-9e1d3efb-7e8d-4e5a-b100-126e53436459 service neutron] 10.222.0.26 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086098 Jul 22 23:35:24.406502 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551787c-6d9b-4f9c-a576-e30e4ef4fa4a req-427f226b-330e-4bcc-acb5-99ab3ad69828 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:24.407940 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d551787c-6d9b-4f9c-a576-e30e4ef4fa4a req-427f226b-330e-4bcc-acb5-99ab3ad69828 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cfabbc3-2486-4956-88f5-09688e1d2f89 HTTP/1.1" status: 200 len: 949 time: 0.1128042 Jul 22 23:35:24.486542 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d551787c-6d9b-4f9c-a576-e30e4ef4fa4a req-5bf766dc-3e27-4348-aad0-a9164c10ea98 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549676 Jul 22 23:35:24.487595 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 91ded15d-30c2-45e0-b357-9573726fd248 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:24.491207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-b9acd243-327e-4c7c-a70d-bab0406da644 service neutron] 10.222.0.26 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302810 Jul 22 23:35:24.537525 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a15ccaa-6ad9-413f-a546-f1a0f6b64502 x-openstack-request-id: req-9a15ccaa-6ad9-413f-a546-f1a0f6b64502 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:24.538176 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfabbc3-2486-4956-88f5-09688e1d2f89", "name": "network-vif-plugged", "status": "completed", "tag": "09833a9c-e284-4cc9-ad52-2399d3bd6f72", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:24.538505 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a15ccaa-6ad9-413f-a546-f1a0f6b64502 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:24.538963 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfabbc3-2486-4956-88f5-09688e1d2f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09833a9c-e284-4cc9-ad52-2399d3bd6f72', 'code': 200} Jul 22 23:35:24.659202 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 91ded15d-30c2-45e0-b357-9573726fd248, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=91ded15d-30c2-45e0-b357-9573726fd248,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:24.671489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d969b0-91a5-49ea-a9f4-c90a676b0edb req-f53e07c5-aad0-4d56-8c81-50d9e778085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:24.673010 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39d969b0-91a5-49ea-a9f4-c90a676b0edb req-f53e07c5-aad0-4d56-8c81-50d9e778085b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5cfabbc3-2486-4956-88f5-09688e1d2f89 HTTP/1.1" status: 200 len: 1100 time: 0.0774698 Jul 22 23:35:24.685207 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '91ded15d-30c2-45e0-b357-9573726fd248', 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478', 'port_id': '91ded15d-30c2-45e0-b357-9573726fd248', 'mac_address': 'fa:16:3e:41:2c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750e6d21-68ba-4eb5-94e9-cc5c662415b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:24.739352 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39d969b0-91a5-49ea-a9f4-c90a676b0edb req-7f2ff9b9-b562-4b7c-98bc-bc56c69a87af service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590012 Jul 22 23:35:24.757111 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:24.774809 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ded15d-30c2-45e0-b357-9573726fd248 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:24.810873 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 91ded15d-30c2-45e0-b357-9573726fd248, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=91ded15d-30c2-45e0-b357-9573726fd248,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:24.822649 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:24.879150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=91ded15d-30c2-45e0-b357-9573726fd248,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:25.108297 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['91ded15d-30c2-45e0-b357-9573726fd248'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:25.133006 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291ceb8-616c-48e1-99bc-7e85a4edb978 req-30605c9b-e271-40ea-a963-4ed78422d561 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:25.134751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3291ceb8-616c-48e1-99bc-7e85a4edb978 req-30605c9b-e271-40ea-a963-4ed78422d561 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 944 time: 0.0767362 Jul 22 23:35:25.178167 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3291ceb8-616c-48e1-99bc-7e85a4edb978 req-7414e642-5c75-413d-8428-6e3290271a4d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355515 Jul 22 23:35:25.279284 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5c1902b-387b-4578-b7a7-0d485c388eb2 req-19efb956-73fe-440c-bfb1-de4706f92465 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f HTTP/1.1" status: 200 len: 210 time: 0.0326946 Jul 22 23:35:25.547818 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06615821-05ee-45dc-978f-5a6023433701 req-67d49aa0-e0c0-4457-a340-5442aa6f3420 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:25.556722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06615821-05ee-45dc-978f-5a6023433701 req-67d49aa0-e0c0-4457-a340-5442aa6f3420 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:25.558568 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06615821-05ee-45dc-978f-5a6023433701 req-67d49aa0-e0c0-4457-a340-5442aa6f3420 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 1682 time: 0.0776947 Jul 22 23:35:25.602243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06615821-05ee-45dc-978f-5a6023433701 req-5c16cb59-28d0-4d4f-ad44-1b1730b7a779 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380304 Jul 22 23:35:25.935794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-ab16186b-dbf7-4918-b889-b1e8d9484847 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:25.937590 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-ab16186b-dbf7-4918-b889-b1e8d9484847 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 805 time: 0.1455097 Jul 22 23:35:25.969618 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-7ff36e3a-42fa-4bdc-86b0-8822a5e7118a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Request body: {'port': {'device_id': '0a2d0658-e0b4-4be3-aae6-377a0923894f', 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548', 'admin_state_up': True, 'tenant_id': 'bb3a2d0f5d49440c8d1c8c93b02aa91f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:26.101475 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-7ff36e3a-42fa-4bdc-86b0-8822a5e7118a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Made reservation on behalf of bb3a2d0f5d49440c8d1c8c93b02aa91f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:26.105655 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-7ff36e3a-42fa-4bdc-86b0-8822a5e7118a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:26.278463 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-7ff36e3a-42fa-4bdc-86b0-8822a5e7118a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Allocated IP 172.20.0.8 (a83ef78c-9582-4eee-aa94-4db7f145b548/7a6fea40-f65b-49f5-b79a-e507ab04e592/8bae08b7-0670-4539-82be-dcc4e9e03196) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:26.305887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-38014f4b-d0cd-43fa-a8e5-6cdb4d63e275 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:35:26.306889 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-38014f4b-d0cd-43fa-a8e5-6cdb4d63e275 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0655622 Jul 22 23:35:26.324019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3a486-2ac1-4978-aec0-0387092feb2e req-61f35f28-53f3-4659-a56c-25f04c5e32c3 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:26.325501 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9eb3a486-2ac1-4978-aec0-0387092feb2e req-61f35f28-53f3-4659-a56c-25f04c5e32c3 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cfabbc3-2486-4956-88f5-09688e1d2f89 HTTP/1.1" status: 200 len: 949 time: 0.1405637 Jul 22 23:35:26.385332 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-372253c6-a561-4bda-92cd-abed6f9fd347 service neutron] Request body: {'binding': {'host': 'n-h2-688802-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:26.385779 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-372253c6-a561-4bda-92cd-abed6f9fd347 service neutron] Unknown quota resources ['binding']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:35:26.430779 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9eb3a486-2ac1-4978-aec0-0387092feb2e req-e57109b3-c7e1-41e7-abb4-c23efaa18cb5 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958307 Jul 22 23:35:26.509787 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 91ded15d-30c2-45e0-b357-9573726fd248 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:26.568923 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-7ff36e3a-42fa-4bdc-86b0-8822a5e7118a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:26.569880 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 91ded15d-30c2-45e0-b357-9573726fd248 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:26.578051 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 91ded15d-30c2-45e0-b357-9573726fd248 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:26.578431 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:26.682371 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:26.709478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6724cfce-ee11-484f-babb-cf52598a5150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ded15d-30c2-45e0-b357-9573726fd248'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:26.711820 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080175f4-f654-4c4e-9627-b813bf2066fc" -d '{"events": [{"server_uuid": "6724cfce-ee11-484f-babb-cf52598a5150", "name": "network-vif-plugged", "status": "completed", "tag": "91ded15d-30c2-45e0-b357-9573726fd248"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:26.725889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 91ded15d-30c2-45e0-b357-9573726fd248, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=91ded15d-30c2-45e0-b357-9573726fd248,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:26.730913 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:26.794260 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=91ded15d-30c2-45e0-b357-9573726fd248,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:26.853747 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35704) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:26.939182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-372253c6-a561-4bda-92cd-abed6f9fd347 service neutron] Attempting to bind port dd35ae84-d9a8-4a36-af20-35af90ce547b on host n-h2-688802-2 for vnic_type normal with profile None {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:26.939673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-372253c6-a561-4bda-92cd-abed6f9fd347 service neutron] Attempting to bind port dd35ae84-d9a8-4a36-af20-35af90ce547b by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:26.939775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-372253c6-a561-4bda-92cd-abed6f9fd347 service neutron] Attempting to bind port dd35ae84-d9a8-4a36-af20-35af90ce547b on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:26.948902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-372253c6-a561-4bda-92cd-abed6f9fd347 service neutron] Port dd35ae84-d9a8-4a36-af20-35af90ce547b on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:26.949053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-372253c6-a561-4bda-92cd-abed6f9fd347 service neutron] Attempting to bind port dd35ae84-d9a8-4a36-af20-35af90ce547b on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:26.956818 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-372253c6-a561-4bda-92cd-abed6f9fd347 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:26.957189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-372253c6-a561-4bda-92cd-abed6f9fd347 service neutron] Checking segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:26.957537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-372253c6-a561-4bda-92cd-abed6f9fd347 service neutron] Bound using segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:26.957984 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-372253c6-a561-4bda-92cd-abed6f9fd347 service neutron] Bound port: dd35ae84-d9a8-4a36-af20-35af90ce547b, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:26.962051 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-7ff36e3a-42fa-4bdc-86b0-8822a5e7118a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:26.990820 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79b62def-99b4-4bea-b959-dc1295b64e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.034360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-7ff36e3a-42fa-4bdc-86b0-8822a5e7118a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Network a83ef78c-9582-4eee-aa94-4db7f145b548 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:27.056673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-7ff36e3a-42fa-4bdc-86b0-8822a5e7118a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:27.059308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-7ff36e3a-42fa-4bdc-86b0-8822a5e7118a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:27.083019 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79b62def-99b4-4bea-b959-dc1295b64e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.087481 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79b62def-99b4-4bea-b959-dc1295b64e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.122173 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff36e3a-42fa-4bdc-86b0-8822a5e7118a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Pushing event updated for resources: {'Port': ['ID=8bae08b7-0670-4539-82be-dcc4e9e03196,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:27.124640 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b62def-99b4-4bea-b959-dc1295b64e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea59b858-1f69-4777-88b5-a33a280b47b9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:27.129772 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-79b62def-99b4-4bea-b959-dc1295b64e02 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7879aa21c1184ac6af17343ee9888395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742610 Jul 22 23:35:27.132567 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35714) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:27.165619 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-372253c6-a561-4bda-92cd-abed6f9fd347 service neutron] For port dd35ae84-d9a8-4a36-af20-35af90ce547b, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dd35ae84-d9a8-4a36-af20-35af90ce547b,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:27.180512 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-372253c6-a561-4bda-92cd-abed6f9fd347 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.181728 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-372253c6-a561-4bda-92cd-abed6f9fd347 service neutron] 10.222.0.26 "POST /v2.0/ports/dd35ae84-d9a8-4a36-af20-35af90ce547b/bindings HTTP/1.1" status: 201 len: 389 time: 0.8553500 Jul 22 23:35:27.185786 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4216f25b-e444-433f-850f-57e160747d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.191662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-7ff36e3a-42fa-4bdc-86b0-8822a5e7118a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.192292 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-7ff36e3a-42fa-4bdc-86b0-8822a5e7118a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.209423 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4216f25b-e444-433f-850f-57e160747d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.243149 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59f851-090a-464e-be11-dea4ddaa86c6 req-76ba2eb8-38e5-469b-aa56-80e71d609775 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.251391 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c59f851-090a-464e-be11-dea4ddaa86c6 req-76ba2eb8-38e5-469b-aa56-80e71d609775 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.2156923 Jul 22 23:35:27.254206 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-7ff36e3a-42fa-4bdc-86b0-8822a5e7118a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2888093 Jul 22 23:35:27.267326 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4216f25b-e444-433f-850f-57e160747d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.270570 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4216f25b-e444-433f-850f-57e160747d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.274815 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4216f25b-e444-433f-850f-57e160747d80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea59b858-1f69-4777-88b5-a33a280b47b9 HTTP/1.1" status: 204 len: 168 time: 0.1410441 Jul 22 23:35:27.283438 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216f25b-e444-433f-850f-57e160747d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea59b858-1f69-4777-88b5-a33a280b47b9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:27.315688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-1d023552-c3c7-4d7a-aa46-3e2b9a175c9a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.322014 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-1d023552-c3c7-4d7a-aa46-3e2b9a175c9a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.323706 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-1d023552-c3c7-4d7a-aa46-3e2b9a175c9a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.18 "GET /v2.0/ports?device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 1682 time: 0.2158549 Jul 22 23:35:27.330629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Request body: {'port': {'device_id': '0a2d0658-e0b4-4be3-aae6-377a0923894f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:27.452602 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c59f851-090a-464e-be11-dea4ddaa86c6 req-a34322a4-aa78-48a2-a6a3-903df3860a65 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002108 Jul 22 23:35:27.570096 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.587892 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35724) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:27.601907 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53580bcd-109d-40c1-8c6d-a8c1f3b8b233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.606617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debb5ee-c34e-403b-99fe-7458b343e303 req-4eb54328-217d-4d31-9ea2-b2c0c227526e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.608120 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2debb5ee-c34e-403b-99fe-7458b343e303 req-4eb54328-217d-4d31-9ea2-b2c0c227526e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f HTTP/1.1" status: 200 len: 931 time: 0.2834830 Jul 22 23:35:27.648809 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-1ad458fa-b9c8-4639-a635-b8bd49a61669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.650365 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-1ad458fa-b9c8-4639-a635-b8bd49a61669 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 1097 time: 0.2252445 Jul 22 23:35:27.684443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-cb6bcf9d-fcc0-4e87-9c6c-14c1ca822abb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Deleting port 810543d4-8415-4a4a-8fcd-79ab35d8949f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:27.684777 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-cb6bcf9d-fcc0-4e87-9c6c-14c1ca822abb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.712694 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53580bcd-109d-40c1-8c6d-a8c1f3b8b233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.717668 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53580bcd-109d-40c1-8c6d-a8c1f3b8b233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.756980 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-53580bcd-109d-40c1-8c6d-a8c1f3b8b233 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e067d67a28e4745a7fa353d9f684939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676517 Jul 22 23:35:27.761773 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35728) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:27.779445 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53580bcd-109d-40c1-8c6d-a8c1f3b8b233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e0ba96-3a86-4db9-9147-944f4cafcbef,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:27.816723 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e07951b3-29cb-4c43-acdd-babb7ad6b179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.838182 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e07951b3-29cb-4c43-acdd-babb7ad6b179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.852876 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2debb5ee-c34e-403b-99fe-7458b343e303 req-38b96c5d-a421-4085-a9e7-2334e12d2f6e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366760 Jul 22 23:35:27.890714 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e07951b3-29cb-4c43-acdd-babb7ad6b179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.894554 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e07951b3-29cb-4c43-acdd-babb7ad6b179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.896195 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e07951b3-29cb-4c43-acdd-babb7ad6b179 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70e0ba96-3a86-4db9-9147-944f4cafcbef HTTP/1.1" status: 204 len: 168 time: 0.1334543 Jul 22 23:35:27.908272 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07951b3-29cb-4c43-acdd-babb7ad6b179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e0ba96-3a86-4db9-9147-944f4cafcbef,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:28.008282 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-9afae0c5-d5d0-4631-9c86-cabe64b21644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:28.009788 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-9afae0c5-d5d0-4631-9c86-cabe64b21644 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.3461840 Jul 22 23:35:28.024528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-cb6bcf9d-fcc0-4e87-9c6c-14c1ca822abb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] For port 810543d4-8415-4a4a-8fcd-79ab35d8949f, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=810543d4-8415-4a4a-8fcd-79ab35d8949f,segment=NetworkSegment(c5646b5f-c184-4843-aff5-a47ca4900b0a),segment_id=c5646b5f-c184-4843-aff5-a47ca4900b0a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:28.024932 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-cb6bcf9d-fcc0-4e87-9c6c-14c1ca822abb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:28.104912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-cb6bcf9d-fcc0-4e87-9c6c-14c1ca822abb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Calling delete_port for 810543d4-8415-4a4a-8fcd-79ab35d8949f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:28.107691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-7d17981e-88f4-46d7-886c-500bf2f1be15 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd35ae84-d9a8-4a36-af20-35af90ce547b HTTP/1.1" status: 200 len: 217 time: 0.0866120 Jul 22 23:35:28.184155 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993c21d7-0b1d-4254-a0d5-d3c19b23d679 x-openstack-request-id: req-993c21d7-0b1d-4254-a0d5-d3c19b23d679 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:28.184663 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6724cfce-ee11-484f-babb-cf52598a5150", "name": "network-vif-plugged", "status": "completed", "tag": "91ded15d-30c2-45e0-b357-9573726fd248", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:28.184755 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-993c21d7-0b1d-4254-a0d5-d3c19b23d679 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:28.185082 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6724cfce-ee11-484f-babb-cf52598a5150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ded15d-30c2-45e0-b357-9573726fd248', 'code': 200} Jul 22 23:35:28.271877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-37f2b8a9-b0a8-4647-8730-337d14c83763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:28.273392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-37f2b8a9-b0a8-4647-8730-337d14c83763 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.1518128 Jul 22 23:35:28.300807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2481f70-6a5b-49cb-8855-7161720bd543 req-9eb3907b-afc2-40a7-83b3-6e7ae5a2e2f4 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:28.308956 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2481f70-6a5b-49cb-8855-7161720bd543 req-9eb3907b-afc2-40a7-83b3-6e7ae5a2e2f4 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:28.310714 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b2481f70-6a5b-49cb-8855-7161720bd543 req-9eb3907b-afc2-40a7-83b3-6e7ae5a2e2f4 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/ports?device_id=9558bd18-f8eb-400a-b881-91a048922ff2 HTTP/1.1" status: 200 len: 1682 time: 0.3632190 Jul 22 23:35:28.397933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-b5b9a0b1-786d-45a6-98bd-6ab4814b8ee0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823851 Jul 22 23:35:28.486421 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bae08b7-0670-4539-82be-dcc4e9e03196 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:28.513652 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:28.588842 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b2481f70-6a5b-49cb-8855-7161720bd543 req-9afcbd1a-8599-4f92-a9ee-37810410ec44 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270184 Jul 22 23:35:28.621656 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d30b6a-1902-4c53-b286-2da630aabec3 req-89a7a4bf-82a9-4bb5-847b-eceea479d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:28.623168 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9d30b6a-1902-4c53-b286-2da630aabec3 req-89a7a4bf-82a9-4bb5-847b-eceea479d7d6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 1096 time: 0.3541923 Jul 22 23:35:28.666311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436a98e-679d-4e81-af5f-56fdd9cddffe req-dd036ac2-b962-4bb7-ae23-e4dd98f9e5bf tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:28.667770 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3436a98e-679d-4e81-af5f-56fdd9cddffe req-dd036ac2-b962-4bb7-ae23-e4dd98f9e5bf tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 946 time: 0.3240116 Jul 22 23:35:28.687789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Transition to ACTIVE for port object 8bae08b7-0670-4539-82be-dcc4e9e03196 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:28.692518 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-cb6bcf9d-fcc0-4e87-9c6c-14c1ca822abb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:28.726239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['5a20fc8b-6d18-472d-9c83-dc55de305523', '810543d4-8415-4a4a-8fcd-79ab35d8949f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:28.731763 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:28.764046 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-f96d4499-c753-4bb1-b11f-93e19f2e4e73 service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333580 Jul 22 23:35:28.791814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bcf9d-fcc0-4e87-9c6c-14c1ca822abb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event deleted for resources: {'Port': ['ID=810543d4-8415-4a4a-8fcd-79ab35d8949f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:28.859392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9d30b6a-1902-4c53-b286-2da630aabec3 req-724e9986-60bb-40bc-9afe-740553e6baf5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285471 Jul 22 23:35:28.924343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-cb6bcf9d-fcc0-4e87-9c6c-14c1ca822abb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] No DVR routers for this DVR port 810543d4-8415-4a4a-8fcd-79ab35d8949f on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:28.927224 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-cb6bcf9d-fcc0-4e87-9c6c-14c1ca822abb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:28.930119 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-cb6bcf9d-fcc0-4e87-9c6c-14c1ca822abb tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.18 "DELETE /v2.0/ports/810543d4-8415-4a4a-8fcd-79ab35d8949f HTTP/1.1" status: 204 len: 173 time: 1.5948281 Jul 22 23:35:28.942585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9558bd18-f8eb-400a-b881-91a048922ff2', 'name': 'network-vif-deleted', 'tag': '810543d4-8415-4a4a-8fcd-79ab35d8949f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:28.945725 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab5125f-0177-48ed-9126-7a10c190e083" -d '{"events": [{"server_uuid": "9558bd18-f8eb-400a-b881-91a048922ff2", "name": "network-vif-deleted", "tag": "810543d4-8415-4a4a-8fcd-79ab35d8949f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:28.956825 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3436a98e-679d-4e81-af5f-56fdd9cddffe req-0ee7312e-fbe3-42dc-831c-f2671c7452d3 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702093 Jul 22 23:35:28.978155 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Pushing event updated for resources: {'Port': ['ID=8bae08b7-0670-4539-82be-dcc4e9e03196,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:29.097351 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd870769-137e-45cf-993a-bd68475ea1d7 req-797427c3-4a2f-4523-a3fc-ee5b99640400 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:29.098855 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd870769-137e-45cf-993a-bd68475ea1d7 req-797427c3-4a2f-4523-a3fc-ee5b99640400 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cfabbc3-2486-4956-88f5-09688e1d2f89 HTTP/1.1" status: 200 len: 949 time: 0.4412868 Jul 22 23:35:29.175505 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-9eb30500-6440-4f14-8164-e4fc7e5483a0 service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758175 Jul 22 23:35:29.198972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Attempting to bind port 8bae08b7-0670-4539-82be-dcc4e9e03196 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:29.199372 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Attempting to bind port 8bae08b7-0670-4539-82be-dcc4e9e03196 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:29.199627 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Attempting to bind port 8bae08b7-0670-4539-82be-dcc4e9e03196 on network a83ef78c-9582-4eee-aa94-4db7f145b548 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:29.214243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd870769-137e-45cf-993a-bd68475ea1d7 req-19e16386-6524-44bd-8956-4d4388d85da8 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042402 Jul 22 23:35:29.216828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Port 8bae08b7-0670-4539-82be-dcc4e9e03196 on network a83ef78c-9582-4eee-aa94-4db7f145b548 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:29.216948 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Attempting to bind port 8bae08b7-0670-4539-82be-dcc4e9e03196 on network a83ef78c-9582-4eee-aa94-4db7f145b548 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:29.229205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:29.229550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Checking segment: {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:29.229935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Bound using segment: {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:29.230362 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Bound port: 8bae08b7-0670-4539-82be-dcc4e9e03196, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:29.230793 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:29.269732 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-24f7765f-72e7-4222-a048-ec8791d28018 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Deleting port 5a20fc8b-6d18-472d-9c83-dc55de305523 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:29.270074 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-24f7765f-72e7-4222-a048-ec8791d28018 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:29.454263 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] For port 8bae08b7-0670-4539-82be-dcc4e9e03196, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:29.509009 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] For port 8bae08b7-0670-4539-82be-dcc4e9e03196, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=8bae08b7-0670-4539-82be-dcc4e9e03196,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:29.511170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-24f7765f-72e7-4222-a048-ec8791d28018 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] For port 5a20fc8b-6d18-472d-9c83-dc55de305523, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=5a20fc8b-6d18-472d-9c83-dc55de305523,segment=NetworkSegment(90501415-7405-432d-b8c1-59260d0e0798),segment_id=90501415-7405-432d-b8c1-59260d0e0798)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:29.511597 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-24f7765f-72e7-4222-a048-ec8791d28018 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:29.543978 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:29.547755 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-24f7765f-72e7-4222-a048-ec8791d28018 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Calling delete_port for 5a20fc8b-6d18-472d-9c83-dc55de305523 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:29.596027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:29.597048 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:29.598739 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] 10.222.0.18 "PUT /v2.0/ports/8bae08b7-0670-4539-82be-dcc4e9e03196 HTTP/1.1" status: 200 len: 1091 time: 2.3031499 Jul 22 23:35:29.700965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dda2b1-513d-44ee-af3d-fe448e368830 service neutron] Pushing event updated for resources: {'Port': ['ID=8bae08b7-0670-4539-82be-dcc4e9e03196,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:29.744286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b5f15-d892-47e1-920e-f8fcb4de4469 req-fc7ea46e-8c9d-42df-8e46-e962fddcf22c tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:29.751277 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-351b5f15-d892-47e1-920e-f8fcb4de4469 req-fc7ea46e-8c9d-42df-8e46-e962fddcf22c tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.2567928 Jul 22 23:35:29.841429 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-351b5f15-d892-47e1-920e-f8fcb4de4469 req-57f06833-4ae6-49fc-becc-d1b40f81d55d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892854 Jul 22 23:35:29.854370 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-770bd9c7-2c10-422b-88e4-b24c1e3c4dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:29.855873 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-770bd9c7-2c10-422b-88e4-b24c1e3c4dbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f HTTP/1.1" status: 200 len: 1094 time: 0.1959383 Jul 22 23:35:29.892608 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cb6303-bd5c-49c9-a0f3-da764faef6bc x-openstack-request-id: req-80cb6303-bd5c-49c9-a0f3-da764faef6bc {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:29.892965 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9558bd18-f8eb-400a-b881-91a048922ff2", "name": "network-vif-deleted", "tag": "810543d4-8415-4a4a-8fcd-79ab35d8949f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:29.893176 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80cb6303-bd5c-49c9-a0f3-da764faef6bc {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:29.893678 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9558bd18-f8eb-400a-b881-91a048922ff2', 'name': 'network-vif-deleted', 'tag': '810543d4-8415-4a4a-8fcd-79ab35d8949f', 'status': 'completed', 'code': 200} Jul 22 23:35:29.957239 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-1bf52c12-1c8f-4df3-9fe8-113c6c729b58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bae08b7-0670-4539-82be-dcc4e9e03196 HTTP/1.1" status: 200 len: 217 time: 0.0719442 Jul 22 23:35:29.960311 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-24f7765f-72e7-4222-a048-ec8791d28018 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:30.014927 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7765f-72e7-4222-a048-ec8791d28018 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event deleted for resources: {'Port': ['ID=5a20fc8b-6d18-472d-9c83-dc55de305523,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:30.094097 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-24f7765f-72e7-4222-a048-ec8791d28018 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] No DVR routers for this DVR port 5a20fc8b-6d18-472d-9c83-dc55de305523 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:30.097136 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-24f7765f-72e7-4222-a048-ec8791d28018 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:30.100366 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bad44b67-252a-4e3f-9c1b-0fd1fb5af16b req-24f7765f-72e7-4222-a048-ec8791d28018 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.18 "DELETE /v2.0/ports/5a20fc8b-6d18-472d-9c83-dc55de305523 HTTP/1.1" status: 204 len: 173 time: 1.1497750 Jul 22 23:35:30.119907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e466a-be39-4a5a-a399-4f2cae190314 req-a9a89a31-99cb-447c-9454-fdf7e93d12ab tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:30.127106 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a82e466a-be39-4a5a-a399-4f2cae190314 req-a9a89a31-99cb-447c-9454-fdf7e93d12ab tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f HTTP/1.1" status: 200 len: 943 time: 0.3102973 Jul 22 23:35:30.141252 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-1f0d929a-1347-43a3-bf3e-cbf42d5987b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:30.142697 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-1f0d929a-1347-43a3-bf3e-cbf42d5987b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a6fea40-f65b-49f5-b79a-e507ab04e592 HTTP/1.1" status: 200 len: 845 time: 0.1714449 Jul 22 23:35:30.189980 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-08281724-a464-401b-a15c-eb22a4c5ef75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83ef78c-9582-4eee-aa94-4db7f145b548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403390 Jul 22 23:35:30.230669 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a82e466a-be39-4a5a-a399-4f2cae190314 req-8a11a361-e12e-4cd7-828e-376a93f62c37 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001153 Jul 22 23:35:30.353041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-6a370043-fe06-4a20-9813-f5af7f331f19 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3ee5a1f30ed44ae183088e9fe294695d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294011 Jul 22 23:35:30.375860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-c3bcda18-7c2a-4be8-80e5-14f58ed7133e service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796572 Jul 22 23:35:30.906496 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 810543d4-8415-4a4a-8fcd-79ab35d8949f no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:30.921148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-6e12c8e8-5270-4f3a-9aff-933587009ba4 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:30.922655 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-6e12c8e8-5270-4f3a-9aff-933587009ba4 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5623846 Jul 22 23:35:30.927046 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 810543d4-8415-4a4a-8fcd-79ab35d8949f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:30.928466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 810543d4-8415-4a4a-8fcd-79ab35d8949f not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:30.929080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 5a20fc8b-6d18-472d-9c83-dc55de305523 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:30.939656 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e0e54bd-5403-43ab-bd89-d91ab52cd8c4 req-dd421835-f298-4521-ba84-746d14920240 service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493491 Jul 22 23:35:30.958672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 5a20fc8b-6d18-472d-9c83-dc55de305523 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:30.959407 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 5a20fc8b-6d18-472d-9c83-dc55de305523 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:30.961167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713fceb-a354-4670-af84-e40528159346 req-b5b9d9d9-615a-4be0-b883-9e73284685b6 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:30.961651 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713fceb-a354-4670-af84-e40528159346 req-b5b9d9d9-615a-4be0-b883-9e73284685b6 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:30.962265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713fceb-a354-4670-af84-e40528159346 req-b5b9d9d9-615a-4be0-b883-9e73284685b6 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:30.962573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713fceb-a354-4670-af84-e40528159346 req-b5b9d9d9-615a-4be0-b883-9e73284685b6 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:30.963035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713fceb-a354-4670-af84-e40528159346 req-b5b9d9d9-615a-4be0-b883-9e73284685b6 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:30.963512 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713fceb-a354-4670-af84-e40528159346 req-b5b9d9d9-615a-4be0-b883-9e73284685b6 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:30.963950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713fceb-a354-4670-af84-e40528159346 req-b5b9d9d9-615a-4be0-b883-9e73284685b6 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:30.964430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713fceb-a354-4670-af84-e40528159346 req-b5b9d9d9-615a-4be0-b883-9e73284685b6 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:30.964865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713fceb-a354-4670-af84-e40528159346 req-b5b9d9d9-615a-4be0-b883-9e73284685b6 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:30.965348 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713fceb-a354-4670-af84-e40528159346 req-b5b9d9d9-615a-4be0-b883-9e73284685b6 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:30.967385 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2713fceb-a354-4670-af84-e40528159346 req-b5b9d9d9-615a-4be0-b883-9e73284685b6 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7091 time: 0.2520018 Jul 22 23:35:30.969539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-69b220ac-2c0b-4ee0-831c-584358c4bc9e tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/quotas/3ee5a1f30ed44ae183088e9fe294695d HTTP/1.1" status: 200 len: 375 time: 0.0324345 Jul 22 23:35:31.012752 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35848) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:31.069697 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-7008ffa1-b74e-4211-a741-28be7eb2f89f tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ee5a1f30ed44ae183088e9fe294695d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0915608 Jul 22 23:35:31.086122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d960328-e0e1-498b-9454-3ad7c4fc10f9 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Deleting subnet e180a6f6-8e10-4edb-ab16-63a4a62672e1 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:35:31.089734 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d960328-e0e1-498b-9454-3ad7c4fc10f9 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.139358 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d960328-e0e1-498b-9454-3ad7c4fc10f9 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.258618 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d960328-e0e1-498b-9454-3ad7c4fc10f9 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.322997 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d960328-e0e1-498b-9454-3ad7c4fc10f9 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.360190 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9caa25-cf4d-4b72-b765-98aabcd383f2 None None] Network 4fe94323-d993-4d58-886e-c61930f8b90a requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:35:31.391027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160810c-b969-43a8-8313-85f0ae48fe81 req-3303a563-79d3-48dd-ad33-582a82f1acf7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:31.393367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0160810c-b969-43a8-8313-85f0ae48fe81 req-3303a563-79d3-48dd-ad33-582a82f1acf7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 946 time: 0.1139970 Jul 22 23:35:31.393506 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d960328-e0e1-498b-9454-3ad7c4fc10f9 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event deleted for resources: {'Subnet': ['ID=e180a6f6-8e10-4edb-ab16-63a4a62672e1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:31.395639 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d960328-e0e1-498b-9454-3ad7c4fc10f9 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.402338 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3d960328-e0e1-498b-9454-3ad7c4fc10f9 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "DELETE /v2.0/subnets/e180a6f6-8e10-4edb-ab16-63a4a62672e1 HTTP/1.1" status: 204 len: 168 time: 0.3861928 Jul 22 23:35:31.403343 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35884) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:31.453954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0160810c-b969-43a8-8313-85f0ae48fe81 req-5521081e-9654-4b1c-8ad2-38551c9a3485 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484834 Jul 22 23:35:31.577675 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.591376 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-709e3d1a-9366-4517-8059-4561bc051c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.685731 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Deleting port 54fd4a2d-516b-4395-b993-f34f348790ab {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:31.686310 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.695139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825df41b-326d-41ca-9a50-88927018bc64 req-0ce8cf42-d856-467d-ae1d-341443c432b7 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:31.697288 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-825df41b-326d-41ca-9a50-88927018bc64 req-0ce8cf42-d856-467d-ae1d-341443c432b7 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.1194663 Jul 22 23:35:31.718423 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] DHCP port deletion for 4fe94323-d993-4d58-886e-c61930f8b90a request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:35:31.800000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] For port 54fd4a2d-516b-4395-b993-f34f348790ab, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=54fd4a2d-516b-4395-b993-f34f348790ab,segment=NetworkSegment(90501415-7405-432d-b8c1-59260d0e0798),segment_id=90501415-7405-432d-b8c1-59260d0e0798)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:31.800759 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.818653 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Deleting port 54fd4a2d-516b-4395-b993-f34f348790ab {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:31.819350 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.821979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Calling delete_port for 54fd4a2d-516b-4395-b993-f34f348790ab owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:31.852880 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-825df41b-326d-41ca-9a50-88927018bc64 req-1fffd759-ef89-4374-9ef9-df1430234dac tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470454 Jul 22 23:35:31.868374 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526435cf-cbc8-4c77-a344-b445f85fa2b1 req-586c7666-82b7-4bb9-89f0-cc20109f9fd6 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:31.869942 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-526435cf-cbc8-4c77-a344-b445f85fa2b1 req-586c7666-82b7-4bb9-89f0-cc20109f9fd6 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 886 time: 0.1391783 Jul 22 23:35:31.895106 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2d0658-e0b4-4be3-aae6-377a0923894f', 'tag': '8bae08b7-0670-4539-82be-dcc4e9e03196'}, {'server_uuid': '9558bd18-f8eb-400a-b881-91a048922ff2', 'name': 'network-vif-deleted', 'tag': '5a20fc8b-6d18-472d-9c83-dc55de305523'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:31.898147 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8656e9cf-cab9-44a8-a0d6-ceb2bae554c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2d0658-e0b4-4be3-aae6-377a0923894f", "tag": "8bae08b7-0670-4539-82be-dcc4e9e03196"}, {"server_uuid": "9558bd18-f8eb-400a-b881-91a048922ff2", "name": "network-vif-deleted", "tag": "5a20fc8b-6d18-472d-9c83-dc55de305523"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:31.945754 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.966753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] For port 54fd4a2d-516b-4395-b993-f34f348790ab, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=54fd4a2d-516b-4395-b993-f34f348790ab,segment=NetworkSegment(90501415-7405-432d-b8c1-59260d0e0798),segment_id=90501415-7405-432d-b8c1-59260d0e0798)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:31.967482 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.982727 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Calling delete_port for 54fd4a2d-516b-4395-b993-f34f348790ab owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:32.051266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] No DVR routers for this DVR port 54fd4a2d-516b-4395-b993-f34f348790ab on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:32.055193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event deleted for resources: {'Port': ['ID=54fd4a2d-516b-4395-b993-f34f348790ab,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:32.071591 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-565d81c4-6cf5-4a94-8f81-9f01ef55e7ea req-a2d95bd8-d5d4-4d91-932f-1302a729be77 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 210 time: 0.1058154 Jul 22 23:35:32.122210 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:32.126456 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bfe6d-7386-4dd3-8db3-75273300a08d req-736cf36a-0317-41c4-b736-2a440c0eeb05 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.128930 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-560bfe6d-7386-4dd3-8db3-75273300a08d req-736cf36a-0317-41c4-b736-2a440c0eeb05 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f HTTP/1.1" status: 200 len: 943 time: 0.1778433 Jul 22 23:35:32.173183 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Pushing event deleted for resources: {'Port': ['ID=54fd4a2d-516b-4395-b993-f34f348790ab,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:32.184183 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:32.195690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:32.197373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:32.197373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:32.197373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:32.198476 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:32.199690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:32.200373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:32.200877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:32.201436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:32.202082 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:32.202610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:32.206429 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:32.212323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe94323-d993-4d58-886e-c61930f8b90a']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:32.212997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 54fd4a2d-516b-4395-b993-f34f348790ab no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:32.218397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d16a2-db98-4692-a2de-7da985760c58 None None] No DVR routers for this DVR port 54fd4a2d-516b-4395-b993-f34f348790ab on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:32.228068 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-560bfe6d-7386-4dd3-8db3-75273300a08d req-a2a9e665-8bf5-4c39-8660-d36e2b0b059f tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919430 Jul 22 23:35:32.241686 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90501415-7405-432d-b8c1-59260d0e0798') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:32.242045 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90501415-7405-432d-b8c1-59260d0e0798') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:32.259593 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:32.275221 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 54fd4a2d-516b-4395-b993-f34f348790ab {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:32.275221 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 54fd4a2d-516b-4395-b993-f34f348790ab not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:32.301475 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:32.316209 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:35:32.317564 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:35:32.323591 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:35:32.407759 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:32.417985 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:32.425806 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "DELETE /v2.0/networks/4fe94323-d993-4d58-886e-c61930f8b90a HTTP/1.1" status: 204 len: 168 time: 1.0212634 Jul 22 23:35:32.426555 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35926) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:32.471911 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120348d-a1f6-4241-ab97-ed2ce5e3915d req-136ed3ae-336e-4ba2-8bf8-f342ba68dc80 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.472561 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120348d-a1f6-4241-ab97-ed2ce5e3915d req-136ed3ae-336e-4ba2-8bf8-f342ba68dc80 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.473817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120348d-a1f6-4241-ab97-ed2ce5e3915d req-136ed3ae-336e-4ba2-8bf8-f342ba68dc80 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.474998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120348d-a1f6-4241-ab97-ed2ce5e3915d req-136ed3ae-336e-4ba2-8bf8-f342ba68dc80 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.476018 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120348d-a1f6-4241-ab97-ed2ce5e3915d req-136ed3ae-336e-4ba2-8bf8-f342ba68dc80 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.476547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120348d-a1f6-4241-ab97-ed2ce5e3915d req-136ed3ae-336e-4ba2-8bf8-f342ba68dc80 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.477207 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120348d-a1f6-4241-ab97-ed2ce5e3915d req-136ed3ae-336e-4ba2-8bf8-f342ba68dc80 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.477761 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120348d-a1f6-4241-ab97-ed2ce5e3915d req-136ed3ae-336e-4ba2-8bf8-f342ba68dc80 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.478221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120348d-a1f6-4241-ab97-ed2ce5e3915d req-136ed3ae-336e-4ba2-8bf8-f342ba68dc80 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.478796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120348d-a1f6-4241-ab97-ed2ce5e3915d req-136ed3ae-336e-4ba2-8bf8-f342ba68dc80 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.498927 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0036ac8-3fc6-43ab-94a8-df8af4b8d85f tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event deleted for resources: {'Network': ['ID=4fe94323-d993-4d58-886e-c61930f8b90a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:32.504116 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d120348d-a1f6-4241-ab97-ed2ce5e3915d req-136ed3ae-336e-4ba2-8bf8-f342ba68dc80 tempest-NetworksTest-1803105733 tempest-NetworksTest-1803105733-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7053 time: 0.2107279 Jul 22 23:35:32.539529 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d22289c-54f2-4cf6-9f1a-906b274444f6 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Deleting subnet 0f5fb76f-9e75-4692-bd75-594296865815 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:35:32.555025 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d22289c-54f2-4cf6-9f1a-906b274444f6 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:32.581222 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca7e062-468e-487b-8f68-9dac7e992b80 x-openstack-request-id: req-3ca7e062-468e-487b-8f68-9dac7e992b80 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:32.581538 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2d0658-e0b4-4be3-aae6-377a0923894f", "tag": "8bae08b7-0670-4539-82be-dcc4e9e03196", "status": "completed", "code": 200}, {"server_uuid": "9558bd18-f8eb-400a-b881-91a048922ff2", "name": "network-vif-deleted", "tag": "5a20fc8b-6d18-472d-9c83-dc55de305523", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:32.581939 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ca7e062-468e-487b-8f68-9dac7e992b80 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:32.582358 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2d0658-e0b4-4be3-aae6-377a0923894f', 'tag': '8bae08b7-0670-4539-82be-dcc4e9e03196', 'status': 'completed', 'code': 200} Jul 22 23:35:32.582684 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9558bd18-f8eb-400a-b881-91a048922ff2', 'name': 'network-vif-deleted', 'tag': '5a20fc8b-6d18-472d-9c83-dc55de305523', 'status': 'completed', 'code': 200} Jul 22 23:35:32.664014 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d22289c-54f2-4cf6-9f1a-906b274444f6 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:32.715988 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-f6f05682-a64b-443b-8148-3ae2510d06eb tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3ee5a1f30ed44ae183088e9fe294695d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746381 Jul 22 23:35:32.865396 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d22289c-54f2-4cf6-9f1a-906b274444f6 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:32.966120 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d22289c-54f2-4cf6-9f1a-906b274444f6 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:32.983732 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d22289c-54f2-4cf6-9f1a-906b274444f6 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:32.989296 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2d22289c-54f2-4cf6-9f1a-906b274444f6 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "DELETE /v2.0/subnets/0f5fb76f-9e75-4692-bd75-594296865815 HTTP/1.1" status: 204 len: 168 time: 0.5329683 Jul 22 23:35:32.991903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f08d3-44cf-498e-8280-7b1ad57bcf7a None None] Network 84fec62e-12c1-48b9-9740-56d346010b6c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:35:33.014869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35958) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:33.018227 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22289c-54f2-4cf6-9f1a-906b274444f6 tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5fb76f-9e75-4692-bd75-594296865815,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:33.141757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35964) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:33.171200 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:33.179656 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-0afc3619-78e2-4a9e-b3c8-5d7d55c23583 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:33.181261 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-0afc3619-78e2-4a9e-b3c8-5d7d55c23583 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4345362 Jul 22 23:35:33.212554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-6a7b8bac-3e7c-4970-85ca-f345c2856063 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Request body: {'port': {'device_id': 'dbf6c35e-1db2-4da7-ba25-821004988761', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': '3ee5a1f30ed44ae183088e9fe294695d'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:33.301714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Deleting port b2859394-825b-4ffa-863e-2e3394d05aa7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:33.303616 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:33.350279 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99162d8-273e-4674-9bc5-727a5e3e3da5 None None] DHCP port deletion for 84fec62e-12c1-48b9-9740-56d346010b6c request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:35:33.407916 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] For port b2859394-825b-4ffa-863e-2e3394d05aa7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b2859394-825b-4ffa-863e-2e3394d05aa7,segment=NetworkSegment(c5646b5f-c184-4843-aff5-a47ca4900b0a),segment_id=c5646b5f-c184-4843-aff5-a47ca4900b0a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:33.408288 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:33.424355 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Calling delete_port for b2859394-825b-4ffa-863e-2e3394d05aa7 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:33.426779 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99ce66-68ed-4b09-a388-11425369a18e req-1367d2a1-2566-4691-93aa-4a13da66d54d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:33.434602 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6d99ce66-68ed-4b09-a388-11425369a18e req-1367d2a1-2566-4691-93aa-4a13da66d54d tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 946 time: 0.6031451 Jul 22 23:35:33.462837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-6a7b8bac-3e7c-4970-85ca-f345c2856063 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Made reservation on behalf of 3ee5a1f30ed44ae183088e9fe294695d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:33.466608 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-6a7b8bac-3e7c-4970-85ca-f345c2856063 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:33.503850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656e9cf-cab9-44a8-a0d6-ceb2bae554c0 req-c0866b69-8ea3-4c04-a858-2b974b3c8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:33.506123 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8656e9cf-cab9-44a8-a0d6-ceb2bae554c0 req-c0866b69-8ea3-4c04-a858-2b974b3c8d2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f HTTP/1.1" status: 200 len: 1094 time: 0.7898200 Jul 22 23:35:33.506984 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02a9c584-b0b8-4794-8a7e-5fd8961b534a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:33.524157 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:33.565827 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6d99ce66-68ed-4b09-a388-11425369a18e req-9a2be7ec-4ad7-4221-a0ba-95383f1ccaab tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302378 Jul 22 23:35:33.577622 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:33.613422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb72564-9961-4ce6-90cf-36a05266ac53 req-3394e89e-7788-496b-ad35-bd9d067d3791 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:33.622045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cb72564-9961-4ce6-90cf-36a05266ac53 req-3394e89e-7788-496b-ad35-bd9d067d3791 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.5704815 Jul 22 23:35:33.623156 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event deleted for resources: {'Port': ['ID=b2859394-825b-4ffa-863e-2e3394d05aa7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:33.628381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] No DVR routers for this DVR port b2859394-825b-4ffa-863e-2e3394d05aa7 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:33.647477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d99162d8-273e-4674-9bc5-727a5e3e3da5 None None] Deleting port b2859394-825b-4ffa-863e-2e3394d05aa7 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:33.649185 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d99162d8-273e-4674-9bc5-727a5e3e3da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:33.773142 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d99162d8-273e-4674-9bc5-727a5e3e3da5 None None] For port b2859394-825b-4ffa-863e-2e3394d05aa7, host n-d-688802-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:33.773540 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d99162d8-273e-4674-9bc5-727a5e3e3da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:33.802065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d99162d8-273e-4674-9bc5-727a5e3e3da5 None None] Calling delete_port for b2859394-825b-4ffa-863e-2e3394d05aa7 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:33.809067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-d99162d8-273e-4674-9bc5-727a5e3e3da5 None None] Port b2859394-825b-4ffa-863e-2e3394d05aa7 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:35:33.810623 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d99162d8-273e-4674-9bc5-727a5e3e3da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:33.823211 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:33.835295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99162d8-273e-4674-9bc5-727a5e3e3da5 None None] Pushing event deleted for resources: {'Port': ['ID=b2859394-825b-4ffa-863e-2e3394d05aa7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:33.847181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fec62e-12c1-48b9-9740-56d346010b6c']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:33.848761 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99162d8-273e-4674-9bc5-727a5e3e3da5 None None] No DVR routers for this DVR port b2859394-825b-4ffa-863e-2e3394d05aa7 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:33.867202 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5646b5f-c184-4843-aff5-a47ca4900b0a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:33.867499 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5646b5f-c184-4843-aff5-a47ca4900b0a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:33.879932 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:33.882949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656e9cf-cab9-44a8-a0d6-ceb2bae554c0 req-654cded3-65f3-48d5-b504-4821a8d34552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:33.884643 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8656e9cf-cab9-44a8-a0d6-ceb2bae554c0 req-654cded3-65f3-48d5-b504-4821a8d34552 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 906 time: 0.3680093 Jul 22 23:35:33.899451 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cb72564-9961-4ce6-90cf-36a05266ac53 req-606d8679-495d-4283-8db0-a06e566747c9 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764714 Jul 22 23:35:33.910308 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:33.924584 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdc9af40-ba3c-429c-baee-eaafd8276fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:33.926587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:35:33.927014 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:35:33.930833 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:35:33.982250 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:33.982520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8656e9cf-cab9-44a8-a0d6-ceb2bae554c0 req-b847f42f-8f21-4116-a755-27ec24bb8ef5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bae08b7-0670-4539-82be-dcc4e9e03196 HTTP/1.1" status: 200 len: 217 time: 0.0807173 Jul 22 23:35:34.068885 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:34.082583 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:34.088626 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] 10.222.0.26 "DELETE /v2.0/networks/84fec62e-12c1-48b9-9740-56d346010b6c HTTP/1.1" status: 204 len: 168 time: 1.0691183 Jul 22 23:35:34.100153 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b14b08-f0b5-484c-97a9-c90336dd6d8a tempest-ServersTestMultiNic-1887913465 tempest-ServersTestMultiNic-1887913465-project] Pushing event deleted for resources: {'Network': ['ID=84fec62e-12c1-48b9-9740-56d346010b6c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:34.115782 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af802683-ebec-43ae-8084-b2b617fefb05 req-7e8e5c5f-1b39-4af7-b52f-553b74ce6045 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 210 time: 0.0732138 Jul 22 23:35:34.134252 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-6a7b8bac-3e7c-4970-85ca-f345c2856063 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Allocated IP 192.168.233.100 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:34.158811 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b2859394-825b-4ffa-863e-2e3394d05aa7 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:34.160952 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02a9c584-b0b8-4794-8a7e-5fd8961b534a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:34.175742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656e9cf-cab9-44a8-a0d6-ceb2bae554c0 req-620d3f6d-6b5a-4ef6-98b8-af24a583f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.177615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8656e9cf-cab9-44a8-a0d6-ceb2bae554c0 req-620d3f6d-6b5a-4ef6-98b8-af24a583f1af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a6fea40-f65b-49f5-b79a-e507ab04e592 HTTP/1.1" status: 200 len: 845 time: 0.1879930 Jul 22 23:35:34.186251 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-02a9c584-b0b8-4794-8a7e-5fd8961b534a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:34.194592 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: b2859394-825b-4ffa-863e-2e3394d05aa7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:34.195100 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b2859394-825b-4ffa-863e-2e3394d05aa7 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:34.254194 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8656e9cf-cab9-44a8-a0d6-ceb2bae554c0 req-a5cf2b85-37af-4c03-9bc4-fba8774b6019 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83ef78c-9582-4eee-aa94-4db7f145b548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638061 Jul 22 23:35:34.289252 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0c8e7475-efaa-45ca-a28a-621c71278bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:34.317011 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:34.360558 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9c584-b0b8-4794-8a7e-5fd8961b534a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523221df-cb16-4b6b-9449-10ec0e31f440,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:34.373135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-02a9c584-b0b8-4794-8a7e-5fd8961b534a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=589ed43d6aca4e4291e66f0159279502&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1901772 Jul 22 23:35:34.375837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35992) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:34.399785 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394971c-235d-419c-9958-b0fe24d363e4 req-68248d35-64c1-4458-b752-ca6b7de83c4f tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.401397 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5394971c-235d-419c-9958-b0fe24d363e4 req-68248d35-64c1-4458-b752-ca6b7de83c4f tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f HTTP/1.1" status: 200 len: 943 time: 0.3077834 Jul 22 23:35:34.438440 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-766caf88-bb5d-46ce-8d9e-de808fd365b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:34.466910 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-766caf88-bb5d-46ce-8d9e-de808fd365b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:34.518943 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-6a7b8bac-3e7c-4970-85ca-f345c2856063 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:34.524379 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-766caf88-bb5d-46ce-8d9e-de808fd365b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:34.527519 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-766caf88-bb5d-46ce-8d9e-de808fd365b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:34.529020 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-766caf88-bb5d-46ce-8d9e-de808fd365b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/523221df-cb16-4b6b-9449-10ec0e31f440 HTTP/1.1" status: 204 len: 168 time: 0.1520934 Jul 22 23:35:34.539496 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766caf88-bb5d-46ce-8d9e-de808fd365b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523221df-cb16-4b6b-9449-10ec0e31f440,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:34.592178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-6a7b8bac-3e7c-4970-85ca-f345c2856063 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Transition to ACTIVE for port object 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:34.673702 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8656e9cf-cab9-44a8-a0d6-ceb2bae554c0 req-6187f182-38d9-4265-8097-5c15d150adee service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018934 Jul 22 23:35:34.676758 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5394971c-235d-419c-9958-b0fe24d363e4 req-564f0ca2-e8c9-457a-b94e-d1ff062e6ab1 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335753 Jul 22 23:35:34.749716 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdc9af40-ba3c-429c-baee-eaafd8276fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:34.770371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36002) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:34.784991 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-6a7b8bac-3e7c-4970-85ca-f345c2856063 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:34.797815 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cdc9af40-ba3c-429c-baee-eaafd8276fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:34.810012 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['09833a9c-e284-4cc9-ad52-2399d3bd6f72'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:34.919842 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 8bae08b7-0670-4539-82be-dcc4e9e03196 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:35.012965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-6a7b8bac-3e7c-4970-85ca-f345c2856063 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:35.043835 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36012) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:35.063517 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cdc9af40-ba3c-429c-baee-eaafd8276fa0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=daed75bf9aed4c45884a024bf382c591&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4812613 Jul 22 23:35:35.063517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-6a7b8bac-3e7c-4970-85ca-f345c2856063 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:35.070083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-6a7b8bac-3e7c-4970-85ca-f345c2856063 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:35.072474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:35.097377 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:35:35.105845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 8bae08b7-0670-4539-82be-dcc4e9e03196, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=8bae08b7-0670-4539-82be-dcc4e9e03196,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:35.127465 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '8bae08b7-0670-4539-82be-dcc4e9e03196', 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548', 'port_id': '8bae08b7-0670-4539-82be-dcc4e9e03196', 'mac_address': 'fa:16:3e:22:09:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6fea40-f65b-49f5-b79a-e507ab04e592', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:35.136159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9af40-ba3c-429c-baee-eaafd8276fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c03092-c945-417d-b373-5dfc47939c62,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:35.171931 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8656e9cf-cab9-44a8-a0d6-ceb2bae554c0 req-f2d7557d-1529-4499-9f99-699e8def3a5e service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839544 Jul 22 23:35:35.172641 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b488a54-98a1-4db6-b7b3-a3fa09afd339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.174510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b8bac-3e7c-4970-85ca-f345c2856063 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Pushing event updated for resources: {'Port': ['ID=1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:35.276736 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.294723 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36020) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:35.326008 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bae08b7-0670-4539-82be-dcc4e9e03196 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:35.329856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-6a7b8bac-3e7c-4970-85ca-f345c2856063 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:35.330752 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-6a7b8bac-3e7c-4970-85ca-f345c2856063 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.360015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 8bae08b7-0670-4539-82be-dcc4e9e03196, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=8bae08b7-0670-4539-82be-dcc4e9e03196,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:35.366875 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.395449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a848740-b237-4587-a0cc-2c38ca729167 req-aed2f710-ed70-4920-a90e-079776f3ccf7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:35.397862 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a848740-b237-4587-a0cc-2c38ca729167 req-aed2f710-ed70-4920-a90e-079776f3ccf7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 946 time: 0.4711123 Jul 22 23:35:35.412175 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4de64ca5-66f3-4c1c-8e11-32f70f119824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.446081 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.462626 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d519b3-ce84-429b-906f-b131f0505ba4 req-399a1b0f-b9d9-45ab-acfa-d4299e96f473 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:35.464954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0d519b3-ce84-429b-906f-b131f0505ba4 req-399a1b0f-b9d9-45ab-acfa-d4299e96f473 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.4115028 Jul 22 23:35:35.477899 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=8bae08b7-0670-4539-82be-dcc4e9e03196,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:35.484192 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4de64ca5-66f3-4c1c-8e11-32f70f119824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.515794 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4954a86b-2b68-4dd5-af56-be706268ea02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.536175 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbae9bdc-7f5e-4b3e-8341-fed7f3933046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.560077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a848740-b237-4587-a0cc-2c38ca729167 req-f73dff93-9e2f-4494-886a-4c65750de59c tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499553 Jul 22 23:35:35.582255 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bbe9beca-c377-416a-9560-85d258588f75 None None] Provisioning for port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:35.588161 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bbe9beca-c377-416a-9560-85d258588f75 None None] Provisioning complete for port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:35.588161 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbe9beca-c377-416a-9560-85d258588f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.609735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0d519b3-ce84-429b-906f-b131f0505ba4 req-66ca2126-e285-4c2d-9673-54ba9a86d459 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323497 Jul 22 23:35:35.617180 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b488a54-98a1-4db6-b7b3-a3fa09afd339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.624209 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b488a54-98a1-4db6-b7b3-a3fa09afd339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.638226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bbe9beca-c377-416a-9560-85d258588f75 None None] Port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:35:35.658446 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-6a7b8bac-3e7c-4970-85ca-f345c2856063 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4549494 Jul 22 23:35:35.664136 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4de64ca5-66f3-4c1c-8e11-32f70f119824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.666675 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4de64ca5-66f3-4c1c-8e11-32f70f119824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.668332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4de64ca5-66f3-4c1c-8e11-32f70f119824 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/48c03092-c945-417d-b373-5dfc47939c62 HTTP/1.1" status: 204 len: 168 time: 0.5897162 Jul 22 23:35:35.672645 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['8bae08b7-0670-4539-82be-dcc4e9e03196'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:35.693405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Request body: {'port': {'device_id': 'dbf6c35e-1db2-4da7-ba25-821004988761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:35.751218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b488a54-98a1-4db6-b7b3-a3fa09afd339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97349c22-cdb7-45ea-8579-4d432c410ddc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:35.770567 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36028) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:35.772777 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3b488a54-98a1-4db6-b7b3-a3fa09afd339 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd9a96e982d84f7e88f3f1989c470898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7249553 Jul 22 23:35:35.798566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de64ca5-66f3-4c1c-8e11-32f70f119824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c03092-c945-417d-b373-5dfc47939c62,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:35.878024 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4954a86b-2b68-4dd5-af56-be706268ea02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.886249 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4954a86b-2b68-4dd5-af56-be706268ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.923589 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a382a734-7809-4090-b4db-39ed2231d6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.943435 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4025f-b4c4-402f-9f68-d8bba8da934a req-b62c06a4-9c45-4ad7-8529-d2e5b6d9d31b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:35.945817 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59c4025f-b4c4-402f-9f68-d8bba8da934a req-b62c06a4-9c45-4ad7-8529-d2e5b6d9d31b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f HTTP/1.1" status: 200 len: 944 time: 0.1704907 Jul 22 23:35:35.954162 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1452a22-d495-4ea2-83be-cf354bfd961a req-dd6447e9-6069-4ae1-898c-c1fa280373d0 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:35.955906 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1452a22-d495-4ea2-83be-cf354bfd961a req-dd6447e9-6069-4ae1-898c-c1fa280373d0 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 936 time: 0.2829943 Jul 22 23:35:35.976029 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4954a86b-2b68-4dd5-af56-be706268ea02 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb047d31f22344eba233114a8af7eb74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6802993 Jul 22 23:35:35.980534 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954a86b-2b68-4dd5-af56-be706268ea02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69767b1-db10-4667-895f-863680a59ddb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:35.982872 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36032) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:35.985409 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a382a734-7809-4090-b4db-39ed2231d6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.002614 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.066233 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cbae9bdc-7f5e-4b3e-8341-fed7f3933046 admin admin] Deleting port fffd3fbd-acfa-4f1f-9554-221e2427b9c2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:36.066632 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbae9bdc-7f5e-4b3e-8341-fed7f3933046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.104922 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a382a734-7809-4090-b4db-39ed2231d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.107475 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a382a734-7809-4090-b4db-39ed2231d6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.108628 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a382a734-7809-4090-b4db-39ed2231d6b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97349c22-cdb7-45ea-8579-4d432c410ddc HTTP/1.1" status: 204 len: 168 time: 0.3364773 Jul 22 23:35:36.109363 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dcd7574c-2118-4b83-95df-58c1a8602701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.153675 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382a734-7809-4090-b4db-39ed2231d6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97349c22-cdb7-45ea-8579-4d432c410ddc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:36.177119 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dcd7574c-2118-4b83-95df-58c1a8602701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.207833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-cbae9bdc-7f5e-4b3e-8341-fed7f3933046 admin admin] For port fffd3fbd-acfa-4f1f-9554-221e2427b9c2, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fffd3fbd-acfa-4f1f-9554-221e2427b9c2,segment=NetworkSegment(b96a8a6f-235b-4491-b645-d460dc1743db),segment_id=b96a8a6f-235b-4491-b645-d460dc1743db)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:36.208240 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbae9bdc-7f5e-4b3e-8341-fed7f3933046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.232017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cbae9bdc-7f5e-4b3e-8341-fed7f3933046 admin admin] Calling delete_port for fffd3fbd-acfa-4f1f-9554-221e2427b9c2 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:36.254365 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1452a22-d495-4ea2-83be-cf354bfd961a req-7ac85427-8cf2-4f94-96e4-96a8666f644d tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549453 Jul 22 23:35:36.300076 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dcd7574c-2118-4b83-95df-58c1a8602701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.303453 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dcd7574c-2118-4b83-95df-58c1a8602701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.308343 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dcd7574c-2118-4b83-95df-58c1a8602701 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d69767b1-db10-4667-895f-863680a59ddb HTTP/1.1" status: 204 len: 168 time: 0.3173482 Jul 22 23:35:36.324792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7574c-2118-4b83-95df-58c1a8602701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69767b1-db10-4667-895f-863680a59ddb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:36.489754 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbae9bdc-7f5e-4b3e-8341-fed7f3933046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.523582 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae9bdc-7f5e-4b3e-8341-fed7f3933046 admin admin] Pushing event deleted for resources: {'Port': ['ID=fffd3fbd-acfa-4f1f-9554-221e2427b9c2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:36.678719 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59c4025f-b4c4-402f-9f68-d8bba8da934a req-458bc85c-81d1-4552-9a99-cca680d57561 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6720212 Jul 22 23:35:36.812381 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbae9bdc-7f5e-4b3e-8341-fed7f3933046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.914577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:36.922459 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.935652 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.939252 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 8bae08b7-0670-4539-82be-dcc4e9e03196 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:36.950101 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee7d65-a876-433f-9e2b-817417d3e30b req-07173443-4dc2-4fc7-ba3c-66580289b748 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:36.951771 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90ee7d65-a876-433f-9e2b-817417d3e30b req-07173443-4dc2-4fc7-ba3c-66580289b748 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 946 time: 0.2440562 Jul 22 23:35:36.982182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Transition to ACTIVE for port object 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:37.015156 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acba6b9-81a4-41bf-baab-3ccd27a9f8c1 req-78818780-778e-4082-8584-353cdf432852 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:37.022079 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4acba6b9-81a4-41bf-baab-3ccd27a9f8c1 req-78818780-778e-4082-8584-353cdf432852 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.2272537 Jul 22 23:35:37.023295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 8bae08b7-0670-4539-82be-dcc4e9e03196 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:37.029851 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 8bae08b7-0670-4539-82be-dcc4e9e03196 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:37.031706 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:37.032308 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:37.124129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90ee7d65-a876-433f-9e2b-817417d3e30b req-cc17cfc1-6da5-4ce1-b023-2bd6007d3dc2 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575794 Jul 22 23:35:37.142471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbae9bdc-7f5e-4b3e-8341-fed7f3933046 admin admin] Router f65db9c2-bc27-4c69-a298-20b9a87270d3 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:35:37.156541 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:37.160801 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:37.175347 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4acba6b9-81a4-41bf-baab-3ccd27a9f8c1 req-73e123f2-202c-4ab2-9017-81f950d91b47 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524379 Jul 22 23:35:37.219114 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2d0658-e0b4-4be3-aae6-377a0923894f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bae08b7-0670-4539-82be-dcc4e9e03196'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:37.222576 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a34ae4c-06cb-48d9-9bdd-edb36a10167f" -d '{"events": [{"server_uuid": "0a2d0658-e0b4-4be3-aae6-377a0923894f", "name": "network-vif-plugged", "status": "completed", "tag": "8bae08b7-0670-4539-82be-dcc4e9e03196"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:37.275142 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 8bae08b7-0670-4539-82be-dcc4e9e03196, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=8bae08b7-0670-4539-82be-dcc4e9e03196,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:37.291596 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:37.320729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Attempting to bind port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:37.321064 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Attempting to bind port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:37.321440 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Attempting to bind port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:37.331587 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:37.332044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Attempting to bind port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:37.341579 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:37.341953 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:37.349236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:37.349705 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Bound port: 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:37.350087 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:37.389529 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c18dec-9195-4a9a-aabc-05f432cd1a0a x-openstack-request-id: req-f2c18dec-9195-4a9a-aabc-05f432cd1a0a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:37.390110 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2d0658-e0b4-4be3-aae6-377a0923894f", "name": "network-vif-plugged", "status": "completed", "tag": "8bae08b7-0670-4539-82be-dcc4e9e03196", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:37.402892 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2c18dec-9195-4a9a-aabc-05f432cd1a0a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:37.403582 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2d0658-e0b4-4be3-aae6-377a0923894f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bae08b7-0670-4539-82be-dcc4e9e03196', 'code': 200} Jul 22 23:35:37.425131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbae9bdc-7f5e-4b3e-8341-fed7f3933046 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:35:37.443486 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cbae9bdc-7f5e-4b3e-8341-fed7f3933046 admin admin] 10.222.0.26 "PUT /v2.0/routers/f65db9c2-bc27-4c69-a298-20b9a87270d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6712575 Jul 22 23:35:37.445459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36090) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:37.446064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1293bb04-efc8-4b94-bcc7-588dedc7679c None None] Sync routers for ids ['f65db9c2-bc27-4c69-a298-20b9a87270d3'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:35:37.467640 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1293bb04-efc8-4b94-bcc7-588dedc7679c None None] Routers {'f65db9c2-bc27-4c69-a298-20b9a87270d3'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:35:37.468289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1293bb04-efc8-4b94-bcc7-588dedc7679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:35:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f65db9c2-bc27-4c69-a298-20b9a87270d3'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:37.510951 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=8bae08b7-0670-4539-82be-dcc4e9e03196,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:37.645333 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-1293bb04-efc8-4b94-bcc7-588dedc7679c None None] Set router f65db9c2-bc27-4c69-a298-20b9a87270d3 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:35:37.654669 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] For port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:37.661279 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] For port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:37.665563 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-576fb451-de8e-4c8c-80bf-4d0f7d186781 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:37.669559 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d7ed8-d6d8-4c4e-949a-5fb29e7321af req-cbc4edda-1f10-465b-8d71-0cc6bffa37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:37.671514 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-641d7ed8-d6d8-4c4e-949a-5fb29e7321af req-cbc4edda-1f10-465b-8d71-0cc6bffa37ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f HTTP/1.1" status: 200 len: 1096 time: 0.2100694 Jul 22 23:35:37.674025 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:37.740270 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4da1e2-c83e-4b6f-a2a6-ebd53415abc0 req-18500b4e-83b0-425e-a3ac-2c4f24181437 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:37.742879 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c4da1e2-c83e-4b6f-a2a6-ebd53415abc0 req-18500b4e-83b0-425e-a3ac-2c4f24181437 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 948 time: 0.2948742 Jul 22 23:35:37.793496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:37.794208 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:37.800397 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] 10.222.0.18 "PUT /v2.0/ports/1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 HTTP/1.1" status: 200 len: 1096 time: 2.1146441 Jul 22 23:35:37.803824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf6c35e-1db2-4da7-ba25-821004988761', 'tag': '1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:37.806341 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768dcb54-f543-40f3-8d27-e5bd93c99c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf6c35e-1db2-4da7-ba25-821004988761", "tag": "1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:37.859731 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-576fb451-de8e-4c8c-80bf-4d0f7d186781 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:37.957962 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36120) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:37.981387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1293bb04-efc8-4b94-bcc7-588dedc7679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'name': 'tempest-ServersTestMultiNic-545033270-router', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'd0379d5c-2621-4838-be2f-f0d40819b657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:49Z', 'updated_at': '2021-07-22T23:35:36Z', 'revision_number': 5, 'project_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'gw_port': {'id': 'd0379d5c-2621-4838-be2f-f0d40819b657', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:50Z', 'updated_at': '2021-07-22T23:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:37.982376 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-576fb451-de8e-4c8c-80bf-4d0f7d186781 admin admin] Deleting port d0379d5c-2621-4838-be2f-f0d40819b657 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:37.982723 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-576fb451-de8e-4c8c-80bf-4d0f7d186781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:37.995183 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-128baa88-d41c-4468-ae62-e8484c2fe8bb tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a824714deb934e28ad0f51d5898dc774&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2065997 Jul 22 23:35:38.022369 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1293bb04-efc8-4b94-bcc7-588dedc7679c None None] Checking router: f65db9c2-bc27-4c69-a298-20b9a87270d3 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:35:38.038510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1293bb04-efc8-4b94-bcc7-588dedc7679c None None] Routers {'f65db9c2-bc27-4c69-a298-20b9a87270d3'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:35:38.039309 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1293bb04-efc8-4b94-bcc7-588dedc7679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:35:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f65db9c2-bc27-4c69-a298-20b9a87270d3'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:38.070872 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c4da1e2-c83e-4b6f-a2a6-ebd53415abc0 req-666f71f8-8c82-43d2-bc39-71d23ce904d1 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881434 Jul 22 23:35:38.131065 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-641d7ed8-d6d8-4c4e-949a-5fb29e7321af req-fc86b824-431c-4bae-99bf-c389639e07cb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245410 Jul 22 23:35:38.156452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3cf76-8786-4aab-9021-d831610f2d83 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:38.159166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-1293bb04-efc8-4b94-bcc7-588dedc7679c None None] Set router f65db9c2-bc27-4c69-a298-20b9a87270d3 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:35:38.186587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-576fb451-de8e-4c8c-80bf-4d0f7d186781 admin admin] For port d0379d5c-2621-4838-be2f-f0d40819b657, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d0379d5c-2621-4838-be2f-f0d40819b657,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:38.186890 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-576fb451-de8e-4c8c-80bf-4d0f7d186781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:38.217129 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-576fb451-de8e-4c8c-80bf-4d0f7d186781 admin admin] Calling delete_port for d0379d5c-2621-4838-be2f-f0d40819b657 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:38.228482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1293bb04-efc8-4b94-bcc7-588dedc7679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'name': 'tempest-ServersTestMultiNic-545033270-router', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:49Z', 'updated_at': '2021-07-22T23:35:37Z', 'revision_number': 6, 'project_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:38.257768 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1293bb04-efc8-4b94-bcc7-588dedc7679c None None] The sync data for ids ['f65db9c2-bc27-4c69-a298-20b9a87270d3'] in n-d-688802-2 is: [{'id': 'f65db9c2-bc27-4c69-a298-20b9a87270d3', 'name': 'tempest-ServersTestMultiNic-545033270-router', 'tenant_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:49Z', 'updated_at': '2021-07-22T23:35:37Z', 'revision_number': 6, 'project_id': 'fdcbf1e127724668ac1e6e24c47b9058', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:35:38.312519 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-15c8acb0-b695-4e4a-8fa5-dd4ff77afc23 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1412330984-network', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:38.332806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-4f801e49-925a-4e2e-9858-b934fd1ace98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:38.335952 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-4f801e49-925a-4e2e-9858-b934fd1ace98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ee5a1f30ed44ae183088e9fe294695d&device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 1099 time: 0.4455309 Jul 22 23:35:38.359203 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c8acb0-b695-4e4a-8fa5-dd4ff77afc23 admin admin] Made reservation on behalf of 7049c35ba50e4a4fa6cc5d484d630d60 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:38.361408 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15c8acb0-b695-4e4a-8fa5-dd4ff77afc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:38.385906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-a138d696-f44c-46ee-bb74-b2315ea99c90 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:38.387363 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-a138d696-f44c-46ee-bb74-b2315ea99c90 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3459861 Jul 22 23:35:38.399208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0def6-d950-4101-b900-431ef0a8e8e8 req-7e33e8ec-509a-4970-8c38-878f695d77d7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:38.405463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5fe0def6-d950-4101-b900-431ef0a8e8e8 req-7e33e8ec-509a-4970-8c38-878f695d77d7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f HTTP/1.1" status: 200 len: 945 time: 0.2041423 Jul 22 23:35:38.405724 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15c8acb0-b695-4e4a-8fa5-dd4ff77afc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:38.475478 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-f5e82323-abc2-4567-a4b9-57057ea78512 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/quotas/a824714deb934e28ad0f51d5898dc774 HTTP/1.1" status: 200 len: 375 time: 0.0667450 Jul 22 23:35:38.478835 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-462c0a00-ae25-4b6e-a56c-8fab0ab4d8b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 HTTP/1.1" status: 200 len: 217 time: 0.0599678 Jul 22 23:35:38.518958 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-576fb451-de8e-4c8c-80bf-4d0f7d186781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:38.536924 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-b6d348df-2692-41ed-baa5-67566275b438 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a824714deb934e28ad0f51d5898dc774&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434899 Jul 22 23:35:38.556128 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fb451-de8e-4c8c-80bf-4d0f7d186781 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0379d5c-2621-4838-be2f-f0d40819b657,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:38.569272 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5fe0def6-d950-4101-b900-431ef0a8e8e8 req-a822e81b-de48-42d4-84d4-5b47e7d06ab7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560781 Jul 22 23:35:38.603444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-a81614b5-6a2f-4388-b2ad-6994e1b37995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:38.605438 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-a81614b5-6a2f-4388-b2ad-6994e1b37995 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1132607 Jul 22 23:35:38.636689 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640285b1-d6e3-47c5-b0c4-ac78dc90e624 x-openstack-request-id: req-640285b1-d6e3-47c5-b0c4-ac78dc90e624 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:38.637335 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf6c35e-1db2-4da7-ba25-821004988761", "tag": "1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:38.637603 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-640285b1-d6e3-47c5-b0c4-ac78dc90e624 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:38.638129 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf6c35e-1db2-4da7-ba25-821004988761', 'tag': '1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280', 'status': 'completed', 'code': 200} Jul 22 23:35:38.672292 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-576fb451-de8e-4c8c-80bf-4d0f7d186781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:38.676173 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15c8acb0-b695-4e4a-8fa5-dd4ff77afc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:38.777003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-0746a8e5-fa0e-458a-8096-338d0686a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:38.779758 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-0746a8e5-fa0e-458a-8096-338d0686a969 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1650374 Jul 22 23:35:38.799149 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-576fb451-de8e-4c8c-80bf-4d0f7d186781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:38.801181 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-576fb451-de8e-4c8c-80bf-4d0f7d186781 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:38.861567 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15c8acb0-b695-4e4a-8fa5-dd4ff77afc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:38.878836 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-576fb451-de8e-4c8c-80bf-4d0f7d186781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:38.879338 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576fb451-de8e-4c8c-80bf-4d0f7d186781 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f65db9c2-bc27-4c69-a298-20b9a87270d3 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:35:38.888097 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-576fb451-de8e-4c8c-80bf-4d0f7d186781 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:38.892876 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-576fb451-de8e-4c8c-80bf-4d0f7d186781 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f65db9c2-bc27-4c69-a298-20b9a87270d3 HTTP/1.1" status: 204 len: 168 time: 1.4462018 Jul 22 23:35:38.893802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c8acb0-b695-4e4a-8fa5-dd4ff77afc23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:35:38.895209 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36148) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:38.908651 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8acb0-b695-4e4a-8fa5-dd4ff77afc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80da73a6-970c-44d3-a69e-77ff8c0bff43,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:38.923780 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15c8acb0-b695-4e4a-8fa5-dd4ff77afc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:38.924122 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-15c8acb0-b695-4e4a-8fa5-dd4ff77afc23 admin admin] Added segment 46393a6d-fae8-4f94-b04c-15fa7a42a1b1 of type vlan for network 64c1cf46-ad0e-4d4a-9136-e5fbbd655342 Jul 22 23:35:38.970124 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15c8acb0-b695-4e4a-8fa5-dd4ff77afc23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:39.005567 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15c8acb0-b695-4e4a-8fa5-dd4ff77afc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:39.006819 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8acb0-b695-4e4a-8fa5-dd4ff77afc23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.007425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15c8acb0-b695-4e4a-8fa5-dd4ff77afc23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:39.024303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecde47bb-b764-443e-b84d-e0c150b1618b admin admin] Deleting subnet ad789ffc-de88-45da-a460-ab882ce51d61 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:35:39.035910 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaf167-9731-4b23-9723-d4a591c23735 req-67b8b36f-5b56-470f-a1eb-8bfc3c5cd4f3 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.038503 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6aaaf167-9731-4b23-9723-d4a591c23735 req-67b8b36f-5b56-470f-a1eb-8bfc3c5cd4f3 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 946 time: 0.3080249 Jul 22 23:35:39.039552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecde47bb-b764-443e-b84d-e0c150b1618b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:39.042840 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-1f7e2d16-d595-4260-8c8a-35e904cf7c63 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379849 Jul 22 23:35:39.044192 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-15c8acb0-b695-4e4a-8fa5-dd4ff77afc23 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0849745 Jul 22 23:35:39.048316 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36154) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:39.053450 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-46862f66-b709-473b-9c2f-d970caf36ee4 admin admin] Request body: {'subnet': {'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1412330984-subnet', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:39.088191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9affbfa-b5ae-44d7-89eb-a8bcba63a2e3 req-3b03e223-94fa-4210-99e7-947c9350ffe3 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.089699 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9affbfa-b5ae-44d7-89eb-a8bcba63a2e3 req-3b03e223-94fa-4210-99e7-947c9350ffe3 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.2836876 Jul 22 23:35:39.100363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8acb0-b695-4e4a-8fa5-dd4ff77afc23 admin admin] Pushing event updated for resources: {'Network': ['ID=64c1cf46-ad0e-4d4a-9136-e5fbbd655342,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:39.112332 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 64c1cf46-ad0e-4d4a-9136-e5fbbd655342 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:35:39.117748 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecde47bb-b764-443e-b84d-e0c150b1618b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:39.120469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46862f66-b709-473b-9c2f-d970caf36ee4 admin admin] Made reservation on behalf of 7049c35ba50e4a4fa6cc5d484d630d60 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:39.123337 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46862f66-b709-473b-9c2f-d970caf36ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:39.242985 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6aaaf167-9731-4b23-9723-d4a591c23735 req-00b2dc89-1e9b-4300-8339-5520847f4d30 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797924 Jul 22 23:35:39.268358 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9affbfa-b5ae-44d7-89eb-a8bcba63a2e3 req-d16f354e-afda-4776-bc31-86c2a9970667 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651604 Jul 22 23:35:39.453291 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f652571-9d35-4742-93e8-85308cfce5e8 req-fb38fd3f-8203-49bc-b780-373a7074fb29 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/ports?device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 210 time: 0.0985258 Jul 22 23:35:39.466890 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecde47bb-b764-443e-b84d-e0c150b1618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:39.473415 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd9f1bb1-e3bb-4180-aec8-73e8539644dd req-70c02faa-a5a7-4f86-9856-fd49ffd07892 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596010 Jul 22 23:35:39.665344 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e689a008-5931-435f-b896-269a66f7a360 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4e7c674b486f4e1290a36032d84e5354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854528 Jul 22 23:35:39.677318 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecde47bb-b764-443e-b84d-e0c150b1618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:39.733418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde47bb-b764-443e-b84d-e0c150b1618b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad789ffc-de88-45da-a460-ab882ce51d61,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:39.752272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a519b5-d460-42b5-9290-0d9f99c0738f None None] Network c3ecc574-06d9-477b-a381-d5ff07bbd83e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:35:39.758348 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46862f66-b709-473b-9c2f-d970caf36ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:39.781474 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecde47bb-b764-443e-b84d-e0c150b1618b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:39.783404 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ecde47bb-b764-443e-b84d-e0c150b1618b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ad789ffc-de88-45da-a460-ab882ce51d61 HTTP/1.1" status: 204 len: 168 time: 0.8845873 Jul 22 23:35:39.787855 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36172) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:39.831256 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46862f66-b709-473b-9c2f-d970caf36ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10254434-b56b-4ee9-9842-50f1264cadcc,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:39.841082 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46862f66-b709-473b-9c2f-d970caf36ee4 admin admin] Checking segment: {'id': '46393a6d-fae8-4f94-b04c-15fa7a42a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:39.841793 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46862f66-b709-473b-9c2f-d970caf36ee4 admin admin] Network hostable DHCP agents. Network: 64c1cf46-ad0e-4d4a-9136-e5fbbd655342, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:35:39.860510 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46862f66-b709-473b-9c2f-d970caf36ee4 admin admin] Network 64c1cf46-ad0e-4d4a-9136-e5fbbd655342 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:35:39.872853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-46862f66-b709-473b-9c2f-d970caf36ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 64c1cf46-ad0e-4d4a-9136-e5fbbd655342) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:39.875250 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dac641-0dae-4268-a16a-a1cb68dd304c req-1da11b6a-47d9-463a-b20e-74425a2eeb0c tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.876751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13dac641-0dae-4268-a16a-a1cb68dd304c req-1da11b6a-47d9-463a-b20e-74425a2eeb0c tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 948 time: 0.3122051 Jul 22 23:35:39.878983 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46862f66-b709-473b-9c2f-d970caf36ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.879837 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46862f66-b709-473b-9c2f-d970caf36ee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:39.891121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dfc512-7052-4ba1-b028-c9209f1591bb None None] Network 64c1cf46-ad0e-4d4a-9136-e5fbbd655342 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:35:39.900936 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-46862f66-b709-473b-9c2f-d970caf36ee4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8514483 Jul 22 23:35:39.903571 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36174) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:39.909720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1412330984-router', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:39.922729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dcb54-f543-40f3-8d27-e5bd93c99c5e req-72393aad-6daa-40d8-be42-358d823c2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.924246 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-768dcb54-f543-40f3-8d27-e5bd93c99c5e req-72393aad-6daa-40d8-be42-358d823c2f9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ee5a1f30ed44ae183088e9fe294695d&device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 1099 time: 0.3466177 Jul 22 23:35:39.940419 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:39.944115 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:39.945956 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:40.009055 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-3dacf06e-b449-43f1-9c0e-5b57d7024829 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:40.010941 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-3dacf06e-b449-43f1-9c0e-5b57d7024829 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2994249 Jul 22 23:35:40.023156 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13dac641-0dae-4268-a16a-a1cb68dd304c req-335d4dfe-3894-4462-b210-e54674f0c5ee tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072323 Jul 22 23:35:40.042346 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:40.104108 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-f73c0add-4bea-4f66-989a-e3da2513aecf tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/quotas/4e7c674b486f4e1290a36032d84e5354 HTTP/1.1" status: 200 len: 375 time: 0.0851038 Jul 22 23:35:40.140894 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dcb54-f543-40f3-8d27-e5bd93c99c5e req-cb5ff1d9-2559-4b17-a013-1902100f6b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:40.142512 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-768dcb54-f543-40f3-8d27-e5bd93c99c5e req-cb5ff1d9-2559-4b17-a013-1902100f6b12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.2041640 Jul 22 23:35:40.151130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9430c4-5bf1-4957-8345-770a058bb05f None None] DHCP port deletion for c3ecc574-06d9-477b-a381-d5ff07bbd83e request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:35:40.165189 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-8eccdf97-1ac6-4a85-a92f-9ba6bc361b43 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e7c674b486f4e1290a36032d84e5354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425141 Jul 22 23:35:40.210113 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-64c1cf46-ad0e-4d4a-9136-e5fbbd655342', 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'fixed_ips': [{'subnet_id': '10254434-b56b-4ee9-9842-50f1264cadcc'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:35:40.212891 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:40.224069 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-768dcb54-f543-40f3-8d27-e5bd93c99c5e req-5986e221-1d0e-4e95-9262-5d24b1abb511 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 HTTP/1.1" status: 200 len: 217 time: 0.0623317 Jul 22 23:35:40.266365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fffd3fbd-acfa-4f1f-9554-221e2427b9c2 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:40.311222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: fffd3fbd-acfa-4f1f-9554-221e2427b9c2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:40.311837 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fffd3fbd-acfa-4f1f-9554-221e2427b9c2 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:40.312549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a0a66cb1-6e90-4025-909b-2bc24ce80933 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:40.324270 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:40.330578 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-8fbc0e27-95b5-4051-99fa-ed740592df15 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=a824714deb934e28ad0f51d5898dc774&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1178658 Jul 22 23:35:40.338812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] Deleting port a0a66cb1-6e90-4025-909b-2bc24ce80933 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:40.339537 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:40.427963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dcb54-f543-40f3-8d27-e5bd93c99c5e req-f4bada0f-c910-4470-b12c-bbd3580339a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:40.429927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-768dcb54-f543-40f3-8d27-e5bd93c99c5e req-f4bada0f-c910-4470-b12c-bbd3580339a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1959126 Jul 22 23:35:40.510720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9b9430c4-5bf1-4957-8345-770a058bb05f None None] Deleting port a0a66cb1-6e90-4025-909b-2bc24ce80933 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:40.512743 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b9430c4-5bf1-4957-8345-770a058bb05f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:40.597788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] For port a0a66cb1-6e90-4025-909b-2bc24ce80933, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a0a66cb1-6e90-4025-909b-2bc24ce80933,segment=NetworkSegment(b96a8a6f-235b-4491-b645-d460dc1743db),segment_id=b96a8a6f-235b-4491-b645-d460dc1743db)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:40.598151 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:40.628443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] Calling delete_port for a0a66cb1-6e90-4025-909b-2bc24ce80933 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:40.638590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c475dd-c0f1-450f-ba0b-e6c91f1aa9ef req-66f1eb13-7631-4339-8cc1-07f19abe7ce0 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:40.646436 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6c475dd-c0f1-450f-ba0b-e6c91f1aa9ef req-66f1eb13-7631-4339-8cc1-07f19abe7ce0 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f HTTP/1.1" status: 200 len: 945 time: 0.4340243 Jul 22 23:35:40.657038 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9b9430c4-5bf1-4957-8345-770a058bb05f None None] For port a0a66cb1-6e90-4025-909b-2bc24ce80933, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a0a66cb1-6e90-4025-909b-2bc24ce80933,segment=NetworkSegment(b96a8a6f-235b-4491-b645-d460dc1743db),segment_id=b96a8a6f-235b-4491-b645-d460dc1743db)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:40.657488 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b9430c4-5bf1-4957-8345-770a058bb05f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:40.668164 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:40.678928 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:40.681644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9b9430c4-5bf1-4957-8345-770a058bb05f None None] Calling delete_port for a0a66cb1-6e90-4025-909b-2bc24ce80933 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:40.695480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-851ad2f3-bd35-435e-87e0-4be90c31cccf tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:40.695980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Allocated IP 172.20.0.2 (64c1cf46-ad0e-4d4a-9136-e5fbbd655342/10254434-b56b-4ee9-9842-50f1264cadcc/36f94576-eb78-4ff1-911d-c58d03dbe6df) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:40.696948 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-851ad2f3-bd35-435e-87e0-4be90c31cccf tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3607845 Jul 22 23:35:40.718109 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:40.783239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port a0a66cb1-6e90-4025-909b-2bc24ce80933, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a0a66cb1-6e90-4025-909b-2bc24ce80933,segment=NetworkSegment(b96a8a6f-235b-4491-b645-d460dc1743db),segment_id=b96a8a6f-235b-4491-b645-d460dc1743db)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:40.803507 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:40.804643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d0379d5c-2621-4838-be2f-f0d40819b657 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:40.998601 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Allocated IP 172.25.4.76 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/dd0811b0-9238-433b-a046-27360dd212c1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:41.064280 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: d0379d5c-2621-4838-be2f-f0d40819b657 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:41.064895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d0379d5c-2621-4838-be2f-f0d40819b657 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:41.154865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6c475dd-c0f1-450f-ba0b-e6c91f1aa9ef req-5fe595ba-e848-4f25-998c-8af237e1fa47 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069890 Jul 22 23:35:41.166294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Request body: {'port': {'device_id': '15200151-4090-430d-a042-7c9d6f0889e9', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'a824714deb934e28ad0f51d5898dc774'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:41.171813 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=a0a66cb1-6e90-4025-909b-2bc24ce80933,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:41.188451 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b9430c4-5bf1-4957-8345-770a058bb05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:41.234136 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:41.257411 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9430c4-5bf1-4957-8345-770a058bb05f None None] Pushing event deleted for resources: {'Port': ['ID=a0a66cb1-6e90-4025-909b-2bc24ce80933,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:41.259572 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dcb54-f543-40f3-8d27-e5bd93c99c5e req-6ccf323a-04ea-4e52-a6ea-4a14b6324033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:41.263008 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-768dcb54-f543-40f3-8d27-e5bd93c99c5e req-6ccf323a-04ea-4e52-a6ea-4a14b6324033 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7988622 Jul 22 23:35:41.268505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9430c4-5bf1-4957-8345-770a058bb05f None None] No DVR routers for this DVR port a0a66cb1-6e90-4025-909b-2bc24ce80933 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:41.302672 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:41.320146 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Transition to ACTIVE for port object 36f94576-eb78-4ff1-911d-c58d03dbe6df will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:41.345713 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Transition to ACTIVE for port object 36f94576-eb78-4ff1-911d-c58d03dbe6df will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:41.346421 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:41.353689 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:41.406347 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Pushing event updated for resources: {'Port': ['ID=36f94576-eb78-4ff1-911d-c58d03dbe6df,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:41.407362 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:41.410308 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:41.414921 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:41.434299 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Network 64c1cf46-ad0e-4d4a-9136-e5fbbd655342 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:41.438383 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:41.440779 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0811b0-9238-433b-a046-27360dd212c1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:41.441041 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:41.451467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97552b-a6ec-4359-a670-c356e95484a5 req-40bd04a9-4e00-46e6-8bed-1baa44de1c89 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:41.453164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd97552b-a6ec-4359-a670-c356e95484a5 req-40bd04a9-4e00-46e6-8bed-1baa44de1c89 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.9417126 Jul 22 23:35:41.553947 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Attempting to bind port 36f94576-eb78-4ff1-911d-c58d03dbe6df on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:41.554379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Attempting to bind port 36f94576-eb78-4ff1-911d-c58d03dbe6df by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '46393a6d-fae8-4f94-b04c-15fa7a42a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:41.555329 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Attempting to bind port 36f94576-eb78-4ff1-911d-c58d03dbe6df on network 64c1cf46-ad0e-4d4a-9136-e5fbbd655342 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:41.562829 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:41.562829 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Checking segment: {'id': '46393a6d-fae8-4f94-b04c-15fa7a42a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:41.563323 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:41.563820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Bound using segment: {'id': '46393a6d-fae8-4f94-b04c-15fa7a42a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:41.565075 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Bound port: 36f94576-eb78-4ff1-911d-c58d03dbe6df, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46393a6d-fae8-4f94-b04c-15fa7a42a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:41.565582 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:41.619573 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd97552b-a6ec-4359-a670-c356e95484a5 req-0881a93a-8259-472d-ac7e-6596dc73ebbe tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533673 Jul 22 23:35:41.641037 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] For port 36f94576-eb78-4ff1-911d-c58d03dbe6df, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:41.645556 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] For port 36f94576-eb78-4ff1-911d-c58d03dbe6df, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=36f94576-eb78-4ff1-911d-c58d03dbe6df,segment=NetworkSegment(46393a6d-fae8-4f94-b04c-15fa7a42a1b1),segment_id=46393a6d-fae8-4f94-b04c-15fa7a42a1b1)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:41.654826 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:41.659744 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:41.703375 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:41.725347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd6659-7bed-4542-8d67-81adba0508f2 req-50507504-953d-4568-971c-f1e3e78736f5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:41.732830 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bddd6659-7bed-4542-8d67-81adba0508f2 req-50507504-953d-4568-971c-f1e3e78736f5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 946 time: 0.4670742 Jul 22 23:35:41.737195 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12210b7e-ad19-445b-8f53-0a9c63af996f None None] Pushing event updated for resources: {'Port': ['ID=36f94576-eb78-4ff1-911d-c58d03dbe6df,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:41.740676 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-768dcb54-f543-40f3-8d27-e5bd93c99c5e req-f154b4a3-a313-4b0d-a1f3-54200665d1bd service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982577 Jul 22 23:35:41.741836 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a66cb1-6e90-4025-909b-2bc24ce80933,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:41.746658 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] No DVR routers for this DVR port a0a66cb1-6e90-4025-909b-2bc24ce80933 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:41.753990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-8210f202-7218-407d-b433-1eb088473731 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:41.756790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-8210f202-7218-407d-b433-1eb088473731 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd&tenant_id=56035dbeb92e4f879395357fce5a955e&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 1097 time: 0.4336009 Jul 22 23:35:41.807526 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-688802-2'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:41.809588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Made reservation on behalf of a824714deb934e28ad0f51d5898dc774 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:41.812807 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:41.884683 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46fe952d-dc99-41a6-8df8-c94e6c87b8b4 req-99a26d81-a5db-44e8-8ba6-89e0a84f8260 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c66ed3-9a70-4a18-be67-b1abd8290db6 HTTP/1.1" status: 200 len: 210 time: 0.1708188 Jul 22 23:35:41.941585 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:41.965927 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:42.109154 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:42.151976 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Router d31b039d-353b-4e34-bb91-7b524b03ae27 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:35:42.175444 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bddd6659-7bed-4542-8d67-81adba0508f2 req-f59e0b2d-4fab-4339-add7-c754f19e8faa tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417109 Jul 22 23:35:42.179000 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0f94a46-3a90-4ef3-9f01-7130de579e39 req-b3232f9f-416e-4e61-bc26-4f12bb8d9dc3 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/ports?device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 210 time: 0.1565909 Jul 22 23:35:42.200620 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 36f94576-eb78-4ff1-911d-c58d03dbe6df up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:42.208529 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ecc574-06d9-477b-a381-d5ff07bbd83e']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:42.233067 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-054d4044-9749-4bcd-ae97-c5782951980f tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4e7c674b486f4e1290a36032d84e5354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2004418 Jul 22 23:35:42.249077 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96a8a6f-235b-4491-b645-d460dc1743db') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:42.249429 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96a8a6f-235b-4491-b645-d460dc1743db') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:42.305966 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:42.320625 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 36f94576-eb78-4ff1-911d-c58d03dbe6df completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:42.329555 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:42.343664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:35:42.354300 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Sync routers for ids ['d31b039d-353b-4e34-bb91-7b524b03ae27'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:35:42.363640 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Routers {'d31b039d-353b-4e34-bb91-7b524b03ae27'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:35:42.364473 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:35:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d31b039d-353b-4e34-bb91-7b524b03ae27'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:42.405661 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-768dcb54-f543-40f3-8d27-e5bd93c99c5e req-4adfd540-2ec4-4870-8255-804b2d35f468 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6334329 Jul 22 23:35:42.406709 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:35:42.407113 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:35:42.416252 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:35:42.475078 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:42.482371 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Set router d31b039d-353b-4e34-bb91-7b524b03ae27 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:35:42.611478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dd35ae84-d9a8-4a36-af20-35af90ce547b details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:42.694078 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'name': 'tempest-ServersTestBootFromVolume-1412330984-router', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:35:39Z', 'updated_at': '2021-07-22T23:35:41Z', 'revision_number': 3, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'gw_port': {'id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:40Z', 'updated_at': '2021-07-22T23:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:42.699904 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:42.705615 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:42.707740 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] 10.222.0.26 "DELETE /v2.0/networks/c3ecc574-06d9-477b-a381-d5ff07bbd83e HTTP/1.1" status: 204 len: 168 time: 2.9171700 Jul 22 23:35:42.758215 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port dd35ae84-d9a8-4a36-af20-35af90ce547b, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=dd35ae84-d9a8-4a36-af20-35af90ce547b,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:42.763646 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a23f50-9703-46b8-afdb-c26802b52e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ecc574-06d9-477b-a381-d5ff07bbd83e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:42.781580 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Checking router: d31b039d-353b-4e34-bb91-7b524b03ae27 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:35:42.782215 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dd35ae84-d9a8-4a36-af20-35af90ce547b has no active binding in host n-h2-688802-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 23:35:42.783920 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Updating router d31b039d-353b-4e34-bb91-7b524b03ae27 port dd0811b0-9238-433b-a046-27360dd212c1 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:35:42.785345 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-751ab893-778c-4b4d-b827-65db9abdc90f tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:42.788637 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-751ab893-778c-4b4d-b827-65db9abdc90f tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5085170 Jul 22 23:35:42.827868 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Request body: {'port': {'device_id': '85c66ed3-9a70-4a18-be67-b1abd8290db6', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': '4e7c674b486f4e1290a36032d84e5354'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:42.830059 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:42.842507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8e01bb-c56a-4f8d-962a-8aa7e289eb9c None None] Network 64c1cf46-ad0e-4d4a-9136-e5fbbd655342 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:35:42.857134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fd568-1853-417b-b922-97e99cb9b3f9 req-28b0d361-75e8-4e8b-a180-16a90ddade0c tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:42.865032 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a4fd568-1853-417b-b922-97e99cb9b3f9 req-28b0d361-75e8-4e8b-a180-16a90ddade0c tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 948 time: 0.5647070 Jul 22 23:35:42.882683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f2dd2-f055-4025-96de-c02e30283b53 req-916e9974-dcf9-485d-b100-6a1da6de7bff tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:42.885831 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-632f2dd2-f055-4025-96de-c02e30283b53 req-916e9974-dcf9-485d-b100-6a1da6de7bff tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 805 time: 0.5330853 Jul 22 23:35:42.940388 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d83768e4-1c47-4ed7-8f1e-3ecc25b7b2ba None None] Provisioning for port 36f94576-eb78-4ff1-911d-c58d03dbe6df completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:42.946070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:42.960583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d83768e4-1c47-4ed7-8f1e-3ecc25b7b2ba None None] Provisioning complete for port 36f94576-eb78-4ff1-911d-c58d03dbe6df triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:42.960962 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d83768e4-1c47-4ed7-8f1e-3ecc25b7b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:42.968630 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:42.983432 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:42.984916 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3848a7a6-831f-4dbb-bd13-b1138f3710d0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0802305 Jul 22 23:35:42.986105 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36212) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:42.992325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36214) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:43.020655 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.055452 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-632f2dd2-f055-4025-96de-c02e30283b53 req-93627ad4-669e-440e-a90b-971803525873 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/quotas/bb3a2d0f5d49440c8d1c8c93b02aa91f HTTP/1.1" status: 200 len: 375 time: 0.1352563 Jul 22 23:35:43.132815 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d83768e4-1c47-4ed7-8f1e-3ecc25b7b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.140809 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-01f344f0-eb94-41b7-b6e0-b37558d4c076 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdcbf1e127724668ac1e6e24c47b9058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530573 Jul 22 23:35:43.147559 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.158276 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Transition to ACTIVE for port object dd0811b0-9238-433b-a046-27360dd212c1 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:43.165249 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.167783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a4fd568-1853-417b-b922-97e99cb9b3f9 req-b4e28038-d559-4fc0-8179-e01f7a688340 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011267 Jul 22 23:35:43.209119 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36216) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:43.219461 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Attempting to bind port dd0811b0-9238-433b-a046-27360dd212c1 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:43.219830 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Attempting to bind port dd0811b0-9238-433b-a046-27360dd212c1 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:43.220193 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Attempting to bind port dd0811b0-9238-433b-a046-27360dd212c1 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:43.235729 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:43.236200 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:43.236602 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.236993 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:43.237501 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Bound port: dd0811b0-9238-433b-a046-27360dd212c1, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:43.237899 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.251142 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d83768e4-1c47-4ed7-8f1e-3ecc25b7b2ba None None] For port 36f94576-eb78-4ff1-911d-c58d03dbe6df, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=36f94576-eb78-4ff1-911d-c58d03dbe6df,segment=NetworkSegment(46393a6d-fae8-4f94-b04c-15fa7a42a1b1),segment_id=46393a6d-fae8-4f94-b04c-15fa7a42a1b1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:43.259824 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d83768e4-1c47-4ed7-8f1e-3ecc25b7b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.260473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb826ee-cc77-4c65-b5bf-281885147062,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:43.313303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] For port dd35ae84-d9a8-4a36-af20-35af90ce547b, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=dd35ae84-d9a8-4a36-af20-35af90ce547b,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:43.320933 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] For port dd0811b0-9238-433b-a046-27360dd212c1, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:43.332555 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] For port dd0811b0-9238-433b-a046-27360dd212c1, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=dd0811b0-9238-433b-a046-27360dd212c1,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:43.333216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:43.347523 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.356287 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280', 'mac_address': 'fa:16:3e:12:5f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:43.359300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83768e4-1c47-4ed7-8f1e-3ecc25b7b2ba None None] Pushing event updated for resources: {'Port': ['ID=36f94576-eb78-4ff1-911d-c58d03dbe6df,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:43.370333 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c0f6b-6a7b-4993-bafb-7f872af24efa None None] Pushing event updated for resources: {'Port': ['ID=dd0811b0-9238-433b-a046-27360dd212c1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:43.386384 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c0f6b-6a7b-4993-bafb-7f872af24efa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:43.386639 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c0f6b-6a7b-4993-bafb-7f872af24efa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:43.387013 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c0f6b-6a7b-4993-bafb-7f872af24efa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:43.387331 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c0f6b-6a7b-4993-bafb-7f872af24efa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:43.387775 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c0f6b-6a7b-4993-bafb-7f872af24efa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:43.388102 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c0f6b-6a7b-4993-bafb-7f872af24efa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:43.388421 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c0f6b-6a7b-4993-bafb-7f872af24efa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:43.388802 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c0f6b-6a7b-4993-bafb-7f872af24efa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:43.389139 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c0f6b-6a7b-4993-bafb-7f872af24efa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:43.389420 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c0f6b-6a7b-4993-bafb-7f872af24efa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:43.389738 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c0f6b-6a7b-4993-bafb-7f872af24efa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:43.390726 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c0f6b-6a7b-4993-bafb-7f872af24efa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:43.436072 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Routers {'d31b039d-353b-4e34-bb91-7b524b03ae27'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:35:43.436898 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:35:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d31b039d-353b-4e34-bb91-7b524b03ae27'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:43.468383 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.511562 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:43.549950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:43.556621 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.560138 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-632f2dd2-f055-4025-96de-c02e30283b53 req-9140961e-e08d-4864-8464-6f23d081f4eb tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4576409 Jul 22 23:35:43.568565 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-696df7d3-4a2e-4e0d-8b97-64a99ec568b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.577355 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] Set router d31b039d-353b-4e34-bb91-7b524b03ae27 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:35:43.594961 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-696df7d3-4a2e-4e0d-8b97-64a99ec568b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.628212 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:43.653224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Made reservation on behalf of 4e7c674b486f4e1290a36032d84e5354 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:43.658858 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.699960 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] For port dd35ae84-d9a8-4a36-af20-35af90ce547b, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:43.715765 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.740867 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Allocated IP 192.168.233.11 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/d2947e42-63b8-422f-9721-4933309d2e66) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:43.756725 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c0f6b-6a7b-4993-bafb-7f872af24efa None None] Pushing event updated for resources: {'Port': ['ID=dd0811b0-9238-433b-a046-27360dd212c1,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:43.799565 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dfabb27b-1962-4edb-acb9-7f19c521f3bb None None] Provisioning complete for port 36f94576-eb78-4ff1-911d-c58d03dbe6df triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:43.800288 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dfabb27b-1962-4edb-acb9-7f19c521f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.828642 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-696df7d3-4a2e-4e0d-8b97-64a99ec568b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.830671 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-696df7d3-4a2e-4e0d-8b97-64a99ec568b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.831476 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-696df7d3-4a2e-4e0d-8b97-64a99ec568b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf HTTP/1.1" status: 204 len: 168 time: 0.6213572 Jul 22 23:35:43.875312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b60964b-3af4-4077-9b30-a51e5a11b6fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd35ae84-d9a8-4a36-af20-35af90ce547b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:43.877630 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2a6927-a2b7-4e1f-9fc9-1d74277aee9c" -d '{"events": [{"server_uuid": "9b60964b-3af4-4077-9b30-a51e5a11b6fd", "name": "network-vif-unplugged", "status": "completed", "tag": "dd35ae84-d9a8-4a36-af20-35af90ce547b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:43.886689 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:43.897075 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.900855 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696df7d3-4a2e-4e0d-8b97-64a99ec568b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7971f9c8-6a6b-4f4d-9fa1-5676834fb6cf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:43.931415 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.949388 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.963890 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'name': 'tempest-ServersTestBootFromVolume-1412330984-router', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:35:39Z', 'updated_at': '2021-07-22T23:35:41Z', 'revision_number': 3, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'gw_port': {'id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:40Z', 'updated_at': '2021-07-22T23:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:43.969588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19adb7-6a26-4f8c-95e2-4f89fe10785e req-77eb686e-0631-482d-ba21-f4784b94a001 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:43.971318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6d19adb7-6a26-4f8c-95e2-4f89fe10785e req-77eb686e-0631-482d-ba21-f4784b94a001 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.5943444 Jul 22 23:35:44.031641 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-632f2dd2-f055-4025-96de-c02e30283b53 req-31567fda-c96b-4192-81c3-cb799a9226c7 service neutron] 10.222.0.26 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699667 Jul 22 23:35:44.037066 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434a9429-e835-445d-88d2-9deee0022a67 None None] The sync data for ids ['d31b039d-353b-4e34-bb91-7b524b03ae27'] in n-d-688802-2 is: [{'id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'name': 'tempest-ServersTestBootFromVolume-1412330984-router', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:35:39Z', 'updated_at': '2021-07-22T23:35:41Z', 'revision_number': 3, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'gw_port': {'id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:40Z', 'updated_at': '2021-07-22T23:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:35:44.150190 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 36f94576-eb78-4ff1-911d-c58d03dbe6df up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:44.257428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 36f94576-eb78-4ff1-911d-c58d03dbe6df triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:44.258611 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:44.264183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Allocated IP 172.20.0.1 (64c1cf46-ad0e-4d4a-9136-e5fbbd655342/10254434-b56b-4ee9-9842-50f1264cadcc/103b7d79-2dee-4bb4-9b92-6d3004130ad4) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:44.449306 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:44.465381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Transition to ACTIVE for port object 103b7d79-2dee-4bb4-9b92-6d3004130ad4 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:44.529293 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:44.585217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Network 64c1cf46-ad0e-4d4a-9136-e5fbbd655342 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:44.588840 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:44.604792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:44.635404 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Pushing event updated for resources: {'Port': ['ID=103b7d79-2dee-4bb4-9b92-6d3004130ad4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:44.663405 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:44.761494 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Pushing event updated for resources: {'Port': ['ID=dd35ae84-d9a8-4a36-af20-35af90ce547b,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:44.793032 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6d19adb7-6a26-4f8c-95e2-4f89fe10785e req-da8d93a5-a504-41e1-acc6-e743848613f9 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7786694 Jul 22 23:35:44.876441 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Attempting to bind port dd35ae84-d9a8-4a36-af20-35af90ce547b on host n-h1-688802-2 for vnic_type normal with profile {"migrating_to": "n-h2-688802-2"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:44.876843 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Attempting to bind port dd35ae84-d9a8-4a36-af20-35af90ce547b by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:44.877288 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Attempting to bind port dd35ae84-d9a8-4a36-af20-35af90ce547b on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:44.907597 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-117601dc-c086-46f9-80d0-3e2430dc7c12 None None] Provisioning for port 103b7d79-2dee-4bb4-9b92-6d3004130ad4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:44.914336 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-117601dc-c086-46f9-80d0-3e2430dc7c12 None None] Provisioning complete for port 103b7d79-2dee-4bb4-9b92-6d3004130ad4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:44.915339 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-117601dc-c086-46f9-80d0-3e2430dc7c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:44.926518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Port dd35ae84-d9a8-4a36-af20-35af90ce547b on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:44.927142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Attempting to bind port dd35ae84-d9a8-4a36-af20-35af90ce547b on network 4a3b8ddb-0c36-4039-a9de-fdc44987feec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:44.960305 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:44.961498 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:44.962563 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-632f2dd2-f055-4025-96de-c02e30283b53 req-4eef5b15-1e40-413f-9ec4-ddfc6d312a64 service neutron] 10.222.0.26 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9264822 Jul 22 23:35:45.020207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f7ecd0c-a380-46b9-8d6c-d903edcd506d req-550aa4d6-2b39-4f76-8137-d109a82bc132 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c66ed3-9a70-4a18-be67-b1abd8290db6 HTTP/1.1" status: 200 len: 210 time: 0.1189437 Jul 22 23:35:45.038090 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-117601dc-c086-46f9-80d0-3e2430dc7c12 None None] Port 103b7d79-2dee-4bb4-9b92-6d3004130ad4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:35:45.054798 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:45.059062 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:45.059645 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:45.070606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:45.071786 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Checking segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:45.072185 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Bound using segment: {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:45.072640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Bound port: dd35ae84-d9a8-4a36-af20-35af90ce547b, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bb80d7-8543-47a1-98b2-2362574aec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4a3b8ddb-0c36-4039-a9de-fdc44987feec'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:45.073260 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:45.088756 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:45.101329 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:45.121737 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:45.165800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:45.251365 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:45.278707 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf6c35e-1db2-4da7-ba25-821004988761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:45.281608 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04cdff3-3ae5-4e73-89a0-fc143c5af1aa" -d '{"events": [{"server_uuid": "dbf6c35e-1db2-4da7-ba25-821004988761", "name": "network-vif-plugged", "status": "completed", "tag": "1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:45.290327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Transition to ACTIVE for port object d2947e42-63b8-422f-9721-4933309d2e66 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:45.296890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:45.306181 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:45.420577 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:45.421863 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:45.431217 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122ab8aa-915f-4f33-a48f-b3b879f7cccb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:45.441139 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:45.471798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-722ee025-1347-419f-ab8e-ec94ac9bf328 req-968f0886-d185-4135-906c-0de918dfacf3 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/ports?device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 210 time: 0.1778417 Jul 22 23:35:45.510058 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ffd8cc6c-dd0c-47fc-9898-bf934b402aac admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1102637318-network', 'tenant_id': '38fcc2a549774a6aaf1f72dd88a094dc'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:45.572923 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:45.596813 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f317ec87-ea22-4f97-b6be-5627d007efbd x-openstack-request-id: req-f317ec87-ea22-4f97-b6be-5627d007efbd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:45.597149 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b60964b-3af4-4077-9b30-a51e5a11b6fd", "name": "network-vif-unplugged", "status": "completed", "tag": "dd35ae84-d9a8-4a36-af20-35af90ce547b", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:45.597729 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f317ec87-ea22-4f97-b6be-5627d007efbd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:45.598129 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b60964b-3af4-4077-9b30-a51e5a11b6fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd35ae84-d9a8-4a36-af20-35af90ce547b', 'code': 200} Jul 22 23:35:45.650979 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] For port dd35ae84-d9a8-4a36-af20-35af90ce547b, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:45.695176 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] For port dd35ae84-d9a8-4a36-af20-35af90ce547b, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=dd35ae84-d9a8-4a36-af20-35af90ce547b,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:45.699341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd8cc6c-dd0c-47fc-9898-bf934b402aac admin admin] Made reservation on behalf of 38fcc2a549774a6aaf1f72dd88a094dc for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:45.701747 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffd8cc6c-dd0c-47fc-9898-bf934b402aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:45.711141 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:45.714527 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:45.793758 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffd8cc6c-dd0c-47fc-9898-bf934b402aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:45.856132 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:45.871130 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Pushing event updated for resources: {'Port': ['ID=103b7d79-2dee-4bb4-9b92-6d3004130ad4,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:45.879030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:45.896272 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Allocated IP 192.168.233.139 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:45.899432 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:45.914439 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583b226-4157-44c7-91ed-762fa503e9ce req-e2bf1e6a-6729-410f-9884-07a4b199fa15 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:45.915957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f583b226-4157-44c7-91ed-762fa503e9ce req-e2bf1e6a-6729-410f-9884-07a4b199fa15 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 944 time: 0.3455110 Jul 22 23:35:45.918589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Pushing event updated for resources: {'Port': ['ID=dd35ae84-d9a8-4a36-af20-35af90ce547b,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:45.979315 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Network 64c1cf46-ad0e-4d4a-9136-e5fbbd655342 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:45.989816 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:45.997179 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:45.997813 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:45.999232 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-60714de2-1eef-4641-b81a-aa740eda959f service neutron] 10.222.0.95 "PUT /v2.0/ports/dd35ae84-d9a8-4a36-af20-35af90ce547b HTTP/1.1" status: 200 len: 1122 time: 4.2256355 Jul 22 23:35:46.108013 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['dd35ae84-d9a8-4a36-af20-35af90ce547b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:46.127191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae052d9-bf14-46c2-bed3-b489f9217c97 req-2770068e-cb0d-4f2d-91e3-25b60e3608e7 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:46.136162 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cae052d9-bf14-46c2-bed3-b489f9217c97 req-2770068e-cb0d-4f2d-91e3-25b60e3608e7 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 950 time: 0.5035796 Jul 22 23:35:46.165610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['dd35ae84-d9a8-4a36-af20-35af90ce547b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:46.278629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Pushing event updated for resources: {'Port': ['ID=d2947e42-63b8-422f-9721-4933309d2e66,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:46.342889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device dd0811b0-9238-433b-a046-27360dd212c1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:46.377649 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:46.378328 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:46.430840 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f583b226-4157-44c7-91ed-762fa503e9ce req-ceb49108-1b88-4797-befe-4d6ad0a3c8df tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541895 Jul 22 23:35:46.434961 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:46.444234 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Router d31b039d-353b-4e34-bb91-7b524b03ae27 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:35:46.469644 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cae052d9-bf14-46c2-bed3-b489f9217c97 req-7b4a7773-abb8-4067-bc7d-21ec1af793bf tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176527 Jul 22 23:35:46.487756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4bc1067c-eac8-4e3b-b6ed-8f3260b0606d None None] Provisioning for port d2947e42-63b8-422f-9721-4933309d2e66 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:46.514225 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4bc1067c-eac8-4e3b-b6ed-8f3260b0606d None None] Provisioning complete for port d2947e42-63b8-422f-9721-4933309d2e66 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:46.515212 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4bc1067c-eac8-4e3b-b6ed-8f3260b0606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:46.550545 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffd8cc6c-dd0c-47fc-9898-bf934b402aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:46.561953 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeda2a7-3da9-4574-99da-dc3c7366fa32 x-openstack-request-id: req-ddeda2a7-3da9-4574-99da-dc3c7366fa32 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:46.562356 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf6c35e-1db2-4da7-ba25-821004988761", "name": "network-vif-plugged", "status": "completed", "tag": "1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:46.562695 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ddeda2a7-3da9-4574-99da-dc3c7366fa32 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:46.563357 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf6c35e-1db2-4da7-ba25-821004988761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280', 'code': 200} Jul 22 23:35:46.577239 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffd8cc6c-dd0c-47fc-9898-bf934b402aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:46.611150 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9bfa9eed-e1e3-4997-9915-6396b0acc97b tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4724736 Jul 22 23:35:46.617669 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port dd0811b0-9238-433b-a046-27360dd212c1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:46.624121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd8cc6c-dd0c-47fc-9898-bf934b402aac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:35:46.650622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port dd0811b0-9238-433b-a046-27360dd212c1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:46.651036 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:46.695570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Request body: {'port': {'device_id': '15200151-4090-430d-a042-7c9d6f0889e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:46.723352 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4bc1067c-eac8-4e3b-b6ed-8f3260b0606d None None] Port d2947e42-63b8-422f-9721-4933309d2e66 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:35:46.737312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:35:46.758503 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b88df5cd-0bc9-4121-9bed-92045436cdbb admin admin] 10.222.0.26 "PUT /v2.0/routers/d31b039d-353b-4e34-bb91-7b524b03ae27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7642145 Jul 22 23:35:46.772395 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Sync routers for ids ['d31b039d-353b-4e34-bb91-7b524b03ae27'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:35:46.802625 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffd8cc6c-dd0c-47fc-9898-bf934b402aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:46.803384 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-ffd8cc6c-dd0c-47fc-9898-bf934b402aac admin admin] Added segment dd8d75e7-1afb-4005-8978-0b8efb0c7d9a of type vlan for network 16b356a7-3abc-4112-8d06-4a4d2cc76d32 Jul 22 23:35:46.839757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8cc6c-dd0c-47fc-9898-bf934b402aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d15dac-34d0-4dfc-adf7-21efc0377a86,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:46.841219 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Routers {'d31b039d-353b-4e34-bb91-7b524b03ae27'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:35:46.842275 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:35:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d31b039d-353b-4e34-bb91-7b524b03ae27'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:46.893373 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02c1d101-5eb9-491b-87de-193865db05fb req-1d2020c8-8944-4d36-a548-75bb57c9564e tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c66ed3-9a70-4a18-be67-b1abd8290db6 HTTP/1.1" status: 200 len: 210 time: 0.0942907 Jul 22 23:35:46.990886 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffd8cc6c-dd0c-47fc-9898-bf934b402aac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.008980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-96e00123-5aa1-44e5-9eaa-97290dcca16a None None] Provisioning complete for port 103b7d79-2dee-4bb4-9b92-6d3004130ad4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:47.009429 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96e00123-5aa1-44e5-9eaa-97290dcca16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.024755 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.059331 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.092414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-96e00123-5aa1-44e5-9eaa-97290dcca16a None None] Port 103b7d79-2dee-4bb4-9b92-6d3004130ad4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:35:47.108222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf002169-3ad6-4f01-b1df-2d75423b7530 req-307da9d4-ed11-4d70-9627-a1354b6338c3 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:47.109491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port dd0811b0-9238-433b-a046-27360dd212c1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=dd0811b0-9238-433b-a046-27360dd212c1,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:47.109776 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf002169-3ad6-4f01-b1df-2d75423b7530 req-307da9d4-ed11-4d70-9627-a1354b6338c3 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.5073328 Jul 22 23:35:47.113509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Transition to ACTIVE for port object 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:47.114549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Set router d31b039d-353b-4e34-bb91-7b524b03ae27 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:35:47.115855 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.116584 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.141352 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfa2c4-3acd-4fc1-bb55-aa3ed8a8f545 req-3b55ccf7-2b6a-45da-90d3-f04feab0335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:47.142928 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42cfa2c4-3acd-4fc1-bb55-aa3ed8a8f545 req-3b55ccf7-2b6a-45da-90d3-f04feab0335b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 1101 time: 0.4542413 Jul 22 23:35:47.156470 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffd8cc6c-dd0c-47fc-9898-bf934b402aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.157457 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd8cc6c-dd0c-47fc-9898-bf934b402aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:47.158040 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffd8cc6c-dd0c-47fc-9898-bf934b402aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.287944 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ffd8cc6c-dd0c-47fc-9898-bf934b402aac admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1199305 Jul 22 23:35:47.291592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:47.299035 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8c495a54-e2cc-474b-8b89-8209d05a88eb admin admin] Request body: {'subnet': {'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1102637318-subnet', 'tenant_id': '38fcc2a549774a6aaf1f72dd88a094dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:47.329472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c495a54-e2cc-474b-8b89-8209d05a88eb admin admin] Made reservation on behalf of 38fcc2a549774a6aaf1f72dd88a094dc for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:47.333763 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c495a54-e2cc-474b-8b89-8209d05a88eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.345147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8cc6c-dd0c-47fc-9898-bf934b402aac admin admin] Pushing event updated for resources: {'Network': ['ID=16b356a7-3abc-4112-8d06-4a4d2cc76d32,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:47.352981 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf002169-3ad6-4f01-b1df-2d75423b7530 req-46b6cf59-2bbe-4d67-971c-7c5a9f1584a5 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226939 Jul 22 23:35:47.362427 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42cfa2c4-3acd-4fc1-bb55-aa3ed8a8f545 req-6aea2c9e-44e6-4643-98e8-4f4496697ed6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069476 Jul 22 23:35:47.376877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81288ad-7066-48f8-b8ff-ac26886258cf req-53fb75c4-0cd3-4729-a888-899954ec58ec tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:47.378571 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c81288ad-7066-48f8-b8ff-ac26886258cf req-53fb75c4-0cd3-4729-a888-899954ec58ec tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/ports?device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 935 time: 0.3654521 Jul 22 23:35:47.387602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 16b356a7-3abc-4112-8d06-4a4d2cc76d32 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:35:47.432131 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=dd0811b0-9238-433b-a046-27360dd212c1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:47.440145 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.486978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-632f2dd2-f055-4025-96de-c02e30283b53 req-bde5170b-0c14-4f7c-b8b7-7402fcc4740c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=2461212b-7b2a-4b9d-92d9-e158656b518d HTTP/1.1" status: 200 len: 210 time: 0.1234283 Jul 22 23:35:47.571756 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4487913c-7899-475f-bd57-26d9cf318c20 req-14ba540e-6290-44ab-8586-e603f069d945 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=2461212b-7b2a-4b9d-92d9-e158656b518d HTTP/1.1" status: 200 len: 210 time: 0.1035175 Jul 22 23:35:47.591637 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c495a54-e2cc-474b-8b89-8209d05a88eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.600789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b60964b-3af4-4077-9b30-a51e5a11b6fd', 'tag': 'dd35ae84-d9a8-4a36-af20-35af90ce547b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:47.603965 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76af58f7-6981-4665-aae8-9b4f9ad1d736" -d '{"events": [{"name": "network-changed", "server_uuid": "9b60964b-3af4-4077-9b30-a51e5a11b6fd", "tag": "dd35ae84-d9a8-4a36-af20-35af90ce547b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:47.615742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'name': 'tempest-ServersTestBootFromVolume-1412330984-router', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:35:39Z', 'updated_at': '2021-07-22T23:35:44Z', 'revision_number': 4, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'gw_port': {'id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:40Z', 'updated_at': '2021-07-22T23:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '103b7d79-2dee-4bb4-9b92-6d3004130ad4', 'name': '', 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'mac_address': 'fa:16:3e:6a:2e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:43Z', 'updated_at': '2021-07-22T23:35:45Z', 'revision_number': 2, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'subnets': [{'id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:47.641878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:47.643704 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:47.648339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:47.651352 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Checking router: d31b039d-353b-4e34-bb91-7b524b03ae27 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:35:47.651713 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Updating router d31b039d-353b-4e34-bb91-7b524b03ae27 port 103b7d79-2dee-4bb4-9b92-6d3004130ad4 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:35:47.669176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c495a54-e2cc-474b-8b89-8209d05a88eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac717a4-c9db-4c23-81f2-a537a23e9b0f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:47.681903 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c495a54-e2cc-474b-8b89-8209d05a88eb admin admin] Checking segment: {'id': 'dd8d75e7-1afb-4005-8978-0b8efb0c7d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:47.682275 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c495a54-e2cc-474b-8b89-8209d05a88eb admin admin] Network hostable DHCP agents. Network: 16b356a7-3abc-4112-8d06-4a4d2cc76d32, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:35:47.703122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c495a54-e2cc-474b-8b89-8209d05a88eb admin admin] Network 16b356a7-3abc-4112-8d06-4a4d2cc76d32 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:35:47.708982 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.722872 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8c495a54-e2cc-474b-8b89-8209d05a88eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 16b356a7-3abc-4112-8d06-4a4d2cc76d32) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:47.728284 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c495a54-e2cc-474b-8b89-8209d05a88eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:47.728978 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c495a54-e2cc-474b-8b89-8209d05a88eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.731996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c81288ad-7066-48f8-b8ff-ac26886258cf req-e33f6b6d-a020-43be-aa87-c99a74baebb2 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbb826ee-cc77-4c65-b5bf-281885147062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929244 Jul 22 23:35:47.732174 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Pushing event updated for resources: {'Port': ['ID=9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:47.765509 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6823935-c5da-49bb-a89f-88632ce92f70 None None] Network 16b356a7-3abc-4112-8d06-4a4d2cc76d32 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:35:47.768783 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8c495a54-e2cc-474b-8b89-8209d05a88eb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4763899 Jul 22 23:35:47.867407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:47.868105 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.895146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f2dd2-f055-4025-96de-c02e30283b53 req-2246ce16-7e32-4e07-bdbf-3bd52230a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:47.897402 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-632f2dd2-f055-4025-96de-c02e30283b53 req-2246ce16-7e32-4e07-bdbf-3bd52230a148 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3720646 Jul 22 23:35:47.938401 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-27ee8f92-f42d-40e7-a7c7-dae5ea3b2878 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1230161 Jul 22 23:35:48.043108 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Request body: {'port': {'device_id': '85c66ed3-9a70-4a18-be67-b1abd8290db6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:48.089675 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e5ce9909-116f-41ca-9e4b-aec52cae4c70 None None] Provisioning for port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:48.094809 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e5ce9909-116f-41ca-9e4b-aec52cae4c70 None None] Provisioning complete for port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:48.095189 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9909-116f-41ca-9e4b-aec52cae4c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.120442 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2059af2d-a603-4aa7-bf11-a5a3422bca33 None None] Network 16b356a7-3abc-4112-8d06-4a4d2cc76d32 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:35:48.156165 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device dd0811b0-9238-433b-a046-27360dd212c1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:48.212468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e5ce9909-116f-41ca-9e4b-aec52cae4c70 None None] Port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:35:48.237822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2947e42-63b8-422f-9721-4933309d2e66 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:48.247276 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36292) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:48.252719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-05d78733-fb46-40fe-8f63-655836ae9a83 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1428905977', 'description': 'tempest-description--1664674288'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:48.264318 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.283038 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05d78733-fb46-40fe-8f63-655836ae9a83 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.291233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89350b-2019-4706-87a1-df7290c7512a req-48b7cc19-df55-4037-8b02-22f8871426c0 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:48.298062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad89350b-2019-4706-87a1-df7290c7512a req-48b7cc19-df55-4037-8b02-22f8871426c0 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 944 time: 0.3558295 Jul 22 23:35:48.316222 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.327582 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Transition to ACTIVE for port object d2947e42-63b8-422f-9721-4933309d2e66 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:48.336028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f2dd2-f055-4025-96de-c02e30283b53 req-92bf7598-c326-47a1-bd63-5ab79b1bc75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:48.337529 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-632f2dd2-f055-4025-96de-c02e30283b53 req-92bf7598-c326-47a1-bd63-5ab79b1bc75b service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4214799 Jul 22 23:35:48.357743 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.361677 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port dd0811b0-9238-433b-a046-27360dd212c1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:48.362047 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.371494 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.389224 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05d78733-fb46-40fe-8f63-655836ae9a83 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.395663 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05d78733-fb46-40fe-8f63-655836ae9a83 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.416890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Transition to ACTIVE for port object 103b7d79-2dee-4bb4-9b92-6d3004130ad4 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:48.433303 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05d78733-fb46-40fe-8f63-655836ae9a83 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.437531 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-05d78733-fb46-40fe-8f63-655836ae9a83 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1860995 Jul 22 23:35:48.437806 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d78733-fb46-40fe-8f63-655836ae9a83 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db9fd76-01a6-43fd-b16e-50c44a6d663d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:48.440317 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36296) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:48.448188 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-95ae00b6-dc46-40c6-a617-44716b584bc3 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Request body: {'security_group_rule': {'security_group_id': '6db9fd76-01a6-43fd-b16e-50c44a6d663d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:48.451910 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.486531 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95ae00b6-dc46-40c6-a617-44716b584bc3 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.493202 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-632f2dd2-f055-4025-96de-c02e30283b53 req-dfd426ba-06df-4a96-8ec5-6a914087bc54 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.95 "GET /v2.0/ports?device_id=2461212b-7b2a-4b9d-92d9-e158656b518d HTTP/1.1" status: 200 len: 210 time: 0.0649219 Jul 22 23:35:48.511398 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad89350b-2019-4706-87a1-df7290c7512a req-bf59ebf0-1e8f-4d9a-8bae-1f3f2a370b40 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122734 Jul 22 23:35:48.517881 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5a839-256f-4216-b7c6-99a57e3d5712 None None] Pushing event updated for resources: {'Port': ['ID=103b7d79-2dee-4bb4-9b92-6d3004130ad4,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:48.589753 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95ae00b6-dc46-40c6-a617-44716b584bc3 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.598588 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95ae00b6-dc46-40c6-a617-44716b584bc3 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.621781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Pushing event updated for resources: {'Port': ['ID=d2947e42-63b8-422f-9721-4933309d2e66,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:48.633298 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6e51b0-5501-47eb-bbe9-4736828352e0 x-openstack-request-id: req-2f6e51b0-5501-47eb-bbe9-4736828352e0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:48.633616 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b60964b-3af4-4077-9b30-a51e5a11b6fd", "tag": "dd35ae84-d9a8-4a36-af20-35af90ce547b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:48.633875 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f6e51b0-5501-47eb-bbe9-4736828352e0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:48.634286 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b60964b-3af4-4077-9b30-a51e5a11b6fd', 'tag': 'dd35ae84-d9a8-4a36-af20-35af90ce547b', 'status': 'completed', 'code': 200} Jul 22 23:35:48.635652 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Attempting to bind port 103b7d79-2dee-4bb4-9b92-6d3004130ad4 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:48.636024 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Attempting to bind port 103b7d79-2dee-4bb4-9b92-6d3004130ad4 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '46393a6d-fae8-4f94-b04c-15fa7a42a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:48.636385 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Attempting to bind port 103b7d79-2dee-4bb4-9b92-6d3004130ad4 on network 64c1cf46-ad0e-4d4a-9136-e5fbbd655342 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:48.639811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae00b6-dc46-40c6-a617-44716b584bc3 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b593cbf6-5a4d-4441-b940-fd7ba8308baa,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:48.651914 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:48.652305 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Checking segment: {'id': '46393a6d-fae8-4f94-b04c-15fa7a42a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:48.652782 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.653211 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Bound using segment: {'id': '46393a6d-fae8-4f94-b04c-15fa7a42a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:48.653807 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Bound port: 103b7d79-2dee-4bb4-9b92-6d3004130ad4, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46393a6d-fae8-4f94-b04c-15fa7a42a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:48.654196 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.691456 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95ae00b6-dc46-40c6-a617-44716b584bc3 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.697039 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-95ae00b6-dc46-40c6-a617-44716b584bc3 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2524948 Jul 22 23:35:48.697996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36300) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:48.710407 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4015bac3-9ee3-4a81-ad7b-d6d8d3a29098 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Request body: {'security_group_rule': {'security_group_id': '6db9fd76-01a6-43fd-b16e-50c44a6d663d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:48.765749 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4015bac3-9ee3-4a81-ad7b-d6d8d3a29098 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.792419 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] For port 103b7d79-2dee-4bb4-9b92-6d3004130ad4, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:48.810225 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] For port 103b7d79-2dee-4bb4-9b92-6d3004130ad4, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=103b7d79-2dee-4bb4-9b92-6d3004130ad4,segment=NetworkSegment(46393a6d-fae8-4f94-b04c-15fa7a42a1b1),segment_id=46393a6d-fae8-4f94-b04c-15fa7a42a1b1)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:48.820260 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.857348 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4015bac3-9ee3-4a81-ad7b-d6d8d3a29098 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.861929 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4015bac3-9ee3-4a81-ad7b-d6d8d3a29098 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.897915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Routers {'d31b039d-353b-4e34-bb91-7b524b03ae27'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:35:48.898253 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015bac3-9ee3-4a81-ad7b-d6d8d3a29098 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5ecb4d-b742-4b50-b3f9-8e90abdb838e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:48.898587 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:35:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d31b039d-353b-4e34-bb91-7b524b03ae27'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:48.914127 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4015bac3-9ee3-4a81-ad7b-d6d8d3a29098 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.919160 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4015bac3-9ee3-4a81-ad7b-d6d8d3a29098 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2178175 Jul 22 23:35:48.920304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36304) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:48.925448 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:48.960816 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:49.001990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5a839-256f-4216-b7c6-99a57e3d5712 None None] Pushing event updated for resources: {'Port': ['ID=103b7d79-2dee-4bb4-9b92-6d3004130ad4,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:49.035408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edc04c-2281-4a02-8d46-211060ec0505 req-3fe9817f-7abb-430a-a35d-cd0406206b9d tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:49.043552 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94edc04c-2281-4a02-8d46-211060ec0505 req-3fe9817f-7abb-430a-a35d-cd0406206b9d tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 950 time: 0.7317526 Jul 22 23:35:49.123633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] Set router d31b039d-353b-4e34-bb91-7b524b03ae27 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:35:49.132958 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af58f7-6981-4665-aae8-9b4f9ad1d736 req-70692660-826f-4197-bbe4-01a239b84814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:49.135439 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:49.139653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76af58f7-6981-4665-aae8-9b4f9ad1d736 req-70692660-826f-4197-bbe4-01a239b84814 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 1125 time: 0.4400594 Jul 22 23:35:49.141633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d10b97-6ae7-4155-b9c7-b02eb39e74c2 req-f79261fd-5b18-4571-9aaa-191bb34f1aec service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=2461212b-7b2a-4b9d-92d9-e158656b518d HTTP/1.1" status: 200 len: 210 time: 0.1293352 Jul 22 23:35:49.270465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af58f7-6981-4665-aae8-9b4f9ad1d736 req-8a3f089a-e54f-4422-a8ab-20dfce4e9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:49.271946 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76af58f7-6981-4665-aae8-9b4f9ad1d736 req-8a3f089a-e54f-4422-a8ab-20dfce4e9e2b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.1074159 Jul 22 23:35:49.286725 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Attempting to bind port d2947e42-63b8-422f-9721-4933309d2e66 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:49.287328 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Attempting to bind port d2947e42-63b8-422f-9721-4933309d2e66 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:49.287557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Attempting to bind port d2947e42-63b8-422f-9721-4933309d2e66 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:49.299218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Allocated IP 172.25.4.67 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/df32f0b8-688b-4ca9-bdaf-d599a634cce1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:49.359261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f9cd-e2cc-48f9-8108-a820abfedae8 req-7e3c16bd-338e-4e88-8114-c2c1792736f8 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:49.361007 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf9f9cd-e2cc-48f9-8108-a820abfedae8 req-7e3c16bd-338e-4e88-8114-c2c1792736f8 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c66ed3-9a70-4a18-be67-b1abd8290db6 HTTP/1.1" status: 200 len: 936 time: 0.5606391 Jul 22 23:35:49.373033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Port d2947e42-63b8-422f-9721-4933309d2e66 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:49.373348 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Attempting to bind port d2947e42-63b8-422f-9721-4933309d2e66 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:49.415891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94edc04c-2281-4a02-8d46-211060ec0505 req-e7c986d5-17cf-4fc1-b126-de8e16477558 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713322 Jul 22 23:35:49.418289 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:49.428090 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76af58f7-6981-4665-aae8-9b4f9ad1d736 req-35bbcf97-c2d7-4c4a-803f-ff0cd6a3aa81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd35ae84-d9a8-4a36-af20-35af90ce547b HTTP/1.1" status: 200 len: 217 time: 0.1159966 Jul 22 23:35:49.433694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:49.433922 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:49.434262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:49.435017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Bound port: d2947e42-63b8-422f-9721-4933309d2e66, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:49.435205 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:49.480455 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:49.503561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:49.525494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:49.529384 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:49.576473 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Pushing event updated for resources: {'Port': ['ID=df32f0b8-688b-4ca9-bdaf-d599a634cce1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:49.600356 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'name': 'tempest-ServersTestBootFromVolume-1412330984-router', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:35:39Z', 'updated_at': '2021-07-22T23:35:44Z', 'revision_number': 4, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'gw_port': {'id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:40Z', 'updated_at': '2021-07-22T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '103b7d79-2dee-4bb4-9b92-6d3004130ad4', 'name': '', 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'mac_address': 'fa:16:3e:6a:2e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:43Z', 'updated_at': '2021-07-22T23:35:48Z', 'revision_number': 4, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'subnets': [{'id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:49.628227 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410e941-27ed-40de-9f3c-7cc0964e9bed None None] The sync data for ids ['d31b039d-353b-4e34-bb91-7b524b03ae27'] in n-d-688802-2 is: [{'id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'name': 'tempest-ServersTestBootFromVolume-1412330984-router', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:35:39Z', 'updated_at': '2021-07-22T23:35:44Z', 'revision_number': 4, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'gw_port': {'id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:40Z', 'updated_at': '2021-07-22T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '103b7d79-2dee-4bb4-9b92-6d3004130ad4', 'name': '', 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'mac_address': 'fa:16:3e:6a:2e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:43Z', 'updated_at': '2021-07-22T23:35:48Z', 'revision_number': 4, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'subnets': [{'id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:35:49.647180 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:49.705600 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:49.924072 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:49.929999 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:50.004219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Pushing event updated for resources: {'Port': ['ID=df32f0b8-688b-4ca9-bdaf-d599a634cce1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:50.038360 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:50.039945 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eaf9f9cd-e2cc-48f9-8108-a820abfedae8 req-74585266-e4d4-4e4f-a6df-0d6e818be8b2 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6641665 Jul 22 23:35:50.062833 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:50.064518 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c6d92ef8-2c62-420e-a51e-30463de10cb1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1436961 Jul 22 23:35:50.108151 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d10b97-6ae7-4155-b9c7-b02eb39e74c2 req-9444adc3-6b69-4714-9576-c10b7ecfe320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:50.109667 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d10b97-6ae7-4155-b9c7-b02eb39e74c2 req-9444adc3-6b69-4714-9576-c10b7ecfe320 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&shared=False HTTP/1.1" status: 200 len: 906 time: 0.9398086 Jul 22 23:35:50.111051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af58f7-6981-4665-aae8-9b4f9ad1d736 req-f0b70efd-8a89-4ddb-b69f-4f48090c41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:50.112410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76af58f7-6981-4665-aae8-9b4f9ad1d736 req-f0b70efd-8a89-4ddb-b69f-4f48090c41c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.6665206 Jul 22 23:35:50.213627 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 103b7d79-2dee-4bb4-9b92-6d3004130ad4 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:50.321804 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76af58f7-6981-4665-aae8-9b4f9ad1d736 req-ca6e569a-dac5-4535-a657-07113ad6be12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1614940 Jul 22 23:35:50.324388 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 103b7d79-2dee-4bb4-9b92-6d3004130ad4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:50.328827 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 103b7d79-2dee-4bb4-9b92-6d3004130ad4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:50.329409 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:50.349459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] For port d2947e42-63b8-422f-9721-4933309d2e66, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:50.353403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] For port d2947e42-63b8-422f-9721-4933309d2e66, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d2947e42-63b8-422f-9721-4933309d2e66,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:50.414263 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:50.455430 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:50.508740 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 103b7d79-2dee-4bb4-9b92-6d3004130ad4, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=103b7d79-2dee-4bb4-9b92-6d3004130ad4,segment=NetworkSegment(46393a6d-fae8-4f94-b04c-15fa7a42a1b1),segment_id=46393a6d-fae8-4f94-b04c-15fa7a42a1b1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:50.517156 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:50.528416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:50.571610 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-80011866-5f4f-4f12-a851-3f07067d8e9c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:50.578409 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-80011866-5f4f-4f12-a851-3f07067d8e9c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/networks?id=16b356a7-3abc-4112-8d06-4a4d2cc76d32 HTTP/1.1" status: 200 len: 815 time: 0.7018435 Jul 22 23:35:50.589886 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=103b7d79-2dee-4bb4-9b92-6d3004130ad4,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:50.612166 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:50.666824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Transition to ACTIVE for port object 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:50.674230 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-032cfc89-f471-486d-afcb-76e4b9af7c88 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/quotas/38fcc2a549774a6aaf1f72dd88a094dc HTTP/1.1" status: 200 len: 375 time: 0.0945370 Jul 22 23:35:50.689934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:50.690656 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:50.695803 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] 10.222.0.95 "PUT /v2.0/ports/d2947e42-63b8-422f-9721-4933309d2e66 HTTP/1.1" status: 200 len: 1095 time: 4.0590031 Jul 22 23:35:50.757271 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15200151-4090-430d-a042-7c9d6f0889e9', 'tag': 'd2947e42-63b8-422f-9721-4933309d2e66'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:50.760022 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999a9483-6078-4da0-a814-6a92c43e2425" -d '{"events": [{"name": "network-changed", "server_uuid": "15200151-4090-430d-a042-7c9d6f0889e9", "tag": "d2947e42-63b8-422f-9721-4933309d2e66"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:50.763290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d10b97-6ae7-4155-b9c7-b02eb39e74c2 req-fca40e30-9967-4039-8981-f3a05cfd1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:50.764964 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d10b97-6ae7-4155-b9c7-b02eb39e74c2 req-fca40e30-9967-4039-8981-f3a05cfd1dd9 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6237993 Jul 22 23:35:50.765789 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:50.979538 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-d8634361-e654-4bc9-9dfe-34f9a3594b7b tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=38fcc2a549774a6aaf1f72dd88a094dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2167573 Jul 22 23:35:51.171740 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21381d9a-482d-446c-aaf0-8f1c619f5935 service neutron] Pushing event updated for resources: {'Port': ['ID=d2947e42-63b8-422f-9721-4933309d2e66,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:51.178189 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d10b97-6ae7-4155-b9c7-b02eb39e74c2 req-2723ec66-034d-48e6-abc0-a2f4597c25c0 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.95 "GET /v2.0/ports?device_id=2461212b-7b2a-4b9d-92d9-e158656b518d HTTP/1.1" status: 200 len: 210 time: 0.2721441 Jul 22 23:35:51.357218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed100281-5fbc-4218-b215-6d2bd3d280ee req-21383c4e-c759-4427-b344-9125d9413c69 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:51.360333 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed100281-5fbc-4218-b215-6d2bd3d280ee req-21383c4e-c759-4427-b344-9125d9413c69 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 1.1337025 Jul 22 23:35:51.409686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:51.494623 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76af58f7-6981-4665-aae8-9b4f9ad1d736 req-44f6264c-edb8-4077-a3a5-d7376aa941d0 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1285791 Jul 22 23:35:51.552701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-461121f3-c2ba-4bf3-9ad8-f7f792a6a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:51.554629 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-461121f3-c2ba-4bf3-9ad8-f7f792a6a04d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a824714deb934e28ad0f51d5898dc774&device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 1098 time: 0.7562463 Jul 22 23:35:51.594421 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Attempting to bind port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:51.594632 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Attempting to bind port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:51.595062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Attempting to bind port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:51.600696 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed100281-5fbc-4218-b215-6d2bd3d280ee req-6c17a807-8a39-40d3-97f1-1d229c1ba3b3 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931541 Jul 22 23:35:51.602692 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-c320752b-84d2-4798-8151-ae6ea5ce48cc service neutron] 10.222.0.26 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636606 Jul 22 23:35:51.653472 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-15c6d6e6-c205-4ca4-8421-918b0a0d18bf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=d2947e42-63b8-422f-9721-4933309d2e66 HTTP/1.1" status: 200 len: 217 time: 0.0807765 Jul 22 23:35:51.664762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:51.664762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Attempting to bind port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:51.758969 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:51.759365 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:51.759806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:51.760256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Bound port: 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:51.760715 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:51.894409 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9aa3da42-236f-4b99-8832-c035630490f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:51.896660 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-9aa3da42-236f-4b99-8832-c035630490f1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.2253995 Jul 22 23:35:51.907211 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76af58f7-6981-4665-aae8-9b4f9ad1d736 req-bcc24c21-f49d-4e4c-9c70-0f272addabb8 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989921 Jul 22 23:35:52.002247 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-8723d5a1-e6da-4a49-b797-5d720fcc6f8e service neutron] 10.222.0.26 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613875 Jul 22 23:35:52.015838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] For port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:52.022650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] For port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:52.031196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83aac2-653a-465f-abd2-e4b754d8112a req-dbdc8ea2-658d-4514-aaa3-068a86a17f62 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:52.032792 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7b83aac2-653a-465f-abd2-e4b754d8112a req-dbdc8ea2-658d-4514-aaa3-068a86a17f62 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/ports?device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 947 time: 0.3037326 Jul 22 23:35:52.042820 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:52.146699 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:52.147323 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:52.148703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] 10.222.0.18 "PUT /v2.0/ports/9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 HTTP/1.1" status: 200 len: 1096 time: 4.1230414 Jul 22 23:35:52.172241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 103b7d79-2dee-4bb4-9b92-6d3004130ad4 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:52.194635 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7b83aac2-653a-465f-abd2-e4b754d8112a req-45fcdfe9-18ee-40fe-a983-d448c507c042 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbb826ee-cc77-4c65-b5bf-281885147062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496136 Jul 22 23:35:52.203158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72581cf-fd01-492d-abba-b4212ec89216 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:52.207974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-8daf4819-f596-418c-b531-431090de9e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:52.209796 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-8daf4819-f596-418c-b531-431090de9e79 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2976892 Jul 22 23:35:52.211106 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-3fe4759f-c055-4c3d-a2da-76421a750a29 service neutron] 10.222.0.18 "GET /v2.0/ports/dd35ae84-d9a8-4a36-af20-35af90ce547b/bindings/n-h2-688802-2 HTTP/1.1" status: 200 len: 384 time: 0.1920180 Jul 22 23:35:52.293865 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 103b7d79-2dee-4bb4-9b92-6d3004130ad4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:52.294396 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:52.668500 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-2bb60917-491a-4bbc-bd22-d82060282c26 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056799 Jul 22 23:35:52.710117 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-0ad663df-51cb-41e0-9c22-8d2e59f184c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:52.711745 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-0ad663df-51cb-41e0-9c22-8d2e59f184c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e7c674b486f4e1290a36032d84e5354&device_id=85c66ed3-9a70-4a18-be67-b1abd8290db6 HTTP/1.1" status: 200 len: 1099 time: 0.4501021 Jul 22 23:35:52.733444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569f983-15be-4360-9850-959fa7dff6ce req-ded1853e-014a-45d3-a05f-351298d87fe3 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:52.734934 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d569f983-15be-4360-9850-959fa7dff6ce req-ded1853e-014a-45d3-a05f-351298d87fe3 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 944 time: 0.4966216 Jul 22 23:35:52.999196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device dd35ae84-d9a8-4a36-af20-35af90ce547b no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:53.203762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-dc5d27d3-69d5-45c7-845b-a87c528229ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 HTTP/1.1" status: 200 len: 217 time: 0.4653428 Jul 22 23:35:53.264817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd35948-dddf-43ea-b1c3-b92e5dea1082 req-2082613e-0609-41b2-b7b8-83c7eba83e0d tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:53.266445 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2fd35948-dddf-43ea-b1c3-b92e5dea1082 req-2082613e-0609-41b2-b7b8-83c7eba83e0d tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 950 time: 0.8907213 Jul 22 23:35:53.372173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d569f983-15be-4360-9850-959fa7dff6ce req-ce6dfbb3-de95-48e9-973d-3d45fbddfb70 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245940 Jul 22 23:35:53.377272 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-439cde7e-b824-45e9-b038-5ab544b2f20b service neutron] For port dd35ae84-d9a8-4a36-af20-35af90ce547b, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=dd35ae84-d9a8-4a36-af20-35af90ce547b,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:53.416577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-7aeb09a8-1319-45fa-a53a-0b7140b4b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:53.418279 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-7aeb09a8-1319-45fa-a53a-0b7140b4b2ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1779857 Jul 22 23:35:53.454023 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bb2f23-90db-49ac-bdb0-b64c0666df45 x-openstack-request-id: req-b4bb2f23-90db-49ac-bdb0-b64c0666df45 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:53.454300 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15200151-4090-430d-a042-7c9d6f0889e9", "tag": "d2947e42-63b8-422f-9721-4933309d2e66", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:53.454549 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b4bb2f23-90db-49ac-bdb0-b64c0666df45 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:53.454941 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15200151-4090-430d-a042-7c9d6f0889e9', 'tag': 'd2947e42-63b8-422f-9721-4933309d2e66', 'status': 'completed', 'code': 200} Jul 22 23:35:53.460693 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176125f1-fc02-4b32-b4ae-c31c5447f400 req-7bf02aee-a5e7-477c-9634-4ff4fe2f868f service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7736621 Jul 22 23:35:53.508317 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2fd35948-dddf-43ea-b1c3-b92e5dea1082 req-32cce630-b944-4e55-b5ec-29e5c3fbd618 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121241 Jul 22 23:35:53.512598 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-439cde7e-b824-45e9-b038-5ab544b2f20b service neutron] For port dd35ae84-d9a8-4a36-af20-35af90ce547b, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:53.669086 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-439cde7e-b824-45e9-b038-5ab544b2f20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd35ae84-d9a8-4a36-af20-35af90ce547b {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:53.717656 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-439cde7e-b824-45e9-b038-5ab544b2f20b service neutron] For port dd35ae84-d9a8-4a36-af20-35af90ce547b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dd35ae84-d9a8-4a36-af20-35af90ce547b,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:53.759261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-0f5da4c3-4852-472f-8c6a-774d4eb8cfae tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:53.760679 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-0f5da4c3-4852-472f-8c6a-774d4eb8cfae tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.95 "GET /v2.0/networks?id=16b356a7-3abc-4112-8d06-4a4d2cc76d32 HTTP/1.1" status: 200 len: 815 time: 0.3876398 Jul 22 23:35:53.771690 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-439cde7e-b824-45e9-b038-5ab544b2f20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:53.823552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-5e40b88d-c800-44a4-b835-ef76d299c1f8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Request body: {'port': {'device_id': 'df053056-ca25-4c71-a530-e8883548338e', 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32', 'admin_state_up': True, 'tenant_id': '38fcc2a549774a6aaf1f72dd88a094dc'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:53.854478 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-eb63284a-5151-498a-8483-cf2087aaf3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:53.856096 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-eb63284a-5151-498a-8483-cf2087aaf3cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4146852 Jul 22 23:35:53.966030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863448a-817f-41f5-b8ca-7876b9917a62 req-1afd4c44-4a3d-48df-a21b-f78c48d14c82 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:53.966631 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5863448a-817f-41f5-b8ca-7876b9917a62 req-1afd4c44-4a3d-48df-a21b-f78c48d14c82 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c66ed3-9a70-4a18-be67-b1abd8290db6 HTTP/1.1" status: 200 len: 948 time: 0.4248567 Jul 22 23:35:54.021162 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-c144dc8e-283c-4d57-9da2-d5ade786c841 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:54.022615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-c144dc8e-283c-4d57-9da2-d5ade786c841 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 805 time: 0.3758473 Jul 22 23:35:54.024392 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a9483-6078-4da0-a814-6a92c43e2425 req-12a93cbc-dc4c-45f6-8b59-9c531df6c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:54.025763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-999a9483-6078-4da0-a814-6a92c43e2425 req-12a93cbc-dc4c-45f6-8b59-9c531df6c44c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a824714deb934e28ad0f51d5898dc774&device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 1098 time: 0.4549739 Jul 22 23:35:54.139843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-5307d731-3410-48ea-8e68-5b0dd55a5498 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/quotas/bb3a2d0f5d49440c8d1c8c93b02aa91f HTTP/1.1" status: 200 len: 375 time: 0.0940869 Jul 22 23:35:54.199839 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-439cde7e-b824-45e9-b038-5ab544b2f20b service neutron] Transition to ACTIVE for port object dd35ae84-d9a8-4a36-af20-35af90ce547b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:54.203505 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5863448a-817f-41f5-b8ca-7876b9917a62 req-ff765967-9acd-476b-92de-17ba329cfd00 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966834 Jul 22 23:35:54.261735 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-439cde7e-b824-45e9-b038-5ab544b2f20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:54.344043 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-5c801df7-6685-49b1-83fe-bc2213aa25f4 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431462 Jul 22 23:35:54.382926 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85a57580-601e-4364-8f0d-6183c0d7a74d req-888052b9-3479-4b6d-b231-c9e73ad9320e tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 210 time: 0.0941472 Jul 22 23:35:54.430445 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-5e40b88d-c800-44a4-b835-ef76d299c1f8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Made reservation on behalf of 38fcc2a549774a6aaf1f72dd88a094dc for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:54.433929 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-5e40b88d-c800-44a4-b835-ef76d299c1f8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:54.461550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a9483-6078-4da0-a814-6a92c43e2425 req-221860c6-922f-4e83-9a52-3a443786c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:54.463024 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-999a9483-6078-4da0-a814-6a92c43e2425 req-221860c6-922f-4e83-9a52-3a443786c72f service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.4009740 Jul 22 23:35:54.470279 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-439cde7e-b824-45e9-b038-5ab544b2f20b service neutron] No DVR routers for this DVR port dd35ae84-d9a8-4a36-af20-35af90ce547b on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:54.501510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439cde7e-b824-45e9-b038-5ab544b2f20b service neutron] Pushing event updated for resources: {'Port': ['ID=dd35ae84-d9a8-4a36-af20-35af90ce547b,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:54.612798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-999a9483-6078-4da0-a814-6a92c43e2425 req-c4cb8efa-a5fd-4fef-b89e-499fe98928fc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=d2947e42-63b8-422f-9721-4933309d2e66 HTTP/1.1" status: 200 len: 217 time: 0.1295123 Jul 22 23:35:54.643839 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-439cde7e-b824-45e9-b038-5ab544b2f20b service neutron] 10.222.0.18 "PUT /v2.0/ports/dd35ae84-d9a8-4a36-af20-35af90ce547b/bindings/n-h2-688802-2/activate HTTP/1.1" status: 200 len: 369 time: 2.4138482 Jul 22 23:35:54.697246 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-ab8fc35e-592c-479f-9b58-b36e6f76c6cc tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5330861 Jul 22 23:35:54.755686 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-361444f4-6a87-4d8e-8a9f-6aad7cc3a3d4 req-6bcaeee2-7036-4e83-8557-a95bbb089abb service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799677 Jul 22 23:35:54.791013 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a9483-6078-4da0-a814-6a92c43e2425 req-3dd33ebf-debd-4105-a493-c4ea6293e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:54.792507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-999a9483-6078-4da0-a814-6a92c43e2425 req-3dd33ebf-debd-4105-a493-c4ea6293e4f4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1684868 Jul 22 23:35:54.828902 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-6f9f9d4b-d9a6-434b-9799-2eef305b9f53 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:54.830459 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-6f9f9d4b-d9a6-434b-9799-2eef305b9f53 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd&tenant_id=56035dbeb92e4f879395357fce5a955e&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 1096 time: 0.0850887 Jul 22 23:35:54.901750 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-b6b83037-1375-415e-a274-ba031776b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:54.903636 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-b6b83037-1375-415e-a274-ba031776b09d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd&tenant_id=56035dbeb92e4f879395357fce5a955e HTTP/1.1" status: 200 len: 1096 time: 0.0656493 Jul 22 23:35:54.906241 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd4b89-e228-4af8-b8c5-879e0adca833 req-04fe6d6d-752f-4333-863c-1c1b2db3a03e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:54.907742 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-66bd4b89-e228-4af8-b8c5-879e0adca833 req-04fe6d6d-752f-4333-863c-1c1b2db3a03e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.4393637 Jul 22 23:35:54.938701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-5e40b88d-c800-44a4-b835-ef76d299c1f8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Allocated IP 172.20.0.5 (16b356a7-3abc-4112-8d06-4a4d2cc76d32/1ac717a4-c9db-4c23-81f2-a537a23e9b0f/74fcc665-706b-4253-a356-e6d6c8878a55) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:54.971006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-814f6540-4183-4573-ba20-775c96fe9da8 service neutron] 10.222.0.26 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631731 Jul 22 23:35:54.998565 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-b89e8237-83f4-4e43-aa81-f962cd09aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:55.000756 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-b89e8237-83f4-4e43-aa81-f962cd09aad5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 1096 time: 0.0730097 Jul 22 23:35:55.045816 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-66bd4b89-e228-4af8-b8c5-879e0adca833 req-9c906861-f1ed-483b-b5de-cce08fe35e13 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297827 Jul 22 23:35:55.092631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a9483-6078-4da0-a814-6a92c43e2425 req-478fc71a-abb6-4371-9ada-385fed057e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:55.094299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-999a9483-6078-4da0-a814-6a92c43e2425 req-478fc71a-abb6-4371-9ada-385fed057e1c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2687309 Jul 22 23:35:55.157979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-20963c30-6e10-4cd7-8e5c-8c032c7587b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:55.160176 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-20963c30-6e10-4cd7-8e5c-8c032c7587b3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.1507018 Jul 22 23:35:55.207118 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-634dafc0-d24d-489e-aa11-d7d5ef329269 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd35ae84-d9a8-4a36-af20-35af90ce547b HTTP/1.1" status: 200 len: 217 time: 0.0405173 Jul 22 23:35:55.268827 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-897bd2ba-9ea1-4851-9ba4-966d958ce461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:55.271239 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-897bd2ba-9ea1-4851-9ba4-966d958ce461 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.0534403 Jul 22 23:35:55.317597 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-c96d8d49-f24f-4839-9778-bc53f3b68f67 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384362 Jul 22 23:35:55.418823 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-4e1d1f06-bc54-4456-9940-27e48f98bd2e service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940249 Jul 22 23:35:55.533137 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-3860732a-96a3-4238-9de9-7ee62892badc service neutron] 10.222.0.95 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033533 Jul 22 23:35:55.593367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-6d8bf560-5f37-4173-9d88-55c9e43bb1b4 service neutron] 10.222.0.26 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6104171 Jul 22 23:35:55.593948 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c66ed3-9a70-4a18-be67-b1abd8290db6', 'tag': '9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:55.596457 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74479dc-6e08-47c2-b0cd-77bb34a7b6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "85c66ed3-9a70-4a18-be67-b1abd8290db6", "tag": "9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:55.657946 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-999a9483-6078-4da0-a814-6a92c43e2425 req-3b1d238b-131a-4ad4-812a-9d973ff01d84 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538802 Jul 22 23:35:55.690210 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-5e40b88d-c800-44a4-b835-ef76d299c1f8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:55.723201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dcc70-7877-4fd2-8ad3-abafe3e566ae req-4abd18c7-49fd-49d1-b8f7-5855c1545cf6 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:55.724757 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c0dcc70-7877-4fd2-8ad3-abafe3e566ae req-4abd18c7-49fd-49d1-b8f7-5855c1545cf6 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/ports?device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 947 time: 0.5448365 Jul 22 23:35:55.890088 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c0dcc70-7877-4fd2-8ad3-abafe3e566ae req-52889c07-0c62-46a7-8f4f-75618f16223d tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbb826ee-cc77-4c65-b5bf-281885147062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559596 Jul 22 23:35:55.892475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-999a9483-6078-4da0-a814-6a92c43e2425 req-f9a95fc6-3418-4ce6-af67-fc9a06809617 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143922 Jul 22 23:35:55.931891 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-5e40b88d-c800-44a4-b835-ef76d299c1f8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:55.940489 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-77ca7ae6-552e-41e3-80d1-f8fb739d6254 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:55.943706 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-77ca7ae6-552e-41e3-80d1-f8fb739d6254 tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd&tenant_id=56035dbeb92e4f879395357fce5a955e&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 1096 time: 0.1596012 Jul 22 23:35:56.028660 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-5e40b88d-c800-44a4-b835-ef76d299c1f8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Network 16b356a7-3abc-4112-8d06-4a4d2cc76d32 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:56.031098 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-5e40b88d-c800-44a4-b835-ef76d299c1f8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:56.052111 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-5e40b88d-c800-44a4-b835-ef76d299c1f8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:56.125702 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-c38c1fe7-52fb-4146-8bc8-aff768265639 service neutron] For port dd35ae84-d9a8-4a36-af20-35af90ce547b, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:56.131203 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-c38c1fe7-52fb-4146-8bc8-aff768265639 service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:56.132412 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-c38c1fe7-52fb-4146-8bc8-aff768265639 service neutron] 10.222.0.95 "DELETE /v2.0/ports/dd35ae84-d9a8-4a36-af20-35af90ce547b/bindings/n-h1-688802-2 HTTP/1.1" status: 204 len: 173 time: 0.1770103 Jul 22 23:35:56.144563 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40b88d-c800-44a4-b835-ef76d299c1f8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Pushing event updated for resources: {'Port': ['ID=74fcc665-706b-4253-a356-e6d6c8878a55,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:56.206414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-5e40b88d-c800-44a4-b835-ef76d299c1f8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:56.208010 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-5e40b88d-c800-44a4-b835-ef76d299c1f8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:56.242328 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7ac99-2aa2-45b2-b0ad-8e3895b7622b req-563cacff-1d29-4f56-8aad-32a5d19c0ef3 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:56.243933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5ba7ac99-2aa2-45b2-b0ad-8e3895b7622b req-563cacff-1d29-4f56-8aad-32a5d19c0ef3 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c66ed3-9a70-4a18-be67-b1abd8290db6 HTTP/1.1" status: 200 len: 948 time: 0.2063658 Jul 22 23:35:56.245508 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-5e40b88d-c800-44a4-b835-ef76d299c1f8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4313824 Jul 22 23:35:56.255585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f504ab-0c1f-4eb8-b5c2-7b19cec704f8 req-f8721608-39b1-4552-a3ad-dbed0fcac7fe tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:56.257318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a3f504ab-0c1f-4eb8-b5c2-7b19cec704f8 req-f8721608-39b1-4552-a3ad-dbed0fcac7fe tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 945 time: 0.2977974 Jul 22 23:35:56.263682 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Request body: {'port': {'device_id': 'df053056-ca25-4c71-a530-e8883548338e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:56.362650 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5ba7ac99-2aa2-45b2-b0ad-8e3895b7622b req-84d4fb4a-53a6-4e4c-b897-23d7dde97d75 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041307 Jul 22 23:35:56.389555 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a3f504ab-0c1f-4eb8-b5c2-7b19cec704f8 req-2fe14d7d-4981-41f3-9024-ae432facd785 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218040 Jul 22 23:35:56.405157 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:56.460750 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4dd6b7-2029-4580-9bd8-1fa8aebc5a4d x-openstack-request-id: req-3a4dd6b7-2029-4580-9bd8-1fa8aebc5a4d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:56.461475 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c66ed3-9a70-4a18-be67-b1abd8290db6", "tag": "9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:56.461945 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a4dd6b7-2029-4580-9bd8-1fa8aebc5a4d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:56.462556 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c66ed3-9a70-4a18-be67-b1abd8290db6', 'tag': '9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03', 'status': 'completed', 'code': 200} Jul 22 23:35:56.654280 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7efa7d7b-70c8-4507-8e19-675951c764fd req-45a7ae37-e30e-4572-bd0e-166c4d46c8c5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 210 time: 0.0700822 Jul 22 23:35:56.665006 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d2947e42-63b8-422f-9721-4933309d2e66 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:56.733849 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdaa79-fc56-4e7b-9300-63bbab4d7ff7 req-7a827a3f-9e42-41aa-8114-80d3512e4673 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:56.733849 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61bdaa79-fc56-4e7b-9300-63bbab4d7ff7 req-7a827a3f-9e42-41aa-8114-80d3512e4673 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 931 time: 0.2556741 Jul 22 23:35:56.793590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d2947e42-63b8-422f-9721-4933309d2e66, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d2947e42-63b8-422f-9721-4933309d2e66,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:56.808798 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'd2947e42-63b8-422f-9721-4933309d2e66', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'd2947e42-63b8-422f-9721-4933309d2e66', 'mac_address': 'fa:16:3e:9c:89:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:56.850205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74479dc-6e08-47c2-b0cd-77bb34a7b6c7 req-9f285b08-3fd4-4cc7-bb5a-8b622da30976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:56.851728 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f74479dc-6e08-47c2-b0cd-77bb34a7b6c7 req-9f285b08-3fd4-4cc7-bb5a-8b622da30976 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e7c674b486f4e1290a36032d84e5354&device_id=85c66ed3-9a70-4a18-be67-b1abd8290db6 HTTP/1.1" status: 200 len: 1099 time: 0.2538214 Jul 22 23:35:56.859643 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:56.880200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2947e42-63b8-422f-9721-4933309d2e66 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:56.903773 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d2947e42-63b8-422f-9721-4933309d2e66, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d2947e42-63b8-422f-9721-4933309d2e66,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:56.909813 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:56.916451 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61bdaa79-fc56-4e7b-9300-63bbab4d7ff7 req-516a63cd-b89e-4f8f-a22b-c2cd1cd7cd57 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501486 Jul 22 23:35:57.007370 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d2947e42-63b8-422f-9721-4933309d2e66,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:57.077316 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0108b-972a-4a4f-9f02-fd123140abc8 req-67b3e516-ec1d-472a-87f9-e535aea3b0a0 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:57.079090 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd0108b-972a-4a4f-9f02-fd123140abc8 req-67b3e516-ec1d-472a-87f9-e535aea3b0a0 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 950 time: 0.3139222 Jul 22 23:35:57.148330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fcc665-706b-4253-a356-e6d6c8878a55 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:57.174006 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:57.215694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74479dc-6e08-47c2-b0cd-77bb34a7b6c7 req-80283e4d-f3b7-4d3e-bdb0-19bf6e64ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:57.217146 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f74479dc-6e08-47c2-b0cd-77bb34a7b6c7 req-80283e4d-f3b7-4d3e-bdb0-19bf6e64ba0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.3549953 Jul 22 23:35:57.218716 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['d2947e42-63b8-422f-9721-4933309d2e66'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:57.258014 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Transition to ACTIVE for port object 74fcc665-706b-4253-a356-e6d6c8878a55 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:57.278584 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:57.330682 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd0108b-972a-4a4f-9f02-fd123140abc8 req-ce77fcf8-2500-46a0-b004-a562e13846b2 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268922 Jul 22 23:35:57.354640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f74479dc-6e08-47c2-b0cd-77bb34a7b6c7 req-02df959f-a2fd-426d-8419-3cb1db576ee2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 HTTP/1.1" status: 200 len: 217 time: 0.0951154 Jul 22 23:35:57.410202 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb89ed-626d-491d-97c6-11ecf2482614 req-48503db9-1589-431b-96b8-cde8d8200ff1 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:57.412273 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6cb89ed-626d-491d-97c6-11ecf2482614 req-48503db9-1589-431b-96b8-cde8d8200ff1 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.3877385 Jul 22 23:35:57.451142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-2f47852a-0ed1-410f-a1e5-e703635b5288 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:57.452533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-2f47852a-0ed1-410f-a1e5-e703635b5288 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 805 time: 0.3547702 Jul 22 23:35:57.495658 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-8178b36f-1bf9-4e3a-a8e3-c49c811a0c71 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Request body: {'port': {'device_id': 'acc9ffbd-ee49-4153-8488-9d8157197f51', 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548', 'admin_state_up': True, 'tenant_id': 'bb3a2d0f5d49440c8d1c8c93b02aa91f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:57.534986 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=74fcc665-706b-4253-a356-e6d6c8878a55,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:57.654181 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74479dc-6e08-47c2-b0cd-77bb34a7b6c7 req-4526bc6b-f69a-4d2b-a834-f8736d6023ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:57.655787 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f74479dc-6e08-47c2-b0cd-77bb34a7b6c7 req-4526bc6b-f69a-4d2b-a834-f8736d6023ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.2803380 Jul 22 23:35:57.663164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6cb89ed-626d-491d-97c6-11ecf2482614 req-621854d4-62d0-4fcc-a332-b64e6c167167 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191954 Jul 22 23:35:57.799909 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b6bf3-f7c9-4141-a889-fcbb17985165 req-c5daf631-1b9a-4d17-8b24-0aeee0ff4720 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:57.801645 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0a3b6bf3-f7c9-4141-a889-fcbb17985165 req-c5daf631-1b9a-4d17-8b24-0aeee0ff4720 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/ports?device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 948 time: 0.3453488 Jul 22 23:35:57.805649 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Attempting to bind port 74fcc665-706b-4253-a356-e6d6c8878a55 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:57.805982 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Attempting to bind port 74fcc665-706b-4253-a356-e6d6c8878a55 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'dd8d75e7-1afb-4005-8978-0b8efb0c7d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:57.806312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Attempting to bind port 74fcc665-706b-4253-a356-e6d6c8878a55 on network 16b356a7-3abc-4112-8d06-4a4d2cc76d32 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:57.831452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Port 74fcc665-706b-4253-a356-e6d6c8878a55 on network 16b356a7-3abc-4112-8d06-4a4d2cc76d32 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:57.831770 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Attempting to bind port 74fcc665-706b-4253-a356-e6d6c8878a55 on network 16b356a7-3abc-4112-8d06-4a4d2cc76d32 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:57.858176 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:57.858517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Checking segment: {'id': 'dd8d75e7-1afb-4005-8978-0b8efb0c7d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:57.858930 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Bound using segment: {'id': 'dd8d75e7-1afb-4005-8978-0b8efb0c7d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:57.859339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Bound port: 74fcc665-706b-4253-a356-e6d6c8878a55, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8d75e7-1afb-4005-8978-0b8efb0c7d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:57.859699 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:57.875816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-8178b36f-1bf9-4e3a-a8e3-c49c811a0c71 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Made reservation on behalf of bb3a2d0f5d49440c8d1c8c93b02aa91f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:57.879526 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-8178b36f-1bf9-4e3a-a8e3-c49c811a0c71 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:57.915972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74479dc-6e08-47c2-b0cd-77bb34a7b6c7 req-0a933a80-6f64-4686-aedc-45f4ad7a0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:57.917506 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f74479dc-6e08-47c2-b0cd-77bb34a7b6c7 req-0a933a80-6f64-4686-aedc-45f4ad7a0d00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2458549 Jul 22 23:35:57.923598 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0a3b6bf3-f7c9-4141-a889-fcbb17985165 req-e14f0c9f-c9b0-4ce6-8fbd-858e44f40787 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbb826ee-cc77-4c65-b5bf-281885147062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102142 Jul 22 23:35:57.963012 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad42e20-e178-4bb5-8dff-16d8be35c794 req-d4b8ffa9-c6c0-4de2-aacd-1b2a270cf8db tempest-LiveMigrationNegativeTest-678629965 tempest-LiveMigrationNegativeTest-678629965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:57.964549 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cad42e20-e178-4bb5-8dff-16d8be35c794 req-d4b8ffa9-c6c0-4de2-aacd-1b2a270cf8db tempest-LiveMigrationNegativeTest-678629965 tempest-LiveMigrationNegativeTest-678629965-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 1101 time: 0.2356298 Jul 22 23:35:58.083475 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cad42e20-e178-4bb5-8dff-16d8be35c794 req-d34bf005-7d42-4b15-8766-e9f1ec456de3 tempest-LiveMigrationNegativeTest-678629965 tempest-LiveMigrationNegativeTest-678629965-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:58.172498 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] For port 74fcc665-706b-4253-a356-e6d6c8878a55, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:58.241257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] For port 74fcc665-706b-4253-a356-e6d6c8878a55, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=74fcc665-706b-4253-a356-e6d6c8878a55,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:58.256623 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:58.259832 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f74479dc-6e08-47c2-b0cd-77bb34a7b6c7 req-70dccab2-cdcd-4921-bd1f-923b57f2991b service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159320 Jul 22 23:35:58.339856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-8178b36f-1bf9-4e3a-a8e3-c49c811a0c71 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Allocated IP 172.20.0.7 (a83ef78c-9582-4eee-aa94-4db7f145b548/7a6fea40-f65b-49f5-b79a-e507ab04e592/7b83c376-735e-4625-aa07-59a3f76b1341) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:58.370406 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:58.371032 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:58.372440 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] 10.222.0.95 "PUT /v2.0/ports/74fcc665-706b-4253-a356-e6d6c8878a55 HTTP/1.1" status: 200 len: 1091 time: 2.1129317 Jul 22 23:35:58.416966 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dea81-a9e2-40c2-9248-771f54095594 req-c3b00621-1c41-431b-9106-c7a671670a30 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:58.418507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-517dea81-a9e2-40c2-9248-771f54095594 req-c3b00621-1c41-431b-9106-c7a671670a30 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c66ed3-9a70-4a18-be67-b1abd8290db6 HTTP/1.1" status: 200 len: 948 time: 0.4263904 Jul 22 23:35:58.470151 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df053056-ca25-4c71-a530-e8883548338e', 'tag': '74fcc665-706b-4253-a356-e6d6c8878a55'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:58.472370 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9166079e-6002-47bc-8744-152f806f3682" -d '{"events": [{"name": "network-changed", "server_uuid": "df053056-ca25-4c71-a530-e8883548338e", "tag": "74fcc665-706b-4253-a356-e6d6c8878a55"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:58.489703 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5600c-6b46-426f-bdb7-1c3de32ad5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=74fcc665-706b-4253-a356-e6d6c8878a55,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:58.627906 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f74479dc-6e08-47c2-b0cd-77bb34a7b6c7 req-f91f24ad-421b-41b2-8dba-da72925edce2 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562582 Jul 22 23:35:58.631648 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-517dea81-a9e2-40c2-9248-771f54095594 req-ba25f3fa-384e-4c9f-b891-d66409939f88 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973233 Jul 22 23:35:58.638998 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cad42e20-e178-4bb5-8dff-16d8be35c794 req-d34bf005-7d42-4b15-8766-e9f1ec456de3 tempest-LiveMigrationNegativeTest-678629965 tempest-LiveMigrationNegativeTest-678629965-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:58.649875 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-cad42e20-e178-4bb5-8dff-16d8be35c794 req-d34bf005-7d42-4b15-8766-e9f1ec456de3 tempest-LiveMigrationNegativeTest-678629965 tempest-LiveMigrationNegativeTest-678629965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:58.671573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d2947e42-63b8-422f-9721-4933309d2e66 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:58.727351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cad42e20-e178-4bb5-8dff-16d8be35c794 req-d34bf005-7d42-4b15-8766-e9f1ec456de3 tempest-LiveMigrationNegativeTest-678629965 tempest-LiveMigrationNegativeTest-678629965-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7455401 Jul 22 23:35:58.740885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port d2947e42-63b8-422f-9721-4933309d2e66 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:58.748046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-08ded671-349b-4baa-8c6d-24e54e678f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:58.749958 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-08ded671-349b-4baa-8c6d-24e54e678f97 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=38fcc2a549774a6aaf1f72dd88a094dc&device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 1094 time: 0.3166475 Jul 22 23:35:58.754652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bf005-7d42-4b15-8766-e9f1ec456de3 tempest-LiveMigrationNegativeTest-678629965 tempest-LiveMigrationNegativeTest-678629965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f37b38-04a4-4bb4-abe2-b1f8cd5d5a08,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:58.762130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port d2947e42-63b8-422f-9721-4933309d2e66 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:58.762515 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:58.833868 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-8178b36f-1bf9-4e3a-a8e3-c49c811a0c71 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:58.837518 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-1c5353ae-9e04-4d3c-87f0-70e637c46500 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74fcc665-706b-4253-a356-e6d6c8878a55 HTTP/1.1" status: 200 len: 217 time: 0.0576093 Jul 22 23:35:58.871539 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:58.900397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15200151-4090-430d-a042-7c9d6f0889e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2947e42-63b8-422f-9721-4933309d2e66'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:58.903013 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f8f1c7-1de6-4f1b-9e7e-e2de8a9c9cd8" -d '{"events": [{"server_uuid": "15200151-4090-430d-a042-7c9d6f0889e9", "name": "network-vif-plugged", "status": "completed", "tag": "d2947e42-63b8-422f-9721-4933309d2e66"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:58.918909 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d2947e42-63b8-422f-9721-4933309d2e66, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d2947e42-63b8-422f-9721-4933309d2e66,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:58.927872 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:58.991515 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d2947e42-63b8-422f-9721-4933309d2e66,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:59.031290 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:59.140885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:59.153838 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03', 'mac_address': 'fa:16:3e:1b:9e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:59.203797 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:59.220175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:59.224960 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92e214b3-f708-4d41-8ce3-f3e486e7f8b5 req-4cc889cc-3b15-46c4-a9ba-dea2be9d5689 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 210 time: 0.3973203 Jul 22 23:35:59.271978 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:59.273547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-eee49789-c505-4c84-84c6-b0830b2e9840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:59.275094 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-eee49789-c505-4c84-84c6-b0830b2e9840 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1ac717a4-c9db-4c23-81f2-a537a23e9b0f HTTP/1.1" status: 200 len: 855 time: 0.4254827 Jul 22 23:35:59.283760 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:59.338830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1645cd-4c97-4e4e-ba53-5da89ed176eb req-a0f37a4e-0b42-4225-9417-1a234a4fa72b tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:59.340709 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:59.347497 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f1645cd-4c97-4e4e-ba53-5da89ed176eb req-a0f37a4e-0b42-4225-9417-1a234a4fa72b tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 1096 time: 0.6270585 Jul 22 23:35:59.373756 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-0e2db111-a8b5-48af-9adc-98bab30e97d6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=16b356a7-3abc-4112-8d06-4a4d2cc76d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793154 Jul 22 23:35:59.383453 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-8178b36f-1bf9-4e3a-a8e3-c49c811a0c71 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:59.416512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['8bae08b7-0670-4539-82be-dcc4e9e03196'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:59.504467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-8178b36f-1bf9-4e3a-a8e3-c49c811a0c71 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Network a83ef78c-9582-4eee-aa94-4db7f145b548 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:59.516186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-8178b36f-1bf9-4e3a-a8e3-c49c811a0c71 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:59.522678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178b36f-1bf9-4e3a-a8e3-c49c811a0c71 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Pushing event updated for resources: {'Port': ['ID=7b83c376-735e-4625-aa07-59a3f76b1341,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:59.533353 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f1645cd-4c97-4e4e-ba53-5da89ed176eb req-a71c22fe-20ca-4c68-ad84-14387c124ddc tempest-LiveAutoBlockMigrationV225Test-1858537277 tempest-LiveAutoBlockMigrationV225Test-1858537277-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839969 Jul 22 23:35:59.599690 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-8178b36f-1bf9-4e3a-a8e3-c49c811a0c71 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:59.608309 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-f6d38fcd-e49c-4c51-85e0-b58df4ecf11a service neutron] 10.222.0.95 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203007 Jul 22 23:35:59.630591 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df925943-e1b0-4833-9c26-73b4c4c5bd2a x-openstack-request-id: req-df925943-e1b0-4833-9c26-73b4c4c5bd2a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:59.630884 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df053056-ca25-4c71-a530-e8883548338e", "tag": "74fcc665-706b-4253-a356-e6d6c8878a55", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:59.631134 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df925943-e1b0-4833-9c26-73b4c4c5bd2a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:59.631527 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df053056-ca25-4c71-a530-e8883548338e', 'tag': '74fcc665-706b-4253-a356-e6d6c8878a55', 'status': 'completed', 'code': 200} Jul 22 23:35:59.665642 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:59.684033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564be695-49c1-4d6e-b7c5-d6983a66fdf0 req-88e56992-02d7-4199-8539-ef78253130db tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:59.685455 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-564be695-49c1-4d6e-b7c5-d6983a66fdf0 req-88e56992-02d7-4199-8539-ef78253130db tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 943 time: 0.3953655 Jul 22 23:35:59.779233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-8178b36f-1bf9-4e3a-a8e3-c49c811a0c71 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:59.779953 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-8178b36f-1bf9-4e3a-a8e3-c49c811a0c71 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:59.822487 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-8178b36f-1bf9-4e3a-a8e3-c49c811a0c71 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3336496 Jul 22 23:35:59.832976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-564be695-49c1-4d6e-b7c5-d6983a66fdf0 req-36fba274-2792-4fb6-ad66-64b3bde688d4 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333482 Jul 22 23:35:59.842908 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Request body: {'port': {'device_id': 'acc9ffbd-ee49-4153-8488-9d8157197f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:59.846685 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46d9c5e2-aac3-4770-bdb9-08b58b080316 req-6639c752-d475-4e95-850d-bd4336ea49ed service neutron] 10.222.0.95 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140989 Jul 22 23:35:59.900485 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461d3cc-2869-4394-af91-dad92f9cd588 req-2a47393d-0ca8-4b11-8c3a-548d79388f37 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:59.902199 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7461d3cc-2869-4394-af91-dad92f9cd588 req-2a47393d-0ca8-4b11-8c3a-548d79388f37 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.2366045 Jul 22 23:35:59.932749 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e17b4c0-052a-46a5-9305-0f96c7503660 x-openstack-request-id: req-1e17b4c0-052a-46a5-9305-0f96c7503660 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:59.933651 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15200151-4090-430d-a042-7c9d6f0889e9", "name": "network-vif-plugged", "status": "completed", "tag": "d2947e42-63b8-422f-9721-4933309d2e66", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:59.934156 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e17b4c0-052a-46a5-9305-0f96c7503660 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:59.934910 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15200151-4090-430d-a042-7c9d6f0889e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2947e42-63b8-422f-9721-4933309d2e66', 'code': 200} Jul 22 23:36:00.007547 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:00.058015 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7461d3cc-2869-4394-af91-dad92f9cd588 req-3bedc112-3df8-4ee6-85bf-c128c02eca4e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499662 Jul 22 23:36:00.084073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041225a2-ce0c-4eab-9e32-d18ea01cd841 req-96d4b145-e4eb-4f4b-9b7c-ff501dbdad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:00.085630 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-041225a2-ce0c-4eab-9e32-d18ea01cd841 req-96d4b145-e4eb-4f4b-9b7c-ff501dbdad7c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 1100 time: 0.0653434 Jul 22 23:36:00.132688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166079e-6002-47bc-8744-152f806f3682 req-7ff05d78-dab2-44be-8896-2c56d96c476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:00.134231 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9166079e-6002-47bc-8744-152f806f3682 req-7ff05d78-dab2-44be-8896-2c56d96c476f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=38fcc2a549774a6aaf1f72dd88a094dc&device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 1094 time: 0.2050281 Jul 22 23:36:00.142351 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-041225a2-ce0c-4eab-9e32-d18ea01cd841 req-5f6fb4b3-1ca9-45db-9737-44722f0ecf32 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=bbb826ee-cc77-4c65-b5bf-281885147062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442920 Jul 22 23:36:00.229902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6782c-8695-427a-8459-ea70590e13f4 req-29a945e7-4424-4a5e-b94c-8d3f3ec0c738 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:00.231814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20c6782c-8695-427a-8459-ea70590e13f4 req-29a945e7-4424-4a5e-b94c-8d3f3ec0c738 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/ports?device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 949 time: 0.2376494 Jul 22 23:36:00.418580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20c6782c-8695-427a-8459-ea70590e13f4 req-3074aa87-6775-44e6-acf3-e0aaffc07409 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbb826ee-cc77-4c65-b5bf-281885147062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676679 Jul 22 23:36:00.421923 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166079e-6002-47bc-8744-152f806f3682 req-b6a0de0d-9eff-4319-834e-9052edc89e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:00.423371 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9166079e-6002-47bc-8744-152f806f3682 req-b6a0de0d-9eff-4319-834e-9052edc89e97 service neutron] 10.222.0.95 "GET /v2.0/networks?id=16b356a7-3abc-4112-8d06-4a4d2cc76d32 HTTP/1.1" status: 200 len: 916 time: 0.2365820 Jul 22 23:36:00.487497 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9166079e-6002-47bc-8744-152f806f3682 req-d677c277-684d-4bd3-a782-b7c7a77193e2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74fcc665-706b-4253-a356-e6d6c8878a55 HTTP/1.1" status: 200 len: 217 time: 0.0515001 Jul 22 23:36:00.546581 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439655c-3cb7-42eb-bc6d-35ae51db215c req-ae47411f-81b2-40d7-8837-9031f2f5b7f6 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:00.548750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d439655c-3cb7-42eb-bc6d-35ae51db215c req-ae47411f-81b2-40d7-8837-9031f2f5b7f6 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c66ed3-9a70-4a18-be67-b1abd8290db6 HTTP/1.1" status: 200 len: 949 time: 0.2524235 Jul 22 23:36:00.656071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166079e-6002-47bc-8744-152f806f3682 req-78292024-f190-47b9-acd1-ecb3005af7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:00.657556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9166079e-6002-47bc-8744-152f806f3682 req-78292024-f190-47b9-acd1-ecb3005af7c1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1ac717a4-c9db-4c23-81f2-a537a23e9b0f HTTP/1.1" status: 200 len: 855 time: 0.1543121 Jul 22 23:36:00.661866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b83c376-735e-4625-aa07-59a3f76b1341 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:00.680951 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d439655c-3cb7-42eb-bc6d-35ae51db215c req-86ab82f3-a5ba-4ae1-9e3c-10febc35004f tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233819 Jul 22 23:36:00.683830 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:00.719194 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9166079e-6002-47bc-8744-152f806f3682 req-8971a740-a9c7-4457-85ea-d6a6914c0163 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=16b356a7-3abc-4112-8d06-4a4d2cc76d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514059 Jul 22 23:36:00.740581 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Transition to ACTIVE for port object 7b83c376-735e-4625-aa07-59a3f76b1341 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:00.765367 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:00.906301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c6a12-a51a-4a91-8f36-ad99b2ff2405 req-73d6adfe-b1c8-4ba7-af2c-e3abd32dac05 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:00.907789 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-336c6a12-a51a-4a91-8f36-ad99b2ff2405 req-73d6adfe-b1c8-4ba7-af2c-e3abd32dac05 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 945 time: 0.3486228 Jul 22 23:36:00.947128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Pushing event updated for resources: {'Port': ['ID=7b83c376-735e-4625-aa07-59a3f76b1341,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:01.031224 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:01.039500 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9166079e-6002-47bc-8744-152f806f3682 req-86535df5-de1a-4e32-8ef4-3cbbd8c978f1 service neutron] 10.222.0.95 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090627 Jul 22 23:36:01.045344 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77d503-7ec5-4f7d-aea9-07d77f1c337d req-ac4cf230-b114-4a78-b1ca-1d66d2de1043 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:01.047193 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-df77d503-7ec5-4f7d-aea9-07d77f1c337d req-ac4cf230-b114-4a78-b1ca-1d66d2de1043 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.95 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 945 time: 0.0723083 Jul 22 23:36:01.052431 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0681fc4-3f17-41ad-ac92-7491dd1cc84b req-d135e536-6dde-4905-b221-e88f6bdbe7b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3106844 Jul 22 23:36:01.058080 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-336c6a12-a51a-4a91-8f36-ad99b2ff2405 req-42553d84-91a0-4ae5-ab19-131bf6c73866 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419759 Jul 22 23:36:01.074452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa55f7-4c47-40ec-a2d7-0b187d207d18 req-23b1a969-9f26-4456-947e-11861a5633da tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:01.082975 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61aa55f7-4c47-40ec-a2d7-0b187d207d18 req-23b1a969-9f26-4456-947e-11861a5633da tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 943 time: 0.3189459 Jul 22 23:36:01.105024 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:01.109738 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:01.110236 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.151498 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Attempting to bind port 7b83c376-735e-4625-aa07-59a3f76b1341 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:01.151839 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Attempting to bind port 7b83c376-735e-4625-aa07-59a3f76b1341 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:01.152169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Attempting to bind port 7b83c376-735e-4625-aa07-59a3f76b1341 on network a83ef78c-9582-4eee-aa94-4db7f145b548 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:01.213477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Port 7b83c376-735e-4625-aa07-59a3f76b1341 on network a83ef78c-9582-4eee-aa94-4db7f145b548 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:36:01.213792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Attempting to bind port 7b83c376-735e-4625-aa07-59a3f76b1341 on network a83ef78c-9582-4eee-aa94-4db7f145b548 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:01.245372 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61aa55f7-4c47-40ec-a2d7-0b187d207d18 req-bf12bb8a-5a9f-4c14-a57f-d936dc3b831f tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554587 Jul 22 23:36:01.266749 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.269143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:01.277628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Checking segment: {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:01.278022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Bound using segment: {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:01.278485 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Bound port: 7b83c376-735e-4625-aa07-59a3f76b1341, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:01.278844 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.330236 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-df77d503-7ec5-4f7d-aea9-07d77f1c337d req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Deleting port dd35ae84-d9a8-4a36-af20-35af90ce547b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:01.331092 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9166079e-6002-47bc-8744-152f806f3682 req-c0b305cc-af62-45f6-a356-9906c166623b service neutron] 10.222.0.95 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453244 Jul 22 23:36:01.331640 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-df77d503-7ec5-4f7d-aea9-07d77f1c337d req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.364737 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:01.375247 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.435905 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0681fc4-3f17-41ad-ac92-7491dd1cc84b req-223bc3a4-db12-47f2-92bc-83da495c1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:01.438716 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0681fc4-3f17-41ad-ac92-7491dd1cc84b req-223bc3a4-db12-47f2-92bc-83da495c1d31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56035dbeb92e4f879395357fce5a955e&device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 1095 time: 0.2975378 Jul 22 23:36:01.442621 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:01.469762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] For port 7b83c376-735e-4625-aa07-59a3f76b1341, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:01.491454 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-df77d503-7ec5-4f7d-aea9-07d77f1c337d req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] For port dd35ae84-d9a8-4a36-af20-35af90ce547b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dd35ae84-d9a8-4a36-af20-35af90ce547b,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:01.491829 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-df77d503-7ec5-4f7d-aea9-07d77f1c337d req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.506443 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-df77d503-7ec5-4f7d-aea9-07d77f1c337d req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Calling delete_port for dd35ae84-d9a8-4a36-af20-35af90ce547b owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:01.516109 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] For port 7b83c376-735e-4625-aa07-59a3f76b1341, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=7b83c376-735e-4625-aa07-59a3f76b1341,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:01.531022 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d71a6875-3400-4e6e-b948-38161eeca1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.531496 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.575862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d93bef-4d1e-4442-bebe-7dfa1b7f7c93 req-abe0109a-b0ed-4e52-a813-ac18e5628dba tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:01.583517 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93d93bef-4d1e-4442-bebe-7dfa1b7f7c93 req-abe0109a-b0ed-4e52-a813-ac18e5628dba tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 943 time: 0.2422128 Jul 22 23:36:01.652723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:01.653358 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.654735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] 10.222.0.18 "PUT /v2.0/ports/7b83c376-735e-4625-aa07-59a3f76b1341 HTTP/1.1" status: 200 len: 1091 time: 1.8181822 Jul 22 23:36:01.662131 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe41ab-0beb-46da-8791-a5e998b13e5f req-612aa481-7ffe-4408-9195-da6c4705b78d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:01.663537 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ddbe41ab-0beb-46da-8791-a5e998b13e5f req-612aa481-7ffe-4408-9195-da6c4705b78d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.2715011 Jul 22 23:36:01.663968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc9ffbd-ee49-4153-8488-9d8157197f51', 'tag': '7b83c376-735e-4625-aa07-59a3f76b1341'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:01.666357 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26164e10-b2c4-4a38-a5b3-30df850d00e0" -d '{"events": [{"name": "network-changed", "server_uuid": "acc9ffbd-ee49-4153-8488-9d8157197f51", "tag": "7b83c376-735e-4625-aa07-59a3f76b1341"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:01.677211 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-df77d503-7ec5-4f7d-aea9-07d77f1c337d req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.691551 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['f5d4ec6d-86b2-4f19-be4b-ce46917cef65', 'dd35ae84-d9a8-4a36-af20-35af90ce547b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:01.711515 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Pushing event deleted for resources: {'Port': ['ID=dd35ae84-d9a8-4a36-af20-35af90ce547b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:01.736381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.736381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.736381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.736381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.737474 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93d93bef-4d1e-4442-bebe-7dfa1b7f7c93 req-49bf8725-b0ce-440b-b318-9a160bb39905 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529520 Jul 22 23:36:01.737885 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.738835 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.739176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.739516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.739894 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.740173 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.740511 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.740838 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.776007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Pushing event updated for resources: {'Port': ['ID=7b83c376-735e-4625-aa07-59a3f76b1341,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:01.799077 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-df77d503-7ec5-4f7d-aea9-07d77f1c337d req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] No DVR routers for this DVR port dd35ae84-d9a8-4a36-af20-35af90ce547b on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:01.804038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0681fc4-3f17-41ad-ac92-7491dd1cc84b req-b9fd1e80-65e9-44ec-860c-b32e4c831846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:01.805525 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0681fc4-3f17-41ad-ac92-7491dd1cc84b req-b9fd1e80-65e9-44ec-860c-b32e4c831846 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 200 len: 921 time: 0.3335321 Jul 22 23:36:01.805746 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-df77d503-7ec5-4f7d-aea9-07d77f1c337d req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.808070 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-df77d503-7ec5-4f7d-aea9-07d77f1c337d req-136399b6-c4a2-4ebc-a28b-d6286306d2c5 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.95 "DELETE /v2.0/ports/dd35ae84-d9a8-4a36-af20-35af90ce547b HTTP/1.1" status: 204 len: 173 time: 0.7376430 Jul 22 23:36:01.808543 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b60964b-3af4-4077-9b30-a51e5a11b6fd', 'name': 'network-vif-deleted', 'tag': 'dd35ae84-d9a8-4a36-af20-35af90ce547b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:01.813842 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee505aff-e52a-4a76-a854-87ee3c13042d" -d '{"events": [{"server_uuid": "9b60964b-3af4-4077-9b30-a51e5a11b6fd", "name": "network-vif-deleted", "tag": "dd35ae84-d9a8-4a36-af20-35af90ce547b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:01.814791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.815129 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.815462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.815796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.816118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.817150 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.817674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.818402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.818863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.819040 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.819405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.819684 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb39bf71-5a7b-4c94-ad44-708bd97ab564 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:01.838191 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ddbe41ab-0beb-46da-8791-a5e998b13e5f req-b26e6c6c-9913-4625-82f8-d2b7e5b8fe62 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570210 Jul 22 23:36:01.886460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0681fc4-3f17-41ad-ac92-7491dd1cc84b req-1ed311cc-418f-4e1f-a8db-25cb5fadec2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc8e715e-e920-4b14-a670-f4b906a20bfe HTTP/1.1" status: 200 len: 217 time: 0.0603716 Jul 22 23:36:01.936242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c66ed3-9a70-4a18-be67-b1abd8290db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:01.938887 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ff13b5-3612-4fe3-aceb-0bba3bdeb1e8" -d '{"events": [{"server_uuid": "85c66ed3-9a70-4a18-be67-b1abd8290db6", "name": "network-vif-plugged", "status": "completed", "tag": "9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:02.012771 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0681fc4-3f17-41ad-ac92-7491dd1cc84b req-c3888b64-06fa-4002-9b77-c953d042351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:02.012771 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0681fc4-3f17-41ad-ac92-7491dd1cc84b req-c3888b64-06fa-4002-9b77-c953d042351f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 200 len: 860 time: 0.1029322 Jul 22 23:36:02.061735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-ead187de-1831-49d1-9830-17bd2f2586a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:02.063155 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-ead187de-1831-49d1-9830-17bd2f2586a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 1094 time: 0.3210967 Jul 22 23:36:02.067761 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0681fc4-3f17-41ad-ac92-7491dd1cc84b req-1c6f42c4-d8e4-4d32-9b9b-c178bca5ba25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a3b8ddb-0c36-4039-a9de-fdc44987feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493565 Jul 22 23:36:02.083864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33db33-8bab-4678-a5e7-d49da3a9c52a req-c3f46372-972b-4285-8ccf-eb9b46e347e7 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:02.085467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff33db33-8bab-4678-a5e7-d49da3a9c52a req-c3f46372-972b-4285-8ccf-eb9b46e347e7 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 950 time: 0.2103784 Jul 22 23:36:02.136240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f6ec2-67cb-4cfc-8b03-54e5479bc954 req-44d21dce-f152-4256-8692-926f6b3e7845 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:02.137800 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-541f6ec2-67cb-4cfc-8b03-54e5479bc954 req-44d21dce-f152-4256-8692-926f6b3e7845 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/ports?device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 949 time: 0.2199481 Jul 22 23:36:02.146121 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-2354e850-671d-47d5-8332-44b3bc110758 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b83c376-735e-4625-aa07-59a3f76b1341 HTTP/1.1" status: 200 len: 217 time: 0.0581377 Jul 22 23:36:02.597328 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff33db33-8bab-4678-a5e7-d49da3a9c52a req-fa0f94a0-f369-4ae0-8949-1c840cb242a6 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015757 Jul 22 23:36:02.607664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-48d7df4d-22fd-4701-9baf-b14b34adf0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:02.609157 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-48d7df4d-22fd-4701-9baf-b14b34adf0f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a6fea40-f65b-49f5-b79a-e507ab04e592 HTTP/1.1" status: 200 len: 845 time: 0.4463685 Jul 22 23:36:02.625580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-541f6ec2-67cb-4cfc-8b03-54e5479bc954 req-212a8434-2602-4081-89ef-9521d8aefe3d tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbb826ee-cc77-4c65-b5bf-281885147062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712617 Jul 22 23:36:02.708820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-a2a22426-5e98-4328-bd24-13fa2c58662e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83ef78c-9582-4eee-aa94-4db7f145b548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821517 Jul 22 23:36:02.712242 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0681fc4-3f17-41ad-ac92-7491dd1cc84b req-5ae1073a-515b-4ef8-a22e-9834f967fb12 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155934 Jul 22 23:36:02.748673 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec2a4d9-56ba-4f95-8582-4c77ba01fe69 x-openstack-request-id: req-8ec2a4d9-56ba-4f95-8582-4c77ba01fe69 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:02.748964 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc9ffbd-ee49-4153-8488-9d8157197f51", "tag": "7b83c376-735e-4625-aa07-59a3f76b1341", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:02.749238 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ec2a4d9-56ba-4f95-8582-4c77ba01fe69 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:02.750846 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc9ffbd-ee49-4153-8488-9d8157197f51', 'tag': '7b83c376-735e-4625-aa07-59a3f76b1341', 'status': 'completed', 'code': 200} Jul 22 23:36:02.806715 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad742c49-d424-4da8-807d-e1ae2e8f3243 x-openstack-request-id: req-ad742c49-d424-4da8-807d-e1ae2e8f3243 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:02.807873 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b60964b-3af4-4077-9b30-a51e5a11b6fd", "name": "network-vif-deleted", "tag": "dd35ae84-d9a8-4a36-af20-35af90ce547b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:02.807873 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad742c49-d424-4da8-807d-e1ae2e8f3243 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:02.807873 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b60964b-3af4-4077-9b30-a51e5a11b6fd', 'name': 'network-vif-deleted', 'tag': 'dd35ae84-d9a8-4a36-af20-35af90ce547b', 'status': 'completed', 'code': 200} Jul 22 23:36:02.918228 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0681fc4-3f17-41ad-ac92-7491dd1cc84b req-2c9a2a7a-fe79-4b59-88c7-7e8045c7aa64 service neutron] 10.222.0.18 "GET /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598334 Jul 22 23:36:02.949931 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523d8587-e782-4ac7-a2e8-2e3488bb544a x-openstack-request-id: req-523d8587-e782-4ac7-a2e8-2e3488bb544a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:02.951162 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c66ed3-9a70-4a18-be67-b1abd8290db6", "name": "network-vif-plugged", "status": "completed", "tag": "9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:02.951635 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-523d8587-e782-4ac7-a2e8-2e3488bb544a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:02.952431 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c66ed3-9a70-4a18-be67-b1abd8290db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03', 'code': 200} Jul 22 23:36:02.983183 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef868f-50d8-4b36-a7b3-7dc30c7d1f8f req-5d1eb278-8696-467e-a9a3-5aa120debd61 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:02.984709 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95ef868f-50d8-4b36-a7b3-7dc30c7d1f8f req-5d1eb278-8696-467e-a9a3-5aa120debd61 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c66ed3-9a70-4a18-be67-b1abd8290db6 HTTP/1.1" status: 200 len: 950 time: 0.2700231 Jul 22 23:36:03.107882 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc749af4-77b5-4215-afc7-bac432380038 req-cf216148-e711-4210-ac0a-4c551903c322 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 210 time: 0.0576711 Jul 22 23:36:03.121653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-7c05f090-9ad8-4f56-9962-72fa15e0e4ad service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552296 Jul 22 23:36:03.163370 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95ef868f-50d8-4b36-a7b3-7dc30c7d1f8f req-1fead4ae-9042-4422-a56f-5e5baf90aad6 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150100 Jul 22 23:36:03.198697 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5e704-a325-438f-ba8a-92e4151d1661 req-b17169b7-f487-4276-93ba-0db4ea22bced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:03.200493 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-67a5e704-a325-438f-ba8a-92e4151d1661 req-b17169b7-f487-4276-93ba-0db4ea22bced service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85c66ed3-9a70-4a18-be67-b1abd8290db6 HTTP/1.1" status: 200 len: 1101 time: 0.1158397 Jul 22 23:36:03.254227 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-67a5e704-a325-438f-ba8a-92e4151d1661 req-00569831-db87-4232-b640-4f5bffb52550 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454242 Jul 22 23:36:03.276877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416548d-b808-4581-8957-0434805d6ad1 req-10d9d178-de42-4998-8c06-13029e1e12d7 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:03.278586 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0416548d-b808-4581-8957-0434805d6ad1 req-10d9d178-de42-4998-8c06-13029e1e12d7 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 950 time: 0.2912815 Jul 22 23:36:03.308653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d0403f1-268d-4113-84dc-9e4e77b8c30e req-4dbb05cf-bc13-42e6-bb2f-569163fe67a3 service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702974 Jul 22 23:36:03.334162 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672956f-88f5-4151-943c-bbf47aec62c0 req-e611d1a1-bf51-4ff0-80ec-e84c2bba02b2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:03.342241 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0672956f-88f5-4151-943c-bbf47aec62c0 req-e611d1a1-bf51-4ff0-80ec-e84c2bba02b2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 943 time: 0.1154981 Jul 22 23:36:03.384080 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0672956f-88f5-4151-943c-bbf47aec62c0 req-2434c44a-43ae-42ce-9fec-fef5ef739398 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 Jul 22 23:36:03.664469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11ed4f-8795-48db-8553-7e4874fa9cd7 req-2d037734-c072-4ce4-8263-ced1780c4e55 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:03.672594 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b11ed4f-8795-48db-8553-7e4874fa9cd7 req-2d037734-c072-4ce4-8263-ced1780c4e55 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 943 time: 0.2128825 Jul 22 23:36:03.839108 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b11ed4f-8795-48db-8553-7e4874fa9cd7 req-09a2c634-8f55-4691-8d3f-1d23e4cbba10 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654668 Jul 22 23:36:03.895932 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac2a53-1673-4412-8324-10b4fd271400 req-73819122-3ea9-49d7-961c-2abe1f0e7637 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:03.897523 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-caac2a53-1673-4412-8324-10b4fd271400 req-73819122-3ea9-49d7-961c-2abe1f0e7637 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.2512712 Jul 22 23:36:03.900938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0416548d-b808-4581-8957-0434805d6ad1 req-ee46c1d7-4482-4974-8a2f-58dbefeba849 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Deleting port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:03.901301 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0416548d-b808-4581-8957-0434805d6ad1 req-ee46c1d7-4482-4974-8a2f-58dbefeba849 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:03.954365 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:03.975706 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26164e10-b2c4-4a38-a5b3-30df850d00e0 req-5e507f0b-6adb-4d01-a4eb-38b0872ddce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:03.977363 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26164e10-b2c4-4a38-a5b3-30df850d00e0 req-5e507f0b-6adb-4d01-a4eb-38b0872ddce4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 1094 time: 0.3356111 Jul 22 23:36:03.993295 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-caac2a53-1673-4412-8324-10b4fd271400 req-e9a06a02-1967-4563-9f06-a5db92ac5af1 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832760 Jul 22 23:36:04.168424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0416548d-b808-4581-8957-0434805d6ad1 req-ee46c1d7-4482-4974-8a2f-58dbefeba849 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] For port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:04.169080 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0416548d-b808-4581-8957-0434805d6ad1 req-ee46c1d7-4482-4974-8a2f-58dbefeba849 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.214830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0416548d-b808-4581-8957-0434805d6ad1 req-ee46c1d7-4482-4974-8a2f-58dbefeba849 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Calling delete_port for 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:04.246966 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d1e324a-1988-444e-ac51-e93c785e70c5 req-977a27da-7c3c-4ecb-adfa-723df92ae59f tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 210 time: 0.0543096 Jul 22 23:36:04.254416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26164e10-b2c4-4a38-a5b3-30df850d00e0 req-3d7a134e-8a00-49e8-8668-05fa1441d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:04.255990 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26164e10-b2c4-4a38-a5b3-30df850d00e0 req-3d7a134e-8a00-49e8-8668-05fa1441d14d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 906 time: 0.2610095 Jul 22 23:36:04.268373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578b746-d8cd-4b8f-93ac-e76412414836 req-19f03987-d12c-48f7-92d2-c31a6961dcae tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:04.275738 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8578b746-d8cd-4b8f-93ac-e76412414836 req-19f03987-d12c-48f7-92d2-c31a6961dcae tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 950 time: 0.2723644 Jul 22 23:36:04.313211 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e7153e4-5810-4488-a745-f3b64843fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.335163 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.380083 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26164e10-b2c4-4a38-a5b3-30df850d00e0 req-49521590-76e8-4282-999c-9aadd6798e18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b83c376-735e-4625-aa07-59a3f76b1341 HTTP/1.1" status: 200 len: 217 time: 0.1015968 Jul 22 23:36:04.461447 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8578b746-d8cd-4b8f-93ac-e76412414836 req-54279b78-359a-4b4c-b79d-d6445e16b345 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846881 Jul 22 23:36:04.520641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26164e10-b2c4-4a38-a5b3-30df850d00e0 req-0e4f78ce-6767-461e-a44f-254c45756b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:04.522173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26164e10-b2c4-4a38-a5b3-30df850d00e0 req-0e4f78ce-6767-461e-a44f-254c45756b75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a6fea40-f65b-49f5-b79a-e507ab04e592 HTTP/1.1" status: 200 len: 845 time: 0.1145055 Jul 22 23:36:04.536564 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdb3ca-3be9-4e4e-ac6c-764cda52f067 req-4b883aee-f1f1-44fa-8eed-dc83752022e5 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:04.537993 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecbdb3ca-3be9-4e4e-ac6c-764cda52f067 req-4b883aee-f1f1-44fa-8eed-dc83752022e5 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c66ed3-9a70-4a18-be67-b1abd8290db6 HTTP/1.1" status: 200 len: 950 time: 0.1688147 Jul 22 23:36:04.619484 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26164e10-b2c4-4a38-a5b3-30df850d00e0 req-fdfd4cd6-a9fc-4a5a-8fda-0f23f41451f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83ef78c-9582-4eee-aa94-4db7f145b548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798030 Jul 22 23:36:04.666535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecbdb3ca-3be9-4e4e-ac6c-764cda52f067 req-597e1b5d-3be7-4fe5-8cb9-37779b2703b9 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168275 Jul 22 23:36:04.692115 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 74fcc665-706b-4253-a356-e6d6c8878a55 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:36:04.698502 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dd35ae84-d9a8-4a36-af20-35af90ce547b no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:04.728387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: dd35ae84-d9a8-4a36-af20-35af90ce547b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:04.728788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dd35ae84-d9a8-4a36-af20-35af90ce547b not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:04.748304 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0416548d-b808-4581-8957-0434805d6ad1 req-ee46c1d7-4482-4974-8a2f-58dbefeba849 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.772901 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['09833a9c-e284-4cc9-ad52-2399d3bd6f72'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:04.799886 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46c1d7-4482-4974-8a2f-58dbefeba849 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Pushing event deleted for resources: {'Port': ['ID=1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:04.834522 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8839dc-ab99-4829-9c97-3e5346e114ea req-70d0dc05-bcbd-437e-b485-16a7e2295525 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:04.841541 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b8839dc-ab99-4829-9c97-3e5346e114ea req-70d0dc05-bcbd-437e-b485-16a7e2295525 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 943 time: 0.2503846 Jul 22 23:36:04.895519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26164e10-b2c4-4a38-a5b3-30df850d00e0 req-370033e1-17b6-44a7-aca9-0069fe235323 service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402091 Jul 22 23:36:04.911673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:04.941713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0416548d-b808-4581-8957-0434805d6ad1 req-ee46c1d7-4482-4974-8a2f-58dbefeba849 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] No DVR routers for this DVR port 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:04.956821 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0416548d-b808-4581-8957-0434805d6ad1 req-ee46c1d7-4482-4974-8a2f-58dbefeba849 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.958953 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0416548d-b808-4581-8957-0434805d6ad1 req-ee46c1d7-4482-4974-8a2f-58dbefeba849 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.18 "DELETE /v2.0/ports/1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 HTTP/1.1" status: 204 len: 173 time: 1.4300852 Jul 22 23:36:04.962075 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf6c35e-1db2-4da7-ba25-821004988761', 'name': 'network-vif-deleted', 'tag': '1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:04.964533 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6fa3eb-8a46-41d4-9db3-b14ee85d1467" -d '{"events": [{"server_uuid": "dbf6c35e-1db2-4da7-ba25-821004988761", "name": "network-vif-deleted", "tag": "1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:04.978147 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 74fcc665-706b-4253-a356-e6d6c8878a55, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=74fcc665-706b-4253-a356-e6d6c8878a55,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:04.995506 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '74fcc665-706b-4253-a356-e6d6c8878a55', 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32', 'port_id': '74fcc665-706b-4253-a356-e6d6c8878a55', 'mac_address': 'fa:16:3e:5a:19:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac717a4-c9db-4c23-81f2-a537a23e9b0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:36:05.036052 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b8839dc-ab99-4829-9c97-3e5346e114ea req-606b9928-0cf0-4d18-b53d-bb311aeeb732 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876595 Jul 22 23:36:05.075097 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.117433 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fcc665-706b-4253-a356-e6d6c8878a55 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:05.164613 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26164e10-b2c4-4a38-a5b3-30df850d00e0 req-bf41015c-ba2f-4e3e-a3c4-4d7d090bc764 service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485628 Jul 22 23:36:05.191063 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06067b-d01e-4cd2-9842-73e822b8b4ba req-d50de530-5ee1-4c89-894e-7fcf95da8f6f tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:05.197080 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d06067b-d01e-4cd2-9842-73e822b8b4ba req-d50de530-5ee1-4c89-894e-7fcf95da8f6f tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 943 time: 0.2055349 Jul 22 23:36:05.230688 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abb07cc-f8a6-4a18-ada7-dfdc7b838c18 x-openstack-request-id: req-1abb07cc-f8a6-4a18-ada7-dfdc7b838c18 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:05.230989 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf6c35e-1db2-4da7-ba25-821004988761", "name": "network-vif-deleted", "tag": "1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:05.231246 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1abb07cc-f8a6-4a18-ada7-dfdc7b838c18 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:05.231655 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf6c35e-1db2-4da7-ba25-821004988761', 'name': 'network-vif-deleted', 'tag': '1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280', 'status': 'completed', 'code': 200} Jul 22 23:36:05.232001 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 74fcc665-706b-4253-a356-e6d6c8878a55, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=74fcc665-706b-4253-a356-e6d6c8878a55,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:05.244235 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.276092 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d06067b-d01e-4cd2-9842-73e822b8b4ba req-08b917dc-ef6b-4d32-b988-95f56cbe6c24 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731559 Jul 22 23:36:05.397261 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-343050ad-aa95-4d77-9027-3b3813979b1c req-f23e6b02-2e19-4810-85cd-e8407ad58278 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b60964b-3af4-4077-9b30-a51e5a11b6fd HTTP/1.1" status: 200 len: 210 time: 0.0664163 Jul 22 23:36:05.445617 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=74fcc665-706b-4253-a356-e6d6c8878a55,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:05.453271 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276c74e-fe2a-495b-a3d3-88a7eee7cb4b req-49cfd4d2-2bbd-4c39-b900-2ca41e10a09c tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:05.456768 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2276c74e-fe2a-495b-a3d3-88a7eee7cb4b req-49cfd4d2-2bbd-4c39-b900-2ca41e10a09c tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.1206250 Jul 22 23:36:05.467991 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.521973 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2276c74e-fe2a-495b-a3d3-88a7eee7cb4b req-86bfb37a-eddc-4adf-b457-ca612e6791df tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578380 Jul 22 23:36:05.603068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['74fcc665-706b-4253-a356-e6d6c8878a55'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:05.686417 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de7cb1d6-6035-4a0a-bf82-66b8640a90f0 req-cf2371c3-bdf6-4250-9e1a-b4d43f11c5cf tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf6c35e-1db2-4da7-ba25-821004988761 HTTP/1.1" status: 200 len: 210 time: 0.1155922 Jul 22 23:36:05.857727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b5556-ed2e-449c-b053-93769010afc5 req-a85d9d05-a720-47f9-970b-a510396c24fd tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:05.859102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c3b5556-ed2e-449c-b053-93769010afc5 req-a85d9d05-a720-47f9-970b-a510396c24fd tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c66ed3-9a70-4a18-be67-b1abd8290db6 HTTP/1.1" status: 200 len: 950 time: 0.0811853 Jul 22 23:36:05.907577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c3b5556-ed2e-449c-b053-93769010afc5 req-e4eddc6e-8902-4058-9fad-a5b58e585572 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418537 Jul 22 23:36:06.293474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381ce9a-75d5-4445-9d01-63c59908e5f1 req-fd995974-dc26-4452-9a13-d8e7be227da3 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:06.304500 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5381ce9a-75d5-4445-9d01-63c59908e5f1 req-fd995974-dc26-4452-9a13-d8e7be227da3 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 943 time: 0.1189661 Jul 22 23:36:06.374243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5381ce9a-75d5-4445-9d01-63c59908e5f1 req-0c04f5d3-727d-4f7e-9f6e-082632f9e20c tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639310 Jul 22 23:36:06.559701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82e7285f-8063-455d-85c4-1453f14cc367 req-e49b0831-7403-48b0-8eb4-6478c3f1088e tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4e7c674b486f4e1290a36032d84e5354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519471 Jul 22 23:36:06.625790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa07d70-1d44-43d7-934a-e2ae4d2adb2b req-ffe75abe-f862-457f-aa21-95f48af883d7 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:06.627553 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa07d70-1d44-43d7-934a-e2ae4d2adb2b req-ffe75abe-f862-457f-aa21-95f48af883d7 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 944 time: 0.2223458 Jul 22 23:36:06.688062 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d2947e42-63b8-422f-9721-4933309d2e66 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:36:06.737001 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9aa07d70-1d44-43d7-934a-e2ae4d2adb2b req-cc055d9e-4db6-46b2-b325-46b8b2296a1f tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025774 Jul 22 23:36:06.765358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7285f-8063-455d-85c4-1453f14cc367 req-1683cff9-4771-4428-bdb5-b25984266d88 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:06.777705 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82e7285f-8063-455d-85c4-1453f14cc367 req-1683cff9-4771-4428-bdb5-b25984266d88 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169557 Jul 22 23:36:06.817028 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82e7285f-8063-455d-85c4-1453f14cc367 req-0150f16a-cda9-49eb-90f7-b1ee3fb016ca tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/quotas/4e7c674b486f4e1290a36032d84e5354 HTTP/1.1" status: 200 len: 375 time: 0.0336695 Jul 22 23:36:06.828723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d2947e42-63b8-422f-9721-4933309d2e66, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d2947e42-63b8-422f-9721-4933309d2e66,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:06.845192 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'd2947e42-63b8-422f-9721-4933309d2e66', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'd2947e42-63b8-422f-9721-4933309d2e66', 'mac_address': 'fa:16:3e:9c:89:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:36:06.942031 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:07.011664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2947e42-63b8-422f-9721-4933309d2e66 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:07.012006 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:07.045241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 7b83c376-735e-4625-aa07-59a3f76b1341 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:36:07.074696 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:07.079580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82e7285f-8063-455d-85c4-1453f14cc367 req-bf4d10da-4895-4ba8-88df-b96c8a861fa0 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e7c674b486f4e1290a36032d84e5354&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2614310 Jul 22 23:36:07.152624 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:07.170712 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89874e21-f560-4090-ae36-ef4d65321ca8 req-153244bd-517a-40b1-88dc-d18c64dfbab6 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:07.172250 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89874e21-f560-4090-ae36-ef4d65321ca8 req-153244bd-517a-40b1-88dc-d18c64dfbab6 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.2380459 Jul 22 23:36:07.177460 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1fc318e8-44d5-41e9-b2ca-a0fcf6ba1280 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:07.207478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d2947e42-63b8-422f-9721-4933309d2e66, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d2947e42-63b8-422f-9721-4933309d2e66,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:07.224124 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:07.224788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 91ded15d-30c2-45e0-b357-9573726fd248 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:36:07.275882 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89874e21-f560-4090-ae36-ef4d65321ca8 req-bdd74621-30c1-4f27-b6c1-1d4e743d7a85 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965545 Jul 22 23:36:07.477742 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:36:07.549775 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-265d73ad-c242-42ec-87c9-63a60d36cacd req-d41e729f-3bf6-4479-8a41-85129fd2a0c4 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dff7f7b-313b-49c9-b10b-36bf57ea6aa7 HTTP/1.1" status: 200 len: 210 time: 0.0664012 Jul 22 23:36:07.826617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a2491-8a8e-47bc-b0db-fb3ab373e34d req-6527941d-68c6-4f5c-b27c-02ab51c9998b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:07.841536 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c76a2491-8a8e-47bc-b0db-fb3ab373e34d req-6527941d-68c6-4f5c-b27c-02ab51c9998b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 943 time: 0.1663852 Jul 22 23:36:07.934318 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 91ded15d-30c2-45e0-b357-9573726fd248, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=91ded15d-30c2-45e0-b357-9573726fd248,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:07.966145 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d2947e42-63b8-422f-9721-4933309d2e66,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:07.996389 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '91ded15d-30c2-45e0-b357-9573726fd248', 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478', 'port_id': '91ded15d-30c2-45e0-b357-9573726fd248', 'mac_address': 'fa:16:3e:41:2c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750e6d21-68ba-4eb5-94e9-cc5c662415b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:36:08.006718 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c76a2491-8a8e-47bc-b0db-fb3ab373e34d req-31427cdb-c9d0-4600-b28e-0cb16d9c479e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645525 Jul 22 23:36:08.086882 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 7b83c376-735e-4625-aa07-59a3f76b1341, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=7b83c376-735e-4625-aa07-59a3f76b1341,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:08.200059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '7b83c376-735e-4625-aa07-59a3f76b1341', 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548', 'port_id': '7b83c376-735e-4625-aa07-59a3f76b1341', 'mac_address': 'fa:16:3e:3a:89:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6fea40-f65b-49f5-b79a-e507ab04e592', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:36:08.252279 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7231b40-69cd-4eb8-a4a2-79979a22a9ac req-362acc56-7e7f-42c0-a724-7bb7d20ebee2 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:08.257117 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f7231b40-69cd-4eb8-a4a2-79979a22a9ac req-362acc56-7e7f-42c0-a724-7bb7d20ebee2 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 944 time: 0.2334230 Jul 22 23:36:08.343034 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:08.379723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f7231b40-69cd-4eb8-a4a2-79979a22a9ac req-e0c6604d-bbf9-4fbe-8d53-205e0ec261ed tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110370 Jul 22 23:36:08.437386 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91ded15d-30c2-45e0-b357-9573726fd248 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:08.444025 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008c58e-72d4-4f4a-bfd6-61399086e9a1 req-5663491c-e858-4c83-96c0-a59798e58579 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:08.453697 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7008c58e-72d4-4f4a-bfd6-61399086e9a1 req-5663491c-e858-4c83-96c0-a59798e58579 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cfabbc3-2486-4956-88f5-09688e1d2f89 HTTP/1.1" status: 200 len: 949 time: 0.1652217 Jul 22 23:36:08.482463 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:08.513169 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7008c58e-72d4-4f4a-bfd6-61399086e9a1 req-d09d38d8-d45a-4d19-90b2-4b904b171159 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551248 Jul 22 23:36:08.555816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 91ded15d-30c2-45e0-b357-9573726fd248, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=91ded15d-30c2-45e0-b357-9573726fd248,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:08.559579 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b83c376-735e-4625-aa07-59a3f76b1341 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:08.581072 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:08.771208 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=91ded15d-30c2-45e0-b357-9573726fd248,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:08.851707 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ad8472a-707e-444a-9b23-1d593d073b20 req-9bd7b594-3daa-401b-a050-1ef24f153efa tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dff7f7b-313b-49c9-b10b-36bf57ea6aa7 HTTP/1.1" status: 200 len: 210 time: 0.0771699 Jul 22 23:36:08.868592 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 74fcc665-706b-4253-a356-e6d6c8878a55 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:08.886229 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 7b83c376-735e-4625-aa07-59a3f76b1341, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=7b83c376-735e-4625-aa07-59a3f76b1341,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:08.892414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['91ded15d-30c2-45e0-b357-9573726fd248'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:08.903124 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['d2947e42-63b8-422f-9721-4933309d2e66'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:08.916536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591bcec-e50c-45e2-81e0-320679b54611 req-b068f8b8-d858-4932-895f-4099fcd20c13 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:08.931792 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4591bcec-e50c-45e2-81e0-320679b54611 req-b068f8b8-d858-4932-895f-4099fcd20c13 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 944 time: 0.3540561 Jul 22 23:36:09.056857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4591bcec-e50c-45e2-81e0-320679b54611 req-b3a31fe1-2034-4528-ac22-6be218f8710d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227944 Jul 22 23:36:09.322616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a42f9-2ad9-4d5b-85aa-54815d35d6ad req-ad5cd950-4b04-4626-bbb7-66055f5e2df2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:09.334675 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d43a42f9-2ad9-4d5b-85aa-54815d35d6ad req-ad5cd950-4b04-4626-bbb7-66055f5e2df2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 944 time: 0.1644142 Jul 22 23:36:09.398167 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d43a42f9-2ad9-4d5b-85aa-54815d35d6ad req-4ecd43fd-ae10-4334-acf4-3bb876577dce tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623584 Jul 22 23:36:09.625042 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:09.632940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c8d3b-8d1e-4e68-b54a-6d7febffe35f req-f7a1d602-43af-4c31-ace5-cec97e0f6e01 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:09.646198 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-355c8d3b-8d1e-4e68-b54a-6d7febffe35f req-f7a1d602-43af-4c31-ace5-cec97e0f6e01 tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cfabbc3-2486-4956-88f5-09688e1d2f89 HTTP/1.1" status: 200 len: 949 time: 0.1866720 Jul 22 23:36:09.729451 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82e7285f-8063-455d-85c4-1453f14cc367 req-3c20b344-6cb0-407e-80fc-291ca3d36801 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4e7c674b486f4e1290a36032d84e5354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023729 Jul 22 23:36:09.809455 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=7b83c376-735e-4625-aa07-59a3f76b1341,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:09.832900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 74fcc665-706b-4253-a356-e6d6c8878a55 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:09.854958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 74fcc665-706b-4253-a356-e6d6c8878a55 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:09.855656 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:09.987832 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['7b83c376-735e-4625-aa07-59a3f76b1341'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:10.079005 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-355c8d3b-8d1e-4e68-b54a-6d7febffe35f req-f6f41e8d-4201-410f-b0b4-1aedea66649f tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Deleting port 09833a9c-e284-4cc9-ad52-2399d3bd6f72 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:10.079370 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-355c8d3b-8d1e-4e68-b54a-6d7febffe35f req-f6f41e8d-4201-410f-b0b4-1aedea66649f tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.088113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bf339-ff3e-4bba-bd36-88762c8b82ac req-215eb575-a572-40dc-ae91-5b48d0327c01 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:10.100739 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-785bf339-ff3e-4bba-bd36-88762c8b82ac req-215eb575-a572-40dc-ae91-5b48d0327c01 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 944 time: 0.5752187 Jul 22 23:36:10.242328 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-785bf339-ff3e-4bba-bd36-88762c8b82ac req-666f25ef-b144-4eb0-9570-22de31f50d18 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352441 Jul 22 23:36:10.278776 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-355c8d3b-8d1e-4e68-b54a-6d7febffe35f req-f6f41e8d-4201-410f-b0b4-1aedea66649f tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] For port 09833a9c-e284-4cc9-ad52-2399d3bd6f72, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=09833a9c-e284-4cc9-ad52-2399d3bd6f72,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:10.280063 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-355c8d3b-8d1e-4e68-b54a-6d7febffe35f req-f6f41e8d-4201-410f-b0b4-1aedea66649f tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.292053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7285f-8063-455d-85c4-1453f14cc367 req-fd3de608-1683-4943-b82f-18bcb01fce97 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:10.293597 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82e7285f-8063-455d-85c4-1453f14cc367 req-fd3de608-1683-4943-b82f-18bcb01fce97 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5470648 Jul 22 23:36:10.309708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-355c8d3b-8d1e-4e68-b54a-6d7febffe35f req-f6f41e8d-4201-410f-b0b4-1aedea66649f tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Calling delete_port for 09833a9c-e284-4cc9-ad52-2399d3bd6f72 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:10.324046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-82e7285f-8063-455d-85c4-1453f14cc367 req-c26115c7-87d6-4b73-ae49-f6036c59f01b tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Request body: {'port': {'device_id': '5dff7f7b-313b-49c9-b10b-36bf57ea6aa7', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': '4e7c674b486f4e1290a36032d84e5354'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:10.470348 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.548299 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 74fcc665-706b-4253-a356-e6d6c8878a55, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=74fcc665-706b-4253-a356-e6d6c8878a55,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:10.555328 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df053056-ca25-4c71-a530-e8883548338e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fcc665-706b-4253-a356-e6d6c8878a55'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:10.559797 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f33183-13be-4dce-99da-42ac55fea479" -d '{"events": [{"server_uuid": "df053056-ca25-4c71-a530-e8883548338e", "name": "network-vif-plugged", "status": "completed", "tag": "74fcc665-706b-4253-a356-e6d6c8878a55"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:10.572454 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.626857 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-355c8d3b-8d1e-4e68-b54a-6d7febffe35f req-f6f41e8d-4201-410f-b0b4-1aedea66649f tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.643990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['09833a9c-e284-4cc9-ad52-2399d3bd6f72'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:10.690570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f41e8d-4201-410f-b0b4-1aedea66649f tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Pushing event deleted for resources: {'Port': ['ID=09833a9c-e284-4cc9-ad52-2399d3bd6f72,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:10.741874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f43008-2da0-4649-bc34-3e6dd08a5533 req-8c8f9331-0764-4d28-ac65-8aaaab07505e tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:10.756767 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55f43008-2da0-4649-bc34-3e6dd08a5533 req-8c8f9331-0764-4d28-ac65-8aaaab07505e tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cfabbc3-2486-4956-88f5-09688e1d2f89 HTTP/1.1" status: 200 len: 867 time: 0.2912626 Jul 22 23:36:10.770742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d2947e42-63b8-422f-9721-4933309d2e66 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:10.775480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e7285f-8063-455d-85c4-1453f14cc367 req-c26115c7-87d6-4b73-ae49-f6036c59f01b tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Made reservation on behalf of 4e7c674b486f4e1290a36032d84e5354 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:10.788635 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82e7285f-8063-455d-85c4-1453f14cc367 req-c26115c7-87d6-4b73-ae49-f6036c59f01b tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.838327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-355c8d3b-8d1e-4e68-b54a-6d7febffe35f req-f6f41e8d-4201-410f-b0b4-1aedea66649f tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] No DVR routers for this DVR port 09833a9c-e284-4cc9-ad52-2399d3bd6f72 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:10.840986 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-355c8d3b-8d1e-4e68-b54a-6d7febffe35f req-f6f41e8d-4201-410f-b0b4-1aedea66649f tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.843031 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-355c8d3b-8d1e-4e68-b54a-6d7febffe35f req-f6f41e8d-4201-410f-b0b4-1aedea66649f tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.95 "DELETE /v2.0/ports/09833a9c-e284-4cc9-ad52-2399d3bd6f72 HTTP/1.1" status: 204 len: 173 time: 1.1891372 Jul 22 23:36:10.843473 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfabbc3-2486-4956-88f5-09688e1d2f89', 'name': 'network-vif-deleted', 'tag': '09833a9c-e284-4cc9-ad52-2399d3bd6f72'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:10.848468 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05575549-142f-49ca-947e-eda3746f00e7" -d '{"events": [{"server_uuid": "5cfabbc3-2486-4956-88f5-09688e1d2f89", "name": "network-vif-deleted", "tag": "09833a9c-e284-4cc9-ad52-2399d3bd6f72"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:10.856476 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=74fcc665-706b-4253-a356-e6d6c8878a55,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:10.959596 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port d2947e42-63b8-422f-9721-4933309d2e66 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:10.960553 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.983567 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55f43008-2da0-4649-bc34-3e6dd08a5533 req-5624c240-f532-43a6-8386-c274c416cdbf tempest-LiveMigrationNegativeTest-1965369502 tempest-LiveMigrationNegativeTest-1965369502-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c30a0a2-9431-430b-a8db-9f7fc2e393ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257774 Jul 22 23:36:11.169333 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:11.244746 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d2947e42-63b8-422f-9721-4933309d2e66, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d2947e42-63b8-422f-9721-4933309d2e66,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:11.257875 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:11.270558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 91ded15d-30c2-45e0-b357-9573726fd248 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:11.293976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1df1e7a3-27ca-49f7-a52f-8693b00ed5dc req-2005499f-0dd5-485d-9c3c-8195f4256cc8 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dff7f7b-313b-49c9-b10b-36bf57ea6aa7 HTTP/1.1" status: 200 len: 210 time: 0.1396685 Jul 22 23:36:11.409909 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-82e7285f-8063-455d-85c4-1453f14cc367 req-c26115c7-87d6-4b73-ae49-f6036c59f01b tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Allocated IP 192.168.233.13 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/ea07ef21-2c3d-4c4c-9372-37e18fdde14c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:11.643208 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 91ded15d-30c2-45e0-b357-9573726fd248 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:11.646130 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:11.647921 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d2947e42-63b8-422f-9721-4933309d2e66,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:11.664221 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 7b83c376-735e-4625-aa07-59a3f76b1341 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:11.931256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 7b83c376-735e-4625-aa07-59a3f76b1341 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:11.937411 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 7b83c376-735e-4625-aa07-59a3f76b1341 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:11.938117 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:11.978971 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:12.105755 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:36:12.138741 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 91ded15d-30c2-45e0-b357-9573726fd248, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=91ded15d-30c2-45e0-b357-9573726fd248,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:12.173910 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:12.485057 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:12.500271 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=91ded15d-30c2-45e0-b357-9573726fd248,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:12.572264 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 7b83c376-735e-4625-aa07-59a3f76b1341, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=7b83c376-735e-4625-aa07-59a3f76b1341,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:12.584609 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:12.770426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=7b83c376-735e-4625-aa07-59a3f76b1341,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:12.935036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954016a-ebce-4351-a24c-0db917fcc93f req-7ebca8a9-86e1-4b97-8dae-7addc3afd715 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:12.943337 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0954016a-ebce-4351-a24c-0db917fcc93f req-7ebca8a9-86e1-4b97-8dae-7addc3afd715 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 944 time: 1.2427392 Jul 22 23:36:12.986456 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82e7285f-8063-455d-85c4-1453f14cc367 req-c26115c7-87d6-4b73-ae49-f6036c59f01b tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:13.076116 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0954016a-ebce-4351-a24c-0db917fcc93f req-6271d418-db95-4efd-ac79-521f11663b41 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270988 Jul 22 23:36:13.102211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-82e7285f-8063-455d-85c4-1453f14cc367 req-c26115c7-87d6-4b73-ae49-f6036c59f01b tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Transition to ACTIVE for port object ea07ef21-2c3d-4c4c-9372-37e18fdde14c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:13.263444 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82e7285f-8063-455d-85c4-1453f14cc367 req-c26115c7-87d6-4b73-ae49-f6036c59f01b tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:13.303382 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:13.314457 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e7285f-8063-455d-85c4-1453f14cc367 req-c26115c7-87d6-4b73-ae49-f6036c59f01b tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:13.319773 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-82e7285f-8063-455d-85c4-1453f14cc367 req-c26115c7-87d6-4b73-ae49-f6036c59f01b tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:13.351331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e7285f-8063-455d-85c4-1453f14cc367 req-c26115c7-87d6-4b73-ae49-f6036c59f01b tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:13.420850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26115c7-87d6-4b73-ae49-f6036c59f01b tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Pushing event updated for resources: {'Port': ['ID=ea07ef21-2c3d-4c4c-9372-37e18fdde14c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:13.469597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7285f-8063-455d-85c4-1453f14cc367 req-c26115c7-87d6-4b73-ae49-f6036c59f01b tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:13.470561 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82e7285f-8063-455d-85c4-1453f14cc367 req-c26115c7-87d6-4b73-ae49-f6036c59f01b tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:13.483562 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9e454-07d5-45fd-b7a9-c9e93148b5f3 req-01afeb6d-36c2-4788-8198-ed05e22b5fe8 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:13.485171 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ac9e454-07d5-45fd-b7a9-c9e93148b5f3 req-01afeb6d-36c2-4788-8198-ed05e22b5fe8 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 945 time: 0.2032757 Jul 22 23:36:13.557594 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82e7285f-8063-455d-85c4-1453f14cc367 req-c26115c7-87d6-4b73-ae49-f6036c59f01b tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2397945 Jul 22 23:36:13.620987 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ac9e454-07d5-45fd-b7a9-c9e93148b5f3 req-c8931f5b-5336-4a5e-9582-0dc86d29add7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181412 Jul 22 23:36:13.632003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Request body: {'port': {'device_id': '5dff7f7b-313b-49c9-b10b-36bf57ea6aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:13.713320 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfc0832-42ca-4165-912b-82c55ce33ff0 x-openstack-request-id: req-3bfc0832-42ca-4165-912b-82c55ce33ff0 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:13.713818 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df053056-ca25-4c71-a530-e8883548338e", "name": "network-vif-plugged", "status": "completed", "tag": "74fcc665-706b-4253-a356-e6d6c8878a55", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:13.714230 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3bfc0832-42ca-4165-912b-82c55ce33ff0 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:13.714804 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df053056-ca25-4c71-a530-e8883548338e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fcc665-706b-4253-a356-e6d6c8878a55', 'code': 200} Jul 22 23:36:13.783419 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0711beed-187e-4919-b997-1601edc0f9cb x-openstack-request-id: req-0711beed-187e-4919-b997-1601edc0f9cb {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:13.783986 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfabbc3-2486-4956-88f5-09688e1d2f89", "name": "network-vif-deleted", "tag": "09833a9c-e284-4cc9-ad52-2399d3bd6f72", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:13.783986 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0711beed-187e-4919-b997-1601edc0f9cb {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:13.784907 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfabbc3-2486-4956-88f5-09688e1d2f89', 'name': 'network-vif-deleted', 'tag': '09833a9c-e284-4cc9-ad52-2399d3bd6f72', 'status': 'completed', 'code': 200} Jul 22 23:36:13.884650 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:13.944637 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b3fc9a71-f795-4585-80e4-c26d222e81f4 None None] Provisioning for port ea07ef21-2c3d-4c4c-9372-37e18fdde14c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:13.961597 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b3fc9a71-f795-4585-80e4-c26d222e81f4 None None] Provisioning complete for port ea07ef21-2c3d-4c4c-9372-37e18fdde14c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:13.963157 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3fc9a71-f795-4585-80e4-c26d222e81f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:14.052901 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aaaa4-a59c-4181-a0db-d8303701665d req-55eef57e-2c02-485f-8bdf-e33e0209f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:14.056733 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-733aaaa4-a59c-4181-a0db-d8303701665d req-55eef57e-2c02-485f-8bdf-e33e0209f590 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 1096 time: 0.2661469 Jul 22 23:36:14.084815 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b3fc9a71-f795-4585-80e4-c26d222e81f4 None None] Port ea07ef21-2c3d-4c4c-9372-37e18fdde14c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:36:14.158849 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-733aaaa4-a59c-4181-a0db-d8303701665d req-841ccbcd-2ff6-4599-84ed-2d16f42011fb service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934033 Jul 22 23:36:14.262225 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2462a52-8b94-4b6e-9f03-cf2861aa380a req-ac88dfc8-4fc8-46dc-9410-29f0b3711212 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:14.276131 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2462a52-8b94-4b6e-9f03-cf2861aa380a req-ac88dfc8-4fc8-46dc-9410-29f0b3711212 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 945 time: 0.3132160 Jul 22 23:36:14.539456 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2462a52-8b94-4b6e-9f03-cf2861aa380a req-8e542011-695c-4fc8-b87d-20177d5d9562 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624316 Jul 22 23:36:14.722964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 09833a9c-e284-4cc9-ad52-2399d3bd6f72 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:14.739203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea07ef21-2c3d-4c4c-9372-37e18fdde14c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:14.752509 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:14.762219 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 09833a9c-e284-4cc9-ad52-2399d3bd6f72 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:14.762834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 09833a9c-e284-4cc9-ad52-2399d3bd6f72 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:14.793389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Transition to ACTIVE for port object ea07ef21-2c3d-4c4c-9372-37e18fdde14c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:14.808128 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:14.900335 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Pushing event updated for resources: {'Port': ['ID=ea07ef21-2c3d-4c4c-9372-37e18fdde14c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:15.046405 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:15.162958 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Attempting to bind port ea07ef21-2c3d-4c4c-9372-37e18fdde14c on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:15.163454 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Attempting to bind port ea07ef21-2c3d-4c4c-9372-37e18fdde14c by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:15.164538 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Attempting to bind port ea07ef21-2c3d-4c4c-9372-37e18fdde14c on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:15.179995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92a5fa-8577-4aac-8f91-711923cc406b req-6ff9a9f1-80ed-49f0-ac8a-2d564222a669 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:15.187300 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca92a5fa-8577-4aac-8f91-711923cc406b req-6ff9a9f1-80ed-49f0-ac8a-2d564222a669 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dff7f7b-313b-49c9-b10b-36bf57ea6aa7 HTTP/1.1" status: 200 len: 947 time: 0.3650773 Jul 22 23:36:15.244489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Port ea07ef21-2c3d-4c4c-9372-37e18fdde14c on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:36:15.244832 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Attempting to bind port ea07ef21-2c3d-4c4c-9372-37e18fdde14c on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:15.273506 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca92a5fa-8577-4aac-8f91-711923cc406b req-b27a350d-d90d-457c-b6b1-abe029e1878a tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853744 Jul 22 23:36:15.276253 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:15.276599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:15.276993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:15.281694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Bound port: ea07ef21-2c3d-4c4c-9372-37e18fdde14c, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:15.282456 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.415135 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bfdc9489-f24e-4231-a7bc-333cc0be2b20 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ee5a1f30ed44ae183088e9fe294695d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658001 Jul 22 23:36:15.415983 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36804) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:15.473308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] For port ea07ef21-2c3d-4c4c-9372-37e18fdde14c, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:15.477795 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] For port ea07ef21-2c3d-4c4c-9372-37e18fdde14c, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ea07ef21-2c3d-4c4c-9372-37e18fdde14c,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:15.492252 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.540333 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8edbb438-7385-45db-aa34-c4106f1ae4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.596229 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8edbb438-7385-45db-aa34-c4106f1ae4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.606809 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Pushing event updated for resources: {'Port': ['ID=ea07ef21-2c3d-4c4c-9372-37e18fdde14c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:15.683823 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:15.684468 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.692216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82e7285f-8063-455d-85c4-1453f14cc367 req-05f90fc0-5e7f-43a2-819b-86c2fe63dcfa service neutron] 10.222.0.18 "PUT /v2.0/ports/ea07ef21-2c3d-4c4c-9372-37e18fdde14c HTTP/1.1" status: 200 len: 1095 time: 2.0820284 Jul 22 23:36:15.692758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dff7f7b-313b-49c9-b10b-36bf57ea6aa7', 'tag': 'ea07ef21-2c3d-4c4c-9372-37e18fdde14c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:15.695148 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed6180b-8c52-4540-8736-2fecd8b9bc80" -d '{"events": [{"name": "network-changed", "server_uuid": "5dff7f7b-313b-49c9-b10b-36bf57ea6aa7", "tag": "ea07ef21-2c3d-4c4c-9372-37e18fdde14c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:15.720138 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15200151-4090-430d-a042-7c9d6f0889e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2947e42-63b8-422f-9721-4933309d2e66'}, {'server_uuid': '6724cfce-ee11-484f-babb-cf52598a5150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ded15d-30c2-45e0-b357-9573726fd248'}, {'server_uuid': 'acc9ffbd-ee49-4153-8488-9d8157197f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b83c376-735e-4625-aa07-59a3f76b1341'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:15.725027 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765454fb-2c20-4700-a3bc-45854e33b258" -d '{"events": [{"server_uuid": "15200151-4090-430d-a042-7c9d6f0889e9", "name": "network-vif-plugged", "status": "completed", "tag": "d2947e42-63b8-422f-9721-4933309d2e66"}, {"server_uuid": "6724cfce-ee11-484f-babb-cf52598a5150", "name": "network-vif-plugged", "status": "completed", "tag": "91ded15d-30c2-45e0-b357-9573726fd248"}, {"server_uuid": "acc9ffbd-ee49-4153-8488-9d8157197f51", "name": "network-vif-plugged", "status": "completed", "tag": "7b83c376-735e-4625-aa07-59a3f76b1341"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:15.727178 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8edbb438-7385-45db-aa34-c4106f1ae4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.733956 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8edbb438-7385-45db-aa34-c4106f1ae4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.738413 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8edbb438-7385-45db-aa34-c4106f1ae4c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c30a0a2-9431-430b-a8db-9f7fc2e393ed HTTP/1.1" status: 204 len: 168 time: 0.3213634 Jul 22 23:36:15.749922 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbb438-7385-45db-aa34-c4106f1ae4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c30a0a2-9431-430b-a8db-9f7fc2e393ed,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:15.866398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014ef28-d876-4478-b0b6-16575e53e44b req-25b9dbd2-9b13-4982-840c-afc4058a9601 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:15.876173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a014ef28-d876-4478-b0b6-16575e53e44b req-25b9dbd2-9b13-4982-840c-afc4058a9601 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.2391741 Jul 22 23:36:16.031775 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a014ef28-d876-4478-b0b6-16575e53e44b req-656fe34a-75a7-4b8d-b3bc-d5b8402a66b7 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535051 Jul 22 23:36:16.053440 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7285f-8063-455d-85c4-1453f14cc367 req-81e5bbd1-a83e-4b82-89a1-339d32c9e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:16.054920 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82e7285f-8063-455d-85c4-1453f14cc367 req-81e5bbd1-a83e-4b82-89a1-339d32c9e3d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e7c674b486f4e1290a36032d84e5354&device_id=5dff7f7b-313b-49c9-b10b-36bf57ea6aa7 HTTP/1.1" status: 200 len: 1098 time: 0.2768745 Jul 22 23:36:16.158252 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82e7285f-8063-455d-85c4-1453f14cc367 req-46aa6d94-d12c-4081-b862-b63817dd58cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=ea07ef21-2c3d-4c4c-9372-37e18fdde14c HTTP/1.1" status: 200 len: 217 time: 0.0853987 Jul 22 23:36:16.214646 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:16.290556 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36820) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:16.329813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7285f-8063-455d-85c4-1453f14cc367 req-b765f378-ffc9-4a19-a276-f5e949be014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:16.331750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82e7285f-8063-455d-85c4-1453f14cc367 req-b765f378-ffc9-4a19-a276-f5e949be014e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1650126 Jul 22 23:36:16.335834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29356b94-187c-4b5f-822d-8026fa7fe5c1 req-c9af6e57-7014-47f3-bfd4-c50c109f5023 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:16.349696 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-29356b94-187c-4b5f-822d-8026fa7fe5c1 req-c9af6e57-7014-47f3-bfd4-c50c109f5023 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.95 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 944 time: 0.1847091 Jul 22 23:36:16.398487 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e59ebc55-f909-466f-b89d-e1bd1a1a2d7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c485b2fedbcc47ca87c6231691c0b4ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1036451 Jul 22 23:36:16.399192 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36824) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:16.438253 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412e39c-40c9-4511-bf02-b759e8d04583 req-d85b700d-9d36-41fe-9aec-2507c5f56539 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:16.445295 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e412e39c-40c9-4511-bf02-b759e8d04583 req-d85b700d-9d36-41fe-9aec-2507c5f56539 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 945 time: 0.2219036 Jul 22 23:36:16.497307 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7285f-8063-455d-85c4-1453f14cc367 req-cb833dda-f034-4569-80f5-e75b768bee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:16.498838 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82e7285f-8063-455d-85c4-1453f14cc367 req-cb833dda-f034-4569-80f5-e75b768bee59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1579437 Jul 22 23:36:16.539164 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a949930-da71-42f2-a939-a9b807bbba10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:16.551669 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e412e39c-40c9-4511-bf02-b759e8d04583 req-628c9f97-b21b-45fa-8f92-b2917e94c402 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052179 Jul 22 23:36:16.619261 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-29356b94-187c-4b5f-822d-8026fa7fe5c1 req-8f1a6d5f-0d09-4797-8c92-1baf560784e7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Deleting port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:16.619616 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29356b94-187c-4b5f-822d-8026fa7fe5c1 req-8f1a6d5f-0d09-4797-8c92-1baf560784e7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:16.698004 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a949930-da71-42f2-a939-a9b807bbba10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:16.785996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82e7285f-8063-455d-85c4-1453f14cc367 req-8cece8dd-87b0-4864-853b-e2d3d197e54d service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795768 Jul 22 23:36:16.849769 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-29356b94-187c-4b5f-822d-8026fa7fe5c1 req-8f1a6d5f-0d09-4797-8c92-1baf560784e7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] For port f5d4ec6d-86b2-4f19-be4b-ce46917cef65, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:16.855075 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39066b0f-fde1-47ed-8e66-1ef8208e3ef4 req-534a1408-ba76-4d67-b4d9-e61c3d613f0e tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:16.856296 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29356b94-187c-4b5f-822d-8026fa7fe5c1 req-8f1a6d5f-0d09-4797-8c92-1baf560784e7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:16.862091 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39066b0f-fde1-47ed-8e66-1ef8208e3ef4 req-534a1408-ba76-4d67-b4d9-e61c3d613f0e tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e685f6d7-82c6-44e1-8d06-db1b451e9c0b HTTP/1.1" status: 200 len: 944 time: 0.1685388 Jul 22 23:36:16.887027 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-29356b94-187c-4b5f-822d-8026fa7fe5c1 req-8f1a6d5f-0d09-4797-8c92-1baf560784e7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Calling delete_port for f5d4ec6d-86b2-4f19-be4b-ce46917cef65 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:16.896130 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a949930-da71-42f2-a939-a9b807bbba10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:16.898626 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a949930-da71-42f2-a939-a9b807bbba10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:16.902203 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9a949930-da71-42f2-a939-a9b807bbba10 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3f37b38-04a4-4bb4-abe2-b1f8cd5d5a08 HTTP/1.1" status: 204 len: 168 time: 0.4996216 Jul 22 23:36:16.932723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a949930-da71-42f2-a939-a9b807bbba10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f37b38-04a4-4bb4-abe2-b1f8cd5d5a08,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:16.984103 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39066b0f-fde1-47ed-8e66-1ef8208e3ef4 req-374a1c9d-df84-4d18-9014-b05a3468e617 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201901 Jul 22 23:36:17.003845 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82e7285f-8063-455d-85c4-1453f14cc367 req-c05d9fa4-677c-41db-add1-ec8aceb5ca56 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068040 Jul 22 23:36:17.257301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94106ec4-ecde-4f78-b446-c2d5d0a19e82 req-b6b55701-7bca-490d-8a28-6ceff1fdfc9a tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:17.260913 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94106ec4-ecde-4f78-b446-c2d5d0a19e82 req-b6b55701-7bca-490d-8a28-6ceff1fdfc9a tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 945 time: 0.1692979 Jul 22 23:36:17.272674 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29356b94-187c-4b5f-822d-8026fa7fe5c1 req-8f1a6d5f-0d09-4797-8c92-1baf560784e7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:17.288498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['f5d4ec6d-86b2-4f19-be4b-ce46917cef65'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:17.345057 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94106ec4-ecde-4f78-b446-c2d5d0a19e82 req-28621ec0-49eb-4e1b-bd63-81116dc97e2c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721803 Jul 22 23:36:17.370557 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a6d5f-0d09-4797-8c92-1baf560784e7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Pushing event deleted for resources: {'Port': ['ID=f5d4ec6d-86b2-4f19-be4b-ce46917cef65,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:17.482610 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7d59a8-c6ec-4a04-9091-1fb75e885da7 x-openstack-request-id: req-4f7d59a8-c6ec-4a04-9091-1fb75e885da7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:17.482998 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dff7f7b-313b-49c9-b10b-36bf57ea6aa7", "tag": "ea07ef21-2c3d-4c4c-9372-37e18fdde14c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:17.483318 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f7d59a8-c6ec-4a04-9091-1fb75e885da7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:17.483883 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dff7f7b-313b-49c9-b10b-36bf57ea6aa7', 'tag': 'ea07ef21-2c3d-4c4c-9372-37e18fdde14c', 'status': 'completed', 'code': 200} Jul 22 23:36:17.492251 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-29356b94-187c-4b5f-822d-8026fa7fe5c1 req-8f1a6d5f-0d09-4797-8c92-1baf560784e7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] No DVR routers for this DVR port f5d4ec6d-86b2-4f19-be4b-ce46917cef65 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:17.498179 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-29356b94-187c-4b5f-822d-8026fa7fe5c1 req-8f1a6d5f-0d09-4797-8c92-1baf560784e7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:17.503949 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-29356b94-187c-4b5f-822d-8026fa7fe5c1 req-8f1a6d5f-0d09-4797-8c92-1baf560784e7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.95 "DELETE /v2.0/ports/f5d4ec6d-86b2-4f19-be4b-ce46917cef65 HTTP/1.1" status: 204 len: 173 time: 1.1500578 Jul 22 23:36:17.504723 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e685f6d7-82c6-44e1-8d06-db1b451e9c0b', 'name': 'network-vif-deleted', 'tag': 'f5d4ec6d-86b2-4f19-be4b-ce46917cef65'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:17.508557 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714778fb-5c2c-4ae2-a570-9de5927dfb99" -d '{"events": [{"server_uuid": "e685f6d7-82c6-44e1-8d06-db1b451e9c0b", "name": "network-vif-deleted", "tag": "f5d4ec6d-86b2-4f19-be4b-ce46917cef65"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:17.583302 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7643047c-770c-48dd-bc06-fff2863cdde1 x-openstack-request-id: req-7643047c-770c-48dd-bc06-fff2863cdde1 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:17.583915 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15200151-4090-430d-a042-7c9d6f0889e9", "name": "network-vif-plugged", "status": "completed", "tag": "d2947e42-63b8-422f-9721-4933309d2e66", "code": 200}, {"server_uuid": "6724cfce-ee11-484f-babb-cf52598a5150", "name": "network-vif-plugged", "status": "completed", "tag": "91ded15d-30c2-45e0-b357-9573726fd248", "code": 200}, {"server_uuid": "acc9ffbd-ee49-4153-8488-9d8157197f51", "name": "network-vif-plugged", "status": "completed", "tag": "7b83c376-735e-4625-aa07-59a3f76b1341", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:17.584404 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7643047c-770c-48dd-bc06-fff2863cdde1 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:17.584981 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15200151-4090-430d-a042-7c9d6f0889e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2947e42-63b8-422f-9721-4933309d2e66', 'code': 200} Jul 22 23:36:17.585439 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6724cfce-ee11-484f-babb-cf52598a5150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ded15d-30c2-45e0-b357-9573726fd248', 'code': 200} Jul 22 23:36:17.585876 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc9ffbd-ee49-4153-8488-9d8157197f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b83c376-735e-4625-aa07-59a3f76b1341', 'code': 200} Jul 22 23:36:17.716644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6180b-8c52-4540-8736-2fecd8b9bc80 req-88a85a2c-cbc4-4f34-b921-f06850177a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:17.760188 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ed6180b-8c52-4540-8736-2fecd8b9bc80 req-88a85a2c-cbc4-4f34-b921-f06850177a36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e7c674b486f4e1290a36032d84e5354&device_id=5dff7f7b-313b-49c9-b10b-36bf57ea6aa7 HTTP/1.1" status: 200 len: 1098 time: 0.1848154 Jul 22 23:36:18.322207 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6180b-8c52-4540-8736-2fecd8b9bc80 req-627e45a8-4a27-477d-9d30-444d504099c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:18.327255 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ed6180b-8c52-4540-8736-2fecd8b9bc80 req-627e45a8-4a27-477d-9d30-444d504099c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.5855885 Jul 22 23:36:18.369059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2460b1b-420e-4728-8118-7ddceebe1b67 req-dd5eec26-f070-44a7-8308-1891325bdd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:18.371129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b2460b1b-420e-4728-8118-7ddceebe1b67 req-dd5eec26-f070-44a7-8308-1891325bdd00 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 1096 time: 0.5217047 Jul 22 23:36:18.440844 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ed6180b-8c52-4540-8736-2fecd8b9bc80 req-c15d3f51-b7dc-4a76-a93a-e4fe4e97c9c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=ea07ef21-2c3d-4c4c-9372-37e18fdde14c HTTP/1.1" status: 200 len: 217 time: 0.0944657 Jul 22 23:36:18.454714 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcfb7f-ce00-4efa-829c-f4292a7b3f4f req-dd24b572-f79a-4b8b-ab43-fd9d9f2aeee5 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:18.455604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36862) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:18.461770 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0cdcfb7f-ce00-4efa-829c-f4292a7b3f4f req-dd24b572-f79a-4b8b-ab43-fd9d9f2aeee5 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dff7f7b-313b-49c9-b10b-36bf57ea6aa7 HTTP/1.1" status: 200 len: 947 time: 0.7322965 Jul 22 23:36:18.586083 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0cdcfb7f-ce00-4efa-829c-f4292a7b3f4f req-8182e15a-ed16-47d9-8a81-77f432adf23a tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792108 Jul 22 23:36:18.616668 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4eb5d348-e691-47c7-b86d-90cf4bbfbc88 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-686035564-network', 'tenant_id': '416d966c78384952bf49408547c95021'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:18.628680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b2460b1b-420e-4728-8118-7ddceebe1b67 req-9886a2ba-3c95-4673-ac3c-25a6d6a46b05 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861863 Jul 22 23:36:18.630879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6180b-8c52-4540-8736-2fecd8b9bc80 req-55a4ceba-9c8d-4a2b-a293-2b8cfe89485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:18.637894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ed6180b-8c52-4540-8736-2fecd8b9bc80 req-55a4ceba-9c8d-4a2b-a293-2b8cfe89485b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1690266 Jul 22 23:36:18.663620 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb5d348-e691-47c7-b86d-90cf4bbfbc88 admin admin] Made reservation on behalf of 416d966c78384952bf49408547c95021 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:18.667672 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4eb5d348-e691-47c7-b86d-90cf4bbfbc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:18.679555 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4eb5d348-e691-47c7-b86d-90cf4bbfbc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:18.819728 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748613f-f1df-4c50-bfcf-57723307a7ce req-d4096990-66fd-430c-919e-6a477ec02cf0 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:18.829948 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4748613f-f1df-4c50-bfcf-57723307a7ce req-d4096990-66fd-430c-919e-6a477ec02cf0 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.1415946 Jul 22 23:36:18.948817 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4eb5d348-e691-47c7-b86d-90cf4bbfbc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:18.953242 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4748613f-f1df-4c50-bfcf-57723307a7ce req-d0dc24ef-eaa4-4e53-bb23-c92ec7be5e5b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220272 Jul 22 23:36:18.958599 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4eb5d348-e691-47c7-b86d-90cf4bbfbc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:19.021676 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5d348-e691-47c7-b86d-90cf4bbfbc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcadd565-3a96-49ba-ac49-cc67c1a98f05,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:19.051550 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb5d348-e691-47c7-b86d-90cf4bbfbc88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:36:19.077474 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4eb5d348-e691-47c7-b86d-90cf4bbfbc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:19.078035 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-4eb5d348-e691-47c7-b86d-90cf4bbfbc88 admin admin] Added segment 40a12560-bf69-4171-a387-b2c26302b639 of type vlan for network f2112a3e-dbe0-480f-a850-35ee8a334e48 Jul 22 23:36:19.110137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6180b-8c52-4540-8736-2fecd8b9bc80 req-fab6cbd9-dd1f-492d-9aec-51e265920d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:19.111736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ed6180b-8c52-4540-8736-2fecd8b9bc80 req-fab6cbd9-dd1f-492d-9aec-51e265920d26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2004867 Jul 22 23:36:19.156459 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4eb5d348-e691-47c7-b86d-90cf4bbfbc88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:19.224333 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4eb5d348-e691-47c7-b86d-90cf4bbfbc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:19.225684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb5d348-e691-47c7-b86d-90cf4bbfbc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:19.226642 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4eb5d348-e691-47c7-b86d-90cf4bbfbc88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:19.303422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018196fa-36c2-45bd-8d05-c894bcabd25f req-8f2a4a54-0746-46c9-b66a-1bdc60d5f62c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:19.310975 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-018196fa-36c2-45bd-8d05-c894bcabd25f req-8f2a4a54-0746-46c9-b66a-1bdc60d5f62c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 945 time: 0.1981466 Jul 22 23:36:19.320765 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ed6180b-8c52-4540-8736-2fecd8b9bc80 req-d98ed4a0-f73e-444f-be15-2556adc0f1f3 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846230 Jul 22 23:36:19.328024 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4eb5d348-e691-47c7-b86d-90cf4bbfbc88 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8687789 Jul 22 23:36:19.330359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36870) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:19.352894 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d1e2f73a-6a02-4ab5-8162-863274a17f9f admin admin] Request body: {'subnet': {'network_id': 'f2112a3e-dbe0-480f-a850-35ee8a334e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-686035564-subnet', 'tenant_id': '416d966c78384952bf49408547c95021', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:19.389932 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5d348-e691-47c7-b86d-90cf4bbfbc88 admin admin] Pushing event updated for resources: {'Network': ['ID=f2112a3e-dbe0-480f-a850-35ee8a334e48,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:19.403256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network f2112a3e-dbe0-480f-a850-35ee8a334e48 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:36:19.477585 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-018196fa-36c2-45bd-8d05-c894bcabd25f req-b34b5fe1-0c90-460a-a5a6-3357b9826be2 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632531 Jul 22 23:36:19.532973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e2f73a-6a02-4ab5-8162-863274a17f9f admin admin] Made reservation on behalf of 416d966c78384952bf49408547c95021 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:19.543147 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f73a-6a02-4ab5-8162-863274a17f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:19.557377 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c506a8-b458-48d1-a283-6dfd53e96448 x-openstack-request-id: req-a3c506a8-b458-48d1-a283-6dfd53e96448 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:19.557858 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e685f6d7-82c6-44e1-8d06-db1b451e9c0b", "name": "network-vif-deleted", "tag": "f5d4ec6d-86b2-4f19-be4b-ce46917cef65", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:19.557858 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3c506a8-b458-48d1-a283-6dfd53e96448 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:19.558276 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e685f6d7-82c6-44e1-8d06-db1b451e9c0b', 'name': 'network-vif-deleted', 'tag': 'f5d4ec6d-86b2-4f19-be4b-ce46917cef65', 'status': 'completed', 'code': 200} Jul 22 23:36:19.698984 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ea07ef21-2c3d-4c4c-9372-37e18fdde14c details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:36:19.700336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ed6180b-8c52-4540-8736-2fecd8b9bc80 req-a9e09d3f-994c-4d42-ad04-c4bb6d783b08 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304360 Jul 22 23:36:19.845543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfce818-d27f-4633-a455-be39bb4082b4 req-70c44e72-c77e-4d57-ab35-f21674a5579b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:19.858494 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9bfce818-d27f-4633-a455-be39bb4082b4 req-70c44e72-c77e-4d57-ab35-f21674a5579b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 945 time: 0.1904488 Jul 22 23:36:19.948072 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9bfce818-d27f-4633-a455-be39bb4082b4 req-ee1adc95-925a-4410-8f8c-f82bc1e91179 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735478 Jul 22 23:36:19.986644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ea07ef21-2c3d-4c4c-9372-37e18fdde14c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ea07ef21-2c3d-4c4c-9372-37e18fdde14c,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:20.023922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'ea07ef21-2c3d-4c4c-9372-37e18fdde14c', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'ea07ef21-2c3d-4c4c-9372-37e18fdde14c', 'mac_address': 'fa:16:3e:1a:f3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:36:20.082974 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f73a-6a02-4ab5-8162-863274a17f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.089981 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.113673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea07ef21-2c3d-4c4c-9372-37e18fdde14c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:20.145359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2f73a-6a02-4ab5-8162-863274a17f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d398e20-5e60-4dcb-a466-048f7bf02a4d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:20.145996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ea07ef21-2c3d-4c4c-9372-37e18fdde14c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ea07ef21-2c3d-4c4c-9372-37e18fdde14c,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:20.157442 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.200617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2f73a-6a02-4ab5-8162-863274a17f9f admin admin] Checking segment: {'id': '40a12560-bf69-4171-a387-b2c26302b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'f2112a3e-dbe0-480f-a850-35ee8a334e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:20.201517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e2f73a-6a02-4ab5-8162-863274a17f9f admin admin] Network hostable DHCP agents. Network: f2112a3e-dbe0-480f-a850-35ee8a334e48, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:36:20.240316 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=ea07ef21-2c3d-4c4c-9372-37e18fdde14c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:20.242920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e2f73a-6a02-4ab5-8162-863274a17f9f admin admin] Network f2112a3e-dbe0-480f-a850-35ee8a334e48 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:36:20.262685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d1e2f73a-6a02-4ab5-8162-863274a17f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, f2112a3e-dbe0-480f-a850-35ee8a334e48) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:20.273254 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b51daa-f45b-46e6-ae4e-66108a294847 None None] Network f2112a3e-dbe0-480f-a850-35ee8a334e48 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:36:20.288999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e2f73a-6a02-4ab5-8162-863274a17f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:20.289883 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f73a-6a02-4ab5-8162-863274a17f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.334392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d1e2f73a-6a02-4ab5-8162-863274a17f9f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0027263 Jul 22 23:36:20.337072 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36890) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:20.342488 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-686035564-router', 'tenant_id': '416d966c78384952bf49408547c95021', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:20.392376 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.394122 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.543483 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.652181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['ea07ef21-2c3d-4c4c-9372-37e18fdde14c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:20.662982 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-f2112a3e-dbe0-480f-a850-35ee8a334e48', 'network_id': 'f2112a3e-dbe0-480f-a850-35ee8a334e48', 'tenant_id': '416d966c78384952bf49408547c95021', 'fixed_ips': [{'subnet_id': '1d398e20-5e60-4dcb-a466-048f7bf02a4d'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:36:20.668314 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.768943 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device f5d4ec6d-86b2-4f19-be4b-ce46917cef65 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:20.842452 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: f5d4ec6d-86b2-4f19-be4b-ce46917cef65 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:20.842955 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device f5d4ec6d-86b2-4f19-be4b-ce46917cef65 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:20.865975 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:21.259319 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Allocated IP 172.20.0.2 (f2112a3e-dbe0-480f-a850-35ee8a334e48/1d398e20-5e60-4dcb-a466-048f7bf02a4d/fb409e21-a0d9-4bd5-a128-606b6bd49c98) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:21.352709 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:21.403593 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:21.649816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Allocated IP 172.25.4.119 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/6fa55dbb-ab23-49fb-ad87-9623aa31696e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:21.703292 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:21.714461 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Transition to ACTIVE for port object fb409e21-a0d9-4bd5-a128-606b6bd49c98 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:21.742242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Transition to ACTIVE for port object fb409e21-a0d9-4bd5-a128-606b6bd49c98 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:21.761658 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:21.874255 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Network f2112a3e-dbe0-480f-a850-35ee8a334e48 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:21.886995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:21.902893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:21.905060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Pushing event updated for resources: {'Port': ['ID=fb409e21-a0d9-4bd5-a128-606b6bd49c98,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:21.925362 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:22.003842 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:22.050790 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Attempting to bind port fb409e21-a0d9-4bd5-a128-606b6bd49c98 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:22.051196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Attempting to bind port fb409e21-a0d9-4bd5-a128-606b6bd49c98 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '40a12560-bf69-4171-a387-b2c26302b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'f2112a3e-dbe0-480f-a850-35ee8a334e48'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:22.051620 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Attempting to bind port fb409e21-a0d9-4bd5-a128-606b6bd49c98 on network f2112a3e-dbe0-480f-a850-35ee8a334e48 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:22.069734 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:22.070156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Checking segment: {'id': '40a12560-bf69-4171-a387-b2c26302b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'f2112a3e-dbe0-480f-a850-35ee8a334e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:22.070525 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:22.070924 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Bound using segment: {'id': '40a12560-bf69-4171-a387-b2c26302b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'f2112a3e-dbe0-480f-a850-35ee8a334e48'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:22.071412 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Bound port: fb409e21-a0d9-4bd5-a128-606b6bd49c98, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a12560-bf69-4171-a387-b2c26302b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'f2112a3e-dbe0-480f-a850-35ee8a334e48'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:22.071801 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:22.071928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:22.074984 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:22.081853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:22.130215 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Pushing event updated for resources: {'Port': ['ID=6fa55dbb-ab23-49fb-ad87-9623aa31696e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:22.213914 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] For port fb409e21-a0d9-4bd5-a128-606b6bd49c98, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:22.223695 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] For port fb409e21-a0d9-4bd5-a128-606b6bd49c98, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fb409e21-a0d9-4bd5-a128-606b6bd49c98,segment=NetworkSegment(40a12560-bf69-4171-a387-b2c26302b639),segment_id=40a12560-bf69-4171-a387-b2c26302b639)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:22.240314 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:22.311103 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8008e1-173d-4ead-b1e0-5add352f2817 None None] Pushing event updated for resources: {'Port': ['ID=fb409e21-a0d9-4bd5-a128-606b6bd49c98,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:22.639755 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:23.203702 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:23.379011 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Router b68b208a-dd24-4522-976c-4409e2ed2b37 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:36:23.709634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ea07ef21-2c3d-4c4c-9372-37e18fdde14c up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:23.817466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port ea07ef21-2c3d-4c4c-9372-37e18fdde14c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:23.826271 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port ea07ef21-2c3d-4c4c-9372-37e18fdde14c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:23.826650 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:24.059609 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:24.074580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5ac460-dad9-49be-b956-c43119af1e0f None None] Network f2112a3e-dbe0-480f-a850-35ee8a334e48 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:36:24.135054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dff7f7b-313b-49c9-b10b-36bf57ea6aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea07ef21-2c3d-4c4c-9372-37e18fdde14c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:24.137165 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9132b3a-ae97-49ab-b918-51dc83320394" -d '{"events": [{"server_uuid": "5dff7f7b-313b-49c9-b10b-36bf57ea6aa7", "name": "network-vif-plugged", "status": "completed", "tag": "ea07ef21-2c3d-4c4c-9372-37e18fdde14c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:24.161323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:36:24.171933 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Sync routers for ids ['b68b208a-dd24-4522-976c-4409e2ed2b37'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:36:24.186720 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Routers {'b68b208a-dd24-4522-976c-4409e2ed2b37'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:24.188134 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:36:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b68b208a-dd24-4522-976c-4409e2ed2b37'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:24.206830 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ea07ef21-2c3d-4c4c-9372-37e18fdde14c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ea07ef21-2c3d-4c4c-9372-37e18fdde14c,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:24.207405 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:24.207863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0e21d226-390e-482c-a9fa-60dd69beb69e None None] Provisioning for port fb409e21-a0d9-4bd5-a128-606b6bd49c98 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:24.212285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36918) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:24.212782 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1d4b08d3-25f5-4a68-b54d-07f5066147a3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8742561 Jul 22 23:36:24.223064 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:24.297539 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=ea07ef21-2c3d-4c4c-9372-37e18fdde14c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:24.301322 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fb409e21-a0d9-4bd5-a128-606b6bd49c98 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:24.451973 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Set router b68b208a-dd24-4522-976c-4409e2ed2b37 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:24.789448 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff1a49-fe0b-4691-b80b-a0518a7d431d req-3bf0dd26-a275-4a32-a8c6-f7d48a4f6048 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:24.793730 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0ff1a49-fe0b-4691-b80b-a0518a7d431d req-3bf0dd26-a275-4a32-a8c6-f7d48a4f6048 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dff7f7b-313b-49c9-b10b-36bf57ea6aa7 HTTP/1.1" status: 200 len: 949 time: 0.2178321 Jul 22 23:36:24.847911 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'name': 'tempest-FloatingIPsTestJSON-686035564-router', 'tenant_id': '416d966c78384952bf49408547c95021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6fa55dbb-ab23-49fb-ad87-9623aa31696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:20Z', 'updated_at': '2021-07-22T23:36:22Z', 'revision_number': 3, 'project_id': '416d966c78384952bf49408547c95021', 'gw_port': {'id': '6fa55dbb-ab23-49fb-ad87-9623aa31696e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:aa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:21Z', 'updated_at': '2021-07-22T23:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:24.915663 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Checking router: b68b208a-dd24-4522-976c-4409e2ed2b37 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:36:24.916023 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Updating router b68b208a-dd24-4522-976c-4409e2ed2b37 port 6fa55dbb-ab23-49fb-ad87-9623aa31696e binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:36:24.941609 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port fb409e21-a0d9-4bd5-a128-606b6bd49c98 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:24.954369 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fb409e21-a0d9-4bd5-a128-606b6bd49c98 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:24.954747 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.009052 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.022586 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0ff1a49-fe0b-4691-b80b-a0518a7d431d req-8a5c768a-1ab6-432d-a2c6-c2cf1ea2284d tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971307 Jul 22 23:36:25.112758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbf517-ea9c-43e7-9653-8278e5037c53 req-4754c604-3221-4a26-a13c-b6deccfee5f0 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:25.127802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cbbf517-ea9c-43e7-9653-8278e5037c53 req-4754c604-3221-4a26-a13c-b6deccfee5f0 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.3329508 Jul 22 23:36:25.191792 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.245569 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cbbf517-ea9c-43e7-9653-8278e5037c53 req-2bb28a5d-8c43-4875-ac93-c3e42a3217eb tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143453 Jul 22 23:36:25.298850 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port fb409e21-a0d9-4bd5-a128-606b6bd49c98, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fb409e21-a0d9-4bd5-a128-606b6bd49c98,segment=NetworkSegment(40a12560-bf69-4171-a387-b2c26302b639),segment_id=40a12560-bf69-4171-a387-b2c26302b639)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:25.317160 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.367187 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.465303 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2460ae-f4d1-40f9-b8bd-b20924baedc4 x-openstack-request-id: req-1d2460ae-f4d1-40f9-b8bd-b20924baedc4 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:25.465605 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dff7f7b-313b-49c9-b10b-36bf57ea6aa7", "name": "network-vif-plugged", "status": "completed", "tag": "ea07ef21-2c3d-4c4c-9372-37e18fdde14c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:25.465864 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d2460ae-f4d1-40f9-b8bd-b20924baedc4 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:25.466277 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dff7f7b-313b-49c9-b10b-36bf57ea6aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea07ef21-2c3d-4c4c-9372-37e18fdde14c', 'code': 200} Jul 22 23:36:25.469442 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=fb409e21-a0d9-4bd5-a128-606b6bd49c98,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:25.505947 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.519411 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Transition to ACTIVE for port object 6fa55dbb-ab23-49fb-ad87-9623aa31696e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:25.533559 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.556797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a8c4b-e54b-4b85-853d-9cd42284cb70 req-ffcef911-b1b0-41cb-ba60-57628cb84bd7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:25.558718 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-990a8c4b-e54b-4b85-853d-9cd42284cb70 req-ffcef911-b1b0-41cb-ba60-57628cb84bd7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 945 time: 0.1678176 Jul 22 23:36:25.570432 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5c4dc043-6c57-4e29-9313-ca9fc5be6411 None None] Provisioning complete for port fb409e21-a0d9-4bd5-a128-606b6bd49c98 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:25.571179 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc043-6c57-4e29-9313-ca9fc5be6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.593416 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fe438-956f-42c8-ab33-e5ea10fb6dde req-8e92fd74-faf1-4f20-b886-7aa9804c48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:25.595174 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-805fe438-956f-42c8-ab33-e5ea10fb6dde req-8e92fd74-faf1-4f20-b886-7aa9804c48ab service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 1096 time: 0.4610236 Jul 22 23:36:25.597515 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce00b2-f061-481f-9bba-923b83412efb None None] Pushing event updated for resources: {'Port': ['ID=6fa55dbb-ab23-49fb-ad87-9623aa31696e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:25.620216 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Attempting to bind port 6fa55dbb-ab23-49fb-ad87-9623aa31696e on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:25.620579 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Attempting to bind port 6fa55dbb-ab23-49fb-ad87-9623aa31696e by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:25.620938 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Attempting to bind port 6fa55dbb-ab23-49fb-ad87-9623aa31696e on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:25.632069 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:25.632475 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:25.633130 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.633270 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:25.633697 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Bound port: 6fa55dbb-ab23-49fb-ad87-9623aa31696e, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:25.634071 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.695187 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-990a8c4b-e54b-4b85-853d-9cd42284cb70 req-81dabf7a-96a8-4628-afc4-64b8774499b4 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300833 Jul 22 23:36:25.738333 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1052ba-f6e4-4858-83a1-cc31ef867952 req-e0c871ff-409f-4a66-9105-31f5fdf3aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:25.739910 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e1052ba-f6e4-4858-83a1-cc31ef867952 req-e0c871ff-409f-4a66-9105-31f5fdf3aac8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5dff7f7b-313b-49c9-b10b-36bf57ea6aa7 HTTP/1.1" status: 200 len: 1100 time: 0.1733782 Jul 22 23:36:25.758530 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831dc5f-8b83-4270-aac8-0720c2bf54cf req-c37ffd76-7c38-4603-845c-8cbbdac53038 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:25.766287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3831dc5f-8b83-4270-aac8-0720c2bf54cf req-c37ffd76-7c38-4603-845c-8cbbdac53038 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 945 time: 0.1595082 Jul 22 23:36:25.794503 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] For port 6fa55dbb-ab23-49fb-ad87-9623aa31696e, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:25.801834 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] For port 6fa55dbb-ab23-49fb-ad87-9623aa31696e, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6fa55dbb-ab23-49fb-ad87-9623aa31696e,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:25.814181 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.853164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e1052ba-f6e4-4858-83a1-cc31ef867952 req-cf5956e4-fc07-4104-87e3-2cea19aaa3d5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041384 Jul 22 23:36:25.870646 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3831dc5f-8b83-4270-aac8-0720c2bf54cf req-e5b144e4-670d-4e7c-8cb8-23b737a4cb3b tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023245 Jul 22 23:36:25.908108 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Routers {'b68b208a-dd24-4522-976c-4409e2ed2b37'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:25.909803 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:36:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b68b208a-dd24-4522-976c-4409e2ed2b37'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:25.945672 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473fac0-de57-4081-8515-94a51efe0495 req-4e209647-37c1-462c-91ab-af7a23886b44 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:25.958928 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4473fac0-de57-4081-8515-94a51efe0495 req-4e209647-37c1-462c-91ab-af7a23886b44 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 944 time: 0.1183105 Jul 22 23:36:25.970178 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce00b2-f061-481f-9bba-923b83412efb None None] Pushing event updated for resources: {'Port': ['ID=6fa55dbb-ab23-49fb-ad87-9623aa31696e,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:26.075478 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4473fac0-de57-4081-8515-94a51efe0495 req-44ef1e67-0642-4d5d-baa6-7318cb3f96e7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949156 Jul 22 23:36:26.075601 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] Set router b68b208a-dd24-4522-976c-4409e2ed2b37 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:26.192312 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fb409e21-a0d9-4bd5-a128-606b6bd49c98 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:26.245272 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71f6e8-3ef0-430b-aedf-9a58bac287d9 req-17087de8-ec07-4c51-b407-a577278ca51d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:26.255429 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b71f6e8-3ef0-430b-aedf-9a58bac287d9 req-17087de8-ec07-4c51-b407-a577278ca51d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 945 time: 0.2325139 Jul 22 23:36:26.267060 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd74b65-716d-422a-9fac-26b07c4487e2 req-4808b06a-3f99-4eb3-bfc4-a34add6ff0ec tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:26.268877 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3dd74b65-716d-422a-9fac-26b07c4487e2 req-4808b06a-3f99-4eb3-bfc4-a34add6ff0ec tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.95 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 944 time: 0.2275109 Jul 22 23:36:26.277989 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fb409e21-a0d9-4bd5-a128-606b6bd49c98 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:26.278788 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:26.351918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fe438-956f-42c8-ab33-e5ea10fb6dde req-f19008d8-8f15-4cc0-aec4-a93600d790c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:26.353400 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-805fe438-956f-42c8-ab33-e5ea10fb6dde req-f19008d8-8f15-4cc0-aec4-a93600d790c3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 913 time: 0.6479781 Jul 22 23:36:26.394670 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b71f6e8-3ef0-430b-aedf-9a58bac287d9 req-5adeac5a-2f3b-469f-8823-e1eede8f6966 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197281 Jul 22 23:36:26.423372 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Allocated IP 172.20.0.1 (f2112a3e-dbe0-480f-a850-35ee8a334e48/1d398e20-5e60-4dcb-a466-048f7bf02a4d/ea945a9c-1d50-47eb-ab93-f2fb5f508769) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:26.434879 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'name': 'tempest-FloatingIPsTestJSON-686035564-router', 'tenant_id': '416d966c78384952bf49408547c95021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6fa55dbb-ab23-49fb-ad87-9623aa31696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:20Z', 'updated_at': '2021-07-22T23:36:22Z', 'revision_number': 3, 'project_id': '416d966c78384952bf49408547c95021', 'gw_port': {'id': '6fa55dbb-ab23-49fb-ad87-9623aa31696e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:aa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:21Z', 'updated_at': '2021-07-22T23:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:26.435096 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-805fe438-956f-42c8-ab33-e5ea10fb6dde req-948d694d-1d56-48d2-81c4-2d52eaa013d7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91ded15d-30c2-45e0-b357-9573726fd248 HTTP/1.1" status: 200 len: 217 time: 0.0615096 Jul 22 23:36:26.492855 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80156b9c-0598-4b5d-8f5c-72f7a8eeea37 None None] The sync data for ids ['b68b208a-dd24-4522-976c-4409e2ed2b37'] in n-d-688802-2 is: [{'id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'name': 'tempest-FloatingIPsTestJSON-686035564-router', 'tenant_id': '416d966c78384952bf49408547c95021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6fa55dbb-ab23-49fb-ad87-9623aa31696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:20Z', 'updated_at': '2021-07-22T23:36:22Z', 'revision_number': 3, 'project_id': '416d966c78384952bf49408547c95021', 'gw_port': {'id': '6fa55dbb-ab23-49fb-ad87-9623aa31696e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:aa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:21Z', 'updated_at': '2021-07-22T23:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:36:26.516956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fe438-956f-42c8-ab33-e5ea10fb6dde req-380c5a67-57bc-4660-9404-1836c420f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:26.519142 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-805fe438-956f-42c8-ab33-e5ea10fb6dde req-380c5a67-57bc-4660-9404-1836c420f833 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=750e6d21-68ba-4eb5-94e9-cc5c662415b5 HTTP/1.1" status: 200 len: 852 time: 0.0834086 Jul 22 23:36:26.547976 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e44e6-3fe0-42b8-8e53-2022a77eae94 req-1fea47dc-c86d-4553-bce2-f20cb0dd4773 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:26.549807 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e98e44e6-3fe0-42b8-8e53-2022a77eae94 req-1fea47dc-c86d-4553-bce2-f20cb0dd4773 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dff7f7b-313b-49c9-b10b-36bf57ea6aa7 HTTP/1.1" status: 200 len: 949 time: 0.2735405 Jul 22 23:36:26.564246 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-805fe438-956f-42c8-ab33-e5ea10fb6dde req-cd6d95a5-6673-4477-a3cd-077c7d0a3059 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c6404c3b-acc2-4feb-85da-2ecd11b1a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353394 Jul 22 23:36:26.601753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-3dd74b65-716d-422a-9fac-26b07c4487e2 req-933c9509-5dd1-4071-bb27-9775d2ad1e25 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Deleting port 68840e40-4ebf-4c95-9f03-affe39f29d14 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:26.602386 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3dd74b65-716d-422a-9fac-26b07c4487e2 req-933c9509-5dd1-4071-bb27-9775d2ad1e25 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:26.668285 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e98e44e6-3fe0-42b8-8e53-2022a77eae94 req-c0d95d31-a7da-4583-af7b-3c952968e974 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022999 Jul 22 23:36:26.675666 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:26.722928 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Transition to ACTIVE for port object ea945a9c-1d50-47eb-ab93-f2fb5f508769 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:26.751541 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-805fe438-956f-42c8-ab33-e5ea10fb6dde req-09268898-986f-4fe1-a32f-8762d7e4288a service neutron] 10.222.0.95 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311135 Jul 22 23:36:26.774619 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cff127-3057-4bcc-929c-2529d131766e req-a13077f6-7c8b-49cd-8429-b0b9b74c7c9f tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:26.781538 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46cff127-3057-4bcc-929c-2529d131766e req-a13077f6-7c8b-49cd-8429-b0b9b74c7c9f tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/ports?device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 949 time: 0.3018458 Jul 22 23:36:26.840007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3dd74b65-716d-422a-9fac-26b07c4487e2 req-933c9509-5dd1-4071-bb27-9775d2ad1e25 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] For port 68840e40-4ebf-4c95-9f03-affe39f29d14, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=68840e40-4ebf-4c95-9f03-affe39f29d14,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:26.840653 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3dd74b65-716d-422a-9fac-26b07c4487e2 req-933c9509-5dd1-4071-bb27-9775d2ad1e25 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:26.879868 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-3dd74b65-716d-422a-9fac-26b07c4487e2 req-933c9509-5dd1-4071-bb27-9775d2ad1e25 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Calling delete_port for 68840e40-4ebf-4c95-9f03-affe39f29d14 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:26.914117 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46cff127-3057-4bcc-929c-2529d131766e req-7e61a63a-cac3-46fd-8bab-ce5c41325ae9 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbb826ee-cc77-4c65-b5bf-281885147062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316340 Jul 22 23:36:26.915695 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-805fe438-956f-42c8-ab33-e5ea10fb6dde req-5f916219-ae53-486a-8ac8-6bcf5e64eada service neutron] 10.222.0.95 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531389 Jul 22 23:36:26.917224 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:26.954966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Network f2112a3e-dbe0-480f-a850-35ee8a334e48 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:26.958871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:26.962572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:27.036476 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Pushing event updated for resources: {'Port': ['ID=ea945a9c-1d50-47eb-ab93-f2fb5f508769,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:27.070529 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.109844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba3f86-6a6c-4953-a2e8-2e702119da05 req-030bd8fd-2c5b-4ca1-a918-7fb39bfbb078 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:27.121010 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54ba3f86-6a6c-4953-a2e8-2e702119da05 req-030bd8fd-2c5b-4ca1-a918-7fb39bfbb078 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.3657699 Jul 22 23:36:27.259682 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54ba3f86-6a6c-4953-a2e8-2e702119da05 req-54d6dcbb-53fa-4c66-b881-146c6aa4a2af tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377106 Jul 22 23:36:27.377044 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3dd74b65-716d-422a-9fac-26b07c4487e2 req-933c9509-5dd1-4071-bb27-9775d2ad1e25 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.384018 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1a7024d6-530a-4a4e-acb4-c332a7a6ab78 None None] Provisioning for port ea945a9c-1d50-47eb-ab93-f2fb5f508769 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:27.397520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1a7024d6-530a-4a4e-acb4-c332a7a6ab78 None None] Provisioning complete for port ea945a9c-1d50-47eb-ab93-f2fb5f508769 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:27.398394 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a7024d6-530a-4a4e-acb4-c332a7a6ab78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.421265 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.452115 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c9509-5dd1-4071-bb27-9775d2ad1e25 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Pushing event deleted for resources: {'Port': ['ID=68840e40-4ebf-4c95-9f03-affe39f29d14,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:27.530590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1a7024d6-530a-4a4e-acb4-c332a7a6ab78 None None] Port ea945a9c-1d50-47eb-ab93-f2fb5f508769 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:36:27.553397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd74b65-716d-422a-9fac-26b07c4487e2 req-933c9509-5dd1-4071-bb27-9775d2ad1e25 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] No DVR routers for this DVR port 68840e40-4ebf-4c95-9f03-affe39f29d14 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:27.556840 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3dd74b65-716d-422a-9fac-26b07c4487e2 req-933c9509-5dd1-4071-bb27-9775d2ad1e25 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.559634 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3dd74b65-716d-422a-9fac-26b07c4487e2 req-933c9509-5dd1-4071-bb27-9775d2ad1e25 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.95 "DELETE /v2.0/ports/68840e40-4ebf-4c95-9f03-affe39f29d14 HTTP/1.1" status: 204 len: 173 time: 1.2822263 Jul 22 23:36:27.569316 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a2a74f-f768-49f9-b19c-c6672776d419', 'name': 'network-vif-deleted', 'tag': '68840e40-4ebf-4c95-9f03-affe39f29d14'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:27.571970 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c0edca-322b-4699-b1b1-365415e2ff4b" -d '{"events": [{"server_uuid": "d7a2a74f-f768-49f9-b19c-c6672776d419", "name": "network-vif-deleted", "tag": "68840e40-4ebf-4c95-9f03-affe39f29d14"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:27.672862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba2958-b2ab-4f2c-855e-8142d76f7c0d req-e88b6205-eb40-4f71-a28e-a7db346f76d0 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:27.675289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-afba2958-b2ab-4f2c-855e-8142d76f7c0d req-e88b6205-eb40-4f71-a28e-a7db346f76d0 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 945 time: 0.1241493 Jul 22 23:36:27.747689 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-afba2958-b2ab-4f2c-855e-8142d76f7c0d req-d0d8bcde-bf55-45c0-b3eb-f2e17795e899 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615571 Jul 22 23:36:27.832138 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.841632 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.938760 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b1ed1-7b2b-4128-a212-8edd07dd7b3c req-9ef611df-9375-4827-82ad-80f8aee1a4fb tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:27.946473 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f6b1ed1-7b2b-4128-a212-8edd07dd7b3c req-9ef611df-9375-4827-82ad-80f8aee1a4fb tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 945 time: 0.1013341 Jul 22 23:36:27.947259 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Pushing event updated for resources: {'Port': ['ID=ea945a9c-1d50-47eb-ab93-f2fb5f508769,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:27.981041 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:28.014923 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f6b1ed1-7b2b-4128-a212-8edd07dd7b3c req-d451a56a-7a08-4619-9ed4-c5bfe65747ae tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671716 Jul 22 23:36:28.050326 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa113932-b166-4e2e-ac42-b3a7fd25e163 req-12450912-a51e-47a5-9f5a-81c998d1187c tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a2a74f-f768-49f9-b19c-c6672776d419 HTTP/1.1" status: 200 len: 210 time: 0.0611005 Jul 22 23:36:28.124448 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ee47ab-1728-483c-bde5-531a8ff67b0b x-openstack-request-id: req-d7ee47ab-1728-483c-bde5-531a8ff67b0b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:28.125379 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a2a74f-f768-49f9-b19c-c6672776d419", "name": "network-vif-deleted", "tag": "68840e40-4ebf-4c95-9f03-affe39f29d14", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:28.125871 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7ee47ab-1728-483c-bde5-531a8ff67b0b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:28.126551 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a2a74f-f768-49f9-b19c-c6672776d419', 'name': 'network-vif-deleted', 'tag': '68840e40-4ebf-4c95-9f03-affe39f29d14', 'status': 'completed', 'code': 200} Jul 22 23:36:28.186041 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Network f2112a3e-dbe0-480f-a850-35ee8a334e48 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:28.196158 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:28.302087 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6fa55dbb-ab23-49fb-ad87-9623aa31696e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:28.327689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587714b-5fee-4dd9-9d54-2455b5f2b3f3 req-5afc0ed4-7ae2-4090-8e19-c08f17d9a4bb tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:28.345672 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0587714b-5fee-4dd9-9d54-2455b5f2b3f3 req-5afc0ed4-7ae2-4090-8e19-c08f17d9a4bb tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dff7f7b-313b-49c9-b10b-36bf57ea6aa7 HTTP/1.1" status: 200 len: 949 time: 0.1664565 Jul 22 23:36:28.421918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Router b68b208a-dd24-4522-976c-4409e2ed2b37 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:36:28.443869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 6fa55dbb-ab23-49fb-ad87-9623aa31696e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:28.454298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 6fa55dbb-ab23-49fb-ad87-9623aa31696e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:28.455135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0587714b-5fee-4dd9-9d54-2455b5f2b3f3 req-f55822b6-1b04-4c92-a621-92392bbc7141 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052887 Jul 22 23:36:28.456572 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:28.570677 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:28.597296 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 6fa55dbb-ab23-49fb-ad87-9623aa31696e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6fa55dbb-ab23-49fb-ad87-9623aa31696e,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:28.602639 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:28.651101 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:36:28.665006 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-53c8bcd7-731e-442d-b269-e33fdb5ac320 admin admin] 10.222.0.26 "PUT /v2.0/routers/b68b208a-dd24-4522-976c-4409e2ed2b37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4421945 Jul 22 23:36:28.687549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c80fe-8037-4408-9179-c0ae75490054 req-423ebffb-82a0-4679-bd91-82c1f64ad806 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:28.689054 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-647c80fe-8037-4408-9179-c0ae75490054 req-423ebffb-82a0-4679-bd91-82c1f64ad806 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 945 time: 0.0907900 Jul 22 23:36:28.692509 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-88059615-2e47-4c74-8ffb-7a5bb6062ca4 None None] Provisioning complete for port ea945a9c-1d50-47eb-ab93-f2fb5f508769 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:28.693009 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88059615-2e47-4c74-8ffb-7a5bb6062ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:28.738527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=6fa55dbb-ab23-49fb-ad87-9623aa31696e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:28.768882 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-88059615-2e47-4c74-8ffb-7a5bb6062ca4 None None] Port ea945a9c-1d50-47eb-ab93-f2fb5f508769 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:36:28.780814 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 91ded15d-30c2-45e0-b357-9573726fd248 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:28.832903 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-647c80fe-8037-4408-9179-c0ae75490054 req-0903d9b1-48c6-4ccf-83b7-5627ef74c890 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188388 Jul 22 23:36:28.931303 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:28.974057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6724cfce-ee11-484f-babb-cf52598a5150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91ded15d-30c2-45e0-b357-9573726fd248'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:28.976775 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7fa72c-1a33-4227-ad68-c394ad75d6eb" -d '{"events": [{"server_uuid": "6724cfce-ee11-484f-babb-cf52598a5150", "name": "network-vif-unplugged", "status": "completed", "tag": "91ded15d-30c2-45e0-b357-9573726fd248"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:28.995655 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 91ded15d-30c2-45e0-b357-9573726fd248, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=91ded15d-30c2-45e0-b357-9573726fd248,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:29.038227 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:29.039227 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 68840e40-4ebf-4c95-9f03-affe39f29d14 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:29.134198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d62c1c-9ba0-4571-b32d-570b4ed83d2f req-b0b58b85-5589-42fe-8940-95bdf4014ecc tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:29.135144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Sync routers for ids ['b68b208a-dd24-4522-976c-4409e2ed2b37'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:36:29.136417 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16d62c1c-9ba0-4571-b32d-570b4ed83d2f req-b0b58b85-5589-42fe-8940-95bdf4014ecc tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 945 time: 0.1688087 Jul 22 23:36:29.142292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 68840e40-4ebf-4c95-9f03-affe39f29d14 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:29.143255 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 68840e40-4ebf-4c95-9f03-affe39f29d14 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:29.179396 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=91ded15d-30c2-45e0-b357-9573726fd248,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:29.201877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Routers {'b68b208a-dd24-4522-976c-4409e2ed2b37'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:29.202629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:36:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b68b208a-dd24-4522-976c-4409e2ed2b37'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:29.310720 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc0aa-e01f-46e8-bedd-3b89c95c23ec req-35e18fd3-46d6-4d61-951b-414a2cbace41 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:29.320423 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d9cc0aa-e01f-46e8-bedd-3b89c95c23ec req-35e18fd3-46d6-4d61-951b-414a2cbace41 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 945 time: 0.1803954 Jul 22 23:36:29.365876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Set router b68b208a-dd24-4522-976c-4409e2ed2b37 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:29.436739 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d9cc0aa-e01f-46e8-bedd-3b89c95c23ec req-acffc5df-6bec-4bec-94ec-b1a2677ef0c4 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145020 Jul 22 23:36:29.462721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-16d62c1c-9ba0-4571-b32d-570b4ed83d2f req-4d82f5ab-028c-4132-a5c1-a4c279f7f899 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Deleting port 7b83c376-735e-4625-aa07-59a3f76b1341 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:29.462721 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-16d62c1c-9ba0-4571-b32d-570b4ed83d2f req-4d82f5ab-028c-4132-a5c1-a4c279f7f899 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:29.482300 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a80c1f3-f247-4b35-a8ae-8c5316889ae7 x-openstack-request-id: req-8a80c1f3-f247-4b35-a8ae-8c5316889ae7 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:29.482819 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6724cfce-ee11-484f-babb-cf52598a5150", "name": "network-vif-unplugged", "status": "failed", "tag": "91ded15d-30c2-45e0-b357-9573726fd248", "code": 422}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:29.483001 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a80c1f3-f247-4b35-a8ae-8c5316889ae7 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:29.483516 n-d-688802-2 neutron-server[93822]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6724cfce-ee11-484f-babb-cf52598a5150', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91ded15d-30c2-45e0-b357-9573726fd248', 'code': 422} returned with failed status Jul 22 23:36:29.536932 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-e4796435-bd8b-46fd-827c-fe221db3095c tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2132652 Jul 22 23:36:29.557759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:29.616875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-16d62c1c-9ba0-4571-b32d-570b4ed83d2f req-4d82f5ab-028c-4132-a5c1-a4c279f7f899 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] For port 7b83c376-735e-4625-aa07-59a3f76b1341, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=7b83c376-735e-4625-aa07-59a3f76b1341,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:29.617166 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-16d62c1c-9ba0-4571-b32d-570b4ed83d2f req-4d82f5ab-028c-4132-a5c1-a4c279f7f899 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:29.622959 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'name': 'tempest-FloatingIPsTestJSON-686035564-router', 'tenant_id': '416d966c78384952bf49408547c95021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6fa55dbb-ab23-49fb-ad87-9623aa31696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:20Z', 'updated_at': '2021-07-22T23:36:27Z', 'revision_number': 4, 'project_id': '416d966c78384952bf49408547c95021', 'gw_port': {'id': '6fa55dbb-ab23-49fb-ad87-9623aa31696e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:21Z', 'updated_at': '2021-07-22T23:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'ea945a9c-1d50-47eb-ab93-f2fb5f508769', 'name': '', 'network_id': 'f2112a3e-dbe0-480f-a850-35ee8a334e48', 'tenant_id': '416d966c78384952bf49408547c95021', 'mac_address': 'fa:16:3e:3a:7d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1d398e20-5e60-4dcb-a466-048f7bf02a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:25Z', 'updated_at': '2021-07-22T23:36:27Z', 'revision_number': 2, 'project_id': '416d966c78384952bf49408547c95021', 'subnets': [{'id': '1d398e20-5e60-4dcb-a466-048f7bf02a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:29.630372 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:29.653186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-16d62c1c-9ba0-4571-b32d-570b4ed83d2f req-4d82f5ab-028c-4132-a5c1-a4c279f7f899 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Calling delete_port for 7b83c376-735e-4625-aa07-59a3f76b1341 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:29.655157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Checking router: b68b208a-dd24-4522-976c-4409e2ed2b37 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:36:29.656242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Updating router b68b208a-dd24-4522-976c-4409e2ed2b37 port ea945a9c-1d50-47eb-ab93-f2fb5f508769 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:36:29.691329 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d60abd-d450-4d25-9f19-de3a6c44a6f0 req-4c4b75d3-f0fc-4c31-98b7-d55b072e21be tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:29.692839 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71d60abd-d450-4d25-9f19-de3a6c44a6f0 req-4c4b75d3-f0fc-4c31-98b7-d55b072e21be tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=acc9ffbd-ee49-4153-8488-9d8157197f51 HTTP/1.1" status: 200 len: 945 time: 0.1641276 Jul 22 23:36:29.693375 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:29.824017 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71d60abd-d450-4d25-9f19-de3a6c44a6f0 req-a854d9fb-f5c7-4791-94bc-57713f74e293 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002870 Jul 22 23:36:29.889640 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:29.960882 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-16d62c1c-9ba0-4571-b32d-570b4ed83d2f req-4d82f5ab-028c-4132-a5c1-a4c279f7f899 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:29.979980 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:29.988562 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['8bae08b7-0670-4539-82be-dcc4e9e03196'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:29.994944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Transition to ACTIVE for port object ea945a9c-1d50-47eb-ab93-f2fb5f508769 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:29.999853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82f5ab-028c-4132-a5c1-a4c279f7f899 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Pushing event deleted for resources: {'Port': ['ID=7b83c376-735e-4625-aa07-59a3f76b1341,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:30.027382 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:30.081396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d62c1c-9ba0-4571-b32d-570b4ed83d2f req-4d82f5ab-028c-4132-a5c1-a4c279f7f899 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] No DVR routers for this DVR port 7b83c376-735e-4625-aa07-59a3f76b1341 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:30.085652 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-16d62c1c-9ba0-4571-b32d-570b4ed83d2f req-4d82f5ab-028c-4132-a5c1-a4c279f7f899 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:30.087834 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16d62c1c-9ba0-4571-b32d-570b4ed83d2f req-4d82f5ab-028c-4132-a5c1-a4c279f7f899 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "DELETE /v2.0/ports/7b83c376-735e-4625-aa07-59a3f76b1341 HTTP/1.1" status: 204 len: 173 time: 0.9143059 Jul 22 23:36:30.109173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae080e2-ef9d-4e2d-a0a4-b2d5351410c9 None None] Pushing event updated for resources: {'Port': ['ID=ea945a9c-1d50-47eb-ab93-f2fb5f508769,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:30.109542 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c45fc0-60e0-451e-8dad-cf759341a260 req-64a7f96f-7ac3-4750-81b0-336d7b0180a3 tempest-ServersAdminNegativeTestJSON-26353874 tempest-ServersAdminNegativeTestJSON-26353874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:30.110389 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2c45fc0-60e0-451e-8dad-cf759341a260 req-64a7f96f-7ac3-4750-81b0-336d7b0180a3 tempest-ServersAdminNegativeTestJSON-26353874 tempest-ServersAdminNegativeTestJSON-26353874-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5dff7f7b-313b-49c9-b10b-36bf57ea6aa7 HTTP/1.1" status: 200 len: 1100 time: 0.2185438 Jul 22 23:36:30.127548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc9ffbd-ee49-4153-8488-9d8157197f51', 'name': 'network-vif-deleted', 'tag': '7b83c376-735e-4625-aa07-59a3f76b1341'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:30.129857 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d4c291-83b4-4900-ae09-59f8896eb099" -d '{"events": [{"server_uuid": "acc9ffbd-ee49-4153-8488-9d8157197f51", "name": "network-vif-deleted", "tag": "7b83c376-735e-4625-aa07-59a3f76b1341"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:30.137418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Allocated IP 172.25.4.169 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/55dfe148-c899-4892-be75-c918ef546f82) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:30.152341 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2c45fc0-60e0-451e-8dad-cf759341a260 req-98a00033-cacf-45d1-bbcc-18f9714c94e5 tempest-ServersAdminNegativeTestJSON-26353874 tempest-ServersAdminNegativeTestJSON-26353874-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:30.189499 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Attempting to bind port ea945a9c-1d50-47eb-ab93-f2fb5f508769 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:30.190504 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Attempting to bind port ea945a9c-1d50-47eb-ab93-f2fb5f508769 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '40a12560-bf69-4171-a387-b2c26302b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'f2112a3e-dbe0-480f-a850-35ee8a334e48'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:30.191062 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Attempting to bind port ea945a9c-1d50-47eb-ab93-f2fb5f508769 on network f2112a3e-dbe0-480f-a850-35ee8a334e48 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:30.219830 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:30.220230 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Checking segment: {'id': '40a12560-bf69-4171-a387-b2c26302b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'f2112a3e-dbe0-480f-a850-35ee8a334e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:30.220652 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:30.223999 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Bound using segment: {'id': '40a12560-bf69-4171-a387-b2c26302b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'f2112a3e-dbe0-480f-a850-35ee8a334e48'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:30.224525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Bound port: ea945a9c-1d50-47eb-ab93-f2fb5f508769, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a12560-bf69-4171-a387-b2c26302b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'f2112a3e-dbe0-480f-a850-35ee8a334e48'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:30.224973 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:30.250228 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6fa55dbb-ab23-49fb-ad87-9623aa31696e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:30.316535 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:30.363856 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2c45fc0-60e0-451e-8dad-cf759341a260 req-98a00033-cacf-45d1-bbcc-18f9714c94e5 tempest-ServersAdminNegativeTestJSON-26353874 tempest-ServersAdminNegativeTestJSON-26353874-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:30.370967 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a2c45fc0-60e0-451e-8dad-cf759341a260 req-98a00033-cacf-45d1-bbcc-18f9714c94e5 tempest-ServersAdminNegativeTestJSON-26353874 tempest-ServersAdminNegativeTestJSON-26353874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:30.388314 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] For port ea945a9c-1d50-47eb-ab93-f2fb5f508769, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:30.391661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] For port ea945a9c-1d50-47eb-ab93-f2fb5f508769, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ea945a9c-1d50-47eb-ab93-f2fb5f508769,segment=NetworkSegment(40a12560-bf69-4171-a387-b2c26302b639),segment_id=40a12560-bf69-4171-a387-b2c26302b639)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:30.395970 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:30.400151 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2c45fc0-60e0-451e-8dad-cf759341a260 req-98a00033-cacf-45d1-bbcc-18f9714c94e5 tempest-ServersAdminNegativeTestJSON-26353874 tempest-ServersAdminNegativeTestJSON-26353874-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807937 Jul 22 23:36:30.411008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a00033-cacf-45d1-bbcc-18f9714c94e5 tempest-ServersAdminNegativeTestJSON-26353874 tempest-ServersAdminNegativeTestJSON-26353874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2c19d6-034d-4826-b666-c112641a8efd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:30.425801 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:30.446818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 6fa55dbb-ab23-49fb-ad87-9623aa31696e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:30.447266 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:30.470605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:30.474585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:30.478858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:30.503748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Pushing event updated for resources: {'Port': ['ID=55dfe148-c899-4892-be75-c918ef546f82,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:30.511048 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae080e2-ef9d-4e2d-a0a4-b2d5351410c9 None None] Pushing event updated for resources: {'Port': ['ID=ea945a9c-1d50-47eb-ab93-f2fb5f508769,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:30.518610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Routers {'b68b208a-dd24-4522-976c-4409e2ed2b37'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:30.519239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:36:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b68b208a-dd24-4522-976c-4409e2ed2b37'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:30.579495 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:30.672169 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:30.675292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] Set router b68b208a-dd24-4522-976c-4409e2ed2b37 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:30.710070 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-aefc9816-9515-4969-9a3d-f572dfb352a0 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1428905977&fields=id&tenant_id=7049c35ba50e4a4fa6cc5d484d630d60 HTTP/1.1" status: 200 len: 267 time: 0.0749028 Jul 22 23:36:30.894683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-1ab062a8-2c31-467b-825c-94e029bb1aa8 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:30.897275 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-1ab062a8-2c31-467b-825c-94e029bb1aa8 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/networks?id=64c1cf46-ad0e-4d4a-9136-e5fbbd655342 HTTP/1.1" status: 200 len: 816 time: 0.1790283 Jul 22 23:36:30.919328 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d2947e42-63b8-422f-9721-4933309d2e66 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:30.922814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-100f35a7-01e3-4017-b4eb-0feb80984217 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/quotas/7049c35ba50e4a4fa6cc5d484d630d60 HTTP/1.1" status: 200 len: 375 time: 0.0182786 Jul 22 23:36:30.982178 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:30.988857 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:31.078289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-81d1794b-e0c4-47b8-ae05-d43824c3070d tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7049c35ba50e4a4fa6cc5d484d630d60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1467218 Jul 22 23:36:31.084194 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Pushing event updated for resources: {'Port': ['ID=55dfe148-c899-4892-be75-c918ef546f82,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:31.092412 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:31.092706 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:31.128874 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:31.130135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-1d594719-9c56-41f8-a2ba-a2c5bec7fa39 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5840333 Jul 22 23:36:31.137257 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d2947e42-63b8-422f-9721-4933309d2e66, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d2947e42-63b8-422f-9721-4933309d2e66,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:31.143696 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:31.144413 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 91ded15d-30c2-45e0-b357-9573726fd248 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:31.170646 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'name': 'tempest-FloatingIPsTestJSON-686035564-router', 'tenant_id': '416d966c78384952bf49408547c95021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6fa55dbb-ab23-49fb-ad87-9623aa31696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:20Z', 'updated_at': '2021-07-22T23:36:27Z', 'revision_number': 4, 'project_id': '416d966c78384952bf49408547c95021', 'gw_port': {'id': '6fa55dbb-ab23-49fb-ad87-9623aa31696e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:21Z', 'updated_at': '2021-07-22T23:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'ea945a9c-1d50-47eb-ab93-f2fb5f508769', 'name': '', 'network_id': 'f2112a3e-dbe0-480f-a850-35ee8a334e48', 'tenant_id': '416d966c78384952bf49408547c95021', 'mac_address': 'fa:16:3e:3a:7d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1d398e20-5e60-4dcb-a466-048f7bf02a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:25Z', 'updated_at': '2021-07-22T23:36:30Z', 'revision_number': 4, 'project_id': '416d966c78384952bf49408547c95021', 'subnets': [{'id': '1d398e20-5e60-4dcb-a466-048f7bf02a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:31.213495 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-2781fa5d-42c4-46a2-a5c4-264156be7563 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.169 HTTP/1.1" status: 200 len: 696 time: 0.0766964 Jul 22 23:36:31.221433 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc873c-d1f6-4a32-903b-33b4459bd703 None None] The sync data for ids ['b68b208a-dd24-4522-976c-4409e2ed2b37'] in n-d-688802-2 is: [{'id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'name': 'tempest-FloatingIPsTestJSON-686035564-router', 'tenant_id': '416d966c78384952bf49408547c95021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6fa55dbb-ab23-49fb-ad87-9623aa31696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:20Z', 'updated_at': '2021-07-22T23:36:27Z', 'revision_number': 4, 'project_id': '416d966c78384952bf49408547c95021', 'gw_port': {'id': '6fa55dbb-ab23-49fb-ad87-9623aa31696e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:21Z', 'updated_at': '2021-07-22T23:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'ea945a9c-1d50-47eb-ab93-f2fb5f508769', 'name': '', 'network_id': 'f2112a3e-dbe0-480f-a850-35ee8a334e48', 'tenant_id': '416d966c78384952bf49408547c95021', 'mac_address': 'fa:16:3e:3a:7d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1d398e20-5e60-4dcb-a466-048f7bf02a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:25Z', 'updated_at': '2021-07-22T23:36:30Z', 'revision_number': 4, 'project_id': '416d966c78384952bf49408547c95021', 'subnets': [{'id': '1d398e20-5e60-4dcb-a466-048f7bf02a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:36:31.253806 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d2947e42-63b8-422f-9721-4933309d2e66,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:31.253916 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cb1c89ba-dc83-40e0-9bfe-beacf1220ad5 service neutron] 10.222.0.26 "GET /v2.0/networks/64c1cf46-ad0e-4d4a-9136-e5fbbd655342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536348 Jul 22 23:36:31.429158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-90a3790d-72b8-4582-8a92-1ea743a5207b tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:31.430536 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-094b5574-b2e8-4765-ab4c-e815432d3830 req-90a3790d-72b8-4582-8a92-1ea743a5207b tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.2066746 Jul 22 23:36:31.461658 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-38fd8e03-31f7-4be6-86c0-582dba22aac1 service neutron] 10.222.0.26 "GET /v2.0/networks/64c1cf46-ad0e-4d4a-9136-e5fbbd655342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274948 Jul 22 23:36:31.484576 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15200151-4090-430d-a042-7c9d6f0889e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2947e42-63b8-422f-9721-4933309d2e66'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:31.487315 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4079d0-7d8d-401a-8e52-69cdbdc5b093" -d '{"events": [{"server_uuid": "15200151-4090-430d-a042-7c9d6f0889e9", "name": "network-vif-unplugged", "status": "completed", "tag": "d2947e42-63b8-422f-9721-4933309d2e66"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:31.530108 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-399caa62-32e6-493a-98bc-a17c627f8581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:31.561433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61911858-ddcc-4760-9378-fcb1ed4cab33 req-c891f321-0cfe-4ce9-a391-4ad6c2a61175 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:31.563501 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61911858-ddcc-4760-9378-fcb1ed4cab33 req-c891f321-0cfe-4ce9-a391-4ad6c2a61175 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 943 time: 0.0788803 Jul 22 23:36:31.613012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61911858-ddcc-4760-9378-fcb1ed4cab33 req-f63c356a-7b9d-4303-90bb-fc5cf6fdfaad tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427771 Jul 22 23:36:31.667001 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7e0f4d-290f-4f2e-953e-fb8b0aae8cda x-openstack-request-id: req-0c7e0f4d-290f-4f2e-953e-fb8b0aae8cda {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:31.667270 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc9ffbd-ee49-4153-8488-9d8157197f51", "name": "network-vif-deleted", "tag": "7b83c376-735e-4625-aa07-59a3f76b1341", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:31.667531 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c7e0f4d-290f-4f2e-953e-fb8b0aae8cda {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:31.667963 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc9ffbd-ee49-4153-8488-9d8157197f51', 'name': 'network-vif-deleted', 'tag': '7b83c376-735e-4625-aa07-59a3f76b1341', 'status': 'completed', 'code': 200} Jul 22 23:36:31.734822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 7b83c376-735e-4625-aa07-59a3f76b1341 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:31.761964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 7b83c376-735e-4625-aa07-59a3f76b1341 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:31.761964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 7b83c376-735e-4625-aa07-59a3f76b1341 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:31.893346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668acba1-e5b6-42b2-801c-8d94e0c7c674 req-0dd1a9d1-b95a-4534-92b0-5738f85de4ba tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:31.895004 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-668acba1-e5b6-42b2-801c-8d94e0c7c674 req-0dd1a9d1-b95a-4534-92b0-5738f85de4ba tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 945 time: 0.0730441 Jul 22 23:36:31.959922 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-668acba1-e5b6-42b2-801c-8d94e0c7c674 req-ea11f59d-1a59-45c6-b952-83d9d4c0a993 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581892 Jul 22 23:36:32.103875 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b7a8db45-e543-4861-b1da-68d0531fb0e2 req-ec17d4f2-221f-448f-a843-dde9bbc807bd tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/floatingips/80d40e63-29c8-4ea7-aa04-66279543d585 HTTP/1.1" status: 200 len: 693 time: 0.0684264 Jul 22 23:36:32.208021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ea945a9c-1d50-47eb-ab93-f2fb5f508769 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:32.268030 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port ea945a9c-1d50-47eb-ab93-f2fb5f508769 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:32.273842 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port ea945a9c-1d50-47eb-ab93-f2fb5f508769 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:32.274343 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:32.297135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8db45-e543-4861-b1da-68d0531fb0e2 req-87771b23-026d-47d4-8677-57cf23c25f52 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:32.304497 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b7a8db45-e543-4861-b1da-68d0531fb0e2 req-87771b23-026d-47d4-8677-57cf23c25f52 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.1996496 Jul 22 23:36:32.350819 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac776e7-a202-4b47-ae3e-1bb15ea920ed x-openstack-request-id: req-eac776e7-a202-4b47-ae3e-1bb15ea920ed {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:32.351417 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15200151-4090-430d-a042-7c9d6f0889e9", "name": "network-vif-unplugged", "status": "completed", "tag": "d2947e42-63b8-422f-9721-4933309d2e66", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:32.351868 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eac776e7-a202-4b47-ae3e-1bb15ea920ed {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:32.352548 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15200151-4090-430d-a042-7c9d6f0889e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2947e42-63b8-422f-9721-4933309d2e66', 'code': 200} Jul 22 23:36:32.412987 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:32.475334 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47f6a958-806d-4cd6-8546-e8b9a40b8e91 req-9762975f-4461-4fee-b3ff-27fbfb13a76e tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 210 time: 0.0495226 Jul 22 23:36:32.480231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port ea945a9c-1d50-47eb-ab93-f2fb5f508769, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ea945a9c-1d50-47eb-ab93-f2fb5f508769,segment=NetworkSegment(40a12560-bf69-4171-a387-b2c26302b639),segment_id=40a12560-bf69-4171-a387-b2c26302b639)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:32.500453 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:32.573181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=ea945a9c-1d50-47eb-ab93-f2fb5f508769,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:32.582816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:32.583167 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:32.583506 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:32.583841 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:32.584168 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:32.584491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:32.584814 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:32.585153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:32.585476 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:32.585966 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:32.586326 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:32.586650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:33.034792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b05111-7370-4cd2-8ae8-85f1299287b8 req-dece7ab0-2e41-4ec8-b7bc-86a53a5b6200 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:33.036324 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26b05111-7370-4cd2-8ae8-85f1299287b8 req-dece7ab0-2e41-4ec8-b7bc-86a53a5b6200 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 944 time: 0.4970417 Jul 22 23:36:33.063208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e5e8c-3641-4433-af03-2465b1b936a1 req-c1048845-91e3-402e-9e3e-bd72f333c278 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:33.064785 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-233e5e8c-3641-4433-af03-2465b1b936a1 req-c1048845-91e3-402e-9e3e-bd72f333c278 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.18 "GET /v2.0/ports?device_id=050d1d7d-18d4-45b8-b7d8-007dae3eacdb HTTP/1.1" status: 200 len: 944 time: 0.4605427 Jul 22 23:36:33.158833 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26b05111-7370-4cd2-8ae8-85f1299287b8 req-569e8254-4fb1-46bf-8d80-7ea0c83ff0c7 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b54f582-e2c9-4d4e-a45e-6ff271b621e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924835 Jul 22 23:36:33.266309 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f74ea7-79ff-44f4-a2f6-ae5d411806a5 req-c75bc691-422f-449a-8281-e1bfd8197395 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:33.268331 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27f74ea7-79ff-44f4-a2f6-ae5d411806a5 req-c75bc691-422f-449a-8281-e1bfd8197395 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=6724cfce-ee11-484f-babb-cf52598a5150 HTTP/1.1" status: 200 len: 943 time: 0.2537105 Jul 22 23:36:33.346625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-5bb2e748-1b1b-4423-9131-5569ceebee38 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:33.348093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-5bb2e748-1b1b-4423-9131-5569ceebee38 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.95 "GET /v2.0/networks?id=64c1cf46-ad0e-4d4a-9136-e5fbbd655342 HTTP/1.1" status: 200 len: 816 time: 0.2208645 Jul 22 23:36:33.360539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-233e5e8c-3641-4433-af03-2465b1b936a1 req-30ffb9ab-371f-4a2d-a804-edaac22d33d8 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Deleting port bc8e715e-e920-4b14-a670-f4b906a20bfe {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:33.360889 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-233e5e8c-3641-4433-af03-2465b1b936a1 req-30ffb9ab-371f-4a2d-a804-edaac22d33d8 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:33.495598 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-16d1ddcd-49b5-4042-8b3e-80aee41f8d34 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7049c35ba50e4a4fa6cc5d484d630d60 HTTP/1.1" status: 200 len: 380 time: 0.1255393 Jul 22 23:36:33.540029 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-f74c24dc-a0dc-47de-87a3-2e7bff647693 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Request body: {'port': {'device_id': '8c9333c3-109f-4740-a6ab-0498ca13f6f0', 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342', 'admin_state_up': True, 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'security_groups': ['6db9fd76-01a6-43fd-b16e-50c44a6d663d']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:33.566905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2aafdf3-fa64-4df3-bf18-fa28b039fef3 req-da862f45-d304-4ed7-a17b-85913f8b344f tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=416d966c78384952bf49408547c95021 HTTP/1.1" status: 200 len: 696 time: 0.1173429 Jul 22 23:36:33.654807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-27f74ea7-79ff-44f4-a2f6-ae5d411806a5 req-32c3e6c0-63fc-44c8-9600-e7e308fe2d41 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Deleting port 91ded15d-30c2-45e0-b357-9573726fd248 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:33.655051 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27f74ea7-79ff-44f4-a2f6-ae5d411806a5 req-32c3e6c0-63fc-44c8-9600-e7e308fe2d41 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:33.672330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-233e5e8c-3641-4433-af03-2465b1b936a1 req-30ffb9ab-371f-4a2d-a804-edaac22d33d8 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] For port bc8e715e-e920-4b14-a670-f4b906a20bfe, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bc8e715e-e920-4b14-a670-f4b906a20bfe,segment=NetworkSegment(78bb80d7-8543-47a1-98b2-2362574aec54),segment_id=78bb80d7-8543-47a1-98b2-2362574aec54)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:33.672680 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-233e5e8c-3641-4433-af03-2465b1b936a1 req-30ffb9ab-371f-4a2d-a804-edaac22d33d8 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:33.719599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-233e5e8c-3641-4433-af03-2465b1b936a1 req-30ffb9ab-371f-4a2d-a804-edaac22d33d8 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Calling delete_port for bc8e715e-e920-4b14-a670-f4b906a20bfe owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:33.904211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aafdf3-fa64-4df3-bf18-fa28b039fef3 req-0461bf02-392c-4caf-995e-5486ad3abdba tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:33.905718 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2aafdf3-fa64-4df3-bf18-fa28b039fef3 req-0461bf02-392c-4caf-995e-5486ad3abdba tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/networks?id=09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 787 time: 0.3226535 Jul 22 23:36:33.912742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-27f74ea7-79ff-44f4-a2f6-ae5d411806a5 req-32c3e6c0-63fc-44c8-9600-e7e308fe2d41 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] For port 91ded15d-30c2-45e0-b357-9573726fd248, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=91ded15d-30c2-45e0-b357-9573726fd248,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:33.913135 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27f74ea7-79ff-44f4-a2f6-ae5d411806a5 req-32c3e6c0-63fc-44c8-9600-e7e308fe2d41 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:33.939200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-27f74ea7-79ff-44f4-a2f6-ae5d411806a5 req-32c3e6c0-63fc-44c8-9600-e7e308fe2d41 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Calling delete_port for 91ded15d-30c2-45e0-b357-9573726fd248 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:33.941763 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-f74c24dc-a0dc-47de-87a3-2e7bff647693 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Made reservation on behalf of 7049c35ba50e4a4fa6cc5d484d630d60 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:33.945650 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-f74c24dc-a0dc-47de-87a3-2e7bff647693 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:33.959337 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.154298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ea945a9c-1d50-47eb-ab93-f2fb5f508769 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:34.207628 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-233e5e8c-3641-4433-af03-2465b1b936a1 req-30ffb9ab-371f-4a2d-a804-edaac22d33d8 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.208442 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port ea945a9c-1d50-47eb-ab93-f2fb5f508769 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:34.209553 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.264557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffb9ab-371f-4a2d-a804-edaac22d33d8 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Pushing event deleted for resources: {'Port': ['ID=bc8e715e-e920-4b14-a670-f4b906a20bfe,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:34.317232 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8e13c60-8221-49bd-9a22-1cb6fa8dd29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.331260 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.331503 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-f74c24dc-a0dc-47de-87a3-2e7bff647693 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Allocated IP 172.20.0.12 (64c1cf46-ad0e-4d4a-9136-e5fbbd655342/10254434-b56b-4ee9-9842-50f1264cadcc/230c5332-917f-4028-b84e-941cfd680bae) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:34.379328 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb76bed-ddbf-4630-a484-b34d7e2bf481 req-53413d45-80cd-4e65-8bf0-8a3d09601fca tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:34.380847 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcb76bed-ddbf-4630-a484-b34d7e2bf481 req-53413d45-80cd-4e65-8bf0-8a3d09601fca tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 945 time: 0.3367569 Jul 22 23:36:34.386595 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-233e5e8c-3641-4433-af03-2465b1b936a1 req-30ffb9ab-371f-4a2d-a804-edaac22d33d8 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] No DVR routers for this DVR port bc8e715e-e920-4b14-a670-f4b906a20bfe on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:34.392028 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-233e5e8c-3641-4433-af03-2465b1b936a1 req-30ffb9ab-371f-4a2d-a804-edaac22d33d8 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.394734 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-233e5e8c-3641-4433-af03-2465b1b936a1 req-30ffb9ab-371f-4a2d-a804-edaac22d33d8 tempest-LiveAutoBlockMigrationV225Test-106039069 tempest-LiveAutoBlockMigrationV225Test-106039069-project] 10.222.0.18 "DELETE /v2.0/ports/bc8e715e-e920-4b14-a670-f4b906a20bfe HTTP/1.1" status: 204 len: 173 time: 1.3209395 Jul 22 23:36:34.395172 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050d1d7d-18d4-45b8-b7d8-007dae3eacdb', 'name': 'network-vif-deleted', 'tag': 'bc8e715e-e920-4b14-a670-f4b906a20bfe'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:34.397413 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37872dd2-6678-4470-8db6-b40fed57119d" -d '{"events": [{"server_uuid": "050d1d7d-18d4-45b8-b7d8-007dae3eacdb", "name": "network-vif-deleted", "tag": "bc8e715e-e920-4b14-a670-f4b906a20bfe"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:34.407221 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27f74ea7-79ff-44f4-a2f6-ae5d411806a5 req-32c3e6c0-63fc-44c8-9600-e7e308fe2d41 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.481424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3e6c0-63fc-44c8-9600-e7e308fe2d41 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Pushing event deleted for resources: {'Port': ['ID=91ded15d-30c2-45e0-b357-9573726fd248,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:34.535998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcb76bed-ddbf-4630-a484-b34d7e2bf481 req-d52504ec-f7b3-4717-8937-c86c093388f7 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463733 Jul 22 23:36:34.563607 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f74ea7-79ff-44f4-a2f6-ae5d411806a5 req-32c3e6c0-63fc-44c8-9600-e7e308fe2d41 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] No DVR routers for this DVR port 91ded15d-30c2-45e0-b357-9573726fd248 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:34.568674 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27f74ea7-79ff-44f4-a2f6-ae5d411806a5 req-32c3e6c0-63fc-44c8-9600-e7e308fe2d41 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.578116 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27f74ea7-79ff-44f4-a2f6-ae5d411806a5 req-32c3e6c0-63fc-44c8-9600-e7e308fe2d41 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "DELETE /v2.0/ports/91ded15d-30c2-45e0-b357-9573726fd248 HTTP/1.1" status: 204 len: 173 time: 1.2999730 Jul 22 23:36:34.691469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1dae386-2d73-44b8-abc9-f46280a6f038 req-70d22d91-c3d9-4f80-b07c-73369d414d27 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 210 time: 0.0415962 Jul 22 23:36:34.731672 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-f74c24dc-a0dc-47de-87a3-2e7bff647693 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.781070 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94b0e0b3-257c-48ef-9d21-294d0d1f2613 req-1045474e-dd50-41be-b286-2b1c632c31ca tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/floatingips/80d40e63-29c8-4ea7-aa04-66279543d585 HTTP/1.1" status: 200 len: 693 time: 0.0659666 Jul 22 23:36:34.783780 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-f74c24dc-a0dc-47de-87a3-2e7bff647693 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Transition to ACTIVE for port object 230c5332-917f-4028-b84e-941cfd680bae will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:34.863167 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-f74c24dc-a0dc-47de-87a3-2e7bff647693 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.943051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c24dc-a0dc-47de-87a3-2e7bff647693 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Pushing event updated for resources: {'Port': ['ID=230c5332-917f-4028-b84e-941cfd680bae,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:34.966494 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-f74c24dc-a0dc-47de-87a3-2e7bff647693 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Network 64c1cf46-ad0e-4d4a-9136-e5fbbd655342 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:34.969783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-f74c24dc-a0dc-47de-87a3-2e7bff647693 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:34.976071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-f74c24dc-a0dc-47de-87a3-2e7bff647693 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:35.025284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0e0b3-257c-48ef-9d21-294d0d1f2613 req-2cdfe3da-c117-4c15-a46e-9b01e98a5da9 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:35.035380 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94b0e0b3-257c-48ef-9d21-294d0d1f2613 req-2cdfe3da-c117-4c15-a46e-9b01e98a5da9 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.2293837 Jul 22 23:36:35.097176 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94b0e0b3-257c-48ef-9d21-294d0d1f2613 req-af5d9291-b61a-4215-b9c3-910e08fac33b tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.169 HTTP/1.1" status: 200 len: 696 time: 0.0603909 Jul 22 23:36:35.103038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-f74c24dc-a0dc-47de-87a3-2e7bff647693 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:35.103937 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-f74c24dc-a0dc-47de-87a3-2e7bff647693 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.169073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37222) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:35.192759 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94b0e0b3-257c-48ef-9d21-294d0d1f2613 req-66e15c2b-bbf0-4d23-92dc-290b1a9bc99a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.169 HTTP/1.1" status: 200 len: 696 time: 0.0712833 Jul 22 23:36:35.243821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-f74c24dc-a0dc-47de-87a3-2e7bff647693 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7169843 Jul 22 23:36:35.246151 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb3f009-160f-4f78-ad6a-076209971dab x-openstack-request-id: req-3cb3f009-160f-4f78-ad6a-076209971dab {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:35.246642 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050d1d7d-18d4-45b8-b7d8-007dae3eacdb", "name": "network-vif-deleted", "tag": "bc8e715e-e920-4b14-a670-f4b906a20bfe", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:35.247137 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3cb3f009-160f-4f78-ad6a-076209971dab {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:35.247637 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050d1d7d-18d4-45b8-b7d8-007dae3eacdb', 'name': 'network-vif-deleted', 'tag': 'bc8e715e-e920-4b14-a670-f4b906a20bfe', 'status': 'completed', 'code': 200} Jul 22 23:36:35.272425 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0d7b2b60-8c18-449c-822f-899483ec7fd7 None None] Provisioning for port 230c5332-917f-4028-b84e-941cfd680bae completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:35.278982 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0d7b2b60-8c18-449c-822f-899483ec7fd7 None None] Provisioning complete for port 230c5332-917f-4028-b84e-941cfd680bae triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:35.280067 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2b60-8c18-449c-822f-899483ec7fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.295270 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Request body: {'port': {'device_id': '8c9333c3-109f-4740-a6ab-0498ca13f6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:35.324876 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6139f3af-c466-4157-9ede-21056fdea903 admin admin] Deleting subnet f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:36:35.328222 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6139f3af-c466-4157-9ede-21056fdea903 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.343495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b2b60-8c18-449c-822f-899483ec7fd7 None None] Port 230c5332-917f-4028-b84e-941cfd680bae cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:36:35.372227 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6139f3af-c466-4157-9ede-21056fdea903 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.417402 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.421657 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6139f3af-c466-4157-9ede-21056fdea903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.477722 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6139f3af-c466-4157-9ede-21056fdea903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.502775 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.507414 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139f3af-c466-4157-9ede-21056fdea903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:35.507625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-94b0e0b3-257c-48ef-9d21-294d0d1f2613 req-75c6b09b-9c08-4c5e-b5e3-484f7f6e23bc tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Deleting port 55dfe148-c899-4892-be75-c918ef546f82 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:35.507754 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94b0e0b3-257c-48ef-9d21-294d0d1f2613 req-75c6b09b-9c08-4c5e-b5e3-484f7f6e23bc tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.509947 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6139f3af-c466-4157-9ede-21056fdea903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.514658 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6139f3af-c466-4157-9ede-21056fdea903 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f4ecd7f1-3e5e-4414-b1d6-1cbc0fa63960 HTTP/1.1" status: 204 len: 168 time: 0.3443675 Jul 22 23:36:35.515479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37234) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:35.525373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-b7a05d20-8d67-4a2e-9ae8-161c454ff8e4 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:35.526867 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-b7a05d20-8d67-4a2e-9ae8-161c454ff8e4 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 805 time: 0.1821673 Jul 22 23:36:35.584027 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-39a83c5b-6e1c-4413-84db-54aa8694487e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/quotas/bb3a2d0f5d49440c8d1c8c93b02aa91f HTTP/1.1" status: 200 len: 375 time: 0.0442119 Jul 22 23:36:35.602716 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b325d88-b35c-47a0-9ce8-c7f57a9da12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.701250 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b325d88-b35c-47a0-9ce8-c7f57a9da12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.714898 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8b325d88-b35c-47a0-9ce8-c7f57a9da12c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3b8ddb-0c36-4039-a9de-fdc44987feec']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:35.728675 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8b325d88-b35c-47a0-9ce8-c7f57a9da12c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bb80d7-8543-47a1-98b2-2362574aec54') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:35.729117 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8b325d88-b35c-47a0-9ce8-c7f57a9da12c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bb80d7-8543-47a1-98b2-2362574aec54') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:35.743536 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b325d88-b35c-47a0-9ce8-c7f57a9da12c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.762807 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b325d88-b35c-47a0-9ce8-c7f57a9da12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.763221 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bc8e715e-e920-4b14-a670-f4b906a20bfe no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:35.765540 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94b0e0b3-257c-48ef-9d21-294d0d1f2613 req-75c6b09b-9c08-4c5e-b5e3-484f7f6e23bc tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.766111 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94b0e0b3-257c-48ef-9d21-294d0d1f2613 req-75c6b09b-9c08-4c5e-b5e3-484f7f6e23bc tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.772430 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b325d88-b35c-47a0-9ce8-c7f57a9da12c admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:36:35.773365 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b325d88-b35c-47a0-9ce8-c7f57a9da12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:36:35.775014 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:36:35.804832 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: bc8e715e-e920-4b14-a670-f4b906a20bfe {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:35.805218 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bc8e715e-e920-4b14-a670-f4b906a20bfe not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:35.843719 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b325d88-b35c-47a0-9ce8-c7f57a9da12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.855716 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b325d88-b35c-47a0-9ce8-c7f57a9da12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.858759 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b325d88-b35c-47a0-9ce8-c7f57a9da12c admin admin] 10.222.0.26 "DELETE /v2.0/networks/4a3b8ddb-0c36-4039-a9de-fdc44987feec HTTP/1.1" status: 204 len: 168 time: 0.3414783 Jul 22 23:36:35.862898 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37248) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:35.883489 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b325d88-b35c-47a0-9ce8-c7f57a9da12c admin admin] Pushing event deleted for resources: {'Network': ['ID=4a3b8ddb-0c36-4039-a9de-fdc44987feec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:35.919972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-94b0e0b3-257c-48ef-9d21-294d0d1f2613 req-75c6b09b-9c08-4c5e-b5e3-484f7f6e23bc tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Calling delete_port for 55dfe148-c899-4892-be75-c918ef546f82 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:35.929822 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbab8d1b-8a6c-4a97-ad6f-ed6d1ff743dc admin admin] Deleting subnet e00575b1-0ef8-40ab-98c1-9e1236551cf6 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:36:35.933262 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbab8d1b-8a6c-4a97-ad6f-ed6d1ff743dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.997027 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbab8d1b-8a6c-4a97-ad6f-ed6d1ff743dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.029925 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 230c5332-917f-4028-b84e-941cfd680bae {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:36.044685 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-1f0924df-4da1-414a-8723-221731f847f4 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4311397 Jul 22 23:36:36.046647 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.058820 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbab8d1b-8a6c-4a97-ad6f-ed6d1ff743dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.077296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Transition to ACTIVE for port object 230c5332-917f-4028-b84e-941cfd680bae will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:36.106499 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.137009 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbab8d1b-8a6c-4a97-ad6f-ed6d1ff743dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.172535 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab8d1b-8a6c-4a97-ad6f-ed6d1ff743dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e00575b1-0ef8-40ab-98c1-9e1236551cf6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:36.177792 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbab8d1b-8a6c-4a97-ad6f-ed6d1ff743dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.180668 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fbab8d1b-8a6c-4a97-ad6f-ed6d1ff743dc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e00575b1-0ef8-40ab-98c1-9e1236551cf6 HTTP/1.1" status: 204 len: 168 time: 0.3154757 Jul 22 23:36:36.183039 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37260) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:36.300507 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-611d972b-422a-4510-979a-b874276d76b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.401701 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-611d972b-422a-4510-979a-b874276d76b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.420069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-611d972b-422a-4510-979a-b874276d76b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59de4458-b45d-45ab-8bb3-acc4af9228b2']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:36.433040 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-611d972b-422a-4510-979a-b874276d76b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee9abc4-bef2-400d-bc8e-032928b77253') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:36.433767 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-611d972b-422a-4510-979a-b874276d76b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee9abc4-bef2-400d-bc8e-032928b77253') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:36.445470 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-611d972b-422a-4510-979a-b874276d76b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.471861 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-611d972b-422a-4510-979a-b874276d76b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.480912 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611d972b-422a-4510-979a-b874276d76b7 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:36:36.481797 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-611d972b-422a-4510-979a-b874276d76b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:36:36.558700 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:36:36.565925 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-611d972b-422a-4510-979a-b874276d76b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.577891 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-611d972b-422a-4510-979a-b874276d76b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.583172 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-611d972b-422a-4510-979a-b874276d76b7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/59de4458-b45d-45ab-8bb3-acc4af9228b2 HTTP/1.1" status: 204 len: 168 time: 0.3964972 Jul 22 23:36:36.622880 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d972b-422a-4510-979a-b874276d76b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=59de4458-b45d-45ab-8bb3-acc4af9228b2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:36.656297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Pushing event updated for resources: {'Port': ['ID=230c5332-917f-4028-b84e-941cfd680bae,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:36.761258 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-af233ebc-ddbb-4695-8e75-d65538453a9b service neutron] 10.222.0.26 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7028437 Jul 22 23:36:36.824780 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d2947e42-63b8-422f-9721-4933309d2e66 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:36:36.840852 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37268) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:36.887587 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94b0e0b3-257c-48ef-9d21-294d0d1f2613 req-75c6b09b-9c08-4c5e-b5e3-484f7f6e23bc tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.896472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Attempting to bind port 230c5332-917f-4028-b84e-941cfd680bae on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:36.896842 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Attempting to bind port 230c5332-917f-4028-b84e-941cfd680bae by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '46393a6d-fae8-4f94-b04c-15fa7a42a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:36.897219 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Attempting to bind port 230c5332-917f-4028-b84e-941cfd680bae on network 64c1cf46-ad0e-4d4a-9136-e5fbbd655342 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:36.935223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6b09b-9c08-4c5e-b5e3-484f7f6e23bc tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Pushing event deleted for resources: {'Port': ['ID=55dfe148-c899-4892-be75-c918ef546f82,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:36.936081 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Port 230c5332-917f-4028-b84e-941cfd680bae on network 64c1cf46-ad0e-4d4a-9136-e5fbbd655342 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:36:36.936216 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ef65e20-4a3f-4a84-be9a-91d8821c7758 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56035dbeb92e4f879395357fce5a955e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0935287 Jul 22 23:36:36.936435 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Attempting to bind port 230c5332-917f-4028-b84e-941cfd680bae on network 64c1cf46-ad0e-4d4a-9136-e5fbbd655342 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:36.941248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37270) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:36.998085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:36.998467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Checking segment: {'id': '46393a6d-fae8-4f94-b04c-15fa7a42a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:36.998897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Bound using segment: {'id': '46393a6d-fae8-4f94-b04c-15fa7a42a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:36.999312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Bound port: 230c5332-917f-4028-b84e-941cfd680bae, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46393a6d-fae8-4f94-b04c-15fa7a42a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:36.999679 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:37.014539 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:37.024479 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-1b1923c0-f10f-49ee-a002-2d2b36f523e0 service neutron] 10.222.0.26 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622101 Jul 22 23:36:37.067413 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d85ad166-c351-4026-b745-3923c2f874b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:37.120797 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94b0e0b3-257c-48ef-9d21-294d0d1f2613 req-75c6b09b-9c08-4c5e-b5e3-484f7f6e23bc tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:37.124184 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94b0e0b3-257c-48ef-9d21-294d0d1f2613 req-75c6b09b-9c08-4c5e-b5e3-484f7f6e23bc tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:37.125664 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94b0e0b3-257c-48ef-9d21-294d0d1f2613 req-75c6b09b-9c08-4c5e-b5e3-484f7f6e23bc tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "DELETE /v2.0/floatingips/80d40e63-29c8-4ea7-aa04-66279543d585 HTTP/1.1" status: 204 len: 173 time: 1.9320567 Jul 22 23:36:37.129449 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d85ad166-c351-4026-b745-3923c2f874b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:37.150889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d2947e42-63b8-422f-9721-4933309d2e66, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d2947e42-63b8-422f-9721-4933309d2e66,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:37.184341 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'd2947e42-63b8-422f-9721-4933309d2e66', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'd2947e42-63b8-422f-9721-4933309d2e66', 'mac_address': 'fa:16:3e:9c:89:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:36:37.191334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] For port 230c5332-917f-4028-b84e-941cfd680bae, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:37.204042 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] For port 230c5332-917f-4028-b84e-941cfd680bae, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=230c5332-917f-4028-b84e-941cfd680bae,segment=NetworkSegment(46393a6d-fae8-4f94-b04c-15fa7a42a1b1),segment_id=46393a6d-fae8-4f94-b04c-15fa7a42a1b1)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:37.221501 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:37.283190 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d85ad166-c351-4026-b745-3923c2f874b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:37.286346 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d85ad166-c351-4026-b745-3923c2f874b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:37.290218 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d85ad166-c351-4026-b745-3923c2f874b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b54f582-e2c9-4d4e-a45e-6ff271b621e7 HTTP/1.1" status: 204 len: 168 time: 0.3456469 Jul 22 23:36:37.303305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6724cfce-ee11-484f-babb-cf52598a5150', 'name': 'network-vif-deleted', 'tag': '91ded15d-30c2-45e0-b357-9573726fd248'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:37.307174 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb905652-eda1-4282-92e4-127bbbde6aab" -d '{"events": [{"server_uuid": "6724cfce-ee11-484f-babb-cf52598a5150", "name": "network-vif-deleted", "tag": "91ded15d-30c2-45e0-b357-9573726fd248"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:37.318924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ad166-c351-4026-b745-3923c2f874b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b54f582-e2c9-4d4e-a45e-6ff271b621e7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:37.327968 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:37.404453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:37.405178 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:37.406663 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] 10.222.0.95 "PUT /v2.0/ports/230c5332-917f-4028-b84e-941cfd680bae HTTP/1.1" status: 200 len: 1092 time: 2.1173954 Jul 22 23:36:37.439900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2947e42-63b8-422f-9721-4933309d2e66 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:37.522466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d2947e42-63b8-422f-9721-4933309d2e66, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d2947e42-63b8-422f-9721-4933309d2e66,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:37.535093 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:37.583406 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc509ecf-dad2-48df-8273-73d3b87f81f8 service neutron] Pushing event updated for resources: {'Port': ['ID=230c5332-917f-4028-b84e-941cfd680bae,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:37.643457 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-fce46480-4053-48be-9c9a-251c25f5de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:37.644986 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-fce46480-4053-48be-9c9a-251c25f5de0b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7049c35ba50e4a4fa6cc5d484d630d60&device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 1095 time: 0.1855240 Jul 22 23:36:37.653481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88342d29-9fda-4ca8-9cd8-bdd2a0d44341 req-27042359-1d05-46c5-abf5-2fe47b62736e tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:37.662498 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88342d29-9fda-4ca8-9cd8-bdd2a0d44341 req-27042359-1d05-46c5-abf5-2fe47b62736e tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 945 time: 0.2170396 Jul 22 23:36:37.693047 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['d2947e42-63b8-422f-9721-4933309d2e66'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:37.727203 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-967bb64e-f4b5-4488-a1c8-fc9f70db5325 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=230c5332-917f-4028-b84e-941cfd680bae HTTP/1.1" status: 200 len: 217 time: 0.0609250 Jul 22 23:36:37.879135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88342d29-9fda-4ca8-9cd8-bdd2a0d44341 req-c12f702f-3135-4734-91d2-dd9f13b48a4a tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156379 Jul 22 23:36:37.889573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d2947e42-63b8-422f-9721-4933309d2e66,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:37.949681 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-4232de7f-9d97-41f5-ab9b-061f8bf2864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:37.956619 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-4232de7f-9d97-41f5-ab9b-061f8bf2864b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=10254434-b56b-4ee9-9842-50f1264cadcc HTTP/1.1" status: 200 len: 855 time: 0.2131364 Jul 22 23:36:38.229074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37306) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:38.304593 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-442a775d-0c73-44ee-9806-200afc2b4800 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fd09c8ab88945f3933dccedc98e0ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0740509 Jul 22 23:36:38.308791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37310) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:38.342129 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-9d00c39e-a417-46f2-8a61-8c5fb3209a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:38.343934 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-9d00c39e-a417-46f2-8a61-8c5fb3209a2e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=64c1cf46-ad0e-4d4a-9136-e5fbbd655342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3749812 Jul 22 23:36:38.381348 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ebdaf-42f6-4b8e-bbd2-a51fbc3b53e3 req-8e69bc6c-d5f8-4afd-9631-b31c75066eae tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:38.388769 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a8ebdaf-42f6-4b8e-bbd2-a51fbc3b53e3 req-8e69bc6c-d5f8-4afd-9631-b31c75066eae tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 944 time: 0.4180310 Jul 22 23:36:38.416882 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-ad807a81-b54a-4c13-a292-6e8f5e0b44c4 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4490256 Jul 22 23:36:38.424339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:38.456170 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2250dc2e-5efd-43fc-9994-ea5db057d3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:38.520209 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2250dc2e-5efd-43fc-9994-ea5db057d3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:38.522752 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:38.536550 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a8ebdaf-42f6-4b8e-bbd2-a51fbc3b53e3 req-7ab2cfd1-5b91-4f6c-92b0-833bdba0b8c9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db9fd76-01a6-43fd-b16e-50c44a6d663d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465373 Jul 22 23:36:38.620519 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2250dc2e-5efd-43fc-9994-ea5db057d3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:38.623820 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2250dc2e-5efd-43fc-9994-ea5db057d3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:38.628368 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2250dc2e-5efd-43fc-9994-ea5db057d3d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5758348-f459-4b25-88d0-5940f4b0e1df HTTP/1.1" status: 204 len: 168 time: 0.3183129 Jul 22 23:36:38.637539 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250dc2e-5efd-43fc-9994-ea5db057d3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5758348-f459-4b25-88d0-5940f4b0e1df,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:38.646093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-9bfd96bc-1f39-43f7-af33-29d2d5add66d service neutron] 10.222.0.95 "GET /v2.0/networks/64c1cf46-ad0e-4d4a-9136-e5fbbd655342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862246 Jul 22 23:36:38.726088 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a701505-e4c7-4107-b81b-7f9f44a01567 req-126829ab-69a3-4486-82ab-b1ccc70492e7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 210 time: 0.0899224 Jul 22 23:36:38.828462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d2947e42-63b8-422f-9721-4933309d2e66 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:38.839765 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8f195e-b23d-4d81-b7ab-13a094b3a65d x-openstack-request-id: req-7f8f195e-b23d-4d81-b7ab-13a094b3a65d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:38.840784 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6724cfce-ee11-484f-babb-cf52598a5150", "name": "network-vif-deleted", "tag": "91ded15d-30c2-45e0-b357-9573726fd248", "status": "failed", "code": 422}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:38.840784 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f8f195e-b23d-4d81-b7ab-13a094b3a65d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:38.841007 n-d-688802-2 neutron-server[93821]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6724cfce-ee11-484f-babb-cf52598a5150', 'name': 'network-vif-deleted', 'tag': '91ded15d-30c2-45e0-b357-9573726fd248', 'status': 'failed', 'code': 422} returned with failed status Jul 22 23:36:38.975108 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port d2947e42-63b8-422f-9721-4933309d2e66 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:38.977460 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:38.979537 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1d62bc3-8cd4-446e-b78e-f6997c2b8979 req-6f4d1a1e-0dbf-4387-922e-de865ea94371 service neutron] 10.222.0.95 "GET /v2.0/networks/64c1cf46-ad0e-4d4a-9136-e5fbbd655342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455740 Jul 22 23:36:39.016798 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:39.119089 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:39.181116 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15200151-4090-430d-a042-7c9d6f0889e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2947e42-63b8-422f-9721-4933309d2e66'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:39.185549 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96347647-b361-42eb-8ba7-c4ec1a117a19" -d '{"events": [{"server_uuid": "15200151-4090-430d-a042-7c9d6f0889e9", "name": "network-vif-plugged", "status": "completed", "tag": "d2947e42-63b8-422f-9721-4933309d2e66"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:39.227236 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d2947e42-63b8-422f-9721-4933309d2e66, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d2947e42-63b8-422f-9721-4933309d2e66,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:39.244095 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:39.253112 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699c016-60bd-405c-b182-a5110ac13a90 req-797aa76b-17ab-4b49-9ab2-8904757143de tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:39.260493 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3699c016-60bd-405c-b182-a5110ac13a90 req-797aa76b-17ab-4b49-9ab2-8904757143de tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 812 time: 0.3008392 Jul 22 23:36:39.348552 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d2947e42-63b8-422f-9721-4933309d2e66,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:39.356682 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-9bfd8a45-c4fd-41ae-81a8-7ac38fa25ccc tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:39.358541 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-9bfd8a45-c4fd-41ae-81a8-7ac38fa25ccc tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 805 time: 0.3380754 Jul 22 23:36:39.370635 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3699c016-60bd-405c-b182-a5110ac13a90 req-915861dd-8c97-4462-932d-0162d468fabf tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/quotas/82ff423458844377ac84f258ac322d91 HTTP/1.1" status: 200 len: 375 time: 0.1088691 Jul 22 23:36:39.412039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-6074e8c6-5026-4140-bb49-b2a1dc39f123 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Request body: {'port': {'device_id': 'ae871989-7f3e-4b0e-8c46-79bdf28b0765', 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548', 'admin_state_up': True, 'tenant_id': 'bb3a2d0f5d49440c8d1c8c93b02aa91f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:39.454268 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3699c016-60bd-405c-b182-a5110ac13a90 req-28a7ba54-1fc1-4c65-a041-4ef6c8f19ba7 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825713 Jul 22 23:36:39.617968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Allocated IP 172.25.4.118 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/e4b24219-343f-4943-b064-8ba5be9b8af5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:39.731726 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3699c016-60bd-405c-b182-a5110ac13a90 req-29a3977c-888b-4504-a49a-5e1d98dbfd6a service neutron] 10.222.0.26 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763736 Jul 22 23:36:39.804359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc00773-fd61-4d98-8e3e-a0f168d73413 req-b26c94cc-6e52-4229-9f6f-f62c2cac2590 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:39.805959 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8fc00773-fd61-4d98-8e3e-a0f168d73413 req-b26c94cc-6e52-4229-9f6f-f62c2cac2590 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dff7f7b-313b-49c9-b10b-36bf57ea6aa7 HTTP/1.1" status: 200 len: 949 time: 0.2816994 Jul 22 23:36:39.870944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-6074e8c6-5026-4140-bb49-b2a1dc39f123 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Made reservation on behalf of bb3a2d0f5d49440c8d1c8c93b02aa91f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:39.875564 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-6074e8c6-5026-4140-bb49-b2a1dc39f123 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:39.967489 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:40.120276 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3699c016-60bd-405c-b182-a5110ac13a90 req-1f1c9b79-37de-45f0-8f1b-623d34235217 service neutron] 10.222.0.26 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478582 Jul 22 23:36:40.227930 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8fc00773-fd61-4d98-8e3e-a0f168d73413 req-1887f078-ac95-4fb5-a88b-d3099ff3aafe tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Deleting port ea07ef21-2c3d-4c4c-9372-37e18fdde14c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:40.228453 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8fc00773-fd61-4d98-8e3e-a0f168d73413 req-1887f078-ac95-4fb5-a88b-d3099ff3aafe tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:40.249397 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:40.316265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:40.326788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:40.333140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-6074e8c6-5026-4140-bb49-b2a1dc39f123 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Allocated IP 172.20.0.7 (a83ef78c-9582-4eee-aa94-4db7f145b548/7a6fea40-f65b-49f5-b79a-e507ab04e592/56b1264f-fa25-4c2a-8841-f8096c645568) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:40.354666 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:40.473974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Pushing event updated for resources: {'Port': ['ID=e4b24219-343f-4943-b064-8ba5be9b8af5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:40.629487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8fc00773-fd61-4d98-8e3e-a0f168d73413 req-1887f078-ac95-4fb5-a88b-d3099ff3aafe tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] For port ea07ef21-2c3d-4c4c-9372-37e18fdde14c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ea07ef21-2c3d-4c4c-9372-37e18fdde14c,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:40.629859 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8fc00773-fd61-4d98-8e3e-a0f168d73413 req-1887f078-ac95-4fb5-a88b-d3099ff3aafe tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:40.739812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8fc00773-fd61-4d98-8e3e-a0f168d73413 req-1887f078-ac95-4fb5-a88b-d3099ff3aafe tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Calling delete_port for ea07ef21-2c3d-4c4c-9372-37e18fdde14c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:40.832585 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:40.867931 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9333c3-109f-4740-a6ab-0498ca13f6f0', 'tag': '230c5332-917f-4028-b84e-941cfd680bae'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:40.870267 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd306442-a533-4bec-a9e7-d7540286600b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9333c3-109f-4740-a6ab-0498ca13f6f0", "tag": "230c5332-917f-4028-b84e-941cfd680bae"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:40.913970 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb371130-a78e-4006-a068-a92df2a6be5d req-38df92bd-b07d-4b30-9609-b2f68c6026a6 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:40.920976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb371130-a78e-4006-a068-a92df2a6be5d req-38df92bd-b07d-4b30-9609-b2f68c6026a6 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dff7f7b-313b-49c9-b10b-36bf57ea6aa7 HTTP/1.1" status: 200 len: 949 time: 0.4266968 Jul 22 23:36:41.360274 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-6074e8c6-5026-4140-bb49-b2a1dc39f123 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.403218 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.447287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb371130-a78e-4006-a068-a92df2a6be5d req-5573746f-6ff7-443e-abfb-3f536fdedc39 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254505 Jul 22 23:36:41.556293 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-6074e8c6-5026-4140-bb49-b2a1dc39f123 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.593526 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['8bae08b7-0670-4539-82be-dcc4e9e03196'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:41.692163 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-6074e8c6-5026-4140-bb49-b2a1dc39f123 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Network a83ef78c-9582-4eee-aa94-4db7f145b548 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:41.694416 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8fc00773-fd61-4d98-8e3e-a0f168d73413 req-1887f078-ac95-4fb5-a88b-d3099ff3aafe tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.710705 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-6074e8c6-5026-4140-bb49-b2a1dc39f123 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:41.713116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-6074e8c6-5026-4140-bb49-b2a1dc39f123 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:41.721501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074e8c6-5026-4140-bb49-b2a1dc39f123 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Pushing event updated for resources: {'Port': ['ID=56b1264f-fa25-4c2a-8841-f8096c645568,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:41.765970 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ea07ef21-2c3d-4c4c-9372-37e18fdde14c no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:41.788196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887f078-ac95-4fb5-a88b-d3099ff3aafe tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Pushing event deleted for resources: {'Port': ['ID=ea07ef21-2c3d-4c4c-9372-37e18fdde14c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:41.820712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: ea07ef21-2c3d-4c4c-9372-37e18fdde14c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:41.823344 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ea07ef21-2c3d-4c4c-9372-37e18fdde14c not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:41.875232 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-6074e8c6-5026-4140-bb49-b2a1dc39f123 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:41.875933 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-6074e8c6-5026-4140-bb49-b2a1dc39f123 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.973198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc00773-fd61-4d98-8e3e-a0f168d73413 req-1887f078-ac95-4fb5-a88b-d3099ff3aafe tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] No DVR routers for this DVR port ea07ef21-2c3d-4c4c-9372-37e18fdde14c on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:41.977830 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.979992 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8fc00773-fd61-4d98-8e3e-a0f168d73413 req-1887f078-ac95-4fb5-a88b-d3099ff3aafe tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.982422 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8fc00773-fd61-4d98-8e3e-a0f168d73413 req-1887f078-ac95-4fb5-a88b-d3099ff3aafe tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.18 "DELETE /v2.0/ports/ea07ef21-2c3d-4c4c-9372-37e18fdde14c HTTP/1.1" status: 204 len: 173 time: 2.1577389 Jul 22 23:36:41.990747 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:42.003671 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-6074e8c6-5026-4140-bb49-b2a1dc39f123 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5961163 Jul 22 23:36:42.026323 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:42.073442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Request body: {'port': {'device_id': 'ae871989-7f3e-4b0e-8c46-79bdf28b0765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:42.188273 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a9ec9-be29-4a23-9d46-6fbef770b685 req-21879ae0-0618-4ecd-b96e-a5b14da2fd59 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:42.198360 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699c016-60bd-405c-b182-a5110ac13a90 req-b109df2b-d636-40c0-a0a5-ca4a9a861288 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:42.200498 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3699c016-60bd-405c-b182-a5110ac13a90 req-b109df2b-d636-40c0-a0a5-ca4a9a861288 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.18 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 812 time: 0.2530837 Jul 22 23:36:42.206129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b68a9ec9-be29-4a23-9d46-6fbef770b685 req-21879ae0-0618-4ecd-b96e-a5b14da2fd59 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 945 time: 0.5901792 Jul 22 23:36:42.221593 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-3699c016-60bd-405c-b182-a5110ac13a90 req-552a645f-6d62-4a6b-8c96-d2afbc6e4a59 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Request body: {'port': {'device_id': '7965d419-e91d-4e83-aed4-46e9223822c8', 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478', 'admin_state_up': True, 'tenant_id': '82ff423458844377ac84f258ac322d91'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:42.272258 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:42.327254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Pushing event updated for resources: {'Port': ['ID=e4b24219-343f-4943-b064-8ba5be9b8af5,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:42.369079 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:42.375783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-ba67f627-e429-4850-8675-014362edf43a tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9574463 Jul 22 23:36:42.418319 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3699c016-60bd-405c-b182-a5110ac13a90 req-552a645f-6d62-4a6b-8c96-d2afbc6e4a59 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Made reservation on behalf of 82ff423458844377ac84f258ac322d91 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:42.424755 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3699c016-60bd-405c-b182-a5110ac13a90 req-552a645f-6d62-4a6b-8c96-d2afbc6e4a59 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:42.442383 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b68a9ec9-be29-4a23-9d46-6fbef770b685 req-666731b5-df30-4781-ba5f-cd30066403c8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829772 Jul 22 23:36:42.472188 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-03be03dc-ea8b-4eb9-be44-0fb3c4a286c5 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.118 HTTP/1.1" status: 200 len: 696 time: 0.0953147 Jul 22 23:36:42.490300 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:42.512282 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c80d6c7-5919-4be6-b103-38d712993736 x-openstack-request-id: req-6c80d6c7-5919-4be6-b103-38d712993736 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:42.512583 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15200151-4090-430d-a042-7c9d6f0889e9", "name": "network-vif-plugged", "status": "completed", "tag": "d2947e42-63b8-422f-9721-4933309d2e66", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:42.512839 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c80d6c7-5919-4be6-b103-38d712993736 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:42.513305 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15200151-4090-430d-a042-7c9d6f0889e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2947e42-63b8-422f-9721-4933309d2e66', 'code': 200} Jul 22 23:36:42.627433 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-3699c016-60bd-405c-b182-a5110ac13a90 req-552a645f-6d62-4a6b-8c96-d2afbc6e4a59 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Allocated IP 172.20.0.4 (c6404c3b-acc2-4feb-85da-2ecd11b1a478/750e6d21-68ba-4eb5-94e9-cc5c662415b5/4c933d7a-e797-41c8-818b-0c5ebb45d890) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:42.910599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-e466de03-f677-40ae-83ae-6bd95c2264f3 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:42.912305 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37c17f03-3d6f-4e31-b0ab-d7e655290a39 req-e466de03-f677-40ae-83ae-6bd95c2264f3 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.4384995 Jul 22 23:36:42.932884 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3699c016-60bd-405c-b182-a5110ac13a90 req-552a645f-6d62-4a6b-8c96-d2afbc6e4a59 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:42.934094 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea0f1d-0824-4435-b778-73ad1741b915 req-13edd6e9-8f6c-4935-aaa4-cdff5bc52a05 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:42.941503 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b2ea0f1d-0824-4435-b778-73ad1741b915 req-13edd6e9-8f6c-4935-aaa4-cdff5bc52a05 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 944 time: 0.3318470 Jul 22 23:36:43.010295 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3699c016-60bd-405c-b182-a5110ac13a90 req-552a645f-6d62-4a6b-8c96-d2afbc6e4a59 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:43.050754 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b2ea0f1d-0824-4435-b778-73ad1741b915 req-b74ff688-9c6e-45ce-810b-03a7af82be9b tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db9fd76-01a6-43fd-b16e-50c44a6d663d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081142 Jul 22 23:36:43.114927 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3699c016-60bd-405c-b182-a5110ac13a90 req-552a645f-6d62-4a6b-8c96-d2afbc6e4a59 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Network c6404c3b-acc2-4feb-85da-2ecd11b1a478 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:43.119176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-3699c016-60bd-405c-b182-a5110ac13a90 req-552a645f-6d62-4a6b-8c96-d2afbc6e4a59 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:43.121106 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a645f-6d62-4a6b-8c96-d2afbc6e4a59 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Pushing event updated for resources: {'Port': ['ID=4c933d7a-e797-41c8-818b-0c5ebb45d890,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:43.126942 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3699c016-60bd-405c-b182-a5110ac13a90 req-552a645f-6d62-4a6b-8c96-d2afbc6e4a59 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:43.197188 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699c016-60bd-405c-b182-a5110ac13a90 req-552a645f-6d62-4a6b-8c96-d2afbc6e4a59 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:43.197847 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3699c016-60bd-405c-b182-a5110ac13a90 req-552a645f-6d62-4a6b-8c96-d2afbc6e4a59 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:43.221197 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3699c016-60bd-405c-b182-a5110ac13a90 req-552a645f-6d62-4a6b-8c96-d2afbc6e4a59 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0029511 Jul 22 23:36:43.239539 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Request body: {'port': {'device_id': '7965d419-e91d-4e83-aed4-46e9223822c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:43.245211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fbd78-7808-4aea-99ca-8feaa6c66873 req-3b545445-95fa-4159-b91e-a7378dd1899f tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:43.252228 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c42fbd78-7808-4aea-99ca-8feaa6c66873 req-3b545445-95fa-4159-b91e-a7378dd1899f tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 931 time: 0.2558527 Jul 22 23:36:43.256019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b1264f-fa25-4c2a-8841-f8096c645568 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:43.276460 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:43.309645 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Transition to ACTIVE for port object 56b1264f-fa25-4c2a-8841-f8096c645568 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:43.327153 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:43.345546 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:43.353287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c42fbd78-7808-4aea-99ca-8feaa6c66873 req-74ee7ba0-e28b-494f-a42c-3c281e8d9f85 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999954 Jul 22 23:36:43.396879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caa7d5-200d-46cd-83e7-eb1b86eb9167 req-3f5d9af4-c995-4526-8cc1-d6e7a1a3b400 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:43.403907 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-57caa7d5-200d-46cd-83e7-eb1b86eb9167 req-3f5d9af4-c995-4526-8cc1-d6e7a1a3b400 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 931 time: 0.2434032 Jul 22 23:36:43.427645 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b29c952-e1d8-4006-b05e-4042dfc4ca87 x-openstack-request-id: req-8b29c952-e1d8-4006-b05e-4042dfc4ca87 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:43.428051 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9333c3-109f-4740-a6ab-0498ca13f6f0", "tag": "230c5332-917f-4028-b84e-941cfd680bae", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:43.428406 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b29c952-e1d8-4006-b05e-4042dfc4ca87 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:43.428890 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9333c3-109f-4740-a6ab-0498ca13f6f0', 'tag': '230c5332-917f-4028-b84e-941cfd680bae', 'status': 'completed', 'code': 200} Jul 22 23:36:43.484949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=56b1264f-fa25-4c2a-8841-f8096c645568,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:43.575042 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-57caa7d5-200d-46cd-83e7-eb1b86eb9167 req-fe13b070-ba2f-40d6-922d-c085c586d2c7 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656184 Jul 22 23:36:43.652944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Attempting to bind port 56b1264f-fa25-4c2a-8841-f8096c645568 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:43.661951 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Attempting to bind port 56b1264f-fa25-4c2a-8841-f8096c645568 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:43.662395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Attempting to bind port 56b1264f-fa25-4c2a-8841-f8096c645568 on network a83ef78c-9582-4eee-aa94-4db7f145b548 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:43.676063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c933d7a-e797-41c8-818b-0c5ebb45d890 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:43.686147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Port 56b1264f-fa25-4c2a-8841-f8096c645568 on network a83ef78c-9582-4eee-aa94-4db7f145b548 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:36:43.686914 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Attempting to bind port 56b1264f-fa25-4c2a-8841-f8096c645568 on network a83ef78c-9582-4eee-aa94-4db7f145b548 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:43.687821 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:43.714156 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Transition to ACTIVE for port object 4c933d7a-e797-41c8-818b-0c5ebb45d890 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:43.722319 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:43.729161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd306442-a533-4bec-a9e7-d7540286600b req-56058bea-5d12-4013-a5a8-9c41e36ddc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:43.730801 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd306442-a533-4bec-a9e7-d7540286600b req-56058bea-5d12-4013-a5a8-9c41e36ddc3a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7049c35ba50e4a4fa6cc5d484d630d60&device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 1095 time: 0.2835462 Jul 22 23:36:43.738742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:43.739178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Checking segment: {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:43.739636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Bound using segment: {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:43.740142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Bound port: 56b1264f-fa25-4c2a-8841-f8096c645568, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:43.740575 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:43.776331 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b05e77f7-b497-45de-8a2d-66a1bca3a248 req-64b85c1e-4d66-4017-9534-44cbe2fd8362 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/floatingips/5f229cee-4992-4128-af49-697eecb94140 HTTP/1.1" status: 200 len: 693 time: 0.1043892 Jul 22 23:36:43.788580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c933d7a-e797-41c8-818b-0c5ebb45d890,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:43.870499 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Attempting to bind port 4c933d7a-e797-41c8-818b-0c5ebb45d890 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:43.870863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Attempting to bind port 4c933d7a-e797-41c8-818b-0c5ebb45d890 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:43.871514 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Attempting to bind port 4c933d7a-e797-41c8-818b-0c5ebb45d890 on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:43.876747 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Port 4c933d7a-e797-41c8-818b-0c5ebb45d890 on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:36:43.877176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Attempting to bind port 4c933d7a-e797-41c8-818b-0c5ebb45d890 on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:43.882547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:43.882954 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Checking segment: {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:43.883404 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Bound using segment: {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:43.883903 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Bound port: 4c933d7a-e797-41c8-818b-0c5ebb45d890, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:43.884339 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:43.954733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] For port 4c933d7a-e797-41c8-818b-0c5ebb45d890, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:43.959349 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] For port 4c933d7a-e797-41c8-818b-0c5ebb45d890, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=4c933d7a-e797-41c8-818b-0c5ebb45d890,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:43.966027 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:44.012282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:44.013200 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:44.016451 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3699c016-60bd-405c-b182-a5110ac13a90 req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] 10.222.0.18 "PUT /v2.0/ports/4c933d7a-e797-41c8-818b-0c5ebb45d890 HTTP/1.1" status: 200 len: 1091 time: 0.7845361 Jul 22 23:36:44.019862 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7965d419-e91d-4e83-aed4-46e9223822c8', 'tag': '4c933d7a-e797-41c8-818b-0c5ebb45d890'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:44.022971 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd611da1-2bea-4809-a0a5-98cc329afa9e" -d '{"events": [{"name": "network-changed", "server_uuid": "7965d419-e91d-4e83-aed4-46e9223822c8", "tag": "4c933d7a-e797-41c8-818b-0c5ebb45d890"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:44.041400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd306442-a533-4bec-a9e7-d7540286600b req-67c4cd54-e238-4042-88d9-1f0a88876f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:44.045350 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd306442-a533-4bec-a9e7-d7540286600b req-67c4cd54-e238-4042-88d9-1f0a88876f27 service neutron] 10.222.0.95 "GET /v2.0/networks?id=64c1cf46-ad0e-4d4a-9136-e5fbbd655342 HTTP/1.1" status: 200 len: 917 time: 0.2934587 Jul 22 23:36:44.059125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2a2bf-33cf-4e1d-b4fb-f6fcadf169a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c933d7a-e797-41c8-818b-0c5ebb45d890,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:44.105134 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd306442-a533-4bec-a9e7-d7540286600b req-647786a4-f741-4b03-8015-783c0705a418 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=230c5332-917f-4028-b84e-941cfd680bae HTTP/1.1" status: 200 len: 217 time: 0.0455356 Jul 22 23:36:44.125051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c453f52-b457-4855-8289-819cf93353b1 req-73a1708d-3b7d-4e86-8b50-006058b770b8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:44.126634 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c453f52-b457-4855-8289-819cf93353b1 req-73a1708d-3b7d-4e86-8b50-006058b770b8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 945 time: 0.3477433 Jul 22 23:36:44.143717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] For port 56b1264f-fa25-4c2a-8841-f8096c645568, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:44.159806 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699c016-60bd-405c-b182-a5110ac13a90 req-c6765325-bf88-41c8-a128-179ef7db8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:44.163086 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3699c016-60bd-405c-b182-a5110ac13a90 req-c6765325-bf88-41c8-a128-179ef7db8745 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 1094 time: 0.0697269 Jul 22 23:36:44.208517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] For port 56b1264f-fa25-4c2a-8841-f8096c645568, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=56b1264f-fa25-4c2a-8841-f8096c645568,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:44.215069 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3699c016-60bd-405c-b182-a5110ac13a90 req-ff4ab8fc-d575-4339-92a5-9d4e02c5c1ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c933d7a-e797-41c8-818b-0c5ebb45d890 HTTP/1.1" status: 200 len: 217 time: 0.0391710 Jul 22 23:36:44.219370 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e77f7-b497-45de-8a2d-66a1bca3a248 req-a77c5789-9802-4e54-aeec-27d895368fea tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:44.220990 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b05e77f7-b497-45de-8a2d-66a1bca3a248 req-a77c5789-9802-4e54-aeec-27d895368fea tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.4226012 Jul 22 23:36:44.228479 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:44.245848 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd306442-a533-4bec-a9e7-d7540286600b req-5979fb6c-e6b7-416e-a8c7-44f638a0c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:44.247306 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd306442-a533-4bec-a9e7-d7540286600b req-5979fb6c-e6b7-416e-a8c7-44f638a0c785 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=10254434-b56b-4ee9-9842-50f1264cadcc HTTP/1.1" status: 200 len: 855 time: 0.1177588 Jul 22 23:36:44.285200 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699c016-60bd-405c-b182-a5110ac13a90 req-95c2d326-f0a3-4f89-9322-4e4b1766dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:44.290478 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3699c016-60bd-405c-b182-a5110ac13a90 req-95c2d326-f0a3-4f89-9322-4e4b1766dac4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=750e6d21-68ba-4eb5-94e9-cc5c662415b5 HTTP/1.1" status: 200 len: 852 time: 0.0615935 Jul 22 23:36:44.332149 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3699c016-60bd-405c-b182-a5110ac13a90 req-2bdb12bb-dadc-45ad-8ffc-3f08d118ef2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6404c3b-acc2-4feb-85da-2ecd11b1a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360734 Jul 22 23:36:44.334828 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c453f52-b457-4855-8289-819cf93353b1 req-07331a5a-c4c3-4765-ae80-ec30597c89df tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887586 Jul 22 23:36:44.363870 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b05e77f7-b497-45de-8a2d-66a1bca3a248 req-d1db1321-abc1-45cc-9817-b59aba951871 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.118 HTTP/1.1" status: 200 len: 696 time: 0.1330194 Jul 22 23:36:44.366019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:44.366640 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:44.367949 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] 10.222.0.18 "PUT /v2.0/ports/56b1264f-fa25-4c2a-8841-f8096c645568 HTTP/1.1" status: 200 len: 1091 time: 2.3055451 Jul 22 23:36:44.464156 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3699c016-60bd-405c-b182-a5110ac13a90 req-fc2848fa-b626-448c-b2d8-3fcfebfd41b6 service neutron] 10.222.0.18 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234467 Jul 22 23:36:44.494510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a40bd-478a-4168-b08c-96778aebfdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=56b1264f-fa25-4c2a-8841-f8096c645568,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:44.503563 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b05e77f7-b497-45de-8a2d-66a1bca3a248 req-7e8fba36-a0c9-461c-9473-fd36063b2613 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.118 HTTP/1.1" status: 200 len: 696 time: 0.1298308 Jul 22 23:36:44.581267 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd306442-a533-4bec-a9e7-d7540286600b req-77ba3983-8e1c-42b7-a863-9ef5fda9a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:44.582859 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd306442-a533-4bec-a9e7-d7540286600b req-77ba3983-8e1c-42b7-a863-9ef5fda9a522 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=64c1cf46-ad0e-4d4a-9136-e5fbbd655342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3244495 Jul 22 23:36:44.681447 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-b7ea73f5-945b-46ff-8886-ce9b188ac571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:44.683098 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-b7ea73f5-945b-46ff-8886-ce9b188ac571 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 1094 time: 0.2457011 Jul 22 23:36:44.685066 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af385163-e5b1-49b4-83ce-3c951f211e06 x-openstack-request-id: req-af385163-e5b1-49b4-83ce-3c951f211e06 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:44.685366 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7965d419-e91d-4e83-aed4-46e9223822c8", "tag": "4c933d7a-e797-41c8-818b-0c5ebb45d890", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:44.686460 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af385163-e5b1-49b4-83ce-3c951f211e06 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:44.686881 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7965d419-e91d-4e83-aed4-46e9223822c8', 'tag': '4c933d7a-e797-41c8-818b-0c5ebb45d890', 'status': 'completed', 'code': 200} Jul 22 23:36:44.692985 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3699c016-60bd-405c-b182-a5110ac13a90 req-b1c8a2d8-eb3f-4241-9b05-479e0343da93 service neutron] 10.222.0.18 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208347 Jul 22 23:36:44.695858 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ab4ed-481e-4045-a5d3-44a159799ba6 req-59810bc2-b358-4eae-a448-4b148b3d215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:44.697301 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b81ab4ed-481e-4045-a5d3-44a159799ba6 req-59810bc2-b358-4eae-a448-4b148b3d215c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a824714deb934e28ad0f51d5898dc774&device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 1101 time: 0.1382465 Jul 22 23:36:44.777058 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-7fe70d10-c53c-44eb-b02b-d1d3adcae765 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56b1264f-fa25-4c2a-8841-f8096c645568 HTTP/1.1" status: 200 len: 217 time: 0.0541506 Jul 22 23:36:44.880685 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd306442-a533-4bec-a9e7-d7540286600b req-d7e64db2-168c-4a62-8d8f-e51b0390872b service neutron] 10.222.0.95 "GET /v2.0/networks/64c1cf46-ad0e-4d4a-9136-e5fbbd655342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631760 Jul 22 23:36:44.912465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b05e77f7-b497-45de-8a2d-66a1bca3a248 req-d20e378c-2fd3-4919-b878-853d2de9d08f tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Deleting port e4b24219-343f-4943-b064-8ba5be9b8af5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:44.912704 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b05e77f7-b497-45de-8a2d-66a1bca3a248 req-d20e378c-2fd3-4919-b878-853d2de9d08f tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:44.925686 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ab4ed-481e-4045-a5d3-44a159799ba6 req-bc491f14-85e2-4ab9-a3e9-bb6526c8d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:44.927590 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b81ab4ed-481e-4045-a5d3-44a159799ba6 req-bc491f14-85e2-4ab9-a3e9-bb6526c8d6d0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1910110 Jul 22 23:36:44.939736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-0ef1c93c-6869-452c-9480-dff1021799bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:44.941207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-0ef1c93c-6869-452c-9480-dff1021799bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a6fea40-f65b-49f5-b79a-e507ab04e592 HTTP/1.1" status: 200 len: 845 time: 0.1207592 Jul 22 23:36:44.942142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd611da1-2bea-4809-a0a5-98cc329afa9e req-b3d2172c-bc56-4b75-9be4-2894c8dc0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:44.943681 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cd611da1-2bea-4809-a0a5-98cc329afa9e req-b3d2172c-bc56-4b75-9be4-2894c8dc0311 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 1094 time: 0.1007152 Jul 22 23:36:44.991736 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b81ab4ed-481e-4045-a5d3-44a159799ba6 req-2ef3d1a3-482d-4713-b541-a2ed121e29d2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=d2947e42-63b8-422f-9721-4933309d2e66 HTTP/1.1" status: 200 len: 217 time: 0.0506835 Jul 22 23:36:45.098427 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ab4ed-481e-4045-a5d3-44a159799ba6 req-eb6d6b5e-39f2-47c7-9c6f-0cf3e6c68e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:45.101066 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b81ab4ed-481e-4045-a5d3-44a159799ba6 req-eb6d6b5e-39f2-47c7-9c6f-0cf3e6c68e20 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0956481 Jul 22 23:36:45.156826 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd611da1-2bea-4809-a0a5-98cc329afa9e req-bf2e961f-4e8d-4773-8d60-aac2be768cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:45.159133 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cd611da1-2bea-4809-a0a5-98cc329afa9e req-bf2e961f-4e8d-4773-8d60-aac2be768cec service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 913 time: 0.1791697 Jul 22 23:36:45.215940 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cd611da1-2bea-4809-a0a5-98cc329afa9e req-ac605765-d9b6-47f5-9fd9-b09899020de7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c933d7a-e797-41c8-818b-0c5ebb45d890 HTTP/1.1" status: 200 len: 217 time: 0.0469418 Jul 22 23:36:45.270664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ab4ed-481e-4045-a5d3-44a159799ba6 req-3f3380de-270a-405a-bc4d-d8581b42c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:45.272205 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b81ab4ed-481e-4045-a5d3-44a159799ba6 req-3f3380de-270a-405a-bc4d-d8581b42c57b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1626885 Jul 22 23:36:45.302257 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd611da1-2bea-4809-a0a5-98cc329afa9e req-8157bf14-ae84-4445-a03b-821fedf8f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:45.304005 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cd611da1-2bea-4809-a0a5-98cc329afa9e req-8157bf14-ae84-4445-a03b-821fedf8f0cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=750e6d21-68ba-4eb5-94e9-cc5c662415b5 HTTP/1.1" status: 200 len: 852 time: 0.0770037 Jul 22 23:36:45.369776 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cd611da1-2bea-4809-a0a5-98cc329afa9e req-99c0515d-4099-421b-a269-cfb38fe48d6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6404c3b-acc2-4feb-85da-2ecd11b1a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531297 Jul 22 23:36:45.400405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dea8f-00ab-41e5-99a8-331a9d0be80b req-2f1ba8cf-4286-4cdb-9ef0-ed2940eed590 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:45.407711 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e3dea8f-00ab-41e5-99a8-331a9d0be80b req-2f1ba8cf-4286-4cdb-9ef0-ed2940eed590 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 944 time: 0.6373575 Jul 22 23:36:45.411049 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-ddfdbcaa-2695-4c13-a060-3181d52ee812 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83ef78c-9582-4eee-aa94-4db7f145b548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4516611 Jul 22 23:36:45.437456 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dff7f7b-313b-49c9-b10b-36bf57ea6aa7', 'name': 'network-vif-deleted', 'tag': 'ea07ef21-2c3d-4c4c-9372-37e18fdde14c'}, {'name': 'network-changed', 'server_uuid': 'ae871989-7f3e-4b0e-8c46-79bdf28b0765', 'tag': '56b1264f-fa25-4c2a-8841-f8096c645568'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:45.440456 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b768255a-5a92-4479-aba1-3c458fc94bea" -d '{"events": [{"server_uuid": "5dff7f7b-313b-49c9-b10b-36bf57ea6aa7", "name": "network-vif-deleted", "tag": "ea07ef21-2c3d-4c4c-9372-37e18fdde14c"}, {"name": "network-changed", "server_uuid": "ae871989-7f3e-4b0e-8c46-79bdf28b0765", "tag": "56b1264f-fa25-4c2a-8841-f8096c645568"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:45.506045 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b81ab4ed-481e-4045-a5d3-44a159799ba6 req-a86f80f7-200d-4f0b-80aa-1e8950100334 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165837 Jul 22 23:36:45.526125 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cd611da1-2bea-4809-a0a5-98cc329afa9e req-daa40f89-f816-41e4-acdb-3c0cfccf66b9 service neutron] 10.222.0.18 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205988 Jul 22 23:36:45.541199 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-12291f9e-b1fc-4496-a5e0-c27e9390ab1e service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949855 Jul 22 23:36:45.664451 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd306442-a533-4bec-a9e7-d7540286600b req-10fe3d71-ebad-4149-b50d-57f9011baab7 service neutron] 10.222.0.95 "GET /v2.0/networks/64c1cf46-ad0e-4d4a-9136-e5fbbd655342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7655077 Jul 22 23:36:45.669083 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b05e77f7-b497-45de-8a2d-66a1bca3a248 req-d20e378c-2fd3-4919-b878-853d2de9d08f tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:45.669513 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b05e77f7-b497-45de-8a2d-66a1bca3a248 req-d20e378c-2fd3-4919-b878-853d2de9d08f tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:45.690309 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cd611da1-2bea-4809-a0a5-98cc329afa9e req-44acd14c-e7e6-446b-a2ea-6c26eb966929 service neutron] 10.222.0.18 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542139 Jul 22 23:36:45.702292 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b81ab4ed-481e-4045-a5d3-44a159799ba6 req-eb4d664c-463c-41b4-9a32-f6fd5e43492d service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752191 Jul 22 23:36:45.702844 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e3dea8f-00ab-41e5-99a8-331a9d0be80b req-50849b25-eca6-422e-a842-8aba3ad877e6 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db9fd76-01a6-43fd-b16e-50c44a6d663d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899811 Jul 22 23:36:45.716319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b05e77f7-b497-45de-8a2d-66a1bca3a248 req-d20e378c-2fd3-4919-b878-853d2de9d08f tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Calling delete_port for e4b24219-343f-4943-b064-8ba5be9b8af5 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:45.741329 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a55ce8a-b929-483a-bae4-96574a29ad1f req-772d1d02-83c4-4b45-9194-09f253145e3a service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826365 Jul 22 23:36:45.815742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 4c933d7a-e797-41c8-818b-0c5ebb45d890 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:36:45.877464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cb78e-aa15-4060-9373-b871150150fc req-ddd930cc-ed6c-46ca-83b5-d7a0f61281cf tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:45.879050 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4f6cb78e-aa15-4060-9373-b871150150fc req-ddd930cc-ed6c-46ca-83b5-d7a0f61281cf tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 943 time: 0.1049266 Jul 22 23:36:45.920705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 4c933d7a-e797-41c8-818b-0c5ebb45d890, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=4c933d7a-e797-41c8-818b-0c5ebb45d890,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:45.936752 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '4c933d7a-e797-41c8-818b-0c5ebb45d890', 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478', 'port_id': '4c933d7a-e797-41c8-818b-0c5ebb45d890', 'mac_address': 'fa:16:3e:47:ff:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750e6d21-68ba-4eb5-94e9-cc5c662415b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:36:45.990696 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4f6cb78e-aa15-4060-9373-b871150150fc req-3c15c1ad-d331-48ef-8fe3-eb62479cd5d1 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567231 Jul 22 23:36:45.993390 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.000212 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b05e77f7-b497-45de-8a2d-66a1bca3a248 req-d20e378c-2fd3-4919-b878-853d2de9d08f tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.030676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e378c-2fd3-4919-b878-853d2de9d08f tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Pushing event deleted for resources: {'Port': ['ID=e4b24219-343f-4943-b064-8ba5be9b8af5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:46.042065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c933d7a-e797-41c8-818b-0c5ebb45d890 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:46.079876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 4c933d7a-e797-41c8-818b-0c5ebb45d890, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=4c933d7a-e797-41c8-818b-0c5ebb45d890,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:46.116089 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.139241 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b05e77f7-b497-45de-8a2d-66a1bca3a248 req-d20e378c-2fd3-4919-b878-853d2de9d08f tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.142656 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b05e77f7-b497-45de-8a2d-66a1bca3a248 req-d20e378c-2fd3-4919-b878-853d2de9d08f tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.160431 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b05e77f7-b497-45de-8a2d-66a1bca3a248 req-d20e378c-2fd3-4919-b878-853d2de9d08f tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "DELETE /v2.0/floatingips/5f229cee-4992-4128-af49-697eecb94140 HTTP/1.1" status: 204 len: 173 time: 1.6481619 Jul 22 23:36:46.203009 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=4c933d7a-e797-41c8-818b-0c5ebb45d890,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:46.242933 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.359535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66571bd-686b-4f03-9700-b470f2e5fde9 req-91fd9a86-e9fa-4b26-a51b-9b237c19f70f tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:46.361768 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d66571bd-686b-4f03-9700-b470f2e5fde9 req-91fd9a86-e9fa-4b26-a51b-9b237c19f70f tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 944 time: 0.2001624 Jul 22 23:36:46.402347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c04f22-d17a-453f-9674-1a50383daa52 req-e697696f-6767-47d1-bb5a-cf18c739bb74 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:46.403799 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94c04f22-d17a-453f-9674-1a50383daa52 req-e697696f-6767-47d1-bb5a-cf18c739bb74 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.18 "GET /v2.0/ports?device_id=85c66ed3-9a70-4a18-be67-b1abd8290db6 HTTP/1.1" status: 200 len: 950 time: 0.1923797 Jul 22 23:36:46.435974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc213d-327b-4025-8a38-8b25a93ef719 req-e1efe632-7957-43f1-8487-da8d4f8d8593 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:46.437541 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88fc213d-327b-4025-8a38-8b25a93ef719 req-e1efe632-7957-43f1-8487-da8d4f8d8593 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c66ed3-9a70-4a18-be67-b1abd8290db6 HTTP/1.1" status: 200 len: 950 time: 0.1879280 Jul 22 23:36:46.451308 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['4c933d7a-e797-41c8-818b-0c5ebb45d890'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:46.467861 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d66571bd-686b-4f03-9700-b470f2e5fde9 req-3fe7b171-aa9d-4863-88f5-d7b0e7056f70 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997539 Jul 22 23:36:46.544855 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88fc213d-327b-4025-8a38-8b25a93ef719 req-47375c76-9dd4-4308-9464-f12e5125cc9f tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/security-groups?id=122ab8aa-915f-4f33-a48f-b3b879f7cccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002612 Jul 22 23:36:46.607817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-94c04f22-d17a-453f-9674-1a50383daa52 req-80d5e74d-c92a-41e1-b52a-489881d59831 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Deleting port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:46.608166 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94c04f22-d17a-453f-9674-1a50383daa52 req-80d5e74d-c92a-41e1-b52a-489881d59831 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.655499 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54648d54-5b7c-47e4-b791-263a50c313ce x-openstack-request-id: req-54648d54-5b7c-47e4-b791-263a50c313ce {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:46.655806 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dff7f7b-313b-49c9-b10b-36bf57ea6aa7", "name": "network-vif-deleted", "tag": "ea07ef21-2c3d-4c4c-9372-37e18fdde14c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ae871989-7f3e-4b0e-8c46-79bdf28b0765", "tag": "56b1264f-fa25-4c2a-8841-f8096c645568", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:46.656041 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54648d54-5b7c-47e4-b791-263a50c313ce {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:46.656485 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dff7f7b-313b-49c9-b10b-36bf57ea6aa7', 'name': 'network-vif-deleted', 'tag': 'ea07ef21-2c3d-4c4c-9372-37e18fdde14c', 'status': 'completed', 'code': 200} Jul 22 23:36:46.656902 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae871989-7f3e-4b0e-8c46-79bdf28b0765', 'tag': '56b1264f-fa25-4c2a-8841-f8096c645568', 'status': 'completed', 'code': 200} Jul 22 23:36:46.804746 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-793449d4-cda0-4e98-aad6-04536cfd3aa6 req-3d7186e1-75c3-4c63-a6df-0ab8a955a455 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] show failed (client error): The resource could not be found. Jul 22 23:36:46.812890 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-793449d4-cda0-4e98-aad6-04536cfd3aa6 req-3d7186e1-75c3-4c63-a6df-0ab8a955a455 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/floatingips/5f229cee-4992-4128-af49-697eecb94140 HTTP/1.1" status: 404 len: 350 time: 0.1051629 Jul 22 23:36:46.839655 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768255a-5a92-4479-aba1-3c458fc94bea req-843f3135-7cc1-4f29-bc76-d926010f7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:46.844036 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b768255a-5a92-4479-aba1-3c458fc94bea req-843f3135-7cc1-4f29-bc76-d926010f7d9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 1094 time: 0.1405790 Jul 22 23:36:46.857302 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-94c04f22-d17a-453f-9674-1a50383daa52 req-80d5e74d-c92a-41e1-b52a-489881d59831 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] For port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:46.857716 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94c04f22-d17a-453f-9674-1a50383daa52 req-80d5e74d-c92a-41e1-b52a-489881d59831 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.876479 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 230c5332-917f-4028-b84e-941cfd680bae details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:36:46.877678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-94c04f22-d17a-453f-9674-1a50383daa52 req-80d5e74d-c92a-41e1-b52a-489881d59831 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Calling delete_port for 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:46.880411 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 74fcc665-706b-4253-a356-e6d6c8878a55 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:46.904614 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85781afd-46e5-4fb3-ae91-773341de3c8f req-21eeb653-7559-48f1-98a9-f2a5873f7731 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:46.907919 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85781afd-46e5-4fb3-ae91-773341de3c8f req-21eeb653-7559-48f1-98a9-f2a5873f7731 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 945 time: 0.2473104 Jul 22 23:36:47.052595 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85781afd-46e5-4fb3-ae91-773341de3c8f req-93dd4940-8324-48ec-9aca-1ce38836797d tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139951 Jul 22 23:36:47.082911 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768255a-5a92-4479-aba1-3c458fc94bea req-970454e1-1b6c-48b7-8b43-e93607de0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:47.087508 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b768255a-5a92-4479-aba1-3c458fc94bea req-970454e1-1b6c-48b7-8b43-e93607de0f58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 906 time: 0.2359793 Jul 22 23:36:47.151644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 230c5332-917f-4028-b84e-941cfd680bae, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=230c5332-917f-4028-b84e-941cfd680bae,segment=NetworkSegment(46393a6d-fae8-4f94-b04c-15fa7a42a1b1),segment_id=46393a6d-fae8-4f94-b04c-15fa7a42a1b1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:47.157493 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:47.161048 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b768255a-5a92-4479-aba1-3c458fc94bea req-6ae44b8f-dc9b-4e9f-a2e5-cabcc1e0edd5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56b1264f-fa25-4c2a-8841-f8096c645568 HTTP/1.1" status: 200 len: 217 time: 0.0639362 Jul 22 23:36:47.181060 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-86071748-a0a5-41e1-83cb-6cfb1ba30275 req-05f0da65-029c-4a9f-ba55-3033a6e9e305 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] show failed (client error): The resource could not be found. Jul 22 23:36:47.182166 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86071748-a0a5-41e1-83cb-6cfb1ba30275 req-05f0da65-029c-4a9f-ba55-3033a6e9e305 tempest-FloatingIPsTestJSON-1586206600 tempest-FloatingIPsTestJSON-1586206600-project] 10.222.0.26 "GET /v2.0/floatingips/5f229cee-4992-4128-af49-697eecb94140 HTTP/1.1" status: 404 len: 350 time: 0.0626557 Jul 22 23:36:47.192636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70b404-6378-4204-8deb-7aed61741af2 req-fda52d57-bfcc-441b-b2a6-ad0003409912 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:47.201270 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e70b404-6378-4204-8deb-7aed61741af2 req-fda52d57-bfcc-441b-b2a6-ad0003409912 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 944 time: 0.2638440 Jul 22 23:36:47.206071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37464) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:47.215319 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '230c5332-917f-4028-b84e-941cfd680bae', 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342', 'port_id': '230c5332-917f-4028-b84e-941cfd680bae', 'mac_address': 'fa:16:3e:9f:36:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:36:47.223524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37466) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:47.268034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 74fcc665-706b-4253-a356-e6d6c8878a55, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=74fcc665-706b-4253-a356-e6d6c8878a55,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:47.271289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df053056-ca25-4c71-a530-e8883548338e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74fcc665-706b-4253-a356-e6d6c8878a55'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:47.277718 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6b0741-494a-45de-9ed3-6ce8d17df5cb" -d '{"events": [{"server_uuid": "df053056-ca25-4c71-a530-e8883548338e", "name": "network-vif-unplugged", "status": "completed", "tag": "74fcc665-706b-4253-a356-e6d6c8878a55"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:47.288124 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:47.295102 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768255a-5a92-4479-aba1-3c458fc94bea req-66bc6b03-3c6f-4197-a6a4-8364ad2acfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:47.296980 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b768255a-5a92-4479-aba1-3c458fc94bea req-66bc6b03-3c6f-4197-a6a4-8364ad2acfa7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a6fea40-f65b-49f5-b79a-e507ab04e592 HTTP/1.1" status: 200 len: 845 time: 0.1269362 Jul 22 23:36:47.346515 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b768255a-5a92-4479-aba1-3c458fc94bea req-ee95659b-ebf8-4a37-933d-1d87ca7b019d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83ef78c-9582-4eee-aa94-4db7f145b548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428433 Jul 22 23:36:47.415980 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e70b404-6378-4204-8deb-7aed61741af2 req-431d5bb1-3d20-4135-8c0e-574095f829f4 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db9fd76-01a6-43fd-b16e-50c44a6d663d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136483 Jul 22 23:36:47.446687 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94c04f22-d17a-453f-9674-1a50383daa52 req-80d5e74d-c92a-41e1-b52a-489881d59831 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:47.458903 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:47.484086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:47.503241 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5e74d-c92a-41e1-b52a-489881d59831 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Pushing event deleted for resources: {'Port': ['ID=9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:47.521618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=74fcc665-706b-4253-a356-e6d6c8878a55,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:47.527719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230c5332-917f-4028-b84e-941cfd680bae {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:47.546658 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b768255a-5a92-4479-aba1-3c458fc94bea req-3b4d5e7d-53ac-4b04-bd69-b80a598319f0 service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936061 Jul 22 23:36:47.566007 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 230c5332-917f-4028-b84e-941cfd680bae, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=230c5332-917f-4028-b84e-941cfd680bae,segment=NetworkSegment(46393a6d-fae8-4f94-b04c-15fa7a42a1b1),segment_id=46393a6d-fae8-4f94-b04c-15fa7a42a1b1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:47.575393 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:47.576522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 74fcc665-706b-4253-a356-e6d6c8878a55 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:36:47.644424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb71fe9-c347-4a06-a46a-394c969a1656 req-a24fd241-bb5a-498d-9b1a-ce474779102a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:47.652021 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1bb71fe9-c347-4a06-a46a-394c969a1656 req-a24fd241-bb5a-498d-9b1a-ce474779102a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 943 time: 0.3661256 Jul 22 23:36:47.662026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c04f22-d17a-453f-9674-1a50383daa52 req-80d5e74d-c92a-41e1-b52a-489881d59831 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] No DVR routers for this DVR port 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:47.671201 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-94c04f22-d17a-453f-9674-1a50383daa52 req-80d5e74d-c92a-41e1-b52a-489881d59831 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:47.673794 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94c04f22-d17a-453f-9674-1a50383daa52 req-80d5e74d-c92a-41e1-b52a-489881d59831 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.18 "DELETE /v2.0/ports/9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 HTTP/1.1" status: 204 len: 173 time: 1.2595789 Jul 22 23:36:47.676273 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59225bf8-eb05-48a2-a5d9-6a85735fc968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:47.725477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 74fcc665-706b-4253-a356-e6d6c8878a55, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=74fcc665-706b-4253-a356-e6d6c8878a55,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:47.758392 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8183552b-5d49-405c-b926-e9e4c1156a65 x-openstack-request-id: req-8183552b-5d49-405c-b926-e9e4c1156a65 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:47.758705 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df053056-ca25-4c71-a530-e8883548338e", "name": "network-vif-unplugged", "status": "completed", "tag": "74fcc665-706b-4253-a356-e6d6c8878a55", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:47.759500 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1bb71fe9-c347-4a06-a46a-394c969a1656 req-3a4a1f76-e85d-4aad-a3a2-ced2be3bcd85 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065116 Jul 22 23:36:47.760123 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8183552b-5d49-405c-b926-e9e4c1156a65 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:47.760617 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df053056-ca25-4c71-a530-e8883548338e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74fcc665-706b-4253-a356-e6d6c8878a55', 'code': 200} Jul 22 23:36:47.832203 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '74fcc665-706b-4253-a356-e6d6c8878a55', 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32', 'port_id': '74fcc665-706b-4253-a356-e6d6c8878a55', 'mac_address': 'fa:16:3e:5a:19:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac717a4-c9db-4c23-81f2-a537a23e9b0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:36:47.836046 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=230c5332-917f-4028-b84e-941cfd680bae,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:47.852085 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 56b1264f-fa25-4c2a-8841-f8096c645568 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:36:47.855002 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 4c933d7a-e797-41c8-818b-0c5ebb45d890 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:47.933969 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90b759a7-7d5f-4ae1-a605-35bbf351889f req-b739685f-ac19-4fef-adf7-5ee35df89537 tempest-ServersAdminNegativeTestJSON-134922351 tempest-ServersAdminNegativeTestJSON-134922351-project] 10.222.0.26 "GET /v2.0/ports?device_id=85c66ed3-9a70-4a18-be67-b1abd8290db6 HTTP/1.1" status: 200 len: 210 time: 0.0557849 Jul 22 23:36:48.069547 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.103998 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fcc665-706b-4253-a356-e6d6c8878a55 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:48.140514 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b768255a-5a92-4479-aba1-3c458fc94bea req-49735948-ee46-4fba-a971-5216a839ca4d service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5874126 Jul 22 23:36:48.164297 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 4c933d7a-e797-41c8-818b-0c5ebb45d890 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:48.176409 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 4c933d7a-e797-41c8-818b-0c5ebb45d890 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:48.176409 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.208550 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59225bf8-eb05-48a2-a5d9-6a85735fc968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.222745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b664e5-5340-4703-9024-dc8b84828d6c req-0c4ff007-8a65-40f8-9232-b28afcf94459 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:48.227100 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 74fcc665-706b-4253-a356-e6d6c8878a55, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=74fcc665-706b-4253-a356-e6d6c8878a55,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:48.229900 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-29b664e5-5340-4703-9024-dc8b84828d6c req-0c4ff007-8a65-40f8-9232-b28afcf94459 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 944 time: 0.4507701 Jul 22 23:36:48.243170 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59225bf8-eb05-48a2-a5d9-6a85735fc968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.243374 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.297455 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 56b1264f-fa25-4c2a-8841-f8096c645568, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=56b1264f-fa25-4c2a-8841-f8096c645568,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:48.338488 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-59225bf8-eb05-48a2-a5d9-6a85735fc968 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93147dcb6c2f40fb89dd710077e5d79f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0602818 Jul 22 23:36:48.341117 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37488) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:48.358628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225bf8-eb05-48a2-a5d9-6a85735fc968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d467c79-c64c-4494-897c-7b83c08d45ae,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:48.380438 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-29b664e5-5340-4703-9024-dc8b84828d6c req-57bcc052-0d74-4b1b-b354-a172a44f3f10 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378279 Jul 22 23:36:48.436059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d68dc5-fbce-465e-bd2d-d58e25997141 req-80e5cbac-afb8-4fea-bb89-fa99b76c9526 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:48.439036 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0d68dc5-fbce-465e-bd2d-d58e25997141 req-80e5cbac-afb8-4fea-bb89-fa99b76c9526 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 944 time: 0.2566934 Jul 22 23:36:48.508377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '56b1264f-fa25-4c2a-8841-f8096c645568', 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548', 'port_id': '56b1264f-fa25-4c2a-8841-f8096c645568', 'mac_address': 'fa:16:3e:0d:56:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6fea40-f65b-49f5-b79a-e507ab04e592', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:36:48.511939 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6db3b198-b9d9-4e68-a3df-12b59bf4ef56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.551199 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6db3b198-b9d9-4e68-a3df-12b59bf4ef56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.571135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=74fcc665-706b-4253-a356-e6d6c8878a55,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:48.594263 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['74fcc665-706b-4253-a356-e6d6c8878a55'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:48.616691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0d68dc5-fbce-465e-bd2d-d58e25997141 req-5feee237-f190-4f5f-bbbd-f87446864277 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632817 Jul 22 23:36:48.636923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['230c5332-917f-4028-b84e-941cfd680bae'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:48.658305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c66ed3-9a70-4a18-be67-b1abd8290db6', 'name': 'network-vif-deleted', 'tag': '9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:48.662226 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a2f227-ab97-48f7-baaf-6b17e9d3951c" -d '{"events": [{"server_uuid": "85c66ed3-9a70-4a18-be67-b1abd8290db6", "name": "network-vif-deleted", "tag": "9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:48.672181 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6db3b198-b9d9-4e68-a3df-12b59bf4ef56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.675540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6db3b198-b9d9-4e68-a3df-12b59bf4ef56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.676096 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6696e581-3ce5-40ff-9b34-889d776a3e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.681558 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6db3b198-b9d9-4e68-a3df-12b59bf4ef56 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1d467c79-c64c-4494-897c-7b83c08d45ae HTTP/1.1" status: 204 len: 168 time: 0.3389034 Jul 22 23:36:48.691766 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3b198-b9d9-4e68-a3df-12b59bf4ef56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d467c79-c64c-4494-897c-7b83c08d45ae,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:48.719386 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.724018 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.745385 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae2ab09-9d47-4311-81b8-d84ce94f2696 x-openstack-request-id: req-5ae2ab09-9d47-4311-81b8-d84ce94f2696 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:48.745615 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c66ed3-9a70-4a18-be67-b1abd8290db6", "name": "network-vif-deleted", "tag": "9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:48.745839 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ae2ab09-9d47-4311-81b8-d84ce94f2696 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:48.746184 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c66ed3-9a70-4a18-be67-b1abd8290db6', 'name': 'network-vif-deleted', 'tag': '9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03', 'status': 'completed', 'code': 200} Jul 22 23:36:48.758051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d593e78-b82c-420d-a0cd-a7a07acf146e req-bb101c37-7e92-47bf-a8ca-6a2910addb36 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:48.764828 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d593e78-b82c-420d-a0cd-a7a07acf146e req-bb101c37-7e92-47bf-a8ca-6a2910addb36 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 945 time: 0.2073376 Jul 22 23:36:48.770788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 4c933d7a-e797-41c8-818b-0c5ebb45d890, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=4c933d7a-e797-41c8-818b-0c5ebb45d890,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:48.817820 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.847395 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d593e78-b82c-420d-a0cd-a7a07acf146e req-e92e50b7-94b8-42ce-8d6b-a7e58e76cfdc tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db9fd76-01a6-43fd-b16e-50c44a6d663d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814950 Jul 22 23:36:48.876483 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b1264f-fa25-4c2a-8841-f8096c645568 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:48.954021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 56b1264f-fa25-4c2a-8841-f8096c645568, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=56b1264f-fa25-4c2a-8841-f8096c645568,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:48.989212 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.994008 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=4c933d7a-e797-41c8-818b-0c5ebb45d890,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:49.087120 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d076a0-7631-4ec2-9ab2-29d7b83ef170 req-4a3dc112-2387-46b7-ac47-0063c1bd5210 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:49.092685 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60d076a0-7631-4ec2-9ab2-29d7b83ef170 req-4a3dc112-2387-46b7-ac47-0063c1bd5210 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 943 time: 0.2351522 Jul 22 23:36:49.099180 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:36:49.166132 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60d076a0-7631-4ec2-9ab2-29d7b83ef170 req-f517ec00-654b-4794-a84b-229f2dd8c532 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615053 Jul 22 23:36:49.195414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=56b1264f-fa25-4c2a-8841-f8096c645568,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:49.287924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37514) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:49.303341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6696e581-3ce5-40ff-9b34-889d776a3e6a admin admin] Deleting port ea945a9c-1d50-47eb-ab93-f2fb5f508769 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:49.303954 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6696e581-3ce5-40ff-9b34-889d776a3e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:49.309639 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['56b1264f-fa25-4c2a-8841-f8096c645568'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:49.323607 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-417cb51a-2629-4db1-a21f-23a1e299b54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:49.436610 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6696e581-3ce5-40ff-9b34-889d776a3e6a admin admin] For port ea945a9c-1d50-47eb-ab93-f2fb5f508769, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ea945a9c-1d50-47eb-ab93-f2fb5f508769,segment=NetworkSegment(40a12560-bf69-4171-a387-b2c26302b639),segment_id=40a12560-bf69-4171-a387-b2c26302b639)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:49.437229 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6696e581-3ce5-40ff-9b34-889d776a3e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:49.494940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6696e581-3ce5-40ff-9b34-889d776a3e6a admin admin] Calling delete_port for ea945a9c-1d50-47eb-ab93-f2fb5f508769 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:49.516217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37520) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:49.560562 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-417cb51a-2629-4db1-a21f-23a1e299b54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:49.570842 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-417cb51a-2629-4db1-a21f-23a1e299b54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:49.622630 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-417cb51a-2629-4db1-a21f-23a1e299b54b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c1cdde76e2e47f98169fe30ba00eb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308229 Jul 22 23:36:49.622630 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cb51a-2629-4db1-a21f-23a1e299b54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27bb8fa-965b-4491-a5bf-af32c8259731,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:49.636667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:49.666712 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0a7bc-a6cf-4d2b-aa23-5c2bdae1acf1 req-6e1b8b18-afcf-4ff4-b7c5-dc7682cc20ea tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:49.667687 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aaf0a7bc-a6cf-4d2b-aa23-5c2bdae1acf1 req-6e1b8b18-afcf-4ff4-b7c5-dc7682cc20ea tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.1915669 Jul 22 23:36:49.764489 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7965d419-e91d-4e83-aed4-46e9223822c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c933d7a-e797-41c8-818b-0c5ebb45d890'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:49.766367 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bc6a71-5f05-4c43-9f1b-53e023c22e68" -d '{"events": [{"server_uuid": "7965d419-e91d-4e83-aed4-46e9223822c8", "name": "network-vif-plugged", "status": "completed", "tag": "4c933d7a-e797-41c8-818b-0c5ebb45d890"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:49.781464 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bd8e5e21-76a6-4c73-8519-870704cd56dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e7c674b486f4e1290a36032d84e5354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631581 Jul 22 23:36:49.784208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37530) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:49.848800 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0634a553-6435-45de-ab3d-12e70b473a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:49.857628 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:49.876751 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0634a553-6435-45de-ab3d-12e70b473a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:49.882551 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:49.882925 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9ff9b49b-2f77-4d8d-a1d7-29ce51cb6b03 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:49.940022 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0634a553-6435-45de-ab3d-12e70b473a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:49.943155 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0634a553-6435-45de-ab3d-12e70b473a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:49.946936 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0634a553-6435-45de-ab3d-12e70b473a8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/122ab8aa-915f-4f33-a48f-b3b879f7cccb HTTP/1.1" status: 204 len: 168 time: 0.1589825 Jul 22 23:36:49.958035 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634a553-6435-45de-ab3d-12e70b473a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122ab8aa-915f-4f33-a48f-b3b879f7cccb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:50.176655 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3be2e01d-3527-4971-b4f2-d14de244dc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:50.192906 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aaf0a7bc-a6cf-4d2b-aa23-5c2bdae1acf1 req-6ac61363-72b4-4845-9e7f-5187cd829eaa tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138779 Jul 22 23:36:50.228700 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3be2e01d-3527-4971-b4f2-d14de244dc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:50.295366 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39ed33-a571-46eb-8850-2e250cba616b req-af8b52d5-fa57-489e-a563-c5f2eb21dcb8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:50.302704 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eecde2b-ddd5-4ef2-9130-7b596ef20f16 x-openstack-request-id: req-4eecde2b-ddd5-4ef2-9130-7b596ef20f16 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:50.303217 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7965d419-e91d-4e83-aed4-46e9223822c8", "name": "network-vif-plugged", "status": "completed", "tag": "4c933d7a-e797-41c8-818b-0c5ebb45d890", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:50.303325 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4eecde2b-ddd5-4ef2-9130-7b596ef20f16 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:50.303649 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7965d419-e91d-4e83-aed4-46e9223822c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c933d7a-e797-41c8-818b-0c5ebb45d890', 'code': 200} Jul 22 23:36:50.306238 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e39ed33-a571-46eb-8850-2e250cba616b req-af8b52d5-fa57-489e-a563-c5f2eb21dcb8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 944 time: 0.5843563 Jul 22 23:36:50.370710 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6696e581-3ce5-40ff-9b34-889d776a3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:50.393661 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e39ed33-a571-46eb-8850-2e250cba616b req-3ab9593c-57ad-4eae-8b12-9a74d22d91c8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865552 Jul 22 23:36:50.465429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37542) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:50.472523 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3be2e01d-3527-4971-b4f2-d14de244dc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:50.475688 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3be2e01d-3527-4971-b4f2-d14de244dc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:50.479729 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3be2e01d-3527-4971-b4f2-d14de244dc5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b27bb8fa-965b-4491-a5bf-af32c8259731 HTTP/1.1" status: 204 len: 168 time: 0.8419979 Jul 22 23:36:50.533432 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696e581-3ce5-40ff-9b34-889d776a3e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=ea945a9c-1d50-47eb-ab93-f2fb5f508769,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:50.533432 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2e01d-3527-4971-b4f2-d14de244dc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27bb8fa-965b-4491-a5bf-af32c8259731,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:50.631062 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ee7b17c-594c-4405-8bd1-a09454df4df9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e40058b0aecb4e3685d9db197967418a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1643498 Jul 22 23:36:50.632689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37546) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:50.655319 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafee76-0533-43ea-818c-6c7d0b1ab2ea req-fa724297-91af-44fe-9402-946edff4982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:50.659507 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dcafee76-0533-43ea-818c-6c7d0b1ab2ea req-fa724297-91af-44fe-9402-946edff4982d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 1096 time: 0.2415409 Jul 22 23:36:50.723999 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dcafee76-0533-43ea-818c-6c7d0b1ab2ea req-51c0c0cd-628a-4fba-b614-004bcdc69b69 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562015 Jul 22 23:36:50.841385 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e8d37bd-f028-4476-889c-eab48d17be9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:50.855642 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb30042-7928-40f0-9328-e33181d01f83 req-27821031-ae7a-4895-9518-f776479d2c8a tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:50.858172 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fb30042-7928-40f0-9328-e33181d01f83 req-27821031-ae7a-4895-9518-f776479d2c8a tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 945 time: 0.4945242 Jul 22 23:36:50.900647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef469fc-6985-40fa-a043-7e954275a760 req-4d7cf6d1-6b00-4705-9384-f5c9c4a62ea9 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:50.903371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 230c5332-917f-4028-b84e-941cfd680bae up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:50.935105 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ef469fc-6985-40fa-a043-7e954275a760 req-4d7cf6d1-6b00-4705-9384-f5c9c4a62ea9 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 944 time: 0.4371448 Jul 22 23:36:50.970733 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e8d37bd-f028-4476-889c-eab48d17be9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:50.978463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 230c5332-917f-4028-b84e-941cfd680bae completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:50.983380 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 230c5332-917f-4028-b84e-941cfd680bae triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:50.983768 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:51.060334 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6696e581-3ce5-40ff-9b34-889d776a3e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:51.084994 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fb30042-7928-40f0-9328-e33181d01f83 req-9bb74a29-1ac9-4636-9ecd-b781b866a945 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db9fd76-01a6-43fd-b16e-50c44a6d663d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126236 Jul 22 23:36:51.141901 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:51.186189 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 230c5332-917f-4028-b84e-941cfd680bae, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=230c5332-917f-4028-b84e-941cfd680bae,segment=NetworkSegment(46393a6d-fae8-4f94-b04c-15fa7a42a1b1),segment_id=46393a6d-fae8-4f94-b04c-15fa7a42a1b1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:51.203991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ef469fc-6985-40fa-a043-7e954275a760 req-bf139f32-1449-4209-a3a5-d027429ad911 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672267 Jul 22 23:36:51.206759 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:51.209109 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 74fcc665-706b-4253-a356-e6d6c8878a55 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:51.393803 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e8d37bd-f028-4476-889c-eab48d17be9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:51.396875 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e8d37bd-f028-4476-889c-eab48d17be9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:51.411996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1e8d37bd-f028-4476-889c-eab48d17be9e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f2c19d6-034d-4826-b666-c112641a8efd HTTP/1.1" status: 204 len: 168 time: 0.7427812 Jul 22 23:36:51.435348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=230c5332-917f-4028-b84e-941cfd680bae,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:51.474200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d37bd-f028-4476-889c-eab48d17be9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2c19d6-034d-4826-b666-c112641a8efd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:51.541216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 74fcc665-706b-4253-a356-e6d6c8878a55 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:51.544809 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:51.552056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6696e581-3ce5-40ff-9b34-889d776a3e6a admin admin] Router b68b208a-dd24-4522-976c-4409e2ed2b37 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:36:51.686184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773093ee-a39f-4df5-98c3-e231653eae45 req-0d7a184a-8d37-464c-9142-5bc76423a9f1 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:51.698157 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-773093ee-a39f-4df5-98c3-e231653eae45 req-0d7a184a-8d37-464c-9142-5bc76423a9f1 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.3857868 Jul 22 23:36:51.704478 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:51.788173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 74fcc665-706b-4253-a356-e6d6c8878a55, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=74fcc665-706b-4253-a356-e6d6c8878a55,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:51.794423 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:51.874490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=74fcc665-706b-4253-a356-e6d6c8878a55,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:51.879044 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 56b1264f-fa25-4c2a-8841-f8096c645568 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:51.925055 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6696e581-3ce5-40ff-9b34-889d776a3e6a admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:36:51.940113 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf9e744-fef3-4b1c-800c-9e1d34cbb898 None None] Sync routers for ids ['b68b208a-dd24-4522-976c-4409e2ed2b37'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:36:51.942270 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6696e581-3ce5-40ff-9b34-889d776a3e6a admin admin] 10.222.0.26 "PUT /v2.0/routers/b68b208a-dd24-4522-976c-4409e2ed2b37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7352159 Jul 22 23:36:51.944786 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37588) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:51.964258 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf9e744-fef3-4b1c-800c-9e1d34cbb898 None None] Routers {'b68b208a-dd24-4522-976c-4409e2ed2b37'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:51.965578 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7cf9e744-fef3-4b1c-800c-9e1d34cbb898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:36:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b68b208a-dd24-4522-976c-4409e2ed2b37'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:51.982456 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-773093ee-a39f-4df5-98c3-e231653eae45 req-43a60b3f-76ab-452e-952b-cbefd197c5db tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782722 Jul 22 23:36:52.021203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd70cd0-d588-4d74-ac8d-82efddf0a100 req-7f60e182-a34a-4c53-8e0e-40e13e52a9f0 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:52.021203 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ddd70cd0-d588-4d74-ac8d-82efddf0a100 req-7f60e182-a34a-4c53-8e0e-40e13e52a9f0 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 944 time: 0.4967632 Jul 22 23:36:52.036109 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 56b1264f-fa25-4c2a-8841-f8096c645568 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:52.055652 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 56b1264f-fa25-4c2a-8841-f8096c645568 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:52.063965 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:52.220042 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ddd70cd0-d588-4d74-ac8d-82efddf0a100 req-22bfc4c5-21b9-4e84-a123-b90167444170 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990969 Jul 22 23:36:52.285268 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86e47d04-8820-404f-abc8-d6e5069dfc6e admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:52.343792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9333c3-109f-4740-a6ab-0498ca13f6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230c5332-917f-4028-b84e-941cfd680bae'}, {'server_uuid': 'df053056-ca25-4c71-a530-e8883548338e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fcc665-706b-4253-a356-e6d6c8878a55'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:52.362578 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee80ed20-0946-495c-b227-7600f1284483" -d '{"events": [{"server_uuid": "8c9333c3-109f-4740-a6ab-0498ca13f6f0", "name": "network-vif-plugged", "status": "completed", "tag": "230c5332-917f-4028-b84e-941cfd680bae"}, {"server_uuid": "df053056-ca25-4c71-a530-e8883548338e", "name": "network-vif-plugged", "status": "completed", "tag": "74fcc665-706b-4253-a356-e6d6c8878a55"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:52.372757 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7cf9e744-fef3-4b1c-800c-9e1d34cbb898 None None] Set router b68b208a-dd24-4522-976c-4409e2ed2b37 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:52.420948 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:52.452784 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a60b6-fe04-4828-a0a2-255355ea4b92 req-4a522495-5ec7-48a6-897f-445ed6f4fbd1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:52.459889 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-026a60b6-fe04-4828-a0a2-255355ea4b92 req-4a522495-5ec7-48a6-897f-445ed6f4fbd1 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 946 time: 0.2388105 Jul 22 23:36:52.502622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 56b1264f-fa25-4c2a-8841-f8096c645568, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=56b1264f-fa25-4c2a-8841-f8096c645568,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:52.514844 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:52.621955 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-026a60b6-fe04-4828-a0a2-255355ea4b92 req-df55e9bc-86d9-42e0-b3de-51a290220644 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db9fd76-01a6-43fd-b16e-50c44a6d663d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494896 Jul 22 23:36:52.654810 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=56b1264f-fa25-4c2a-8841-f8096c645568,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:52.691899 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86e47d04-8820-404f-abc8-d6e5069dfc6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:52.746481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1090b-1dcb-4838-a265-3141f6847466 req-55c6501e-cd66-45b5-99f7-4955eaee64e2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:52.761645 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27a1090b-1dcb-4838-a265-3141f6847466 req-55c6501e-cd66-45b5-99f7-4955eaee64e2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 945 time: 0.2413394 Jul 22 23:36:52.771479 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5692d59-43ab-4bfa-9569-a42a6fabb173 x-openstack-request-id: req-e5692d59-43ab-4bfa-9569-a42a6fabb173 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:52.771793 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9333c3-109f-4740-a6ab-0498ca13f6f0", "name": "network-vif-plugged", "status": "completed", "tag": "230c5332-917f-4028-b84e-941cfd680bae", "code": 200}, {"server_uuid": "df053056-ca25-4c71-a530-e8883548338e", "name": "network-vif-plugged", "status": "completed", "tag": "74fcc665-706b-4253-a356-e6d6c8878a55", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:52.772046 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5692d59-43ab-4bfa-9569-a42a6fabb173 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:52.772451 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9333c3-109f-4740-a6ab-0498ca13f6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230c5332-917f-4028-b84e-941cfd680bae', 'code': 200} Jul 22 23:36:52.772710 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df053056-ca25-4c71-a530-e8883548338e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fcc665-706b-4253-a356-e6d6c8878a55', 'code': 200} Jul 22 23:36:52.882005 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-86e47d04-8820-404f-abc8-d6e5069dfc6e admin admin] Deleting port 6fa55dbb-ab23-49fb-ad87-9623aa31696e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:52.883861 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86e47d04-8820-404f-abc8-d6e5069dfc6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:52.919505 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7cf9e744-fef3-4b1c-800c-9e1d34cbb898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'name': 'tempest-FloatingIPsTestJSON-686035564-router', 'tenant_id': '416d966c78384952bf49408547c95021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '6fa55dbb-ab23-49fb-ad87-9623aa31696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:20Z', 'updated_at': '2021-07-22T23:36:50Z', 'revision_number': 5, 'project_id': '416d966c78384952bf49408547c95021', 'gw_port': {'id': '6fa55dbb-ab23-49fb-ad87-9623aa31696e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:21Z', 'updated_at': '2021-07-22T23:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:52.950283 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27a1090b-1dcb-4838-a265-3141f6847466 req-a0fe2c52-6e3b-4220-9c50-1bc6298a0a6a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876383 Jul 22 23:36:52.984135 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf9e744-fef3-4b1c-800c-9e1d34cbb898 None None] Checking router: b68b208a-dd24-4522-976c-4409e2ed2b37 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:36:53.042474 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf9e744-fef3-4b1c-800c-9e1d34cbb898 None None] Routers {'b68b208a-dd24-4522-976c-4409e2ed2b37'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:53.043357 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7cf9e744-fef3-4b1c-800c-9e1d34cbb898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:36:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b68b208a-dd24-4522-976c-4409e2ed2b37'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:53.045057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194a802-ff97-4ded-ad6d-ec6e46b25072 req-c5aa9cfe-fe41-45d5-889c-6c504ddff540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:53.048753 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c194a802-ff97-4ded-ad6d-ec6e46b25072 req-c5aa9cfe-fe41-45d5-889c-6c504ddff540 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 1096 time: 0.0810978 Jul 22 23:36:53.129773 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c194a802-ff97-4ded-ad6d-ec6e46b25072 req-72fade1b-1938-4344-959e-e053f924379e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745511 Jul 22 23:36:53.237571 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-86e47d04-8820-404f-abc8-d6e5069dfc6e admin admin] For port 6fa55dbb-ab23-49fb-ad87-9623aa31696e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6fa55dbb-ab23-49fb-ad87-9623aa31696e,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:53.238887 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86e47d04-8820-404f-abc8-d6e5069dfc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:53.253572 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7cf9e744-fef3-4b1c-800c-9e1d34cbb898 None None] Set router b68b208a-dd24-4522-976c-4409e2ed2b37 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:53.269891 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-86e47d04-8820-404f-abc8-d6e5069dfc6e admin admin] Calling delete_port for 6fa55dbb-ab23-49fb-ad87-9623aa31696e owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:53.272984 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a834f-e062-432c-ac70-995a993170ad req-89216b08-9ad2-4999-a26a-0994188ea333 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:53.281640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1a834f-e062-432c-ac70-995a993170ad req-89216b08-9ad2-4999-a26a-0994188ea333 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.1348376 Jul 22 23:36:53.299614 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea6311-d5f4-4f61-9892-7db2a6a1f5cf req-81b2a78e-6e07-4394-a078-aaf319adffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:53.301673 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bbea6311-d5f4-4f61-9892-7db2a6a1f5cf req-81b2a78e-6e07-4394-a078-aaf319adffe8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 1097 time: 0.1685226 Jul 22 23:36:53.383560 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7cf9e744-fef3-4b1c-800c-9e1d34cbb898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'name': 'tempest-FloatingIPsTestJSON-686035564-router', 'tenant_id': '416d966c78384952bf49408547c95021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:20Z', 'updated_at': '2021-07-22T23:36:52Z', 'revision_number': 6, 'project_id': '416d966c78384952bf49408547c95021', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:53.431643 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1a834f-e062-432c-ac70-995a993170ad req-edb7ea8d-d9a7-4bc3-9ef0-9e5938872e3d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488678 Jul 22 23:36:53.435842 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bbea6311-d5f4-4f61-9892-7db2a6a1f5cf req-13511e29-54b3-4a67-96b7-8543d0ea9469 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6db9fd76-01a6-43fd-b16e-50c44a6d663d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907741 Jul 22 23:36:53.441690 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf9e744-fef3-4b1c-800c-9e1d34cbb898 None None] The sync data for ids ['b68b208a-dd24-4522-976c-4409e2ed2b37'] in n-d-688802-2 is: [{'id': 'b68b208a-dd24-4522-976c-4409e2ed2b37', 'name': 'tempest-FloatingIPsTestJSON-686035564-router', 'tenant_id': '416d966c78384952bf49408547c95021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:20Z', 'updated_at': '2021-07-22T23:36:52Z', 'revision_number': 6, 'project_id': '416d966c78384952bf49408547c95021', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:36:53.517013 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1e852-0ef9-40ec-a1e8-1cf092561544 req-b29b7453-f8be-4e4d-9e52-f4ee4680f5a8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:53.527006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47f1e852-0ef9-40ec-a1e8-1cf092561544 req-b29b7453-f8be-4e4d-9e52-f4ee4680f5a8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 945 time: 0.2082033 Jul 22 23:36:53.604479 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47f1e852-0ef9-40ec-a1e8-1cf092561544 req-f9c58c1b-9785-4fa8-b1e2-649dd8d26786 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725832 Jul 22 23:36:53.651582 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86e47d04-8820-404f-abc8-d6e5069dfc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:53.683431 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e47d04-8820-404f-abc8-d6e5069dfc6e admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa55dbb-ab23-49fb-ad87-9623aa31696e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:53.773818 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86e47d04-8820-404f-abc8-d6e5069dfc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:53.884828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82208592-e8eb-4aa3-abb0-7d2ff6c222a6 req-5e4a2154-b98a-4a69-918e-33b8edd8317c tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:53.889757 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82208592-e8eb-4aa3-abb0-7d2ff6c222a6 req-5e4a2154-b98a-4a69-918e-33b8edd8317c tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 946 time: 0.1107252 Jul 22 23:36:53.906524 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86e47d04-8820-404f-abc8-d6e5069dfc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:53.909784 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86e47d04-8820-404f-abc8-d6e5069dfc6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:53.959463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82208592-e8eb-4aa3-abb0-7d2ff6c222a6 req-37185403-fd6c-48b2-baf5-1d310492e379 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db9fd76-01a6-43fd-b16e-50c44a6d663d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623236 Jul 22 23:36:53.971015 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86e47d04-8820-404f-abc8-d6e5069dfc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:53.971810 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e47d04-8820-404f-abc8-d6e5069dfc6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b68b208a-dd24-4522-976c-4409e2ed2b37 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:36:53.976502 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86e47d04-8820-404f-abc8-d6e5069dfc6e admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:53.977982 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-86e47d04-8820-404f-abc8-d6e5069dfc6e admin admin] 10.222.0.26 "DELETE /v2.0/routers/b68b208a-dd24-4522-976c-4409e2ed2b37 HTTP/1.1" status: 204 len: 168 time: 2.0315135 Jul 22 23:36:53.980664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:54.053086 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bb6ce1-4df3-4dba-99c8-c5a5b990c4c4 admin admin] Deleting subnet 1d398e20-5e60-4dcb-a466-048f7bf02a4d {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:36:54.057962 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8bb6ce1-4df3-4dba-99c8-c5a5b990c4c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:54.122156 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8bb6ce1-4df3-4dba-99c8-c5a5b990c4c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:54.242432 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4f573-5688-4405-968c-769ab2e714af req-7d2b572b-aed6-4415-8ce2-9ed0aaa952d0 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:54.243936 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2d4f573-5688-4405-968c-769ab2e714af req-7d2b572b-aed6-4415-8ce2-9ed0aaa952d0 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.1875665 Jul 22 23:36:54.284135 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8bb6ce1-4df3-4dba-99c8-c5a5b990c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:54.316684 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101242f4-d7c2-401e-a88b-32dd58950a1c req-8ab48a0f-2253-4abb-8c04-3f5fdf7281a7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:54.319033 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-101242f4-d7c2-401e-a88b-32dd58950a1c req-8ab48a0f-2253-4abb-8c04-3f5fdf7281a7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 945 time: 0.1771886 Jul 22 23:36:54.349214 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2d4f573-5688-4405-968c-769ab2e714af req-f72ef839-58c1-444b-9df9-0cc729f2ce47 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976562 Jul 22 23:36:54.398639 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-101242f4-d7c2-401e-a88b-32dd58950a1c req-fda4992e-f9d3-4d01-8b2f-ea62cfe58c6a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670598 Jul 22 23:36:54.405764 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8bb6ce1-4df3-4dba-99c8-c5a5b990c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:54.415205 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6fa55dbb-ab23-49fb-ad87-9623aa31696e no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:54.442757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb6ce1-4df3-4dba-99c8-c5a5b990c4c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d398e20-5e60-4dcb-a466-048f7bf02a4d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:54.447260 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8bb6ce1-4df3-4dba-99c8-c5a5b990c4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:54.449957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a8bb6ce1-4df3-4dba-99c8-c5a5b990c4c4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1d398e20-5e60-4dcb-a466-048f7bf02a4d HTTP/1.1" status: 204 len: 168 time: 0.4680517 Jul 22 23:36:54.452651 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37694) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:54.456853 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 6fa55dbb-ab23-49fb-ad87-9623aa31696e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:54.457242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6fa55dbb-ab23-49fb-ad87-9623aa31696e not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:54.457661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ea945a9c-1d50-47eb-ab93-f2fb5f508769 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:54.479002 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da2f9fa-5971-40be-a015-0363d914bd0d None None] Network f2112a3e-dbe0-480f-a850-35ee8a334e48 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:36:54.498753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: ea945a9c-1d50-47eb-ab93-f2fb5f508769 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:54.501181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ea945a9c-1d50-47eb-ab93-f2fb5f508769 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:54.568167 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:54.676851 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] Deleting port fb409e21-a0d9-4bd5-a128-606b6bd49c98 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:54.677238 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:54.752777 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179fc0d9-c5ef-4bc9-af01-3cf5de205b5d None None] DHCP port deletion for f2112a3e-dbe0-480f-a850-35ee8a334e48 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:36:54.782452 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] For port fb409e21-a0d9-4bd5-a128-606b6bd49c98, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fb409e21-a0d9-4bd5-a128-606b6bd49c98,segment=NetworkSegment(40a12560-bf69-4171-a387-b2c26302b639),segment_id=40a12560-bf69-4171-a387-b2c26302b639)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:54.782814 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:54.785928 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae871989-7f3e-4b0e-8c46-79bdf28b0765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b1264f-fa25-4c2a-8841-f8096c645568'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:54.788609 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0815b37-6cf7-411c-8243-36d1c30c4d45" -d '{"events": [{"server_uuid": "ae871989-7f3e-4b0e-8c46-79bdf28b0765", "name": "network-vif-plugged", "status": "completed", "tag": "56b1264f-fa25-4c2a-8841-f8096c645568"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:54.811963 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] Calling delete_port for fb409e21-a0d9-4bd5-a128-606b6bd49c98 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:54.821483 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-179fc0d9-c5ef-4bc9-af01-3cf5de205b5d None None] Deleting port fb409e21-a0d9-4bd5-a128-606b6bd49c98 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:54.821868 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-179fc0d9-c5ef-4bc9-af01-3cf5de205b5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:54.874783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6d908-cda0-45e7-a678-d62f164052b0 req-6dbaabcf-02a5-4b0f-a523-a9417ecd10ab tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:54.877497 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11f6d908-cda0-45e7-a678-d62f164052b0 req-6dbaabcf-02a5-4b0f-a523-a9417ecd10ab tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 945 time: 0.1328669 Jul 22 23:36:54.914333 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-179fc0d9-c5ef-4bc9-af01-3cf5de205b5d None None] For port fb409e21-a0d9-4bd5-a128-606b6bd49c98, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fb409e21-a0d9-4bd5-a128-606b6bd49c98,segment=NetworkSegment(40a12560-bf69-4171-a387-b2c26302b639),segment_id=40a12560-bf69-4171-a387-b2c26302b639)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:54.914814 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-179fc0d9-c5ef-4bc9-af01-3cf5de205b5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:54.927131 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:54.927769 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-179fc0d9-c5ef-4bc9-af01-3cf5de205b5d None None] Calling delete_port for fb409e21-a0d9-4bd5-a128-606b6bd49c98 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:54.956191 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11f6d908-cda0-45e7-a678-d62f164052b0 req-4e6b03ea-a3c1-442c-bf9d-ee873923a700 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732346 Jul 22 23:36:54.966597 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] Pushing event deleted for resources: {'Port': ['ID=fb409e21-a0d9-4bd5-a128-606b6bd49c98,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:54.970471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] No DVR routers for this DVR port fb409e21-a0d9-4bd5-a128-606b6bd49c98 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:55.020227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50a792-ec6d-4b60-80e2-293456e335a3 req-c2e9fc79-7e9e-427f-b24e-c998285fd6ef tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:55.022013 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa50a792-ec6d-4b60-80e2-293456e335a3 req-c2e9fc79-7e9e-427f-b24e-c998285fd6ef tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/ports?device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 950 time: 0.1181889 Jul 22 23:36:55.063148 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-179fc0d9-c5ef-4bc9-af01-3cf5de205b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.072269 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.082114 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa50a792-ec6d-4b60-80e2-293456e335a3 req-3c0d2961-cf71-4ad9-ad07-d1d2a26031c0 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbb826ee-cc77-4c65-b5bf-281885147062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527670 Jul 22 23:36:55.086648 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2112a3e-dbe0-480f-a850-35ee8a334e48']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:55.101636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a12560-bf69-4171-a387-b2c26302b639') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:55.102381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a12560-bf69-4171-a387-b2c26302b639') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:55.120983 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.127087 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de00e5b-6ab6-4559-ae1e-103078e34fac x-openstack-request-id: req-0de00e5b-6ab6-4559-ae1e-103078e34fac {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:55.127363 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae871989-7f3e-4b0e-8c46-79bdf28b0765", "name": "network-vif-plugged", "status": "completed", "tag": "56b1264f-fa25-4c2a-8841-f8096c645568", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:55.127491 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0de00e5b-6ab6-4559-ae1e-103078e34fac {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:55.127844 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae871989-7f3e-4b0e-8c46-79bdf28b0765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b1264f-fa25-4c2a-8841-f8096c645568', 'code': 200} Jul 22 23:36:55.131320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fc0d9-c5ef-4bc9-af01-3cf5de205b5d None None] Pushing event deleted for resources: {'Port': ['ID=fb409e21-a0d9-4bd5-a128-606b6bd49c98,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:55.152003 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179fc0d9-c5ef-4bc9-af01-3cf5de205b5d None None] No DVR routers for this DVR port fb409e21-a0d9-4bd5-a128-606b6bd49c98 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:55.174166 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.183780 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:36:55.184320 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:36:55.186498 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:36:55.280389 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.288879 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.291547 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] 10.222.0.26 "DELETE /v2.0/networks/f2112a3e-dbe0-480f-a850-35ee8a334e48 HTTP/1.1" status: 204 len: 168 time: 0.8374197 Jul 22 23:36:55.309589 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94068b6d-8b00-4742-9f5f-962768701cff admin admin] Pushing event deleted for resources: {'Network': ['ID=f2112a3e-dbe0-480f-a850-35ee8a334e48,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:55.320945 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26041853-7c8e-48cd-9dd0-23d3336f6aa1 req-5894adff-77ce-4ca7-9849-8f57645de003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:55.322182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9fa43-8c88-4ddd-9ad1-b82b53332e52 req-624ad5f9-aa5d-41f8-9155-e831752a5123 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:55.323701 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-26041853-7c8e-48cd-9dd0-23d3336f6aa1 req-5894adff-77ce-4ca7-9849-8f57645de003 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 1096 time: 0.1089787 Jul 22 23:36:55.324763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24e9fa43-8c88-4ddd-9ad1-b82b53332e52 req-624ad5f9-aa5d-41f8-9155-e831752a5123 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 946 time: 0.1397023 Jul 22 23:36:55.338465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777bc9e-d318-419b-9cd8-d0f7850c6e4c req-9b38d9a8-bc7b-4331-936c-6c8c655acada tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:55.340351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d777bc9e-d318-419b-9cd8-d0f7850c6e4c req-9b38d9a8-bc7b-4331-936c-6c8c655acada tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 945 time: 0.1175387 Jul 22 23:36:55.372782 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-26041853-7c8e-48cd-9dd0-23d3336f6aa1 req-68b2f122-c61c-4da9-ab01-b72a9c4b6113 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Jul 22 23:36:55.400954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24e9fa43-8c88-4ddd-9ad1-b82b53332e52 req-51560fb5-76b5-4bca-ae26-4b97abb0a00f tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db9fd76-01a6-43fd-b16e-50c44a6d663d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592699 Jul 22 23:36:55.425554 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d777bc9e-d318-419b-9cd8-d0f7850c6e4c req-d2c0d84c-2030-47e3-a46c-45a45d2be048 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588610 Jul 22 23:36:55.509812 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:55.560585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37786) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:55.560742 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7aaff939-c482-4b1e-ac8a-997fab479477 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=416d966c78384952bf49408547c95021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489488 Jul 22 23:36:55.622033 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49bf3800-c364-4fb9-a8cb-1da690ed7786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.690788 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49bf3800-c364-4fb9-a8cb-1da690ed7786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.767881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec110f-c224-4ac6-a1a3-59093bd1cd23 req-e4d6411d-d9e8-4640-9e27-f6266c61e92a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:55.775355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5bec110f-c224-4ac6-a1a3-59093bd1cd23 req-e4d6411d-d9e8-4640-9e27-f6266c61e92a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.1293259 Jul 22 23:36:55.778860 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49bf3800-c364-4fb9-a8cb-1da690ed7786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.782216 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49bf3800-c364-4fb9-a8cb-1da690ed7786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.783561 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-49bf3800-c364-4fb9-a8cb-1da690ed7786 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fcadd565-3a96-49ba-ac49-cc67c1a98f05 HTTP/1.1" status: 204 len: 168 time: 0.2216599 Jul 22 23:36:55.806471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf3800-c364-4fb9-a8cb-1da690ed7786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcadd565-3a96-49ba-ac49-cc67c1a98f05,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:55.846607 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5bec110f-c224-4ac6-a1a3-59093bd1cd23 req-2038dd2c-c403-449f-8502-dbcb4c970082 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701175 Jul 22 23:36:56.004538 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e893618-348f-4dc0-95a5-46c69ea8579f req-90343723-e5a2-4a6a-a374-26558171b76b tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:56.017475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37824) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:56.018063 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e893618-348f-4dc0-95a5-46c69ea8579f req-90343723-e5a2-4a6a-a374-26558171b76b tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 946 time: 0.1119359 Jul 22 23:36:56.024085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bcd728e0-f86d-4eeb-bb9f-7547625b77b9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Request body: {'floatingip': {'port_id': '230c5332-917f-4028-b84e-941cfd680bae'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:56.063120 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:56.093844 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcd728e0-f86d-4eeb-bb9f-7547625b77b9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:56.212794 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fb409e21-a0d9-4bd5-a128-606b6bd49c98 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:56.223141 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16320b16-08dd-4cbe-8d65-344aa6022bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:56.281670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: fb409e21-a0d9-4bd5-a128-606b6bd49c98 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:56.284935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fb409e21-a0d9-4bd5-a128-606b6bd49c98 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:56.442220 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16320b16-08dd-4cbe-8d65-344aa6022bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:56.452458 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16320b16-08dd-4cbe-8d65-344aa6022bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:56.539498 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-16320b16-08dd-4cbe-8d65-344aa6022bba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a640997ca384c6c9632b22daec5fd95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4749508 Jul 22 23:36:56.542368 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37856) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:56.545545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16320b16-08dd-4cbe-8d65-344aa6022bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3e7f4a-688c-4623-a026-efa139706e41,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:56.561193 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f377c47-5444-4d73-9627-788f6db799c0 req-bbbe09f8-4fb9-46db-8e64-db723a68bd69 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:56.569515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f377c47-5444-4d73-9627-788f6db799c0 req-bbbe09f8-4fb9-46db-8e64-db723a68bd69 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 945 time: 0.1916687 Jul 22 23:36:56.632540 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f377c47-5444-4d73-9627-788f6db799c0 req-8d9c57ad-be10-4f50-ae18-8f49d391f1d1 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561266 Jul 22 23:36:56.671447 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35cd2dfb-1bdb-4061-a722-ac16144eeb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:56.837146 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35cd2dfb-1bdb-4061-a722-ac16144eeb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:56.947004 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f719cb86-e13a-4577-ab6a-c8af222d6778 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:56.954073 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f719cb86-e13a-4577-ab6a-c8af222d6778 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/networks?id=16b356a7-3abc-4112-8d06-4a4d2cc76d32 HTTP/1.1" status: 200 len: 815 time: 0.1907024 Jul 22 23:36:56.970803 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-d24c9e32-ce35-4935-adab-77ef06e7f45e tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/quotas/38fcc2a549774a6aaf1f72dd88a094dc HTTP/1.1" status: 200 len: 375 time: 0.0147979 Jul 22 23:36:56.982043 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37888) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:56.982693 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35cd2dfb-1bdb-4061-a722-ac16144eeb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:56.985951 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35cd2dfb-1bdb-4061-a722-ac16144eeb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:56.989237 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-35cd2dfb-1bdb-4061-a722-ac16144eeb8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c3e7f4a-688c-4623-a026-efa139706e41 HTTP/1.1" status: 204 len: 168 time: 0.4430637 Jul 22 23:36:57.015211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd2dfb-1bdb-4061-a722-ac16144eeb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3e7f4a-688c-4623-a026-efa139706e41,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:57.078213 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcd728e0-f86d-4eeb-bb9f-7547625b77b9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.085498 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcd728e0-f86d-4eeb-bb9f-7547625b77b9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.088933 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44113a43-ce90-4ea2-a1d5-3e6204a3442d req-b63a7418-6c5f-450b-b951-1f6dc428da75 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:57.090498 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44113a43-ce90-4ea2-a1d5-3e6204a3442d req-b63a7418-6c5f-450b-b951-1f6dc428da75 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/ports?device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 950 time: 0.1172962 Jul 22 23:36:57.101797 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-99ef935e-13fd-487e-9cd1-7ec46c5454f9 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=38fcc2a549774a6aaf1f72dd88a094dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1294954 Jul 22 23:36:57.164915 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5c1388fc-72d5-4988-8cae-c66d3f43f392 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-network', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:57.181379 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44113a43-ce90-4ea2-a1d5-3e6204a3442d req-9eb50146-c49e-4f6c-aacc-26300f206b34 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbb826ee-cc77-4c65-b5bf-281885147062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783381 Jul 22 23:36:57.209942 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1388fc-72d5-4988-8cae-c66d3f43f392 admin admin] Made reservation on behalf of 30fa11b7d04d4613ba840561a8e3696e for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:57.212278 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c1388fc-72d5-4988-8cae-c66d3f43f392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.223301 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c1388fc-72d5-4988-8cae-c66d3f43f392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.232679 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-bcd728e0-f86d-4eeb-bb9f-7547625b77b9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Floating IP e2c87cec-84a3-412f-8450-5999460aa947 associated. External IP: 172.25.4.67, port: 230c5332-917f-4028-b84e-941cfd680bae. Jul 22 23:36:57.246032 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-149309ee-7a46-4b29-81ce-24926725e231 service neutron] 10.222.0.26 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296217 Jul 22 23:36:57.388985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37896) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:57.399357 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-e241eefb-a47a-4376-89af-33df1899c6d0 service neutron] 10.222.0.26 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464055 Jul 22 23:36:57.408176 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbf562-5f9f-49bb-a223-a850d763d0b7 req-a88b6b32-234e-4ec6-98af-d11bd0c856a1 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:57.409832 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fbbf562-5f9f-49bb-a223-a850d763d0b7 req-a88b6b32-234e-4ec6-98af-d11bd0c856a1 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.1447759 Jul 22 23:36:57.415775 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a5c786-9bcf-4fc6-9155-f431c3290af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.461114 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fbbf562-5f9f-49bb-a223-a850d763d0b7 req-779760fe-98c3-4153-9667-0a403626f1c2 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419426 Jul 22 23:36:57.484794 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c1388fc-72d5-4988-8cae-c66d3f43f392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.489895 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c1388fc-72d5-4988-8cae-c66d3f43f392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.538539 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1388fc-72d5-4988-8cae-c66d3f43f392 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:36:57.577969 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c1388fc-72d5-4988-8cae-c66d3f43f392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.579207 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-5c1388fc-72d5-4988-8cae-c66d3f43f392 admin admin] Added segment cd22a5ca-7bc4-469e-94d9-3f77e5579e64 of type vlan for network c14356d9-0eaa-4295-9673-7cc56a3b1b29 Jul 22 23:36:57.581596 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd728e0-f86d-4eeb-bb9f-7547625b77b9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Router d31b039d-353b-4e34-bb91-7b524b03ae27 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:36:57.589020 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1388fc-72d5-4988-8cae-c66d3f43f392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e344b12-6ec1-4c42-9301-efe6856e61aa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:57.634252 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2bda0091-5d84-4a9c-a59e-903d31c61740 req-396e07f6-28fc-47cf-a894-0664def0a9b6 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 210 time: 0.0692708 Jul 22 23:36:57.645265 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c1388fc-72d5-4988-8cae-c66d3f43f392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.659290 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a5c786-9bcf-4fc6-9155-f431c3290af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.666701 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a5c786-9bcf-4fc6-9155-f431c3290af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.739466 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-03a5c786-9bcf-4fc6-9155-f431c3290af5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8faa759103ec4e15a1a775ede7890632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470993 Jul 22 23:36:57.749378 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37912) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:57.763241 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5c786-9bcf-4fc6-9155-f431c3290af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141679fe-bbc4-416c-ae5f-1d1eb37f6e38,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:57.821196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c1388fc-72d5-4988-8cae-c66d3f43f392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.822490 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1388fc-72d5-4988-8cae-c66d3f43f392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:57.823631 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c1388fc-72d5-4988-8cae-c66d3f43f392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.841536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226346a-e9ff-4770-927f-264d8e9c81c1 req-4c2d034c-dad1-4a23-a0a9-669be3378a11 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:57.849315 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2226346a-e9ff-4770-927f-264d8e9c81c1 req-4c2d034c-dad1-4a23-a0a9-669be3378a11 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 945 time: 0.1084859 Jul 22 23:36:57.880275 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5c1388fc-72d5-4988-8cae-c66d3f43f392 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8920529 Jul 22 23:36:57.888054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37918) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:57.901180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c628942a-38cd-4e01-833c-7784ce34f5c6 admin admin] Request body: {'subnet': {'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-subnet', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:57.924528 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2226346a-e9ff-4770-927f-264d8e9c81c1 req-86390acc-3d3a-4928-ab16-7884c218d303 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739970 Jul 22 23:36:57.929615 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd728e0-f86d-4eeb-bb9f-7547625b77b9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:36:57.941128 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05dc27ad-fa61-4851-bd4c-af70bab327cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.941128 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcd728e0-f86d-4eeb-bb9f-7547625b77b9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.955467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908bf5fb-49df-4e96-8cfc-4f77d031cadc None None] Sync routers for ids ['d31b039d-353b-4e34-bb91-7b524b03ae27'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:36:57.972252 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c628942a-38cd-4e01-833c-7784ce34f5c6 admin admin] Made reservation on behalf of 30fa11b7d04d4613ba840561a8e3696e for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:57.973680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908bf5fb-49df-4e96-8cfc-4f77d031cadc None None] Routers {'d31b039d-353b-4e34-bb91-7b524b03ae27'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:57.975657 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c628942a-38cd-4e01-833c-7784ce34f5c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.979078 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-908bf5fb-49df-4e96-8cfc-4f77d031cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:36:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d31b039d-353b-4e34-bb91-7b524b03ae27'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:57.987058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f22d59-0006-4be9-a7ac-8140d64f0f16 req-b688dd36-40f6-4674-84f0-1c37e37af5fb tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:57.988202 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-16f22d59-0006-4be9-a7ac-8140d64f0f16 req-b688dd36-40f6-4674-84f0-1c37e37af5fb tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.95 "GET /v2.0/ports?device_id=df053056-ca25-4c71-a530-e8883548338e HTTP/1.1" status: 200 len: 945 time: 0.2532854 Jul 22 23:36:58.014826 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1388fc-72d5-4988-8cae-c66d3f43f392 admin admin] Pushing event updated for resources: {'Network': ['ID=c14356d9-0eaa-4295-9673-7cc56a3b1b29,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:58.068577 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05dc27ad-fa61-4851-bd4c-af70bab327cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:58.084655 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network c14356d9-0eaa-4295-9673-7cc56a3b1b29 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:36:58.087747 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bcd728e0-f86d-4eeb-bb9f-7547625b77b9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "PUT /v2.0/floatingips/e2c87cec-84a3-412f-8450-5999460aa947 HTTP/1.1" status: 200 len: 991 time: 2.0685589 Jul 22 23:36:58.096415 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9333c3-109f-4740-a6ab-0498ca13f6f0', 'tag': '230c5332-917f-4028-b84e-941cfd680bae'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:58.100286 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b8ccc4-954f-435f-ad55-e650b7d9af79" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9333c3-109f-4740-a6ab-0498ca13f6f0", "tag": "230c5332-917f-4028-b84e-941cfd680bae"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:58.202333 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77d5eb-ff84-41f9-a8ae-cbc9d191662d req-2387aa72-bfea-4095-8d1a-480a89f7843b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:58.209475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e77d5eb-ff84-41f9-a8ae-cbc9d191662d req-2387aa72-bfea-4095-8d1a-480a89f7843b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 945 time: 0.1466582 Jul 22 23:36:58.288138 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e77d5eb-ff84-41f9-a8ae-cbc9d191662d req-9e909692-fc9d-4572-af1d-cbcbacc1145c tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775855 Jul 22 23:36:58.311231 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05dc27ad-fa61-4851-bd4c-af70bab327cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:58.311231 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05dc27ad-fa61-4851-bd4c-af70bab327cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:58.311231 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-05dc27ad-fa61-4851-bd4c-af70bab327cb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/141679fe-bbc4-416c-ae5f-1d1eb37f6e38 HTTP/1.1" status: 204 len: 168 time: 0.5524683 Jul 22 23:36:58.350846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-16f22d59-0006-4be9-a7ac-8140d64f0f16 req-ef888258-2c40-48f0-8ff7-95d81e121819 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Deleting port 74fcc665-706b-4253-a356-e6d6c8878a55 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:58.351480 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-16f22d59-0006-4be9-a7ac-8140d64f0f16 req-ef888258-2c40-48f0-8ff7-95d81e121819 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:58.367231 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66adcdd1-462d-45b3-b38f-ee7a97af829a x-openstack-request-id: req-66adcdd1-462d-45b3-b38f-ee7a97af829a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:58.368563 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9333c3-109f-4740-a6ab-0498ca13f6f0", "tag": "230c5332-917f-4028-b84e-941cfd680bae", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:58.369480 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-66adcdd1-462d-45b3-b38f-ee7a97af829a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:58.370178 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9333c3-109f-4740-a6ab-0498ca13f6f0', 'tag': '230c5332-917f-4028-b84e-941cfd680bae', 'status': 'completed', 'code': 200} Jul 22 23:36:58.393651 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-908bf5fb-49df-4e96-8cfc-4f77d031cadc None None] Set router d31b039d-353b-4e34-bb91-7b524b03ae27 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:58.423851 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc27ad-fa61-4851-bd4c-af70bab327cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141679fe-bbc4-416c-ae5f-1d1eb37f6e38,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:58.559067 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c628942a-38cd-4e01-833c-7784ce34f5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:58.634347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:58.748254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628942a-38cd-4e01-833c-7784ce34f5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:58.752547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8ccc4-954f-435f-ad55-e650b7d9af79 req-1d7523de-0422-46d7-8737-a1b2f8ccf5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:58.754380 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00b8ccc4-954f-435f-ad55-e650b7d9af79 req-1d7523de-0422-46d7-8737-a1b2f8ccf5b9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7049c35ba50e4a4fa6cc5d484d630d60&device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 1097 time: 0.4197047 Jul 22 23:36:58.769825 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-908bf5fb-49df-4e96-8cfc-4f77d031cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'name': 'tempest-ServersTestBootFromVolume-1412330984-router', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:35:39Z', 'updated_at': '2021-07-22T23:35:44Z', 'revision_number': 4, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'gw_port': {'id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:40Z', 'updated_at': '2021-07-22T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'e2c87cec-84a3-412f-8450-5999460aa947', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'port_id': '230c5332-917f-4028-b84e-941cfd680bae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342', 'mac_address': 'fa:16:3e:9f:36:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9333c3-109f-4740-a6ab-0498ca13f6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:35:49Z', 'updated_at': '2021-07-22T23:36:56Z', 'revision_number': 1, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103b7d79-2dee-4bb4-9b92-6d3004130ad4', 'name': '', 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'mac_address': 'fa:16:3e:6a:2e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:43Z', 'updated_at': '2021-07-22T23:35:50Z', 'revision_number': 5, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'subnets': [{'id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:58.807056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908bf5fb-49df-4e96-8cfc-4f77d031cadc None None] Checking router: d31b039d-353b-4e34-bb91-7b524b03ae27 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:36:58.819022 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908bf5fb-49df-4e96-8cfc-4f77d031cadc None None] Routers {'d31b039d-353b-4e34-bb91-7b524b03ae27'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:58.820025 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-908bf5fb-49df-4e96-8cfc-4f77d031cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:36:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d31b039d-353b-4e34-bb91-7b524b03ae27'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:58.825148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628942a-38cd-4e01-833c-7784ce34f5c6 admin admin] Checking segment: {'id': 'cd22a5ca-7bc4-469e-94d9-3f77e5579e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:58.825534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c628942a-38cd-4e01-833c-7784ce34f5c6 admin admin] Network hostable DHCP agents. Network: c14356d9-0eaa-4295-9673-7cc56a3b1b29, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:36:58.911808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3147b-bc43-4064-b1da-4f8908d1f6dd req-afbbcbbf-4ded-4110-a646-2764fe014207 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:58.920999 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-64d3147b-bc43-4064-b1da-4f8908d1f6dd req-afbbcbbf-4ded-4110-a646-2764fe014207 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/ports?device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 950 time: 0.4773965 Jul 22 23:36:58.931724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93263d08-b01d-47bc-9205-4da353ed3db4 req-22cfdfe0-6b73-4f1e-9605-067677ea3274 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:58.939438 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93263d08-b01d-47bc-9205-4da353ed3db4 req-22cfdfe0-6b73-4f1e-9605-067677ea3274 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.2644320 Jul 22 23:36:58.974733 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c628942a-38cd-4e01-833c-7784ce34f5c6 admin admin] Network c14356d9-0eaa-4295-9673-7cc56a3b1b29 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:36:59.061908 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c628942a-38cd-4e01-833c-7784ce34f5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, c14356d9-0eaa-4295-9673-7cc56a3b1b29) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:59.070069 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c628942a-38cd-4e01-833c-7784ce34f5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:59.071608 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c628942a-38cd-4e01-833c-7784ce34f5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:59.074563 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8ccc4-954f-435f-ad55-e650b7d9af79 req-447cf081-629a-41e0-a3a6-2face9a2af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:59.076058 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00b8ccc4-954f-435f-ad55-e650b7d9af79 req-447cf081-629a-41e0-a3a6-2face9a2af58 service neutron] 10.222.0.95 "GET /v2.0/networks?id=64c1cf46-ad0e-4d4a-9136-e5fbbd655342 HTTP/1.1" status: 200 len: 917 time: 0.3027802 Jul 22 23:36:59.119669 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-16f22d59-0006-4be9-a7ac-8140d64f0f16 req-ef888258-2c40-48f0-8ff7-95d81e121819 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] For port 74fcc665-706b-4253-a356-e6d6c8878a55, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=74fcc665-706b-4253-a356-e6d6c8878a55,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:59.120260 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-16f22d59-0006-4be9-a7ac-8140d64f0f16 req-ef888258-2c40-48f0-8ff7-95d81e121819 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:59.142728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-16f22d59-0006-4be9-a7ac-8140d64f0f16 req-ef888258-2c40-48f0-8ff7-95d81e121819 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Calling delete_port for 74fcc665-706b-4253-a356-e6d6c8878a55 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:59.172373 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-7037fbf5-c94c-4cc0-9201-b7a7d8e495ea tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:59.174248 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-7037fbf5-c94c-4cc0-9201-b7a7d8e495ea tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.95 "GET /v2.0/networks?id=16b356a7-3abc-4112-8d06-4a4d2cc76d32 HTTP/1.1" status: 200 len: 815 time: 0.1746202 Jul 22 23:36:59.209475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-c2fd8866-df42-4a56-89fc-e564e6e83b34 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Request body: {'port': {'device_id': '6b32ecb6-d327-48c1-8e71-3aa13cf161f2', 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32', 'admin_state_up': True, 'tenant_id': '38fcc2a549774a6aaf1f72dd88a094dc'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:59.295437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d2947e42-63b8-422f-9721-4933309d2e66 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:59.299466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee0e9ee-39f5-462a-abf5-e9326a5146fa None None] Network c14356d9-0eaa-4295-9673-7cc56a3b1b29 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:36:59.455484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-c2fd8866-df42-4a56-89fc-e564e6e83b34 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Made reservation on behalf of 38fcc2a549774a6aaf1f72dd88a094dc for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:59.459855 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-c2fd8866-df42-4a56-89fc-e564e6e83b34 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:59.474214 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-16f22d59-0006-4be9-a7ac-8140d64f0f16 req-ef888258-2c40-48f0-8ff7-95d81e121819 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:59.478716 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-908bf5fb-49df-4e96-8cfc-4f77d031cadc None None] Set router d31b039d-353b-4e34-bb91-7b524b03ae27 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:59.523676 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-64d3147b-bc43-4064-b1da-4f8908d1f6dd req-80a3377b-85bb-4292-b58b-5f2ca34f9be8 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbb826ee-cc77-4c65-b5bf-281885147062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017430 Jul 22 23:36:59.524308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37968) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:59.535845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef888258-2c40-48f0-8ff7-95d81e121819 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Pushing event deleted for resources: {'Port': ['ID=74fcc665-706b-4253-a356-e6d6c8878a55,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:59.573479 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93263d08-b01d-47bc-9205-4da353ed3db4 req-086dcbfe-0375-418b-8be0-5ffc7b2c44f7 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6304297 Jul 22 23:36:59.632898 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b75a44d5-204b-41a9-9325-b2b4731ca0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:59.633640 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f22d59-0006-4be9-a7ac-8140d64f0f16 req-ef888258-2c40-48f0-8ff7-95d81e121819 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] No DVR routers for this DVR port 74fcc665-706b-4253-a356-e6d6c8878a55 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:59.638271 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-16f22d59-0006-4be9-a7ac-8140d64f0f16 req-ef888258-2c40-48f0-8ff7-95d81e121819 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:59.640529 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-16f22d59-0006-4be9-a7ac-8140d64f0f16 req-ef888258-2c40-48f0-8ff7-95d81e121819 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.95 "DELETE /v2.0/ports/74fcc665-706b-4253-a356-e6d6c8878a55 HTTP/1.1" status: 204 len: 173 time: 1.6231594 Jul 22 23:36:59.644845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['74fcc665-706b-4253-a356-e6d6c8878a55'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:59.646155 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c628942a-38cd-4e01-833c-7784ce34f5c6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7557957 Jul 22 23:36:59.651671 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37972) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:59.657810 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00b8ccc4-954f-435f-ad55-e650b7d9af79 req-3514e166-c420-4490-a254-a698625c283e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=230c5332-917f-4028-b84e-941cfd680bae HTTP/1.1" status: 200 len: 999 time: 0.5616157 Jul 22 23:36:59.659425 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-router', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:59.723158 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:59.724277 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:59.745783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17550c7b-7bde-494f-9152-aa6357ab5349 req-96f83f42-3579-412b-95ea-6ad905e15a92 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 210 time: 0.1054237 Jul 22 23:36:59.751363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-c2fd8866-df42-4a56-89fc-e564e6e83b34 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Allocated IP 172.20.0.4 (16b356a7-3abc-4112-8d06-4a4d2cc76d32/1ac717a4-c9db-4c23-81f2-a537a23e9b0f/579dc52e-6544-4652-b0e5-979ad336fb48) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:59.802007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1a670-1d2e-427a-959f-132fc5cac8aa req-3374a69c-e0cc-4618-8aa9-b142d360958e tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:59.803526 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11f1a670-1d2e-427a-959f-132fc5cac8aa req-3374a69c-e0cc-4618-8aa9-b142d360958e tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.95 "GET /v2.0/ports?device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 950 time: 0.8572366 Jul 22 23:36:59.845570 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:59.863046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4978d2a0-22e5-4274-b3f9-5faa5e3fb00d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-873097331-network', 'tenant_id': '4847f57fae714b92b029f627826b77ac'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:59.874179 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8ccc4-954f-435f-ad55-e650b7d9af79 req-c92fd858-3572-4d0f-bbcd-be0f2b1b2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:59.876504 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00b8ccc4-954f-435f-ad55-e650b7d9af79 req-c92fd858-3572-4d0f-bbcd-be0f2b1b2c4e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=10254434-b56b-4ee9-9842-50f1264cadcc HTTP/1.1" status: 200 len: 855 time: 0.1971519 Jul 22 23:36:59.976658 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c14356d9-0eaa-4295-9673-7cc56a3b1b29', 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'fixed_ips': [{'subnet_id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:36:59.977519 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:59.979222 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:59.995223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049355b1-3662-451c-856b-03ac2fd374e4 req-1a0a2ef9-58de-4ab0-94cc-797b2dde1475 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:59.996759 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-049355b1-3662-451c-856b-03ac2fd374e4 req-1a0a2ef9-58de-4ab0-94cc-797b2dde1475 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 945 time: 0.3582449 Jul 22 23:37:00.049283 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15200151-4090-430d-a042-7c9d6f0889e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2947e42-63b8-422f-9721-4933309d2e66'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:00.051551 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a57309-9982-43bf-87a7-3d0722747472" -d '{"events": [{"server_uuid": "15200151-4090-430d-a042-7c9d6f0889e9", "name": "network-vif-unplugged", "status": "completed", "tag": "d2947e42-63b8-422f-9721-4933309d2e66"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:00.094727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8ccc4-954f-435f-ad55-e650b7d9af79 req-700e8466-0c42-40ff-b0e0-bc3e3362ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:00.095110 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.096259 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00b8ccc4-954f-435f-ad55-e650b7d9af79 req-700e8466-0c42-40ff-b0e0-bc3e3362ebb8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=64c1cf46-ad0e-4d4a-9136-e5fbbd655342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2121770 Jul 22 23:37:00.110245 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-049355b1-3662-451c-856b-03ac2fd374e4 req-0a871f82-5975-4ae7-a609-7e001819a851 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985768 Jul 22 23:37:00.123454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d2947e42-63b8-422f-9721-4933309d2e66, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d2947e42-63b8-422f-9721-4933309d2e66,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:00.129654 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b75a44d5-204b-41a9-9325-b2b4731ca0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.139059 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79cb6d0-ffde-4783-b43c-4358a7eaa68b x-openstack-request-id: req-b79cb6d0-ffde-4783-b43c-4358a7eaa68b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:00.139356 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15200151-4090-430d-a042-7c9d6f0889e9", "name": "network-vif-unplugged", "status": "completed", "tag": "d2947e42-63b8-422f-9721-4933309d2e66", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:00.139668 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b79cb6d0-ffde-4783-b43c-4358a7eaa68b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:00.140047 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15200151-4090-430d-a042-7c9d6f0889e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2947e42-63b8-422f-9721-4933309d2e66', 'code': 200} Jul 22 23:37:00.143576 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.169566 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b75a44d5-204b-41a9-9325-b2b4731ca0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.173668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-11f1a670-1d2e-427a-959f-132fc5cac8aa req-81fad862-2acc-4c6e-8bd7-88ea1dcef41e tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Deleting port d2947e42-63b8-422f-9721-4933309d2e66 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:00.174004 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-11f1a670-1d2e-427a-959f-132fc5cac8aa req-81fad862-2acc-4c6e-8bd7-88ea1dcef41e tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.248382 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-908bf5fb-49df-4e96-8cfc-4f77d031cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'name': 'tempest-ServersTestBootFromVolume-1412330984-router', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:35:39Z', 'updated_at': '2021-07-22T23:35:44Z', 'revision_number': 4, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'gw_port': {'id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:40Z', 'updated_at': '2021-07-22T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'e2c87cec-84a3-412f-8450-5999460aa947', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'port_id': '230c5332-917f-4028-b84e-941cfd680bae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342', 'mac_address': 'fa:16:3e:9f:36:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9333c3-109f-4740-a6ab-0498ca13f6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:35:49Z', 'updated_at': '2021-07-22T23:36:56Z', 'revision_number': 1, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103b7d79-2dee-4bb4-9b92-6d3004130ad4', 'name': '', 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'mac_address': 'fa:16:3e:6a:2e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:43Z', 'updated_at': '2021-07-22T23:35:50Z', 'revision_number': 5, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'subnets': [{'id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:00.255819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4978d2a0-22e5-4274-b3f9-5faa5e3fb00d admin admin] Made reservation on behalf of 4847f57fae714b92b029f627826b77ac for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:00.258341 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4978d2a0-22e5-4274-b3f9-5faa5e3fb00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.259542 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Allocated IP 172.20.0.2 (c14356d9-0eaa-4295-9673-7cc56a3b1b29/58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba/9e04d4bc-2282-4033-baa9-0c888e759c37) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:00.288467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d2947e42-63b8-422f-9721-4933309d2e66,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:00.297063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908bf5fb-49df-4e96-8cfc-4f77d031cadc None None] The sync data for ids ['d31b039d-353b-4e34-bb91-7b524b03ae27'] in n-d-688802-2 is: [{'id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'name': 'tempest-ServersTestBootFromVolume-1412330984-router', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:35:39Z', 'updated_at': '2021-07-22T23:35:44Z', 'revision_number': 4, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'gw_port': {'id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:40Z', 'updated_at': '2021-07-22T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'e2c87cec-84a3-412f-8450-5999460aa947', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'port_id': '230c5332-917f-4028-b84e-941cfd680bae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342', 'mac_address': 'fa:16:3e:9f:36:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9333c3-109f-4740-a6ab-0498ca13f6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:35:49Z', 'updated_at': '2021-07-22T23:36:56Z', 'revision_number': 1, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103b7d79-2dee-4bb4-9b92-6d3004130ad4', 'name': '', 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'mac_address': 'fa:16:3e:6a:2e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:43Z', 'updated_at': '2021-07-22T23:35:50Z', 'revision_number': 5, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'subnets': [{'id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:37:00.334635 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b75a44d5-204b-41a9-9325-b2b4731ca0f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b053da8662604285a1bd79cc52952c60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6972604 Jul 22 23:37:00.335467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a44d5-204b-41a9-9325-b2b4731ca0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed99f513-5018-4198-ac10-8849c641f6af,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:00.342210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37976) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:00.352527 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4978d2a0-22e5-4274-b3f9-5faa5e3fb00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.373117 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df053056-ca25-4c71-a530-e8883548338e', 'name': 'network-vif-deleted', 'tag': '74fcc665-706b-4253-a356-e6d6c8878a55'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:00.376083 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8072fb25-30ec-456c-8e14-9edc0b1b2abf" -d '{"events": [{"server_uuid": "df053056-ca25-4c71-a530-e8883548338e", "name": "network-vif-deleted", "tag": "74fcc665-706b-4253-a356-e6d6c8878a55"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:00.421816 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-c2fd8866-df42-4a56-89fc-e564e6e83b34 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.448484 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ddcbef-b5d7-4238-a007-e0b728f7f334 x-openstack-request-id: req-28ddcbef-b5d7-4238-a007-e0b728f7f334 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:00.448899 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df053056-ca25-4c71-a530-e8883548338e", "name": "network-vif-deleted", "tag": "74fcc665-706b-4253-a356-e6d6c8878a55", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:00.449038 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28ddcbef-b5d7-4238-a007-e0b728f7f334 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:00.449451 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df053056-ca25-4c71-a530-e8883548338e', 'name': 'network-vif-deleted', 'tag': '74fcc665-706b-4253-a356-e6d6c8878a55', 'status': 'completed', 'code': 200} Jul 22 23:37:00.465935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-11f1a670-1d2e-427a-959f-132fc5cac8aa req-81fad862-2acc-4c6e-8bd7-88ea1dcef41e tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] For port d2947e42-63b8-422f-9721-4933309d2e66, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d2947e42-63b8-422f-9721-4933309d2e66,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:00.466297 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-11f1a670-1d2e-427a-959f-132fc5cac8aa req-81fad862-2acc-4c6e-8bd7-88ea1dcef41e tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.492341 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8c0b6-00a5-4b97-848f-f8888cd682d8 req-48372639-fab5-4566-8999-56eb22226460 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:00.493906 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d8e8c0b6-00a5-4b97-848f-f8888cd682d8 req-48372639-fab5-4566-8999-56eb22226460 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 945 time: 0.3180807 Jul 22 23:37:00.500887 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.504574 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-11f1a670-1d2e-427a-959f-132fc5cac8aa req-81fad862-2acc-4c6e-8bd7-88ea1dcef41e tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Calling delete_port for d2947e42-63b8-422f-9721-4933309d2e66 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:00.511779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Transition to ACTIVE for port object 9e04d4bc-2282-4033-baa9-0c888e759c37 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:00.514394 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00b8ccc4-954f-435f-ad55-e650b7d9af79 req-1a1b96c6-6521-4508-9440-49429da19ae8 service neutron] 10.222.0.95 "GET /v2.0/networks/64c1cf46-ad0e-4d4a-9136-e5fbbd655342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028432 Jul 22 23:37:00.532215 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Transition to ACTIVE for port object 9e04d4bc-2282-4033-baa9-0c888e759c37 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:00.549227 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.581067 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-c2fd8866-df42-4a56-89fc-e564e6e83b34 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.597562 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['74fcc665-706b-4253-a356-e6d6c8878a55'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:00.626976 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff838bc5-3254-4c4b-8a2f-e8a9e59b0ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.669261 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8173dcf-084b-4f74-8807-294f6c0a897f None None] New status for floating IP e2c87cec-84a3-412f-8450-5999460aa947: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:37:00.669826 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Pushing event updated for resources: {'Port': ['ID=9e04d4bc-2282-4033-baa9-0c888e759c37,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:00.683858 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Network c14356d9-0eaa-4295-9673-7cc56a3b1b29 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:00.689499 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:00.693049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:00.719481 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-c2fd8866-df42-4a56-89fc-e564e6e83b34 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Network 16b356a7-3abc-4112-8d06-4a4d2cc76d32 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:00.735584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd8866-df42-4a56-89fc-e564e6e83b34 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Pushing event updated for resources: {'Port': ['ID=579dc52e-6544-4652-b0e5-979ad336fb48,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:00.741920 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-c2fd8866-df42-4a56-89fc-e564e6e83b34 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:00.746996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-c2fd8866-df42-4a56-89fc-e564e6e83b34 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:00.774706 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Attempting to bind port 9e04d4bc-2282-4033-baa9-0c888e759c37 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:00.774995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Attempting to bind port 9e04d4bc-2282-4033-baa9-0c888e759c37 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'cd22a5ca-7bc4-469e-94d9-3f77e5579e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:00.775367 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Attempting to bind port 9e04d4bc-2282-4033-baa9-0c888e759c37 on network c14356d9-0eaa-4295-9673-7cc56a3b1b29 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:00.780785 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:00.781181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Checking segment: {'id': 'cd22a5ca-7bc4-469e-94d9-3f77e5579e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:00.781644 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.782045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Bound using segment: {'id': 'cd22a5ca-7bc4-469e-94d9-3f77e5579e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:00.782731 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Bound port: 9e04d4bc-2282-4033-baa9-0c888e759c37, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd22a5ca-7bc4-469e-94d9-3f77e5579e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:00.782889 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.877920 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-c2fd8866-df42-4a56-89fc-e564e6e83b34 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:00.878866 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-c2fd8866-df42-4a56-89fc-e564e6e83b34 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.893579 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] For port 9e04d4bc-2282-4033-baa9-0c888e759c37, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:00.898822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] For port 9e04d4bc-2282-4033-baa9-0c888e759c37, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9e04d4bc-2282-4033-baa9-0c888e759c37,segment=NetworkSegment(cd22a5ca-7bc4-469e-94d9-3f77e5579e64),segment_id=cd22a5ca-7bc4-469e-94d9-3f77e5579e64)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:00.909166 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.927109 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d8e8c0b6-00a5-4b97-848f-f8888cd682d8 req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Deleting port 56b1264f-fa25-4c2a-8841-f8096c645568 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:00.927451 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d8e8c0b6-00a5-4b97-848f-f8888cd682d8 req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.943905 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff838bc5-3254-4c4b-8a2f-e8a9e59b0ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.947734 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4978d2a0-22e5-4274-b3f9-5faa5e3fb00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.976709 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d05f39-7573-4bae-9d46-aa9a08d08f6b None None] Pushing event updated for resources: {'Port': ['ID=9e04d4bc-2282-4033-baa9-0c888e759c37,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:00.977549 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-c2fd8866-df42-4a56-89fc-e564e6e83b34 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7724395 Jul 22 23:37:00.978570 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4978d2a0-22e5-4274-b3f9-5faa5e3fb00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.983998 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.023614 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00b8ccc4-954f-435f-ad55-e650b7d9af79 req-d93b1b3e-f3ba-4407-93ff-ffe152c230e7 service neutron] 10.222.0.95 "GET /v2.0/networks/64c1cf46-ad0e-4d4a-9136-e5fbbd655342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972425 Jul 22 23:37:01.035229 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Request body: {'port': {'device_id': '6b32ecb6-d327-48c1-8e71-3aa13cf161f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:01.063120 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.070652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4978d2a0-22e5-4274-b3f9-5faa5e3fb00d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:37:01.103516 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978d2a0-22e5-4274-b3f9-5faa5e3fb00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddf53d8-5fb7-4135-885e-6ea08fc9ef91,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:01.108342 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4978d2a0-22e5-4274-b3f9-5faa5e3fb00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.108766 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-4978d2a0-22e5-4274-b3f9-5faa5e3fb00d admin admin] Added segment 5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8 of type vlan for network b4ef907d-9b0c-446b-9a55-43e31e924fec Jul 22 23:37:01.135103 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6ff0f-7ac6-43d1-9b80-b204781ceefc req-c5edf0d9-8c70-4915-b681-8e6095abb528 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:01.136737 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2fa6ff0f-7ac6-43d1-9b80-b204781ceefc req-c5edf0d9-8c70-4915-b681-8e6095abb528 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/ports?device_id=15200151-4090-430d-a042-7c9d6f0889e9 HTTP/1.1" status: 200 len: 948 time: 0.4268014 Jul 22 23:37:01.153583 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d8e8c0b6-00a5-4b97-848f-f8888cd682d8 req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] For port 56b1264f-fa25-4c2a-8841-f8096c645568, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=56b1264f-fa25-4c2a-8841-f8096c645568,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:01.153822 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d8e8c0b6-00a5-4b97-848f-f8888cd682d8 req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.216034 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d8e8c0b6-00a5-4b97-848f-f8888cd682d8 req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Calling delete_port for 56b1264f-fa25-4c2a-8841-f8096c645568 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:01.229883 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26585878-0609-435b-8da8-8b78a93f6efc req-d6a319a6-0ad3-4b61-ad13-32192baedbc2 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:01.231394 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26585878-0609-435b-8da8-8b78a93f6efc req-d6a319a6-0ad3-4b61-ad13-32192baedbc2 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.5283086 Jul 22 23:37:01.248713 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4978d2a0-22e5-4274-b3f9-5faa5e3fb00d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.252725 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff838bc5-3254-4c4b-8a2f-e8a9e59b0ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.255277 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff838bc5-3254-4c4b-8a2f-e8a9e59b0ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.258654 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ff838bc5-3254-4c4b-8a2f-e8a9e59b0ed0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed99f513-5018-4198-ac10-8849c641f6af HTTP/1.1" status: 204 len: 168 time: 0.9131730 Jul 22 23:37:01.258836 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.308863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff838bc5-3254-4c4b-8a2f-e8a9e59b0ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed99f513-5018-4198-ac10-8849c641f6af,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:01.379173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26585878-0609-435b-8da8-8b78a93f6efc req-c9630ed2-3706-4764-a06e-17303d4b1b78 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321356 Jul 22 23:37:01.382666 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-11f1a670-1d2e-427a-959f-132fc5cac8aa req-81fad862-2acc-4c6e-8bd7-88ea1dcef41e tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.402412 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Allocated IP 172.25.4.181 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/604435df-10d9-4abe-9509-6b697b209710) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:01.431936 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2fa6ff0f-7ac6-43d1-9b80-b204781ceefc req-849a5fb1-f8bc-4e68-a5d2-1486ef190172 tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbb826ee-cc77-4c65-b5bf-281885147062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663438 Jul 22 23:37:01.491734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fad862-2acc-4c6e-8bd7-88ea1dcef41e tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Pushing event deleted for resources: {'Port': ['ID=d2947e42-63b8-422f-9721-4933309d2e66,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:01.542394 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ebc4477-2169-4b42-97ef-c53c34ddf72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.565961 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4978d2a0-22e5-4274-b3f9-5faa5e3fb00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.567460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4978d2a0-22e5-4274-b3f9-5faa5e3fb00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:01.568183 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4978d2a0-22e5-4274-b3f9-5faa5e3fb00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.623182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f1a670-1d2e-427a-959f-132fc5cac8aa req-81fad862-2acc-4c6e-8bd7-88ea1dcef41e tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] No DVR routers for this DVR port d2947e42-63b8-422f-9721-4933309d2e66 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:37:01.667195 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4978d2a0-22e5-4274-b3f9-5faa5e3fb00d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1344311 Jul 22 23:37:01.668586 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-11f1a670-1d2e-427a-959f-132fc5cac8aa req-81fad862-2acc-4c6e-8bd7-88ea1dcef41e tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.670827 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11f1a670-1d2e-427a-959f-132fc5cac8aa req-81fad862-2acc-4c6e-8bd7-88ea1dcef41e tempest-ImagesOneServerTestJSON-1864334624 tempest-ImagesOneServerTestJSON-1864334624-project] 10.222.0.95 "DELETE /v2.0/ports/d2947e42-63b8-422f-9721-4933309d2e66 HTTP/1.1" status: 204 len: 173 time: 1.8590949 Jul 22 23:37:01.676699 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15200151-4090-430d-a042-7c9d6f0889e9', 'name': 'network-vif-deleted', 'tag': 'd2947e42-63b8-422f-9721-4933309d2e66'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:01.679163 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a629f808-cc9e-4fd0-bb50-952ed80ae95b" -d '{"events": [{"server_uuid": "15200151-4090-430d-a042-7c9d6f0889e9", "name": "network-vif-deleted", "tag": "d2947e42-63b8-422f-9721-4933309d2e66"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:01.682212 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37994) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:01.690664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b9b666f0-86d3-42d5-ae5f-042470aedc05 admin admin] Request body: {'subnet': {'network_id': 'b4ef907d-9b0c-446b-9a55-43e31e924fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-873097331-subnet', 'tenant_id': '4847f57fae714b92b029f627826b77ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:01.694744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37998) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:01.746088 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978d2a0-22e5-4274-b3f9-5faa5e3fb00d admin admin] Pushing event updated for resources: {'Network': ['ID=b4ef907d-9b0c-446b-9a55-43e31e924fec,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:01.751824 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d7f69e4-9b9d-41ef-9645-7c7388c054d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.760596 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network b4ef907d-9b0c-446b-9a55-43e31e924fec details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:37:01.765868 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.790570 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d8e8c0b6-00a5-4b97-848f-f8888cd682d8 req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.791716 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a65f4-1432-4e6a-ba92-342c539d5dd0 req-556973ba-81db-4f77-9bd3-24271de13de2 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:01.800069 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4c7a65f4-1432-4e6a-ba92-342c539d5dd0 req-556973ba-81db-4f77-9bd3-24271de13de2 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 931 time: 0.3416667 Jul 22 23:37:01.834938 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b666f0-86d3-42d5-ae5f-042470aedc05 admin admin] Made reservation on behalf of 4847f57fae714b92b029f627826b77ac for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:01.837333 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9b666f0-86d3-42d5-ae5f-042470aedc05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.838939 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdc966-5a94-45f8-85b5-752b7ff1be25 req-8ba92721-4ec8-4906-9986-9b8e38e5352e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:01.840516 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7bdc966-5a94-45f8-85b5-752b7ff1be25 req-8ba92721-4ec8-4906-9986-9b8e38e5352e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 867 time: 0.2201607 Jul 22 23:37:01.882668 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Pushing event deleted for resources: {'Port': ['ID=56b1264f-fa25-4c2a-8841-f8096c645568,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:01.895262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['8bae08b7-0670-4539-82be-dcc4e9e03196', '56b1264f-fa25-4c2a-8841-f8096c645568'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:01.935794 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4c7a65f4-1432-4e6a-ba92-342c539d5dd0 req-73ca3749-1e41-464d-91db-53b3608c23c6 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346252 Jul 22 23:37:01.964367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7bdc966-5a94-45f8-85b5-752b7ff1be25 req-a4bc38d6-cd26-4f69-88b6-d790e31a5fad tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107047 Jul 22 23:37:02.049195 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5441eb3-12bd-4d74-ae24-9d35eacea6cf x-openstack-request-id: req-b5441eb3-12bd-4d74-ae24-9d35eacea6cf {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:02.050571 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15200151-4090-430d-a042-7c9d6f0889e9", "name": "network-vif-deleted", "tag": "d2947e42-63b8-422f-9721-4933309d2e66", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:02.051010 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b5441eb3-12bd-4d74-ae24-9d35eacea6cf {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:02.051936 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15200151-4090-430d-a042-7c9d6f0889e9', 'name': 'network-vif-deleted', 'tag': 'd2947e42-63b8-422f-9721-4933309d2e66', 'status': 'completed', 'code': 200} Jul 22 23:37:02.150439 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d7f69e4-9b9d-41ef-9645-7c7388c054d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.169924 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d7f69e4-9b9d-41ef-9645-7c7388c054d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.204234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f69e4-9b9d-41ef-9645-7c7388c054d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92b244c-d1fc-4c30-a3c6-dbfd00ede0c3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:02.222828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f69e4-9b9d-41ef-9645-7c7388c054d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.223668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f69e4-9b9d-41ef-9645-7c7388c054d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.223668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f69e4-9b9d-41ef-9645-7c7388c054d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.223887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f69e4-9b9d-41ef-9645-7c7388c054d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.224197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f69e4-9b9d-41ef-9645-7c7388c054d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.224527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f69e4-9b9d-41ef-9645-7c7388c054d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.224903 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f69e4-9b9d-41ef-9645-7c7388c054d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.225263 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f69e4-9b9d-41ef-9645-7c7388c054d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.226640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f69e4-9b9d-41ef-9645-7c7388c054d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.227149 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f69e4-9b9d-41ef-9645-7c7388c054d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.227482 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f69e4-9b9d-41ef-9645-7c7388c054d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.227902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f69e4-9b9d-41ef-9645-7c7388c054d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.261216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b2b4365-38c8-417c-ac45-62be7716c5d2 req-61484d61-eb79-4fe9-8ec0-aa937e4eeb98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2500865 Jul 22 23:37:02.261866 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 579dc52e-6544-4652-b0e5-979ad336fb48 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:02.267182 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8d7f69e4-9b9d-41ef-9645-7c7388c054d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c714fb09f62749ee96cd228913c995fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5657284 Jul 22 23:37:02.268647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38000) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:02.272378 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.299908 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e8c0b6-00a5-4b97-848f-f8888cd682d8 req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] No DVR routers for this DVR port 56b1264f-fa25-4c2a-8841-f8096c645568 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:37:02.306891 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d8e8c0b6-00a5-4b97-848f-f8888cd682d8 req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.310676 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d8e8c0b6-00a5-4b97-848f-f8888cd682d8 req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "DELETE /v2.0/ports/56b1264f-fa25-4c2a-8841-f8096c645568 HTTP/1.1" status: 204 len: 173 time: 1.7897584 Jul 22 23:37:02.315825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.316169 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.316583 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.317629 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.318167 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.318576 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.318909 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.319239 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.319617 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.319992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.320320 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.320737 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1f9d0-21ae-42fc-9a1a-5ec27910dfbe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:02.327038 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9e04d4bc-2282-4033-baa9-0c888e759c37 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:02.368186 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.370407 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Transition to ACTIVE for port object 579dc52e-6544-4652-b0e5-979ad336fb48 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:02.405449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 9e04d4bc-2282-4033-baa9-0c888e759c37 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:02.417412 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c78fb5-1723-451a-9c2e-387411bf9b98 None None] Network c14356d9-0eaa-4295-9673-7cc56a3b1b29 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:37:02.419339 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c4cff66-7364-4770-92d7-e72b61da57c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.442513 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.454216 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c4cff66-7364-4770-92d7-e72b61da57c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.466835 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b4365-38c8-417c-ac45-62be7716c5d2 req-9d273554-06c1-4f92-b688-e9a6783ff7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:02.468608 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b2b4365-38c8-417c-ac45-62be7716c5d2 req-9d273554-06c1-4f92-b688-e9a6783ff7c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f HTTP/1.1" status: 200 len: 1096 time: 0.1506329 Jul 22 23:37:02.485251 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae871989-7f3e-4b0e-8c46-79bdf28b0765', 'name': 'network-vif-deleted', 'tag': '56b1264f-fa25-4c2a-8841-f8096c645568'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:02.487505 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdcdb29-4cef-4ee1-bb38-d33e95d109e9" -d '{"events": [{"server_uuid": "ae871989-7f3e-4b0e-8c46-79bdf28b0765", "name": "network-vif-deleted", "tag": "56b1264f-fa25-4c2a-8841-f8096c645568"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:02.530646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Pushing event updated for resources: {'Port': ['ID=604435df-10d9-4abe-9509-6b697b209710,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:02.541615 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:02.572759 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:02.576358 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:02.582286 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9b666f0-86d3-42d5-ae5f-042470aedc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.598157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-574f0f29-ecd8-49c8-a4ab-17f63e036d98 None None] Provisioning for port 9e04d4bc-2282-4033-baa9-0c888e759c37 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:02.608377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-574f0f29-ecd8-49c8-a4ab-17f63e036d98 None None] Provisioning complete for port 9e04d4bc-2282-4033-baa9-0c888e759c37 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:02.609510 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-574f0f29-ecd8-49c8-a4ab-17f63e036d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.629501 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c4cff66-7364-4770-92d7-e72b61da57c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.632213 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c4cff66-7364-4770-92d7-e72b61da57c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.636030 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6c4cff66-7364-4770-92d7-e72b61da57c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c92b244c-d1fc-4c30-a3c6-dbfd00ede0c3 HTTP/1.1" status: 204 len: 168 time: 0.3663144 Jul 22 23:37:02.650380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cff66-7364-4770-92d7-e72b61da57c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92b244c-d1fc-4c30-a3c6-dbfd00ede0c3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:02.670696 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb3605-42b2-4f22-8efe-bd4e6c85f5af req-74af6ca5-55a9-468f-8229-53c27c611099 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:02.679093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1fb3605-42b2-4f22-8efe-bd4e6c85f5af req-74af6ca5-55a9-468f-8229-53c27c611099 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.1895840 Jul 22 23:37:02.690196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b4365-38c8-417c-ac45-62be7716c5d2 req-5a6a3def-1a6e-43a5-82be-26102f525d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:02.691660 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b2b4365-38c8-417c-ac45-62be7716c5d2 req-5a6a3def-1a6e-43a5-82be-26102f525d47 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 906 time: 0.1839120 Jul 22 23:37:02.735695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1fb3605-42b2-4f22-8efe-bd4e6c85f5af req-5652a07e-cdc4-4c6f-ac4c-7c8d52fa2a21 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534260 Jul 22 23:37:02.762996 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ee99a1-14e0-4754-bce1-8777f8236009 x-openstack-request-id: req-e7ee99a1-14e0-4754-bce1-8777f8236009 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:02.763412 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae871989-7f3e-4b0e-8c46-79bdf28b0765", "name": "network-vif-deleted", "tag": "56b1264f-fa25-4c2a-8841-f8096c645568", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:02.763714 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7ee99a1-14e0-4754-bce1-8777f8236009 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:02.764130 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae871989-7f3e-4b0e-8c46-79bdf28b0765', 'name': 'network-vif-deleted', 'tag': '56b1264f-fa25-4c2a-8841-f8096c645568', 'status': 'completed', 'code': 200} Jul 22 23:37:02.767556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Pushing event updated for resources: {'Port': ['ID=579dc52e-6544-4652-b0e5-979ad336fb48,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:02.794059 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b2b4365-38c8-417c-ac45-62be7716c5d2 req-5d0c3dc4-297b-4d53-97d6-08a71821bbb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bae08b7-0670-4539-82be-dcc4e9e03196 HTTP/1.1" status: 200 len: 217 time: 0.0805848 Jul 22 23:37:02.917219 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b4365-38c8-417c-ac45-62be7716c5d2 req-6b9ab054-61ca-4e60-b188-77c8d61aa4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:02.923274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b2b4365-38c8-417c-ac45-62be7716c5d2 req-6b9ab054-61ca-4e60-b188-77c8d61aa4a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a6fea40-f65b-49f5-b79a-e507ab04e592 HTTP/1.1" status: 200 len: 845 time: 0.1065235 Jul 22 23:37:02.930174 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-574f0f29-ecd8-49c8-a4ab-17f63e036d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.993492 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-574f0f29-ecd8-49c8-a4ab-17f63e036d98 None None] For port 9e04d4bc-2282-4033-baa9-0c888e759c37, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9e04d4bc-2282-4033-baa9-0c888e759c37,segment=NetworkSegment(cd22a5ca-7bc4-469e-94d9-3f77e5579e64),segment_id=cd22a5ca-7bc4-469e-94d9-3f77e5579e64)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:03.009712 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-574f0f29-ecd8-49c8-a4ab-17f63e036d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:03.099380 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b2b4365-38c8-417c-ac45-62be7716c5d2 req-b400fa17-ec89-47ab-9fd3-fce370a5c110 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83ef78c-9582-4eee-aa94-4db7f145b548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1571488 Jul 22 23:37:03.149766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 74fcc665-706b-4253-a356-e6d6c8878a55 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:03.218025 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f0f29-ecd8-49c8-a4ab-17f63e036d98 None None] Pushing event updated for resources: {'Port': ['ID=9e04d4bc-2282-4033-baa9-0c888e759c37,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:03.221385 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 74fcc665-706b-4253-a356-e6d6c8878a55 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:37:03.235569 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 74fcc665-706b-4253-a356-e6d6c8878a55 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:37:03.236399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d2947e42-63b8-422f-9721-4933309d2e66 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:03.256029 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-714cfc7e-70f8-4d4d-bdc9-72c3795b47f6 req-23910b8f-809c-46de-a283-cc9fd7a09577 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae871989-7f3e-4b0e-8c46-79bdf28b0765 HTTP/1.1" status: 200 len: 210 time: 0.0482881 Jul 22 23:37:03.259217 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38022) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:03.261574 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: d2947e42-63b8-422f-9721-4933309d2e66 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:37:03.261965 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d2947e42-63b8-422f-9721-4933309d2e66 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:37:03.351740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b666f0-86d3-42d5-ae5f-042470aedc05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2add460f-9c56-4fa4-afbb-78e5f76fd8d5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:03.372518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56027cca-714d-4143-93f5-378c50239182 req-e1f39db7-f3ab-490b-bd54-22fef37d28fc tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:03.374882 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-56027cca-714d-4143-93f5-378c50239182 req-e1f39db7-f3ab-490b-bd54-22fef37d28fc tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 943 time: 0.2738955 Jul 22 23:37:03.388016 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b2b4365-38c8-417c-ac45-62be7716c5d2 req-1ea0f4df-d3e4-4714-b1b5-b64f0f174812 service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968706 Jul 22 23:37:03.460074 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c8f1b41e-d092-432f-85d7-00fafddb7f02 None None] Provisioning complete for port 9e04d4bc-2282-4033-baa9-0c888e759c37 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:03.460711 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8f1b41e-d092-432f-85d7-00fafddb7f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:03.462707 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b666f0-86d3-42d5-ae5f-042470aedc05 admin admin] Checking segment: {'id': '5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b4ef907d-9b0c-446b-9a55-43e31e924fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:03.463240 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b666f0-86d3-42d5-ae5f-042470aedc05 admin admin] Network hostable DHCP agents. Network: b4ef907d-9b0c-446b-9a55-43e31e924fec, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:37:03.479074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Attempting to bind port 579dc52e-6544-4652-b0e5-979ad336fb48 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:03.479416 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Attempting to bind port 579dc52e-6544-4652-b0e5-979ad336fb48 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'dd8d75e7-1afb-4005-8978-0b8efb0c7d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:03.479748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Attempting to bind port 579dc52e-6544-4652-b0e5-979ad336fb48 on network 16b356a7-3abc-4112-8d06-4a4d2cc76d32 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:03.495439 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Port 579dc52e-6544-4652-b0e5-979ad336fb48 on network 16b356a7-3abc-4112-8d06-4a4d2cc76d32 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:37:03.495772 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Attempting to bind port 579dc52e-6544-4652-b0e5-979ad336fb48 on network 16b356a7-3abc-4112-8d06-4a4d2cc76d32 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:03.507696 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b666f0-86d3-42d5-ae5f-042470aedc05 admin admin] Network b4ef907d-9b0c-446b-9a55-43e31e924fec is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:37:03.510620 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-56027cca-714d-4143-93f5-378c50239182 req-d84db9aa-4ca3-442e-8554-aecd5728a48f tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188562 Jul 22 23:37:03.511795 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:03.512152 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Checking segment: {'id': 'dd8d75e7-1afb-4005-8978-0b8efb0c7d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:03.512544 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Bound using segment: {'id': 'dd8d75e7-1afb-4005-8978-0b8efb0c7d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:03.512991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Bound port: 579dc52e-6544-4652-b0e5-979ad336fb48, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8d75e7-1afb-4005-8978-0b8efb0c7d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:03.513404 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:03.528224 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b9b666f0-86d3-42d5-ae5f-042470aedc05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, b4ef907d-9b0c-446b-9a55-43e31e924fec) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:03.536651 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b666f0-86d3-42d5-ae5f-042470aedc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:03.537353 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9b666f0-86d3-42d5-ae5f-042470aedc05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:03.541528 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b62df73-f54a-42f9-9ca5-18397e82548a None None] Network b4ef907d-9b0c-446b-9a55-43e31e924fec requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:37:03.576923 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8bea85ca-1fcc-4c82-b72f-ea09da212fa4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a824714deb934e28ad0f51d5898dc774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168731 Jul 22 23:37:03.580455 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38034) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:03.635434 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b9b666f0-86d3-42d5-ae5f-042470aedc05 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9489641 Jul 22 23:37:03.638872 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b2b4365-38c8-417c-ac45-62be7716c5d2 req-852503a9-77bf-439b-af95-57bacae923e5 service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335396 Jul 22 23:37:03.659562 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f648652-8a21-4076-841d-e5c9d7b5cbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:03.685435 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] For port 579dc52e-6544-4652-b0e5-979ad336fb48, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:03.690534 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] For port 579dc52e-6544-4652-b0e5-979ad336fb48, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=579dc52e-6544-4652-b0e5-979ad336fb48,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:03.702594 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:03.705772 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f648652-8a21-4076-841d-e5c9d7b5cbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:03.740862 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:03.747728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:03.748355 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:03.750096 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] 10.222.0.95 "PUT /v2.0/ports/579dc52e-6544-4652-b0e5-979ad336fb48 HTTP/1.1" status: 200 len: 1091 time: 2.7605300 Jul 22 23:37:03.811034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd12128-7366-447f-81f0-97c60649c54c None None] Network b4ef907d-9b0c-446b-9a55-43e31e924fec requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:37:03.818243 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f648652-8a21-4076-841d-e5c9d7b5cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:03.823189 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f648652-8a21-4076-841d-e5c9d7b5cbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:03.827358 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8f648652-8a21-4076-841d-e5c9d7b5cbdf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bbb826ee-cc77-4c65-b5bf-281885147062 HTTP/1.1" status: 204 len: 168 time: 0.2431824 Jul 22 23:37:03.855038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f648652-8a21-4076-841d-e5c9d7b5cbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb826ee-cc77-4c65-b5bf-281885147062,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:03.931642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948cf36-09b9-43de-b6cc-47c607e711de service neutron] Pushing event updated for resources: {'Port': ['ID=579dc52e-6544-4652-b0e5-979ad336fb48,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:03.980378 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264abae9-f844-4989-9c31-5f4ae9468816 req-22c72bba-ee3f-46f7-9023-e01ea4bd03aa tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:03.987541 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-264abae9-f844-4989-9c31-5f4ae9468816 req-22c72bba-ee3f-46f7-9023-e01ea4bd03aa tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.1542370 Jul 22 23:37:04.001869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-757c3c84-a886-43b6-9745-00e4e516a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:04.003576 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-757c3c84-a886-43b6-9745-00e4e516a3a4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=38fcc2a549774a6aaf1f72dd88a094dc&device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 1094 time: 0.1983285 Jul 22 23:37:04.048988 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-264abae9-f844-4989-9c31-5f4ae9468816 req-7b5e5c9f-39f4-4c72-bc99-83d11228d2c3 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545878 Jul 22 23:37:04.072679 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-fbccbf52-7069-4fbf-b40f-1d28676887a9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=579dc52e-6544-4652-b0e5-979ad336fb48 HTTP/1.1" status: 200 len: 217 time: 0.0587873 Jul 22 23:37:04.111621 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 56b1264f-fa25-4c2a-8841-f8096c645568 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:04.177834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-baa79604-7d8e-45a0-8bcc-2002bbc81855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:04.179776 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-baa79604-7d8e-45a0-8bcc-2002bbc81855 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1ac717a4-c9db-4c23-81f2-a537a23e9b0f HTTP/1.1" status: 200 len: 855 time: 0.0769637 Jul 22 23:37:04.189845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 56b1264f-fa25-4c2a-8841-f8096c645568 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:37:04.190197 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 56b1264f-fa25-4c2a-8841-f8096c645568 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:37:04.217881 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:04.227000 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-ac3e7c55-7d7f-42fa-98c8-daa79d1152ba service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=16b356a7-3abc-4112-8d06-4a4d2cc76d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347891 Jul 22 23:37:04.251188 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9e04d4bc-2282-4033-baa9-0c888e759c37 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:04.283589 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:04.339483 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45a9a50b-2a05-4f00-91af-19b2cb26c6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:04.342182 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:04.344849 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 9e04d4bc-2282-4033-baa9-0c888e759c37 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:04.345261 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:04.487693 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-e898a971-7d42-4479-92ee-42fff32ecc25 service neutron] 10.222.0.95 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504437 Jul 22 23:37:04.625204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Router 71fd438f-f8e6-42d0-849a-8ae69a723008 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:37:04.634087 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4e9ecf4c-bdb8-4f24-8546-3fc4a7f8e1de req-60057734-941a-4c58-b23c-aee1247e338c service neutron] 10.222.0.95 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253071 Jul 22 23:37:04.768560 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b32ecb6-d327-48c1-8e71-3aa13cf161f2', 'tag': '579dc52e-6544-4652-b0e5-979ad336fb48'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:04.771338 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6ffc01-9add-4880-9570-162eae21ab07" -d '{"events": [{"name": "network-changed", "server_uuid": "6b32ecb6-d327-48c1-8e71-3aa13cf161f2", "tag": "579dc52e-6544-4652-b0e5-979ad336fb48"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:04.779748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:37:04.792516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Sync routers for ids ['71fd438f-f8e6-42d0-849a-8ae69a723008'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:37:04.798110 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcf3b1-ad29-4640-91e5-2d7ce25ec400 req-13117d72-a414-4405-8fcf-73c811468591 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:04.799669 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7cdcf3b1-ad29-4640-91e5-2d7ce25ec400 req-13117d72-a414-4405-8fcf-73c811468591 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 943 time: 0.1963980 Jul 22 23:37:04.800958 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:04.805844 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2da0e806-3c7d-4172-a080-0a6388100e8c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.1530521 Jul 22 23:37:04.806475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38102) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:04.814583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Routers {'71fd438f-f8e6-42d0-849a-8ae69a723008'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:37:04.815337 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:37:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['71fd438f-f8e6-42d0-849a-8ae69a723008'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:04.858900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-6243321c-645e-4398-91a4-89c0022afab4 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:04.861043 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-6243321c-645e-4398-91a4-89c0022afab4 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 805 time: 0.1717961 Jul 22 23:37:04.882878 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-7848c55d-448a-482e-b568-d04c82cce77c tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/quotas/bb3a2d0f5d49440c8d1c8c93b02aa91f HTTP/1.1" status: 200 len: 375 time: 0.0160105 Jul 22 23:37:04.947203 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7cdcf3b1-ad29-4640-91e5-2d7ce25ec400 req-fc5a4b1b-2993-482f-80e4-0bf494506509 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289120 Jul 22 23:37:04.973662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38108) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:04.973784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Set router 71fd438f-f8e6-42d0-849a-8ae69a723008 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:37:05.021042 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-e62e138c-59f9-4b10-8e0b-71c273d85215 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1248031 Jul 22 23:37:05.039952 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:05.077731 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-22d953c0-8bda-45d4-8cae-0b70344c6171 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-700521607-network', 'tenant_id': '9cb5b87e7c8c424b9fb1285fad6dffb9'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:05.121820 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef11b6b2-7e02-4e4b-b7e7-1a76bd1bcbd6 x-openstack-request-id: req-ef11b6b2-7e02-4e4b-b7e7-1a76bd1bcbd6 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:05.122204 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b32ecb6-d327-48c1-8e71-3aa13cf161f2", "tag": "579dc52e-6544-4652-b0e5-979ad336fb48", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:05.122435 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef11b6b2-7e02-4e4b-b7e7-1a76bd1bcbd6 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:05.122910 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b32ecb6-d327-48c1-8e71-3aa13cf161f2', 'tag': '579dc52e-6544-4652-b0e5-979ad336fb48', 'status': 'completed', 'code': 200} Jul 22 23:37:05.228094 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-router', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '604435df-10d9-4abe-9509-6b697b209710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:59Z', 'updated_at': '2021-07-22T23:37:03Z', 'revision_number': 3, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'gw_port': {'id': '604435df-10d9-4abe-9509-6b697b209710', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:01Z', 'updated_at': '2021-07-22T23:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:05.256478 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-fbbf5cd8-bf29-45db-84df-73fa670b2fe9 service neutron] 10.222.0.26 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345393 Jul 22 23:37:05.263199 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Checking router: 71fd438f-f8e6-42d0-849a-8ae69a723008 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:37:05.263558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Updating router 71fd438f-f8e6-42d0-849a-8ae69a723008 port 604435df-10d9-4abe-9509-6b697b209710 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:37:05.303045 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ffc01-9add-4880-9570-162eae21ab07 req-6aa0145b-bbca-421b-bb59-ba39ed9aab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:05.303432 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.304367 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ec6ffc01-9add-4880-9570-162eae21ab07 req-6aa0145b-bbca-421b-bb59-ba39ed9aab12 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=38fcc2a549774a6aaf1f72dd88a094dc&device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 1094 time: 0.1852844 Jul 22 23:37:05.418845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d953c0-8bda-45d4-8cae-0b70344c6171 admin admin] Made reservation on behalf of 9cb5b87e7c8c424b9fb1285fad6dffb9 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:05.423937 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22d953c0-8bda-45d4-8cae-0b70344c6171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.442547 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fef41009-7d7e-4ee3-8f5a-ac0bdfbd62b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.453086 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22d953c0-8bda-45d4-8cae-0b70344c6171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.468298 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.481925 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ffc01-9add-4880-9570-162eae21ab07 req-c42e48f5-8f9b-4c3a-b291-ec3b2b90688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:05.483423 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ec6ffc01-9add-4880-9570-162eae21ab07 req-c42e48f5-8f9b-4c3a-b291-ec3b2b90688f service neutron] 10.222.0.95 "GET /v2.0/networks?id=16b356a7-3abc-4112-8d06-4a4d2cc76d32 HTTP/1.1" status: 200 len: 916 time: 0.1676021 Jul 22 23:37:05.523349 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-9305f11d-583d-40e4-9c28-e80d60aaf7e9 service neutron] 10.222.0.26 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505760 Jul 22 23:37:05.535761 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ec6ffc01-9add-4880-9570-162eae21ab07 req-3f186ae0-160c-4a2c-8a1f-85b9a4cc1d44 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=579dc52e-6544-4652-b0e5-979ad336fb48 HTTP/1.1" status: 200 len: 217 time: 0.0445673 Jul 22 23:37:05.606904 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38126) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:05.616717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910b800-8d91-45a2-a9c0-a7e30ccabaf8 req-3004b45d-42f1-4a9a-9ec4-30eee8ef123e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:05.618627 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e910b800-8d91-45a2-a9c0-a7e30ccabaf8 req-3004b45d-42f1-4a9a-9ec4-30eee8ef123e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.3607824 Jul 22 23:37:05.619468 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.635624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ffc01-9add-4880-9570-162eae21ab07 req-b1c24adb-aa29-497f-8596-f613eb5545a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:05.637130 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ec6ffc01-9add-4880-9570-162eae21ab07 req-b1c24adb-aa29-497f-8596-f613eb5545a4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1ac717a4-c9db-4c23-81f2-a537a23e9b0f HTTP/1.1" status: 200 len: 855 time: 0.0781152 Jul 22 23:37:05.670769 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fef41009-7d7e-4ee3-8f5a-ac0bdfbd62b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.686479 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fef41009-7d7e-4ee3-8f5a-ac0bdfbd62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.704889 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.708973 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ec6ffc01-9add-4880-9570-162eae21ab07 req-54d436e8-bcc9-48ec-a791-353777ae9a36 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=16b356a7-3abc-4112-8d06-4a4d2cc76d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617418 Jul 22 23:37:05.717173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Transition to ACTIVE for port object 604435df-10d9-4abe-9509-6b697b209710 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:05.734263 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fef41009-7d7e-4ee3-8f5a-ac0bdfbd62b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc7ea518c236437488e03def5530ee7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7581091 Jul 22 23:37:05.734951 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.735179 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38130) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:05.760899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e910b800-8d91-45a2-a9c0-a7e30ccabaf8 req-cc495726-b4f3-4c54-8a31-36f8089175b6 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303766 Jul 22 23:37:05.800160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef41009-7d7e-4ee3-8f5a-ac0bdfbd62b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1081adcb-e4e4-4525-a4af-c8323e24b49d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:05.853049 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e47b53ca-85a6-4757-8a40-04ce21a4ff46 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-698842545-network', 'tenant_id': 'dc33fe787e6a4eec8a01e58f54fbbc42'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:05.859228 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0582e7-8f55-4d18-8542-d5ebfd074ece None None] Pushing event updated for resources: {'Port': ['ID=604435df-10d9-4abe-9509-6b697b209710,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:05.863708 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Attempting to bind port 604435df-10d9-4abe-9509-6b697b209710 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:05.864784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Attempting to bind port 604435df-10d9-4abe-9509-6b697b209710 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:05.865670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Attempting to bind port 604435df-10d9-4abe-9509-6b697b209710 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:05.873216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cd9d562-c41b-4e83-aff3-1567f00d9d83 req-974a04d7-74d1-4ae8-916d-e9d3f1d76535 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b9b9cc8-f924-4bc6-8dd4-34071c406d44 HTTP/1.1" status: 200 len: 210 time: 0.0423007 Jul 22 23:37:05.877342 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:05.879679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:05.880382 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.880865 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:05.881445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Bound port: 604435df-10d9-4abe-9509-6b697b209710, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:05.881909 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.949170 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22d953c0-8bda-45d4-8cae-0b70344c6171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.954049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] For port 604435df-10d9-4abe-9509-6b697b209710, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:05.955214 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22d953c0-8bda-45d4-8cae-0b70344c6171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.959137 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] For port 604435df-10d9-4abe-9509-6b697b209710, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=604435df-10d9-4abe-9509-6b697b209710,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:05.968274 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.013934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d953c0-8bda-45d4-8cae-0b70344c6171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:37:06.041537 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Routers {'71fd438f-f8e6-42d0-849a-8ae69a723008'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:37:06.042379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:37:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['71fd438f-f8e6-42d0-849a-8ae69a723008'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:06.068494 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22d953c0-8bda-45d4-8cae-0b70344c6171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.070577 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-22d953c0-8bda-45d4-8cae-0b70344c6171 admin admin] Added segment b84c33ef-13c3-4bb7-a99b-9cd162a7430a of type vlan for network af8e5f5b-44e1-4629-8b6a-71e203d4640c Jul 22 23:37:06.074580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d953c0-8bda-45d4-8cae-0b70344c6171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a75333-5e7e-44c0-8e5d-68c82d4d2d99,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:06.185687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0582e7-8f55-4d18-8542-d5ebfd074ece None None] Pushing event updated for resources: {'Port': ['ID=604435df-10d9-4abe-9509-6b697b209710,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:06.193712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] Set router 71fd438f-f8e6-42d0-849a-8ae69a723008 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:37:06.243463 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22d953c0-8bda-45d4-8cae-0b70344c6171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.339186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d68150-2382-473a-bbdf-97f1f1ad1cf8 req-1cb4e0cc-3ead-439f-b022-1a8f7ba1e596 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:06.345891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83d68150-2382-473a-bbdf-97f1f1ad1cf8 req-1cb4e0cc-3ead-439f-b022-1a8f7ba1e596 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 943 time: 0.2665677 Jul 22 23:37:06.362479 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22d953c0-8bda-45d4-8cae-0b70344c6171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.363322 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d953c0-8bda-45d4-8cae-0b70344c6171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:06.364030 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22d953c0-8bda-45d4-8cae-0b70344c6171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.431394 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83d68150-2382-473a-bbdf-97f1f1ad1cf8 req-474742ce-e49f-41ff-977f-f9a1e2abc2e6 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781860 Jul 22 23:37:06.438956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47b53ca-85a6-4757-8a40-04ce21a4ff46 admin admin] Made reservation on behalf of dc33fe787e6a4eec8a01e58f54fbbc42 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:06.441529 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e47b53ca-85a6-4757-8a40-04ce21a4ff46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.449742 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Allocated IP 172.20.0.1 (c14356d9-0eaa-4295-9673-7cc56a3b1b29/58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba/4f8de77f-e840-4618-8b3c-083fe289bf4b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:06.467548 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-22d953c0-8bda-45d4-8cae-0b70344c6171 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4027832 Jul 22 23:37:06.467730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38146) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:06.473199 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-593b2568-c5a0-40a5-a9a6-4b822bc8a35c admin admin] Request body: {'subnet': {'network_id': 'af8e5f5b-44e1-4629-8b6a-71e203d4640c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-700521607-subnet', 'tenant_id': '9cb5b87e7c8c424b9fb1285fad6dffb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:06.478048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d953c0-8bda-45d4-8cae-0b70344c6171 admin admin] Pushing event updated for resources: {'Network': ['ID=af8e5f5b-44e1-4629-8b6a-71e203d4640c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:06.492797 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network af8e5f5b-44e1-4629-8b6a-71e203d4640c details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:37:06.505773 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593b2568-c5a0-40a5-a9a6-4b822bc8a35c admin admin] Made reservation on behalf of 9cb5b87e7c8c424b9fb1285fad6dffb9 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:06.506534 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e47b53ca-85a6-4757-8a40-04ce21a4ff46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.509614 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-593b2568-c5a0-40a5-a9a6-4b822bc8a35c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.534303 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ec6ffc01-9add-4880-9570-162eae21ab07 req-0e391dae-ecad-439e-898b-0b2a3f87bebd service neutron] 10.222.0.95 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8124382 Jul 22 23:37:06.538487 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a11354f1-7e71-4023-accb-eff82dc66685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.573546 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-router', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '604435df-10d9-4abe-9509-6b697b209710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:59Z', 'updated_at': '2021-07-22T23:37:03Z', 'revision_number': 3, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'gw_port': {'id': '604435df-10d9-4abe-9509-6b697b209710', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:01Z', 'updated_at': '2021-07-22T23:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:06.603437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123b91fe-a713-426e-9fbf-e6ea0a92ffdd None None] The sync data for ids ['71fd438f-f8e6-42d0-849a-8ae69a723008'] in n-d-688802-2 is: [{'id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-router', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '604435df-10d9-4abe-9509-6b697b209710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:59Z', 'updated_at': '2021-07-22T23:37:03Z', 'revision_number': 3, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'gw_port': {'id': '604435df-10d9-4abe-9509-6b697b209710', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:01Z', 'updated_at': '2021-07-22T23:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:37:06.713168 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a11354f1-7e71-4023-accb-eff82dc66685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.740961 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-593b2568-c5a0-40a5-a9a6-4b822bc8a35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.810101 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b2568-c5a0-40a5-a9a6-4b822bc8a35c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8d50889-8266-48fa-a1c1-9dc0bdab048e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:06.819963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b2568-c5a0-40a5-a9a6-4b822bc8a35c admin admin] Checking segment: {'id': 'b84c33ef-13c3-4bb7-a99b-9cd162a7430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'af8e5f5b-44e1-4629-8b6a-71e203d4640c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:06.819963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593b2568-c5a0-40a5-a9a6-4b822bc8a35c admin admin] Network hostable DHCP agents. Network: af8e5f5b-44e1-4629-8b6a-71e203d4640c, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:37:06.839455 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ec6ffc01-9add-4880-9570-162eae21ab07 req-d5f5b30e-3b6f-411e-b271-67263420daca service neutron] 10.222.0.95 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939377 Jul 22 23:37:06.876224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593b2568-c5a0-40a5-a9a6-4b822bc8a35c admin admin] Network af8e5f5b-44e1-4629-8b6a-71e203d4640c is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:37:06.879197 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.912635 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-593b2568-c5a0-40a5-a9a6-4b822bc8a35c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, af8e5f5b-44e1-4629-8b6a-71e203d4640c) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:06.913750 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Transition to ACTIVE for port object 4f8de77f-e840-4618-8b3c-083fe289bf4b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:06.920749 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b2568-c5a0-40a5-a9a6-4b822bc8a35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:06.921435 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-593b2568-c5a0-40a5-a9a6-4b822bc8a35c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.923043 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a11354f1-7e71-4023-accb-eff82dc66685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.926477 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a11354f1-7e71-4023-accb-eff82dc66685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.932454 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a11354f1-7e71-4023-accb-eff82dc66685 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1081adcb-e4e4-4525-a4af-c8323e24b49d HTTP/1.1" status: 204 len: 168 time: 1.1771231 Jul 22 23:37:06.952521 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7b3592-1f1e-45dc-9d7e-e5c1e388b56e None None] Network af8e5f5b-44e1-4629-8b6a-71e203d4640c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:37:06.990735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb067a3-e6d0-4e8f-9ccb-a3fe9743ac68 req-38ee9276-82de-43d9-ae01-3bd74adf063a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:06.999518 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2eb067a3-e6d0-4e8f-9ccb-a3fe9743ac68 req-38ee9276-82de-43d9-ae01-3bd74adf063a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.1372159 Jul 22 23:37:07.005404 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e47b53ca-85a6-4757-8a40-04ce21a4ff46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:07.018317 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11354f1-7e71-4023-accb-eff82dc66685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1081adcb-e4e4-4525-a4af-c8323e24b49d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:07.026034 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e47b53ca-85a6-4757-8a40-04ce21a4ff46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:07.036706 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-593b2568-c5a0-40a5-a9a6-4b822bc8a35c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5678859 Jul 22 23:37:07.083049 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:07.095206 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2eb067a3-e6d0-4e8f-9ccb-a3fe9743ac68 req-b5d601b2-1e62-48bd-8514-c3389248a411 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862186 Jul 22 23:37:07.134513 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:07.162775 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47b53ca-85a6-4757-8a40-04ce21a4ff46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:37:07.203762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee4cc49d-9b4d-48f6-b5d3-e692919175d0 req-cfa25149-3df4-4cd7-a1df-6efc2320652e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b9b9cc8-f924-4bc6-8dd4-34071c406d44 HTTP/1.1" status: 200 len: 210 time: 0.0995014 Jul 22 23:37:07.206534 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Network c14356d9-0eaa-4295-9673-7cc56a3b1b29 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:07.259252 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:07.268901 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e47b53ca-85a6-4757-8a40-04ce21a4ff46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:07.269295 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-e47b53ca-85a6-4757-8a40-04ce21a4ff46 admin admin] Added segment a5a74e94-710c-4e98-88fb-d8cec4d411db of type vlan for network db5f17c8-3de3-48e0-a427-e931e85f02bc Jul 22 23:37:07.270667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:07.348024 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b53ca-85a6-4757-8a40-04ce21a4ff46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4014b3da-e41a-4196-855d-ce38b92fccac,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:07.454649 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7666b78d-de1d-44da-9ea3-3670be89ec33 None None] Network af8e5f5b-44e1-4629-8b6a-71e203d4640c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:37:07.461145 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Pushing event updated for resources: {'Port': ['ID=4f8de77f-e840-4618-8b3c-083fe289bf4b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:07.475289 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e47b53ca-85a6-4757-8a40-04ce21a4ff46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:07.519321 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:07.606867 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-3d97d598-9022-4f08-b4c9-a3d3316fdaf3 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:07.609176 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-3d97d598-9022-4f08-b4c9-a3d3316fdaf3 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 805 time: 0.2856128 Jul 22 23:37:07.643660 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-00b403a2-dc37-4ad0-9f7b-7df0ee38c9f5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Request body: {'port': {'device_id': '8b9b9cc8-f924-4bc6-8dd4-34071c406d44', 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548', 'admin_state_up': True, 'tenant_id': 'bb3a2d0f5d49440c8d1c8c93b02aa91f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:07.678939 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-e47b53ca-85a6-4757-8a40-04ce21a4ff46 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:37:07.737823 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e47b53ca-85a6-4757-8a40-04ce21a4ff46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:07.739474 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b53ca-85a6-4757-8a40-04ce21a4ff46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:07.740276 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e47b53ca-85a6-4757-8a40-04ce21a4ff46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:07.773249 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e47b53ca-85a6-4757-8a40-04ce21a4ff46 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1651542 Jul 22 23:37:07.835841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38178) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:07.846040 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-09a097bf-b371-4304-8a2e-80a35696b1ef None None] Provisioning for port 4f8de77f-e840-4618-8b3c-083fe289bf4b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:07.854743 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-09a097bf-b371-4304-8a2e-80a35696b1ef None None] Provisioning complete for port 4f8de77f-e840-4618-8b3c-083fe289bf4b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:07.855122 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09a097bf-b371-4304-8a2e-80a35696b1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:07.857173 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b95a7169-cf7b-4b14-9395-8c026a473529 admin admin] Request body: {'subnet': {'network_id': 'db5f17c8-3de3-48e0-a427-e931e85f02bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-698842545-subnet', 'tenant_id': 'dc33fe787e6a4eec8a01e58f54fbbc42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:07.932262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-09a097bf-b371-4304-8a2e-80a35696b1ef None None] Port 4f8de77f-e840-4618-8b3c-083fe289bf4b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:37:07.969125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95a7169-cf7b-4b14-9395-8c026a473529 admin admin] Made reservation on behalf of dc33fe787e6a4eec8a01e58f54fbbc42 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:07.972316 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b95a7169-cf7b-4b14-9395-8c026a473529 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:08.177736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b53ca-85a6-4757-8a40-04ce21a4ff46 admin admin] Pushing event updated for resources: {'Network': ['ID=db5f17c8-3de3-48e0-a427-e931e85f02bc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:08.197107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network db5f17c8-3de3-48e0-a427-e931e85f02bc details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:37:08.264995 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:08.318862 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b95a7169-cf7b-4b14-9395-8c026a473529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:08.353537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38200) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:08.368634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 604435df-10d9-4abe-9509-6b697b209710 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:08.452539 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a7169-cf7b-4b14-9395-8c026a473529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b29e088-ef2d-4e01-8c71-c6619e0f5271,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:08.462520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 604435df-10d9-4abe-9509-6b697b209710 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:08.467849 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 604435df-10d9-4abe-9509-6b697b209710 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:08.468344 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:08.495868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95a7169-cf7b-4b14-9395-8c026a473529 admin admin] Checking segment: {'id': 'a5a74e94-710c-4e98-88fb-d8cec4d411db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'db5f17c8-3de3-48e0-a427-e931e85f02bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:08.496286 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95a7169-cf7b-4b14-9395-8c026a473529 admin admin] Network hostable DHCP agents. Network: db5f17c8-3de3-48e0-a427-e931e85f02bc, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:37:08.548081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95a7169-cf7b-4b14-9395-8c026a473529 admin admin] Network db5f17c8-3de3-48e0-a427-e931e85f02bc is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:37:08.558892 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:08.566249 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:08.566474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ee7ac7f8-5a95-47b5-a29c-bd7381756b0b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-186919977-network', 'tenant_id': '012cdc0fb09346edbefeb7e4e49cc629'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:08.569781 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b95a7169-cf7b-4b14-9395-8c026a473529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, db5f17c8-3de3-48e0-a427-e931e85f02bc) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:08.573548 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:08.576782 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95a7169-cf7b-4b14-9395-8c026a473529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:08.577612 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b95a7169-cf7b-4b14-9395-8c026a473529 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:08.585859 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c43eff1-0cd9-4f84-8a26-117aa284b25e None None] Network db5f17c8-3de3-48e0-a427-e931e85f02bc requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:37:08.590013 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 604435df-10d9-4abe-9509-6b697b209710, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=604435df-10d9-4abe-9509-6b697b209710,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:08.605433 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:08.622985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8887f-a3c5-4a3d-8d4f-6745600c8714 req-c02bc365-cd9e-4a8d-af2e-229526e6b527 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:08.624527 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83a8887f-a3c5-4a3d-8d4f-6745600c8714 req-c02bc365-cd9e-4a8d-af2e-229526e6b527 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 943 time: 1.0005872 Jul 22 23:37:08.632430 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.db.api [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-00b403a2-dc37-4ad0-9f7b-7df0ee38c9f5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:37:08.632430 n-d-688802-2 neutron-server[93821]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:37:08.632430 n-d-688802-2 neutron-server[93821]: [parameters: {'project_id_1': 'bb3a2d0f5d49440c8d1c8c93b02aa91f', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 37, 8, 594226)}] Jul 22 23:37:08.632430 n-d-688802-2 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:37:08.633559 n-d-688802-2 neutron-server[93821]: DEBUG oslo_db.api [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-00b403a2-dc37-4ad0-9f7b-7df0ee38c9f5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:37:08.650218 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b95a7169-cf7b-4b14-9395-8c026a473529 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8054168 Jul 22 23:37:08.650453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25579225-2a22-4f9c-8619-9035318dbace req-82d5e1b3-5995-4bc4-804d-a6339451ed74 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:08.657821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-25579225-2a22-4f9c-8619-9035318dbace req-82d5e1b3-5995-4bc4-804d-a6339451ed74 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/networks?id=b4ef907d-9b0c-446b-9a55-43e31e924fec HTTP/1.1" status: 200 len: 814 time: 0.3718674 Jul 22 23:37:08.697783 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:08.700911 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Pushing event updated for resources: {'Port': ['ID=4f8de77f-e840-4618-8b3c-083fe289bf4b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:08.719026 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-25579225-2a22-4f9c-8619-9035318dbace req-09253038-feb2-4e0a-9766-3c900bd4976c tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/quotas/4847f57fae714b92b029f627826b77ac HTTP/1.1" status: 200 len: 375 time: 0.0592980 Jul 22 23:37:08.745386 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7ac7f8-5a95-47b5-a29c-bd7381756b0b admin admin] Made reservation on behalf of 012cdc0fb09346edbefeb7e4e49cc629 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:08.750269 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac7f8-5a95-47b5-a29c-bd7381756b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:08.793601 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac7f8-5a95-47b5-a29c-bd7381756b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:08.800832 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-25579225-2a22-4f9c-8619-9035318dbace req-8cc30091-6bf8-4ee2-bec1-7fd7a1134d84 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4847f57fae714b92b029f627826b77ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807328 Jul 22 23:37:08.816351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83a8887f-a3c5-4a3d-8d4f-6745600c8714 req-120ec29b-4e61-435f-95d3-ec5956f90c6d tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792789 Jul 22 23:37:08.826291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Network c14356d9-0eaa-4295-9673-7cc56a3b1b29 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:08.828595 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:08.922832 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=604435df-10d9-4abe-9509-6b697b209710,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:09.026355 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 579dc52e-6544-4652-b0e5-979ad336fb48 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:09.030803 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Router 71fd438f-f8e6-42d0-849a-8ae69a723008 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:37:09.041946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9591f5f9-3642-447e-95db-4597d19e5fab None None] Network db5f17c8-3de3-48e0-a427-e931e85f02bc requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:37:09.054544 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-25579225-2a22-4f9c-8619-9035318dbace req-fc8b3203-8cee-4069-8690-970cd4422926 service neutron] 10.222.0.26 "GET /v2.0/networks/b4ef907d-9b0c-446b-9a55-43e31e924fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366242 Jul 22 23:37:09.131179 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef75168-bc46-44d4-84c3-4d5e052ff7db req-ccb8ee7a-c15f-415b-8bcb-d931213d5d9d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:09.138670 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aef75168-bc46-44d4-84c3-4d5e052ff7db req-ccb8ee7a-c15f-415b-8bcb-d931213d5d9d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.2000101 Jul 22 23:37:09.191665 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:37:09.197329 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f6f42f16-8235-49d4-a855-a711a7057c3d admin admin] 10.222.0.26 "PUT /v2.0/routers/71fd438f-f8e6-42d0-849a-8ae69a723008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3897605 Jul 22 23:37:09.236355 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac7f8-5a95-47b5-a29c-bd7381756b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:09.266147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aef75168-bc46-44d4-84c3-4d5e052ff7db req-ed68bf6f-90ca-478e-9af4-e18d1a410ac8 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249309 Jul 22 23:37:09.266331 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac7f8-5a95-47b5-a29c-bd7381756b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:09.277202 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695df484-3e39-4731-9ad4-469380316959 None None] Sync routers for ids ['71fd438f-f8e6-42d0-849a-8ae69a723008'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:37:09.278646 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7ac7f8-5a95-47b5-a29c-bd7381756b0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:37:09.288584 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac7f8-5a95-47b5-a29c-bd7381756b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:09.289038 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-ee7ac7f8-5a95-47b5-a29c-bd7381756b0b admin admin] Added segment 9ff10e92-7c45-44ef-ae9e-554860f17319 of type vlan for network 94aa53fa-7a14-414b-803a-a8dd75796ab3 Jul 22 23:37:09.296907 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695df484-3e39-4731-9ad4-469380316959 None None] Routers {'71fd438f-f8e6-42d0-849a-8ae69a723008'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:37:09.297843 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-695df484-3e39-4731-9ad4-469380316959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:37:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['71fd438f-f8e6-42d0-849a-8ae69a723008'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:09.310448 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e24564fc-d133-43fd-89fd-7f03fadd6f2a None None] Provisioning complete for port 4f8de77f-e840-4618-8b3c-083fe289bf4b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:09.310448 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e24564fc-d133-43fd-89fd-7f03fadd6f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:09.332049 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-00b403a2-dc37-4ad0-9f7b-7df0ee38c9f5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Made reservation on behalf of bb3a2d0f5d49440c8d1c8c93b02aa91f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:09.335504 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-00b403a2-dc37-4ad0-9f7b-7df0ee38c9f5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:09.347275 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-25579225-2a22-4f9c-8619-9035318dbace req-6715ce5e-352d-484c-8e5e-a85f1e694eb3 service neutron] 10.222.0.26 "GET /v2.0/networks/b4ef907d-9b0c-446b-9a55-43e31e924fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796504 Jul 22 23:37:09.360922 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac7f8-5a95-47b5-a29c-bd7381756b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:09.362005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e24564fc-d133-43fd-89fd-7f03fadd6f2a None None] Port 4f8de77f-e840-4618-8b3c-083fe289bf4b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:37:09.396408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ac7f8-5a95-47b5-a29c-bd7381756b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af66fb20-0ffb-4cef-80bb-1e6ba986f07d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:09.402609 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 579dc52e-6544-4652-b0e5-979ad336fb48, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=579dc52e-6544-4652-b0e5-979ad336fb48,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:09.417898 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '579dc52e-6544-4652-b0e5-979ad336fb48', 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32', 'port_id': '579dc52e-6544-4652-b0e5-979ad336fb48', 'mac_address': 'fa:16:3e:ff:e1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac717a4-c9db-4c23-81f2-a537a23e9b0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:09.485062 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:09.490883 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-28ee316a-1887-44eb-9bc2-be7efbc741bb req-3132d0f1-f17e-46c3-b505-142df51e945e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b9b9cc8-f924-4bc6-8dd4-34071c406d44 HTTP/1.1" status: 200 len: 210 time: 0.0469182 Jul 22 23:37:09.491492 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac7f8-5a95-47b5-a29c-bd7381756b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:09.492373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7ac7f8-5a95-47b5-a29c-bd7381756b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:09.492949 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac7f8-5a95-47b5-a29c-bd7381756b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:09.505656 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 579dc52e-6544-4652-b0e5-979ad336fb48 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:09.529663 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 579dc52e-6544-4652-b0e5-979ad336fb48, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=579dc52e-6544-4652-b0e5-979ad336fb48,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:09.542434 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:09.578868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38222) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:09.579252 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ee7ac7f8-5a95-47b5-a29c-bd7381756b0b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2111635 Jul 22 23:37:09.584973 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4de90ecc-8e34-4c1d-9c62-03d36e1f9ef6 admin admin] Request body: {'subnet': {'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-186919977-subnet', 'tenant_id': '012cdc0fb09346edbefeb7e4e49cc629', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:09.609883 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=579dc52e-6544-4652-b0e5-979ad336fb48,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:09.623043 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ac7f8-5a95-47b5-a29c-bd7381756b0b admin admin] Pushing event updated for resources: {'Network': ['ID=94aa53fa-7a14-414b-803a-a8dd75796ab3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:09.633748 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 94aa53fa-7a14-414b-803a-a8dd75796ab3 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:37:09.635689 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-695df484-3e39-4731-9ad4-469380316959 None None] Set router 71fd438f-f8e6-42d0-849a-8ae69a723008 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:37:09.657324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-00b403a2-dc37-4ad0-9f7b-7df0ee38c9f5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Allocated IP 172.20.0.13 (a83ef78c-9582-4eee-aa94-4db7f145b548/7a6fea40-f65b-49f5-b79a-e507ab04e592/daad81a8-f714-484f-83e0-fe5dc0bc126c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:09.661538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de90ecc-8e34-4c1d-9c62-03d36e1f9ef6 admin admin] Made reservation on behalf of 012cdc0fb09346edbefeb7e4e49cc629 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:09.663756 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4de90ecc-8e34-4c1d-9c62-03d36e1f9ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:09.758968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8fc8ee83-e8a3-4118-b84c-6804060e8258 req-905660af-e929-4172-8919-e6f0071198f5 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1605728347', 'description': 'tempest-description-939885047'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:09.794814 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['579dc52e-6544-4652-b0e5-979ad336fb48'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:09.819776 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8fc8ee83-e8a3-4118-b84c-6804060e8258 req-905660af-e929-4172-8919-e6f0071198f5 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.017267 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4de90ecc-8e34-4c1d-9c62-03d36e1f9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.029654 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-695df484-3e39-4731-9ad4-469380316959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-router', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '604435df-10d9-4abe-9509-6b697b209710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:59Z', 'updated_at': '2021-07-22T23:37:07Z', 'revision_number': 4, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'gw_port': {'id': '604435df-10d9-4abe-9509-6b697b209710', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:01Z', 'updated_at': '2021-07-22T23:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '4f8de77f-e840-4618-8b3c-083fe289bf4b', 'name': '', 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'mac_address': 'fa:16:3e:50:c3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:05Z', 'updated_at': '2021-07-22T23:37:08Z', 'revision_number': 2, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'subnets': [{'id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:10.041989 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-00b403a2-dc37-4ad0-9f7b-7df0ee38c9f5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.069545 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695df484-3e39-4731-9ad4-469380316959 None None] Checking router: 71fd438f-f8e6-42d0-849a-8ae69a723008 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:37:10.070521 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695df484-3e39-4731-9ad4-469380316959 None None] Updating router 71fd438f-f8e6-42d0-849a-8ae69a723008 port 4f8de77f-e840-4618-8b3c-083fe289bf4b binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:37:10.099849 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de90ecc-8e34-4c1d-9c62-03d36e1f9ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=112de286-9d0e-403f-bf64-d005eb53a1d9,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:10.104851 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de90ecc-8e34-4c1d-9c62-03d36e1f9ef6 admin admin] Checking segment: {'id': '9ff10e92-7c45-44ef-ae9e-554860f17319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:10.105456 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de90ecc-8e34-4c1d-9c62-03d36e1f9ef6 admin admin] Network hostable DHCP agents. Network: 94aa53fa-7a14-414b-803a-a8dd75796ab3, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:37:10.126200 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-695df484-3e39-4731-9ad4-469380316959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.126768 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de90ecc-8e34-4c1d-9c62-03d36e1f9ef6 admin admin] Network 94aa53fa-7a14-414b-803a-a8dd75796ab3 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:37:10.131444 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8fc8ee83-e8a3-4118-b84c-6804060e8258 req-905660af-e929-4172-8919-e6f0071198f5 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.148414 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8fc8ee83-e8a3-4118-b84c-6804060e8258 req-905660af-e929-4172-8919-e6f0071198f5 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.151995 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4de90ecc-8e34-4c1d-9c62-03d36e1f9ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 94aa53fa-7a14-414b-803a-a8dd75796ab3) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:10.157403 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de90ecc-8e34-4c1d-9c62-03d36e1f9ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:10.158100 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4de90ecc-8e34-4c1d-9c62-03d36e1f9ef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.165150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cb3c45-e0c0-45c6-9f50-cdaa2f9420e1 None None] Network 94aa53fa-7a14-414b-803a-a8dd75796ab3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:37:10.167493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-9c8eedcc-e355-4032-a947-fef87b4e48cf tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:10.169052 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-9c8eedcc-e355-4032-a947-fef87b4e48cf tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/networks?id=c14356d9-0eaa-4295-9673-7cc56a3b1b29 HTTP/1.1" status: 200 len: 828 time: 0.2445781 Jul 22 23:37:10.187578 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4de90ecc-8e34-4c1d-9c62-03d36e1f9ef6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6071565 Jul 22 23:37:10.244767 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8fc8ee83-e8a3-4118-b84c-6804060e8258 req-905660af-e929-4172-8919-e6f0071198f5 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.245953 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8fc8ee83-e8a3-4118-b84c-6804060e8258 req-905660af-e929-4172-8919-e6f0071198f5 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4987040 Jul 22 23:37:10.267062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-0021e750-4d36-440e-a0f8-70f3c42af38d tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/quotas/30fa11b7d04d4613ba840561a8e3696e HTTP/1.1" status: 200 len: 375 time: 0.0872111 Jul 22 23:37:10.268235 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905660af-e929-4172-8919-e6f0071198f5 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ba24f6-7dee-45d7-a3aa-8af07f15b956,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:10.271106 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-00b403a2-dc37-4ad0-9f7b-7df0ee38c9f5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.297381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 604435df-10d9-4abe-9509-6b697b209710 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:10.311085 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['8bae08b7-0670-4539-82be-dcc4e9e03196'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:10.357334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-00b403a2-dc37-4ad0-9f7b-7df0ee38c9f5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Network a83ef78c-9582-4eee-aa94-4db7f145b548 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:10.374417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-00b403a2-dc37-4ad0-9f7b-7df0ee38c9f5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:10.411711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-00b403a2-dc37-4ad0-9f7b-7df0ee38c9f5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:10.416084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b403a2-dc37-4ad0-9f7b-7df0ee38c9f5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Pushing event updated for resources: {'Port': ['ID=daad81a8-f714-484f-83e0-fe5dc0bc126c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:10.420595 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06b14f84-578d-4b8b-b8c4-2de192cb86fb req-93675649-a340-473e-abb1-dea5efa2d57d tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b32be51-6a9a-4785-bfdb-96d13797801f HTTP/1.1" status: 200 len: 210 time: 0.0718734 Jul 22 23:37:10.521423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-00b403a2-dc37-4ad0-9f7b-7df0ee38c9f5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:10.522061 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-00b403a2-dc37-4ad0-9f7b-7df0ee38c9f5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.545969 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3af4e16-d209-4b06-96f8-7a99d8665f5e None None] Network 94aa53fa-7a14-414b-803a-a8dd75796ab3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:37:10.557126 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 604435df-10d9-4abe-9509-6b697b209710 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:10.557756 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.557894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-39f00c78-8f0e-453d-a7fb-ad9a441542da tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=30fa11b7d04d4613ba840561a8e3696e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2790830 Jul 22 23:37:10.569232 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-00b403a2-dc37-4ad0-9f7b-7df0ee38c9f5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9318430 Jul 22 23:37:10.604718 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-695df484-3e39-4731-9ad4-469380316959 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.620229 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-695df484-3e39-4731-9ad4-469380316959 None None] Transition to ACTIVE for port object 4f8de77f-e840-4618-8b3c-083fe289bf4b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:10.621039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Request body: {'port': {'device_id': '8b9b9cc8-f924-4bc6-8dd4-34071c406d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:10.633555 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-695df484-3e39-4731-9ad4-469380316959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.715933 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef288be9-29bb-430b-9382-a9fe1d5978ac None None] Pushing event updated for resources: {'Port': ['ID=4f8de77f-e840-4618-8b3c-083fe289bf4b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:10.739241 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288be9-29bb-430b-9382-a9fe1d5978ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.739610 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288be9-29bb-430b-9382-a9fe1d5978ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.739933 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288be9-29bb-430b-9382-a9fe1d5978ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.740276 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288be9-29bb-430b-9382-a9fe1d5978ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.743576 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288be9-29bb-430b-9382-a9fe1d5978ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.744333 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288be9-29bb-430b-9382-a9fe1d5978ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.744677 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288be9-29bb-430b-9382-a9fe1d5978ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.745016 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288be9-29bb-430b-9382-a9fe1d5978ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.745395 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288be9-29bb-430b-9382-a9fe1d5978ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.745727 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288be9-29bb-430b-9382-a9fe1d5978ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.746058 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288be9-29bb-430b-9382-a9fe1d5978ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.747091 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288be9-29bb-430b-9382-a9fe1d5978ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.774141 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-695df484-3e39-4731-9ad4-469380316959 None None] Attempting to bind port 4f8de77f-e840-4618-8b3c-083fe289bf4b on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:10.774534 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-695df484-3e39-4731-9ad4-469380316959 None None] Attempting to bind port 4f8de77f-e840-4618-8b3c-083fe289bf4b by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'cd22a5ca-7bc4-469e-94d9-3f77e5579e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:10.774908 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695df484-3e39-4731-9ad4-469380316959 None None] Attempting to bind port 4f8de77f-e840-4618-8b3c-083fe289bf4b on network c14356d9-0eaa-4295-9673-7cc56a3b1b29 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:10.780672 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695df484-3e39-4731-9ad4-469380316959 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:10.781468 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695df484-3e39-4731-9ad4-469380316959 None None] Checking segment: {'id': 'cd22a5ca-7bc4-469e-94d9-3f77e5579e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:10.781468 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-695df484-3e39-4731-9ad4-469380316959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.781793 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695df484-3e39-4731-9ad4-469380316959 None None] Bound using segment: {'id': 'cd22a5ca-7bc4-469e-94d9-3f77e5579e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:10.782268 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-695df484-3e39-4731-9ad4-469380316959 None None] Bound port: 4f8de77f-e840-4618-8b3c-083fe289bf4b, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd22a5ca-7bc4-469e-94d9-3f77e5579e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:10.782784 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-695df484-3e39-4731-9ad4-469380316959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.791095 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-77caecd5-12b8-4a33-885a-86a398342ca0 service neutron] 10.222.0.26 "GET /v2.0/networks/c14356d9-0eaa-4295-9673-7cc56a3b1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323260 Jul 22 23:37:10.805030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c22ad-9584-4830-982c-b1a681acf280 req-f2711021-3280-4247-8764-7509f59f9f0b tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:10.812631 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e37c22ad-9584-4830-982c-b1a681acf280 req-f2711021-3280-4247-8764-7509f59f9f0b tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 944 time: 0.2779973 Jul 22 23:37:10.859963 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.861256 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-695df484-3e39-4731-9ad4-469380316959 None None] For port 4f8de77f-e840-4618-8b3c-083fe289bf4b, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:10.869948 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-695df484-3e39-4731-9ad4-469380316959 None None] For port 4f8de77f-e840-4618-8b3c-083fe289bf4b, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4f8de77f-e840-4618-8b3c-083fe289bf4b,segment=NetworkSegment(cd22a5ca-7bc4-469e-94d9-3f77e5579e64),segment_id=cd22a5ca-7bc4-469e-94d9-3f77e5579e64)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:10.878291 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-695df484-3e39-4731-9ad4-469380316959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.933723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e37c22ad-9584-4830-982c-b1a681acf280 req-9a5fbe05-ea42-4946-84da-d66069231084 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201823 Jul 22 23:37:10.959575 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695df484-3e39-4731-9ad4-469380316959 None None] Routers {'71fd438f-f8e6-42d0-849a-8ae69a723008'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:37:10.960286 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-695df484-3e39-4731-9ad4-469380316959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:37:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['71fd438f-f8e6-42d0-849a-8ae69a723008'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:10.963867 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef288be9-29bb-430b-9382-a9fe1d5978ac None None] Pushing event updated for resources: {'Port': ['ID=4f8de77f-e840-4618-8b3c-083fe289bf4b,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:11.028383 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 579dc52e-6544-4652-b0e5-979ad336fb48 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:11.041585 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-942472a6-86fd-444a-aa4d-9988935d1e5b service neutron] 10.222.0.26 "GET /v2.0/networks/c14356d9-0eaa-4295-9673-7cc56a3b1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251000 Jul 22 23:37:11.108718 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 579dc52e-6544-4652-b0e5-979ad336fb48 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:11.114006 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 579dc52e-6544-4652-b0e5-979ad336fb48 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:11.114270 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:11.116536 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-695df484-3e39-4731-9ad4-469380316959 None None] Set router 71fd438f-f8e6-42d0-849a-8ae69a723008 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:37:11.145121 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a3b0c30-0a9c-4ebd-bd57-5b2511804275 req-2375195f-03c3-40e2-a881-3d6a1e2244a4 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "GET /v2.0/security-groups/c6ba24f6-7dee-45d7-a3aa-8af07f15b956 HTTP/1.1" status: 200 len: 1812 time: 0.1792090 Jul 22 23:37:11.152682 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3a3b0c30-0a9c-4ebd-bd57-5b2511804275 req-7d87d325-90e1-4588-920b-c19832c5888f tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6ba24f6-7dee-45d7-a3aa-8af07f15b956', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:11.153002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3a3b0c30-0a9c-4ebd-bd57-5b2511804275 req-7d87d325-90e1-4588-920b-c19832c5888f tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6ba24f6-7dee-45d7-a3aa-8af07f15b956', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:11.341579 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25579225-2a22-4f9c-8619-9035318dbace req-255b3c42-7210-4c22-a350-c31aacd7ceb0 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:11.342200 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:11.345648 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-25579225-2a22-4f9c-8619-9035318dbace req-255b3c42-7210-4c22-a350-c31aacd7ceb0 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.18 "GET /v2.0/networks?id=b4ef907d-9b0c-446b-9a55-43e31e924fec HTTP/1.1" status: 200 len: 814 time: 0.1791999 Jul 22 23:37:11.376217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-25579225-2a22-4f9c-8619-9035318dbace req-2f1b40ff-e4f7-42bb-b302-d204977bc42a tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Request body: {'port': {'device_id': '5b32be51-6a9a-4785-bfdb-96d13797801f', 'network_id': 'b4ef907d-9b0c-446b-9a55-43e31e924fec', 'admin_state_up': True, 'tenant_id': '4847f57fae714b92b029f627826b77ac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:11.396467 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3a3b0c30-0a9c-4ebd-bd57-5b2511804275 req-7d87d325-90e1-4588-920b-c19832c5888f tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:11.441667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 579dc52e-6544-4652-b0e5-979ad336fb48, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=579dc52e-6544-4652-b0e5-979ad336fb48,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:11.444497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b32ecb6-d327-48c1-8e71-3aa13cf161f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579dc52e-6544-4652-b0e5-979ad336fb48'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:11.447915 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88db0a3-fbc2-4ec9-a87b-73d134e210dc" -d '{"events": [{"server_uuid": "6b32ecb6-d327-48c1-8e71-3aa13cf161f2", "name": "network-vif-plugged", "status": "completed", "tag": "579dc52e-6544-4652-b0e5-979ad336fb48"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:11.461709 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:11.464649 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3a3b0c30-0a9c-4ebd-bd57-5b2511804275 req-7d87d325-90e1-4588-920b-c19832c5888f tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:11.487555 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3a3b0c30-0a9c-4ebd-bd57-5b2511804275 req-7d87d325-90e1-4588-920b-c19832c5888f tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:11.524096 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3a3b0c30-0a9c-4ebd-bd57-5b2511804275 req-7d87d325-90e1-4588-920b-c19832c5888f tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:11.526848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=579dc52e-6544-4652-b0e5-979ad336fb48,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:11.535744 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a3b0c30-0a9c-4ebd-bd57-5b2511804275 req-7d87d325-90e1-4588-920b-c19832c5888f tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3895910 Jul 22 23:37:11.544420 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87d325-90e1-4588-920b-c19832c5888f tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc951db-ff99-4c7a-94ac-31a3f564d1f4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:11.622205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25579225-2a22-4f9c-8619-9035318dbace req-2f1b40ff-e4f7-42bb-b302-d204977bc42a tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Made reservation on behalf of 4847f57fae714b92b029f627826b77ac for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:11.623226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3bd89-ac86-4dff-8792-734dda894cd8 req-a6a40396-3c8d-482c-b80f-248eeeedfa54 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:11.626821 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-25579225-2a22-4f9c-8619-9035318dbace req-2f1b40ff-e4f7-42bb-b302-d204977bc42a tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:11.632229 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6ff3bd89-ac86-4dff-8792-734dda894cd8 req-a6a40396-3c8d-482c-b80f-248eeeedfa54 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.2204540 Jul 22 23:37:11.651269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daad81a8-f714-484f-83e0-fe5dc0bc126c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:11.670169 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:11.693078 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-695df484-3e39-4731-9ad4-469380316959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-router', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '604435df-10d9-4abe-9509-6b697b209710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:59Z', 'updated_at': '2021-07-22T23:37:07Z', 'revision_number': 4, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'gw_port': {'id': '604435df-10d9-4abe-9509-6b697b209710', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:01Z', 'updated_at': '2021-07-22T23:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '4f8de77f-e840-4618-8b3c-083fe289bf4b', 'name': '', 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'mac_address': 'fa:16:3e:50:c3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:05Z', 'updated_at': '2021-07-22T23:37:10Z', 'revision_number': 4, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'subnets': [{'id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:11.702507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Transition to ACTIVE for port object daad81a8-f714-484f-83e0-fe5dc0bc126c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:11.719086 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:11.725122 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695df484-3e39-4731-9ad4-469380316959 None None] The sync data for ids ['71fd438f-f8e6-42d0-849a-8ae69a723008'] in n-d-688802-2 is: [{'id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-router', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '604435df-10d9-4abe-9509-6b697b209710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:59Z', 'updated_at': '2021-07-22T23:37:07Z', 'revision_number': 4, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'gw_port': {'id': '604435df-10d9-4abe-9509-6b697b209710', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:01Z', 'updated_at': '2021-07-22T23:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '4f8de77f-e840-4618-8b3c-083fe289bf4b', 'name': '', 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'mac_address': 'fa:16:3e:50:c3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:05Z', 'updated_at': '2021-07-22T23:37:10Z', 'revision_number': 4, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'subnets': [{'id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:37:11.816941 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-25579225-2a22-4f9c-8619-9035318dbace req-2f1b40ff-e4f7-42bb-b302-d204977bc42a tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Allocated IP 172.20.0.6 (b4ef907d-9b0c-446b-9a55-43e31e924fec/2add460f-9c56-4fa4-afbb-78e5f76fd8d5/5494ae1b-0731-436c-9f07-36e96bc2a41c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:11.869711 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6ff3bd89-ac86-4dff-8792-734dda894cd8 req-38a7e6d9-c09f-4823-8995-5537b6aa01c5 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365227 Jul 22 23:37:11.888027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Pushing event updated for resources: {'Port': ['ID=daad81a8-f714-484f-83e0-fe5dc0bc126c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:12.069479 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-25579225-2a22-4f9c-8619-9035318dbace req-2f1b40ff-e4f7-42bb-b302-d204977bc42a tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:12.114365 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e039d-2955-4f78-9633-4b8610c800b2 req-3d155d7b-c4fd-49d8-9091-fce98f1aa742 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:12.116416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-3d155d7b-c4fd-49d8-9091-fce98f1aa742 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/networks?id=94aa53fa-7a14-414b-803a-a8dd75796ab3 HTTP/1.1" status: 200 len: 812 time: 0.3723183 Jul 22 23:37:12.117941 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-25579225-2a22-4f9c-8619-9035318dbace req-2f1b40ff-e4f7-42bb-b302-d204977bc42a tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:12.169771 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Attempting to bind port daad81a8-f714-484f-83e0-fe5dc0bc126c on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:12.170107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Attempting to bind port daad81a8-f714-484f-83e0-fe5dc0bc126c by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:12.170441 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Attempting to bind port daad81a8-f714-484f-83e0-fe5dc0bc126c on network a83ef78c-9582-4eee-aa94-4db7f145b548 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:12.177486 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25579225-2a22-4f9c-8619-9035318dbace req-2f1b40ff-e4f7-42bb-b302-d204977bc42a tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Network b4ef907d-9b0c-446b-9a55-43e31e924fec is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:12.180984 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-25579225-2a22-4f9c-8619-9035318dbace req-2f1b40ff-e4f7-42bb-b302-d204977bc42a tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:12.185592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-25579225-2a22-4f9c-8619-9035318dbace req-2f1b40ff-e4f7-42bb-b302-d204977bc42a tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:12.186841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-a3ce1aeb-1318-4d53-84dd-8912caa4802a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/quotas/012cdc0fb09346edbefeb7e4e49cc629 HTTP/1.1" status: 200 len: 375 time: 0.0589569 Jul 22 23:37:12.207119 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Port daad81a8-f714-484f-83e0-fe5dc0bc126c on network a83ef78c-9582-4eee-aa94-4db7f145b548 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:37:12.207587 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Attempting to bind port daad81a8-f714-484f-83e0-fe5dc0bc126c on network a83ef78c-9582-4eee-aa94-4db7f145b548 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:12.240696 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b40ff-e4f7-42bb-b302-d204977bc42a tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Pushing event updated for resources: {'Port': ['ID=5494ae1b-0731-436c-9f07-36e96bc2a41c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:12.248147 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25579225-2a22-4f9c-8619-9035318dbace req-2f1b40ff-e4f7-42bb-b302-d204977bc42a tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:12.248794 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-25579225-2a22-4f9c-8619-9035318dbace req-2f1b40ff-e4f7-42bb-b302-d204977bc42a tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:12.253310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-31424463-2b69-419e-b67e-6c1e924493b9 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=012cdc0fb09346edbefeb7e4e49cc629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646970 Jul 22 23:37:12.256114 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:12.256458 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Checking segment: {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:12.256838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Bound using segment: {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:12.257321 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Bound port: daad81a8-f714-484f-83e0-fe5dc0bc126c, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:12.257680 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:12.268927 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c05389-3fde-406f-b439-04dcaffb340c req-0d6a0a28-87fd-4833-9447-d44e808f041a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:12.276533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3c05389-3fde-406f-b439-04dcaffb340c req-0d6a0a28-87fd-4833-9447-d44e808f041a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b9b9cc8-f924-4bc6-8dd4-34071c406d44 HTTP/1.1" status: 200 len: 944 time: 0.2982695 Jul 22 23:37:12.279928 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-25579225-2a22-4f9c-8619-9035318dbace req-2f1b40ff-e4f7-42bb-b302-d204977bc42a tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9175458 Jul 22 23:37:12.302670 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Request body: {'port': {'device_id': '5b32be51-6a9a-4785-bfdb-96d13797801f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:12.305323 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4f8de77f-e840-4618-8b3c-083fe289bf4b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:12.361856 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3c05389-3fde-406f-b439-04dcaffb340c req-f20dfb40-8e4c-4060-9dac-1ccdc5412683 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842090 Jul 22 23:37:12.375753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 4f8de77f-e840-4618-8b3c-083fe289bf4b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:12.388753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4f8de77f-e840-4618-8b3c-083fe289bf4b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:12.389425 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:12.463139 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:12.489213 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] For port daad81a8-f714-484f-83e0-fe5dc0bc126c, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:12.500830 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-fa690f1b-b40b-40bd-be26-665b0fc53fbc service neutron] 10.222.0.26 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207556 Jul 22 23:37:12.511650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] For port daad81a8-f714-484f-83e0-fe5dc0bc126c, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=daad81a8-f714-484f-83e0-fe5dc0bc126c,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:12.527523 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:12.549381 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:12.580756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:12.581615 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:12.583103 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] 10.222.0.18 "PUT /v2.0/ports/daad81a8-f714-484f-83e0-fe5dc0bc126c HTTP/1.1" status: 200 len: 1092 time: 1.9688857 Jul 22 23:37:12.583781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9b9cc8-f924-4bc6-8dd4-34071c406d44', 'tag': 'daad81a8-f714-484f-83e0-fe5dc0bc126c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:12.586146 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c6d06b-3074-4ef9-a10f-bd7d26bdddbb" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9b9cc8-f924-4bc6-8dd4-34071c406d44", "tag": "daad81a8-f714-484f-83e0-fe5dc0bc126c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:12.594663 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 4f8de77f-e840-4618-8b3c-083fe289bf4b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4f8de77f-e840-4618-8b3c-083fe289bf4b,segment=NetworkSegment(cd22a5ca-7bc4-469e-94d9-3f77e5579e64),segment_id=cd22a5ca-7bc4-469e-94d9-3f77e5579e64)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:12.606184 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:12.659579 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b46adf63-57ac-436b-aa02-8f0ba9fd7c6a req-46dc712b-4cda-4279-a4e4-53998cad7ec1 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 210 time: 0.1042223 Jul 22 23:37:12.726038 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=4f8de77f-e840-4618-8b3c-083fe289bf4b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:12.738179 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935439bb-c3cb-44fa-81e8-d7810fd97d23 service neutron] Pushing event updated for resources: {'Port': ['ID=daad81a8-f714-484f-83e0-fe5dc0bc126c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:12.738358 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df21731f-cad8-4138-915e-fbe621a1e4db x-openstack-request-id: req-df21731f-cad8-4138-915e-fbe621a1e4db {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:12.739517 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b32ecb6-d327-48c1-8e71-3aa13cf161f2", "name": "network-vif-plugged", "status": "completed", "tag": "579dc52e-6544-4652-b0e5-979ad336fb48", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:12.739783 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df21731f-cad8-4138-915e-fbe621a1e4db {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:12.741379 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b32ecb6-d327-48c1-8e71-3aa13cf161f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579dc52e-6544-4652-b0e5-979ad336fb48', 'code': 200} Jul 22 23:37:12.753672 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-dca05a84-4b57-496d-a213-010384bbfdde service neutron] 10.222.0.26 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518833 Jul 22 23:37:12.779590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-0f973467-fbe0-47d2-bec0-92740a41a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:12.781596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-0f973467-fbe0-47d2-bec0-92740a41a212 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=8b9b9cc8-f924-4bc6-8dd4-34071c406d44 HTTP/1.1" status: 200 len: 1095 time: 0.1208305 Jul 22 23:37:12.878452 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-854ee7a8-5e02-4dd0-8b37-49bbffb483d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daad81a8-f714-484f-83e0-fe5dc0bc126c HTTP/1.1" status: 200 len: 217 time: 0.0798814 Jul 22 23:37:12.982353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-87a4e748-3290-459f-a0f5-30c6059808c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:12.984617 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-87a4e748-3290-459f-a0f5-30c6059808c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a6fea40-f65b-49f5-b79a-e507ab04e592 HTTP/1.1" status: 200 len: 845 time: 0.0738204 Jul 22 23:37:13.033337 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-39e2fcd7-21df-4ead-8129-22e020b95d24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83ef78c-9582-4eee-aa94-4db7f145b548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385342 Jul 22 23:37:13.034979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-593c697f-5c52-4404-92ef-29772ecb05be tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:13.036566 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-593c697f-5c52-4404-92ef-29772ecb05be tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.95 "GET /v2.0/networks?id=c14356d9-0eaa-4295-9673-7cc56a3b1b29 HTTP/1.1" status: 200 len: 828 time: 0.1444337 Jul 22 23:37:13.078824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-343b7d77-f09a-41a1-8357-0843882abe9e tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Request body: {'port': {'device_id': '7dbe3542-4928-4d4d-9980-72c82d96fded', 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29', 'admin_state_up': True, 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:13.120955 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e804d-fd51-4f1c-8c45-aeb6c7196ff7 req-32042035-946d-46f0-9978-f4503bc35828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:13.122516 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a2e804d-fd51-4f1c-8c45-aeb6c7196ff7 req-32042035-946d-46f0-9978-f4503bc35828 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 1096 time: 0.2678113 Jul 22 23:37:13.131124 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5494ae1b-0731-436c-9f07-36e96bc2a41c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:13.174771 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:13.179337 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4f747-f511-4fc0-a8a9-4b7763b68b17 req-5ce8108f-216b-47d1-ae14-d4aaf833317c tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:13.180718 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a1a4f747-f511-4fc0-a8a9-4b7763b68b17 req-5ce8108f-216b-47d1-ae14-d4aaf833317c tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b32be51-6a9a-4785-bfdb-96d13797801f HTTP/1.1" status: 200 len: 931 time: 0.3178971 Jul 22 23:37:13.206387 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Transition to ACTIVE for port object 5494ae1b-0731-436c-9f07-36e96bc2a41c will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:13.219573 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54bcfb0f-e24e-452a-ad0b-ab15bcc22d0c req-db653fd8-97cd-4746-8004-fb45e3c5d198 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "GET /v2.0/security-groups/c6ba24f6-7dee-45d7-a3aa-8af07f15b956 HTTP/1.1" status: 200 len: 2405 time: 0.1599491 Jul 22 23:37:13.221921 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:13.303339 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-343b7d77-f09a-41a1-8357-0843882abe9e tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Made reservation on behalf of 30fa11b7d04d4613ba840561a8e3696e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:13.309022 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-343b7d77-f09a-41a1-8357-0843882abe9e tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:13.362125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Pushing event updated for resources: {'Port': ['ID=5494ae1b-0731-436c-9f07-36e96bc2a41c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:13.555664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Attempting to bind port 5494ae1b-0731-436c-9f07-36e96bc2a41c on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:13.556240 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Attempting to bind port 5494ae1b-0731-436c-9f07-36e96bc2a41c by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b4ef907d-9b0c-446b-9a55-43e31e924fec'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:13.556344 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Attempting to bind port 5494ae1b-0731-436c-9f07-36e96bc2a41c on network b4ef907d-9b0c-446b-9a55-43e31e924fec {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:13.567076 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Port 5494ae1b-0731-436c-9f07-36e96bc2a41c on network b4ef907d-9b0c-446b-9a55-43e31e924fec not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:37:13.567450 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Attempting to bind port 5494ae1b-0731-436c-9f07-36e96bc2a41c on network b4ef907d-9b0c-446b-9a55-43e31e924fec {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:13.575436 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:13.576153 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Checking segment: {'id': '5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b4ef907d-9b0c-446b-9a55-43e31e924fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:13.576153 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Bound using segment: {'id': '5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b4ef907d-9b0c-446b-9a55-43e31e924fec'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:13.576572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Bound port: 5494ae1b-0731-436c-9f07-36e96bc2a41c, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b4ef907d-9b0c-446b-9a55-43e31e924fec'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:13.576933 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:13.590996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-343b7d77-f09a-41a1-8357-0843882abe9e tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Allocated IP 172.20.0.4 (c14356d9-0eaa-4295-9673-7cc56a3b1b29/58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba/c785cbc9-5581-4f8f-8d33-3c34acb792e6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:13.704165 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] For port 5494ae1b-0731-436c-9f07-36e96bc2a41c, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:13.729233 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a2e804d-fd51-4f1c-8c45-aeb6c7196ff7 req-84058b37-f149-4858-8bf6-fd77d0bdbc11 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753078 Jul 22 23:37:13.734033 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] For port 5494ae1b-0731-436c-9f07-36e96bc2a41c, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=5494ae1b-0731-436c-9f07-36e96bc2a41c,segment=NetworkSegment(5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8),segment_id=5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:13.741979 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:13.743287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-67a57bf0-1e08-422d-b2ad-b71e3ad8104f service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6984990 Jul 22 23:37:13.788513 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a1a4f747-f511-4fc0-a8a9-4b7763b68b17 req-a08f2ca2-b841-4ce8-8774-4b03bbf7ff7e tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ddf53d8-5fb7-4135-885e-6ea08fc9ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5925901 Jul 22 23:37:13.818204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:13.818819 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:13.820681 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-25579225-2a22-4f9c-8619-9035318dbace req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] 10.222.0.18 "PUT /v2.0/ports/5494ae1b-0731-436c-9f07-36e96bc2a41c HTTP/1.1" status: 200 len: 1091 time: 1.5258830 Jul 22 23:37:13.821158 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b32be51-6a9a-4785-bfdb-96d13797801f', 'tag': '5494ae1b-0731-436c-9f07-36e96bc2a41c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:13.823820 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe915a6-5dee-4f17-89ca-d96b94c14808" -d '{"events": [{"name": "network-changed", "server_uuid": "5b32be51-6a9a-4785-bfdb-96d13797801f", "tag": "5494ae1b-0731-436c-9f07-36e96bc2a41c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:13.872567 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2c516-e715-4144-a30e-7ae26ba1d976 service neutron] Pushing event updated for resources: {'Port': ['ID=5494ae1b-0731-436c-9f07-36e96bc2a41c,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:13.910137 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea73cf08-2ef0-41e3-9441-dc571921492d x-openstack-request-id: req-ea73cf08-2ef0-41e3-9441-dc571921492d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:13.910385 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9b9cc8-f924-4bc6-8dd4-34071c406d44", "tag": "daad81a8-f714-484f-83e0-fe5dc0bc126c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:13.910557 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea73cf08-2ef0-41e3-9441-dc571921492d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:13.911180 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9b9cc8-f924-4bc6-8dd4-34071c406d44', 'tag': 'daad81a8-f714-484f-83e0-fe5dc0bc126c', 'status': 'completed', 'code': 200} Jul 22 23:37:13.956075 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-343b7d77-f09a-41a1-8357-0843882abe9e tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:13.977385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c60d9a-f1e5-4f5b-80d6-725572abe8bf req-461c0d17-cf23-402d-97e8-f92f29e52b73 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:13.978922 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90c60d9a-f1e5-4f5b-80d6-725572abe8bf req-461c0d17-cf23-402d-97e8-f92f29e52b73 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.3037162 Jul 22 23:37:13.988646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-343b7d77-f09a-41a1-8357-0843882abe9e tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Transition to ACTIVE for port object c785cbc9-5581-4f8f-8d33-3c34acb792e6 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:14.003746 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25579225-2a22-4f9c-8619-9035318dbace req-d0459245-bdcc-445d-95e2-caa25b1c0b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:14.008008 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0c17d2c-6153-4695-baa8-ef8eda59980f req-7a0d813b-1b66-4634-83fe-cc83f9f11d88 service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546520 Jul 22 23:37:14.009818 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-25579225-2a22-4f9c-8619-9035318dbace req-d0459245-bdcc-445d-95e2-caa25b1c0b45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4847f57fae714b92b029f627826b77ac&device_id=5b32be51-6a9a-4785-bfdb-96d13797801f HTTP/1.1" status: 200 len: 1094 time: 0.1222248 Jul 22 23:37:14.075954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b7f13-3d4f-4939-b8fe-8ab7fca4c230 req-3e3f870a-ca8d-4d63-bffa-13b2c01e8646 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:14.078166 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-038b7f13-3d4f-4939-b8fe-8ab7fca4c230 req-3e3f870a-ca8d-4d63-bffa-13b2c01e8646 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.1535800 Jul 22 23:37:14.081565 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90c60d9a-f1e5-4f5b-80d6-725572abe8bf req-17bd44ab-cc65-44a7-9701-84ddbf51e358 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944812 Jul 22 23:37:14.096942 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-25579225-2a22-4f9c-8619-9035318dbace req-9c46ca50-1d2f-47ca-a501-b3830c541036 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5494ae1b-0731-436c-9f07-36e96bc2a41c HTTP/1.1" status: 200 len: 217 time: 0.0600431 Jul 22 23:37:14.111566 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-343b7d77-f09a-41a1-8357-0843882abe9e tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:14.165767 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-038b7f13-3d4f-4939-b8fe-8ab7fca4c230 req-840b61af-45a1-47ca-8621-bc5260e79cf4 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756848 Jul 22 23:37:14.189600 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-343b7d77-f09a-41a1-8357-0843882abe9e tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Network c14356d9-0eaa-4295-9673-7cc56a3b1b29 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:14.207099 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b7d77-f09a-41a1-8357-0843882abe9e tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Pushing event updated for resources: {'Port': ['ID=c785cbc9-5581-4f8f-8d33-3c34acb792e6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:14.221944 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-343b7d77-f09a-41a1-8357-0843882abe9e tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:14.226512 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-343b7d77-f09a-41a1-8357-0843882abe9e tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:14.286427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6d06b-3074-4ef9-a10f-bd7d26bdddbb req-bab952e8-6663-486e-a366-ee24e7596190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:14.289028 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c6d06b-3074-4ef9-a10f-bd7d26bdddbb req-bab952e8-6663-486e-a366-ee24e7596190 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=8b9b9cc8-f924-4bc6-8dd4-34071c406d44 HTTP/1.1" status: 200 len: 1095 time: 0.1420400 Jul 22 23:37:14.292269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b352c2f3-7148-4b7a-b170-5abcd3bc11f3 req-d292005e-af84-495e-8eda-0c26fbdc66f3 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "GET /v2.0/security-group-rules/2fc951db-ff99-4c7a-94ac-31a3f564d1f4 HTTP/1.1" status: 200 len: 778 time: 0.0361853 Jul 22 23:37:14.306115 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4f8de77f-e840-4618-8b3c-083fe289bf4b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:14.310457 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-343b7d77-f09a-41a1-8357-0843882abe9e tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:14.311142 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-343b7d77-f09a-41a1-8357-0843882abe9e tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:14.335448 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-343b7d77-f09a-41a1-8357-0843882abe9e tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2841792 Jul 22 23:37:14.361394 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Request body: {'port': {'device_id': '7dbe3542-4928-4d4d-9980-72c82d96fded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:14.368431 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25579225-2a22-4f9c-8619-9035318dbace req-328670a3-df1c-43d9-87a1-1274b249bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:14.376041 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-25579225-2a22-4f9c-8619-9035318dbace req-328670a3-df1c-43d9-87a1-1274b249bb39 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2add460f-9c56-4fa4-afbb-78e5f76fd8d5 HTTP/1.1" status: 200 len: 854 time: 0.2291989 Jul 22 23:37:14.399471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4f8de77f-e840-4618-8b3c-083fe289bf4b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:14.404178 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:14.448392 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-25579225-2a22-4f9c-8619-9035318dbace req-17386204-ada6-491d-9a2b-5fa560bb090a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4ef907d-9b0c-446b-9a55-43e31e924fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431411 Jul 22 23:37:14.523163 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b352c2f3-7148-4b7a-b170-5abcd3bc11f3 req-dd4c7deb-aec3-4e49-8a0d-98dab2ee9321 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "GET /v2.0/security-groups/c6ba24f6-7dee-45d7-a3aa-8af07f15b956 HTTP/1.1" status: 200 len: 2405 time: 0.2214091 Jul 22 23:37:14.601006 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b352c2f3-7148-4b7a-b170-5abcd3bc11f3 req-8cca0e56-bb30-4c43-82ae-2b20b0190e18 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:14.606184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6d06b-3074-4ef9-a10f-bd7d26bdddbb req-da4a4427-6f29-4e90-aaf9-263bbcfe722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:14.607894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c6d06b-3074-4ef9-a10f-bd7d26bdddbb req-da4a4427-6f29-4e90-aaf9-263bbcfe722f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 906 time: 0.3092446 Jul 22 23:37:14.616566 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b352c2f3-7148-4b7a-b170-5abcd3bc11f3 req-8cca0e56-bb30-4c43-82ae-2b20b0190e18 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:14.646849 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-864975a6-b98d-43c1-8609-e630976b90f6 None None] Provisioning for port c785cbc9-5581-4f8f-8d33-3c34acb792e6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:14.652763 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-864975a6-b98d-43c1-8609-e630976b90f6 None None] Provisioning complete for port c785cbc9-5581-4f8f-8d33-3c34acb792e6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:14.653621 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-864975a6-b98d-43c1-8609-e630976b90f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:14.681522 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05a250-19b5-4fb4-bc04-5313b8547da6 req-d183f800-1352-4224-8ed0-4c1d41fdaad6 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:14.683000 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc05a250-19b5-4fb4-bc04-5313b8547da6 req-d183f800-1352-4224-8ed0-4c1d41fdaad6 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b9b9cc8-f924-4bc6-8dd4-34071c406d44 HTTP/1.1" status: 200 len: 944 time: 0.3085232 Jul 22 23:37:14.696862 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c6d06b-3074-4ef9-a10f-bd7d26bdddbb req-fdb6e4ae-1d6e-42a6-99ea-9181bc92675e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daad81a8-f714-484f-83e0-fe5dc0bc126c HTTP/1.1" status: 200 len: 217 time: 0.0764940 Jul 22 23:37:14.702787 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-864975a6-b98d-43c1-8609-e630976b90f6 None None] Port c785cbc9-5581-4f8f-8d33-3c34acb792e6 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:37:14.773517 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b352c2f3-7148-4b7a-b170-5abcd3bc11f3 req-8cca0e56-bb30-4c43-82ae-2b20b0190e18 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:14.789850 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b352c2f3-7148-4b7a-b170-5abcd3bc11f3 req-8cca0e56-bb30-4c43-82ae-2b20b0190e18 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:14.791304 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b352c2f3-7148-4b7a-b170-5abcd3bc11f3 req-8cca0e56-bb30-4c43-82ae-2b20b0190e18 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/2fc951db-ff99-4c7a-94ac-31a3f564d1f4 HTTP/1.1" status: 204 len: 173 time: 0.2672386 Jul 22 23:37:14.845146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca0e56-bb30-4c43-82ae-2b20b0190e18 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fc951db-ff99-4c7a-94ac-31a3f564d1f4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:14.865708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc05a250-19b5-4fb4-bc04-5313b8547da6 req-e8b352ab-c0ac-40b1-970e-05d17110a4f9 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686320 Jul 22 23:37:14.885542 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6d06b-3074-4ef9-a10f-bd7d26bdddbb req-70fd4803-b85e-4d81-9d1a-30d8fcfd7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:14.887149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c6d06b-3074-4ef9-a10f-bd7d26bdddbb req-70fd4803-b85e-4d81-9d1a-30d8fcfd7965 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a6fea40-f65b-49f5-b79a-e507ab04e592 HTTP/1.1" status: 200 len: 845 time: 0.1628213 Jul 22 23:37:14.943425 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e039d-2955-4f78-9633-4b8610c800b2 req-73db24a4-9012-433e-bdd0-f87eee45127d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:14.946897 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-73db24a4-9012-433e-bdd0-f87eee45127d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.95 "GET /v2.0/networks?id=94aa53fa-7a14-414b-803a-a8dd75796ab3 HTTP/1.1" status: 200 len: 812 time: 0.2751980 Jul 22 23:37:14.967051 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7af23c4-a7f3-4bcb-ba51-9e5d2272756b x-openstack-request-id: req-f7af23c4-a7f3-4bcb-ba51-9e5d2272756b {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:14.967674 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b32be51-6a9a-4785-bfdb-96d13797801f", "tag": "5494ae1b-0731-436c-9f07-36e96bc2a41c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:14.967816 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7af23c4-a7f3-4bcb-ba51-9e5d2272756b {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:14.968362 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b32be51-6a9a-4785-bfdb-96d13797801f', 'tag': '5494ae1b-0731-436c-9f07-36e96bc2a41c', 'status': 'completed', 'code': 200} Jul 22 23:37:14.974343 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:14.992847 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c6d06b-3074-4ef9-a10f-bd7d26bdddbb req-34f35776-9f27-4d39-832a-b9a1b0cd2f45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83ef78c-9582-4eee-aa94-4db7f145b548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915079 Jul 22 23:37:15.001495 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-901e039d-2955-4f78-9633-4b8610c800b2 req-2045b191-8a6f-44e5-adfb-9b92dacb96d5 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Request body: {'port': {'device_id': 'fb96717a-1aa9-408e-b551-5f1ffa3516e1', 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3', 'admin_state_up': True, 'tenant_id': '012cdc0fb09346edbefeb7e4e49cc629'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:15.049546 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-25579225-2a22-4f9c-8619-9035318dbace req-8ca73632-313a-4779-9aa7-f019ea8eb5ee service neutron] 10.222.0.18 "GET /v2.0/networks/b4ef907d-9b0c-446b-9a55-43e31e924fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938921 Jul 22 23:37:15.101520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5bde72f0-d648-454c-b780-1bd06b14ae96 req-73566c24-09d7-4464-8812-bafbff523397 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c22cf3-4f2f-47b0-929d-9f28f6cee123 HTTP/1.1" status: 200 len: 210 time: 0.1043601 Jul 22 23:37:15.158481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1eec5e9e-1d10-4c28-b594-2b678b6ac9a8 req-aec26585-00f0-4348-9ca0-38b6d0c5fd8a tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2145865503', 'description': 'tempest-description-394165951'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:15.271022 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-25579225-2a22-4f9c-8619-9035318dbace req-271e028f-9ddf-49e9-af31-10af046d2c2a service neutron] 10.222.0.18 "GET /v2.0/networks/b4ef907d-9b0c-446b-9a55-43e31e924fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144458 Jul 22 23:37:15.317455 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1eec5e9e-1d10-4c28-b594-2b678b6ac9a8 req-aec26585-00f0-4348-9ca0-38b6d0c5fd8a tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:15.332636 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c6d06b-3074-4ef9-a10f-bd7d26bdddbb req-814f2d22-43dd-4565-9176-571d95b84cc9 service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207908 Jul 22 23:37:15.346900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624212f0-a73b-4548-bf0b-0eaf3d12e6ea req-c1d81794-df72-4023-b5aa-0b76c0a91319 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:15.348314 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-624212f0-a73b-4548-bf0b-0eaf3d12e6ea req-c1d81794-df72-4023-b5aa-0b76c0a91319 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 931 time: 0.3589900 Jul 22 23:37:15.354946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e039d-2955-4f78-9633-4b8610c800b2 req-f2a6f399-a683-4ff4-bc54-973634090859 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:15.356349 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-f2a6f399-a683-4ff4-bc54-973634090859 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.18 "GET /v2.0/networks?id=94aa53fa-7a14-414b-803a-a8dd75796ab3 HTTP/1.1" status: 200 len: 812 time: 0.3891017 Jul 22 23:37:15.368351 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c785cbc9-5581-4f8f-8d33-3c34acb792e6 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:15.376329 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:15.402835 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-901e039d-2955-4f78-9633-4b8610c800b2 req-f29101f7-4966-4908-9b94-28741e27653a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Request body: {'port': {'device_id': '59c22cf3-4f2f-47b0-929d-9f28f6cee123', 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3', 'admin_state_up': True, 'tenant_id': '012cdc0fb09346edbefeb7e4e49cc629'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:15.414503 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Transition to ACTIVE for port object c785cbc9-5581-4f8f-8d33-3c34acb792e6 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:15.417867 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:15.435172 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901e039d-2955-4f78-9633-4b8610c800b2 req-2045b191-8a6f-44e5-adfb-9b92dacb96d5 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Made reservation on behalf of 012cdc0fb09346edbefeb7e4e49cc629 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:15.438662 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-2045b191-8a6f-44e5-adfb-9b92dacb96d5 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:15.489997 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Pushing event updated for resources: {'Port': ['ID=c785cbc9-5581-4f8f-8d33-3c34acb792e6,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:15.538798 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe915a6-5dee-4f17-89ca-d96b94c14808 req-1ec66c87-9773-4c82-bf0c-9adaadeab7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:15.540358 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4fe915a6-5dee-4f17-89ca-d96b94c14808 req-1ec66c87-9773-4c82-bf0c-9adaadeab7ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4847f57fae714b92b029f627826b77ac&device_id=5b32be51-6a9a-4785-bfdb-96d13797801f HTTP/1.1" status: 200 len: 1094 time: 0.1578116 Jul 22 23:37:15.563476 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-624212f0-a73b-4548-bf0b-0eaf3d12e6ea req-82aa23de-61a3-49ae-97cf-148a49c229e5 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e344b12-6ec1-4c42-9301-efe6856e61aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033293 Jul 22 23:37:15.627100 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Attempting to bind port c785cbc9-5581-4f8f-8d33-3c34acb792e6 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:15.627439 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Attempting to bind port c785cbc9-5581-4f8f-8d33-3c34acb792e6 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'cd22a5ca-7bc4-469e-94d9-3f77e5579e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:15.627774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Attempting to bind port c785cbc9-5581-4f8f-8d33-3c34acb792e6 on network c14356d9-0eaa-4295-9673-7cc56a3b1b29 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:15.636871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Port c785cbc9-5581-4f8f-8d33-3c34acb792e6 on network c14356d9-0eaa-4295-9673-7cc56a3b1b29 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:37:15.637221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Attempting to bind port c785cbc9-5581-4f8f-8d33-3c34acb792e6 on network c14356d9-0eaa-4295-9673-7cc56a3b1b29 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:15.659375 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:15.659717 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Checking segment: {'id': 'cd22a5ca-7bc4-469e-94d9-3f77e5579e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:15.661890 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Bound using segment: {'id': 'cd22a5ca-7bc4-469e-94d9-3f77e5579e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:15.662482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Bound port: c785cbc9-5581-4f8f-8d33-3c34acb792e6, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd22a5ca-7bc4-469e-94d9-3f77e5579e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:15.662840 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:15.689605 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe915a6-5dee-4f17-89ca-d96b94c14808 req-9686180a-6910-4a70-a4be-f10ff538b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:15.691090 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4fe915a6-5dee-4f17-89ca-d96b94c14808 req-9686180a-6910-4a70-a4be-f10ff538b494 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4ef907d-9b0c-446b-9a55-43e31e924fec HTTP/1.1" status: 200 len: 915 time: 0.1409168 Jul 22 23:37:15.708880 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3c6d06b-3074-4ef9-a10f-bd7d26bdddbb req-f1982cfe-61bb-4104-85c4-ac04fdf32660 service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319793 Jul 22 23:37:15.769085 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4fe915a6-5dee-4f17-89ca-d96b94c14808 req-32935b55-648a-4e0a-bca9-808d99363c56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5494ae1b-0731-436c-9f07-36e96bc2a41c HTTP/1.1" status: 200 len: 217 time: 0.0562973 Jul 22 23:37:15.793609 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1eec5e9e-1d10-4c28-b594-2b678b6ac9a8 req-aec26585-00f0-4348-9ca0-38b6d0c5fd8a tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:15.805497 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1eec5e9e-1d10-4c28-b594-2b678b6ac9a8 req-aec26585-00f0-4348-9ca0-38b6d0c5fd8a tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:15.827190 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] For port c785cbc9-5581-4f8f-8d33-3c34acb792e6, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:15.845551 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] For port c785cbc9-5581-4f8f-8d33-3c34acb792e6, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c785cbc9-5581-4f8f-8d33-3c34acb792e6,segment=NetworkSegment(cd22a5ca-7bc4-469e-94d9-3f77e5579e64),segment_id=cd22a5ca-7bc4-469e-94d9-3f77e5579e64)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:15.847418 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe915a6-5dee-4f17-89ca-d96b94c14808 req-1ad63b4f-7b3e-46a5-8eef-64fd5ae48f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:15.848886 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4fe915a6-5dee-4f17-89ca-d96b94c14808 req-1ad63b4f-7b3e-46a5-8eef-64fd5ae48f10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2add460f-9c56-4fa4-afbb-78e5f76fd8d5 HTTP/1.1" status: 200 len: 854 time: 0.0720649 Jul 22 23:37:15.850437 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:15.853854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-901e039d-2955-4f78-9633-4b8610c800b2 req-2045b191-8a6f-44e5-adfb-9b92dacb96d5 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Allocated IP 172.20.0.5 (94aa53fa-7a14-414b-803a-a8dd75796ab3/112de286-9d0e-403f-bf64-d005eb53a1d9/baa14284-af31-46ff-9e01-af6f98e0d14b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:15.866008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901e039d-2955-4f78-9633-4b8610c800b2 req-f29101f7-4966-4908-9b94-28741e27653a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Made reservation on behalf of 012cdc0fb09346edbefeb7e4e49cc629 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:15.869629 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-f29101f7-4966-4908-9b94-28741e27653a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:15.888153 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1eec5e9e-1d10-4c28-b594-2b678b6ac9a8 req-aec26585-00f0-4348-9ca0-38b6d0c5fd8a tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:15.889379 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1eec5e9e-1d10-4c28-b594-2b678b6ac9a8 req-aec26585-00f0-4348-9ca0-38b6d0c5fd8a tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7424636 Jul 22 23:37:15.898816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec26585-00f0-4348-9ca0-38b6d0c5fd8a tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f484fe-243d-436f-8a75-aef330d057f3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:15.907239 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac5a4f-8ab7-468c-9766-006f655555f0 req-570c2673-db8a-4d3e-b392-1595d18cb478 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:15.908784 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aaac5a4f-8ab7-468c-9766-006f655555f0 req-570c2673-db8a-4d3e-b392-1595d18cb478 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b32be51-6a9a-4785-bfdb-96d13797801f HTTP/1.1" status: 200 len: 943 time: 0.2273159 Jul 22 23:37:15.923016 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4fe915a6-5dee-4f17-89ca-d96b94c14808 req-7a1129b6-4fed-4e83-86b3-285bc3658862 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4ef907d-9b0c-446b-9a55-43e31e924fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478678 Jul 22 23:37:15.924572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:15.925484 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:15.926904 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] 10.222.0.95 "PUT /v2.0/ports/c785cbc9-5581-4f8f-8d33-3c34acb792e6 HTTP/1.1" status: 200 len: 1091 time: 1.5789292 Jul 22 23:37:15.977358 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93465936-344b-4789-bc6c-fb7051ccf85f service neutron] Pushing event updated for resources: {'Port': ['ID=c785cbc9-5581-4f8f-8d33-3c34acb792e6,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:16.037307 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device daad81a8-f714-484f-83e0-fe5dc0bc126c details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:16.085145 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4fe915a6-5dee-4f17-89ca-d96b94c14808 req-d78bcc63-9bb3-46e3-8be4-18c297254f16 service neutron] 10.222.0.18 "GET /v2.0/networks/b4ef907d-9b0c-446b-9a55-43e31e924fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545320 Jul 22 23:37:16.089027 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aaac5a4f-8ab7-468c-9766-006f655555f0 req-7e567703-bc1b-4f57-bbca-a76f06b581ca tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ddf53d8-5fb7-4135-885e-6ea08fc9ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719959 Jul 22 23:37:16.158853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-c8df651f-139e-44c8-b1a4-3e6e37d7f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:16.161632 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-c8df651f-139e-44c8-b1a4-3e6e37d7f464 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=30fa11b7d04d4613ba840561a8e3696e&device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 1094 time: 0.1440849 Jul 22 23:37:16.174725 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port daad81a8-f714-484f-83e0-fe5dc0bc126c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=daad81a8-f714-484f-83e0-fe5dc0bc126c,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:16.189857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc66140-2b9f-4280-bb80-5e3d7ae5f4f9 req-37bd339b-4572-4838-af61-2b0e8e804477 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:16.196715 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6bc66140-2b9f-4280-bb80-5e3d7ae5f4f9 req-37bd339b-4572-4838-af61-2b0e8e804477 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.2107162 Jul 22 23:37:16.210515 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'daad81a8-f714-484f-83e0-fe5dc0bc126c', 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548', 'port_id': 'daad81a8-f714-484f-83e0-fe5dc0bc126c', 'mac_address': 'fa:16:3e:5c:0e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6fea40-f65b-49f5-b79a-e507ab04e592', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:16.226803 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-2045b191-8a6f-44e5-adfb-9b92dacb96d5 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:16.266442 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:16.268997 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-35cdec9c-203c-4b17-971f-bcf08cdd1238 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c785cbc9-5581-4f8f-8d33-3c34acb792e6 HTTP/1.1" status: 200 len: 217 time: 0.0936091 Jul 22 23:37:16.272203 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:16.291599 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daad81a8-f714-484f-83e0-fe5dc0bc126c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:16.294366 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6bc66140-2b9f-4280-bb80-5e3d7ae5f4f9 req-fb92898b-b98d-41c8-b1e9-11c8000d5db5 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967779 Jul 22 23:37:16.318618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port daad81a8-f714-484f-83e0-fe5dc0bc126c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=daad81a8-f714-484f-83e0-fe5dc0bc126c,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:16.329699 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:16.331456 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4fe915a6-5dee-4f17-89ca-d96b94c14808 req-fe7b43ca-c0e0-4b93-ab73-b796c0993115 service neutron] 10.222.0.18 "GET /v2.0/networks/b4ef907d-9b0c-446b-9a55-43e31e924fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289293 Jul 22 23:37:16.351974 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-9279c074-fc47-4532-aa92-cda717fb89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:16.352909 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-9279c074-fc47-4532-aa92-cda717fb89c9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba HTTP/1.1" status: 200 len: 867 time: 0.0748503 Jul 22 23:37:16.371692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52a572-fa59-4d75-bd1f-8db3b6ff2897 req-84b56f60-992a-4c29-82e0-73146524204e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:16.373737 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c52a572-fa59-4d75-bd1f-8db3b6ff2897 req-84b56f60-992a-4c29-82e0-73146524204e tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.1588025 Jul 22 23:37:16.395076 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-2045b191-8a6f-44e5-adfb-9b92dacb96d5 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:16.411661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=daad81a8-f714-484f-83e0-fe5dc0bc126c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:16.445585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-ccea131a-ad31-4375-80cd-e4290b52123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:16.447105 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-ccea131a-ad31-4375-80cd-e4290b52123c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c14356d9-0eaa-4295-9673-7cc56a3b1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868375 Jul 22 23:37:16.489333 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901e039d-2955-4f78-9633-4b8610c800b2 req-2045b191-8a6f-44e5-adfb-9b92dacb96d5 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Network 94aa53fa-7a14-414b-803a-a8dd75796ab3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:16.502181 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-901e039d-2955-4f78-9633-4b8610c800b2 req-2045b191-8a6f-44e5-adfb-9b92dacb96d5 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:16.511532 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-901e039d-2955-4f78-9633-4b8610c800b2 req-2045b191-8a6f-44e5-adfb-9b92dacb96d5 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:16.529619 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c52a572-fa59-4d75-bd1f-8db3b6ff2897 req-41157b87-82d0-4416-8f64-69edc1209d9b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485913 Jul 22 23:37:16.559290 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-de79cdc1-6e1a-490d-b41f-bc573b27b55d service neutron] 10.222.0.95 "GET /v2.0/networks/c14356d9-0eaa-4295-9673-7cc56a3b1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039433 Jul 22 23:37:16.574421 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-901e039d-2955-4f78-9633-4b8610c800b2 req-f29101f7-4966-4908-9b94-28741e27653a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Allocated IP 172.20.0.11 (94aa53fa-7a14-414b-803a-a8dd75796ab3/112de286-9d0e-403f-bf64-d005eb53a1d9/3a4cfca3-4486-4280-b515-bbf74f0bd70d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:16.577853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045b191-8a6f-44e5-adfb-9b92dacb96d5 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Pushing event updated for resources: {'Port': ['ID=baa14284-af31-46ff-9e01-af6f98e0d14b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:16.627501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['daad81a8-f714-484f-83e0-fe5dc0bc126c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:16.660499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e039d-2955-4f78-9633-4b8610c800b2 req-2045b191-8a6f-44e5-adfb-9b92dacb96d5 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:16.661150 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-2045b191-8a6f-44e5-adfb-9b92dacb96d5 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:16.674925 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d287afc2-83bd-4885-8b1d-0cbefd2157a5 req-551a21b7-fd43-4d40-9c15-f1422f54e9f9 service neutron] 10.222.0.95 "GET /v2.0/networks/c14356d9-0eaa-4295-9673-7cc56a3b1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084278 Jul 22 23:37:16.712830 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c97121c-3044-4d05-b046-2b2bb04fa5af req-0bb7beed-7641-4dc6-ad49-179c70194791 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "GET /v2.0/security-groups/48f484fe-243d-436f-8a75-aef330d057f3 HTTP/1.1" status: 200 len: 1812 time: 0.1360879 Jul 22 23:37:16.717295 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-2045b191-8a6f-44e5-adfb-9b92dacb96d5 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7267220 Jul 22 23:37:16.740335 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Request body: {'port': {'device_id': 'fb96717a-1aa9-408e-b551-5f1ffa3516e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:16.752576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d8a31-afe5-43d8-a578-05626b2cd826 req-0fc7626d-f65d-4005-9bf2-857ba4a22ffc tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:16.754168 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce5d8a31-afe5-43d8-a578-05626b2cd826 req-0fc7626d-f65d-4005-9bf2-857ba4a22ffc tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b9b9cc8-f924-4bc6-8dd4-34071c406d44 HTTP/1.1" status: 200 len: 945 time: 0.2464726 Jul 22 23:37:16.871991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-280e237c-fbc5-4b84-863c-90b364aba322 req-22611952-9d42-40f4-859d-a310cfbfac02 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c22cf3-4f2f-47b0-929d-9f28f6cee123 HTTP/1.1" status: 200 len: 210 time: 0.0878131 Jul 22 23:37:16.919118 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce5d8a31-afe5-43d8-a578-05626b2cd826 req-e86f5a4c-ee05-4d97-8b04-b61d092482d5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407480 Jul 22 23:37:16.966639 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-f29101f7-4966-4908-9b94-28741e27653a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:16.969497 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbe3542-4928-4d4d-9980-72c82d96fded', 'tag': 'c785cbc9-5581-4f8f-8d33-3c34acb792e6'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:16.969711 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:16.972356 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c984486-775c-44b2-8453-20fcc91ca0db" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbe3542-4928-4d4d-9980-72c82d96fded", "tag": "c785cbc9-5581-4f8f-8d33-3c34acb792e6"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:17.184987 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-f29101f7-4966-4908-9b94-28741e27653a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:17.209674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ea04f-f407-421d-bcf0-2c8a4f76fb9b req-0eb8e761-7a58-4a5c-9735-f0e5201682f2 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:17.211164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be0ea04f-f407-421d-bcf0-2c8a4f76fb9b req-0eb8e761-7a58-4a5c-9735-f0e5201682f2 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.2666876 Jul 22 23:37:17.261430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd58d9-8988-46d5-8674-76bd8b0c2fb9 req-0756f51d-ada0-4a7e-9895-52b36b481fa0 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:17.262870 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-adfd58d9-8988-46d5-8674-76bd8b0c2fb9 req-0756f51d-ada0-4a7e-9895-52b36b481fa0 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 943 time: 0.2716732 Jul 22 23:37:17.308010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901e039d-2955-4f78-9633-4b8610c800b2 req-f29101f7-4966-4908-9b94-28741e27653a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Network 94aa53fa-7a14-414b-803a-a8dd75796ab3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:17.331230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-901e039d-2955-4f78-9633-4b8610c800b2 req-f29101f7-4966-4908-9b94-28741e27653a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:17.340589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29101f7-4966-4908-9b94-28741e27653a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Pushing event updated for resources: {'Port': ['ID=3a4cfca3-4486-4280-b515-bbf74f0bd70d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:17.347853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-901e039d-2955-4f78-9633-4b8610c800b2 req-f29101f7-4966-4908-9b94-28741e27653a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:17.407488 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be0ea04f-f407-421d-bcf0-2c8a4f76fb9b req-bedd8b42-ffde-49ba-9192-6e2521d066ea tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904128 Jul 22 23:37:17.439402 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-adfd58d9-8988-46d5-8674-76bd8b0c2fb9 req-001f9aa4-4623-4a5d-bc53-1fc074a56266 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e344b12-6ec1-4c42-9301-efe6856e61aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702106 Jul 22 23:37:17.465286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e039d-2955-4f78-9633-4b8610c800b2 req-f29101f7-4966-4908-9b94-28741e27653a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:17.465906 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-f29101f7-4966-4908-9b94-28741e27653a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:17.472270 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14b9d73-3526-4242-848a-ea4b6fc3e5fe x-openstack-request-id: req-f14b9d73-3526-4242-848a-ea4b6fc3e5fe {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:17.473498 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbe3542-4928-4d4d-9980-72c82d96fded", "tag": "c785cbc9-5581-4f8f-8d33-3c34acb792e6", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:17.474022 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f14b9d73-3526-4242-848a-ea4b6fc3e5fe {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:17.479734 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbe3542-4928-4d4d-9980-72c82d96fded', 'tag': 'c785cbc9-5581-4f8f-8d33-3c34acb792e6', 'status': 'completed', 'code': 200} Jul 22 23:37:17.496719 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-f29101f7-4966-4908-9b94-28741e27653a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1000829 Jul 22 23:37:17.518729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Request body: {'port': {'device_id': '59c22cf3-4f2f-47b0-929d-9f28f6cee123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:17.567120 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984486-775c-44b2-8453-20fcc91ca0db req-1594ebd3-0e77-418f-b405-f37ee001ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:17.569033 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0c984486-775c-44b2-8453-20fcc91ca0db req-1594ebd3-0e77-418f-b405-f37ee001ded9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=30fa11b7d04d4613ba840561a8e3696e&device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 1094 time: 0.0696733 Jul 22 23:37:17.619196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa14284-af31-46ff-9e01-af6f98e0d14b {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:17.631285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-80883429-d918-447a-a3f4-0b014790d988 req-a7454f82-6510-44a2-b9e5-2ae2812ebd98 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1286437331', 'description': 'tempest-description-895352254'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:17.640379 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:17.678268 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984486-775c-44b2-8453-20fcc91ca0db req-b68fd723-c316-42cb-9229-c958d8c35c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:17.680088 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0c984486-775c-44b2-8453-20fcc91ca0db req-b68fd723-c316-42cb-9229-c958d8c35c00 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c14356d9-0eaa-4295-9673-7cc56a3b1b29 HTTP/1.1" status: 200 len: 929 time: 0.1044834 Jul 22 23:37:17.697542 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Transition to ACTIVE for port object baa14284-af31-46ff-9e01-af6f98e0d14b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:17.707957 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-80883429-d918-447a-a3f4-0b014790d988 req-a7454f82-6510-44a2-b9e5-2ae2812ebd98 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:17.709935 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:17.724848 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:17.725382 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0c984486-775c-44b2-8453-20fcc91ca0db req-eb7f5250-ff99-4aec-a373-2804de3424ef service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c785cbc9-5581-4f8f-8d33-3c34acb792e6 HTTP/1.1" status: 200 len: 217 time: 0.0384815 Jul 22 23:37:17.778014 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984486-775c-44b2-8453-20fcc91ca0db req-eb21993e-eff7-4122-bc58-04b52cb73888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:17.779512 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0c984486-775c-44b2-8453-20fcc91ca0db req-eb21993e-eff7-4122-bc58-04b52cb73888 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba HTTP/1.1" status: 200 len: 867 time: 0.0456734 Jul 22 23:37:17.846198 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984486-775c-44b2-8453-20fcc91ca0db req-5f7d3c47-7b6d-46e2-89a2-58c8b59bee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:17.847779 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0c984486-775c-44b2-8453-20fcc91ca0db req-5f7d3c47-7b6d-46e2-89a2-58c8b59bee67 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c14356d9-0eaa-4295-9673-7cc56a3b1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615060 Jul 22 23:37:17.948463 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0c984486-775c-44b2-8453-20fcc91ca0db req-f2030868-d8eb-4e15-a20f-41f2aaa1deb2 service neutron] 10.222.0.95 "GET /v2.0/networks/c14356d9-0eaa-4295-9673-7cc56a3b1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919058 Jul 22 23:37:18.045068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 5494ae1b-0731-436c-9f07-36e96bc2a41c details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:18.053369 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device daad81a8-f714-484f-83e0-fe5dc0bc126c up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:18.056535 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0c984486-775c-44b2-8453-20fcc91ca0db req-8bfcdeec-c25c-415a-8a55-7f27f5626559 service neutron] 10.222.0.95 "GET /v2.0/networks/c14356d9-0eaa-4295-9673-7cc56a3b1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004131 Jul 22 23:37:18.141821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746bfb9-8f96-42c1-8873-a6bb812e22a8 req-15ef711b-ecc3-4409-b809-b11e9477b9e5 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:18.143331 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3746bfb9-8f96-42c1-8873-a6bb812e22a8 req-15ef711b-ecc3-4409-b809-b11e9477b9e5 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b32be51-6a9a-4785-bfdb-96d13797801f HTTP/1.1" status: 200 len: 943 time: 0.5719597 Jul 22 23:37:18.159437 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=baa14284-af31-46ff-9e01-af6f98e0d14b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:18.169273 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port daad81a8-f714-484f-83e0-fe5dc0bc126c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:18.179477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port daad81a8-f714-484f-83e0-fe5dc0bc126c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:18.179859 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.222190 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 5494ae1b-0731-436c-9f07-36e96bc2a41c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=5494ae1b-0731-436c-9f07-36e96bc2a41c,segment=NetworkSegment(5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8),segment_id=5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:18.241177 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '5494ae1b-0731-436c-9f07-36e96bc2a41c', 'network_id': 'b4ef907d-9b0c-446b-9a55-43e31e924fec', 'port_id': '5494ae1b-0731-436c-9f07-36e96bc2a41c', 'mac_address': 'fa:16:3e:50:89:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2add460f-9c56-4fa4-afbb-78e5f76fd8d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:18.307768 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.329694 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5494ae1b-0731-436c-9f07-36e96bc2a41c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:18.335190 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.337475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3746bfb9-8f96-42c1-8873-a6bb812e22a8 req-fda00e84-de0d-4945-b6ea-bfb9f9058dc5 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ddf53d8-5fb7-4135-885e-6ea08fc9ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831946 Jul 22 23:37:18.375551 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 5494ae1b-0731-436c-9f07-36e96bc2a41c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=5494ae1b-0731-436c-9f07-36e96bc2a41c,segment=NetworkSegment(5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8),segment_id=5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:18.384071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9b9cc8-f924-4bc6-8dd4-34071c406d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daad81a8-f714-484f-83e0-fe5dc0bc126c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:18.387142 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c33a94-1548-4232-806a-912d97f18635" -d '{"events": [{"server_uuid": "8b9b9cc8-f924-4bc6-8dd4-34071c406d44", "name": "network-vif-plugged", "status": "completed", "tag": "daad81a8-f714-484f-83e0-fe5dc0bc126c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:18.398257 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.404054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port daad81a8-f714-484f-83e0-fe5dc0bc126c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=daad81a8-f714-484f-83e0-fe5dc0bc126c,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:18.408672 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Attempting to bind port baa14284-af31-46ff-9e01-af6f98e0d14b on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:18.409524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Attempting to bind port baa14284-af31-46ff-9e01-af6f98e0d14b by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '9ff10e92-7c45-44ef-ae9e-554860f17319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:18.409524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Attempting to bind port baa14284-af31-46ff-9e01-af6f98e0d14b on network 94aa53fa-7a14-414b-803a-a8dd75796ab3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:18.428158 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.454978 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-80883429-d918-447a-a3f4-0b014790d988 req-a7454f82-6510-44a2-b9e5-2ae2812ebd98 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.457868 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Port baa14284-af31-46ff-9e01-af6f98e0d14b on network 94aa53fa-7a14-414b-803a-a8dd75796ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:37:18.458223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Attempting to bind port baa14284-af31-46ff-9e01-af6f98e0d14b on network 94aa53fa-7a14-414b-803a-a8dd75796ab3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:18.462796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=5494ae1b-0731-436c-9f07-36e96bc2a41c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:18.467461 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-80883429-d918-447a-a3f4-0b014790d988 req-a7454f82-6510-44a2-b9e5-2ae2812ebd98 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.480310 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:18.480647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Checking segment: {'id': '9ff10e92-7c45-44ef-ae9e-554860f17319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:18.481032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Bound using segment: {'id': '9ff10e92-7c45-44ef-ae9e-554860f17319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:18.481538 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Bound port: baa14284-af31-46ff-9e01-af6f98e0d14b, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff10e92-7c45-44ef-ae9e-554860f17319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:18.481986 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.528030 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=daad81a8-f714-484f-83e0-fe5dc0bc126c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:18.544193 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-80883429-d918-447a-a3f4-0b014790d988 req-a7454f82-6510-44a2-b9e5-2ae2812ebd98 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.545442 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-80883429-d918-447a-a3f4-0b014790d988 req-a7454f82-6510-44a2-b9e5-2ae2812ebd98 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9441164 Jul 22 23:37:18.568808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7454f82-6510-44a2-b9e5-2ae2812ebd98 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c425585-0377-49c9-aeea-bd057719554c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:18.713219 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4cfca3-4486-4280-b515-bbf74f0bd70d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:18.717203 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['5494ae1b-0731-436c-9f07-36e96bc2a41c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:18.718540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] For port baa14284-af31-46ff-9e01-af6f98e0d14b, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:18.730401 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.751831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] For port baa14284-af31-46ff-9e01-af6f98e0d14b, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=baa14284-af31-46ff-9e01-af6f98e0d14b,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:18.762070 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Transition to ACTIVE for port object 3a4cfca3-4486-4280-b515-bbf74f0bd70d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:18.770924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba614b52-ab42-48c7-8493-216a68f23a0d req-851de161-3db2-4d8f-8151-23d20bf30378 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:18.772446 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba614b52-ab42-48c7-8493-216a68f23a0d req-851de161-3db2-4d8f-8151-23d20bf30378 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.2569225 Jul 22 23:37:18.773742 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.784910 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.837059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6e1ed-340a-4b57-be5f-062f2a15a562 req-d1747583-52d4-45ee-a973-6ad186f1442d tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:18.838580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcc6e1ed-340a-4b57-be5f-062f2a15a562 req-d1747583-52d4-45ee-a973-6ad186f1442d tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.2378511 Jul 22 23:37:18.852676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:18.853316 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.854664 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] 10.222.0.95 "PUT /v2.0/ports/baa14284-af31-46ff-9e01-af6f98e0d14b HTTP/1.1" status: 200 len: 1091 time: 2.1199899 Jul 22 23:37:18.855121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb96717a-1aa9-408e-b551-5f1ffa3516e1', 'tag': 'baa14284-af31-46ff-9e01-af6f98e0d14b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:18.857490 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44502fc4-a609-4d6e-85d8-4804aae9a86a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb96717a-1aa9-408e-b551-5f1ffa3516e1", "tag": "baa14284-af31-46ff-9e01-af6f98e0d14b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:18.924981 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba614b52-ab42-48c7-8493-216a68f23a0d req-38296fdc-1c56-444b-964f-f2e48ccf95ab tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420400 Jul 22 23:37:18.974280 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e250b-d226-4a78-ab52-f08f21c6f4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=baa14284-af31-46ff-9e01-af6f98e0d14b,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:18.992144 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcc6e1ed-340a-4b57-be5f-062f2a15a562 req-db63e5a6-bdc4-4160-9b09-1e2f588bc554 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458890 Jul 22 23:37:19.143636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Pushing event updated for resources: {'Port': ['ID=3a4cfca3-4486-4280-b515-bbf74f0bd70d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:19.162723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e039d-2955-4f78-9633-4b8610c800b2 req-a5cc1675-ceb1-4923-bd71-2fb1752a44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:19.164448 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-a5cc1675-ceb1-4923-bd71-2fb1752a44aa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=012cdc0fb09346edbefeb7e4e49cc629&device_id=fb96717a-1aa9-408e-b551-5f1ffa3516e1 HTTP/1.1" status: 200 len: 1094 time: 0.2596445 Jul 22 23:37:19.165166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Attempting to bind port 3a4cfca3-4486-4280-b515-bbf74f0bd70d on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:19.165498 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Attempting to bind port 3a4cfca3-4486-4280-b515-bbf74f0bd70d by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '9ff10e92-7c45-44ef-ae9e-554860f17319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:19.165928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Attempting to bind port 3a4cfca3-4486-4280-b515-bbf74f0bd70d on network 94aa53fa-7a14-414b-803a-a8dd75796ab3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:19.184678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Port 3a4cfca3-4486-4280-b515-bbf74f0bd70d on network 94aa53fa-7a14-414b-803a-a8dd75796ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:37:19.184996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Attempting to bind port 3a4cfca3-4486-4280-b515-bbf74f0bd70d on network 94aa53fa-7a14-414b-803a-a8dd75796ab3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:19.226054 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8d6eb1ca-8176-4c85-92b6-35ca4341bbf4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baa14284-af31-46ff-9e01-af6f98e0d14b HTTP/1.1" status: 200 len: 217 time: 0.0518544 Jul 22 23:37:19.227920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:19.228255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Checking segment: {'id': '9ff10e92-7c45-44ef-ae9e-554860f17319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:19.228628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Bound using segment: {'id': '9ff10e92-7c45-44ef-ae9e-554860f17319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:19.229057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Bound port: 3a4cfca3-4486-4280-b515-bbf74f0bd70d, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff10e92-7c45-44ef-ae9e-554860f17319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:19.229444 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:19.257278 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061c786-5947-4d8a-b8d7-51621075ba88 req-5a5341f0-c119-4bc2-96e5-190cb4481dbe tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:19.258716 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2061c786-5947-4d8a-b8d7-51621075ba88 req-5a5341f0-c119-4bc2-96e5-190cb4481dbe tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c22cf3-4f2f-47b0-929d-9f28f6cee123 HTTP/1.1" status: 200 len: 944 time: 0.2751107 Jul 22 23:37:19.336963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8520f-1fae-4557-a8cf-06bb2918daa6 req-1228e217-6712-484d-88bc-7e1e551bfec9 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:19.338465 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73c8520f-1fae-4557-a8cf-06bb2918daa6 req-1228e217-6712-484d-88bc-7e1e551bfec9 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b9b9cc8-f924-4bc6-8dd4-34071c406d44 HTTP/1.1" status: 200 len: 946 time: 0.2739549 Jul 22 23:37:19.384514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e039d-2955-4f78-9633-4b8610c800b2 req-ca1b88d9-c8a5-4e9d-a30a-5b3be27ee9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:19.385997 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-ca1b88d9-c8a5-4e9d-a30a-5b3be27ee9a3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=112de286-9d0e-403f-bf64-d005eb53a1d9 HTTP/1.1" status: 200 len: 852 time: 0.1500483 Jul 22 23:37:19.392165 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2061c786-5947-4d8a-b8d7-51621075ba88 req-911d3692-8d2a-4485-b39c-4ea947fd899c tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096215 Jul 22 23:37:19.439651 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37adff38-b406-4d6c-9cf7-3c28ff4dc574 x-openstack-request-id: req-37adff38-b406-4d6c-9cf7-3c28ff4dc574 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:19.440218 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9b9cc8-f924-4bc6-8dd4-34071c406d44", "name": "network-vif-plugged", "status": "completed", "tag": "daad81a8-f714-484f-83e0-fe5dc0bc126c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:19.440218 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37adff38-b406-4d6c-9cf7-3c28ff4dc574 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:19.440889 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9b9cc8-f924-4bc6-8dd4-34071c406d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daad81a8-f714-484f-83e0-fe5dc0bc126c', 'code': 200} Jul 22 23:37:19.446951 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-54fe7843-17c9-4106-8258-a8d17423e9a6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94aa53fa-7a14-414b-803a-a8dd75796ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475249 Jul 22 23:37:19.451732 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73c8520f-1fae-4557-a8cf-06bb2918daa6 req-c081c128-2293-41a4-abc5-c9b6d60b273c tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044054 Jul 22 23:37:19.455763 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] For port 3a4cfca3-4486-4280-b515-bbf74f0bd70d, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:19.484625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] For port 3a4cfca3-4486-4280-b515-bbf74f0bd70d, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=3a4cfca3-4486-4280-b515-bbf74f0bd70d,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:19.504226 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:19.587762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5211bb2-a762-41d1-a925-9e1e14be86e5 req-8b6c7821-9fdf-4a6a-8c4f-d816ca834732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:19.589356 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5211bb2-a762-41d1-a925-9e1e14be86e5 req-8b6c7821-9fdf-4a6a-8c4f-d816ca834732 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8b9b9cc8-f924-4bc6-8dd4-34071c406d44 HTTP/1.1" status: 200 len: 1097 time: 0.0578940 Jul 22 23:37:19.619483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:19.620136 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:19.621552 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] 10.222.0.18 "PUT /v2.0/ports/3a4cfca3-4486-4280-b515-bbf74f0bd70d HTTP/1.1" status: 200 len: 1092 time: 2.1078913 Jul 22 23:37:19.626107 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5211bb2-a762-41d1-a925-9e1e14be86e5 req-c5b042ac-dd50-470a-b9e9-332de1f0a9ea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295715 Jul 22 23:37:19.687293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-224451a3-d220-473d-8c74-8b40e522078e req-27130c24-1b06-444a-830f-0168819d8ef8 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "GET /v2.0/security-groups/2c425585-0377-49c9-aeea-bd057719554c HTTP/1.1" status: 200 len: 1812 time: 0.1800785 Jul 22 23:37:19.688939 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539c9d5-4305-4ec9-a7b3-3b213326f13a service neutron] Pushing event updated for resources: {'Port': ['ID=3a4cfca3-4486-4280-b515-bbf74f0bd70d,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:19.693397 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-e4baeb07-9214-4a03-80b3-027266371106 service neutron] 10.222.0.95 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392130 Jul 22 23:37:19.717081 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf49b2-fe30-4c13-9438-749c7d56d634 req-1f686095-22e5-4fe6-8bc3-0961eb2c8fb6 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:19.719139 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eaf49b2-fe30-4c13-9438-749c7d56d634 req-1f686095-22e5-4fe6-8bc3-0961eb2c8fb6 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 943 time: 0.2270172 Jul 22 23:37:19.746258 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3b103b-a207-4547-8c01-1087b6817a96 x-openstack-request-id: req-ae3b103b-a207-4547-8c01-1087b6817a96 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:19.746554 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb96717a-1aa9-408e-b551-5f1ffa3516e1", "tag": "baa14284-af31-46ff-9e01-af6f98e0d14b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:19.746808 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae3b103b-a207-4547-8c01-1087b6817a96 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:19.747202 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb96717a-1aa9-408e-b551-5f1ffa3516e1', 'tag': 'baa14284-af31-46ff-9e01-af6f98e0d14b', 'status': 'completed', 'code': 200} Jul 22 23:37:19.849613 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eaf49b2-fe30-4c13-9438-749c7d56d634 req-b5e5eecc-a10e-4170-af63-d06b53ee62d5 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e344b12-6ec1-4c42-9301-efe6856e61aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205251 Jul 22 23:37:19.880417 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-a661f1e0-4f85-46d6-9e0d-0e4752464a0a service neutron] 10.222.0.95 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794384 Jul 22 23:37:19.898505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b20a7c-35c1-4e29-8f1c-7f6a3b398131 req-8ffac83a-ab21-4b09-b0da-7ecfa8f259e1 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:19.902101 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48b20a7c-35c1-4e29-8f1c-7f6a3b398131 req-8ffac83a-ab21-4b09-b0da-7ecfa8f259e1 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.1161988 Jul 22 23:37:20.002371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e039d-2955-4f78-9633-4b8610c800b2 req-7643b254-427f-4427-84b7-01d7c8ef1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:20.004281 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-7643b254-427f-4427-84b7-01d7c8ef1309 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=012cdc0fb09346edbefeb7e4e49cc629&device_id=59c22cf3-4f2f-47b0-929d-9f28f6cee123 HTTP/1.1" status: 200 len: 1095 time: 0.0640600 Jul 22 23:37:20.021044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48b20a7c-35c1-4e29-8f1c-7f6a3b398131 req-2dfd8c1a-5dfd-417a-a0f8-56d72ccde466 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152740 Jul 22 23:37:20.055438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 5494ae1b-0731-436c-9f07-36e96bc2a41c up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:20.061825 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-56a9327c-4b36-4600-8af1-6cb0611e5c8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a4cfca3-4486-4280-b515-bbf74f0bd70d HTTP/1.1" status: 200 len: 217 time: 0.0425682 Jul 22 23:37:20.095350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44502fc4-a609-4d6e-85d8-4804aae9a86a req-f251071f-351a-4b07-a41b-e9c495a030bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:20.096866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44502fc4-a609-4d6e-85d8-4804aae9a86a req-f251071f-351a-4b07-a41b-e9c495a030bf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=012cdc0fb09346edbefeb7e4e49cc629&device_id=fb96717a-1aa9-408e-b551-5f1ffa3516e1 HTTP/1.1" status: 200 len: 1094 time: 0.1533971 Jul 22 23:37:20.120914 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 5494ae1b-0731-436c-9f07-36e96bc2a41c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:20.125983 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 5494ae1b-0731-436c-9f07-36e96bc2a41c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:20.127132 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:20.131005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6dcb8-9f8d-40bd-bfea-7f0161f288c9 req-e8e54ea2-bf34-43c6-9670-a0791319d4f4 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:20.138958 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16a6dcb8-9f8d-40bd-bfea-7f0161f288c9 req-e8e54ea2-bf34-43c6-9670-a0791319d4f4 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b32be51-6a9a-4785-bfdb-96d13797801f HTTP/1.1" status: 200 len: 944 time: 0.2120571 Jul 22 23:37:20.154656 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e039d-2955-4f78-9633-4b8610c800b2 req-5a8f3a9c-961a-435d-816d-fb1957ba6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:20.157548 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-5a8f3a9c-961a-435d-816d-fb1957ba6503 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=112de286-9d0e-403f-bf64-d005eb53a1d9 HTTP/1.1" status: 200 len: 852 time: 0.0893600 Jul 22 23:37:20.196386 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f82fe4b0-210c-4270-b891-efb5a38be3c3 req-85c1e12a-d89c-41c6-8194-30cf698224e2 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1708734839', 'description': 'tempest-description-952819909'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:20.198184 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-82e0f149-29eb-4c6e-b2a0-626503fc7ab2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=94aa53fa-7a14-414b-803a-a8dd75796ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338674 Jul 22 23:37:20.220206 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:20.265579 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 5494ae1b-0731-436c-9f07-36e96bc2a41c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=5494ae1b-0731-436c-9f07-36e96bc2a41c,segment=NetworkSegment(5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8),segment_id=5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:20.267087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16a6dcb8-9f8d-40bd-bfea-7f0161f288c9 req-d1f960e9-c210-4d79-90f3-41a3c914b1ba tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ddf53d8-5fb7-4135-885e-6ea08fc9ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271324 Jul 22 23:37:20.270406 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f82fe4b0-210c-4270-b891-efb5a38be3c3 req-85c1e12a-d89c-41c6-8194-30cf698224e2 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:20.281013 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:20.323833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44502fc4-a609-4d6e-85d8-4804aae9a86a req-8217086e-5960-47a8-a9dc-1b8b92ecd2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:20.325737 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44502fc4-a609-4d6e-85d8-4804aae9a86a req-8217086e-5960-47a8-a9dc-1b8b92ecd2f5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=94aa53fa-7a14-414b-803a-a8dd75796ab3 HTTP/1.1" status: 200 len: 913 time: 0.2161584 Jul 22 23:37:20.368884 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-a739551d-6c84-4158-abb2-0101584279a1 service neutron] 10.222.0.18 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471832 Jul 22 23:37:20.394615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44502fc4-a609-4d6e-85d8-4804aae9a86a req-07396fca-be30-4c97-b618-c01c4eddc8f6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baa14284-af31-46ff-9e01-af6f98e0d14b HTTP/1.1" status: 200 len: 217 time: 0.0550973 Jul 22 23:37:20.411101 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=5494ae1b-0731-436c-9f07-36e96bc2a41c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:20.493436 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-901e039d-2955-4f78-9633-4b8610c800b2 req-692f1778-c701-4bf3-906e-0b07ef136fc2 service neutron] 10.222.0.18 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170495 Jul 22 23:37:20.527727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44502fc4-a609-4d6e-85d8-4804aae9a86a req-e6a41232-41ae-4a1a-a5ea-10a17111d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:20.529383 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44502fc4-a609-4d6e-85d8-4804aae9a86a req-e6a41232-41ae-4a1a-a5ea-10a17111d2b8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=112de286-9d0e-403f-bf64-d005eb53a1d9 HTTP/1.1" status: 200 len: 852 time: 0.1119416 Jul 22 23:37:20.558931 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f82fe4b0-210c-4270-b891-efb5a38be3c3 req-85c1e12a-d89c-41c6-8194-30cf698224e2 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:20.584151 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44502fc4-a609-4d6e-85d8-4804aae9a86a req-e2025402-d860-41f4-8235-a58d03de695c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94aa53fa-7a14-414b-803a-a8dd75796ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439932 Jul 22 23:37:20.585643 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f82fe4b0-210c-4270-b891-efb5a38be3c3 req-85c1e12a-d89c-41c6-8194-30cf698224e2 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:20.620592 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5ece2-7677-4945-9f5d-55890b74ea13 req-e405d0b3-1e89-4c93-b673-e2cf66a605c2 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:20.622351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91f5ece2-7677-4945-9f5d-55890b74ea13 req-e405d0b3-1e89-4c93-b673-e2cf66a605c2 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.2210944 Jul 22 23:37:20.645595 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f82fe4b0-210c-4270-b891-efb5a38be3c3 req-85c1e12a-d89c-41c6-8194-30cf698224e2 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:20.646811 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f82fe4b0-210c-4270-b891-efb5a38be3c3 req-85c1e12a-d89c-41c6-8194-30cf698224e2 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4663761 Jul 22 23:37:20.678416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1e12a-d89c-41c6-8194-30cf698224e2 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7379bca0-ec4b-48cc-819e-4126d3fe644c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:20.736026 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91f5ece2-7677-4945-9f5d-55890b74ea13 req-5982b87e-d726-44c5-9b81-1e928e367958 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972311 Jul 22 23:37:20.754631 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44502fc4-a609-4d6e-85d8-4804aae9a86a req-d735695b-489e-4feb-b1d0-1560c606485e service neutron] 10.222.0.95 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563551 Jul 22 23:37:20.923998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44502fc4-a609-4d6e-85d8-4804aae9a86a req-df75eab4-7c91-434f-a735-504031ed1539 service neutron] 10.222.0.95 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621478 Jul 22 23:37:20.946617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0542dba-9492-46a3-ae48-e47e7ae510d9 req-f2db9c40-718e-450c-a573-400578d9e26d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:20.949589 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0542dba-9492-46a3-ae48-e47e7ae510d9 req-f2db9c40-718e-450c-a573-400578d9e26d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c22cf3-4f2f-47b0-929d-9f28f6cee123 HTTP/1.1" status: 200 len: 944 time: 0.1008592 Jul 22 23:37:21.026897 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0542dba-9492-46a3-ae48-e47e7ae510d9 req-4d4548b1-ea0b-4e51-b332-3ba8c0915e3a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717194 Jul 22 23:37:21.053311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ef7ae-6a96-40c7-a4a7-be060610990e req-41304009-2780-48fc-ad3f-5a7e9d81d6ab tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:21.054730 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-616ef7ae-6a96-40c7-a4a7-be060610990e req-41304009-2780-48fc-ad3f-5a7e9d81d6ab tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b9b9cc8-f924-4bc6-8dd4-34071c406d44 HTTP/1.1" status: 200 len: 946 time: 0.0849414 Jul 22 23:37:21.080746 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device c785cbc9-5581-4f8f-8d33-3c34acb792e6 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:21.117280 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-950a5665-ec79-45f0-a56a-3a777b93224a req-8f1d8005-3b54-4bf9-bbad-f2e43607975d tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "GET /v2.0/security-groups/7379bca0-ec4b-48cc-819e-4126d3fe644c HTTP/1.1" status: 200 len: 1812 time: 0.0615489 Jul 22 23:37:21.120095 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-616ef7ae-6a96-40c7-a4a7-be060610990e req-5701fcab-d25c-4c5d-8c41-85414a5a9865 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576308 Jul 22 23:37:21.259478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port c785cbc9-5581-4f8f-8d33-3c34acb792e6, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c785cbc9-5581-4f8f-8d33-3c34acb792e6,segment=NetworkSegment(cd22a5ca-7bc4-469e-94d9-3f77e5579e64),segment_id=cd22a5ca-7bc4-469e-94d9-3f77e5579e64)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:21.274467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d1bd6-86d8-4d57-a995-fd3a5217b174 req-133adc46-5acb-4142-948b-29c77fb31f8b tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:21.276385 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e86d1bd6-86d8-4d57-a995-fd3a5217b174 req-133adc46-5acb-4142-948b-29c77fb31f8b tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 943 time: 0.0853095 Jul 22 23:37:21.276659 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'c785cbc9-5581-4f8f-8d33-3c34acb792e6', 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29', 'port_id': 'c785cbc9-5581-4f8f-8d33-3c34acb792e6', 'mac_address': 'fa:16:3e:a0:70:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:21.333266 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e86d1bd6-86d8-4d57-a995-fd3a5217b174 req-08e1c8e9-9f30-4c83-bee4-108e14ccd587 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e344b12-6ec1-4c42-9301-efe6856e61aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432863 Jul 22 23:37:21.397966 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0d7f2b0e-4772-40ec-b441-dc4b89f2a736 req-3664f61f-422f-421a-8358-38cee46302c6 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-297886510', 'description': 'tempest-description-1912499265'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:21.435322 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d7f2b0e-4772-40ec-b441-dc4b89f2a736 req-3664f61f-422f-421a-8358-38cee46302c6 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:21.467157 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82165ec2-547d-4f6e-ba0a-de6f77fecdc1 req-76b06ce0-4959-4142-ace9-8606416d204a tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:21.468732 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82165ec2-547d-4f6e-ba0a-de6f77fecdc1 req-76b06ce0-4959-4142-ace9-8606416d204a tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.1081166 Jul 22 23:37:21.479022 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b32be51-6a9a-4785-bfdb-96d13797801f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5494ae1b-0731-436c-9f07-36e96bc2a41c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:21.481280 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c258cb7-b5f4-49c6-b7de-5a52eaadf4bd" -d '{"events": [{"server_uuid": "5b32be51-6a9a-4785-bfdb-96d13797801f", "name": "network-vif-plugged", "status": "completed", "tag": "5494ae1b-0731-436c-9f07-36e96bc2a41c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:21.490635 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:21.505505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c785cbc9-5581-4f8f-8d33-3c34acb792e6 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:21.527955 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port c785cbc9-5581-4f8f-8d33-3c34acb792e6, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c785cbc9-5581-4f8f-8d33-3c34acb792e6,segment=NetworkSegment(cd22a5ca-7bc4-469e-94d9-3f77e5579e64),segment_id=cd22a5ca-7bc4-469e-94d9-3f77e5579e64)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:21.528932 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82165ec2-547d-4f6e-ba0a-de6f77fecdc1 req-70089512-7114-4e12-a379-5f50b6dd79ca tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525830 Jul 22 23:37:21.531827 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:21.574980 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d7f2b0e-4772-40ec-b441-dc4b89f2a736 req-3664f61f-422f-421a-8358-38cee46302c6 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:21.580429 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d7f2b0e-4772-40ec-b441-dc4b89f2a736 req-3664f61f-422f-421a-8358-38cee46302c6 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:21.588957 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=c785cbc9-5581-4f8f-8d33-3c34acb792e6,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:21.620332 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0d7f2b0e-4772-40ec-b441-dc4b89f2a736 req-3664f61f-422f-421a-8358-38cee46302c6 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:21.620560 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d7f2b0e-4772-40ec-b441-dc4b89f2a736 req-3664f61f-422f-421a-8358-38cee46302c6 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2277815 Jul 22 23:37:21.629522 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664f61f-422f-421a-8358-38cee46302c6 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92e9f7f-6f2a-4caa-bd43-993e2212665f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:21.747881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c22cf3-4f2f-47b0-929d-9f28f6cee123', 'tag': '3a4cfca3-4486-4280-b515-bbf74f0bd70d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:21.750930 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d10e6ac-8ab8-48d0-9890-66460eabd272" -d '{"events": [{"name": "network-changed", "server_uuid": "59c22cf3-4f2f-47b0-929d-9f28f6cee123", "tag": "3a4cfca3-4486-4280-b515-bbf74f0bd70d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:21.778053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f00041-4947-461e-ab46-ade6d2ce88e3 req-b0ff83a2-c78f-4d5a-a084-7f1c78d409b9 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:21.779550 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-72f00041-4947-461e-ab46-ade6d2ce88e3 req-b0ff83a2-c78f-4d5a-a084-7f1c78d409b9 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b32be51-6a9a-4785-bfdb-96d13797801f HTTP/1.1" status: 200 len: 945 time: 0.1111968 Jul 22 23:37:21.797338 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['c785cbc9-5581-4f8f-8d33-3c34acb792e6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:21.801865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6b6d2-d5eb-42bf-929c-0a8a87c27705 req-c1641c3d-0812-4580-9554-f2b1200b1158 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:21.803348 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4b6b6d2-d5eb-42bf-929c-0a8a87c27705 req-c1641c3d-0812-4580-9554-f2b1200b1158 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.1044207 Jul 22 23:37:21.851410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-72f00041-4947-461e-ab46-ade6d2ce88e3 req-c4dd4ff5-f787-4e95-9222-4dc5248f7e7d tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ddf53d8-5fb7-4135-885e-6ea08fc9ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650301 Jul 22 23:37:21.859463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4b6b6d2-d5eb-42bf-929c-0a8a87c27705 req-c71f5a4a-f04e-45fa-8022-6e50075e7b77 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484662 Jul 22 23:37:21.924746 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e135eb4-1681-4214-9a5b-41341c5502bc x-openstack-request-id: req-9e135eb4-1681-4214-9a5b-41341c5502bc {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:21.925345 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b32be51-6a9a-4785-bfdb-96d13797801f", "name": "network-vif-plugged", "status": "completed", "tag": "5494ae1b-0731-436c-9f07-36e96bc2a41c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:21.925637 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e135eb4-1681-4214-9a5b-41341c5502bc {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:21.926152 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32be51-6a9a-4785-bfdb-96d13797801f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5494ae1b-0731-436c-9f07-36e96bc2a41c', 'code': 200} Jul 22 23:37:22.037005 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ccd91614-2f62-4678-b223-b595e1482c96 req-1b0e92e7-20d7-47cc-8c8d-c3c853a5c102 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "GET /v2.0/security-groups/b92e9f7f-6f2a-4caa-bd43-993e2212665f HTTP/1.1" status: 200 len: 1812 time: 0.1032650 Jul 22 23:37:22.060839 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 3a4cfca3-4486-4280-b515-bbf74f0bd70d details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:22.073657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-8dad0d41-63b0-42ea-b3a3-2e7dc9d3813e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:22.075448 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd0868-695d-48e0-baa9-07ba2714ce66 req-383fc0f1-18b2-4ef0-bb7a-1820279e2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:22.076941 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fbbd0868-695d-48e0-baa9-07ba2714ce66 req-383fc0f1-18b2-4ef0-bb7a-1820279e2f4e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b32be51-6a9a-4785-bfdb-96d13797801f HTTP/1.1" status: 200 len: 1096 time: 0.0622768 Jul 22 23:37:22.081739 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-8dad0d41-63b0-42ea-b3a3-2e7dc9d3813e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 805 time: 0.1401012 Jul 22 23:37:22.097774 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-a934c6bc-11c2-4319-9913-243a6f260890 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/quotas/bb3a2d0f5d49440c8d1c8c93b02aa91f HTTP/1.1" status: 200 len: 375 time: 0.0150378 Jul 22 23:37:22.107412 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617816a3-ccea-45a3-8c1e-8312355d0879 x-openstack-request-id: req-617816a3-ccea-45a3-8c1e-8312355d0879 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:22.107697 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c22cf3-4f2f-47b0-929d-9f28f6cee123", "tag": "3a4cfca3-4486-4280-b515-bbf74f0bd70d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:22.107946 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-617816a3-ccea-45a3-8c1e-8312355d0879 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:22.108996 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c22cf3-4f2f-47b0-929d-9f28f6cee123', 'tag': '3a4cfca3-4486-4280-b515-bbf74f0bd70d', 'status': 'completed', 'code': 200} Jul 22 23:37:22.127544 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fbbd0868-695d-48e0-baa9-07ba2714ce66 req-e59f4d1b-c418-4fab-97cc-e5ac030a5330 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ddf53d8-5fb7-4135-885e-6ea08fc9ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414534 Jul 22 23:37:22.141684 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-e4c3c7c9-7fba-4f4b-8f95-8b1ebf102ed8 req-9f006ef9-767b-4371-9d15-c648c3cac2cd tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] show failed (client error): The resource could not be found. Jul 22 23:37:22.142734 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e4c3c7c9-7fba-4f4b-8f95-8b1ebf102ed8 req-9f006ef9-767b-4371-9d15-c648c3cac2cd tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "GET /v2.0/security-groups/d9f45322-cca9-46d6-ad46-72ec9638adec HTTP/1.1" status: 404 len: 352 time: 0.0328183 Jul 22 23:37:22.182452 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-aef00281-04b4-4389-a404-0477b504ba24 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836082 Jul 22 23:37:22.196038 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 3a4cfca3-4486-4280-b515-bbf74f0bd70d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=3a4cfca3-4486-4280-b515-bbf74f0bd70d,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:22.207813 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '3a4cfca3-4486-4280-b515-bbf74f0bd70d', 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3', 'port_id': '3a4cfca3-4486-4280-b515-bbf74f0bd70d', 'mac_address': 'fa:16:3e:6f:8d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112de286-9d0e-403f-bf64-d005eb53a1d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:22.248965 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:22.261482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4cfca3-4486-4280-b515-bbf74f0bd70d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:22.281121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 3a4cfca3-4486-4280-b515-bbf74f0bd70d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=3a4cfca3-4486-4280-b515-bbf74f0bd70d,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:22.284789 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:22.315758 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-231b4d13-2751-4274-9fd2-85e8db66cac3 service neutron] 10.222.0.26 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247671 Jul 22 23:37:22.329897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca8331-d7f2-4e25-895d-068c4b16852d req-582691bc-7855-4aaa-afa8-c0595bc3b1fd tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:22.331381 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5ca8331-d7f2-4e25-895d-068c4b16852d req-582691bc-7855-4aaa-afa8-c0595bc3b1fd tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c22cf3-4f2f-47b0-929d-9f28f6cee123 HTTP/1.1" status: 200 len: 944 time: 0.1225924 Jul 22 23:37:22.335914 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=3a4cfca3-4486-4280-b515-bbf74f0bd70d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:22.440468 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e6ac-8ab8-48d0-9890-66460eabd272 req-371b179c-80fc-46cb-b931-21a2516181de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:22.442104 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d10e6ac-8ab8-48d0-9890-66460eabd272 req-371b179c-80fc-46cb-b931-21a2516181de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=012cdc0fb09346edbefeb7e4e49cc629&device_id=59c22cf3-4f2f-47b0-929d-9f28f6cee123 HTTP/1.1" status: 200 len: 1096 time: 0.0576377 Jul 22 23:37:22.570253 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e6ac-8ab8-48d0-9890-66460eabd272 req-ae2047ea-ac19-4469-9824-8732d825c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:22.571835 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d10e6ac-8ab8-48d0-9890-66460eabd272 req-ae2047ea-ac19-4469-9824-8732d825c1e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=94aa53fa-7a14-414b-803a-a8dd75796ab3 HTTP/1.1" status: 200 len: 913 time: 0.0978837 Jul 22 23:37:22.595894 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['3a4cfca3-4486-4280-b515-bbf74f0bd70d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:22.616650 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d10e6ac-8ab8-48d0-9890-66460eabd272 req-c34b9562-5f3c-404d-aad0-514c34d6a66b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a4cfca3-4486-4280-b515-bbf74f0bd70d HTTP/1.1" status: 200 len: 217 time: 0.0376296 Jul 22 23:37:22.669689 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e6ac-8ab8-48d0-9890-66460eabd272 req-9e9d7f21-f4e7-4eca-a5d9-eb5f71cbc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:22.671358 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d10e6ac-8ab8-48d0-9890-66460eabd272 req-9e9d7f21-f4e7-4eca-a5d9-eb5f71cbc29a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=112de286-9d0e-403f-bf64-d005eb53a1d9 HTTP/1.1" status: 200 len: 852 time: 0.0477986 Jul 22 23:37:22.708850 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d10e6ac-8ab8-48d0-9890-66460eabd272 req-b9602249-1a64-4342-83e2-d757149b8700 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=94aa53fa-7a14-414b-803a-a8dd75796ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304456 Jul 22 23:37:22.745399 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5ca8331-d7f2-4e25-895d-068c4b16852d req-0bcf54e8-726b-4bdc-8f82-737763b6b96f tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059207 Jul 22 23:37:22.779192 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-390f0719-d7d8-4ba6-adee-abdd2ca31251 service neutron] 10.222.0.26 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468451 Jul 22 23:37:22.783792 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-d7e1239f-7bae-4baf-9365-043c2b0fcd5a req-bfbbf2d1-80ae-4012-86d4-605422c26bdd tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] show failed (client error): The resource could not be found. Jul 22 23:37:22.784350 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7e1239f-7bae-4baf-9365-043c2b0fcd5a req-bfbbf2d1-80ae-4012-86d4-605422c26bdd tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "GET /v2.0/security-group-rules/d9303c0a-7e6a-4c3e-8980-2b52f69649d5 HTTP/1.1" status: 404 len: 361 time: 0.0147424 Jul 22 23:37:22.814380 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d10e6ac-8ab8-48d0-9890-66460eabd272 req-6ad5e679-f6b4-4b36-bfb2-80a2a1001816 service neutron] 10.222.0.18 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985427 Jul 22 23:37:22.914772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cc9d5-efba-4505-a63f-b82a0527034a req-eb00647f-dfe5-4e7d-9ccd-e5773a6fb79f tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:22.923002 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d10e6ac-8ab8-48d0-9890-66460eabd272 req-c01a911e-5623-40d6-b3f2-baf810107b9e service neutron] 10.222.0.18 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012387 Jul 22 23:37:22.923758 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4b3cc9d5-efba-4505-a63f-b82a0527034a req-eb00647f-dfe5-4e7d-9ccd-e5773a6fb79f tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 944 time: 0.0857499 Jul 22 23:37:22.986319 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4b3cc9d5-efba-4505-a63f-b82a0527034a req-af7d61a0-e715-438a-84e1-4caf1bcc81d2 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e344b12-6ec1-4c42-9301-efe6856e61aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614579 Jul 22 23:37:23.024675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fef37-56db-450f-a22b-8ba1d210f71d req-1d431969-b003-43b1-8d0e-24d4c0344c0a tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:23.026283 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f6fef37-56db-450f-a22b-8ba1d210f71d req-1d431969-b003-43b1-8d0e-24d4c0344c0a tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.0871482 Jul 22 23:37:23.075040 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f6fef37-56db-450f-a22b-8ba1d210f71d req-2a7340e0-0afb-4c95-a7ca-1ef3d2b86c33 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382869 Jul 22 23:37:23.114307 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device baa14284-af31-46ff-9e01-af6f98e0d14b details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:23.116699 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device c785cbc9-5581-4f8f-8d33-3c34acb792e6 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:23.165370 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4aca89-e505-4671-84cf-2f9eda1bf3dc req-d3f5d40f-e4f3-4f76-b815-8d47c1a0c391 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "GET /v2.0/security-groups/b92e9f7f-6f2a-4caa-bd43-993e2212665f HTTP/1.1" status: 200 len: 1812 time: 0.0587375 Jul 22 23:37:23.189837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17a269-5eff-4611-865e-45bba7dea703 req-047b7bb9-e695-412f-aedb-d0e65dd24584 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:23.191362 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9a17a269-5eff-4611-865e-45bba7dea703 req-047b7bb9-e695-412f-aedb-d0e65dd24584 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.18 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.1375065 Jul 22 23:37:23.268131 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a4aca89-e505-4671-84cf-2f9eda1bf3dc req-956a522d-4f2a-49f4-8a6f-25d9c63ba7c0 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.297767 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port c785cbc9-5581-4f8f-8d33-3c34acb792e6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:23.306104 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888305d-9b06-422a-81d6-80351da8f490 req-15a2f027-b6ac-43b8-82b9-37f0ea6f7fe6 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:23.307774 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2888305d-9b06-422a-81d6-80351da8f490 req-15a2f027-b6ac-43b8-82b9-37f0ea6f7fe6 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b32be51-6a9a-4785-bfdb-96d13797801f HTTP/1.1" status: 200 len: 945 time: 0.1211519 Jul 22 23:37:23.309877 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a4aca89-e505-4671-84cf-2f9eda1bf3dc req-956a522d-4f2a-49f4-8a6f-25d9c63ba7c0 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.328756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port c785cbc9-5581-4f8f-8d33-3c34acb792e6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:23.328756 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.382641 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2888305d-9b06-422a-81d6-80351da8f490 req-e9da6a85-72f2-4c16-b876-b01295acb4ca tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ddf53d8-5fb7-4135-885e-6ea08fc9ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619156 Jul 22 23:37:23.383259 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-9a17a269-5eff-4611-865e-45bba7dea703 req-8fbc84a4-18c3-451e-befa-2750e51e54fe tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Deleting port 4c933d7a-e797-41c8-818b-0c5ebb45d890 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:23.383259 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a17a269-5eff-4611-865e-45bba7dea703 req-8fbc84a4-18c3-451e-befa-2750e51e54fe tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.388649 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port baa14284-af31-46ff-9e01-af6f98e0d14b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=baa14284-af31-46ff-9e01-af6f98e0d14b,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:23.393197 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a4aca89-e505-4671-84cf-2f9eda1bf3dc req-956a522d-4f2a-49f4-8a6f-25d9c63ba7c0 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.396816 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a4aca89-e505-4671-84cf-2f9eda1bf3dc req-956a522d-4f2a-49f4-8a6f-25d9c63ba7c0 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.406185 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4aca89-e505-4671-84cf-2f9eda1bf3dc req-956a522d-4f2a-49f4-8a6f-25d9c63ba7c0 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "DELETE /v2.0/security-groups/b92e9f7f-6f2a-4caa-bd43-993e2212665f HTTP/1.1" status: 204 len: 173 time: 0.2395453 Jul 22 23:37:23.409639 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'baa14284-af31-46ff-9e01-af6f98e0d14b', 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3', 'port_id': 'baa14284-af31-46ff-9e01-af6f98e0d14b', 'mac_address': 'fa:16:3e:56:92:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112de286-9d0e-403f-bf64-d005eb53a1d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:23.444097 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a522d-4f2a-49f4-8a6f-25d9c63ba7c0 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92e9f7f-6f2a-4caa-bd43-993e2212665f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:23.492401 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.532414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa14284-af31-46ff-9e01-af6f98e0d14b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:23.542019 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.543926 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9a17a269-5eff-4611-865e-45bba7dea703 req-8fbc84a4-18c3-451e-befa-2750e51e54fe tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] For port 4c933d7a-e797-41c8-818b-0c5ebb45d890, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=4c933d7a-e797-41c8-818b-0c5ebb45d890,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:23.544463 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a17a269-5eff-4611-865e-45bba7dea703 req-8fbc84a4-18c3-451e-befa-2750e51e54fe tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.553962 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6629703e-9f1f-4b1b-ade5-d2b58b1de1e1 req-32f4e8e0-55d7-4c5a-800e-4bafd7252339 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb084b6-a25d-44a1-88b2-c8ebcffa6228 HTTP/1.1" status: 200 len: 210 time: 0.0700393 Jul 22 23:37:23.561965 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-9a17a269-5eff-4611-865e-45bba7dea703 req-8fbc84a4-18c3-451e-befa-2750e51e54fe tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Calling delete_port for 4c933d7a-e797-41c8-818b-0c5ebb45d890 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:23.588948 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port baa14284-af31-46ff-9e01-af6f98e0d14b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=baa14284-af31-46ff-9e01-af6f98e0d14b,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:23.596941 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.648647 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port c785cbc9-5581-4f8f-8d33-3c34acb792e6, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c785cbc9-5581-4f8f-8d33-3c34acb792e6,segment=NetworkSegment(cd22a5ca-7bc4-469e-94d9-3f77e5579e64),segment_id=cd22a5ca-7bc4-469e-94d9-3f77e5579e64)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:23.649406 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6592281-5f58-4b8f-a4b0-83cbfc56895f req-29e0310d-4b6d-434d-a2e8-0400d0eea29b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:23.658227 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6592281-5f58-4b8f-a4b0-83cbfc56895f req-29e0310d-4b6d-434d-a2e8-0400d0eea29b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=7965d419-e91d-4e83-aed4-46e9223822c8 HTTP/1.1" status: 200 len: 945 time: 0.1496980 Jul 22 23:37:23.663640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca9c4151-9a77-4814-9455-9289a008f8cf req-b2cfbeea-797c-4a82-97de-d0ec4a1c3dd0 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "GET /v2.0/security-groups/7379bca0-ec4b-48cc-819e-4126d3fe644c HTTP/1.1" status: 200 len: 1812 time: 0.0797014 Jul 22 23:37:23.665085 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.684513 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=baa14284-af31-46ff-9e01-af6f98e0d14b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:23.738162 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6592281-5f58-4b8f-a4b0-83cbfc56895f req-5a9f6a3f-4611-4b5b-bec9-a3686e334428 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788291 Jul 22 23:37:23.742718 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a17a269-5eff-4611-865e-45bba7dea703 req-8fbc84a4-18c3-451e-befa-2750e51e54fe tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.747415 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=c785cbc9-5581-4f8f-8d33-3c34acb792e6,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:23.776464 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['4c933d7a-e797-41c8-818b-0c5ebb45d890'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:23.777246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc84a4-18c3-451e-befa-2750e51e54fe tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Pushing event deleted for resources: {'Port': ['ID=4c933d7a-e797-41c8-818b-0c5ebb45d890,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:23.785950 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ca9c4151-9a77-4814-9455-9289a008f8cf req-26ec3c2b-843b-4dd8-807c-11cb3c7c8733 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.813300 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ca9c4151-9a77-4814-9455-9289a008f8cf req-26ec3c2b-843b-4dd8-807c-11cb3c7c8733 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.832985 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a17a269-5eff-4611-865e-45bba7dea703 req-8fbc84a4-18c3-451e-befa-2750e51e54fe tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] No DVR routers for this DVR port 4c933d7a-e797-41c8-818b-0c5ebb45d890 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:37:23.835949 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a17a269-5eff-4611-865e-45bba7dea703 req-8fbc84a4-18c3-451e-befa-2750e51e54fe tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.839123 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9a17a269-5eff-4611-865e-45bba7dea703 req-8fbc84a4-18c3-451e-befa-2750e51e54fe tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.18 "DELETE /v2.0/ports/4c933d7a-e797-41c8-818b-0c5ebb45d890 HTTP/1.1" status: 204 len: 173 time: 0.6078982 Jul 22 23:37:23.840288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7965d419-e91d-4e83-aed4-46e9223822c8', 'name': 'network-vif-deleted', 'tag': '4c933d7a-e797-41c8-818b-0c5ebb45d890'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:23.841150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['baa14284-af31-46ff-9e01-af6f98e0d14b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:23.843974 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0671fd-1cd0-452b-8a9f-8ba725c9c7cb" -d '{"events": [{"server_uuid": "7965d419-e91d-4e83-aed4-46e9223822c8", "name": "network-vif-deleted", "tag": "4c933d7a-e797-41c8-818b-0c5ebb45d890"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:23.922895 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ca9c4151-9a77-4814-9455-9289a008f8cf req-26ec3c2b-843b-4dd8-807c-11cb3c7c8733 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.926046 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ca9c4151-9a77-4814-9455-9289a008f8cf req-26ec3c2b-843b-4dd8-807c-11cb3c7c8733 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.926887 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca9c4151-9a77-4814-9455-9289a008f8cf req-26ec3c2b-843b-4dd8-807c-11cb3c7c8733 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "DELETE /v2.0/security-groups/7379bca0-ec4b-48cc-819e-4126d3fe644c HTTP/1.1" status: 204 len: 173 time: 0.2473567 Jul 22 23:37:23.931189 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbe3542-4928-4d4d-9980-72c82d96fded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c785cbc9-5581-4f8f-8d33-3c34acb792e6'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:23.933809 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a1f9bd-8e17-4576-835d-73f895e122c9" -d '{"events": [{"server_uuid": "7dbe3542-4928-4d4d-9980-72c82d96fded", "name": "network-vif-plugged", "status": "completed", "tag": "c785cbc9-5581-4f8f-8d33-3c34acb792e6"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:23.940968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfcc73-3804-4d9b-ba11-a5852af91f19 req-0e2d4eea-d7f4-47fa-93bc-6f1ebf556171 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:23.942521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07dfcc73-3804-4d9b-ba11-a5852af91f19 req-0e2d4eea-d7f4-47fa-93bc-6f1ebf556171 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c22cf3-4f2f-47b0-929d-9f28f6cee123 HTTP/1.1" status: 200 len: 945 time: 0.1191316 Jul 22 23:37:23.949144 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec3c2b-843b-4dd8-807c-11cb3c7c8733 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7379bca0-ec4b-48cc-819e-4126d3fe644c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:23.981538 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131e785b-24fb-436a-bc8c-b6eebe71cce7 x-openstack-request-id: req-131e785b-24fb-436a-bc8c-b6eebe71cce7 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:23.981907 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7965d419-e91d-4e83-aed4-46e9223822c8", "name": "network-vif-deleted", "tag": "4c933d7a-e797-41c8-818b-0c5ebb45d890", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:23.983897 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-131e785b-24fb-436a-bc8c-b6eebe71cce7 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:23.984674 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7965d419-e91d-4e83-aed4-46e9223822c8', 'name': 'network-vif-deleted', 'tag': '4c933d7a-e797-41c8-818b-0c5ebb45d890', 'status': 'completed', 'code': 200} Jul 22 23:37:23.987269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07dfcc73-3804-4d9b-ba11-a5852af91f19 req-12e6b54a-1935-4a05-9823-4cbbdabcb8a9 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359724 Jul 22 23:37:24.064703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eae8e639-9b82-49dd-9ed5-61dc7ed53060 req-df8650aa-5300-4ec7-910a-7d3638b12112 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "GET /v2.0/security-groups/2c425585-0377-49c9-aeea-bd057719554c HTTP/1.1" status: 200 len: 1812 time: 0.0547571 Jul 22 23:37:24.067406 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a17085-7def-4a9b-a563-1a11e3426b8a x-openstack-request-id: req-53a17085-7def-4a9b-a563-1a11e3426b8a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:24.067406 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbe3542-4928-4d4d-9980-72c82d96fded", "name": "network-vif-plugged", "status": "completed", "tag": "c785cbc9-5581-4f8f-8d33-3c34acb792e6", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:24.067740 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53a17085-7def-4a9b-a563-1a11e3426b8a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:24.068331 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbe3542-4928-4d4d-9980-72c82d96fded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c785cbc9-5581-4f8f-8d33-3c34acb792e6', 'code': 200} Jul 22 23:37:24.094026 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 3a4cfca3-4486-4280-b515-bbf74f0bd70d up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:24.128473 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eae8e639-9b82-49dd-9ed5-61dc7ed53060 req-cd7a616c-a87b-454e-9516-9f8a8af2d7ed tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:24.174507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 3a4cfca3-4486-4280-b515-bbf74f0bd70d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:24.181874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 3a4cfca3-4486-4280-b515-bbf74f0bd70d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:24.182257 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:24.228889 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eae8e639-9b82-49dd-9ed5-61dc7ed53060 req-cd7a616c-a87b-454e-9516-9f8a8af2d7ed tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:24.273956 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:24.277171 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-5d4508c5-8694-45ac-b674-84f4dbc6a415 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:24.279102 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-5d4508c5-8694-45ac-b674-84f4dbc6a415 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 805 time: 0.1345322 Jul 22 23:37:24.302206 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-d608b4ba-39d1-4670-8f69-69e3f1e4390e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Request body: {'port': {'device_id': '3eb084b6-a25d-44a1-88b2-c8ebcffa6228', 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548', 'admin_state_up': True, 'tenant_id': 'bb3a2d0f5d49440c8d1c8c93b02aa91f'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:24.314799 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eae8e639-9b82-49dd-9ed5-61dc7ed53060 req-cd7a616c-a87b-454e-9516-9f8a8af2d7ed tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:24.317739 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eae8e639-9b82-49dd-9ed5-61dc7ed53060 req-cd7a616c-a87b-454e-9516-9f8a8af2d7ed tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:24.319269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eae8e639-9b82-49dd-9ed5-61dc7ed53060 req-cd7a616c-a87b-454e-9516-9f8a8af2d7ed tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "DELETE /v2.0/security-groups/2c425585-0377-49c9-aeea-bd057719554c HTTP/1.1" status: 204 len: 173 time: 0.2538450 Jul 22 23:37:24.325887 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 3a4cfca3-4486-4280-b515-bbf74f0bd70d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=3a4cfca3-4486-4280-b515-bbf74f0bd70d,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:24.334190 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:24.336608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6442-a09b-4493-8841-77b757380621 req-8db724e6-3c32-4d61-a723-27e2137f5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:24.338355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b49d6442-a09b-4493-8841-77b757380621 req-8db724e6-3c32-4d61-a723-27e2137f5317 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 1096 time: 0.2078669 Jul 22 23:37:24.342956 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a616c-a87b-454e-9516-9f8a8af2d7ed tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c425585-0377-49c9-aeea-bd057719554c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:24.370265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28b08b-88f2-476b-a6d0-7cab4cf2916f req-67e37cab-08c9-4339-9a64-cd04cc3f4a00 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:24.377680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c28b08b-88f2-476b-a6d0-7cab4cf2916f req-67e37cab-08c9-4339-9a64-cd04cc3f4a00 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 945 time: 0.2279577 Jul 22 23:37:24.417011 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=3a4cfca3-4486-4280-b515-bbf74f0bd70d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:24.443270 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b49d6442-a09b-4493-8841-77b757380621 req-a593e34b-1ea8-44ed-88ae-2730c6810bae service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5e344b12-6ec1-4c42-9301-efe6856e61aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914462 Jul 22 23:37:24.468815 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c28b08b-88f2-476b-a6d0-7cab4cf2916f req-031b4e7e-b613-4cc7-8442-bf9569f57043 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e344b12-6ec1-4c42-9301-efe6856e61aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896013 Jul 22 23:37:24.477693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-d608b4ba-39d1-4670-8f69-69e3f1e4390e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Made reservation on behalf of bb3a2d0f5d49440c8d1c8c93b02aa91f for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:24.485573 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-d608b4ba-39d1-4670-8f69-69e3f1e4390e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:24.564206 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc7fe976-e94d-4b4d-afd9-57ced1de9c31 req-bb0e24bd-359e-49d1-a160-2cdb5949cdb4 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "GET /v2.0/security-groups/48f484fe-243d-436f-8a75-aef330d057f3 HTTP/1.1" status: 200 len: 1812 time: 0.0657964 Jul 22 23:37:24.594856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ccb7e-83fe-4f90-bd91-9de8096588de req-f3d4cc9d-10f8-49ad-8534-07e0364aebef tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:24.596287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb1ccb7e-83fe-4f90-bd91-9de8096588de req-f3d4cc9d-10f8-49ad-8534-07e0364aebef tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.1444364 Jul 22 23:37:24.637963 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-d608b4ba-39d1-4670-8f69-69e3f1e4390e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Allocated IP 172.20.0.9 (a83ef78c-9582-4eee-aa94-4db7f145b548/7a6fea40-f65b-49f5-b79a-e507ab04e592/9f6d952c-0cdd-4e3d-87ac-665c9fdfea57) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:24.663948 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb1ccb7e-83fe-4f90-bd91-9de8096588de req-5edb68c0-f49d-4866-81c0-ce3ead1aff11 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619009 Jul 22 23:37:24.669043 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc7fe976-e94d-4b4d-afd9-57ced1de9c31 req-5f47539a-0be6-496f-bb49-ba4878d55c58 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:24.695701 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc7fe976-e94d-4b4d-afd9-57ced1de9c31 req-5f47539a-0be6-496f-bb49-ba4878d55c58 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:24.770173 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc7fe976-e94d-4b4d-afd9-57ced1de9c31 req-5f47539a-0be6-496f-bb49-ba4878d55c58 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:24.772640 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bc7fe976-e94d-4b4d-afd9-57ced1de9c31 req-5f47539a-0be6-496f-bb49-ba4878d55c58 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:24.773853 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc7fe976-e94d-4b4d-afd9-57ced1de9c31 req-5f47539a-0be6-496f-bb49-ba4878d55c58 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "DELETE /v2.0/security-groups/48f484fe-243d-436f-8a75-aef330d057f3 HTTP/1.1" status: 204 len: 173 time: 0.1974735 Jul 22 23:37:24.791318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47539a-0be6-496f-bb49-ba4878d55c58 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f484fe-243d-436f-8a75-aef330d057f3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:24.818644 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-d608b4ba-39d1-4670-8f69-69e3f1e4390e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:24.826287 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54175639-f1a0-4beb-8c2e-9da09e2157c7 req-5760e881-3d65-49a0-bfd7-ed7088d1987a tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:24.828661 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54175639-f1a0-4beb-8c2e-9da09e2157c7 req-5760e881-3d65-49a0-bfd7-ed7088d1987a tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b32be51-6a9a-4785-bfdb-96d13797801f HTTP/1.1" status: 200 len: 945 time: 0.0998170 Jul 22 23:37:24.866063 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-d608b4ba-39d1-4670-8f69-69e3f1e4390e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:24.899449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['8bae08b7-0670-4539-82be-dcc4e9e03196', 'daad81a8-f714-484f-83e0-fe5dc0bc126c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:24.908006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54175639-f1a0-4beb-8c2e-9da09e2157c7 req-7d3bbe39-cef0-4a1b-9461-776ed901b36d tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ddf53d8-5fb7-4135-885e-6ea08fc9ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734098 Jul 22 23:37:24.916706 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-d608b4ba-39d1-4670-8f69-69e3f1e4390e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Network a83ef78c-9582-4eee-aa94-4db7f145b548 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:24.923471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-d608b4ba-39d1-4670-8f69-69e3f1e4390e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:24.928133 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-d608b4ba-39d1-4670-8f69-69e3f1e4390e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:24.949613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e43d5b-df0c-4b06-920e-e00025d2c18e req-e6f3de19-2f23-41af-8377-cd29082ff931 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:24.951772 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1e43d5b-df0c-4b06-920e-e00025d2c18e req-e6f3de19-2f23-41af-8377-cd29082ff931 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb084b6-a25d-44a1-88b2-c8ebcffa6228 HTTP/1.1" status: 200 len: 931 time: 0.0905089 Jul 22 23:37:24.962207 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608b4ba-39d1-4670-8f69-69e3f1e4390e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Pushing event updated for resources: {'Port': ['ID=9f6d952c-0cdd-4e3d-87ac-665c9fdfea57,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:25.015313 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-d608b4ba-39d1-4670-8f69-69e3f1e4390e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:25.016680 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-d608b4ba-39d1-4670-8f69-69e3f1e4390e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.031037 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1e43d5b-df0c-4b06-920e-e00025d2c18e req-17a9483e-71bb-4839-9b91-9417a020cf59 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709643 Jul 22 23:37:25.039650 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-d608b4ba-39d1-4670-8f69-69e3f1e4390e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7457056 Jul 22 23:37:25.059531 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Request body: {'port': {'device_id': '3eb084b6-a25d-44a1-88b2-c8ebcffa6228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:25.125429 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device baa14284-af31-46ff-9e01-af6f98e0d14b up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:25.165070 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba7577e2-1acd-4d30-87d9-74b7e5871c46 req-5b2b0c0a-9aa0-457f-8c2f-a62aec0d1569 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "GET /v2.0/security-groups/c6ba24f6-7dee-45d7-a3aa-8af07f15b956 HTTP/1.1" status: 200 len: 1812 time: 0.1479862 Jul 22 23:37:25.215571 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.257512 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18bf5a-b72f-4481-985f-62661adf8b39 req-f648daab-dd17-4654-aa6e-19da7558afee tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:25.258557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port baa14284-af31-46ff-9e01-af6f98e0d14b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:25.258979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d18bf5a-b72f-4481-985f-62661adf8b39 req-f648daab-dd17-4654-aa6e-19da7558afee tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c22cf3-4f2f-47b0-929d-9f28f6cee123 HTTP/1.1" status: 200 len: 946 time: 0.1494331 Jul 22 23:37:25.278474 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ba7577e2-1acd-4d30-87d9-74b7e5871c46 req-0930e190-0f25-4916-8dd8-644f6aaab3b6 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.279080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port baa14284-af31-46ff-9e01-af6f98e0d14b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:25.279716 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.322395 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ba7577e2-1acd-4d30-87d9-74b7e5871c46 req-0930e190-0f25-4916-8dd8-644f6aaab3b6 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.440335 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d18bf5a-b72f-4481-985f-62661adf8b39 req-62a8d663-66fb-4931-ae9e-757ac2356242 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636090 Jul 22 23:37:25.441822 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ba7577e2-1acd-4d30-87d9-74b7e5871c46 req-0930e190-0f25-4916-8dd8-644f6aaab3b6 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.444425 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ba7577e2-1acd-4d30-87d9-74b7e5871c46 req-0930e190-0f25-4916-8dd8-644f6aaab3b6 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.446267 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba7577e2-1acd-4d30-87d9-74b7e5871c46 req-0930e190-0f25-4916-8dd8-644f6aaab3b6 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] 10.222.0.26 "DELETE /v2.0/security-groups/c6ba24f6-7dee-45d7-a3aa-8af07f15b956 HTTP/1.1" status: 204 len: 173 time: 0.2715430 Jul 22 23:37:25.453025 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:25.495152 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930e190-0f25-4916-8dd8-644f6aaab3b6 tempest-SecurityGroupRulesNegativeTestJSON-122051403 tempest-SecurityGroupRulesNegativeTestJSON-122051403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ba24f6-7dee-45d7-a3aa-8af07f15b956,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:25.574263 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.575662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1e2dc9-9df4-4236-a095-34ddcff301a2 admin admin] Deleting subnet 3b29e088-ef2d-4e01-8c71-c6619e0f5271 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:37:25.581209 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b1e2dc9-9df4-4236-a095-34ddcff301a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.621081 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port baa14284-af31-46ff-9e01-af6f98e0d14b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=baa14284-af31-46ff-9e01-af6f98e0d14b,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:25.625765 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.625941 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b1e2dc9-9df4-4236-a095-34ddcff301a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.698187 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=baa14284-af31-46ff-9e01-af6f98e0d14b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:25.725507 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:25.733766 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.749825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Transition to ACTIVE for port object 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:25.753770 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.771108 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b1e2dc9-9df4-4236-a095-34ddcff301a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.814341 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6d952c-0cdd-4e3d-87ac-665c9fdfea57,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:25.863478 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971231e-948f-4a1e-9888-4df586485af9 req-d37f0d56-c2aa-4794-b11e-1081dc40a068 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:25.865239 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5971231e-948f-4a1e-9888-4df586485af9 req-d37f0d56-c2aa-4794-b11e-1081dc40a068 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 945 time: 0.2080245 Jul 22 23:37:25.874681 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-547774cd-7b9a-4c03-8394-f83ccc73a67b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:25.876955 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-547774cd-7b9a-4c03-8394-f83ccc73a67b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 812 time: 0.3172462 Jul 22 23:37:25.886280 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Attempting to bind port 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:25.886920 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Attempting to bind port 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:25.887339 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Attempting to bind port 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 on network a83ef78c-9582-4eee-aa94-4db7f145b548 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:25.892505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Port 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 on network a83ef78c-9582-4eee-aa94-4db7f145b548 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:37:25.892697 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Attempting to bind port 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 on network a83ef78c-9582-4eee-aa94-4db7f145b548 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:25.898202 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:25.898410 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Checking segment: {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:25.898750 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Bound using segment: {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:25.899184 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Bound port: 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:25.899557 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.921597 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-876a0ad9-95b4-4e6a-a1e0-892c72c037ed tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/quotas/82ff423458844377ac84f258ac322d91 HTTP/1.1" status: 200 len: 375 time: 0.0321863 Jul 22 23:37:25.940877 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b1e2dc9-9df4-4236-a095-34ddcff301a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.968458 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-dab3b8f0-6d4c-40db-960f-24d8c17326f5 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455017 Jul 22 23:37:25.969882 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] For port 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:25.973736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] For port 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9f6d952c-0cdd-4e3d-87ac-665c9fdfea57,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:25.974588 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5971231e-948f-4a1e-9888-4df586485af9 req-e2950544-13c4-4f97-9a61-68294337aeac tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e344b12-6ec1-4c42-9301-efe6856e61aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952799 Jul 22 23:37:25.979944 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:26.016636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e2dc9-9df4-4236-a095-34ddcff301a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b29e088-ef2d-4e01-8c71-c6619e0f5271,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:26.019055 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b1e2dc9-9df4-4236-a095-34ddcff301a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:26.022136 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6b1e2dc9-9df4-4236-a095-34ddcff301a2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3b29e088-ef2d-4e01-8c71-c6619e0f5271 HTTP/1.1" status: 204 len: 168 time: 0.5680437 Jul 22 23:37:26.027273 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38510) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:26.060811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:26.061582 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:26.063136 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] 10.222.0.18 "PUT /v2.0/ports/9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 HTTP/1.1" status: 200 len: 1091 time: 1.0106721 Jul 22 23:37:26.063595 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb084b6-a25d-44a1-88b2-c8ebcffa6228', 'tag': '9f6d952c-0cdd-4e3d-87ac-665c9fdfea57'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:26.066013 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5a32d0-537a-40bf-b317-3ea43fe2b7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb084b6-a25d-44a1-88b2-c8ebcffa6228", "tag": "9f6d952c-0cdd-4e3d-87ac-665c9fdfea57"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:26.073073 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c22cf3-4f2f-47b0-929d-9f28f6cee123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4cfca3-4486-4280-b515-bbf74f0bd70d'}, {'server_uuid': 'fb96717a-1aa9-408e-b551-5f1ffa3516e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa14284-af31-46ff-9e01-af6f98e0d14b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:26.078597 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db8534b-6234-4bf3-877e-fa67ffbca3e7" -d '{"events": [{"server_uuid": "59c22cf3-4f2f-47b0-929d-9f28f6cee123", "name": "network-vif-plugged", "status": "completed", "tag": "3a4cfca3-4486-4280-b515-bbf74f0bd70d"}, {"server_uuid": "fb96717a-1aa9-408e-b551-5f1ffa3516e1", "name": "network-vif-plugged", "status": "completed", "tag": "baa14284-af31-46ff-9e01-af6f98e0d14b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:26.087306 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 4c933d7a-e797-41c8-818b-0c5ebb45d890 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:26.098625 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273c456-c386-4cc3-89c9-4c05ade13f49 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6d952c-0cdd-4e3d-87ac-665c9fdfea57,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:26.107088 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:37:26.129740 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 4c933d7a-e797-41c8-818b-0c5ebb45d890 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:37:26.130215 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 4c933d7a-e797-41c8-818b-0c5ebb45d890 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:37:26.188107 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-d8f6b98f-60d5-49d0-92f2-0aa801222577 service neutron] 10.222.0.26 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939552 Jul 22 23:37:26.194438 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1d1b407-476c-49eb-956a-58eedfdac6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:26.200319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78aaa76-b007-4cea-8558-26d345c13076 req-4b05b4f9-87cb-4a73-b8b2-a74afba8167c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:26.202360 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c78aaa76-b007-4cea-8558-26d345c13076 req-4b05b4f9-87cb-4a73-b8b2-a74afba8167c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.1452942 Jul 22 23:37:26.318860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c78aaa76-b007-4cea-8558-26d345c13076 req-cb62c9fe-ea1d-4eee-8239-67072a759ab5 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936263 Jul 22 23:37:26.359189 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-79f11812-788e-4655-9a96-6b7277c2f662 service neutron] 10.222.0.26 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543825 Jul 22 23:37:26.582773 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-259e403f-2045-4b00-b14e-3b6bc2e43e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:26.584274 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-259e403f-2045-4b00-b14e-3b6bc2e43e4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=3eb084b6-a25d-44a1-88b2-c8ebcffa6228 HTTP/1.1" status: 200 len: 1094 time: 0.4334371 Jul 22 23:37:26.645625 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-c0ac7fbb-b7cb-4de8-be6a-962913391781 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 HTTP/1.1" status: 200 len: 217 time: 0.0465486 Jul 22 23:37:26.666215 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-c81ca496-02a5-4345-af07-e924549fa737 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 258 time: 0.2927895 Jul 22 23:37:26.681042 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:26.690367 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1d1b407-476c-49eb-956a-58eedfdac6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:26.720511 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928c8df-fe0c-497a-8866-6946af794ec4 req-335424be-98e1-447d-95f7-b0f7a8d0bfb5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:26.722504 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c928c8df-fe0c-497a-8866-6946af794ec4 req-335424be-98e1-447d-95f7-b0f7a8d0bfb5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb084b6-a25d-44a1-88b2-c8ebcffa6228 HTTP/1.1" status: 200 len: 943 time: 0.1180727 Jul 22 23:37:26.723392 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:26.745705 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-f11000b2-e426-459e-b214-51a93e9f74e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:26.747179 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-f11000b2-e426-459e-b214-51a93e9f74e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a6fea40-f65b-49f5-b79a-e507ab04e592 HTTP/1.1" status: 200 len: 845 time: 0.0959861 Jul 22 23:37:26.749254 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b1d1b407-476c-49eb-956a-58eedfdac6af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5f17c8-3de3-48e0-a427-e931e85f02bc']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:26.787464 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c928c8df-fe0c-497a-8866-6946af794ec4 req-ca536277-128f-41be-8c7e-4e84c04d5241 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501790 Jul 22 23:37:26.792454 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-1ffc9390-b2d5-4d62-a984-83d77ff2fff9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83ef78c-9582-4eee-aa94-4db7f145b548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352502 Jul 22 23:37:26.798307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b1d1b407-476c-49eb-956a-58eedfdac6af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a74e94-710c-4e98-88fb-d8cec4d411db') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:26.798525 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b1d1b407-476c-49eb-956a-58eedfdac6af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a74e94-710c-4e98-88fb-d8cec4d411db') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:26.825454 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1d1b407-476c-49eb-956a-58eedfdac6af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:26.875567 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:26.902531 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1d1b407-476c-49eb-956a-58eedfdac6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:26.906032 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a978a8e-d551-461a-a94c-a4aa48a9d47c x-openstack-request-id: req-0a978a8e-d551-461a-a94c-a4aa48a9d47c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:26.906332 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb084b6-a25d-44a1-88b2-c8ebcffa6228", "tag": "9f6d952c-0cdd-4e3d-87ac-665c9fdfea57", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:26.906607 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a978a8e-d551-461a-a94c-a4aa48a9d47c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:26.906971 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb084b6-a25d-44a1-88b2-c8ebcffa6228', 'tag': '9f6d952c-0cdd-4e3d-87ac-665c9fdfea57', 'status': 'completed', 'code': 200} Jul 22 23:37:26.917609 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d1b407-476c-49eb-956a-58eedfdac6af admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:37:26.918160 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1d1b407-476c-49eb-956a-58eedfdac6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:37:26.919893 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:37:26.942277 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa2f1f1-9699-4489-bb09-b80bf5277301 x-openstack-request-id: req-7aa2f1f1-9699-4489-bb09-b80bf5277301 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:26.943547 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c22cf3-4f2f-47b0-929d-9f28f6cee123", "name": "network-vif-plugged", "status": "completed", "tag": "3a4cfca3-4486-4280-b515-bbf74f0bd70d", "code": 200}, {"server_uuid": "fb96717a-1aa9-408e-b551-5f1ffa3516e1", "name": "network-vif-plugged", "status": "completed", "tag": "baa14284-af31-46ff-9e01-af6f98e0d14b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:26.943547 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7aa2f1f1-9699-4489-bb09-b80bf5277301 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:26.943547 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c22cf3-4f2f-47b0-929d-9f28f6cee123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4cfca3-4486-4280-b515-bbf74f0bd70d', 'code': 200} Jul 22 23:37:26.943547 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb96717a-1aa9-408e-b551-5f1ffa3516e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa14284-af31-46ff-9e01-af6f98e0d14b', 'code': 200} Jul 22 23:37:26.993729 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-d0f631fa-50c9-4a74-bc61-5a79fc00dcfb service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927588 Jul 22 23:37:26.996769 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1d1b407-476c-49eb-956a-58eedfdac6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:27.012579 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1d1b407-476c-49eb-956a-58eedfdac6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:27.015298 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b1d1b407-476c-49eb-956a-58eedfdac6af admin admin] 10.222.0.26 "DELETE /v2.0/networks/db5f17c8-3de3-48e0-a427-e931e85f02bc HTTP/1.1" status: 204 len: 168 time: 0.9867749 Jul 22 23:37:27.041315 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1b407-476c-49eb-956a-58eedfdac6af admin admin] Pushing event deleted for resources: {'Network': ['ID=db5f17c8-3de3-48e0-a427-e931e85f02bc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:27.141505 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db65be62-6f31-4e86-b082-f939cdb31d96 req-fa118097-31bc-4dee-9706-0866c9b099a3 service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381352 Jul 22 23:37:27.225123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38536) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:27.225327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Allocated IP 172.25.4.20 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/507508fd-ae4a-4f46-bde1-113fd006bce4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:27.333708 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c50703bf-0745-4f3b-a52f-6a66eb949270 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc33fe787e6a4eec8a01e58f54fbbc42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1072602 Jul 22 23:37:27.335094 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38540) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:27.357444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43238836-0500-461a-89c4-eebda578aa43 req-d50122f0-17b0-4bf6-9b56-113221fbf079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:27.359195 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43238836-0500-461a-89c4-eebda578aa43 req-d50122f0-17b0-4bf6-9b56-113221fbf079 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=fb96717a-1aa9-408e-b551-5f1ffa3516e1 HTTP/1.1" status: 200 len: 1096 time: 0.3118052 Jul 22 23:37:27.371557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c85bb-2074-44b6-87fb-ec53ddb46b48 req-81bf2234-c6ae-4dca-861a-ebef9871ce25 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:27.374123 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-917c85bb-2074-44b6-87fb-ec53ddb46b48 req-81bf2234-c6ae-4dca-861a-ebef9871ce25 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c22cf3-4f2f-47b0-929d-9f28f6cee123 HTTP/1.1" status: 200 len: 946 time: 0.2801840 Jul 22 23:37:27.376243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3460c4-bb06-4cca-b1d7-c0e08b38a45a req-743398fc-5ad3-4934-a191-3db7b5386b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:27.377769 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f3460c4-bb06-4cca-b1d7-c0e08b38a45a req-743398fc-5ad3-4934-a191-3db7b5386b44 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59c22cf3-4f2f-47b0-929d-9f28f6cee123 HTTP/1.1" status: 200 len: 1097 time: 0.2478361 Jul 22 23:37:27.385988 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a32d0-537a-40bf-b317-3ea43fe2b7e8 req-6149e759-e5e4-4b6a-b3b4-dec6ca2dc612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:27.387761 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3e5a32d0-537a-40bf-b317-3ea43fe2b7e8 req-6149e759-e5e4-4b6a-b3b4-dec6ca2dc612 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=3eb084b6-a25d-44a1-88b2-c8ebcffa6228 HTTP/1.1" status: 200 len: 1094 time: 0.1602223 Jul 22 23:37:27.482100 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b767a063-7833-4cb2-afd7-47d1e596e4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:27.484703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43238836-0500-461a-89c4-eebda578aa43 req-073e3098-2cf6-4ac6-b0af-f6dfca12111a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059077 Jul 22 23:37:27.499550 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f3460c4-bb06-4cca-b1d7-c0e08b38a45a req-90cf63e8-cb86-43bb-a73b-a74f5670f9d8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113207 Jul 22 23:37:27.502869 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:27.507491 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-917c85bb-2074-44b6-87fb-ec53ddb46b48 req-e11b8f5a-0b2b-4a90-85a1-7515ecc18146 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255162 Jul 22 23:37:27.523159 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b767a063-7833-4cb2-afd7-47d1e596e4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:27.536435 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a32d0-537a-40bf-b317-3ea43fe2b7e8 req-f820aa29-f8fd-4df2-9c27-68f1986188c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:27.537829 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3e5a32d0-537a-40bf-b317-3ea43fe2b7e8 req-f820aa29-f8fd-4df2-9c27-68f1986188c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 906 time: 0.1438434 Jul 22 23:37:27.553754 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:27.604597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:27.605236 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b767a063-7833-4cb2-afd7-47d1e596e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:27.608799 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b767a063-7833-4cb2-afd7-47d1e596e4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:27.609623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:27.610213 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b767a063-7833-4cb2-afd7-47d1e596e4c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4014b3da-e41a-4196-855d-ce38b92fccac HTTP/1.1" status: 204 len: 168 time: 0.2717111 Jul 22 23:37:27.613789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:27.621489 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767a063-7833-4cb2-afd7-47d1e596e4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4014b3da-e41a-4196-855d-ce38b92fccac,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:27.678351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc6eacc3-cdf2-424e-aba5-1867a7be0491 req-90415b5c-664e-414a-b94b-abf7006be0be tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=348fbf35-30c3-4818-9500-d481acd9ca63 HTTP/1.1" status: 200 len: 210 time: 0.0720685 Jul 22 23:37:27.695987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Pushing event updated for resources: {'Port': ['ID=507508fd-ae4a-4f46-bde1-113fd006bce4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:27.773369 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:27.829897 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3e5a32d0-537a-40bf-b317-3ea43fe2b7e8 req-2407c9b8-e3c2-46f8-add6-6f5ab104a479 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 HTTP/1.1" status: 200 len: 217 time: 0.0558341 Jul 22 23:37:27.913001 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a32d0-537a-40bf-b317-3ea43fe2b7e8 req-3b3be2e7-5ecc-40db-a743-6850159238d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:27.915002 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3e5a32d0-537a-40bf-b317-3ea43fe2b7e8 req-3b3be2e7-5ecc-40db-a743-6850159238d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a6fea40-f65b-49f5-b79a-e507ab04e592 HTTP/1.1" status: 200 len: 845 time: 0.0552111 Jul 22 23:37:27.932241 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:27.964872 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3e5a32d0-537a-40bf-b317-3ea43fe2b7e8 req-655af263-706e-4f0f-b12c-36cbd33805d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83ef78c-9582-4eee-aa94-4db7f145b548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386167 Jul 22 23:37:28.058191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-2b9c4cff-af24-4cae-a0c4-308d3d23f055 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:28.059816 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-2b9c4cff-af24-4cae-a0c4-308d3d23f055 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.95 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 812 time: 0.2698824 Jul 22 23:37:28.086171 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-08406c93-3e0a-47a0-876f-37370a1eab2d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Request body: {'port': {'device_id': '348fbf35-30c3-4818-9500-d481acd9ca63', 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478', 'admin_state_up': True, 'tenant_id': '82ff423458844377ac84f258ac322d91'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:28.090787 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3e5a32d0-537a-40bf-b317-3ea43fe2b7e8 req-054e6410-6aef-40db-98e9-f0f316481c1b service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172869 Jul 22 23:37:28.100113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43e776-29a2-4177-9b04-731a707f0b05 req-634bac60-4498-4d07-8257-b97ded7e7c5c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:28.101742 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd43e776-29a2-4177-9b04-731a707f0b05 req-634bac60-4498-4d07-8257-b97ded7e7c5c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.2474747 Jul 22 23:37:28.195488 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3e5a32d0-537a-40bf-b317-3ea43fe2b7e8 req-10059ace-ae2b-4d48-a84e-19c244ee3fed service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972145 Jul 22 23:37:28.258307 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd43e776-29a2-4177-9b04-731a707f0b05 req-31c8fae0-9338-41d5-8330-c5977d4cc0d8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446757 Jul 22 23:37:28.307815 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:28.315511 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:28.348201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-08406c93-3e0a-47a0-876f-37370a1eab2d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Made reservation on behalf of 82ff423458844377ac84f258ac322d91 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:28.351659 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-08406c93-3e0a-47a0-876f-37370a1eab2d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:28.423054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Pushing event updated for resources: {'Port': ['ID=507508fd-ae4a-4f46-bde1-113fd006bce4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:28.486727 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:28.488553 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38572) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:28.535969 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:28.537224 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-f818d6f0-8c2c-47ee-80d3-171d778c7443 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8606832 Jul 22 23:37:28.614450 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-d50c9dd6-407a-4502-80c2-5b69ec5fba50 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.0714052 Jul 22 23:37:28.615541 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-08406c93-3e0a-47a0-876f-37370a1eab2d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Allocated IP 172.20.0.3 (c6404c3b-acc2-4feb-85da-2ecd11b1a478/750e6d21-68ba-4eb5-94e9-cc5c662415b5/2a4312a3-6ad0-4534-8530-8730fdc8cdd3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:28.626393 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bfa06617-2886-4db4-b0cc-7a2a5f853f7e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1938288835-network', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:28.650853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa06617-2886-4db4-b0cc-7a2a5f853f7e admin admin] Made reservation on behalf of b5ce6ba94d294bc08d3b48c8ba38c0cd for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:28.653588 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfa06617-2886-4db4-b0cc-7a2a5f853f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:28.669906 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfa06617-2886-4db4-b0cc-7a2a5f853f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:28.823646 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfa06617-2886-4db4-b0cc-7a2a5f853f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:28.828111 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfa06617-2886-4db4-b0cc-7a2a5f853f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:28.857020 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa06617-2886-4db4-b0cc-7a2a5f853f7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:37:28.869884 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa06617-2886-4db4-b0cc-7a2a5f853f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5858e0c7-4579-4e44-a245-a81f98f7a3f1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:28.878183 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfa06617-2886-4db4-b0cc-7a2a5f853f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:28.878716 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-bfa06617-2886-4db4-b0cc-7a2a5f853f7e admin admin] Added segment 8288aa59-b769-4042-8c94-e21cf2627592 of type vlan for network b00701c6-9de2-4dfb-9176-97c7c727bf92 Jul 22 23:37:28.891597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-d6fea932-a040-4723-bc62-09c2de60811f tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:28.893189 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-adc2f02f-8ab1-47ea-a5a2-8521ffcb8735 req-d6fea932-a040-4723-bc62-09c2de60811f tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.2661922 Jul 22 23:37:28.940139 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfa06617-2886-4db4-b0cc-7a2a5f853f7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:28.977557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429848f-2e5c-43fd-a529-225be4784bab req-45425160-2d92-4323-a33e-5b22ad513064 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:28.978567 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfa06617-2886-4db4-b0cc-7a2a5f853f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:28.979122 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9429848f-2e5c-43fd-a529-225be4784bab req-45425160-2d92-4323-a33e-5b22ad513064 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb084b6-a25d-44a1-88b2-c8ebcffa6228 HTTP/1.1" status: 200 len: 943 time: 0.2372651 Jul 22 23:37:28.987231 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa06617-2886-4db4-b0cc-7a2a5f853f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:28.988026 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfa06617-2886-4db4-b0cc-7a2a5f853f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.024491 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bfa06617-2886-4db4-b0cc-7a2a5f853f7e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5339806 Jul 22 23:37:29.031602 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38590) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:29.034535 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e7b7b873-0cb7-464c-90b3-100ecb8a8ddf admin admin] Request body: {'subnet': {'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1938288835-subnet', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:29.080201 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa06617-2886-4db4-b0cc-7a2a5f853f7e admin admin] Pushing event updated for resources: {'Network': ['ID=b00701c6-9de2-4dfb-9176-97c7c727bf92,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:29.090612 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network b00701c6-9de2-4dfb-9176-97c7c727bf92 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:37:29.099702 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b7b873-0cb7-464c-90b3-100ecb8a8ddf admin admin] Made reservation on behalf of b5ce6ba94d294bc08d3b48c8ba38c0cd for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:29.103129 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7b7b873-0cb7-464c-90b3-100ecb8a8ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.312311 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7b7b873-0cb7-464c-90b3-100ecb8a8ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.377533 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7b873-0cb7-464c-90b3-100ecb8a8ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d25a6ce-35f2-4c49-9736-fa3c8d272859,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:29.380528 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-08406c93-3e0a-47a0-876f-37370a1eab2d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.390200 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b7b873-0cb7-464c-90b3-100ecb8a8ddf admin admin] Checking segment: {'id': '8288aa59-b769-4042-8c94-e21cf2627592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:29.390200 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b7b873-0cb7-464c-90b3-100ecb8a8ddf admin admin] Network hostable DHCP agents. Network: b00701c6-9de2-4dfb-9176-97c7c727bf92, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:37:29.407431 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b7b873-0cb7-464c-90b3-100ecb8a8ddf admin admin] Network b00701c6-9de2-4dfb-9176-97c7c727bf92 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:37:29.418649 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e7b7b873-0cb7-464c-90b3-100ecb8a8ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, b00701c6-9de2-4dfb-9176-97c7c727bf92) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:29.426658 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b7b873-0cb7-464c-90b3-100ecb8a8ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:29.427185 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7b7b873-0cb7-464c-90b3-100ecb8a8ddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.431543 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edce1edb-2029-4788-9a7a-85b907f50ed8 None None] Network b00701c6-9de2-4dfb-9176-97c7c727bf92 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:37:29.437435 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9429848f-2e5c-43fd-a529-225be4784bab req-178aeec2-75fd-4665-b028-2340cebef391 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436913 Jul 22 23:37:29.451839 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e7b7b873-0cb7-464c-90b3-100ecb8a8ddf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4187994 Jul 22 23:37:29.451839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38594) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:29.463208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1938288835-router', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:29.490724 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.492405 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.527185 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c85e7-cc73-4c44-8602-b2729b1d93e0 req-78a145ed-30e3-4f99-8d2d-06e409ca9ef8 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:29.528748 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be0c85e7-cc73-4c44-8602-b2729b1d93e0 req-78a145ed-30e3-4f99-8d2d-06e409ca9ef8 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c22cf3-4f2f-47b0-929d-9f28f6cee123 HTTP/1.1" status: 200 len: 946 time: 0.5427830 Jul 22 23:37:29.556888 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.566435 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-08406c93-3e0a-47a0-876f-37370a1eab2d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.569468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-033ad317-373b-48db-bbb7-cb0a2bcb734a req-0f8c5bd3-9f3b-4c91-bbe7-3d313cf53777 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=348fbf35-30c3-4818-9500-d481acd9ca63 HTTP/1.1" status: 200 len: 210 time: 0.0397463 Jul 22 23:37:29.641565 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-08406c93-3e0a-47a0-876f-37370a1eab2d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Network c6404c3b-acc2-4feb-85da-2ecd11b1a478 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:29.647641 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be0c85e7-cc73-4c44-8602-b2729b1d93e0 req-eb91eba7-4e65-492b-8ea0-263c15e50690 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072834 Jul 22 23:37:29.648877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-08406c93-3e0a-47a0-876f-37370a1eab2d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:29.650961 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08406c93-3e0a-47a0-876f-37370a1eab2d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Pushing event updated for resources: {'Port': ['ID=2a4312a3-6ad0-4534-8530-8730fdc8cdd3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:29.651077 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-b00701c6-9de2-4dfb-9176-97c7c727bf92', 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'fixed_ips': [{'subnet_id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:37:29.651930 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.653026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-08406c93-3e0a-47a0-876f-37370a1eab2d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:29.750549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-08406c93-3e0a-47a0-876f-37370a1eab2d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:29.751230 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-08406c93-3e0a-47a0-876f-37370a1eab2d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.760030 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.818554 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-08406c93-3e0a-47a0-876f-37370a1eab2d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7442241 Jul 22 23:37:29.850219 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Request body: {'port': {'device_id': '348fbf35-30c3-4818-9500-d481acd9ca63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:29.877177 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Allocated IP 172.20.0.2 (b00701c6-9de2-4dfb-9176-97c7c727bf92/2d25a6ce-35f2-4c49-9736-fa3c8d272859/2ce9354d-fc64-4934-b16b-4bff30a72b63) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:29.966075 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-874daeec-5941-47d9-94e7-e429b145d68b tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:29.967864 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-874daeec-5941-47d9-94e7-e429b145d68b tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbe3542-4928-4d4d-9980-72c82d96fded&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2135384 Jul 22 23:37:29.975451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb995d2-db5c-4789-876d-16b7bea7c4d0 req-128507ca-d2bb-4fd9-b736-b7078bba58f4 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:29.976929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcb995d2-db5c-4789-876d-16b7bea7c4d0 req-128507ca-d2bb-4fd9-b736-b7078bba58f4 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.1967740 Jul 22 23:37:29.986974 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:30.054492 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:30.058801 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-2fd57731-6cac-425e-8f08-920339c84cd1 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.0790019 Jul 22 23:37:30.065042 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:30.074799 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Transition to ACTIVE for port object 2ce9354d-fc64-4934-b16b-4bff30a72b63 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:30.082755 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:30.085876 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-dc6e047a-fcd7-4777-af00-883439bc4f60 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Request body: {'floatingip': {'port_id': 'c785cbc9-5581-4f8f-8d33-3c34acb792e6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:30.094141 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Transition to ACTIVE for port object 2ce9354d-fc64-4934-b16b-4bff30a72b63 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:30.101785 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:30.105921 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:30.156039 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-dc6e047a-fcd7-4777-af00-883439bc4f60 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:30.169615 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Network b00701c6-9de2-4dfb-9176-97c7c727bf92 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:30.176591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:30.182045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:30.192429 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcb995d2-db5c-4789-876d-16b7bea7c4d0 req-8c5e9122-6ff8-4d08-89d8-440c7029a8a8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033832 Jul 22 23:37:30.220922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Pushing event updated for resources: {'Port': ['ID=2ce9354d-fc64-4934-b16b-4bff30a72b63,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:30.244575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Allocated IP 172.25.4.35 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/eeddc580-7897-4755-bd00-41ca9e7dbf66) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:30.381673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Attempting to bind port 2ce9354d-fc64-4934-b16b-4bff30a72b63 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:30.383072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Attempting to bind port 2ce9354d-fc64-4934-b16b-4bff30a72b63 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '8288aa59-b769-4042-8c94-e21cf2627592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:30.383072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Attempting to bind port 2ce9354d-fc64-4934-b16b-4bff30a72b63 on network b00701c6-9de2-4dfb-9176-97c7c727bf92 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:30.390293 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:30.391095 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Checking segment: {'id': '8288aa59-b769-4042-8c94-e21cf2627592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:30.391095 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:30.391555 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Bound using segment: {'id': '8288aa59-b769-4042-8c94-e21cf2627592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:30.392481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Bound port: 2ce9354d-fc64-4934-b16b-4bff30a72b63, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8288aa59-b769-4042-8c94-e21cf2627592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:30.392481 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:30.403896 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:30.423018 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9f6d952c-0cdd-4e3d-87ac-665c9fdfea57,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:30.454515 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '9f6d952c-0cdd-4e3d-87ac-665c9fdfea57', 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548', 'port_id': '9f6d952c-0cdd-4e3d-87ac-665c9fdfea57', 'mac_address': 'fa:16:3e:30:d5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6fea40-f65b-49f5-b79a-e507ab04e592', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:30.459636 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:30.525573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] For port 2ce9354d-fc64-4934-b16b-4bff30a72b63, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:30.528285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:30.530736 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:30.532594 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:30.537467 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:30.541062 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Pushing event updated for resources: {'Port': ['ID=eeddc580-7897-4755-bd00-41ca9e7dbf66,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:30.547829 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] For port 2ce9354d-fc64-4934-b16b-4bff30a72b63, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2ce9354d-fc64-4934-b16b-4bff30a72b63,segment=NetworkSegment(8288aa59-b769-4042-8c94-e21cf2627592),segment_id=8288aa59-b769-4042-8c94-e21cf2627592)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:30.553844 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:30.561431 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:30.614712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9f6d952c-0cdd-4e3d-87ac-665c9fdfea57,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:30.628007 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:30.664900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4188646-1582-4502-befe-d51faa8d9f5e None None] Pushing event updated for resources: {'Port': ['ID=2ce9354d-fc64-4934-b16b-4bff30a72b63,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:30.733514 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=9f6d952c-0cdd-4e3d-87ac-665c9fdfea57,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:30.826744 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:30.917633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2baab4-a59e-45d8-b529-28ff6b9433f3 req-b6465bad-cd38-4604-887a-734abe4358bf tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:30.920028 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d2baab4-a59e-45d8-b529-28ff6b9433f3 req-b6465bad-cd38-4604-887a-734abe4358bf tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb96717a-1aa9-408e-b551-5f1ffa3516e1 HTTP/1.1" status: 200 len: 945 time: 0.5853221 Jul 22 23:37:30.928844 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-dc6e047a-fcd7-4777-af00-883439bc4f60 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:37:30.963816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['9f6d952c-0cdd-4e3d-87ac-665c9fdfea57'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:31.034368 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d2baab4-a59e-45d8-b529-28ff6b9433f3 req-38e33e59-5c85-45c5-b222-a1c215dffaa7 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032131 Jul 22 23:37:31.067100 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:31.079917 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-dc6e047a-fcd7-4777-af00-883439bc4f60 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:31.082600 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:31.093735 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-dc6e047a-fcd7-4777-af00-883439bc4f60 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:31.145830 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:31.174641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Transition to ACTIVE for port object 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:31.219051 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:31.295969 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Pushing event updated for resources: {'Port': ['ID=2a4312a3-6ad0-4534-8530-8730fdc8cdd3,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:31.300375 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:37:31.386676 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-dc6e047a-fcd7-4777-af00-883439bc4f60 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Floating IP b43d8556-e55f-4a69-b8ab-b8258db620b9 associated. External IP: 172.25.4.20, port: c785cbc9-5581-4f8f-8d33-3c34acb792e6. Jul 22 23:37:31.417950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:37:31.435117 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Sync routers for ids ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:37:31.450653 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:31.456239 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a78898bd-2f6e-4da0-a5da-d7eb2b5f6717 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0038204 Jul 22 23:37:31.456470 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Routers {'4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:37:31.456924 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:37:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:31.457397 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38612) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:31.501000 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a545f-0c30-4d62-9621-7f723836e9d0 req-8e4038c6-3d10-4e10-9c67-383700116638 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:31.508437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-576a545f-0c30-4d62-9621-7f723836e9d0 req-8e4038c6-3d10-4e10-9c67-383700116638 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb084b6-a25d-44a1-88b2-c8ebcffa6228 HTTP/1.1" status: 200 len: 944 time: 0.3358269 Jul 22 23:37:31.557283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Attempting to bind port 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:31.557621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Attempting to bind port 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:31.557953 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Attempting to bind port 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:31.569489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Port 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:37:31.569829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Attempting to bind port 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 on network c6404c3b-acc2-4feb-85da-2ecd11b1a478 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:31.590399 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93084d2a-fb73-48fc-8b35-7afd5704ac70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:31.595418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:31.596264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Checking segment: {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:31.596441 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Bound using segment: {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:31.596818 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Bound port: 2a4312a3-6ad0-4534-8530-8730fdc8cdd3, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f42c3a-e8d7-4031-b2b3-04886d55f965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:31.597252 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:31.612094 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-576a545f-0c30-4d62-9621-7f723836e9d0 req-564e3e58-c243-4509-8ee6-4c495a8d5c6f tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026621 Jul 22 23:37:31.636078 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Set router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:37:31.904272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'name': 'tempest-ServersTestManualDisk-1938288835-router', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:37:29Z', 'updated_at': '2021-07-22T23:37:30Z', 'revision_number': 3, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'gw_port': {'id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:30Z', 'updated_at': '2021-07-22T23:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:31.911446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] For port 2a4312a3-6ad0-4534-8530-8730fdc8cdd3, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:31.916981 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] For port 2a4312a3-6ad0-4534-8530-8730fdc8cdd3, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2a4312a3-6ad0-4534-8530-8730fdc8cdd3,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:31.932065 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:31.953792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Checking router: 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:37:31.954138 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Updating router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 port eeddc580-7897-4755-bd00-41ca9e7dbf66 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:37:31.990601 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:32.007753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:32.008382 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:32.009842 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] 10.222.0.95 "PUT /v2.0/ports/2a4312a3-6ad0-4534-8530-8730fdc8cdd3 HTTP/1.1" status: 200 len: 1091 time: 2.1669209 Jul 22 23:37:32.010295 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348fbf35-30c3-4818-9500-d481acd9ca63', 'tag': '2a4312a3-6ad0-4534-8530-8730fdc8cdd3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:32.015480 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2190b80-3c82-4095-b496-78af6c4694c5" -d '{"events": [{"name": "network-changed", "server_uuid": "348fbf35-30c3-4818-9500-d481acd9ca63", "tag": "2a4312a3-6ad0-4534-8530-8730fdc8cdd3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:32.037719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0efd5d-c776-462b-8f67-25a1509cc434 req-30941cfe-d5ed-4545-a71c-507a76dbdd5a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:32.039425 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa0efd5d-c776-462b-8f67-25a1509cc434 req-30941cfe-d5ed-4545-a71c-507a76dbdd5a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=348fbf35-30c3-4818-9500-d481acd9ca63 HTTP/1.1" status: 200 len: 943 time: 0.2445402 Jul 22 23:37:32.043132 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-dc6e047a-fcd7-4777-af00-883439bc4f60 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Router 71fd438f-f8e6-42d0-849a-8ae69a723008 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:37:32.095367 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc18d82-b37a-4695-b14c-b4c164c6601a service neutron] Pushing event updated for resources: {'Port': ['ID=2a4312a3-6ad0-4534-8530-8730fdc8cdd3,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:32.169253 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:32.202453 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9b74ea-5ac6-4dac-ab8c-f0ecc1de1d38 None None] Network b00701c6-9de2-4dfb-9176-97c7c727bf92 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:37:32.206101 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:32.211995 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa0efd5d-c776-462b-8f67-25a1509cc434 req-c201dd99-5c25-467d-a521-4c40fb4a51e1 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648002 Jul 22 23:37:32.270802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-dc6e047a-fcd7-4777-af00-883439bc4f60 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:37:32.282320 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-dc6e047a-fcd7-4777-af00-883439bc4f60 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:32.283361 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d893b59-5108-4179-9c8f-20b765eef4da None None] Sync routers for ids ['71fd438f-f8e6-42d0-849a-8ae69a723008'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:37:32.287309 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-117d986b-84ae-4dac-936a-d0f44d6608c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:32.288848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-117d986b-84ae-4dac-936a-d0f44d6608c1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&device_id=348fbf35-30c3-4818-9500-d481acd9ca63 HTTP/1.1" status: 200 len: 1094 time: 0.2187364 Jul 22 23:37:32.300503 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d893b59-5108-4179-9c8f-20b765eef4da None None] Routers {'71fd438f-f8e6-42d0-849a-8ae69a723008'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:37:32.301340 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8d893b59-5108-4179-9c8f-20b765eef4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:37:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['71fd438f-f8e6-42d0-849a-8ae69a723008'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:32.335386 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2ce9354d-fc64-4934-b16b-4bff30a72b63 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:32.424329 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-ad45085c-dade-4c0b-929c-293ad2a06be0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a4312a3-6ad0-4534-8530-8730fdc8cdd3 HTTP/1.1" status: 200 len: 217 time: 0.0854082 Jul 22 23:37:32.461581 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8d893b59-5108-4179-9c8f-20b765eef4da None None] Set router 71fd438f-f8e6-42d0-849a-8ae69a723008 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:37:32.509690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-dc6e047a-fcd7-4777-af00-883439bc4f60 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "PUT /v2.0/floatingips/b43d8556-e55f-4a69-b8ab-b8258db620b9 HTTP/1.1" status: 200 len: 995 time: 2.4315765 Jul 22 23:37:32.523803 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Allocated IP 172.20.0.1 (b00701c6-9de2-4dfb-9176-97c7c727bf92/2d25a6ce-35f2-4c49-9736-fa3c8d272859/19074f56-6723-4ae7-9714-4f40cf53716e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:32.548457 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-5c91eccf-b643-418b-994c-6b3726adcbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:32.552995 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-5c91eccf-b643-418b-994c-6b3726adcbde service neutron] 10.222.0.95 "GET /v2.0/subnets?id=750e6d21-68ba-4eb5-94e9-cc5c662415b5 HTTP/1.1" status: 200 len: 852 time: 0.1161807 Jul 22 23:37:32.610758 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-9df006b6-7f08-4d91-b115-c3ca03b441ac service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c6404c3b-acc2-4feb-85da-2ecd11b1a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388172 Jul 22 23:37:32.697965 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:32.714078 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Transition to ACTIVE for port object 19074f56-6723-4ae7-9714-4f40cf53716e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:32.725357 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-deb0aad3-79fd-458f-b40b-21c388f23e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:32.727137 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-deb0aad3-79fd-458f-b40b-21c388f23e2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30fa11b7d04d4613ba840561a8e3696e&device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 1096 time: 0.1943123 Jul 22 23:37:32.758294 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:32.890378 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce7f1fb3-0728-497e-b982-3c8ad1d6dc32 None None] Provisioning for port 2ce9354d-fc64-4934-b16b-4bff30a72b63 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:32.914991 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-e115720f-59e2-4d7e-ab09-709fb81ed508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:32.930510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-e115720f-59e2-4d7e-ab09-709fb81ed508 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c14356d9-0eaa-4295-9673-7cc56a3b1b29 HTTP/1.1" status: 200 len: 929 time: 0.1452348 Jul 22 23:37:32.938107 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8d893b59-5108-4179-9c8f-20b765eef4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-router', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '604435df-10d9-4abe-9509-6b697b209710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:59Z', 'updated_at': '2021-07-22T23:37:07Z', 'revision_number': 4, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'gw_port': {'id': '604435df-10d9-4abe-9509-6b697b209710', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:01Z', 'updated_at': '2021-07-22T23:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'b43d8556-e55f-4a69-b8ab-b8258db620b9', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'port_id': 'c785cbc9-5581-4f8f-8d33-3c34acb792e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29', 'mac_address': 'fa:16:3e:a0:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbe3542-4928-4d4d-9980-72c82d96fded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:37:27Z', 'updated_at': '2021-07-22T23:37:30Z', 'revision_number': 1, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8de77f-e840-4618-8b3c-083fe289bf4b', 'name': '', 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'mac_address': 'fa:16:3e:50:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:05Z', 'updated_at': '2021-07-22T23:37:12Z', 'revision_number': 5, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'subnets': [{'id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:32.977607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:32.986659 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:32.987298 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.015194 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d893b59-5108-4179-9c8f-20b765eef4da None None] Checking router: 71fd438f-f8e6-42d0-849a-8ae69a723008 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:37:33.035451 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 2ce9354d-fc64-4934-b16b-4bff30a72b63 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:33.037887 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d893b59-5108-4179-9c8f-20b765eef4da None None] Routers {'71fd438f-f8e6-42d0-849a-8ae69a723008'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:37:33.039241 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8d893b59-5108-4179-9c8f-20b765eef4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:37:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['71fd438f-f8e6-42d0-849a-8ae69a723008'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:33.062832 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 2ce9354d-fc64-4934-b16b-4bff30a72b63 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:33.063211 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.116328 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-2d109937-b5d5-4ff3-8b0d-5594c58aee60 service neutron] 10.222.0.95 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849393 Jul 22 23:37:33.161393 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Network b00701c6-9de2-4dfb-9176-97c7c727bf92 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:33.163001 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:33.169196 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:33.172860 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Pushing event updated for resources: {'Port': ['ID=19074f56-6723-4ae7-9714-4f40cf53716e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:33.175893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7eb8ce-e278-4ebc-89a2-1ce69d5df6ba req-1f672b3f-864b-4624-8da8-2b61f449e76d tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:33.183268 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f7eb8ce-e278-4ebc-89a2-1ce69d5df6ba req-1f672b3f-864b-4624-8da8-2b61f449e76d tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.4548886 Jul 22 23:37:33.201286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-3e646eed-b090-4ce1-8650-f308fe01fc6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c785cbc9-5581-4f8f-8d33-3c34acb792e6 HTTP/1.1" status: 200 len: 998 time: 0.2484152 Jul 22 23:37:33.231289 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8d893b59-5108-4179-9c8f-20b765eef4da None None] Set router 71fd438f-f8e6-42d0-849a-8ae69a723008 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:37:33.254739 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.366508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-a7d2f76d-bac0-4ad3-b3e8-3c66a125781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:33.367989 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-a7d2f76d-bac0-4ad3-b3e8-3c66a125781c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba HTTP/1.1" status: 200 len: 867 time: 0.1535742 Jul 22 23:37:33.381767 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f7eb8ce-e278-4ebc-89a2-1ce69d5df6ba req-4969132c-2048-4426-8282-a0f23db4254c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977780 Jul 22 23:37:33.400063 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.441466 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-728a5b84-46dc-4395-9ece-7c6f30e87857 req-9f3eb56b-3fc8-4093-afa4-22bfb755d844 service neutron] 10.222.0.95 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121722 Jul 22 23:37:33.480149 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-b18a0cde-a59a-4144-b6df-91a25b951d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:33.491007 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-b18a0cde-a59a-4144-b6df-91a25b951d35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c14356d9-0eaa-4295-9673-7cc56a3b1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079676 Jul 22 23:37:33.504350 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.506466 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.575546 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Transition to ACTIVE for port object eeddc580-7897-4755-bd00-41ca9e7dbf66 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:33.587023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 2ce9354d-fc64-4934-b16b-4bff30a72b63, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2ce9354d-fc64-4934-b16b-4bff30a72b63,segment=NetworkSegment(8288aa59-b769-4042-8c94-e21cf2627592),segment_id=8288aa59-b769-4042-8c94-e21cf2627592)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:33.588568 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.593775 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.627576 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-c9724cb5-e26d-4559-878d-9aa01aab2558 service neutron] 10.222.0.26 "GET /v2.0/networks/c14356d9-0eaa-4295-9673-7cc56a3b1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355631 Jul 22 23:37:33.632890 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75db386b-f3b7-4f69-8338-bdd6556913bb x-openstack-request-id: req-75db386b-f3b7-4f69-8338-bdd6556913bb {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:33.633287 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348fbf35-30c3-4818-9500-d481acd9ca63", "tag": "2a4312a3-6ad0-4534-8530-8730fdc8cdd3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:33.633609 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75db386b-f3b7-4f69-8338-bdd6556913bb {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:33.634080 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348fbf35-30c3-4818-9500-d481acd9ca63', 'tag': '2a4312a3-6ad0-4534-8530-8730fdc8cdd3', 'status': 'completed', 'code': 200} Jul 22 23:37:33.683764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda8ef4-9a14-45ae-8293-aaae18d3ae14 None None] Pushing event updated for resources: {'Port': ['ID=eeddc580-7897-4755-bd00-41ca9e7dbf66,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:33.692193 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.699054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda8ef4-9a14-45ae-8293-aaae18d3ae14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:33.699755 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda8ef4-9a14-45ae-8293-aaae18d3ae14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:33.700179 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda8ef4-9a14-45ae-8293-aaae18d3ae14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:33.700527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda8ef4-9a14-45ae-8293-aaae18d3ae14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:33.700914 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda8ef4-9a14-45ae-8293-aaae18d3ae14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:33.701303 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda8ef4-9a14-45ae-8293-aaae18d3ae14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:33.701771 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda8ef4-9a14-45ae-8293-aaae18d3ae14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:33.702496 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda8ef4-9a14-45ae-8293-aaae18d3ae14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:33.702704 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda8ef4-9a14-45ae-8293-aaae18d3ae14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:33.703099 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda8ef4-9a14-45ae-8293-aaae18d3ae14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:33.703792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda8ef4-9a14-45ae-8293-aaae18d3ae14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:33.703792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda8ef4-9a14-45ae-8293-aaae18d3ae14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:33.743209 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8d893b59-5108-4179-9c8f-20b765eef4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-router', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '604435df-10d9-4abe-9509-6b697b209710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:59Z', 'updated_at': '2021-07-22T23:37:07Z', 'revision_number': 4, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'gw_port': {'id': '604435df-10d9-4abe-9509-6b697b209710', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:01Z', 'updated_at': '2021-07-22T23:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'b43d8556-e55f-4a69-b8ab-b8258db620b9', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'port_id': 'c785cbc9-5581-4f8f-8d33-3c34acb792e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29', 'mac_address': 'fa:16:3e:a0:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbe3542-4928-4d4d-9980-72c82d96fded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:37:27Z', 'updated_at': '2021-07-22T23:37:30Z', 'revision_number': 1, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8de77f-e840-4618-8b3c-083fe289bf4b', 'name': '', 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'mac_address': 'fa:16:3e:50:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:05Z', 'updated_at': '2021-07-22T23:37:12Z', 'revision_number': 5, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'subnets': [{'id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:33.759783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9f6d952c-0cdd-4e3d-87ac-665c9fdfea57,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:33.767417 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb084b6-a25d-44a1-88b2-c8ebcffa6228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6d952c-0cdd-4e3d-87ac-665c9fdfea57'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:33.769414 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c8107c-025e-40fb-b9b3-362cc1dacb8b" -d '{"events": [{"server_uuid": "3eb084b6-a25d-44a1-88b2-c8ebcffa6228", "name": "network-vif-plugged", "status": "completed", "tag": "9f6d952c-0cdd-4e3d-87ac-665c9fdfea57"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:33.807190 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Attempting to bind port eeddc580-7897-4755-bd00-41ca9e7dbf66 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:33.807564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Attempting to bind port eeddc580-7897-4755-bd00-41ca9e7dbf66 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:33.807932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Attempting to bind port eeddc580-7897-4755-bd00-41ca9e7dbf66 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:33.810323 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.829847 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.837207 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:33.837935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:33.838557 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.839068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:33.839261 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d893b59-5108-4179-9c8f-20b765eef4da None None] The sync data for ids ['71fd438f-f8e6-42d0-849a-8ae69a723008'] in n-d-688802-2 is: [{'id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-router', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '604435df-10d9-4abe-9509-6b697b209710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:59Z', 'updated_at': '2021-07-22T23:37:07Z', 'revision_number': 4, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'gw_port': {'id': '604435df-10d9-4abe-9509-6b697b209710', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:01Z', 'updated_at': '2021-07-22T23:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'b43d8556-e55f-4a69-b8ab-b8258db620b9', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'port_id': 'c785cbc9-5581-4f8f-8d33-3c34acb792e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29', 'mac_address': 'fa:16:3e:a0:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbe3542-4928-4d4d-9980-72c82d96fded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:37:27Z', 'updated_at': '2021-07-22T23:37:30Z', 'revision_number': 1, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8de77f-e840-4618-8b3c-083fe289bf4b', 'name': '', 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'mac_address': 'fa:16:3e:50:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:05Z', 'updated_at': '2021-07-22T23:37:12Z', 'revision_number': 5, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'subnets': [{'id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:37:33.840055 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Bound port: eeddc580-7897-4755-bd00-41ca9e7dbf66, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:33.840450 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.841594 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.927054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e03dd92-2217-49da-824a-f8ce152fd18f None None] Provisioning complete for port 2ce9354d-fc64-4934-b16b-4bff30a72b63 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:33.927500 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e03dd92-2217-49da-824a-f8ce152fd18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.943570 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:34.002122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Pushing event updated for resources: {'Port': ['ID=19074f56-6723-4ae7-9714-4f40cf53716e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:34.038351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=2ce9354d-fc64-4934-b16b-4bff30a72b63,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:34.173335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Network b00701c6-9de2-4dfb-9176-97c7c727bf92 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:34.175217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:34.251612 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=9f6d952c-0cdd-4e3d-87ac-665c9fdfea57,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:34.307747 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:34.330448 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7c420-9fd8-44f8-86c7-712655083837 None None] New status for floating IP b43d8556-e55f-4a69-b8ab-b8258db620b9: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:37:34.334456 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2ce9354d-fc64-4934-b16b-4bff30a72b63 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:34.349175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] For port eeddc580-7897-4755-bd00-41ca9e7dbf66, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:34.416854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2190b80-3c82-4095-b496-78af6c4694c5 req-710122d1-1250-4535-ab82-727585f492e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:34.417542 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e03dd92-2217-49da-824a-f8ce152fd18f None None] Provisioning for port 19074f56-6723-4ae7-9714-4f40cf53716e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:34.418587 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2190b80-3c82-4095-b496-78af6c4694c5 req-710122d1-1250-4535-ab82-727585f492e7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=82ff423458844377ac84f258ac322d91&device_id=348fbf35-30c3-4818-9500-d481acd9ca63 HTTP/1.1" status: 200 len: 1094 time: 0.7880993 Jul 22 23:37:34.443944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] For port eeddc580-7897-4755-bd00-41ca9e7dbf66, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=eeddc580-7897-4755-bd00-41ca9e7dbf66,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:34.447785 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e03dd92-2217-49da-824a-f8ce152fd18f None None] Provisioning complete for port 19074f56-6723-4ae7-9714-4f40cf53716e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:34.448136 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e03dd92-2217-49da-824a-f8ce152fd18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:34.458524 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba8b738b-5def-4f97-bddb-0c97880c154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:34.482639 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:37:34.492760 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:34.504817 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:34.512549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad20bb-90e9-473d-9e3c-6d05bc24c937 req-bac9039e-b7c8-45ba-8b51-427deb3dfc51 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:34.521358 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6dad20bb-90e9-473d-9e3c-6d05bc24c937 req-bac9039e-b7c8-45ba-8b51-427deb3dfc51 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb084b6-a25d-44a1-88b2-c8ebcffa6228 HTTP/1.1" status: 200 len: 944 time: 0.8214350 Jul 22 23:37:34.535180 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a99f373f-4e07-4b24-9a9c-9dc9c2c2cc5f req-c9e0e680-cb0a-4106-9f67-65af58725c40 service neutron] 10.222.0.26 "GET /v2.0/networks/c14356d9-0eaa-4295-9673-7cc56a3b1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9062266 Jul 22 23:37:34.609731 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e03dd92-2217-49da-824a-f8ce152fd18f None None] Port 19074f56-6723-4ae7-9714-4f40cf53716e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:37:34.645214 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6dad20bb-90e9-473d-9e3c-6d05bc24c937 req-604b9cf2-5b78-4b1e-b993-38d4244fd84c tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232405 Jul 22 23:37:34.651614 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda8ef4-9a14-45ae-8293-aaae18d3ae14 None None] Pushing event updated for resources: {'Port': ['ID=eeddc580-7897-4755-bd00-41ca9e7dbf66,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:34.658915 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2190b80-3c82-4095-b496-78af6c4694c5 req-fa97606e-fb8c-4551-9fce-75ae311a90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:34.660690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2190b80-3c82-4095-b496-78af6c4694c5 req-fa97606e-fb8c-4551-9fce-75ae311a90dd service neutron] 10.222.0.95 "GET /v2.0/networks?id=c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 200 len: 913 time: 0.2312870 Jul 22 23:37:34.670366 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 2ce9354d-fc64-4934-b16b-4bff30a72b63 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:34.671220 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:34.673240 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Routers {'4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:37:34.673809 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:37:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:34.714852 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06c190-3d16-4c07-9897-aaa1d6986f23 req-a93c8ba5-0a29-40b5-8d60-3b28ae86ffe7 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:34.720612 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cc06c190-3d16-4c07-9897-aaa1d6986f23 req-a93c8ba5-0a29-40b5-8d60-3b28ae86ffe7 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.95 "GET /v2.0/ports?device_id=fb96717a-1aa9-408e-b551-5f1ffa3516e1 HTTP/1.1" status: 200 len: 945 time: 0.3638206 Jul 22 23:37:34.757116 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2190b80-3c82-4095-b496-78af6c4694c5 req-f87dabff-cab6-444d-9db3-08c6717f1f89 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a4312a3-6ad0-4534-8530-8730fdc8cdd3 HTTP/1.1" status: 200 len: 217 time: 0.0889802 Jul 22 23:37:34.878933 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2190b80-3c82-4095-b496-78af6c4694c5 req-2a3ed716-19e6-4a98-9d87-0caa166f04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:34.880535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2190b80-3c82-4095-b496-78af6c4694c5 req-2a3ed716-19e6-4a98-9d87-0caa166f04a6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=750e6d21-68ba-4eb5-94e9-cc5c662415b5 HTTP/1.1" status: 200 len: 852 time: 0.1157508 Jul 22 23:37:34.901523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383608d-2eec-4a1c-a5fb-758255722c71 req-bd6a1741-e8f4-442d-ab68-3d1ad7b811dd tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:34.903350 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b383608d-2eec-4a1c-a5fb-758255722c71 req-bd6a1741-e8f4-442d-ab68-3d1ad7b811dd tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=348fbf35-30c3-4818-9500-d481acd9ca63 HTTP/1.1" status: 200 len: 943 time: 0.1051302 Jul 22 23:37:34.909633 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:37:34.923289 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-96f674e4-732a-45ed-8d06-87447fd91d8b admin admin] 10.222.0.26 "PUT /v2.0/routers/4e8b52d1-c596-4c67-a5e0-936c26cbc6f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4629512 Jul 22 23:37:34.931936 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b8ef6adc-93ff-4b1a-a918-8411c6947963 None None] Provisioning complete for port 19074f56-6723-4ae7-9714-4f40cf53716e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:34.932605 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6adc-93ff-4b1a-a918-8411c6947963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:35.009171 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f280a95c-aa81-4786-b850-5b42a6190515 x-openstack-request-id: req-f280a95c-aa81-4786-b850-5b42a6190515 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:35.009617 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb084b6-a25d-44a1-88b2-c8ebcffa6228", "name": "network-vif-plugged", "status": "completed", "tag": "9f6d952c-0cdd-4e3d-87ac-665c9fdfea57", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:35.009982 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f280a95c-aa81-4786-b850-5b42a6190515 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:35.010514 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb084b6-a25d-44a1-88b2-c8ebcffa6228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6d952c-0cdd-4e3d-87ac-665c9fdfea57', 'code': 200} Jul 22 23:37:35.019968 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2190b80-3c82-4095-b496-78af6c4694c5 req-7c9be7c4-a0e6-4f4d-ac41-3a3b9dcff656 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c6404c3b-acc2-4feb-85da-2ecd11b1a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136463 Jul 22 23:37:35.049295 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cc06c190-3d16-4c07-9897-aaa1d6986f23 req-79e58518-754e-4d57-a109-50f33827d2d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Deleting port baa14284-af31-46ff-9e01-af6f98e0d14b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:35.049998 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cc06c190-3d16-4c07-9897-aaa1d6986f23 req-79e58518-754e-4d57-a109-50f33827d2d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:35.142712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] Set router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:37:35.144684 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef6adc-93ff-4b1a-a918-8411c6947963 None None] Port 19074f56-6723-4ae7-9714-4f40cf53716e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:37:35.159550 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b383608d-2eec-4a1c-a5fb-758255722c71 req-0315b57b-af82-4f8d-b78c-50635e90e08f tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388981 Jul 22 23:37:35.242246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-cc06c190-3d16-4c07-9897-aaa1d6986f23 req-79e58518-754e-4d57-a109-50f33827d2d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] For port baa14284-af31-46ff-9e01-af6f98e0d14b, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=baa14284-af31-46ff-9e01-af6f98e0d14b,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:35.242888 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cc06c190-3d16-4c07-9897-aaa1d6986f23 req-79e58518-754e-4d57-a109-50f33827d2d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:35.259494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-cc06c190-3d16-4c07-9897-aaa1d6986f23 req-79e58518-754e-4d57-a109-50f33827d2d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Calling delete_port for baa14284-af31-46ff-9e01-af6f98e0d14b owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:35.265744 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8fe8e-c5f2-4c76-b561-951fc672075b req-568d0577-1d14-4049-9600-951edb4376b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:35.267326 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e6b8fe8e-c5f2-4c76-b561-951fc672075b req-568d0577-1d14-4049-9600-951edb4376b2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3eb084b6-a25d-44a1-88b2-c8ebcffa6228 HTTP/1.1" status: 200 len: 1096 time: 0.1543684 Jul 22 23:37:35.291740 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2190b80-3c82-4095-b496-78af6c4694c5 req-4ef86f2c-3068-473c-bf2a-7fc22bf81227 service neutron] 10.222.0.95 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570362 Jul 22 23:37:35.358130 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e6b8fe8e-c5f2-4c76-b561-951fc672075b req-5d4be49e-499e-4a0d-970c-9b8d5129cb0a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734167 Jul 22 23:37:35.403018 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d0905-e619-4ac9-8269-cf781eae660b req-30f7fb8c-5068-44a5-9558-27d1bb9843b9 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:35.408363 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-182d0905-e619-4ac9-8269-cf781eae660b req-30f7fb8c-5068-44a5-9558-27d1bb9843b9 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.2630348 Jul 22 23:37:35.440901 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:35.460876 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-d13568a1-ba6f-4566-8fad-a849739cb103 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 258 time: 0.2258282 Jul 22 23:37:35.463026 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'name': 'tempest-ServersTestManualDisk-1938288835-router', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:37:29Z', 'updated_at': '2021-07-22T23:37:33Z', 'revision_number': 4, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'gw_port': {'id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:30Z', 'updated_at': '2021-07-22T23:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '19074f56-6723-4ae7-9714-4f40cf53716e', 'name': '', 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'mac_address': 'fa:16:3e:e2:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:32Z', 'updated_at': '2021-07-22T23:37:33Z', 'revision_number': 2, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'subnets': [{'id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:35.464428 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cc06c190-3d16-4c07-9897-aaa1d6986f23 req-79e58518-754e-4d57-a109-50f33827d2d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:35.486829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:35.495780 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['baa14284-af31-46ff-9e01-af6f98e0d14b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:35.499993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080b0f0-5a27-40de-bc78-faf489140b73 None None] The sync data for ids ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'] in n-d-688802-2 is: [{'id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'name': 'tempest-ServersTestManualDisk-1938288835-router', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:37:29Z', 'updated_at': '2021-07-22T23:37:33Z', 'revision_number': 4, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'gw_port': {'id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:30Z', 'updated_at': '2021-07-22T23:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '19074f56-6723-4ae7-9714-4f40cf53716e', 'name': '', 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'mac_address': 'fa:16:3e:e2:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:32Z', 'updated_at': '2021-07-22T23:37:33Z', 'revision_number': 2, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'subnets': [{'id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:37:35.502772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['3a4cfca3-4486-4280-b515-bbf74f0bd70d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:35.518232 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e58518-754e-4d57-a109-50f33827d2d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Pushing event deleted for resources: {'Port': ['ID=baa14284-af31-46ff-9e01-af6f98e0d14b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:35.555229 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-182d0905-e619-4ac9-8269-cf781eae660b req-15f67751-ac18-4df6-a395-dff86ac27953 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042049 Jul 22 23:37:35.571690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2190b80-3c82-4095-b496-78af6c4694c5 req-ef852fa4-4265-4734-8166-664a6c3adcd7 service neutron] 10.222.0.95 "GET /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378089 Jul 22 23:37:35.584031 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:35.588148 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc06c190-3d16-4c07-9897-aaa1d6986f23 req-79e58518-754e-4d57-a109-50f33827d2d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] No DVR routers for this DVR port baa14284-af31-46ff-9e01-af6f98e0d14b on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:37:35.592645 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-cc06c190-3d16-4c07-9897-aaa1d6986f23 req-79e58518-754e-4d57-a109-50f33827d2d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:35.595001 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cc06c190-3d16-4c07-9897-aaa1d6986f23 req-79e58518-754e-4d57-a109-50f33827d2d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.95 "DELETE /v2.0/ports/baa14284-af31-46ff-9e01-af6f98e0d14b HTTP/1.1" status: 204 len: 173 time: 0.8570077 Jul 22 23:37:35.596061 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb96717a-1aa9-408e-b551-5f1ffa3516e1', 'name': 'network-vif-deleted', 'tag': 'baa14284-af31-46ff-9e01-af6f98e0d14b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:35.599094 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48233de2-5efc-47eb-8db3-dfbfa92f5224" -d '{"events": [{"server_uuid": "fb96717a-1aa9-408e-b551-5f1ffa3516e1", "name": "network-vif-deleted", "tag": "baa14284-af31-46ff-9e01-af6f98e0d14b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:35.636123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbe3542-4928-4d4d-9980-72c82d96fded', 'tag': 'c785cbc9-5581-4f8f-8d33-3c34acb792e6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:35.639532 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f733241-dabc-4b7b-aa71-4275c65846f8" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbe3542-4928-4d4d-9980-72c82d96fded", "tag": "c785cbc9-5581-4f8f-8d33-3c34acb792e6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:35.825630 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:35.842718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85437683-7405-4bdd-9f53-ce5aac972506 req-571b426f-bdcc-4ad8-a159-accd2c7ea585 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:35.844300 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-571b426f-bdcc-4ad8-a159-accd2c7ea585 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/networks?id=94aa53fa-7a14-414b-803a-a8dd75796ab3 HTTP/1.1" status: 200 len: 812 time: 0.1430678 Jul 22 23:37:35.897690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-11318ec2-8eab-478e-9a45-98af48195c4e tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/quotas/012cdc0fb09346edbefeb7e4e49cc629 HTTP/1.1" status: 200 len: 375 time: 0.0471671 Jul 22 23:37:36.001220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Allocated IP 172.25.4.4 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/1c72ee5b-5896-4b81-a933-d4f12aa089c4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:36.028384 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-52b345f1-3387-4988-9f28-3813573abff0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=012cdc0fb09346edbefeb7e4e49cc629&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1227701 Jul 22 23:37:36.195697 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:36.199695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-4549d23a-a223-4f08-88df-d74b23189229 service neutron] 10.222.0.26 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608860 Jul 22 23:37:36.328560 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:36.360940 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-152a6803-12db-401f-a132-26eafd2089d0 service neutron] 10.222.0.26 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534152 Jul 22 23:37:36.381813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:36.384869 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:36.389523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:36.392697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Pushing event updated for resources: {'Port': ['ID=1c72ee5b-5896-4b81-a933-d4f12aa089c4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:36.490482 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:36.557306 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:36.790390 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:36.801789 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:36.902268 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Pushing event updated for resources: {'Port': ['ID=1c72ee5b-5896-4b81-a933-d4f12aa089c4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:36.915645 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:36.938653 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:36.945282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-51c2e5db-2f93-42e3-afbf-fdc7af8c0fe9 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.4733231 Jul 22 23:37:36.953027 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:37.003003 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-c1afe79a-5f39-460f-a397-0fbb5e7bdc63 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.4 HTTP/1.1" status: 200 len: 694 time: 0.0566864 Jul 22 23:37:37.135817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-af504375-d80f-460b-89f8-8143029939c4 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:37.155573 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5d936bd-f3f9-4de7-b869-a88c857d02ba req-af504375-d80f-460b-89f8-8143029939c4 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.1513848 Jul 22 23:37:37.155748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:37.166938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4d834c5c-e92a-429c-bd27-9738a184ef90 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1494208797', 'description': 'tempest-description--1787970497'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:37.177482 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898e29d8-b87d-4e0e-9a1a-8d75e75de9c1 x-openstack-request-id: req-898e29d8-b87d-4e0e-9a1a-8d75e75de9c1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:37.178359 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb96717a-1aa9-408e-b551-5f1ffa3516e1", "name": "network-vif-deleted", "tag": "baa14284-af31-46ff-9e01-af6f98e0d14b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:37.178782 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-898e29d8-b87d-4e0e-9a1a-8d75e75de9c1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:37.180360 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb96717a-1aa9-408e-b551-5f1ffa3516e1', 'name': 'network-vif-deleted', 'tag': 'baa14284-af31-46ff-9e01-af6f98e0d14b', 'status': 'completed', 'code': 200} Jul 22 23:37:37.182717 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:37.200935 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db29d53f-c1c9-4c1e-9748-f48164a7705f x-openstack-request-id: req-db29d53f-c1c9-4c1e-9748-f48164a7705f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:37.205953 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbe3542-4928-4d4d-9980-72c82d96fded", "tag": "c785cbc9-5581-4f8f-8d33-3c34acb792e6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:37.205953 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db29d53f-c1c9-4c1e-9748-f48164a7705f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:37.205953 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbe3542-4928-4d4d-9980-72c82d96fded', 'tag': 'c785cbc9-5581-4f8f-8d33-3c34acb792e6', 'status': 'completed', 'code': 200} Jul 22 23:37:37.238707 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f115a5-8518-49eb-aa4c-1fe4ded4b38f req-02151e16-1578-4639-b864-3950f1aa958a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:37.243884 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-83f115a5-8518-49eb-aa4c-1fe4ded4b38f req-02151e16-1578-4639-b864-3950f1aa958a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.18 "GET /v2.0/ports?device_id=59c22cf3-4f2f-47b0-929d-9f28f6cee123 HTTP/1.1" status: 200 len: 946 time: 0.1448593 Jul 22 23:37:37.287807 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d834c5c-e92a-429c-bd27-9738a184ef90 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:37.389706 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f733241-dabc-4b7b-aa71-4275c65846f8 req-a3474905-7f2b-4fe8-85d4-503442b40938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:37.391537 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5f733241-dabc-4b7b-aa71-4275c65846f8 req-a3474905-7f2b-4fe8-85d4-503442b40938 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=30fa11b7d04d4613ba840561a8e3696e&device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 1096 time: 0.1462734 Jul 22 23:37:37.405793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f948779-e8bc-42ff-83b5-4f2962bfd33e req-df36441c-3c2a-409b-a430-82042e2572d6 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:37.416390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0f948779-e8bc-42ff-83b5-4f2962bfd33e req-df36441c-3c2a-409b-a430-82042e2572d6 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb084b6-a25d-44a1-88b2-c8ebcffa6228 HTTP/1.1" status: 200 len: 945 time: 0.1471090 Jul 22 23:37:37.448118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 2a4312a3-6ad0-4534-8530-8730fdc8cdd3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2a4312a3-6ad0-4534-8530-8730fdc8cdd3,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:37.475122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-83f115a5-8518-49eb-aa4c-1fe4ded4b38f req-e6e57fd5-b166-4810-816f-3c8a58a1ddc7 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Deleting port 3a4cfca3-4486-4280-b515-bbf74f0bd70d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:37.475457 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-83f115a5-8518-49eb-aa4c-1fe4ded4b38f req-e6e57fd5-b166-4810-816f-3c8a58a1ddc7 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:37.567039 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0f948779-e8bc-42ff-83b5-4f2962bfd33e req-a46cd77e-e5c2-4b51-9b9a-a18b33164bb6 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494503 Jul 22 23:37:37.637689 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f733241-dabc-4b7b-aa71-4275c65846f8 req-b80b5969-501e-4026-8a4e-7d14aa53fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:37.639765 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5f733241-dabc-4b7b-aa71-4275c65846f8 req-b80b5969-501e-4026-8a4e-7d14aa53fa8b service neutron] 10.222.0.95 "GET /v2.0/networks?id=c14356d9-0eaa-4295-9673-7cc56a3b1b29 HTTP/1.1" status: 200 len: 929 time: 0.2358942 Jul 22 23:37:37.643228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6469f-3ae3-4fab-83a2-e630f6ea2912 req-41b5575a-423f-46df-8f75-73251192b2b4 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:37.653198 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-99b6469f-3ae3-4fab-83a2-e630f6ea2912 req-41b5575a-423f-46df-8f75-73251192b2b4 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=348fbf35-30c3-4818-9500-d481acd9ca63 HTTP/1.1" status: 200 len: 943 time: 0.2817438 Jul 22 23:37:37.670353 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d834c5c-e92a-429c-bd27-9738a184ef90 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:37.707675 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d834c5c-e92a-429c-bd27-9738a184ef90 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:37.745047 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-83f115a5-8518-49eb-aa4c-1fe4ded4b38f req-e6e57fd5-b166-4810-816f-3c8a58a1ddc7 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] For port 3a4cfca3-4486-4280-b515-bbf74f0bd70d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=3a4cfca3-4486-4280-b515-bbf74f0bd70d,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:37.745747 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '2a4312a3-6ad0-4534-8530-8730fdc8cdd3', 'network_id': 'c6404c3b-acc2-4feb-85da-2ecd11b1a478', 'port_id': '2a4312a3-6ad0-4534-8530-8730fdc8cdd3', 'mac_address': 'fa:16:3e:45:a7:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750e6d21-68ba-4eb5-94e9-cc5c662415b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:37.753769 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-83f115a5-8518-49eb-aa4c-1fe4ded4b38f req-e6e57fd5-b166-4810-816f-3c8a58a1ddc7 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:37.772399 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d834c5c-e92a-429c-bd27-9738a184ef90 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99cf82dd-185a-4676-9d5e-73e2cade56c9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:37.793916 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-83f115a5-8518-49eb-aa4c-1fe4ded4b38f req-e6e57fd5-b166-4810-816f-3c8a58a1ddc7 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Calling delete_port for 3a4cfca3-4486-4280-b515-bbf74f0bd70d owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:37.813662 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:37.819304 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-99b6469f-3ae3-4fab-83a2-e630f6ea2912 req-534f5341-7c9e-4afd-8a7d-9c26ae07fff5 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601524 Jul 22 23:37:37.821165 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d834c5c-e92a-429c-bd27-9738a184ef90 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:37.825173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d834c5c-e92a-429c-bd27-9738a184ef90 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6633923 Jul 22 23:37:37.825673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38692) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:37.830639 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0310a82f-c38f-400e-9207-1cbba4b8ab54 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Request body: {'security_group_rule': {'security_group_id': '99cf82dd-185a-4676-9d5e-73e2cade56c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:37.831796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:37.845722 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5f733241-dabc-4b7b-aa71-4275c65846f8 req-918885d8-dc82-4550-9890-28987e43fac0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c785cbc9-5581-4f8f-8d33-3c34acb792e6 HTTP/1.1" status: 200 len: 1000 time: 0.1975968 Jul 22 23:37:37.873891 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 2a4312a3-6ad0-4534-8530-8730fdc8cdd3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2a4312a3-6ad0-4534-8530-8730fdc8cdd3,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:37.880855 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0310a82f-c38f-400e-9207-1cbba4b8ab54 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:37.887067 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:37.950288 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=2a4312a3-6ad0-4534-8530-8730fdc8cdd3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:37.952058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f733241-dabc-4b7b-aa71-4275c65846f8 req-89057afe-b041-46fc-80fa-ab0dd7ad8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:37.953588 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5f733241-dabc-4b7b-aa71-4275c65846f8 req-89057afe-b041-46fc-80fa-ab0dd7ad8341 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba HTTP/1.1" status: 200 len: 867 time: 0.0930767 Jul 22 23:37:38.025082 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0310a82f-c38f-400e-9207-1cbba4b8ab54 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:38.052910 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0310a82f-c38f-400e-9207-1cbba4b8ab54 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:38.056693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f733241-dabc-4b7b-aa71-4275c65846f8 req-4b3eda84-a566-479a-8028-11cacf36bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:38.058312 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5f733241-dabc-4b7b-aa71-4275c65846f8 req-4b3eda84-a566-479a-8028-11cacf36bc4e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c14356d9-0eaa-4295-9673-7cc56a3b1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926335 Jul 22 23:37:38.097419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310a82f-c38f-400e-9207-1cbba4b8ab54 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3431fee-a2ca-461c-83c8-5754349ec64d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:38.110140 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0310a82f-c38f-400e-9207-1cbba4b8ab54 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:38.113737 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0310a82f-c38f-400e-9207-1cbba4b8ab54 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2844579 Jul 22 23:37:38.117648 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38696) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:38.120445 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dc1bb-0980-45dd-af0d-5cd2e33845d1 req-f9fe875f-cae1-4b72-8e2c-61eba20fca00 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:38.121982 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-473dc1bb-0980-45dd-af0d-5cd2e33845d1 req-f9fe875f-cae1-4b72-8e2c-61eba20fca00 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.1934066 Jul 22 23:37:38.124660 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-09d76e9a-8943-49c6-901d-1fe4eb08a6d9 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Request body: {'security_group_rule': {'security_group_id': '99cf82dd-185a-4676-9d5e-73e2cade56c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:38.193389 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['2a4312a3-6ad0-4534-8530-8730fdc8cdd3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:38.231193 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-83f115a5-8518-49eb-aa4c-1fe4ded4b38f req-e6e57fd5-b166-4810-816f-3c8a58a1ddc7 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:38.246148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404faa8-c451-407a-8cb9-273efae2c441 req-c98843d9-e72b-46a5-9c2c-de28def0c2ae tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:38.255164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c404faa8-c451-407a-8cb9-273efae2c441 req-c98843d9-e72b-46a5-9c2c-de28def0c2ae tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbe3542-4928-4d4d-9980-72c82d96fded&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2183549 Jul 22 23:37:38.263891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-473dc1bb-0980-45dd-af0d-5cd2e33845d1 req-36e42281-8eea-4e9d-9a4d-fc874964a0a2 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277943 Jul 22 23:37:38.288639 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09d76e9a-8943-49c6-901d-1fe4eb08a6d9 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:38.321766 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e57fd5-b166-4810-816f-3c8a58a1ddc7 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Pushing event deleted for resources: {'Port': ['ID=3a4cfca3-4486-4280-b515-bbf74f0bd70d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:38.322944 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Sync routers for ids ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:37:38.356001 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Routers {'4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:37:38.356974 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:37:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:38.360595 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device eeddc580-7897-4755-bd00-41ca9e7dbf66 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:38.394359 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5f733241-dabc-4b7b-aa71-4275c65846f8 req-c655b75e-fbe8-4bae-9d29-29b312515a7d service neutron] 10.222.0.95 "GET /v2.0/networks/c14356d9-0eaa-4295-9673-7cc56a3b1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168552 Jul 22 23:37:38.423039 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c404faa8-c451-407a-8cb9-273efae2c441 req-8f9b0733-a053-4104-989f-cebdb28eb1a5 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.4 HTTP/1.1" status: 200 len: 694 time: 0.1669724 Jul 22 23:37:38.450148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c404faa8-c451-407a-8cb9-273efae2c441 req-88239419-82b6-40cb-a30f-f0965d744d3d tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Request body: {'floatingip': {'port_id': 'c785cbc9-5581-4f8f-8d33-3c34acb792e6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:38.508874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port eeddc580-7897-4755-bd00-41ca9e7dbf66 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:38.518733 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c404faa8-c451-407a-8cb9-273efae2c441 req-88239419-82b6-40cb-a30f-f0965d744d3d tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:38.525331 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port eeddc580-7897-4755-bd00-41ca9e7dbf66 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:38.526027 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:38.540271 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Set router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:37:38.554355 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f115a5-8518-49eb-aa4c-1fe4ded4b38f req-e6e57fd5-b166-4810-816f-3c8a58a1ddc7 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] No DVR routers for this DVR port 3a4cfca3-4486-4280-b515-bbf74f0bd70d on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:37:38.563617 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-83f115a5-8518-49eb-aa4c-1fe4ded4b38f req-e6e57fd5-b166-4810-816f-3c8a58a1ddc7 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:38.565548 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-83f115a5-8518-49eb-aa4c-1fe4ded4b38f req-e6e57fd5-b166-4810-816f-3c8a58a1ddc7 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.18 "DELETE /v2.0/ports/3a4cfca3-4486-4280-b515-bbf74f0bd70d HTTP/1.1" status: 204 len: 173 time: 1.3057902 Jul 22 23:37:38.599343 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5f733241-dabc-4b7b-aa71-4275c65846f8 req-a2d6680a-6e62-4786-9cba-299f6660fdcf service neutron] 10.222.0.95 "GET /v2.0/networks/c14356d9-0eaa-4295-9673-7cc56a3b1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963069 Jul 22 23:37:38.601190 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09d76e9a-8943-49c6-901d-1fe4eb08a6d9 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:38.609898 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09d76e9a-8943-49c6-901d-1fe4eb08a6d9 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:38.644728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d76e9a-8943-49c6-901d-1fe4eb08a6d9 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff985374-f431-42ca-b110-bfd8a2bce5a6,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:38.649524 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09d76e9a-8943-49c6-901d-1fe4eb08a6d9 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:38.650843 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-09d76e9a-8943-49c6-901d-1fe4eb08a6d9 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5302863 Jul 22 23:37:38.654340 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38700) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:38.665749 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:38.688611 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:38.720769 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:38.741112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port eeddc580-7897-4755-bd00-41ca9e7dbf66, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=eeddc580-7897-4755-bd00-41ca9e7dbf66,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:38.751060 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:38.777184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85437683-7405-4bdd-9f53-ce5aac972506 req-601084b9-e7c6-45e5-b212-68064ba2b985 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:38.778894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-601084b9-e7c6-45e5-b212-68064ba2b985 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.95 "GET /v2.0/networks?id=94aa53fa-7a14-414b-803a-a8dd75796ab3 HTTP/1.1" status: 200 len: 812 time: 0.6144426 Jul 22 23:37:38.815650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-85437683-7405-4bdd-9f53-ce5aac972506 req-84c01c48-3e10-48b0-ad0e-ded2cd3059a4 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Request body: {'port': {'device_id': '2d518462-15e6-4619-9f58-d5e5779cd024', 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3', 'admin_state_up': True, 'tenant_id': '012cdc0fb09346edbefeb7e4e49cc629'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:38.861023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=eeddc580-7897-4755-bd00-41ca9e7dbf66,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:38.877253 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:38.965005 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'name': 'tempest-ServersTestManualDisk-1938288835-router', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:37:29Z', 'updated_at': '2021-07-22T23:37:33Z', 'revision_number': 4, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'gw_port': {'id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:30Z', 'updated_at': '2021-07-22T23:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '19074f56-6723-4ae7-9714-4f40cf53716e', 'name': '', 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'mac_address': 'fa:16:3e:e2:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:32Z', 'updated_at': '2021-07-22T23:37:33Z', 'revision_number': 2, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'subnets': [{'id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:38.974346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85437683-7405-4bdd-9f53-ce5aac972506 req-8aebd243-4750-4819-96fa-5ff0678b2a7c tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:38.975813 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-8aebd243-4750-4819-96fa-5ff0678b2a7c tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.18 "GET /v2.0/networks?id=94aa53fa-7a14-414b-803a-a8dd75796ab3 HTTP/1.1" status: 200 len: 812 time: 0.5325563 Jul 22 23:37:38.995841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Allocated IP 172.25.4.144 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/ca1f883a-f94b-42cd-a86d-b05d55a6ee18) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:38.997995 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Checking router: 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:37:38.998347 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Updating router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 port 19074f56-6723-4ae7-9714-4f40cf53716e binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:37:39.047356 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.058722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-85437683-7405-4bdd-9f53-ce5aac972506 req-534680e0-7962-40cb-a6e0-4797d7585c3d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Request body: {'port': {'device_id': '73a0b279-5ad4-4ea0-b994-14557321ce96', 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3', 'admin_state_up': True, 'tenant_id': '012cdc0fb09346edbefeb7e4e49cc629'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:39.083562 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f21bc0-456a-4936-9fbe-5839befef788 req-532ceac1-7092-4efd-985a-b4f1c148fbee tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:39.085115 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70f21bc0-456a-4936-9fbe-5839befef788 req-532ceac1-7092-4efd-985a-b4f1c148fbee tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b9b9cc8-f924-4bc6-8dd4-34071c406d44 HTTP/1.1" status: 200 len: 946 time: 0.6585929 Jul 22 23:37:39.132375 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.182015 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c22cf3-4f2f-47b0-929d-9f28f6cee123', 'name': 'network-vif-deleted', 'tag': '3a4cfca3-4486-4280-b515-bbf74f0bd70d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:39.185010 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956dad1f-a41d-4747-af97-8953c3b4bc68" -d '{"events": [{"server_uuid": "59c22cf3-4f2f-47b0-929d-9f28f6cee123", "name": "network-vif-deleted", "tag": "3a4cfca3-4486-4280-b515-bbf74f0bd70d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:39.191261 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.198829 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:39.237605 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70f21bc0-456a-4936-9fbe-5839befef788 req-64d402e8-51bc-4083-9e7e-dee0ed4df926 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342220 Jul 22 23:37:39.304136 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85437683-7405-4bdd-9f53-ce5aac972506 req-84c01c48-3e10-48b0-ad0e-ded2cd3059a4 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Made reservation on behalf of 012cdc0fb09346edbefeb7e4e49cc629 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:39.307590 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:39.309327 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-84c01c48-3e10-48b0-ad0e-ded2cd3059a4 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.311514 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:39.315216 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:39.316683 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:39.322222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:39.322768 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.345677 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Pushing event updated for resources: {'Port': ['ID=ca1f883a-f94b-42cd-a86d-b05d55a6ee18,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:39.367068 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-c404faa8-c451-407a-8cb9-273efae2c441 req-88239419-82b6-40cb-a30f-f0965d744d3d tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 23:37:39.385793 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c404faa8-c451-407a-8cb9-273efae2c441 req-88239419-82b6-40cb-a30f-f0965d744d3d tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "PUT /v2.0/floatingips/bda30ab9-4fcf-4ea8-80da-e8825122e87c HTTP/1.1" status: 409 len: 548 time: 0.9410880 Jul 22 23:37:39.395857 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.409761 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Transition to ACTIVE for port object 19074f56-6723-4ae7-9714-4f40cf53716e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:39.419305 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.446796 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.493858 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.498290 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e747f8f0-a733-414a-9090-105ed33aa2fb req-70063c65-3f34-4402-8b14-a1d7d0e3efa7 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d518462-15e6-4619-9f58-d5e5779cd024 HTTP/1.1" status: 200 len: 210 time: 0.1350834 Jul 22 23:37:39.523812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85437683-7405-4bdd-9f53-ce5aac972506 req-534680e0-7962-40cb-a6e0-4797d7585c3d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Made reservation on behalf of 012cdc0fb09346edbefeb7e4e49cc629 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:39.534767 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.541894 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-534680e0-7962-40cb-a6e0-4797d7585c3d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.554510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 2a4312a3-6ad0-4534-8530-8730fdc8cdd3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2a4312a3-6ad0-4534-8530-8730fdc8cdd3,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:39.555591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348fbf35-30c3-4818-9500-d481acd9ca63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4312a3-6ad0-4534-8530-8730fdc8cdd3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:39.560118 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2ce3fa-3c93-4255-aa94-0e2a1c3b0fef" -d '{"events": [{"server_uuid": "348fbf35-30c3-4818-9500-d481acd9ca63", "name": "network-vif-plugged", "status": "completed", "tag": "2a4312a3-6ad0-4534-8530-8730fdc8cdd3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:39.567003 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.571294 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device baa14284-af31-46ff-9e01-af6f98e0d14b no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:39.600198 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: baa14284-af31-46ff-9e01-af6f98e0d14b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:37:39.600612 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device baa14284-af31-46ff-9e01-af6f98e0d14b not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:37:39.650039 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59541422-9a93-4752-b81d-83bf29934ad8 x-openstack-request-id: req-59541422-9a93-4752-b81d-83bf29934ad8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:39.650591 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c22cf3-4f2f-47b0-929d-9f28f6cee123", "name": "network-vif-deleted", "tag": "3a4cfca3-4486-4280-b515-bbf74f0bd70d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:39.651011 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59541422-9a93-4752-b81d-83bf29934ad8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:39.651732 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c22cf3-4f2f-47b0-929d-9f28f6cee123', 'name': 'network-vif-deleted', 'tag': '3a4cfca3-4486-4280-b515-bbf74f0bd70d', 'status': 'completed', 'code': 200} Jul 22 23:37:39.663520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=2a4312a3-6ad0-4534-8530-8730fdc8cdd3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:39.765544 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Attempting to bind port 19074f56-6723-4ae7-9714-4f40cf53716e on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:39.766018 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Attempting to bind port 19074f56-6723-4ae7-9714-4f40cf53716e by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '8288aa59-b769-4042-8c94-e21cf2627592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:39.766507 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Attempting to bind port 19074f56-6723-4ae7-9714-4f40cf53716e on network b00701c6-9de2-4dfb-9176-97c7c727bf92 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:39.773493 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0bab0-6ffc-4197-a3de-7aedf93c33e0 None None] Pushing event updated for resources: {'Port': ['ID=19074f56-6723-4ae7-9714-4f40cf53716e,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:39.779023 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.783135 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:39.783744 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Checking segment: {'id': '8288aa59-b769-4042-8c94-e21cf2627592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:39.784327 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.784919 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Bound using segment: {'id': '8288aa59-b769-4042-8c94-e21cf2627592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:39.785607 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Bound port: 19074f56-6723-4ae7-9714-4f40cf53716e, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8288aa59-b769-4042-8c94-e21cf2627592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:39.785750 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.786343 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.872644 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Pushing event updated for resources: {'Port': ['ID=ca1f883a-f94b-42cd-a86d-b05d55a6ee18,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:39.873502 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] For port 19074f56-6723-4ae7-9714-4f40cf53716e, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:39.879632 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.890624 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] For port 19074f56-6723-4ae7-9714-4f40cf53716e, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=19074f56-6723-4ae7-9714-4f40cf53716e,segment=NetworkSegment(8288aa59-b769-4042-8c94-e21cf2627592),segment_id=8288aa59-b769-4042-8c94-e21cf2627592)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:39.897416 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.898948 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:39.899708 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-747c56ef-1e73-4f47-a0e9-1c7c8541cb76 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2442939 Jul 22 23:37:39.959705 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-85437683-7405-4bdd-9f53-ce5aac972506 req-84c01c48-3e10-48b0-ad0e-ded2cd3059a4 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Allocated IP 172.20.0.11 (94aa53fa-7a14-414b-803a-a8dd75796ab3/112de286-9d0e-403f-bf64-d005eb53a1d9/63c6ea8d-073a-40bc-a189-90e30cdd68a2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:39.972109 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0bab0-6ffc-4197-a3de-7aedf93c33e0 None None] Pushing event updated for resources: {'Port': ['ID=19074f56-6723-4ae7-9714-4f40cf53716e,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:39.983623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983c72a-fb6b-4156-9f12-6b3a9b26f22f req-42746785-5608-48b5-ba07-11aaa572f2bd tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:39.985303 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8983c72a-fb6b-4156-9f12-6b3a9b26f22f req-42746785-5608-48b5-ba07-11aaa572f2bd tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=348fbf35-30c3-4818-9500-d481acd9ca63 HTTP/1.1" status: 200 len: 945 time: 0.2981410 Jul 22 23:37:39.990172 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Routers {'4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:37:39.990898 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:37:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:40.000262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc06ef5-e47c-4af7-9edf-f5ee1002398d req-21e7e751-c821-4fb3-ac43-fa47b97bfb03 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:40.001790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8fc06ef5-e47c-4af7-9edf-f5ee1002398d req-21e7e751-c821-4fb3-ac43-fa47b97bfb03 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb084b6-a25d-44a1-88b2-c8ebcffa6228 HTTP/1.1" status: 200 len: 945 time: 0.2584083 Jul 22 23:37:40.104437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8983c72a-fb6b-4156-9f12-6b3a9b26f22f req-909fe25e-5370-440b-b212-8acf014a6a90 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994935 Jul 22 23:37:40.117868 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] Set router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:37:40.122971 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8fc06ef5-e47c-4af7-9edf-f5ee1002398d req-53e0d1a0-166b-496c-9e62-c041ec1ea4ee tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076980 Jul 22 23:37:40.149022 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 3a4cfca3-4486-4280-b515-bbf74f0bd70d no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:40.220600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 3a4cfca3-4486-4280-b515-bbf74f0bd70d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:37:40.221390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 3a4cfca3-4486-4280-b515-bbf74f0bd70d not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:37:40.294270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 19074f56-6723-4ae7-9714-4f40cf53716e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:40.328044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90ccd318-6115-4833-924b-ad58ce76ff41 req-af19c2dc-b60d-4ac2-a2e7-6458792e3b88 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/floatingips/bda30ab9-4fcf-4ea8-80da-e8825122e87c HTTP/1.1" status: 200 len: 691 time: 0.0975046 Jul 22 23:37:40.351712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 19074f56-6723-4ae7-9714-4f40cf53716e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:40.354069 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-84c01c48-3e10-48b0-ad0e-ded2cd3059a4 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:40.355825 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 19074f56-6723-4ae7-9714-4f40cf53716e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:40.356212 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:40.429173 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'name': 'tempest-ServersTestManualDisk-1938288835-router', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:37:29Z', 'updated_at': '2021-07-22T23:37:33Z', 'revision_number': 4, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'gw_port': {'id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:30Z', 'updated_at': '2021-07-22T23:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '19074f56-6723-4ae7-9714-4f40cf53716e', 'name': '', 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'mac_address': 'fa:16:3e:e2:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:32Z', 'updated_at': '2021-07-22T23:37:39Z', 'revision_number': 4, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'subnets': [{'id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:40.440085 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:40.454261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6886ec-499b-40ff-956d-a46f6c65c2d7 req-2318f574-9a40-40c2-8578-1f62353f23d9 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:40.455809 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c6886ec-499b-40ff-956d-a46f6c65c2d7 req-2318f574-9a40-40c2-8578-1f62353f23d9 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.2558312 Jul 22 23:37:40.467586 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351ead2d-cc04-4457-853b-2520f2a36c09 None None] The sync data for ids ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'] in n-d-688802-2 is: [{'id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'name': 'tempest-ServersTestManualDisk-1938288835-router', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:37:29Z', 'updated_at': '2021-07-22T23:37:33Z', 'revision_number': 4, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'gw_port': {'id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:30Z', 'updated_at': '2021-07-22T23:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '19074f56-6723-4ae7-9714-4f40cf53716e', 'name': '', 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'mac_address': 'fa:16:3e:e2:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:32Z', 'updated_at': '2021-07-22T23:37:39Z', 'revision_number': 4, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'subnets': [{'id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:37:40.477709 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 19074f56-6723-4ae7-9714-4f40cf53716e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=19074f56-6723-4ae7-9714-4f40cf53716e,segment=NetworkSegment(8288aa59-b769-4042-8c94-e21cf2627592),segment_id=8288aa59-b769-4042-8c94-e21cf2627592)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:40.482879 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:40.484406 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device eeddc580-7897-4755-bd00-41ca9e7dbf66 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:40.571883 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=19074f56-6723-4ae7-9714-4f40cf53716e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:40.587501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port eeddc580-7897-4755-bd00-41ca9e7dbf66 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:40.587892 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:40.861154 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccd318-6115-4833-924b-ad58ce76ff41 req-70fa255a-375f-4edb-acb8-8e2db3532843 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:40.862544 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90ccd318-6115-4833-924b-ad58ce76ff41 req-70fa255a-375f-4edb-acb8-8e2db3532843 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.5246141 Jul 22 23:37:40.875800 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-84c01c48-3e10-48b0-ad0e-ded2cd3059a4 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:40.960888 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c6886ec-499b-40ff-956d-a46f6c65c2d7 req-e70e2e3c-acc8-4cf1-a320-6be546dd4486 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945130 Jul 22 23:37:41.004150 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90ccd318-6115-4833-924b-ad58ce76ff41 req-72f202c0-fca8-4605-af2b-8425677ff8ba tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.4 HTTP/1.1" status: 200 len: 694 time: 0.1335349 Jul 22 23:37:41.018393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85437683-7405-4bdd-9f53-ce5aac972506 req-84c01c48-3e10-48b0-ad0e-ded2cd3059a4 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Network 94aa53fa-7a14-414b-803a-a8dd75796ab3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:41.022312 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009f0588-8829-4bc4-8ece-56002cd7375c x-openstack-request-id: req-009f0588-8829-4bc4-8ece-56002cd7375c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:41.022995 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348fbf35-30c3-4818-9500-d481acd9ca63", "name": "network-vif-plugged", "status": "completed", "tag": "2a4312a3-6ad0-4534-8530-8730fdc8cdd3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:41.023487 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-009f0588-8829-4bc4-8ece-56002cd7375c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:41.024108 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348fbf35-30c3-4818-9500-d481acd9ca63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4312a3-6ad0-4534-8530-8730fdc8cdd3', 'code': 200} Jul 22 23:37:41.029986 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-85437683-7405-4bdd-9f53-ce5aac972506 req-84c01c48-3e10-48b0-ad0e-ded2cd3059a4 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:41.042933 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-85437683-7405-4bdd-9f53-ce5aac972506 req-534680e0-7962-40cb-a6e0-4797d7585c3d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Allocated IP 172.20.0.14 (94aa53fa-7a14-414b-803a-a8dd75796ab3/112de286-9d0e-403f-bf64-d005eb53a1d9/7d72a513-4080-4776-a86f-a103aa1f0ce8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:41.045990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-85437683-7405-4bdd-9f53-ce5aac972506 req-84c01c48-3e10-48b0-ad0e-ded2cd3059a4 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:41.052992 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c01c48-3e10-48b0-ad0e-ded2cd3059a4 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Pushing event updated for resources: {'Port': ['ID=63c6ea8d-073a-40bc-a189-90e30cdd68a2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:41.130253 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90ccd318-6115-4833-924b-ad58ce76ff41 req-47063489-a6eb-4d21-8076-3c8695454343 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.4 HTTP/1.1" status: 200 len: 694 time: 0.1060064 Jul 22 23:37:41.174189 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70da87-7a4b-4db7-9254-97fc405797e2 req-2e3af59c-8d86-43e7-8e3c-1c2c33be77e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:41.175771 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8e70da87-7a4b-4db7-9254-97fc405797e2 req-2e3af59c-8d86-43e7-8e3c-1c2c33be77e4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=348fbf35-30c3-4818-9500-d481acd9ca63 HTTP/1.1" status: 200 len: 1096 time: 0.0676713 Jul 22 23:37:41.200073 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85437683-7405-4bdd-9f53-ce5aac972506 req-84c01c48-3e10-48b0-ad0e-ded2cd3059a4 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:41.200718 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-84c01c48-3e10-48b0-ad0e-ded2cd3059a4 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:41.219704 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8e70da87-7a4b-4db7-9254-97fc405797e2 req-18b82e0b-3aa2-4e86-b9c9-0c57e366c2db service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355811 Jul 22 23:37:41.298614 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-84c01c48-3e10-48b0-ad0e-ded2cd3059a4 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4998536 Jul 22 23:37:41.331808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Request body: {'port': {'device_id': '2d518462-15e6-4619-9f58-d5e5779cd024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:41.359692 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be8fd456-343e-4c39-aa0b-16d28510419b req-18590c88-355e-4080-8251-28b868033d0c tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1494208797&fields=id&tenant_id=b5ce6ba94d294bc08d3b48c8ba38c0cd HTTP/1.1" status: 200 len: 267 time: 0.1980455 Jul 22 23:37:41.548167 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-534680e0-7962-40cb-a6e0-4797d7585c3d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:41.588446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-90ccd318-6115-4833-924b-ad58ce76ff41 req-635a86e5-7f78-4406-ab82-46c161d2fa08 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Deleting port 1c72ee5b-5896-4b81-a933-d4f12aa089c4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:41.588777 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-90ccd318-6115-4833-924b-ad58ce76ff41 req-635a86e5-7f78-4406-ab82-46c161d2fa08 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:41.597726 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:41.644808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fd456-343e-4c39-aa0b-16d28510419b req-cc997cea-4480-4732-bbd5-2347b823ba46 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:41.646291 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be8fd456-343e-4c39-aa0b-16d28510419b req-cc997cea-4480-4732-bbd5-2347b823ba46 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/networks?id=b00701c6-9de2-4dfb-9176-97c7c727bf92 HTTP/1.1" status: 200 len: 812 time: 0.2433102 Jul 22 23:37:41.724282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be8fd456-343e-4c39-aa0b-16d28510419b req-06f236ac-c25d-4f3e-86fa-bd6a037282e3 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/quotas/b5ce6ba94d294bc08d3b48c8ba38c0cd HTTP/1.1" status: 200 len: 375 time: 0.0680549 Jul 22 23:37:41.727941 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-534680e0-7962-40cb-a6e0-4797d7585c3d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:41.875896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85437683-7405-4bdd-9f53-ce5aac972506 req-534680e0-7962-40cb-a6e0-4797d7585c3d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Network 94aa53fa-7a14-414b-803a-a8dd75796ab3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:41.877596 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-90ccd318-6115-4833-924b-ad58ce76ff41 req-635a86e5-7f78-4406-ab82-46c161d2fa08 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:41.877921 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-90ccd318-6115-4833-924b-ad58ce76ff41 req-635a86e5-7f78-4406-ab82-46c161d2fa08 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:41.900415 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-85437683-7405-4bdd-9f53-ce5aac972506 req-534680e0-7962-40cb-a6e0-4797d7585c3d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:41.910283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-90ccd318-6115-4833-924b-ad58ce76ff41 req-635a86e5-7f78-4406-ab82-46c161d2fa08 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Calling delete_port for 1c72ee5b-5896-4b81-a933-d4f12aa089c4 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:41.911955 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-85437683-7405-4bdd-9f53-ce5aac972506 req-534680e0-7962-40cb-a6e0-4797d7585c3d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:41.914211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534680e0-7962-40cb-a6e0-4797d7585c3d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Pushing event updated for resources: {'Port': ['ID=7d72a513-4080-4776-a86f-a103aa1f0ce8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:42.066788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85437683-7405-4bdd-9f53-ce5aac972506 req-534680e0-7962-40cb-a6e0-4797d7585c3d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:42.067544 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-534680e0-7962-40cb-a6e0-4797d7585c3d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:42.104936 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be8fd456-343e-4c39-aa0b-16d28510419b req-ff9b3813-022e-457d-a474-b89f0e71c9ca tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5ce6ba94d294bc08d3b48c8ba38c0cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3625455 Jul 22 23:37:42.118655 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-534680e0-7962-40cb-a6e0-4797d7585c3d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0953784 Jul 22 23:37:42.158956 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Request body: {'port': {'device_id': '73a0b279-5ad4-4ea0-b994-14557321ce96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:42.231855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 19074f56-6723-4ae7-9714-4f40cf53716e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:42.283162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 19074f56-6723-4ae7-9714-4f40cf53716e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:42.283543 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:42.381319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c6ea8d-073a-40bc-a189-90e30cdd68a2 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:42.387406 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be8fd456-343e-4c39-aa0b-16d28510419b req-c5be3fe2-c98e-49dc-b724-daa6d732d986 service neutron] 10.222.0.26 "GET /v2.0/networks/b00701c6-9de2-4dfb-9176-97c7c727bf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633173 Jul 22 23:37:42.394723 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:42.396858 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-90ccd318-6115-4833-924b-ad58ce76ff41 req-635a86e5-7f78-4406-ab82-46c161d2fa08 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:42.415459 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:42.461751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a86e5-7f78-4406-ab82-46c161d2fa08 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Pushing event deleted for resources: {'Port': ['ID=1c72ee5b-5896-4b81-a933-d4f12aa089c4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:42.473135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Transition to ACTIVE for port object 63c6ea8d-073a-40bc-a189-90e30cdd68a2 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:42.514411 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:42.708942 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-90ccd318-6115-4833-924b-ad58ce76ff41 req-635a86e5-7f78-4406-ab82-46c161d2fa08 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:42.711336 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-90ccd318-6115-4833-924b-ad58ce76ff41 req-635a86e5-7f78-4406-ab82-46c161d2fa08 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:42.712473 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90ccd318-6115-4833-924b-ad58ce76ff41 req-635a86e5-7f78-4406-ab82-46c161d2fa08 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "DELETE /v2.0/floatingips/bda30ab9-4fcf-4ea8-80da-e8825122e87c HTTP/1.1" status: 204 len: 173 time: 1.5715163 Jul 22 23:37:42.716142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Pushing event updated for resources: {'Port': ['ID=63c6ea8d-073a-40bc-a189-90e30cdd68a2,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:42.739181 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e3995e67-df9d-4ba8-a2c6-4b168fb99b26 service neutron] 10.222.0.26 "GET /v2.0/networks/b00701c6-9de2-4dfb-9176-97c7c727bf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370366 Jul 22 23:37:42.855657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Attempting to bind port 63c6ea8d-073a-40bc-a189-90e30cdd68a2 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:42.856003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Attempting to bind port 63c6ea8d-073a-40bc-a189-90e30cdd68a2 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '9ff10e92-7c45-44ef-ae9e-554860f17319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:42.856359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Attempting to bind port 63c6ea8d-073a-40bc-a189-90e30cdd68a2 on network 94aa53fa-7a14-414b-803a-a8dd75796ab3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:42.868534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Port 63c6ea8d-073a-40bc-a189-90e30cdd68a2 on network 94aa53fa-7a14-414b-803a-a8dd75796ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:37:42.868857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Attempting to bind port 63c6ea8d-073a-40bc-a189-90e30cdd68a2 on network 94aa53fa-7a14-414b-803a-a8dd75796ab3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:42.883156 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:42.883546 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Checking segment: {'id': '9ff10e92-7c45-44ef-ae9e-554860f17319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:42.883862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Bound using segment: {'id': '9ff10e92-7c45-44ef-ae9e-554860f17319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:42.884299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Bound port: 63c6ea8d-073a-40bc-a189-90e30cdd68a2, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff10e92-7c45-44ef-ae9e-554860f17319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:42.884651 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:43.033642 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] For port 63c6ea8d-073a-40bc-a189-90e30cdd68a2, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:43.039435 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] For port 63c6ea8d-073a-40bc-a189-90e30cdd68a2, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=63c6ea8d-073a-40bc-a189-90e30cdd68a2,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:43.058076 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d72a513-4080-4776-a86f-a103aa1f0ce8 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:43.064131 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:43.079216 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:43.124266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:43.124893 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:43.126398 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] 10.222.0.95 "PUT /v2.0/ports/63c6ea8d-073a-40bc-a189-90e30cdd68a2 HTTP/1.1" status: 200 len: 1092 time: 1.8065655 Jul 22 23:37:43.129492 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d518462-15e6-4619-9f58-d5e5779cd024', 'tag': '63c6ea8d-073a-40bc-a189-90e30cdd68a2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:43.131793 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba390f37-e3ea-421b-93c4-20264aebf1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2d518462-15e6-4619-9f58-d5e5779cd024", "tag": "63c6ea8d-073a-40bc-a189-90e30cdd68a2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:43.145459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Transition to ACTIVE for port object 7d72a513-4080-4776-a86f-a103aa1f0ce8 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:43.153532 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7b706-40a5-47e4-b1a1-749468070445 req-1d6a9894-3cf4-4bd3-a2ae-6f7e876d2632 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:43.155846 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fa7b706-40a5-47e4-b1a1-749468070445 req-1d6a9894-3cf4-4bd3-a2ae-6f7e876d2632 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d518462-15e6-4619-9f58-d5e5779cd024 HTTP/1.1" status: 200 len: 944 time: 0.2054465 Jul 22 23:37:43.159242 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:43.198253 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d42ea-0152-4c92-a22b-274c070d49f1 service neutron] Pushing event updated for resources: {'Port': ['ID=63c6ea8d-073a-40bc-a189-90e30cdd68a2,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:43.317333 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fa7b706-40a5-47e4-b1a1-749468070445 req-7bdec46a-ce7c-4719-9b51-3c9371733789 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456664 Jul 22 23:37:43.348241 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d72a513-4080-4776-a86f-a103aa1f0ce8,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:43.439416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85437683-7405-4bdd-9f53-ce5aac972506 req-a63daa7b-0b12-4eff-a52a-1d061fefec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:43.440911 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-a63daa7b-0b12-4eff-a52a-1d061fefec59 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=012cdc0fb09346edbefeb7e4e49cc629&device_id=2d518462-15e6-4619-9f58-d5e5779cd024 HTTP/1.1" status: 200 len: 1095 time: 0.2545357 Jul 22 23:37:43.471196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Attempting to bind port 7d72a513-4080-4776-a86f-a103aa1f0ce8 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:43.471462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Attempting to bind port 7d72a513-4080-4776-a86f-a103aa1f0ce8 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '9ff10e92-7c45-44ef-ae9e-554860f17319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:43.471765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Attempting to bind port 7d72a513-4080-4776-a86f-a103aa1f0ce8 on network 94aa53fa-7a14-414b-803a-a8dd75796ab3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:43.510442 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-35b950d2-2e24-4884-9ef7-c79f049bfebc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63c6ea8d-073a-40bc-a189-90e30cdd68a2 HTTP/1.1" status: 200 len: 217 time: 0.0602350 Jul 22 23:37:43.512747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Port 7d72a513-4080-4776-a86f-a103aa1f0ce8 on network 94aa53fa-7a14-414b-803a-a8dd75796ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:37:43.513657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Attempting to bind port 7d72a513-4080-4776-a86f-a103aa1f0ce8 on network 94aa53fa-7a14-414b-803a-a8dd75796ab3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:43.537797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905515d1-af78-4fd2-91b0-cda6dfd9ba2e req-b44f50b4-5a5b-49e2-9fa6-2301622660d4 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:43.539251 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-905515d1-af78-4fd2-91b0-cda6dfd9ba2e req-b44f50b4-5a5b-49e2-9fa6-2301622660d4 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=348fbf35-30c3-4818-9500-d481acd9ca63 HTTP/1.1" status: 200 len: 945 time: 0.2303298 Jul 22 23:37:43.542157 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:43.542492 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Checking segment: {'id': '9ff10e92-7c45-44ef-ae9e-554860f17319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:43.542873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Bound using segment: {'id': '9ff10e92-7c45-44ef-ae9e-554860f17319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:43.543318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Bound port: 7d72a513-4080-4776-a86f-a103aa1f0ce8, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff10e92-7c45-44ef-ae9e-554860f17319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:43.543673 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:43.592123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479a706-2d53-48eb-b560-6cd43576fdc1 req-5ad825f8-ecc7-482b-bb6c-06acd81852ff tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:43.593680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d479a706-2d53-48eb-b560-6cd43576fdc1 req-5ad825f8-ecc7-482b-bb6c-06acd81852ff tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.2162447 Jul 22 23:37:43.658850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85437683-7405-4bdd-9f53-ce5aac972506 req-49ca2dd3-852a-4deb-8fe5-9a6d64d57b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:43.660313 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-49ca2dd3-852a-4deb-8fe5-9a6d64d57b2a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=112de286-9d0e-403f-bf64-d005eb53a1d9 HTTP/1.1" status: 200 len: 852 time: 0.1404421 Jul 22 23:37:43.698869 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-905515d1-af78-4fd2-91b0-cda6dfd9ba2e req-f8df3bcf-561b-427e-abb4-337782b4d074 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526699 Jul 22 23:37:43.732946 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-e82ea719-abb2-4e8e-9398-ad4795312c69 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94aa53fa-7a14-414b-803a-a8dd75796ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518782 Jul 22 23:37:43.738300 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d479a706-2d53-48eb-b560-6cd43576fdc1 req-d9db1372-b5ff-4c7e-8251-63ad485a8820 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327982 Jul 22 23:37:43.785818 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] For port 7d72a513-4080-4776-a86f-a103aa1f0ce8, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:44.167201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] For port 7d72a513-4080-4776-a86f-a103aa1f0ce8, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=7d72a513-4080-4776-a86f-a103aa1f0ce8,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:44.203972 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:44.204978 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fd456-343e-4c39-aa0b-16d28510419b req-d79bb3ee-1901-41b0-afc2-54f6b0bc46db tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:44.206490 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be8fd456-343e-4c39-aa0b-16d28510419b req-d79bb3ee-1901-41b0-afc2-54f6b0bc46db tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.18 "GET /v2.0/networks?id=b00701c6-9de2-4dfb-9176-97c7c727bf92 HTTP/1.1" status: 200 len: 812 time: 0.1114395 Jul 22 23:37:44.225933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-b80550ca-9d4b-4b05-a084-0d3ddd16ee06 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 1000 time: 0.4963579 Jul 22 23:37:44.261427 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be8fd456-343e-4c39-aa0b-16d28510419b req-3165b95e-af37-4835-b52f-ab0107b69046 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5ce6ba94d294bc08d3b48c8ba38c0cd HTTP/1.1" status: 200 len: 380 time: 0.0364623 Jul 22 23:37:44.276159 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-be8fd456-343e-4c39-aa0b-16d28510419b req-da7da934-bd94-4d5f-bd02-304e3fca5f05 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Request body: {'port': {'device_id': 'b75b94db-4305-4822-8d0a-537ffb6c6ad6', 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'admin_state_up': True, 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'security_groups': ['99cf82dd-185a-4676-9d5e-73e2cade56c9']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:44.304260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:44.304887 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:44.306310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] 10.222.0.18 "PUT /v2.0/ports/7d72a513-4080-4776-a86f-a103aa1f0ce8 HTTP/1.1" status: 200 len: 1092 time: 2.1706889 Jul 22 23:37:44.348507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-cdb6a54b-c60b-4991-8713-06e6466ddfb4 service neutron] 10.222.0.95 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092873 Jul 22 23:37:44.353071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04857faa-4263-4f26-b7a5-8614bdaf5cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d72a513-4080-4776-a86f-a103aa1f0ce8,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:44.366109 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02b305-b5e8-4473-8623-19b23d69d81a req-aee3134d-e38a-4347-b7e0-66662364dbd2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:44.367634 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f02b305-b5e8-4473-8623-19b23d69d81a req-aee3134d-e38a-4347-b7e0-66662364dbd2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb084b6-a25d-44a1-88b2-c8ebcffa6228 HTTP/1.1" status: 200 len: 945 time: 0.2519939 Jul 22 23:37:44.374989 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-b24a3461-365b-4ccf-ab0e-c25dfc766681 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:44.376407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-b24a3461-365b-4ccf-ab0e-c25dfc766681 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/ports/c785cbc9-5581-4f8f-8d33-3c34acb792e6 HTTP/1.1" status: 200 len: 942 time: 0.1222434 Jul 22 23:37:44.405202 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8fd456-343e-4c39-aa0b-16d28510419b req-da7da934-bd94-4d5f-bd02-304e3fca5f05 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Made reservation on behalf of b5ce6ba94d294bc08d3b48c8ba38c0cd for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:44.409714 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be8fd456-343e-4c39-aa0b-16d28510419b req-da7da934-bd94-4d5f-bd02-304e3fca5f05 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:44.519543 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f02b305-b5e8-4473-8623-19b23d69d81a req-378674d0-d883-48f5-9f8a-98c654d53c0a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421373 Jul 22 23:37:44.554891 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-be8fd456-343e-4c39-aa0b-16d28510419b req-da7da934-bd94-4d5f-bd02-304e3fca5f05 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Allocated IP 172.20.0.9 (b00701c6-9de2-4dfb-9176-97c7c727bf92/2d25a6ce-35f2-4c49-9736-fa3c8d272859/112e686c-a78d-4711-88d2-07262a945aee) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:44.567619 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-8db6a0c9-852a-4866-9e87-b7b4a3818157 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 1000 time: 0.1408975 Jul 22 23:37:44.603455 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-55aeb8f7-28b0-484d-b68b-3f56837a7a80 service neutron] 10.222.0.95 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463863 Jul 22 23:37:44.644970 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85b4ba8c-e80b-4c1e-8ffd-704643883166 req-15ba7546-c0ed-4bf3-99ce-48d62a40d89a tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 210 time: 0.0553854 Jul 22 23:37:44.695023 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cd292e-c931-4046-a6ff-06e595b5f3b5 x-openstack-request-id: req-11cd292e-c931-4046-a6ff-06e595b5f3b5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:44.695326 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d518462-15e6-4619-9f58-d5e5779cd024", "tag": "63c6ea8d-073a-40bc-a189-90e30cdd68a2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:44.695587 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11cd292e-c931-4046-a6ff-06e595b5f3b5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:44.695984 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d518462-15e6-4619-9f58-d5e5779cd024', 'tag': '63c6ea8d-073a-40bc-a189-90e30cdd68a2', 'status': 'completed', 'code': 200} Jul 22 23:37:44.714815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b2bad7d4-fdd6-49ea-a20c-ade49622662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:44.716865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-b2bad7d4-fdd6-49ea-a20c-ade49622662d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=012cdc0fb09346edbefeb7e4e49cc629&device_id=73a0b279-5ad4-4ea0-b994-14557321ce96 HTTP/1.1" status: 200 len: 1095 time: 0.2236948 Jul 22 23:37:44.722319 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be8fd456-343e-4c39-aa0b-16d28510419b req-da7da934-bd94-4d5f-bd02-304e3fca5f05 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:44.736682 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-be8fd456-343e-4c39-aa0b-16d28510419b req-da7da934-bd94-4d5f-bd02-304e3fca5f05 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Transition to ACTIVE for port object 112e686c-a78d-4711-88d2-07262a945aee will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:44.775381 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be8fd456-343e-4c39-aa0b-16d28510419b req-da7da934-bd94-4d5f-bd02-304e3fca5f05 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:44.817276 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-a2865f77-57f4-4d1f-8b21-38b827f7f999 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d72a513-4080-4776-a86f-a103aa1f0ce8 HTTP/1.1" status: 200 len: 217 time: 0.0638855 Jul 22 23:37:44.822481 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8fd456-343e-4c39-aa0b-16d28510419b req-da7da934-bd94-4d5f-bd02-304e3fca5f05 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Network b00701c6-9de2-4dfb-9176-97c7c727bf92 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:44.824850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-7301f493-8ee7-465b-ba1d-0eb8b9c939d4 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:44.825803 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-7301f493-8ee7-465b-ba1d-0eb8b9c939d4 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.2507761 Jul 22 23:37:44.829159 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-be8fd456-343e-4c39-aa0b-16d28510419b req-da7da934-bd94-4d5f-bd02-304e3fca5f05 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:44.831309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8fd456-343e-4c39-aa0b-16d28510419b req-da7da934-bd94-4d5f-bd02-304e3fca5f05 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:44.883918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7da934-bd94-4d5f-bd02-304e3fca5f05 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Pushing event updated for resources: {'Port': ['ID=112e686c-a78d-4711-88d2-07262a945aee,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:44.914950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fd456-343e-4c39-aa0b-16d28510419b req-da7da934-bd94-4d5f-bd02-304e3fca5f05 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:44.915946 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be8fd456-343e-4c39-aa0b-16d28510419b req-da7da934-bd94-4d5f-bd02-304e3fca5f05 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:44.938227 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be8fd456-343e-4c39-aa0b-16d28510419b req-da7da934-bd94-4d5f-bd02-304e3fca5f05 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6657002 Jul 22 23:37:44.975816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85437683-7405-4bdd-9f53-ce5aac972506 req-1ff955c4-11b4-4370-bec6-9d64724905d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:44.977313 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-1ff955c4-11b4-4370-bec6-9d64724905d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=112de286-9d0e-403f-bf64-d005eb53a1d9 HTTP/1.1" status: 200 len: 852 time: 0.1482978 Jul 22 23:37:44.984675 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-43eeaed6-f2ef-4cee-9fb8-6f5bfd14f2d5 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 1000 time: 0.1446784 Jul 22 23:37:44.989771 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Request body: {'port': {'device_id': 'b75b94db-4305-4822-8d0a-537ffb6c6ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:44.996179 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba390f37-e3ea-421b-93c4-20264aebf1fe req-3f074e1b-7896-4c31-ae38-273ea914317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:44.997776 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba390f37-e3ea-421b-93c4-20264aebf1fe req-3f074e1b-7896-4c31-ae38-273ea914317f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=012cdc0fb09346edbefeb7e4e49cc629&device_id=2d518462-15e6-4619-9f58-d5e5779cd024 HTTP/1.1" status: 200 len: 1095 time: 0.2738678 Jul 22 23:37:45.010622 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7906bc-01f7-43a0-9e27-6ee3356eb91e req-a4204f8f-c707-43d6-a295-859ae37122cf tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:45.012249 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a7906bc-01f7-43a0-9e27-6ee3356eb91e req-a4204f8f-c707-43d6-a295-859ae37122cf tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "GET /v2.0/ports?device_id=3eb084b6-a25d-44a1-88b2-c8ebcffa6228 HTTP/1.1" status: 200 len: 945 time: 0.3118491 Jul 22 23:37:45.026676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-44923178-1d57-4c2b-bcd3-fd5a79a7fed6 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:45.071095 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-fe8434fa-cbcb-4399-8f1b-de098c4247cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=94aa53fa-7a14-414b-803a-a8dd75796ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838351 Jul 22 23:37:45.097934 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:45.240897 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-44923178-1d57-4c2b-bcd3-fd5a79a7fed6 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:45.269125 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-705fd7b2-33b2-4f66-a875-11329e5bf08b None None] Provisioning for port 112e686c-a78d-4711-88d2-07262a945aee completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:45.273073 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-705fd7b2-33b2-4f66-a875-11329e5bf08b None None] Provisioning complete for port 112e686c-a78d-4711-88d2-07262a945aee triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:45.273683 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-705fd7b2-33b2-4f66-a875-11329e5bf08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:45.311086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-705fd7b2-33b2-4f66-a875-11329e5bf08b None None] Port 112e686c-a78d-4711-88d2-07262a945aee cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:37:45.399731 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112e686c-a78d-4711-88d2-07262a945aee {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:45.408152 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:45.422620 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Transition to ACTIVE for port object 112e686c-a78d-4711-88d2-07262a945aee will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:45.425670 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:45.476174 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=112e686c-a78d-4711-88d2-07262a945aee,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:45.484821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba390f37-e3ea-421b-93c4-20264aebf1fe req-4dc929da-a9ff-4233-95cd-51cd46ad7352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:45.485905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba390f37-e3ea-421b-93c4-20264aebf1fe req-4dc929da-a9ff-4233-95cd-51cd46ad7352 service neutron] 10.222.0.95 "GET /v2.0/networks?id=94aa53fa-7a14-414b-803a-a8dd75796ab3 HTTP/1.1" status: 200 len: 913 time: 0.4727516 Jul 22 23:37:45.487677 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-5f39e9e2-4fcf-492f-a3a4-030d51a9f607 service neutron] 10.222.0.18 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368535 Jul 22 23:37:45.559916 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Attempting to bind port 112e686c-a78d-4711-88d2-07262a945aee on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:45.560884 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Attempting to bind port 112e686c-a78d-4711-88d2-07262a945aee by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '8288aa59-b769-4042-8c94-e21cf2627592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:45.561712 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Attempting to bind port 112e686c-a78d-4711-88d2-07262a945aee on network b00701c6-9de2-4dfb-9176-97c7c727bf92 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:45.566905 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Port 112e686c-a78d-4711-88d2-07262a945aee on network b00701c6-9de2-4dfb-9176-97c7c727bf92 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:37:45.567594 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Attempting to bind port 112e686c-a78d-4711-88d2-07262a945aee on network b00701c6-9de2-4dfb-9176-97c7c727bf92 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:45.573212 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:45.573817 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Checking segment: {'id': '8288aa59-b769-4042-8c94-e21cf2627592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:45.574386 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Bound using segment: {'id': '8288aa59-b769-4042-8c94-e21cf2627592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:45.575021 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Bound port: 112e686c-a78d-4711-88d2-07262a945aee, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8288aa59-b769-4042-8c94-e21cf2627592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:45.576025 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:45.596729 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba390f37-e3ea-421b-93c4-20264aebf1fe req-e5b8af01-ed90-4855-ae09-3a43bdf8f118 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63c6ea8d-073a-40bc-a189-90e30cdd68a2 HTTP/1.1" status: 200 len: 217 time: 0.0991337 Jul 22 23:37:45.608698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2a7906bc-01f7-43a0-9e27-6ee3356eb91e req-ecc94933-aa11-4153-967d-6b477a837d1b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Deleting port 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:45.609076 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a7906bc-01f7-43a0-9e27-6ee3356eb91e req-ecc94933-aa11-4153-967d-6b477a837d1b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:45.667057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] For port 112e686c-a78d-4711-88d2-07262a945aee, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:45.674636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] For port 112e686c-a78d-4711-88d2-07262a945aee, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=112e686c-a78d-4711-88d2-07262a945aee,segment=NetworkSegment(8288aa59-b769-4042-8c94-e21cf2627592),segment_id=8288aa59-b769-4042-8c94-e21cf2627592)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:45.683811 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:45.697064 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caabd1-c629-450d-a745-151065eed89a req-0a1d2874-0dd9-44c7-becf-bd357276116b tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:45.698624 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a3caabd1-c629-450d-a745-151065eed89a req-0a1d2874-0dd9-44c7-becf-bd357276116b tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d518462-15e6-4619-9f58-d5e5779cd024 HTTP/1.1" status: 200 len: 944 time: 0.4216430 Jul 22 23:37:45.712070 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-44923178-1d57-4c2b-bcd3-fd5a79a7fed6 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:45.725924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:45.726821 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:45.728667 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] 10.222.0.18 "PUT /v2.0/ports/112e686c-a78d-4711-88d2-07262a945aee HTTP/1.1" status: 200 len: 1091 time: 0.7537816 Jul 22 23:37:45.729145 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75b94db-4305-4822-8d0a-537ffb6c6ad6', 'tag': '112e686c-a78d-4711-88d2-07262a945aee'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:45.731618 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9b7bab-827a-4064-8bb2-76906f670a18" -d '{"events": [{"name": "network-changed", "server_uuid": "b75b94db-4305-4822-8d0a-537ffb6c6ad6", "tag": "112e686c-a78d-4711-88d2-07262a945aee"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:45.771949 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8470e56-ffe2-45cd-b7fb-7891913bd1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=112e686c-a78d-4711-88d2-07262a945aee,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:45.773129 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-44923178-1d57-4c2b-bcd3-fd5a79a7fed6 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:45.773441 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-44923178-1d57-4c2b-bcd3-fd5a79a7fed6 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Floating IP b43d8556-e55f-4a69-b8ab-b8258db620b9 disassociated. External IP: 172.25.4.20, port: c785cbc9-5581-4f8f-8d33-3c34acb792e6. Jul 22 23:37:45.871349 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fd456-343e-4c39-aa0b-16d28510419b req-f206186a-f1bb-4575-ab52-48aab95061e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:45.873159 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be8fd456-343e-4c39-aa0b-16d28510419b req-f206186a-f1bb-4575-ab52-48aab95061e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b5ce6ba94d294bc08d3b48c8ba38c0cd&device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 1094 time: 0.0662961 Jul 22 23:37:45.930259 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85437683-7405-4bdd-9f53-ce5aac972506 req-c8fae50d-b2c5-4bb3-91c5-b325253060c0 service neutron] 10.222.0.18 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293535 Jul 22 23:37:45.970065 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a3caabd1-c629-450d-a745-151065eed89a req-422fc174-5685-4ae8-a354-6564a805c0cd tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453988 Jul 22 23:37:45.975719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba390f37-e3ea-421b-93c4-20264aebf1fe req-b51b30ee-8610-4a4a-839f-f750484095ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:45.978180 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba390f37-e3ea-421b-93c4-20264aebf1fe req-b51b30ee-8610-4a4a-839f-f750484095ed service neutron] 10.222.0.95 "GET /v2.0/subnets?id=112de286-9d0e-403f-bf64-d005eb53a1d9 HTTP/1.1" status: 200 len: 852 time: 0.3336124 Jul 22 23:37:46.037471 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba390f37-e3ea-421b-93c4-20264aebf1fe req-b0498651-4d09-4028-8b9f-b7f493f8d243 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94aa53fa-7a14-414b-803a-a8dd75796ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437191 Jul 22 23:37:46.192158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2a7906bc-01f7-43a0-9e27-6ee3356eb91e req-ecc94933-aa11-4153-967d-6b477a837d1b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] For port 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9f6d952c-0cdd-4e3d-87ac-665c9fdfea57,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:46.192534 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a7906bc-01f7-43a0-9e27-6ee3356eb91e req-ecc94933-aa11-4153-967d-6b477a837d1b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:46.207171 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba390f37-e3ea-421b-93c4-20264aebf1fe req-ef70bb4e-3369-4cdd-a503-44fe803d5804 service neutron] 10.222.0.95 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561363 Jul 22 23:37:46.218190 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be8fd456-343e-4c39-aa0b-16d28510419b req-e1893f4d-1518-46a5-9db5-2cba76a1acf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=112e686c-a78d-4711-88d2-07262a945aee HTTP/1.1" status: 200 len: 217 time: 0.3298545 Jul 22 23:37:46.226726 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2a7906bc-01f7-43a0-9e27-6ee3356eb91e req-ecc94933-aa11-4153-967d-6b477a837d1b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Calling delete_port for 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:46.271592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fd456-343e-4c39-aa0b-16d28510419b req-9d882dcc-8d9c-4e50-8514-9bc8b96af262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:46.273492 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be8fd456-343e-4c39-aa0b-16d28510419b req-9d882dcc-8d9c-4e50-8514-9bc8b96af262 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2d25a6ce-35f2-4c49-9736-fa3c8d272859 HTTP/1.1" status: 200 len: 851 time: 0.0481527 Jul 22 23:37:46.274626 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:46.341855 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fd456-343e-4c39-aa0b-16d28510419b req-b88598cc-93f1-4b34-9998-d76def23c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:46.343536 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be8fd456-343e-4c39-aa0b-16d28510419b req-b88598cc-93f1-4b34-9998-d76def23c9dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b00701c6-9de2-4dfb-9176-97c7c727bf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603819 Jul 22 23:37:46.448383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b290b-2fe9-448c-ae9e-f2fbe83603cd req-01b1a917-d0b5-4e42-9ba7-4b1fa2e6aa68 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:46.454111 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a54b290b-2fe9-448c-ae9e-f2fbe83603cd req-01b1a917-d0b5-4e42-9ba7-4b1fa2e6aa68 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.4150448 Jul 22 23:37:46.468224 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be8fd456-343e-4c39-aa0b-16d28510419b req-5a5b66c5-e98a-410d-9ee5-efee827ff80b service neutron] 10.222.0.18 "GET /v2.0/networks/b00701c6-9de2-4dfb-9176-97c7c727bf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152513 Jul 22 23:37:46.494574 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba390f37-e3ea-421b-93c4-20264aebf1fe req-65d2d370-a767-4b72-aa1a-2fee5fea2f1a service neutron] 10.222.0.95 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766852 Jul 22 23:37:46.583297 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be8fd456-343e-4c39-aa0b-16d28510419b req-08f93dc2-8a61-475d-a77a-6dabd329615f service neutron] 10.222.0.18 "GET /v2.0/networks/b00701c6-9de2-4dfb-9176-97c7c727bf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076396 Jul 22 23:37:46.825419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a0b279-5ad4-4ea0-b994-14557321ce96', 'tag': '7d72a513-4080-4776-a86f-a103aa1f0ce8'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:46.828327 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2446a4-8f2f-4fc4-825d-6f725f97c33f" -d '{"events": [{"name": "network-changed", "server_uuid": "73a0b279-5ad4-4ea0-b994-14557321ce96", "tag": "7d72a513-4080-4776-a86f-a103aa1f0ce8"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:46.871254 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a54b290b-2fe9-448c-ae9e-f2fbe83603cd req-c0ca3af9-3120-49c0-830e-c4804a81f17f tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005544 Jul 22 23:37:46.880555 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-44923178-1d57-4c2b-bcd3-fd5a79a7fed6 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Router 71fd438f-f8e6-42d0-849a-8ae69a723008 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:37:47.023416 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a7906bc-01f7-43a0-9e27-6ee3356eb91e req-ecc94933-aa11-4153-967d-6b477a837d1b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:47.065287 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['8bae08b7-0670-4539-82be-dcc4e9e03196', 'daad81a8-f714-484f-83e0-fe5dc0bc126c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:47.073259 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc94933-aa11-4153-967d-6b477a837d1b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Pushing event deleted for resources: {'Port': ['ID=9f6d952c-0cdd-4e3d-87ac-665c9fdfea57,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:47.140115 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7906bc-01f7-43a0-9e27-6ee3356eb91e req-ecc94933-aa11-4153-967d-6b477a837d1b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] No DVR routers for this DVR port 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:37:47.143730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-44923178-1d57-4c2b-bcd3-fd5a79a7fed6 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:37:47.145642 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a7906bc-01f7-43a0-9e27-6ee3356eb91e req-ecc94933-aa11-4153-967d-6b477a837d1b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:47.156482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912c29cc-daf4-41c8-bb72-478d18af8762 None None] Sync routers for ids ['71fd438f-f8e6-42d0-849a-8ae69a723008'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:37:47.158500 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a7906bc-01f7-43a0-9e27-6ee3356eb91e req-ecc94933-aa11-4153-967d-6b477a837d1b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "DELETE /v2.0/ports/9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 HTTP/1.1" status: 204 len: 173 time: 2.1040177 Jul 22 23:37:47.166261 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-44923178-1d57-4c2b-bcd3-fd5a79a7fed6 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:47.202555 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c29cc-daf4-41c8-bb72-478d18af8762 None None] Routers {'71fd438f-f8e6-42d0-849a-8ae69a723008'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:37:47.203438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-912c29cc-daf4-41c8-bb72-478d18af8762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:37:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['71fd438f-f8e6-42d0-849a-8ae69a723008'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:47.207694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cf591-976b-4309-8187-93ed728f4fba req-6e7fdf26-5554-420a-ad78-d81dc78e8551 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:47.218534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-499cf591-976b-4309-8187-93ed728f4fba req-6e7fdf26-5554-420a-ad78-d81dc78e8551 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=348fbf35-30c3-4818-9500-d481acd9ca63 HTTP/1.1" status: 200 len: 945 time: 0.2693377 Jul 22 23:37:47.264398 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-44923178-1d57-4c2b-bcd3-fd5a79a7fed6 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "PUT /v2.0/floatingips/b43d8556-e55f-4a69-b8ab-b8258db620b9 HTTP/1.1" status: 200 len: 694 time: 2.2418044 Jul 22 23:37:47.283225 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-499cf591-976b-4309-8187-93ed728f4fba req-b2934221-28d7-43a5-afcb-f7fab527c91d tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635827 Jul 22 23:37:47.299569 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 63c6ea8d-073a-40bc-a189-90e30cdd68a2 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:47.338815 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-912c29cc-daf4-41c8-bb72-478d18af8762 None None] Set router 71fd438f-f8e6-42d0-849a-8ae69a723008 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:37:47.371646 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-52e2bf3a-75da-4fe8-92b8-4d170d068e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:47.373273 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-52e2bf3a-75da-4fe8-92b8-4d170d068e93 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30fa11b7d04d4613ba840561a8e3696e&device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 1096 time: 0.0889089 Jul 22 23:37:47.423407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ae6e8096-decd-469f-a1c4-223b9f7fe7c6 req-cf0d0b97-5a6c-4be1-97f3-480ddabff519 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb084b6-a25d-44a1-88b2-c8ebcffa6228 HTTP/1.1" status: 200 len: 210 time: 0.0559103 Jul 22 23:37:47.504974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-08f8eece-3112-43e9-8138-599d91944205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:47.507221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-08f8eece-3112-43e9-8138-599d91944205 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c14356d9-0eaa-4295-9673-7cc56a3b1b29 HTTP/1.1" status: 200 len: 929 time: 0.1241508 Jul 22 23:37:47.563377 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-3c2186dc-9afc-453e-8559-b6c12b03cb64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c785cbc9-5581-4f8f-8d33-3c34acb792e6 HTTP/1.1" status: 200 len: 217 time: 0.0477190 Jul 22 23:37:47.640381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-9f96c256-f345-465a-aa4d-0e59e0d46ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:47.642082 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-9f96c256-f345-465a-aa4d-0e59e0d46ac0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba HTTP/1.1" status: 200 len: 867 time: 0.0776939 Jul 22 23:37:47.664391 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 63c6ea8d-073a-40bc-a189-90e30cdd68a2, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=63c6ea8d-073a-40bc-a189-90e30cdd68a2,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:47.692725 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '63c6ea8d-073a-40bc-a189-90e30cdd68a2', 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3', 'port_id': '63c6ea8d-073a-40bc-a189-90e30cdd68a2', 'mac_address': 'fa:16:3e:c9:b2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112de286-9d0e-403f-bf64-d005eb53a1d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:47.694820 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e56ab-c4c5-4660-ade7-a55c6967f570 req-0f4f8864-4171-4e83-8276-a6d6fce13c90 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:47.697564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df7e56ab-c4c5-4660-ade7-a55c6967f570 req-0f4f8864-4171-4e83-8276-a6d6fce13c90 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 943 time: 0.1252811 Jul 22 23:37:47.761778 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-912c29cc-daf4-41c8-bb72-478d18af8762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-router', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '604435df-10d9-4abe-9509-6b697b209710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:59Z', 'updated_at': '2021-07-22T23:37:07Z', 'revision_number': 4, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'gw_port': {'id': '604435df-10d9-4abe-9509-6b697b209710', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:01Z', 'updated_at': '2021-07-22T23:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '4f8de77f-e840-4618-8b3c-083fe289bf4b', 'name': '', 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'mac_address': 'fa:16:3e:50:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:05Z', 'updated_at': '2021-07-22T23:37:12Z', 'revision_number': 5, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'subnets': [{'id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:47.762085 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df7e56ab-c4c5-4660-ade7-a55c6967f570 req-a7046aa6-7f39-4088-99e1-d42104ab29f6 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/security-groups?id=99cf82dd-185a-4676-9d5e-73e2cade56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576057 Jul 22 23:37:47.775334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-264b02ea-9c84-403c-933d-20490a5d2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:47.775334 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-264b02ea-9c84-403c-933d-20490a5d2924 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c14356d9-0eaa-4295-9673-7cc56a3b1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170115 Jul 22 23:37:47.810805 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912c29cc-daf4-41c8-bb72-478d18af8762 None None] Checking router: 71fd438f-f8e6-42d0-849a-8ae69a723008 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:37:47.827055 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe99012-5645-4749-8427-28507bf9c8cd x-openstack-request-id: req-dfe99012-5645-4749-8427-28507bf9c8cd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:47.827574 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75b94db-4305-4822-8d0a-537ffb6c6ad6", "tag": "112e686c-a78d-4711-88d2-07262a945aee", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:47.827574 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dfe99012-5645-4749-8427-28507bf9c8cd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:47.828203 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75b94db-4305-4822-8d0a-537ffb6c6ad6', 'tag': '112e686c-a78d-4711-88d2-07262a945aee', 'status': 'completed', 'code': 200} Jul 22 23:37:47.872378 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:47.887441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c29cc-daf4-41c8-bb72-478d18af8762 None None] Routers {'71fd438f-f8e6-42d0-849a-8ae69a723008'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:37:47.891624 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-f9556fee-6445-40fd-a922-c0bfef82f1ff service neutron] 10.222.0.26 "GET /v2.0/networks/c14356d9-0eaa-4295-9673-7cc56a3b1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102309 Jul 22 23:37:47.899234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-912c29cc-daf4-41c8-bb72-478d18af8762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:37:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['71fd438f-f8e6-42d0-849a-8ae69a723008'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:48.002503 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c6ea8d-073a-40bc-a189-90e30cdd68a2 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:48.015955 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a134107c-9998-4e2c-b076-c6bf2795a123 req-242e55a0-c393-42ed-9632-16f6dc3ec47a service neutron] 10.222.0.26 "GET /v2.0/networks/c14356d9-0eaa-4295-9673-7cc56a3b1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049089 Jul 22 23:37:48.017439 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ff3ba9-d0ab-4520-90ba-98b2fe951ec0 x-openstack-request-id: req-75ff3ba9-d0ab-4520-90ba-98b2fe951ec0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:48.017727 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a0b279-5ad4-4ea0-b994-14557321ce96", "tag": "7d72a513-4080-4776-a86f-a103aa1f0ce8", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:48.017978 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75ff3ba9-d0ab-4520-90ba-98b2fe951ec0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:48.018424 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a0b279-5ad4-4ea0-b994-14557321ce96', 'tag': '7d72a513-4080-4776-a86f-a103aa1f0ce8', 'status': 'completed', 'code': 200} Jul 22 23:37:48.060738 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 63c6ea8d-073a-40bc-a189-90e30cdd68a2, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=63c6ea8d-073a-40bc-a189-90e30cdd68a2,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:48.070820 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:48.089875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b7bab-827a-4064-8bb2-76906f670a18 req-7d25e75d-12de-46f9-978b-16211e9bbdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:48.092026 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e9b7bab-827a-4064-8bb2-76906f670a18 req-7d25e75d-12de-46f9-978b-16211e9bbdaf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b5ce6ba94d294bc08d3b48c8ba38c0cd&device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 1094 time: 0.2172213 Jul 22 23:37:48.130016 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=63c6ea8d-073a-40bc-a189-90e30cdd68a2,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:48.132578 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2446a4-8f2f-4fc4-825d-6f725f97c33f req-e085b27a-665b-4cfb-96ce-ca107d6ce39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:48.134099 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6e2446a4-8f2f-4fc4-825d-6f725f97c33f req-e085b27a-665b-4cfb-96ce-ca107d6ce39e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=012cdc0fb09346edbefeb7e4e49cc629&device_id=73a0b279-5ad4-4ea0-b994-14557321ce96 HTTP/1.1" status: 200 len: 1095 time: 0.1028967 Jul 22 23:37:48.155618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-912c29cc-daf4-41c8-bb72-478d18af8762 None None] Set router 71fd438f-f8e6-42d0-849a-8ae69a723008 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:37:48.220538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 112e686c-a78d-4711-88d2-07262a945aee details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:48.230110 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281b0dc-4124-4503-8f04-eea4173c4197 req-0fe1c766-d6c2-42ab-8e2e-ce2c7c1dff7d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:48.237957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5281b0dc-4124-4503-8f04-eea4173c4197 req-0fe1c766-d6c2-42ab-8e2e-ce2c7c1dff7d tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d518462-15e6-4619-9f58-d5e5779cd024 HTTP/1.1" status: 200 len: 944 time: 0.1880059 Jul 22 23:37:48.241950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:48.314318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b7bab-827a-4064-8bb2-76906f670a18 req-eb6ff0c5-bfd6-43b1-a748-68ccee28cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:48.319455 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e9b7bab-827a-4064-8bb2-76906f670a18 req-eb6ff0c5-bfd6-43b1-a748-68ccee28cecf service neutron] 10.222.0.18 "GET /v2.0/networks?id=b00701c6-9de2-4dfb-9176-97c7c727bf92 HTTP/1.1" status: 200 len: 913 time: 0.2192562 Jul 22 23:37:48.319659 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:37:48.320122 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9f6d952c-0cdd-4e3d-87ac-665c9fdfea57 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:37:48.340632 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['63c6ea8d-073a-40bc-a189-90e30cdd68a2'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:48.343670 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2446a4-8f2f-4fc4-825d-6f725f97c33f req-e20af2fe-0c96-4b99-b3ed-5c04b870c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:48.345701 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6e2446a4-8f2f-4fc4-825d-6f725f97c33f req-e20af2fe-0c96-4b99-b3ed-5c04b870c03a service neutron] 10.222.0.18 "GET /v2.0/networks?id=94aa53fa-7a14-414b-803a-a8dd75796ab3 HTTP/1.1" status: 200 len: 913 time: 0.2024720 Jul 22 23:37:48.389629 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e9b7bab-827a-4064-8bb2-76906f670a18 req-f2b37b43-12ae-4747-be0a-45ce1066a2f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=112e686c-a78d-4711-88d2-07262a945aee HTTP/1.1" status: 200 len: 217 time: 0.0496788 Jul 22 23:37:48.393206 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5281b0dc-4124-4503-8f04-eea4173c4197 req-e68d4f92-d154-4534-8539-2b8ae26c7d78 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543665 Jul 22 23:37:48.438893 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6e2446a4-8f2f-4fc4-825d-6f725f97c33f req-5cd0e6bb-68e6-434b-9e4d-97346fc1f875 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d72a513-4080-4776-a86f-a103aa1f0ce8 HTTP/1.1" status: 200 len: 217 time: 0.0855408 Jul 22 23:37:48.482740 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b7bab-827a-4064-8bb2-76906f670a18 req-a9ad902a-e148-4719-a167-6c90c626b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:48.484502 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e9b7bab-827a-4064-8bb2-76906f670a18 req-a9ad902a-e148-4719-a167-6c90c626b493 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2d25a6ce-35f2-4c49-9736-fa3c8d272859 HTTP/1.1" status: 200 len: 851 time: 0.0864403 Jul 22 23:37:48.511622 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2446a4-8f2f-4fc4-825d-6f725f97c33f req-21777975-0b99-47eb-a01b-71f43dfb7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:48.513846 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6e2446a4-8f2f-4fc4-825d-6f725f97c33f req-21777975-0b99-47eb-a01b-71f43dfb7c18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=112de286-9d0e-403f-bf64-d005eb53a1d9 HTTP/1.1" status: 200 len: 852 time: 0.0664501 Jul 22 23:37:48.561417 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6e2446a4-8f2f-4fc4-825d-6f725f97c33f req-f295bfac-a50c-49fd-a550-6f2b72d936dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=94aa53fa-7a14-414b-803a-a8dd75796ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378909 Jul 22 23:37:48.641294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10e40be4-329a-49e9-ac8a-e38a206b37a7 req-3392cd92-02a4-4fd3-9183-4ffb7f46237b tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/floatingips/b43d8556-e55f-4a69-b8ab-b8258db620b9 HTTP/1.1" status: 200 len: 694 time: 0.0939624 Jul 22 23:37:48.673161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b7bab-827a-4064-8bb2-76906f670a18 req-aea40ce9-36ee-42e4-a934-a9ca18bd294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:48.674603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e9b7bab-827a-4064-8bb2-76906f670a18 req-aea40ce9-36ee-42e4-a934-a9ca18bd294c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b00701c6-9de2-4dfb-9176-97c7c727bf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796932 Jul 22 23:37:48.680945 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6e2446a4-8f2f-4fc4-825d-6f725f97c33f req-e533fd7d-98be-4182-8793-311a4a2701d6 service neutron] 10.222.0.18 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125653 Jul 22 23:37:48.738653 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b536956-be8f-4927-88c5-c3f79a5f7926 req-ee5f7b25-5314-4acf-838b-4fc0047a0fb2 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:48.746298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b536956-be8f-4927-88c5-c3f79a5f7926 req-ee5f7b25-5314-4acf-838b-4fc0047a0fb2 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.2274833 Jul 22 23:37:48.781067 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6e2446a4-8f2f-4fc4-825d-6f725f97c33f req-b3e23379-b931-4539-bdc7-26806a73c582 service neutron] 10.222.0.18 "GET /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900519 Jul 22 23:37:48.784436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 112e686c-a78d-4711-88d2-07262a945aee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=112e686c-a78d-4711-88d2-07262a945aee,segment=NetworkSegment(8288aa59-b769-4042-8c94-e21cf2627592),segment_id=8288aa59-b769-4042-8c94-e21cf2627592)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:48.814582 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '112e686c-a78d-4711-88d2-07262a945aee', 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'port_id': '112e686c-a78d-4711-88d2-07262a945aee', 'mac_address': 'fa:16:3e:9e:22:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:48.889762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b536956-be8f-4927-88c5-c3f79a5f7926 req-893fed74-7a96-44ec-8958-a9c0c369cc15 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367736 Jul 22 23:37:48.902405 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:48.913128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e40be4-329a-49e9-ac8a-e38a206b37a7 req-47d58ec1-8222-4285-acfe-673177a4403f tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:48.914689 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10e40be4-329a-49e9-ac8a-e38a206b37a7 req-47d58ec1-8222-4285-acfe-673177a4403f tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.2669342 Jul 22 23:37:48.927908 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-912c29cc-daf4-41c8-bb72-478d18af8762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-router', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '604435df-10d9-4abe-9509-6b697b209710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:59Z', 'updated_at': '2021-07-22T23:37:07Z', 'revision_number': 4, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'gw_port': {'id': '604435df-10d9-4abe-9509-6b697b209710', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:01Z', 'updated_at': '2021-07-22T23:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '4f8de77f-e840-4618-8b3c-083fe289bf4b', 'name': '', 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'mac_address': 'fa:16:3e:50:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:05Z', 'updated_at': '2021-07-22T23:37:12Z', 'revision_number': 5, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'subnets': [{'id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:48.932299 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112e686c-a78d-4711-88d2-07262a945aee {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:48.964262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912c29cc-daf4-41c8-bb72-478d18af8762 None None] The sync data for ids ['71fd438f-f8e6-42d0-849a-8ae69a723008'] in n-d-688802-2 is: [{'id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-router', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '604435df-10d9-4abe-9509-6b697b209710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:59Z', 'updated_at': '2021-07-22T23:37:07Z', 'revision_number': 4, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'gw_port': {'id': '604435df-10d9-4abe-9509-6b697b209710', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:01Z', 'updated_at': '2021-07-22T23:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '4f8de77f-e840-4618-8b3c-083fe289bf4b', 'name': '', 'network_id': 'c14356d9-0eaa-4295-9673-7cc56a3b1b29', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'mac_address': 'fa:16:3e:50:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:05Z', 'updated_at': '2021-07-22T23:37:12Z', 'revision_number': 5, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'subnets': [{'id': '58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:37:48.982409 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10e40be4-329a-49e9-ac8a-e38a206b37a7 req-8da7c270-f679-4e33-ac72-e4e5afe4d3f6 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 697 time: 0.0581520 Jul 22 23:37:48.984928 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 112e686c-a78d-4711-88d2-07262a945aee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=112e686c-a78d-4711-88d2-07262a945aee,segment=NetworkSegment(8288aa59-b769-4042-8c94-e21cf2627592),segment_id=8288aa59-b769-4042-8c94-e21cf2627592)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:48.994680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e9b7bab-827a-4064-8bb2-76906f670a18 req-1dfbd934-668e-4bc7-8993-431aae98c4b2 service neutron] 10.222.0.18 "GET /v2.0/networks/b00701c6-9de2-4dfb-9176-97c7c727bf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980452 Jul 22 23:37:48.998972 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:48.999670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 7d72a513-4080-4776-a86f-a103aa1f0ce8 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:49.071014 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10e40be4-329a-49e9-ac8a-e38a206b37a7 req-133e5928-5935-4a01-ba34-ca9f2c904503 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 697 time: 0.0878904 Jul 22 23:37:49.109617 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=112e686c-a78d-4711-88d2-07262a945aee,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:49.188712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 7d72a513-4080-4776-a86f-a103aa1f0ce8, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=7d72a513-4080-4776-a86f-a103aa1f0ce8,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:49.207424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '7d72a513-4080-4776-a86f-a103aa1f0ce8', 'network_id': '94aa53fa-7a14-414b-803a-a8dd75796ab3', 'port_id': '7d72a513-4080-4776-a86f-a103aa1f0ce8', 'mac_address': 'fa:16:3e:a6:a8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112de286-9d0e-403f-bf64-d005eb53a1d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:49.249336 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:49.264312 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d72a513-4080-4776-a86f-a103aa1f0ce8 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:49.287190 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 7d72a513-4080-4776-a86f-a103aa1f0ce8, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=7d72a513-4080-4776-a86f-a103aa1f0ce8,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:49.291880 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:49.346960 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fd239-d17f-4dbe-96af-efc1bbdb5f20 req-21229c21-7184-4ead-8dac-95c97dc7dca8 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:49.353825 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c23fd239-d17f-4dbe-96af-efc1bbdb5f20 req-21229c21-7184-4ead-8dac-95c97dc7dca8 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=348fbf35-30c3-4818-9500-d481acd9ca63 HTTP/1.1" status: 200 len: 945 time: 0.2803600 Jul 22 23:37:49.355499 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=7d72a513-4080-4776-a86f-a103aa1f0ce8,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:49.372767 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e9b7bab-827a-4064-8bb2-76906f670a18 req-2f75f6a6-3636-4098-941e-1e7358b37760 service neutron] 10.222.0.18 "GET /v2.0/networks/b00701c6-9de2-4dfb-9176-97c7c727bf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004141 Jul 22 23:37:49.422262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-10e40be4-329a-49e9-ac8a-e38a206b37a7 req-df5fbe99-7c42-40ef-88a3-053b26bb7476 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Deleting port 507508fd-ae4a-4f46-bde1-113fd006bce4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:49.422603 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10e40be4-329a-49e9-ac8a-e38a206b37a7 req-df5fbe99-7c42-40ef-88a3-053b26bb7476 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:49.426772 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c23fd239-d17f-4dbe-96af-efc1bbdb5f20 req-b7780032-9249-4bce-bbf8-facde38884ca tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721574 Jul 22 23:37:49.435237 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad94b46-b6bb-4fc3-9fdd-e01c9253198b None None] New status for floating IP b43d8556-e55f-4a69-b8ab-b8258db620b9: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:37:49.514995 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10e40be4-329a-49e9-ac8a-e38a206b37a7 req-df5fbe99-7c42-40ef-88a3-053b26bb7476 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:49.515364 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10e40be4-329a-49e9-ac8a-e38a206b37a7 req-df5fbe99-7c42-40ef-88a3-053b26bb7476 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:49.554031 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-10e40be4-329a-49e9-ac8a-e38a206b37a7 req-df5fbe99-7c42-40ef-88a3-053b26bb7476 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Calling delete_port for 507508fd-ae4a-4f46-bde1-113fd006bce4 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:49.645459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5081ea-85f0-4534-8be2-b65b177b313e req-8c54fb0f-4d5c-4550-9a93-8379b614cbdd tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:49.647050 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cc5081ea-85f0-4534-8be2-b65b177b313e req-8c54fb0f-4d5c-4550-9a93-8379b614cbdd tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 944 time: 0.1240511 Jul 22 23:37:49.706016 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cc5081ea-85f0-4534-8be2-b65b177b313e req-8b776852-da1a-4900-a404-50b146097f22 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/security-groups?id=99cf82dd-185a-4676-9d5e-73e2cade56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505002 Jul 22 23:37:49.718645 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['7d72a513-4080-4776-a86f-a103aa1f0ce8'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:49.758925 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['112e686c-a78d-4711-88d2-07262a945aee'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:49.763705 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10e40be4-329a-49e9-ac8a-e38a206b37a7 req-df5fbe99-7c42-40ef-88a3-053b26bb7476 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:49.790234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fbe99-7c42-40ef-88a3-053b26bb7476 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Pushing event deleted for resources: {'Port': ['ID=507508fd-ae4a-4f46-bde1-113fd006bce4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:49.881199 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10e40be4-329a-49e9-ac8a-e38a206b37a7 req-df5fbe99-7c42-40ef-88a3-053b26bb7476 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:49.887878 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10e40be4-329a-49e9-ac8a-e38a206b37a7 req-df5fbe99-7c42-40ef-88a3-053b26bb7476 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:49.889894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10e40be4-329a-49e9-ac8a-e38a206b37a7 req-df5fbe99-7c42-40ef-88a3-053b26bb7476 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "DELETE /v2.0/floatingips/b43d8556-e55f-4a69-b8ab-b8258db620b9 HTTP/1.1" status: 204 len: 173 time: 0.7773519 Jul 22 23:37:50.019440 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb084b6-a25d-44a1-88b2-c8ebcffa6228', 'name': 'network-vif-deleted', 'tag': '9f6d952c-0cdd-4e3d-87ac-665c9fdfea57'}, {'name': 'network-changed', 'server_uuid': '7dbe3542-4928-4d4d-9980-72c82d96fded', 'tag': 'c785cbc9-5581-4f8f-8d33-3c34acb792e6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:50.022143 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2504c6-d731-49cf-8835-c8db5c3eb362" -d '{"events": [{"server_uuid": "3eb084b6-a25d-44a1-88b2-c8ebcffa6228", "name": "network-vif-deleted", "tag": "9f6d952c-0cdd-4e3d-87ac-665c9fdfea57"}, {"name": "network-changed", "server_uuid": "7dbe3542-4928-4d4d-9980-72c82d96fded", "tag": "c785cbc9-5581-4f8f-8d33-3c34acb792e6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:50.060369 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7a09e-dcae-4e5f-8ec8-57a5e253663f req-5cbc36a8-c5e9-4427-888e-768440252ad3 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:50.061883 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04b7a09e-dcae-4e5f-8ec8-57a5e253663f req-5cbc36a8-c5e9-4427-888e-768440252ad3 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d518462-15e6-4619-9f58-d5e5779cd024 HTTP/1.1" status: 200 len: 945 time: 0.1155064 Jul 22 23:37:50.117249 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04b7a09e-dcae-4e5f-8ec8-57a5e253663f req-6bc2fe93-622e-49c0-8e8b-f14618ab3202 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496907 Jul 22 23:37:50.125491 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9725ad-bc35-424a-90a4-6fc741953d1d req-9af4870c-e181-4042-9267-6e09c2980403 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:50.126920 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb9725ad-bc35-424a-90a4-6fc741953d1d req-9af4870c-e181-4042-9267-6e09c2980403 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.1111813 Jul 22 23:37:50.168062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb9725ad-bc35-424a-90a4-6fc741953d1d req-2b4d4f66-907b-4945-919c-920296afdb76 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350671 Jul 22 23:37:50.309428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78ecfd-4c98-4513-b0ed-efd00a4f7f0c req-4b3992fe-1a9e-4629-ae2a-18f8bf04b30a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:50.311000 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c78ecfd-4c98-4513-b0ed-efd00a4f7f0c req-4b3992fe-1a9e-4629-ae2a-18f8bf04b30a tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.95 "GET /v2.0/ports?device_id=348fbf35-30c3-4818-9500-d481acd9ca63 HTTP/1.1" status: 200 len: 945 time: 0.1462748 Jul 22 23:37:50.325001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235233f-f50a-49dc-8808-9d7b7676af6f req-9c85457d-0640-4013-800f-6adb5450b6c7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:50.326992 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4235233f-f50a-49dc-8808-9d7b7676af6f req-9c85457d-0640-4013-800f-6adb5450b6c7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b9b9cc8-f924-4bc6-8dd4-34071c406d44 HTTP/1.1" status: 200 len: 946 time: 0.1501820 Jul 22 23:37:50.391064 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd28f5d-2e2e-4716-b022-a305a944f0d1 req-82b00c9c-5c64-4c6f-bdbc-e1830105533b tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:50.392507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-acd28f5d-2e2e-4716-b022-a305a944f0d1 req-82b00c9c-5c64-4c6f-bdbc-e1830105533b tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbe3542-4928-4d4d-9980-72c82d96fded&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1634002 Jul 22 23:37:50.458152 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4235233f-f50a-49dc-8808-9d7b7676af6f req-58c65e86-cb1e-4768-bfc5-4f6f93f11ece tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222951 Jul 22 23:37:50.459367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-acd28f5d-2e2e-4716-b022-a305a944f0d1 req-5073f8f2-cefa-44be-9d51-215ca0cfca3c tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0609493 Jul 22 23:37:50.523049 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6c78ecfd-4c98-4513-b0ed-efd00a4f7f0c req-1f2f26e2-2950-4065-9e7a-3272ed713300 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Deleting port 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:50.523404 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c78ecfd-4c98-4513-b0ed-efd00a4f7f0c req-1f2f26e2-2950-4065-9e7a-3272ed713300 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:50.542281 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca5e23a-e5bb-421f-9f45-1a530c6bac51 x-openstack-request-id: req-eca5e23a-e5bb-421f-9f45-1a530c6bac51 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:50.542575 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb084b6-a25d-44a1-88b2-c8ebcffa6228", "name": "network-vif-deleted", "tag": "9f6d952c-0cdd-4e3d-87ac-665c9fdfea57", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7dbe3542-4928-4d4d-9980-72c82d96fded", "tag": "c785cbc9-5581-4f8f-8d33-3c34acb792e6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:50.542824 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eca5e23a-e5bb-421f-9f45-1a530c6bac51 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:50.543213 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb084b6-a25d-44a1-88b2-c8ebcffa6228', 'name': 'network-vif-deleted', 'tag': '9f6d952c-0cdd-4e3d-87ac-665c9fdfea57', 'status': 'completed', 'code': 200} Jul 22 23:37:50.543466 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbe3542-4928-4d4d-9980-72c82d96fded', 'tag': 'c785cbc9-5581-4f8f-8d33-3c34acb792e6', 'status': 'completed', 'code': 200} Jul 22 23:37:50.614707 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2504c6-d731-49cf-8835-c8db5c3eb362 req-fe526945-5d8e-476e-a2e8-378183823170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:50.616363 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ee2504c6-d731-49cf-8835-c8db5c3eb362 req-fe526945-5d8e-476e-a2e8-378183823170 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=30fa11b7d04d4613ba840561a8e3696e&device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 1096 time: 0.0579073 Jul 22 23:37:50.629470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e3d5da5b-da9a-40dc-b5ad-bffad7fadb45 req-669a5333-3d53-4fdb-b36d-8cc84df56f23 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0833955 Jul 22 23:37:50.730199 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ea41d-3ec9-4a3a-b5e3-7b240a12a252 req-b3d9d56c-de91-432c-bb2f-232b7edc9f77 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:50.731826 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a5ea41d-3ec9-4a3a-b5e3-7b240a12a252 req-b3d9d56c-de91-432c-bb2f-232b7edc9f77 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/ports?device_id=348fbf35-30c3-4818-9500-d481acd9ca63 HTTP/1.1" status: 200 len: 945 time: 0.1875796 Jul 22 23:37:50.733166 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2504c6-d731-49cf-8835-c8db5c3eb362 req-c59a44a6-6cb9-4ee8-83d2-198b2b6315a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:50.734996 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ee2504c6-d731-49cf-8835-c8db5c3eb362 req-c59a44a6-6cb9-4ee8-83d2-198b2b6315a6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c14356d9-0eaa-4295-9673-7cc56a3b1b29 HTTP/1.1" status: 200 len: 929 time: 0.1108758 Jul 22 23:37:50.752095 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6c78ecfd-4c98-4513-b0ed-efd00a4f7f0c req-1f2f26e2-2950-4065-9e7a-3272ed713300 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] For port 2a4312a3-6ad0-4534-8530-8730fdc8cdd3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2a4312a3-6ad0-4534-8530-8730fdc8cdd3,segment=NetworkSegment(96f42c3a-e8d7-4031-b2b3-04886d55f965),segment_id=96f42c3a-e8d7-4031-b2b3-04886d55f965)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:50.752993 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c78ecfd-4c98-4513-b0ed-efd00a4f7f0c req-1f2f26e2-2950-4065-9e7a-3272ed713300 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:50.782807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-6c78ecfd-4c98-4513-b0ed-efd00a4f7f0c req-1f2f26e2-2950-4065-9e7a-3272ed713300 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Calling delete_port for 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:50.816831 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a5ea41d-3ec9-4a3a-b5e3-7b240a12a252 req-f9305e14-d90e-4a05-aee5-9d3c7cba853b tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.26 "GET /v2.0/security-groups?id=a87cafbf-b534-4c22-9878-4a70225799a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769944 Jul 22 23:37:50.837605 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ee2504c6-d731-49cf-8835-c8db5c3eb362 req-34a83e5b-122a-4453-bc80-5f9c9e968f15 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c785cbc9-5581-4f8f-8d33-3c34acb792e6 HTTP/1.1" status: 200 len: 217 time: 0.0943947 Jul 22 23:37:50.901688 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2504c6-d731-49cf-8835-c8db5c3eb362 req-f16a0254-4d55-4fa1-a80d-9100989d9e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:50.904605 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ee2504c6-d731-49cf-8835-c8db5c3eb362 req-f16a0254-4d55-4fa1-a80d-9100989d9e67 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba HTTP/1.1" status: 200 len: 867 time: 0.0584269 Jul 22 23:37:50.973762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2504c6-d731-49cf-8835-c8db5c3eb362 req-e568baf9-14e3-4822-8d5e-055a89bc412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:50.975512 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ee2504c6-d731-49cf-8835-c8db5c3eb362 req-e568baf9-14e3-4822-8d5e-055a89bc412a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c14356d9-0eaa-4295-9673-7cc56a3b1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651672 Jul 22 23:37:51.042725 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c78ecfd-4c98-4513-b0ed-efd00a4f7f0c req-1f2f26e2-2950-4065-9e7a-3272ed713300 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:51.060820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['2a4312a3-6ad0-4534-8530-8730fdc8cdd3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:51.081322 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ee2504c6-d731-49cf-8835-c8db5c3eb362 req-cc538c5d-13f3-45aa-bcdc-91f1dddbe32d service neutron] 10.222.0.95 "GET /v2.0/networks/c14356d9-0eaa-4295-9673-7cc56a3b1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980535 Jul 22 23:37:51.086026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f26e2-2950-4065-9e7a-3272ed713300 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Pushing event deleted for resources: {'Port': ['ID=2a4312a3-6ad0-4534-8530-8730fdc8cdd3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:51.149798 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c78ecfd-4c98-4513-b0ed-efd00a4f7f0c req-1f2f26e2-2950-4065-9e7a-3272ed713300 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] No DVR routers for this DVR port 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:37:51.153480 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6c78ecfd-4c98-4513-b0ed-efd00a4f7f0c req-1f2f26e2-2950-4065-9e7a-3272ed713300 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:51.155605 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c78ecfd-4c98-4513-b0ed-efd00a4f7f0c req-1f2f26e2-2950-4065-9e7a-3272ed713300 tempest-DeleteServersTestJSON-1455620976 tempest-DeleteServersTestJSON-1455620976-project] 10.222.0.95 "DELETE /v2.0/ports/2a4312a3-6ad0-4534-8530-8730fdc8cdd3 HTTP/1.1" status: 204 len: 173 time: 0.8263192 Jul 22 23:37:51.170662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0726bc-ff45-4bf0-9b46-93d09d2ab3d1 req-ee309485-ac6a-499c-8b07-e669d93cfbe8 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:51.172971 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a0726bc-ff45-4bf0-9b46-93d09d2ab3d1 req-ee309485-ac6a-499c-8b07-e669d93cfbe8 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 944 time: 0.2194183 Jul 22 23:37:51.193326 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ee2504c6-d731-49cf-8835-c8db5c3eb362 req-d3a06429-9bbd-4338-9712-6a0769662e0f service neutron] 10.222.0.95 "GET /v2.0/networks/c14356d9-0eaa-4295-9673-7cc56a3b1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037352 Jul 22 23:37:51.210979 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad0625-da16-4ec6-98db-1e11ca5028fd req-91fa27ca-9bb9-4331-bb53-ac6ec29ed84a tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:51.213524 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edad0625-da16-4ec6-98db-1e11ca5028fd req-91fa27ca-9bb9-4331-bb53-ac6ec29ed84a tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 945 time: 0.2068532 Jul 22 23:37:51.252823 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a0726bc-ff45-4bf0-9b46-93d09d2ab3d1 req-bde434a0-d1b3-424a-ab48-ba6ca0c4bae0 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/security-groups?id=99cf82dd-185a-4676-9d5e-73e2cade56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732093 Jul 22 23:37:51.285626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edad0625-da16-4ec6-98db-1e11ca5028fd req-a03baae5-2c1f-4c3d-a90d-62edf7026a4b tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e344b12-6ec1-4c42-9301-efe6856e61aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645876 Jul 22 23:37:51.296704 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 63c6ea8d-073a-40bc-a189-90e30cdd68a2 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:51.367607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 63c6ea8d-073a-40bc-a189-90e30cdd68a2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:51.373020 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 63c6ea8d-073a-40bc-a189-90e30cdd68a2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:51.373448 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:51.460749 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:51.485825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79ee0a-277f-4090-969a-24bd47cf0e55 req-d04fc94b-c7cc-4e21-a26c-625ced2fa355 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:51.493798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4f79ee0a-277f-4090-969a-24bd47cf0e55 req-d04fc94b-c7cc-4e21-a26c-625ced2fa355 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.1251898 Jul 22 23:37:51.509547 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d518462-15e6-4619-9f58-d5e5779cd024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c6ea8d-073a-40bc-a189-90e30cdd68a2'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:51.513541 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6571bb-84e9-48da-b837-159c70f37443" -d '{"events": [{"server_uuid": "2d518462-15e6-4619-9f58-d5e5779cd024", "name": "network-vif-plugged", "status": "completed", "tag": "63c6ea8d-073a-40bc-a189-90e30cdd68a2"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:51.515913 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fdc43-c691-4da0-8ba0-f5ca496570df req-e2e1d8bb-7395-4485-b95a-3b5962f50a25 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:51.517579 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-896fdc43-c691-4da0-8ba0-f5ca496570df req-e2e1d8bb-7395-4485-b95a-3b5962f50a25 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d518462-15e6-4619-9f58-d5e5779cd024 HTTP/1.1" status: 200 len: 945 time: 0.1672881 Jul 22 23:37:51.522932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 63c6ea8d-073a-40bc-a189-90e30cdd68a2, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=63c6ea8d-073a-40bc-a189-90e30cdd68a2,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:51.528651 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:51.568639 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4f79ee0a-277f-4090-969a-24bd47cf0e55 req-8ae630f1-91ba-49df-b8e1-cd7245587014 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736656 Jul 22 23:37:51.586781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=63c6ea8d-073a-40bc-a189-90e30cdd68a2,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:51.589607 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-896fdc43-c691-4da0-8ba0-f5ca496570df req-2c901d67-5bb5-4b45-969a-6c26a62051bb tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621519 Jul 22 23:37:51.645330 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cc4e19-e9ed-4415-b1e2-cc32bc80b3f5 x-openstack-request-id: req-a4cc4e19-e9ed-4415-b1e2-cc32bc80b3f5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:51.645677 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d518462-15e6-4619-9f58-d5e5779cd024", "name": "network-vif-plugged", "status": "completed", "tag": "63c6ea8d-073a-40bc-a189-90e30cdd68a2", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:51.645938 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4cc4e19-e9ed-4415-b1e2-cc32bc80b3f5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:51.646632 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d518462-15e6-4619-9f58-d5e5779cd024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c6ea8d-073a-40bc-a189-90e30cdd68a2', 'code': 200} Jul 22 23:37:51.797212 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f832a-d93b-4afd-ae79-fea34f240d11 req-42a93b1e-6d5b-488a-b265-6f2273063494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:51.797847 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0a4f832a-d93b-4afd-ae79-fea34f240d11 req-42a93b1e-6d5b-488a-b265-6f2273063494 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2d518462-15e6-4619-9f58-d5e5779cd024 HTTP/1.1" status: 200 len: 1097 time: 0.0766592 Jul 22 23:37:51.846956 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0a4f832a-d93b-4afd-ae79-fea34f240d11 req-dad52244-1386-4453-9958-b7c06e074d2b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376265 Jul 22 23:37:52.113473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0e1dd-fb9d-4e75-b189-eb9aa52eb5a7 req-75c05c7e-c51f-4ddf-84f8-0b603d7f5074 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:52.121324 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ef0e1dd-fb9d-4e75-b189-eb9aa52eb5a7 req-75c05c7e-c51f-4ddf-84f8-0b603d7f5074 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b9b9cc8-f924-4bc6-8dd4-34071c406d44 HTTP/1.1" status: 200 len: 946 time: 0.1004264 Jul 22 23:37:52.150939 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2d738-a93f-4cb1-b11b-07291b71ef52 req-6dd5e876-8dd0-4795-b7c5-7e49cbc5d768 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:52.152454 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81b2d738-a93f-4cb1-b11b-07291b71ef52 req-6dd5e876-8dd0-4795-b7c5-7e49cbc5d768 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b9b9cc8-f924-4bc6-8dd4-34071c406d44 HTTP/1.1" status: 200 len: 946 time: 0.5019643 Jul 22 23:37:52.180348 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ef0e1dd-fb9d-4e75-b189-eb9aa52eb5a7 req-477311b3-3de9-4e0e-9c1b-1af273cdd08a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583150 Jul 22 23:37:52.246989 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 112e686c-a78d-4711-88d2-07262a945aee up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:52.297965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-81b2d738-a93f-4cb1-b11b-07291b71ef52 req-2213c328-3a09-4be3-b737-fb60a4e9d954 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Deleting port daad81a8-f714-484f-83e0-fe5dc0bc126c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:52.298619 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-81b2d738-a93f-4cb1-b11b-07291b71ef52 req-2213c328-3a09-4be3-b737-fb60a4e9d954 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:52.308035 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 112e686c-a78d-4711-88d2-07262a945aee completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:52.315196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 112e686c-a78d-4711-88d2-07262a945aee triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:52.315578 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:52.421329 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:52.460998 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 112e686c-a78d-4711-88d2-07262a945aee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=112e686c-a78d-4711-88d2-07262a945aee,segment=NetworkSegment(8288aa59-b769-4042-8c94-e21cf2627592),segment_id=8288aa59-b769-4042-8c94-e21cf2627592)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:52.466455 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:52.467321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 7d72a513-4080-4776-a86f-a103aa1f0ce8 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:52.492805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-81b2d738-a93f-4cb1-b11b-07291b71ef52 req-2213c328-3a09-4be3-b737-fb60a4e9d954 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] For port daad81a8-f714-484f-83e0-fe5dc0bc126c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=daad81a8-f714-484f-83e0-fe5dc0bc126c,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:52.493263 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-81b2d738-a93f-4cb1-b11b-07291b71ef52 req-2213c328-3a09-4be3-b737-fb60a4e9d954 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:52.521002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-81b2d738-a93f-4cb1-b11b-07291b71ef52 req-2213c328-3a09-4be3-b737-fb60a4e9d954 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Calling delete_port for daad81a8-f714-484f-83e0-fe5dc0bc126c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:52.547381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348fbf35-30c3-4818-9500-d481acd9ca63', 'name': 'network-vif-deleted', 'tag': '2a4312a3-6ad0-4534-8530-8730fdc8cdd3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:52.549072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=112e686c-a78d-4711-88d2-07262a945aee,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:52.549678 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225c93ac-1e9c-4ee8-b021-2b9690e5f9fd" -d '{"events": [{"server_uuid": "348fbf35-30c3-4818-9500-d481acd9ca63", "name": "network-vif-deleted", "tag": "2a4312a3-6ad0-4534-8530-8730fdc8cdd3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:52.562638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 7d72a513-4080-4776-a86f-a103aa1f0ce8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:52.567762 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 7d72a513-4080-4776-a86f-a103aa1f0ce8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:52.568138 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:52.596541 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad38e5-dcd5-4372-8af1-342ed90ade5e req-b8d68a0f-c9ae-4d5a-b8dc-936795526ba0 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:52.598060 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-40ad38e5-dcd5-4372-8af1-342ed90ade5e req-b8d68a0f-c9ae-4d5a-b8dc-936795526ba0 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 944 time: 0.2449799 Jul 22 23:37:52.607693 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75378d-0ff0-4ef8-afb0-0e2a65d800da req-f0e981b4-a78a-4455-b8d7-45f214b0364a tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:52.609412 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c75378d-0ff0-4ef8-afb0-0e2a65d800da req-f0e981b4-a78a-4455-b8d7-45f214b0364a tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 945 time: 0.1770720 Jul 22 23:37:52.663553 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:52.700927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c75378d-0ff0-4ef8-afb0-0e2a65d800da req-521ba496-4609-40ad-a066-6a70cdba783f tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e344b12-6ec1-4c42-9301-efe6856e61aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778165 Jul 22 23:37:52.704976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-40ad38e5-dcd5-4372-8af1-342ed90ade5e req-61bf4df7-5550-494d-b5f0-96519f52abb2 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/security-groups?id=99cf82dd-185a-4676-9d5e-73e2cade56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950377 Jul 22 23:37:52.714295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 7d72a513-4080-4776-a86f-a103aa1f0ce8, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=7d72a513-4080-4776-a86f-a103aa1f0ce8,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:52.721719 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:52.725427 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45915e-5666-4dec-95f4-86f0b7bea69f req-6258f108-9764-4e92-a4e4-ba5938c5d64d tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:52.727016 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be45915e-5666-4dec-95f4-86f0b7bea69f req-6258f108-9764-4e92-a4e4-ba5938c5d64d tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.95 "GET /v2.0/ports?device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 945 time: 0.1143181 Jul 22 23:37:52.807541 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9764e93-03e1-46f2-a633-419f3dfb7377 x-openstack-request-id: req-d9764e93-03e1-46f2-a633-419f3dfb7377 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:52.807851 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348fbf35-30c3-4818-9500-d481acd9ca63", "name": "network-vif-deleted", "tag": "2a4312a3-6ad0-4534-8530-8730fdc8cdd3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:52.808074 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9764e93-03e1-46f2-a633-419f3dfb7377 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:52.820370 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348fbf35-30c3-4818-9500-d481acd9ca63', 'name': 'network-vif-deleted', 'tag': '2a4312a3-6ad0-4534-8530-8730fdc8cdd3', 'status': 'completed', 'code': 200} Jul 22 23:37:52.868147 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=7d72a513-4080-4776-a86f-a103aa1f0ce8,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:52.877677 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-81b2d738-a93f-4cb1-b11b-07291b71ef52 req-2213c328-3a09-4be3-b737-fb60a4e9d954 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:52.913276 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['8bae08b7-0670-4539-82be-dcc4e9e03196'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:52.960521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-be45915e-5666-4dec-95f4-86f0b7bea69f req-15b8e81a-356e-4932-83b2-040a22a623cc tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Deleting port c785cbc9-5581-4f8f-8d33-3c34acb792e6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:52.961619 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be45915e-5666-4dec-95f4-86f0b7bea69f req-15b8e81a-356e-4932-83b2-040a22a623cc tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:53.048865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213c328-3a09-4be3-b737-fb60a4e9d954 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Pushing event deleted for resources: {'Port': ['ID=daad81a8-f714-484f-83e0-fe5dc0bc126c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:53.056888 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b2d738-a93f-4cb1-b11b-07291b71ef52 req-2213c328-3a09-4be3-b737-fb60a4e9d954 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] No DVR routers for this DVR port daad81a8-f714-484f-83e0-fe5dc0bc126c on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:37:53.060779 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-81b2d738-a93f-4cb1-b11b-07291b71ef52 req-2213c328-3a09-4be3-b737-fb60a4e9d954 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:53.063519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81b2d738-a93f-4cb1-b11b-07291b71ef52 req-2213c328-3a09-4be3-b737-fb60a4e9d954 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "DELETE /v2.0/ports/daad81a8-f714-484f-83e0-fe5dc0bc126c HTTP/1.1" status: 204 len: 173 time: 0.9010940 Jul 22 23:37:53.092401 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-be45915e-5666-4dec-95f4-86f0b7bea69f req-15b8e81a-356e-4932-83b2-040a22a623cc tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] For port c785cbc9-5581-4f8f-8d33-3c34acb792e6, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c785cbc9-5581-4f8f-8d33-3c34acb792e6,segment=NetworkSegment(cd22a5ca-7bc4-469e-94d9-3f77e5579e64),segment_id=cd22a5ca-7bc4-469e-94d9-3f77e5579e64)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:53.092969 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be45915e-5666-4dec-95f4-86f0b7bea69f req-15b8e81a-356e-4932-83b2-040a22a623cc tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:53.110598 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-be45915e-5666-4dec-95f4-86f0b7bea69f req-15b8e81a-356e-4932-83b2-040a22a623cc tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Calling delete_port for c785cbc9-5581-4f8f-8d33-3c34acb792e6 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:53.164132 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4718f-af76-48e2-be35-3cb71283b248 req-c2eb905e-89fd-4580-abcd-26e0362603c1 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:53.165699 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-31b4718f-af76-48e2-be35-3cb71283b248 req-c2eb905e-89fd-4580-abcd-26e0362603c1 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.2713931 Jul 22 23:37:53.226399 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b670dc7-f5bd-419a-b3ab-1d33623d99a6 req-5d8ead1e-e4c9-436e-890a-a858cbde4148 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:53.234644 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b670dc7-f5bd-419a-b3ab-1d33623d99a6 req-5d8ead1e-e4c9-436e-890a-a858cbde4148 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d518462-15e6-4619-9f58-d5e5779cd024 HTTP/1.1" status: 200 len: 946 time: 0.2868912 Jul 22 23:37:53.245665 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-31b4718f-af76-48e2-be35-3cb71283b248 req-3a590868-0732-471a-b867-cf97d567febc tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717633 Jul 22 23:37:53.295638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b670dc7-f5bd-419a-b3ab-1d33623d99a6 req-fdc511ea-197c-4988-9304-a536aaa06a18 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580091 Jul 22 23:37:53.324926 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be45915e-5666-4dec-95f4-86f0b7bea69f req-15b8e81a-356e-4932-83b2-040a22a623cc tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:53.339716 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['c785cbc9-5581-4f8f-8d33-3c34acb792e6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:53.374921 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8e81a-356e-4932-83b2-040a22a623cc tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Pushing event deleted for resources: {'Port': ['ID=c785cbc9-5581-4f8f-8d33-3c34acb792e6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:53.441770 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-be45915e-5666-4dec-95f4-86f0b7bea69f req-15b8e81a-356e-4932-83b2-040a22a623cc tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] No DVR routers for this DVR port c785cbc9-5581-4f8f-8d33-3c34acb792e6 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:37:53.444521 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be45915e-5666-4dec-95f4-86f0b7bea69f req-15b8e81a-356e-4932-83b2-040a22a623cc tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:53.448797 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be45915e-5666-4dec-95f4-86f0b7bea69f req-15b8e81a-356e-4932-83b2-040a22a623cc tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.95 "DELETE /v2.0/ports/c785cbc9-5581-4f8f-8d33-3c34acb792e6 HTTP/1.1" status: 204 len: 173 time: 0.7137682 Jul 22 23:37:53.449344 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbe3542-4928-4d4d-9980-72c82d96fded', 'name': 'network-vif-deleted', 'tag': 'c785cbc9-5581-4f8f-8d33-3c34acb792e6'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:53.451929 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fadef7-0eea-47d2-8f7e-62f0216aaf6b" -d '{"events": [{"server_uuid": "7dbe3542-4928-4d4d-9980-72c82d96fded", "name": "network-vif-deleted", "tag": "c785cbc9-5581-4f8f-8d33-3c34acb792e6"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:53.525808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0ae17d1-e0c8-4cff-a04a-53bad746d765 req-756d935d-a288-4d15-a69f-51dcc8b842d0 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b9b9cc8-f924-4bc6-8dd4-34071c406d44 HTTP/1.1" status: 200 len: 210 time: 0.0548341 Jul 22 23:37:53.552568 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fb730f-c48a-4533-9329-3318a0aa6d36 x-openstack-request-id: req-95fb730f-c48a-4533-9329-3318a0aa6d36 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:53.552894 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbe3542-4928-4d4d-9980-72c82d96fded", "name": "network-vif-deleted", "tag": "c785cbc9-5581-4f8f-8d33-3c34acb792e6", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:53.553278 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95fb730f-c48a-4533-9329-3318a0aa6d36 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:53.553682 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbe3542-4928-4d4d-9980-72c82d96fded', 'name': 'network-vif-deleted', 'tag': 'c785cbc9-5581-4f8f-8d33-3c34acb792e6', 'status': 'completed', 'code': 200} Jul 22 23:37:53.648235 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75b94db-4305-4822-8d0a-537ffb6c6ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112e686c-a78d-4711-88d2-07262a945aee'}, {'server_uuid': '73a0b279-5ad4-4ea0-b994-14557321ce96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d72a513-4080-4776-a86f-a103aa1f0ce8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:53.653069 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59eeb77c-8f20-45cf-b532-09011f5d950f" -d '{"events": [{"server_uuid": "b75b94db-4305-4822-8d0a-537ffb6c6ad6", "name": "network-vif-plugged", "status": "completed", "tag": "112e686c-a78d-4711-88d2-07262a945aee"}, {"server_uuid": "73a0b279-5ad4-4ea0-b994-14557321ce96", "name": "network-vif-plugged", "status": "completed", "tag": "7d72a513-4080-4776-a86f-a103aa1f0ce8"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:53.717775 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daba51c-d802-48b4-8eb7-49e2afabf386 x-openstack-request-id: req-8daba51c-d802-48b4-8eb7-49e2afabf386 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:53.718556 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75b94db-4305-4822-8d0a-537ffb6c6ad6", "name": "network-vif-plugged", "status": "completed", "tag": "112e686c-a78d-4711-88d2-07262a945aee", "code": 200}, {"server_uuid": "73a0b279-5ad4-4ea0-b994-14557321ce96", "name": "network-vif-plugged", "status": "completed", "tag": "7d72a513-4080-4776-a86f-a103aa1f0ce8", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:53.719020 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8daba51c-d802-48b4-8eb7-49e2afabf386 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:53.719716 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75b94db-4305-4822-8d0a-537ffb6c6ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112e686c-a78d-4711-88d2-07262a945aee', 'code': 200} Jul 22 23:37:53.720133 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a0b279-5ad4-4ea0-b994-14557321ce96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d72a513-4080-4776-a86f-a103aa1f0ce8', 'code': 200} Jul 22 23:37:53.923628 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d10c08e8-8041-48ec-b543-9a951fd1f4a7 req-0781e45f-fe65-421c-b7bf-c951e72f8dc5 tempest-FloatingIPsAssociationNegativeTestJSON-25034449 tempest-FloatingIPsAssociationNegativeTestJSON-25034449-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbe3542-4928-4d4d-9980-72c82d96fded HTTP/1.1" status: 200 len: 210 time: 0.0848885 Jul 22 23:37:53.949825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926bb41-9672-474e-9d2f-0aef88a2e033 req-fd5b6e54-d99c-43f2-965a-707ee39e3520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:53.952039 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3926bb41-9672-474e-9d2f-0aef88a2e033 req-fd5b6e54-d99c-43f2-965a-707ee39e3520 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=73a0b279-5ad4-4ea0-b994-14557321ce96 HTTP/1.1" status: 200 len: 1097 time: 0.0860245 Jul 22 23:37:53.983934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd0ef9-ed4c-4d40-bb3a-d0ba1ddc2717 req-46c21a00-ad03-4b18-a8ea-ab4055e5dc7b tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:53.985824 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ccd0ef9-ed4c-4d40-bb3a-d0ba1ddc2717 req-46c21a00-ad03-4b18-a8ea-ab4055e5dc7b tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 945 time: 0.1689529 Jul 22 23:37:53.988974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a5952-559f-48d1-bddb-d879fbcd1e08 req-0ee2c745-535a-4eab-8b8c-ca5df31eb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:53.990302 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e9a5952-559f-48d1-bddb-d879fbcd1e08 req-0ee2c745-535a-4eab-8b8c-ca5df31eb2c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 1096 time: 0.1353257 Jul 22 23:37:54.048795 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3926bb41-9672-474e-9d2f-0aef88a2e033 req-7df1d452-ff51-457c-bb3c-84a79bade353 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887735 Jul 22 23:37:54.061216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ccd0ef9-ed4c-4d40-bb3a-d0ba1ddc2717 req-83c95a75-7b44-4aba-8928-743a50e0167f tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/security-groups?id=99cf82dd-185a-4676-9d5e-73e2cade56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695364 Jul 22 23:37:54.077758 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e9a5952-559f-48d1-bddb-d879fbcd1e08 req-18e0defb-f78e-44e5-9c15-d1c80720e290 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99cf82dd-185a-4676-9d5e-73e2cade56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781925 Jul 22 23:37:54.257815 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device daad81a8-f714-484f-83e0-fe5dc0bc126c no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:54.299905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: daad81a8-f714-484f-83e0-fe5dc0bc126c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:37:54.300257 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device daad81a8-f714-484f-83e0-fe5dc0bc126c not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:37:54.493275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab2984-3a0c-4070-881e-08c3d01484fb req-4baf4e46-5b99-4f70-9df3-385e1d005e5a tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:54.494714 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b9ab2984-3a0c-4070-881e-08c3d01484fb req-4baf4e46-5b99-4f70-9df3-385e1d005e5a tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.1389802 Jul 22 23:37:54.508109 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fb992-4dde-4e5f-98e7-eb987e3e1067 req-700c5287-0a26-478b-b0dc-fbdca58b76c6 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:54.509620 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d55fb992-4dde-4e5f-98e7-eb987e3e1067 req-700c5287-0a26-478b-b0dc-fbdca58b76c6 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d518462-15e6-4619-9f58-d5e5779cd024 HTTP/1.1" status: 200 len: 946 time: 0.1099379 Jul 22 23:37:54.586035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b9ab2984-3a0c-4070-881e-08c3d01484fb req-fb6c2b0c-f814-4a6e-8cbe-4e89212a8afd tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752292 Jul 22 23:37:54.617759 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d55fb992-4dde-4e5f-98e7-eb987e3e1067 req-7dda9abc-4200-4508-935b-03f303207bf9 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751281 Jul 22 23:37:54.824950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9b9cc8-f924-4bc6-8dd4-34071c406d44', 'name': 'network-vif-deleted', 'tag': 'daad81a8-f714-484f-83e0-fe5dc0bc126c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:54.828299 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67dbc75-81db-42f7-9038-06c17297f0c3" -d '{"events": [{"server_uuid": "8b9b9cc8-f924-4bc6-8dd4-34071c406d44", "name": "network-vif-deleted", "tag": "daad81a8-f714-484f-83e0-fe5dc0bc126c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:54.863645 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb1dce-4086-4dfc-95de-2b676187b3fb req-e19652c9-97bd-4d29-852f-2c690cc6b177 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:54.870954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8feb1dce-4086-4dfc-95de-2b676187b3fb req-e19652c9-97bd-4d29-852f-2c690cc6b177 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a0b279-5ad4-4ea0-b994-14557321ce96 HTTP/1.1" status: 200 len: 946 time: 0.1001227 Jul 22 23:37:54.908126 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf753b0-8ffe-419b-962d-e7064e59ad6e x-openstack-request-id: req-7cf753b0-8ffe-419b-962d-e7064e59ad6e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:54.908534 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9b9cc8-f924-4bc6-8dd4-34071c406d44", "name": "network-vif-deleted", "tag": "daad81a8-f714-484f-83e0-fe5dc0bc126c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:54.908879 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7cf753b0-8ffe-419b-962d-e7064e59ad6e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:54.909382 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9b9cc8-f924-4bc6-8dd4-34071c406d44', 'name': 'network-vif-deleted', 'tag': 'daad81a8-f714-484f-83e0-fe5dc0bc126c', 'status': 'completed', 'code': 200} Jul 22 23:37:54.929318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8feb1dce-4086-4dfc-95de-2b676187b3fb req-194d8c78-c35d-4da2-bda7-a13f3513e030 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571616 Jul 22 23:37:54.992870 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38962) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:55.252900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-1c1efd67-1cb6-4f30-b39a-d548ff3b0639 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:55.254646 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-1c1efd67-1cb6-4f30-b39a-d548ff3b0639 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 805 time: 0.2612386 Jul 22 23:37:55.289209 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-03f96425-4800-48a2-bfd9-a4a35b56eb23 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/quotas/bb3a2d0f5d49440c8d1c8c93b02aa91f HTTP/1.1" status: 200 len: 375 time: 0.0266471 Jul 22 23:37:55.312087 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device c785cbc9-5581-4f8f-8d33-3c34acb792e6 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:55.328774 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd9141-556a-4303-acea-39f22e9a7efc req-df1f1e7f-cc43-4226-8493-ba9e5fe33060 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:55.335684 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-acbd9141-556a-4303-acea-39f22e9a7efc req-df1f1e7f-cc43-4226-8493-ba9e5fe33060 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 945 time: 0.1795211 Jul 22 23:37:55.339357 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: c785cbc9-5581-4f8f-8d33-3c34acb792e6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:37:55.340324 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device c785cbc9-5581-4f8f-8d33-3c34acb792e6 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:37:55.341779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:55.363015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:37:55.363444 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2a4312a3-6ad0-4534-8530-8730fdc8cdd3 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:37:55.430855 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-acbd9141-556a-4303-acea-39f22e9a7efc req-aaf10943-b893-4bee-ba98-cc8af25bcf30 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/security-groups?id=99cf82dd-185a-4676-9d5e-73e2cade56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939271 Jul 22 23:37:55.461532 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-43881883-99af-466f-901f-73fcdfbe88a2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1711376 Jul 22 23:37:55.560581 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d7b6614-62ec-49cc-aca6-bcc77da076f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:55.587976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-f665d2f4-70b1-4937-9655-23350d11e693 service neutron] 10.222.0.26 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253147 Jul 22 23:37:55.790265 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-92ae7f41-b45a-45e5-bee2-810dc7f70314 service neutron] 10.222.0.26 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962695 Jul 22 23:37:55.824717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ea1d9-45ed-44ec-85b3-b8a25eb4e86f req-9eb2ed62-9e62-46c0-9b7b-5ede9c166c4c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:55.827070 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c0ea1d9-45ed-44ec-85b3-b8a25eb4e86f req-9eb2ed62-9e62-46c0-9b7b-5ede9c166c4c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.1075799 Jul 22 23:37:55.877147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c0ea1d9-45ed-44ec-85b3-b8a25eb4e86f req-93639fc9-680b-432b-87ec-c5ebe6df20c3 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421059 Jul 22 23:37:55.980583 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b6614-62ec-49cc-aca6-bcc77da076f9 admin admin] Deleting port 4f8de77f-e840-4618-8b3c-083fe289bf4b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:55.980925 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d7b6614-62ec-49cc-aca6-bcc77da076f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:56.096833 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9c1ad90-f52e-492b-94e7-47a7c1356b21 req-10a7db74-3589-427d-b490-117f8b3ee3b9 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 210 time: 0.0350668 Jul 22 23:37:56.132590 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5d7b6614-62ec-49cc-aca6-bcc77da076f9 admin admin] For port 4f8de77f-e840-4618-8b3c-083fe289bf4b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4f8de77f-e840-4618-8b3c-083fe289bf4b,segment=NetworkSegment(cd22a5ca-7bc4-469e-94d9-3f77e5579e64),segment_id=cd22a5ca-7bc4-469e-94d9-3f77e5579e64)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:56.133127 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d7b6614-62ec-49cc-aca6-bcc77da076f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:56.144710 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e728f5-553b-4ce3-954b-bc59adfa163c req-7d5c53b0-5812-43ba-8c58-d37dd7b9ec73 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:56.147024 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03e728f5-553b-4ce3-954b-bc59adfa163c req-7d5c53b0-5812-43ba-8c58-d37dd7b9ec73 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a0b279-5ad4-4ea0-b994-14557321ce96 HTTP/1.1" status: 200 len: 946 time: 0.1177540 Jul 22 23:37:56.147184 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b6614-62ec-49cc-aca6-bcc77da076f9 admin admin] Calling delete_port for 4f8de77f-e840-4618-8b3c-083fe289bf4b owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:56.214991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03e728f5-553b-4ce3-954b-bc59adfa163c req-20efe9b1-a3cf-40f5-ac83-bb5a461a423e tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608020 Jul 22 23:37:56.374978 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d7b6614-62ec-49cc-aca6-bcc77da076f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:56.414636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b6614-62ec-49cc-aca6-bcc77da076f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8de77f-e840-4618-8b3c-083fe289bf4b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:56.712295 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0414a3-5f44-45ed-8440-f9536b786819 req-754938f9-f304-400c-9f60-429dcdae4eb3 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:56.721492 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba0414a3-5f44-45ed-8440-f9536b786819 req-754938f9-f304-400c-9f60-429dcdae4eb3 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 945 time: 0.1681309 Jul 22 23:37:56.749916 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d7b6614-62ec-49cc-aca6-bcc77da076f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:56.781779 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba0414a3-5f44-45ed-8440-f9536b786819 req-e735729e-9298-4992-a22b-f00da5a58b6e tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/security-groups?id=99cf82dd-185a-4676-9d5e-73e2cade56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581403 Jul 22 23:37:56.977887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4fdec-aed8-48b1-abd9-509238304d6d req-1ff15ecb-fd11-4a41-b73e-7df55f2f611e tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:56.979732 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8e4fdec-aed8-48b1-abd9-509238304d6d req-1ff15ecb-fd11-4a41-b73e-7df55f2f611e tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a0b279-5ad4-4ea0-b994-14557321ce96 HTTP/1.1" status: 200 len: 946 time: 0.1804950 Jul 22 23:37:57.047573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0c95f-b439-4589-8f54-03b2f5387674 req-d91b03f5-9d3d-41e3-a3d7-ee7df281b940 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:57.054462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9c0c95f-b439-4589-8f54-03b2f5387674 req-d91b03f5-9d3d-41e3-a3d7-ee7df281b940 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 945 time: 0.1748016 Jul 22 23:37:57.062849 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39006) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:57.070656 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-40c5ea08-0dd2-497e-b305-805534310739 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Request body: {'floatingip': {'port_id': '112e686c-a78d-4711-88d2-07262a945aee'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:57.107108 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8e4fdec-aed8-48b1-abd9-509238304d6d req-bc05ffea-d9be-43cc-aad9-c6e200fee3fb tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210985 Jul 22 23:37:57.143842 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40c5ea08-0dd2-497e-b305-805534310739 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:57.212983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e1f42-7e62-4be4-871e-7268fb1e5395 req-749c9779-946e-4a3d-a74b-3c5c8afacec4 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:57.214667 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-430e1f42-7e62-4be4-871e-7268fb1e5395 req-749c9779-946e-4a3d-a74b-3c5c8afacec4 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.0780060 Jul 22 23:37:57.271328 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-430e1f42-7e62-4be4-871e-7268fb1e5395 req-31313b62-0c3a-42bf-8e01-01469fb180db tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501215 Jul 22 23:37:57.305762 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 579dc52e-6544-4652-b0e5-979ad336fb48 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:57.335390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 579dc52e-6544-4652-b0e5-979ad336fb48 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:57.408153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5984a35-11a1-464a-863a-24fe8364a2ee req-11f76c37-47e3-45dc-8701-45c7e75c84c1 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 210 time: 0.0714149 Jul 22 23:37:57.456265 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 579dc52e-6544-4652-b0e5-979ad336fb48, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=579dc52e-6544-4652-b0e5-979ad336fb48,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:57.471023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '579dc52e-6544-4652-b0e5-979ad336fb48', 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32', 'port_id': '579dc52e-6544-4652-b0e5-979ad336fb48', 'mac_address': 'fa:16:3e:ff:e1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac717a4-c9db-4c23-81f2-a537a23e9b0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:57.491390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39016) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:57.552698 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7b6614-62ec-49cc-aca6-bcc77da076f9 admin admin] Router 71fd438f-f8e6-42d0-849a-8ae69a723008 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:37:57.634323 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:57.650407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee842a0-0dd8-4a13-8b9c-624aa87cf1b6 admin admin] Deleting subnet 750e6d21-68ba-4eb5-94e9-cc5c662415b5 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:37:57.666092 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ee842a0-0dd8-4a13-8b9c-624aa87cf1b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:57.713955 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 579dc52e-6544-4652-b0e5-979ad336fb48 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:57.757885 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ee842a0-0dd8-4a13-8b9c-624aa87cf1b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:57.770801 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 579dc52e-6544-4652-b0e5-979ad336fb48, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=579dc52e-6544-4652-b0e5-979ad336fb48,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:57.785266 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:57.819146 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ee842a0-0dd8-4a13-8b9c-624aa87cf1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:57.891427 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ee842a0-0dd8-4a13-8b9c-624aa87cf1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:57.952244 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:57.987035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee842a0-0dd8-4a13-8b9c-624aa87cf1b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=750e6d21-68ba-4eb5-94e9-cc5c662415b5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:58.002091 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=579dc52e-6544-4652-b0e5-979ad336fb48,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:58.002453 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ee842a0-0dd8-4a13-8b9c-624aa87cf1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.005565 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8ee842a0-0dd8-4a13-8b9c-624aa87cf1b6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/750e6d21-68ba-4eb5-94e9-cc5c662415b5 HTTP/1.1" status: 204 len: 168 time: 0.5121131 Jul 22 23:37:58.007270 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39024) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:58.016443 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 579dc52e-6544-4652-b0e5-979ad336fb48 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:58.048808 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 579dc52e-6544-4652-b0e5-979ad336fb48, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=579dc52e-6544-4652-b0e5-979ad336fb48,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:58.061510 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.070407 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['579dc52e-6544-4652-b0e5-979ad336fb48'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:58.228876 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-759f8ce4-af50-4d56-ae43-9a4c4d728dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.238158 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=579dc52e-6544-4652-b0e5-979ad336fb48,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:58.320783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26893e26-78e8-4710-b2bc-d616a8d271bf req-370c02a5-d593-4f7f-a143-b5e6d8275e2e tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:58.323414 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26893e26-78e8-4710-b2bc-d616a8d271bf req-370c02a5-d593-4f7f-a143-b5e6d8275e2e tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a0b279-5ad4-4ea0-b994-14557321ce96 HTTP/1.1" status: 200 len: 946 time: 0.3491335 Jul 22 23:37:58.329916 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-30dc122f-1b9b-43aa-b92c-4edd6d569b01 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:58.331504 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-30dc122f-1b9b-43aa-b92c-4edd6d569b01 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.95 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 805 time: 0.8121588 Jul 22 23:37:58.362592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-4f49c1ee-f31f-4acf-95c3-9c354802239d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Request body: {'port': {'device_id': '98f6cd10-33f3-4837-9f70-ff3002b1e06f', 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548', 'admin_state_up': True, 'tenant_id': 'bb3a2d0f5d49440c8d1c8c93b02aa91f'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:58.461061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2947df-1287-4b5c-a391-a206f32d087b req-1ac73206-9f0f-42a4-85c4-c802390733ac tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:58.462628 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de2947df-1287-4b5c-a391-a206f32d087b req-1ac73206-9f0f-42a4-85c4-c802390733ac tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b32be51-6a9a-4785-bfdb-96d13797801f HTTP/1.1" status: 200 len: 945 time: 0.3866527 Jul 22 23:37:58.470043 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5a17a-2099-4008-90c4-86fd3f277a9f req-3d685e2c-1147-451c-9a38-28650268f96a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:58.471452 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-40c5a17a-2099-4008-90c4-86fd3f277a9f req-3d685e2c-1147-451c-9a38-28650268f96a tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.95 "GET /v2.0/ports?device_id=2d518462-15e6-4619-9f58-d5e5779cd024 HTTP/1.1" status: 200 len: 946 time: 0.2897642 Jul 22 23:37:58.494171 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7b6614-62ec-49cc-aca6-bcc77da076f9 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:37:58.504733 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-759f8ce4-af50-4d56-ae43-9a4c4d728dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.509063 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5d7b6614-62ec-49cc-aca6-bcc77da076f9 admin admin] 10.222.0.26 "PUT /v2.0/routers/71fd438f-f8e6-42d0-849a-8ae69a723008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5148129 Jul 22 23:37:58.516520 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40c5ea08-0dd2-497e-b305-805534310739 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.517232 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39036) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:58.582552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-759f8ce4-af50-4d56-ae43-9a4c4d728dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6404c3b-acc2-4feb-85da-2ecd11b1a478']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:58.608635 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-759f8ce4-af50-4d56-ae43-9a4c4d728dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f42c3a-e8d7-4031-b2b3-04886d55f965') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:58.608908 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-759f8ce4-af50-4d56-ae43-9a4c4d728dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f42c3a-e8d7-4031-b2b3-04886d55f965') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:58.626514 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b852d49-7591-4331-a7f0-b586e02fcbf1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.631708 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40c5ea08-0dd2-497e-b305-805534310739 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.636009 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948fd69-d050-4c99-a2ed-cc7138596064 req-b3396839-43ae-4bf4-8382-8aef5feaba5f tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:58.645254 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a948fd69-d050-4c99-a2ed-cc7138596064 req-b3396839-43ae-4bf4-8382-8aef5feaba5f tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a0b279-5ad4-4ea0-b994-14557321ce96 HTTP/1.1" status: 200 len: 946 time: 0.3990135 Jul 22 23:37:58.657249 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-759f8ce4-af50-4d56-ae43-9a4c4d728dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.683806 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a2e046-1d7d-429d-ae73-02e1235999e9 None None] Sync routers for ids ['71fd438f-f8e6-42d0-849a-8ae69a723008'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:37:58.703600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a2e046-1d7d-429d-ae73-02e1235999e9 None None] Routers {'71fd438f-f8e6-42d0-849a-8ae69a723008'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:37:58.704691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f6a2e046-1d7d-429d-ae73-02e1235999e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:37:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['71fd438f-f8e6-42d0-849a-8ae69a723008'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:58.724552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-759f8ce4-af50-4d56-ae43-9a4c4d728dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.730056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de2947df-1287-4b5c-a391-a206f32d087b req-9be10ee8-364f-47b4-8a18-7ac983b94689 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ddf53d8-5fb7-4135-885e-6ea08fc9ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566521 Jul 22 23:37:58.753337 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759f8ce4-af50-4d56-ae43-9a4c4d728dfa admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:37:58.753739 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-759f8ce4-af50-4d56-ae43-9a4c4d728dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:37:58.756250 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:37:58.799164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a948fd69-d050-4c99-a2ed-cc7138596064 req-b033ae75-9110-4c95-94b6-6693b0953c08 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/security-groups?id=af66fb20-0ffb-4cef-80bb-1e6ba986f07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529300 Jul 22 23:37:58.836072 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-4f49c1ee-f31f-4acf-95c3-9c354802239d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Made reservation on behalf of bb3a2d0f5d49440c8d1c8c93b02aa91f for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:58.841937 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-4f49c1ee-f31f-4acf-95c3-9c354802239d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.883981 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b852d49-7591-4331-a7f0-b586e02fcbf1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.890287 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-40c5ea08-0dd2-497e-b305-805534310739 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Floating IP 789400ec-9533-4328-96b8-5b5420457df9 associated. External IP: 172.25.4.144, port: 112e686c-a78d-4711-88d2-07262a945aee. Jul 22 23:37:58.925230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-26893e26-78e8-4710-b2bc-d616a8d271bf req-0e9dee24-2f32-473d-bd24-bd8fbdbad5d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Deleting port 7d72a513-4080-4776-a86f-a103aa1f0ce8 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:58.925569 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26893e26-78e8-4710-b2bc-d616a8d271bf req-0e9dee24-2f32-473d-bd24-bd8fbdbad5d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.935134 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f6a2e046-1d7d-429d-ae73-02e1235999e9 None None] Set router 71fd438f-f8e6-42d0-849a-8ae69a723008 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:37:58.938237 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-759f8ce4-af50-4d56-ae43-9a4c4d728dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.943432 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-759f8ce4-af50-4d56-ae43-9a4c4d728dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.947905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-759f8ce4-af50-4d56-ae43-9a4c4d728dfa admin admin] 10.222.0.26 "DELETE /v2.0/networks/c6404c3b-acc2-4feb-85da-2ecd11b1a478 HTTP/1.1" status: 204 len: 168 time: 0.9151044 Jul 22 23:37:59.004104 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1296352d-7112-4445-82b6-d384d6fa32c7 req-7928bd71-e6c6-4557-8a55-7808d178b06c tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 210 time: 0.0573161 Jul 22 23:37:59.056046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f8ce4-af50-4d56-ae43-9a4c4d728dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=c6404c3b-acc2-4feb-85da-2ecd11b1a478,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:59.121522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-4f49c1ee-f31f-4acf-95c3-9c354802239d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Allocated IP 172.20.0.14 (a83ef78c-9582-4eee-aa94-4db7f145b548/7a6fea40-f65b-49f5-b79a-e507ab04e592/910a8f85-22b0-4836-bfb0-6f898121191c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:59.123221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-40c5a17a-2099-4008-90c4-86fd3f277a9f req-23226c08-3100-46be-ad7c-656d2bbe50ed tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Deleting port 63c6ea8d-073a-40bc-a189-90e30cdd68a2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:59.123586 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40c5a17a-2099-4008-90c4-86fd3f277a9f req-23226c08-3100-46be-ad7c-656d2bbe50ed tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.147259 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39040) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:59.181322 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f6a2e046-1d7d-429d-ae73-02e1235999e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-router', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '604435df-10d9-4abe-9509-6b697b209710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:59Z', 'updated_at': '2021-07-22T23:37:56Z', 'revision_number': 5, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'gw_port': {'id': '604435df-10d9-4abe-9509-6b697b209710', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:01Z', 'updated_at': '2021-07-22T23:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:59.194835 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-26893e26-78e8-4710-b2bc-d616a8d271bf req-0e9dee24-2f32-473d-bd24-bd8fbdbad5d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] For port 7d72a513-4080-4776-a86f-a103aa1f0ce8, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=7d72a513-4080-4776-a86f-a103aa1f0ce8,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:59.195094 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26893e26-78e8-4710-b2bc-d616a8d271bf req-0e9dee24-2f32-473d-bd24-bd8fbdbad5d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.212510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a2e046-1d7d-429d-ae73-02e1235999e9 None None] Checking router: 71fd438f-f8e6-42d0-849a-8ae69a723008 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:37:59.222333 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a2e046-1d7d-429d-ae73-02e1235999e9 None None] Routers {'71fd438f-f8e6-42d0-849a-8ae69a723008'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:37:59.223045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f6a2e046-1d7d-429d-ae73-02e1235999e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:37:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['71fd438f-f8e6-42d0-849a-8ae69a723008'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:59.258340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427232f-25a9-4383-972b-b8da446ef2bd req-0a6fb161-dd3b-46d5-8001-64b53c91dffc tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:59.261735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a427232f-25a9-4383-972b-b8da446ef2bd req-0a6fb161-dd3b-46d5-8001-64b53c91dffc tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 943 time: 0.3447735 Jul 22 23:37:59.275700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9b852d49-7591-4331-a7f0-b586e02fcbf1 admin admin] Deleting port 604435df-10d9-4abe-9509-6b697b209710 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:59.276126 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b852d49-7591-4331-a7f0-b586e02fcbf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.277067 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-26893e26-78e8-4710-b2bc-d616a8d271bf req-0e9dee24-2f32-473d-bd24-bd8fbdbad5d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Calling delete_port for 7d72a513-4080-4776-a86f-a103aa1f0ce8 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:59.315627 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f6a2e046-1d7d-429d-ae73-02e1235999e9 None None] Set router 71fd438f-f8e6-42d0-849a-8ae69a723008 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:37:59.335402 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8e14dad5-7249-4909-ac4b-03608fc1f2a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82ff423458844377ac84f258ac322d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826785 Jul 22 23:37:59.342820 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39042) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:59.352056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 579dc52e-6544-4652-b0e5-979ad336fb48 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:59.379002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-40c5a17a-2099-4008-90c4-86fd3f277a9f req-23226c08-3100-46be-ad7c-656d2bbe50ed tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] For port 63c6ea8d-073a-40bc-a189-90e30cdd68a2, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=63c6ea8d-073a-40bc-a189-90e30cdd68a2,segment=NetworkSegment(9ff10e92-7c45-44ef-ae9e-554860f17319),segment_id=9ff10e92-7c45-44ef-ae9e-554860f17319)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:59.379426 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40c5a17a-2099-4008-90c4-86fd3f277a9f req-23226c08-3100-46be-ad7c-656d2bbe50ed tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.384244 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f6a2e046-1d7d-429d-ae73-02e1235999e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-router', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:59Z', 'updated_at': '2021-07-22T23:37:58Z', 'revision_number': 6, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:59.401128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-40c5a17a-2099-4008-90c4-86fd3f277a9f req-23226c08-3100-46be-ad7c-656d2bbe50ed tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Calling delete_port for 63c6ea8d-073a-40bc-a189-90e30cdd68a2 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:59.410324 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a427232f-25a9-4383-972b-b8da446ef2bd req-cfb90f4d-590c-409d-95c5-2347ab6ec777 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306975 Jul 22 23:37:59.429966 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a2e046-1d7d-429d-ae73-02e1235999e9 None None] The sync data for ids ['71fd438f-f8e6-42d0-849a-8ae69a723008'] in n-d-688802-2 is: [{'id': '71fd438f-f8e6-42d0-849a-8ae69a723008', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-919094509-router', 'tenant_id': '30fa11b7d04d4613ba840561a8e3696e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:59Z', 'updated_at': '2021-07-22T23:37:58Z', 'revision_number': 6, 'project_id': '30fa11b7d04d4613ba840561a8e3696e', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:37:59.459736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 579dc52e-6544-4652-b0e5-979ad336fb48 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:59.460018 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.549365 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.553465 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-4f49c1ee-f31f-4acf-95c3-9c354802239d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.568016 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9b852d49-7591-4331-a7f0-b586e02fcbf1 admin admin] For port 604435df-10d9-4abe-9509-6b697b209710, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=604435df-10d9-4abe-9509-6b697b209710,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:59.568371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b852d49-7591-4331-a7f0-b586e02fcbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.575333 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b32ecb6-d327-48c1-8e71-3aa13cf161f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579dc52e-6544-4652-b0e5-979ad336fb48'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:59.578132 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e3879b-f926-4140-91d0-8a692b3df7c5" -d '{"events": [{"server_uuid": "6b32ecb6-d327-48c1-8e71-3aa13cf161f2", "name": "network-vif-plugged", "status": "completed", "tag": "579dc52e-6544-4652-b0e5-979ad336fb48"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:59.592054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 579dc52e-6544-4652-b0e5-979ad336fb48, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=579dc52e-6544-4652-b0e5-979ad336fb48,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:59.598116 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26893e26-78e8-4710-b2bc-d616a8d271bf req-0e9dee24-2f32-473d-bd24-bd8fbdbad5d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.598300 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9b852d49-7591-4331-a7f0-b586e02fcbf1 admin admin] Calling delete_port for 604435df-10d9-4abe-9509-6b697b209710 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:59.598455 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.626760 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['63c6ea8d-073a-40bc-a189-90e30cdd68a2'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:59.633984 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ed88f53-fe49-491f-9312-391237767ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.655095 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828395b1-8641-4bcd-9fbb-cb7e34e3069a x-openstack-request-id: req-828395b1-8641-4bcd-9fbb-cb7e34e3069a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:59.655557 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b32ecb6-d327-48c1-8e71-3aa13cf161f2", "name": "network-vif-plugged", "status": "completed", "tag": "579dc52e-6544-4652-b0e5-979ad336fb48", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:59.655802 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-828395b1-8641-4bcd-9fbb-cb7e34e3069a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:59.656194 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b32ecb6-d327-48c1-8e71-3aa13cf161f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579dc52e-6544-4652-b0e5-979ad336fb48', 'code': 200} Jul 22 23:37:59.667661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9dee24-2f32-473d-bd24-bd8fbdbad5d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Pushing event deleted for resources: {'Port': ['ID=7d72a513-4080-4776-a86f-a103aa1f0ce8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:59.701660 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=579dc52e-6544-4652-b0e5-979ad336fb48,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:59.708736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c5ea08-0dd2-497e-b305-805534310739 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:37:59.750163 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ed88f53-fe49-491f-9312-391237767ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.771827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-26893e26-78e8-4710-b2bc-d616a8d271bf req-0e9dee24-2f32-473d-bd24-bd8fbdbad5d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] No DVR routers for this DVR port 7d72a513-4080-4776-a86f-a103aa1f0ce8 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:37:59.776872 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26893e26-78e8-4710-b2bc-d616a8d271bf req-0e9dee24-2f32-473d-bd24-bd8fbdbad5d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.780930 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26893e26-78e8-4710-b2bc-d616a8d271bf req-0e9dee24-2f32-473d-bd24-bd8fbdbad5d0 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.18 "DELETE /v2.0/ports/7d72a513-4080-4776-a86f-a103aa1f0ce8 HTTP/1.1" status: 204 len: 173 time: 1.4480166 Jul 22 23:37:59.782282 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a0b279-5ad4-4ea0-b994-14557321ce96', 'name': 'network-vif-deleted', 'tag': '7d72a513-4080-4776-a86f-a103aa1f0ce8'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:59.796489 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ee3e2c-0f9b-4e50-bb86-c9fd042e5420" -d '{"events": [{"server_uuid": "73a0b279-5ad4-4ea0-b994-14557321ce96", "name": "network-vif-deleted", "tag": "7d72a513-4080-4776-a86f-a103aa1f0ce8"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:59.800329 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40c5a17a-2099-4008-90c4-86fd3f277a9f req-23226c08-3100-46be-ad7c-656d2bbe50ed tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.878949 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd10fd0-e547-4322-a629-ed58a88b7ed8 x-openstack-request-id: req-fdd10fd0-e547-4322-a629-ed58a88b7ed8 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:59.879334 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a0b279-5ad4-4ea0-b994-14557321ce96", "name": "network-vif-deleted", "tag": "7d72a513-4080-4776-a86f-a103aa1f0ce8", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:59.879664 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fdd10fd0-e547-4322-a629-ed58a88b7ed8 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:59.880138 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a0b279-5ad4-4ea0-b994-14557321ce96', 'name': 'network-vif-deleted', 'tag': '7d72a513-4080-4776-a86f-a103aa1f0ce8', 'status': 'completed', 'code': 200} Jul 22 23:37:59.939184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23226c08-3100-46be-ad7c-656d2bbe50ed tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Pushing event deleted for resources: {'Port': ['ID=63c6ea8d-073a-40bc-a189-90e30cdd68a2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:59.994471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c5ea08-0dd2-497e-b305-805534310739 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:38:00.000682 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-4f49c1ee-f31f-4acf-95c3-9c354802239d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:00.005541 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40c5ea08-0dd2-497e-b305-805534310739 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:00.009366 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1fdfd8-3707-4336-9f4f-c1ee632ed859 None None] Sync routers for ids ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:38:00.033039 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['8bae08b7-0670-4539-82be-dcc4e9e03196'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:00.038095 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1fdfd8-3707-4336-9f4f-c1ee632ed859 None None] Routers {'4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:00.039187 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8d1fdfd8-3707-4336-9f4f-c1ee632ed859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:37:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:00.143545 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-4f49c1ee-f31f-4acf-95c3-9c354802239d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Network a83ef78c-9582-4eee-aa94-4db7f145b548 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:00.169114 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-4f49c1ee-f31f-4acf-95c3-9c354802239d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:00.182598 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-40c5ea08-0dd2-497e-b305-805534310739 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "PUT /v2.0/floatingips/789400ec-9533-4328-96b8-5b5420457df9 HTTP/1.1" status: 200 len: 991 time: 3.1140971 Jul 22 23:38:00.185905 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-4f49c1ee-f31f-4acf-95c3-9c354802239d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:00.188098 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75b94db-4305-4822-8d0a-537ffb6c6ad6', 'tag': '112e686c-a78d-4711-88d2-07262a945aee'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:00.190444 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d95699-d2d0-42e4-a967-50bb78f7a708" -d '{"events": [{"name": "network-changed", "server_uuid": "b75b94db-4305-4822-8d0a-537ffb6c6ad6", "tag": "112e686c-a78d-4711-88d2-07262a945aee"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:00.198136 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8d1fdfd8-3707-4336-9f4f-c1ee632ed859 None None] Set router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:00.213841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49c1ee-f31f-4acf-95c3-9c354802239d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Pushing event updated for resources: {'Port': ['ID=910a8f85-22b0-4836-bfb0-6f898121191c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:00.238845 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ed88f53-fe49-491f-9312-391237767ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:00.241351 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ed88f53-fe49-491f-9312-391237767ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:00.245430 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5ed88f53-fe49-491f-9312-391237767ca2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a87cafbf-b534-4c22-9878-4a70225799a3 HTTP/1.1" status: 204 len: 168 time: 0.8985050 Jul 22 23:38:00.268064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 7d72a513-4080-4776-a86f-a103aa1f0ce8 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:00.291338 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed88f53-fe49-491f-9312-391237767ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87cafbf-b534-4c22-9878-4a70225799a3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:00.299265 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-4f49c1ee-f31f-4acf-95c3-9c354802239d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:00.299929 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-4f49c1ee-f31f-4acf-95c3-9c354802239d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:00.313110 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 7d72a513-4080-4776-a86f-a103aa1f0ce8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:00.313591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 7d72a513-4080-4776-a86f-a103aa1f0ce8 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:00.348292 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-4f49c1ee-f31f-4acf-95c3-9c354802239d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9934871 Jul 22 23:38:00.359121 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b852d49-7591-4331-a7f0-b586e02fcbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:00.380599 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Request body: {'port': {'device_id': '98f6cd10-33f3-4837-9f70-ff3002b1e06f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:00.474533 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b852d49-7591-4331-a7f0-b586e02fcbf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=604435df-10d9-4abe-9509-6b697b209710,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:00.489224 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 604435df-10d9-4abe-9509-6b697b209710 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:00.539877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 604435df-10d9-4abe-9509-6b697b209710 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:00.540528 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 604435df-10d9-4abe-9509-6b697b209710 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:00.541256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4f8de77f-e840-4618-8b3c-083fe289bf4b no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:00.577298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 4f8de77f-e840-4618-8b3c-083fe289bf4b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:00.578274 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4f8de77f-e840-4618-8b3c-083fe289bf4b not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:00.627399 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8d1fdfd8-3707-4336-9f4f-c1ee632ed859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'name': 'tempest-ServersTestManualDisk-1938288835-router', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:37:29Z', 'updated_at': '2021-07-22T23:37:33Z', 'revision_number': 4, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'gw_port': {'id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:30Z', 'updated_at': '2021-07-22T23:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '789400ec-9533-4328-96b8-5b5420457df9', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'port_id': '112e686c-a78d-4711-88d2-07262a945aee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'mac_address': 'fa:16:3e:9e:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b94db-4305-4822-8d0a-537ffb6c6ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:37:39Z', 'updated_at': '2021-07-22T23:37:58Z', 'revision_number': 1, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19074f56-6723-4ae7-9714-4f40cf53716e', 'name': '', 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'mac_address': 'fa:16:3e:e2:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:32Z', 'updated_at': '2021-07-22T23:37:40Z', 'revision_number': 5, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'subnets': [{'id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:00.632081 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:00.660294 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1fdfd8-3707-4336-9f4f-c1ee632ed859 None None] Checking router: 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:38:00.666022 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b852d49-7591-4331-a7f0-b586e02fcbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:00.673308 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1fdfd8-3707-4336-9f4f-c1ee632ed859 None None] Routers {'4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:00.674187 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8d1fdfd8-3707-4336-9f4f-c1ee632ed859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:37:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:00.710383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c5a17a-2099-4008-90c4-86fd3f277a9f req-23226c08-3100-46be-ad7c-656d2bbe50ed tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] No DVR routers for this DVR port 63c6ea8d-073a-40bc-a189-90e30cdd68a2 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:00.713059 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-40c5a17a-2099-4008-90c4-86fd3f277a9f req-23226c08-3100-46be-ad7c-656d2bbe50ed tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:00.716301 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-40c5a17a-2099-4008-90c4-86fd3f277a9f req-23226c08-3100-46be-ad7c-656d2bbe50ed tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.95 "DELETE /v2.0/ports/63c6ea8d-073a-40bc-a189-90e30cdd68a2 HTTP/1.1" status: 204 len: 173 time: 2.2028539 Jul 22 23:38:00.726689 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8724106-d322-4de1-84de-1625cf913489 req-67f58ff2-6a18-47b6-81e7-10c37a06e8d2 tempest-MultipleCreateTestJSON-107605687 tempest-MultipleCreateTestJSON-107605687-project] 10.222.0.26 "GET /v2.0/ports?device_id=73a0b279-5ad4-4ea0-b994-14557321ce96 HTTP/1.1" status: 200 len: 210 time: 0.7317514 Jul 22 23:38:00.855063 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86044944-ed75-45e2-8e52-5f6eb3fd1631 req-ae8739b7-b3cc-48c1-9e1d-2914a14d653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:00.857452 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86044944-ed75-45e2-8e52-5f6eb3fd1631 req-ae8739b7-b3cc-48c1-9e1d-2914a14d653b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 1096 time: 0.9687953 Jul 22 23:38:00.867110 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691469e-8a3f-4802-b4ae-59d6c72683a4 req-8e3c650c-9955-4b00-9b5e-0992167283ac tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:00.869237 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0691469e-8a3f-4802-b4ae-59d6c72683a4 req-8e3c650c-9955-4b00-9b5e-0992167283ac tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b32be51-6a9a-4785-bfdb-96d13797801f HTTP/1.1" status: 200 len: 945 time: 0.9924915 Jul 22 23:38:00.879525 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82b068-9a23-4c17-8eb8-e3ab2d3ac694 req-16aaadf3-21f2-4147-aab7-2f2d72588205 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:00.881280 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4b82b068-9a23-4c17-8eb8-e3ab2d3ac694 req-16aaadf3-21f2-4147-aab7-2f2d72588205 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b32be51-6a9a-4785-bfdb-96d13797801f HTTP/1.1" status: 200 len: 945 time: 0.9808300 Jul 22 23:38:00.899266 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8d1fdfd8-3707-4336-9f4f-c1ee632ed859 None None] Set router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:00.961564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86044944-ed75-45e2-8e52-5f6eb3fd1631 req-d7137d7f-2a14-40ec-b7e5-c10e0896b10d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911641 Jul 22 23:38:01.082215 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4b82b068-9a23-4c17-8eb8-e3ab2d3ac694 req-7fe7d7d0-649b-4a8d-91d8-a0f1a05c0c14 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/security-groups?id=2ddf53d8-5fb7-4135-885e-6ea08fc9ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730702 Jul 22 23:38:01.146270 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba20ac-4fc2-4050-b2a3-53c66f0b188d req-721f3d2a-1667-4d3d-ac1c-3938bdf8addb tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:01.147951 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3bba20ac-4fc2-4050-b2a3-53c66f0b188d req-721f3d2a-1667-4d3d-ac1c-3938bdf8addb tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 932 time: 0.1898999 Jul 22 23:38:01.180263 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0691469e-8a3f-4802-b4ae-59d6c72683a4 req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Deleting port 5494ae1b-0731-436c-9f07-36e96bc2a41c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:01.180647 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0691469e-8a3f-4802-b4ae-59d6c72683a4 req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:01.191520 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b852d49-7591-4331-a7f0-b586e02fcbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:01.193759 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b852d49-7591-4331-a7f0-b586e02fcbf1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:01.299622 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3bba20ac-4fc2-4050-b2a3-53c66f0b188d req-7450a451-97e9-4e7c-af53-a2f6ab255bb7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430137 Jul 22 23:38:01.359008 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b852d49-7591-4331-a7f0-b586e02fcbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:01.359669 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b852d49-7591-4331-a7f0-b586e02fcbf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71fd438f-f8e6-42d0-849a-8ae69a723008 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:38:01.364389 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d24b608-d8d3-4d8d-b63c-1f59e89d9160 x-openstack-request-id: req-4d24b608-d8d3-4d8d-b63c-1f59e89d9160 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:01.364799 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75b94db-4305-4822-8d0a-537ffb6c6ad6", "tag": "112e686c-a78d-4711-88d2-07262a945aee", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:01.365178 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d24b608-d8d3-4d8d-b63c-1f59e89d9160 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:01.365667 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75b94db-4305-4822-8d0a-537ffb6c6ad6', 'tag': '112e686c-a78d-4711-88d2-07262a945aee', 'status': 'completed', 'code': 200} Jul 22 23:38:01.372895 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b852d49-7591-4331-a7f0-b586e02fcbf1 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:01.374886 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9b852d49-7591-4331-a7f0-b586e02fcbf1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/71fd438f-f8e6-42d0-849a-8ae69a723008 HTTP/1.1" status: 204 len: 168 time: 2.8566868 Jul 22 23:38:01.376918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39080) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:01.390165 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0691469e-8a3f-4802-b4ae-59d6c72683a4 req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] For port 5494ae1b-0731-436c-9f07-36e96bc2a41c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=5494ae1b-0731-436c-9f07-36e96bc2a41c,segment=NetworkSegment(5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8),segment_id=5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:01.390532 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0691469e-8a3f-4802-b4ae-59d6c72683a4 req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:01.486860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0691469e-8a3f-4802-b4ae-59d6c72683a4 req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Calling delete_port for 5494ae1b-0731-436c-9f07-36e96bc2a41c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:01.534187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c01c9d-8bb9-4eac-b3ba-ca284ce5db72 admin admin] Deleting subnet 58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:38:01.545933 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ce8f925-fdbc-4fdd-b816-42e9b02a1a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:01.549301 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8d1fdfd8-3707-4336-9f4f-c1ee632ed859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'name': 'tempest-ServersTestManualDisk-1938288835-router', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:37:29Z', 'updated_at': '2021-07-22T23:37:33Z', 'revision_number': 4, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'gw_port': {'id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:30Z', 'updated_at': '2021-07-22T23:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '789400ec-9533-4328-96b8-5b5420457df9', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'port_id': '112e686c-a78d-4711-88d2-07262a945aee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'mac_address': 'fa:16:3e:9e:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b94db-4305-4822-8d0a-537ffb6c6ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:37:39Z', 'updated_at': '2021-07-22T23:37:58Z', 'revision_number': 1, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19074f56-6723-4ae7-9714-4f40cf53716e', 'name': '', 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'mac_address': 'fa:16:3e:e2:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:32Z', 'updated_at': '2021-07-22T23:37:40Z', 'revision_number': 5, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'subnets': [{'id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:01.587795 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1fdfd8-3707-4336-9f4f-c1ee632ed859 None None] The sync data for ids ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'] in n-d-688802-2 is: [{'id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'name': 'tempest-ServersTestManualDisk-1938288835-router', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:37:29Z', 'updated_at': '2021-07-22T23:37:33Z', 'revision_number': 4, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'gw_port': {'id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:30Z', 'updated_at': '2021-07-22T23:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '789400ec-9533-4328-96b8-5b5420457df9', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'port_id': '112e686c-a78d-4711-88d2-07262a945aee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'mac_address': 'fa:16:3e:9e:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b94db-4305-4822-8d0a-537ffb6c6ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:37:39Z', 'updated_at': '2021-07-22T23:37:58Z', 'revision_number': 1, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19074f56-6723-4ae7-9714-4f40cf53716e', 'name': '', 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'mac_address': 'fa:16:3e:e2:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:32Z', 'updated_at': '2021-07-22T23:37:40Z', 'revision_number': 5, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'subnets': [{'id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:38:01.595847 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33c01c9d-8bb9-4eac-b3ba-ca284ce5db72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:01.621915 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39084) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:01.670987 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33c01c9d-8bb9-4eac-b3ba-ca284ce5db72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:01.692712 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910a8f85-22b0-4836-bfb0-6f898121191c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:01.711717 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:01.712148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326b68e-de33-49c2-beff-c1db792cacd3 req-edd0e307-1346-44b3-adc7-737387f67a79 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:01.714924 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a326b68e-de33-49c2-beff-c1db792cacd3 req-edd0e307-1346-44b3-adc7-737387f67a79 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.2852285 Jul 22 23:38:01.745322 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Transition to ACTIVE for port object 910a8f85-22b0-4836-bfb0-6f898121191c will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:01.753062 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d95699-d2d0-42e4-a967-50bb78f7a708 req-dba7bbca-6b7b-4263-bf73-8ea3712a901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:01.754957 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f0d95699-d2d0-42e4-a967-50bb78f7a708 req-dba7bbca-6b7b-4263-bf73-8ea3712a901a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b5ce6ba94d294bc08d3b48c8ba38c0cd&device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 1096 time: 0.1231756 Jul 22 23:38:01.755816 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:01.824243 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Pushing event updated for resources: {'Port': ['ID=910a8f85-22b0-4836-bfb0-6f898121191c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:01.847247 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33c01c9d-8bb9-4eac-b3ba-ca284ce5db72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:01.849461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39092) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:01.862182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7c2c035f-d2e5-49a8-947b-c67f12039ee7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-676577820-network', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:01.886530 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d518462-15e6-4619-9f58-d5e5779cd024', 'name': 'network-vif-deleted', 'tag': '63c6ea8d-073a-40bc-a189-90e30cdd68a2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:01.891130 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7950130-36d1-4a6b-972f-3efc7bf26600" -d '{"events": [{"server_uuid": "2d518462-15e6-4619-9f58-d5e5779cd024", "name": "network-vif-deleted", "tag": "63c6ea8d-073a-40bc-a189-90e30cdd68a2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:01.966027 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a326b68e-de33-49c2-beff-c1db792cacd3 req-4b71e45e-c287-4df9-ac4d-de541f027258 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458572 Jul 22 23:38:01.967575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d95699-d2d0-42e4-a967-50bb78f7a708 req-a56fe990-0db7-4975-9af7-45dd386f903e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:01.973062 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f0d95699-d2d0-42e4-a967-50bb78f7a708 req-a56fe990-0db7-4975-9af7-45dd386f903e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b00701c6-9de2-4dfb-9176-97c7c727bf92 HTTP/1.1" status: 200 len: 913 time: 0.2053115 Jul 22 23:38:01.980558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea573d4-dcc1-4d52-a055-ef2cdd95036d None None] New status for floating IP 789400ec-9533-4328-96b8-5b5420457df9: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:38:02.041651 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d412c8a-9305-45fd-afff-695de3f4ad5b x-openstack-request-id: req-2d412c8a-9305-45fd-afff-695de3f4ad5b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:02.041949 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d518462-15e6-4619-9f58-d5e5779cd024", "name": "network-vif-deleted", "tag": "63c6ea8d-073a-40bc-a189-90e30cdd68a2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:02.042148 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d412c8a-9305-45fd-afff-695de3f4ad5b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:02.042566 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d518462-15e6-4619-9f58-d5e5779cd024', 'name': 'network-vif-deleted', 'tag': '63c6ea8d-073a-40bc-a189-90e30cdd68a2', 'status': 'completed', 'code': 200} Jul 22 23:38:02.063019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2c035f-d2e5-49a8-947b-c67f12039ee7 admin admin] Made reservation on behalf of d666488e03c84f33989e7c5054c2c913 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:02.065438 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c2c035f-d2e5-49a8-947b-c67f12039ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.092941 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c2c035f-d2e5-49a8-947b-c67f12039ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.102145 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1bd935-af9e-4f50-ad11-dad670b54aca admin admin] Deleting subnet 112de286-9d0e-403f-bf64-d005eb53a1d9 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:38:02.103499 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f0d95699-d2d0-42e4-a967-50bb78f7a708 req-8a3fcfaf-6038-4639-a11d-22db8f737159 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=112e686c-a78d-4711-88d2-07262a945aee HTTP/1.1" status: 200 len: 999 time: 0.0979064 Jul 22 23:38:02.104129 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Attempting to bind port 910a8f85-22b0-4836-bfb0-6f898121191c on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:02.104478 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Attempting to bind port 910a8f85-22b0-4836-bfb0-6f898121191c by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:02.104802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Attempting to bind port 910a8f85-22b0-4836-bfb0-6f898121191c on network a83ef78c-9582-4eee-aa94-4db7f145b548 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:02.111539 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Port 910a8f85-22b0-4836-bfb0-6f898121191c on network a83ef78c-9582-4eee-aa94-4db7f145b548 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:38:02.111869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Attempting to bind port 910a8f85-22b0-4836-bfb0-6f898121191c on network a83ef78c-9582-4eee-aa94-4db7f145b548 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:02.131648 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1bd935-af9e-4f50-ad11-dad670b54aca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.143641 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:02.144015 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Checking segment: {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:02.144576 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Bound using segment: {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:02.145026 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Bound port: 910a8f85-22b0-4836-bfb0-6f898121191c, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:02.145438 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.165517 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33c01c9d-8bb9-4eac-b3ba-ca284ce5db72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.186115 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0691469e-8a3f-4802-b4ae-59d6c72683a4 req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.206326 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d95699-d2d0-42e4-a967-50bb78f7a708 req-4b223508-8dd6-46e8-a576-7b68848e6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:02.207796 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f0d95699-d2d0-42e4-a967-50bb78f7a708 req-4b223508-8dd6-46e8-a576-7b68848e6b4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2d25a6ce-35f2-4c49-9736-fa3c8d272859 HTTP/1.1" status: 200 len: 851 time: 0.0974956 Jul 22 23:38:02.226814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c01c9d-8bb9-4eac-b3ba-ca284ce5db72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:02.238226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2875202a-85bb-4923-9402-c09c1c963651 None None] Network c14356d9-0eaa-4295-9673-7cc56a3b1b29 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:02.262214 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1bd935-af9e-4f50-ad11-dad670b54aca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.268904 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33c01c9d-8bb9-4eac-b3ba-ca284ce5db72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.271537 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] For port 910a8f85-22b0-4836-bfb0-6f898121191c, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:02.273521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39100) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:02.273679 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-33c01c9d-8bb9-4eac-b3ba-ca284ce5db72 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/58bbb86c-dcd9-4ebb-ac2f-ae7e186cabba HTTP/1.1" status: 204 len: 168 time: 0.8956583 Jul 22 23:38:02.300714 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 5494ae1b-0731-436c-9f07-36e96bc2a41c no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:02.316419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Pushing event deleted for resources: {'Port': ['ID=5494ae1b-0731-436c-9f07-36e96bc2a41c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:02.327086 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5200b5e2-f1cc-4cef-a3f8-7d1b35aa3f84 req-b8b8196b-f0c9-41f1-80ab-c67eea5f459b tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b32be51-6a9a-4785-bfdb-96d13797801f HTTP/1.1" status: 200 len: 210 time: 0.1156240 Jul 22 23:38:02.341752 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 5494ae1b-0731-436c-9f07-36e96bc2a41c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:02.343643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 5494ae1b-0731-436c-9f07-36e96bc2a41c not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:02.370502 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.370891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.371424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.372049 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.372466 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.372920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.373379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.373525 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.374005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.374299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.374756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.375146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.375573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.402498 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0691469e-8a3f-4802-b4ae-59d6c72683a4 req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] No DVR routers for this DVR port 5494ae1b-0731-436c-9f07-36e96bc2a41c on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:02.404005 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] For port 910a8f85-22b0-4836-bfb0-6f898121191c, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=910a8f85-22b0-4836-bfb0-6f898121191c,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:02.410510 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0691469e-8a3f-4802-b4ae-59d6c72683a4 req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.413626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0691469e-8a3f-4802-b4ae-59d6c72683a4 req-98a5336e-9faa-446f-a088-8e968b6c5702 tempest-VolumesAdminNegativeTest-1152749611 tempest-VolumesAdminNegativeTest-1152749611-project] 10.222.0.18 "DELETE /v2.0/ports/5494ae1b-0731-436c-9f07-36e96bc2a41c HTTP/1.1" status: 204 len: 173 time: 1.5313182 Jul 22 23:38:02.417062 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d95699-d2d0-42e4-a967-50bb78f7a708 req-bda0a14d-1198-4887-9410-bd264e1a9215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:02.419640 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f0d95699-d2d0-42e4-a967-50bb78f7a708 req-bda0a14d-1198-4887-9410-bd264e1a9215 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b00701c6-9de2-4dfb-9176-97c7c727bf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2047462 Jul 22 23:38:02.420706 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.427892 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1bd935-af9e-4f50-ad11-dad670b54aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.464582 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:02.466288 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.467706 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] 10.222.0.95 "PUT /v2.0/ports/910a8f85-22b0-4836-bfb0-6f898121191c HTTP/1.1" status: 200 len: 1092 time: 2.1113949 Jul 22 23:38:02.565794 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c2c035f-d2e5-49a8-947b-c67f12039ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.570223 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39b12c6-8db6-4f8e-9921-4b95f53cc841 None None] DHCP port deletion for c14356d9-0eaa-4295-9673-7cc56a3b1b29 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:38:02.578272 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c2c035f-d2e5-49a8-947b-c67f12039ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.592065 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a28632-7261-4ca1-9d22-03b0cedf1f51 req-ea478cd6-1d74-4272-acfc-27a3957cc370 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:02.593820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-84a28632-7261-4ca1-9d22-03b0cedf1f51 req-ea478cd6-1d74-4272-acfc-27a3957cc370 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 944 time: 0.1420426 Jul 22 23:38:02.597104 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1bd935-af9e-4f50-ad11-dad670b54aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.630720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Pushing event updated for resources: {'Port': ['ID=910a8f85-22b0-4836-bfb0-6f898121191c,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:02.648510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2c035f-d2e5-49a8-947b-c67f12039ee7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:38:02.650864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bd935-af9e-4f50-ad11-dad670b54aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=112de286-9d0e-403f-bf64-d005eb53a1d9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:02.654856 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.655205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.655688 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.655883 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.656222 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.656561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.656892 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.657246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.657575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.658006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.658209 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.658515 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d76394-55c9-4fcf-a7fd-764e044886fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:02.663810 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f0d95699-d2d0-42e4-a967-50bb78f7a708 req-584dd3df-014a-4aae-864f-d919d538db72 service neutron] 10.222.0.18 "GET /v2.0/networks/b00701c6-9de2-4dfb-9176-97c7c727bf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341073 Jul 22 23:38:02.671412 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d1bd935-af9e-4f50-ad11-dad670b54aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.675783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2d1bd935-af9e-4f50-ad11-dad670b54aca admin admin] 10.222.0.26 "DELETE /v2.0/subnets/112de286-9d0e-403f-bf64-d005eb53a1d9 HTTP/1.1" status: 204 len: 168 time: 0.8191738 Jul 22 23:38:02.676370 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39106) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:02.676503 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c035f-d2e5-49a8-947b-c67f12039ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f309a3f5-bc3e-4776-96f5-05b9d17df063,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:02.681703 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c2c035f-d2e5-49a8-947b-c67f12039ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.682055 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-7c2c035f-d2e5-49a8-947b-c67f12039ee7 admin admin] Added segment d170b232-5171-4d72-9f14-55ec0576510c of type vlan for network 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 Jul 22 23:38:02.695354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f39b12c6-8db6-4f8e-9921-4b95f53cc841 None None] Deleting port 9e04d4bc-2282-4033-baa9-0c888e759c37 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:02.695879 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f39b12c6-8db6-4f8e-9921-4b95f53cc841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.716570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] Deleting port 9e04d4bc-2282-4033-baa9-0c888e759c37 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:02.716912 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.727911 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-84a28632-7261-4ca1-9d22-03b0cedf1f51 req-df130867-a626-44c3-9cd4-a9f9253fbe03 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195877 Jul 22 23:38:02.736496 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c2c035f-d2e5-49a8-947b-c67f12039ee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.768309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-50b93e70-dab6-4743-8992-133cb5216b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:02.769955 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-50b93e70-dab6-4743-8992-133cb5216b97 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 1095 time: 0.2096503 Jul 22 23:38:02.770766 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c2c035f-d2e5-49a8-947b-c67f12039ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.771796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2c035f-d2e5-49a8-947b-c67f12039ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:02.772354 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c2c035f-d2e5-49a8-947b-c67f12039ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.782610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f39b12c6-8db6-4f8e-9921-4b95f53cc841 None None] For port 9e04d4bc-2282-4033-baa9-0c888e759c37, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9e04d4bc-2282-4033-baa9-0c888e759c37,segment=NetworkSegment(cd22a5ca-7bc4-469e-94d9-3f77e5579e64),segment_id=cd22a5ca-7bc4-469e-94d9-3f77e5579e64)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:02.783000 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f39b12c6-8db6-4f8e-9921-4b95f53cc841 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.798629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f39b12c6-8db6-4f8e-9921-4b95f53cc841 None None] Calling delete_port for 9e04d4bc-2282-4033-baa9-0c888e759c37 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:02.808650 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7c2c035f-d2e5-49a8-947b-c67f12039ee7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1854579 Jul 22 23:38:02.811827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39108) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:02.816648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b3898bbb-db90-4843-8658-5763c71d1c6f admin admin] Request body: {'subnet': {'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-676577820-subnet', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:02.855321 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c035f-d2e5-49a8-947b-c67f12039ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:02.871508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3898bbb-db90-4843-8658-5763c71d1c6f admin admin] Made reservation on behalf of d666488e03c84f33989e7c5054c2c913 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:02.874736 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3898bbb-db90-4843-8658-5763c71d1c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.895545 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:38:02.910745 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f39b12c6-8db6-4f8e-9921-4b95f53cc841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.929312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] For port 9e04d4bc-2282-4033-baa9-0c888e759c37, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9e04d4bc-2282-4033-baa9-0c888e759c37,segment=NetworkSegment(cd22a5ca-7bc4-469e-94d9-3f77e5579e64),segment_id=cd22a5ca-7bc4-469e-94d9-3f77e5579e64)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:02.929681 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.934260 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-80a9862b-9d68-46c0-a598-c2308118b2ab service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=910a8f85-22b0-4836-bfb0-6f898121191c HTTP/1.1" status: 200 len: 217 time: 0.1338630 Jul 22 23:38:02.945897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b12c6-8db6-4f8e-9921-4b95f53cc841 None None] Pushing event deleted for resources: {'Port': ['ID=9e04d4bc-2282-4033-baa9-0c888e759c37,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:02.977204 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb3004e8-1f20-435e-8960-063ea0c5d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.981895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b12c6-8db6-4f8e-9921-4b95f53cc841 None None] No DVR routers for this DVR port 9e04d4bc-2282-4033-baa9-0c888e759c37 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:03.007160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] Calling delete_port for 9e04d4bc-2282-4033-baa9-0c888e759c37 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:03.103341 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:38:03.137215 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f0d95699-d2d0-42e4-a967-50bb78f7a708 req-de175eba-8e0f-4872-bcd6-9826ba8f23ee service neutron] 10.222.0.18 "GET /v2.0/networks/b00701c6-9de2-4dfb-9176-97c7c727bf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638970 Jul 22 23:38:03.162199 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3898bbb-db90-4843-8658-5763c71d1c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.169670 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-3b681f17-e45e-4af1-b17f-ae82f7ec786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:03.171240 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-3b681f17-e45e-4af1-b17f-ae82f7ec786c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7a6fea40-f65b-49f5-b79a-e507ab04e592 HTTP/1.1" status: 200 len: 845 time: 0.2003753 Jul 22 23:38:03.202974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4c0ad-52ae-4625-b27d-4c4ffb6dfaca req-587ab8a4-633f-4d3a-a5fb-43b8db29c27c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:03.204491 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93a4c0ad-52ae-4625-b27d-4c4ffb6dfaca req-587ab8a4-633f-4d3a-a5fb-43b8db29c27c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.1301062 Jul 22 23:38:03.236163 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-72a841d7-4584-42b9-8705-885c85bfb1e4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a83ef78c-9582-4eee-aa94-4db7f145b548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543919 Jul 22 23:38:03.258724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3898bbb-db90-4843-8658-5763c71d1c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=944a2bd3-3d96-426e-983b-9162c91b6208,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:03.277310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93a4c0ad-52ae-4625-b27d-4c4ffb6dfaca req-9817c24a-86a1-4ecb-bd43-371f735ec5a8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660813 Jul 22 23:38:03.278692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3898bbb-db90-4843-8658-5763c71d1c6f admin admin] Checking segment: {'id': 'd170b232-5171-4d72-9f14-55ec0576510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:03.279054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3898bbb-db90-4843-8658-5763c71d1c6f admin admin] Network hostable DHCP agents. Network: 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:38:03.290672 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb3004e8-1f20-435e-8960-063ea0c5d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.304265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3898bbb-db90-4843-8658-5763c71d1c6f admin admin] Network 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:38:03.310895 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fb3004e8-1f20-435e-8960-063ea0c5d3ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94aa53fa-7a14-414b-803a-a8dd75796ab3']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:03.316443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b3898bbb-db90-4843-8658-5763c71d1c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:03.321862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3898bbb-db90-4843-8658-5763c71d1c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:03.322465 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3898bbb-db90-4843-8658-5763c71d1c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.325283 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fb3004e8-1f20-435e-8960-063ea0c5d3ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff10e92-7c45-44ef-ae9e-554860f17319') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:03.325821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fb3004e8-1f20-435e-8960-063ea0c5d3ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff10e92-7c45-44ef-ae9e-554860f17319') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:03.336915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cf793b-aaa3-4eb6-92e4-7d87c5b8c15f None None] Network 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:03.342184 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.342732 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b3898bbb-db90-4843-8658-5763c71d1c6f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5295703 Jul 22 23:38:03.345266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:03.350039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-676577820-router', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:03.368848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 63c6ea8d-073a-40bc-a189-90e30cdd68a2 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:03.373688 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.375323 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.379237 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb3004e8-1f20-435e-8960-063ea0c5d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.383564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f6cd10-33f3-4837-9f70-ff3002b1e06f', 'tag': '910a8f85-22b0-4836-bfb0-6f898121191c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:03.385737 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1421d235-1959-4cf4-ab63-1991d4b057ce" -d '{"events": [{"name": "network-changed", "server_uuid": "98f6cd10-33f3-4837-9f70-ff3002b1e06f", "tag": "910a8f85-22b0-4836-bfb0-6f898121191c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:03.412714 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 63c6ea8d-073a-40bc-a189-90e30cdd68a2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:03.413068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 63c6ea8d-073a-40bc-a189-90e30cdd68a2 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:03.414460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39124) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:03.423341 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e04d4bc-2282-4033-baa9-0c888e759c37,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:03.439732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] No DVR routers for this DVR port 9e04d4bc-2282-4033-baa9-0c888e759c37 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:03.439732 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb3004e8-1f20-435e-8960-063ea0c5d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.474296 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3004e8-1f20-435e-8960-063ea0c5d3ee admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:38:03.474707 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb3004e8-1f20-435e-8960-063ea0c5d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:38:03.476752 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:38:03.513907 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.515159 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-69e155f7-5215-4d18-a3f5-8ad308763a18 service neutron] 10.222.0.95 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710330 Jul 22 23:38:03.561838 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73106ac-2506-44c0-a15a-9354b4df5590 x-openstack-request-id: req-b73106ac-2506-44c0-a15a-9354b4df5590 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:03.562210 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f6cd10-33f3-4837-9f70-ff3002b1e06f", "tag": "910a8f85-22b0-4836-bfb0-6f898121191c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:03.562354 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b73106ac-2506-44c0-a15a-9354b4df5590 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:03.565647 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f6cd10-33f3-4837-9f70-ff3002b1e06f', 'tag': '910a8f85-22b0-4836-bfb0-6f898121191c', 'status': 'completed', 'code': 200} Jul 22 23:38:03.599373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9', 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'fixed_ips': [{'subnet_id': '944a2bd3-3d96-426e-983b-9162c91b6208'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:38:03.600487 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.612336 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.616558 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb3004e8-1f20-435e-8960-063ea0c5d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.617137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1e1679-845a-4ffa-9728-d6957fb3c6de admin admin] Deleting subnet 2add460f-9c56-4fa4-afbb-78e5f76fd8d5 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:38:03.622067 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e1e1679-845a-4ffa-9728-d6957fb3c6de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.639426 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb3004e8-1f20-435e-8960-063ea0c5d3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.644085 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fb3004e8-1f20-435e-8960-063ea0c5d3ee admin admin] 10.222.0.26 "DELETE /v2.0/networks/94aa53fa-7a14-414b-803a-a8dd75796ab3 HTTP/1.1" status: 204 len: 168 time: 0.9671500 Jul 22 23:38:03.646235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14356d9-0eaa-4295-9673-7cc56a3b1b29']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:03.682218 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e1e1679-845a-4ffa-9728-d6957fb3c6de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.688604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3004e8-1f20-435e-8960-063ea0c5d3ee admin admin] Pushing event deleted for resources: {'Network': ['ID=94aa53fa-7a14-414b-803a-a8dd75796ab3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:03.693646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd22a5ca-7bc4-469e-94d9-3f77e5579e64') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:03.693786 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd22a5ca-7bc4-469e-94d9-3f77e5579e64') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:03.710670 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.735693 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9a43813-3dc3-4839-b80f-3a8e457439a9 req-5ee0aade-f13e-4400-aba7-88b056999316 service neutron] 10.222.0.95 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104454 Jul 22 23:38:03.736606 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.753064 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:38:03.753513 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.755255 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Allocated IP 172.20.0.2 (81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9/944a2bd3-3d96-426e-983b-9162c91b6208/3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:38:03.755726 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:38:03.789697 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39130) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:03.800427 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.854409 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83afa-b911-48c5-ba65-e31a7bd9a134 req-71e94c6d-6ebf-4763-a2da-f31327d443ac tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:03.855978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41e83afa-b911-48c5-ba65-e31a7bd9a134 req-71e94c6d-6ebf-4763-a2da-f31327d443ac tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.4405093 Jul 22 23:38:03.888484 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.894118 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e1e1679-845a-4ffa-9728-d6957fb3c6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.898833 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.900671 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c14356d9-0eaa-4295-9673-7cc56a3b1b29 HTTP/1.1" status: 204 len: 168 time: 1.6248872 Jul 22 23:38:03.932880 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2cfa529c-9131-4e61-a8a5-ebf6166eb3c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=012cdc0fb09346edbefeb7e4e49cc629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412778 Jul 22 23:38:03.933573 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39134) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:03.941966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd37e25-c8ca-4862-a43b-d10c7b4efd84 admin admin] Pushing event deleted for resources: {'Network': ['ID=c14356d9-0eaa-4295-9673-7cc56a3b1b29,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:03.988631 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421d235-1959-4cf4-ab63-1991d4b057ce req-3dd0582a-df24-4b29-91b7-549dbe6e5a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:03.990361 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1421d235-1959-4cf4-ab63-1991d4b057ce req-3dd0582a-df24-4b29-91b7-549dbe6e5a96 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 1095 time: 0.1595430 Jul 22 23:38:03.991906 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.000199 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.017084 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Transition to ACTIVE for port object 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:04.024990 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6adb-692f-4be9-a1f5-1ea9e10b229a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.043737 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e1e1679-845a-4ffa-9728-d6957fb3c6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.046873 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Transition to ACTIVE for port object 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:04.049383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b32be51-6a9a-4785-bfdb-96d13797801f', 'name': 'network-vif-deleted', 'tag': '5494ae1b-0731-436c-9f07-36e96bc2a41c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:04.052066 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fd1f5d-99ac-4fb0-a2fc-758136045325" -d '{"events": [{"server_uuid": "5b32be51-6a9a-4785-bfdb-96d13797801f", "name": "network-vif-deleted", "tag": "5494ae1b-0731-436c-9f07-36e96bc2a41c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:04.060520 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.098731 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6adb-692f-4be9-a1f5-1ea9e10b229a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.110738 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Network 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:04.113972 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:04.120723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:04.127890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e1679-845a-4ffa-9728-d6957fb3c6de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2add460f-9c56-4fa4-afbb-78e5f76fd8d5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:04.134032 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e1e1679-845a-4ffa-9728-d6957fb3c6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.139894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5e1e1679-845a-4ffa-9728-d6957fb3c6de admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2add460f-9c56-4fa4-afbb-78e5f76fd8d5 HTTP/1.1" status: 204 len: 168 time: 0.7224429 Jul 22 23:38:04.141767 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39140) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:04.149213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41e83afa-b911-48c5-ba65-e31a7bd9a134 req-909dfd7d-117d-4816-b108-1885644c2169 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781160 Jul 22 23:38:04.149964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39142) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:04.180490 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421d235-1959-4cf4-ab63-1991d4b057ce req-c5b3c5e3-254c-4cf7-be86-acd9c51a26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:04.182278 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1421d235-1959-4cf4-ab63-1991d4b057ce req-c5b3c5e3-254c-4cf7-be86-acd9c51a26f2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 906 time: 0.1801293 Jul 22 23:38:04.195334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Pushing event updated for resources: {'Port': ['ID=3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:04.219088 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b2aef5-52c0-46f3-ac5b-400674b7af6d x-openstack-request-id: req-a7b2aef5-52c0-46f3-ac5b-400674b7af6d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:04.219386 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b32be51-6a9a-4785-bfdb-96d13797801f", "name": "network-vif-deleted", "tag": "5494ae1b-0731-436c-9f07-36e96bc2a41c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:04.219622 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a7b2aef5-52c0-46f3-ac5b-400674b7af6d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:04.220015 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32be51-6a9a-4785-bfdb-96d13797801f', 'name': 'network-vif-deleted', 'tag': '5494ae1b-0731-436c-9f07-36e96bc2a41c', 'status': 'completed', 'code': 200} Jul 22 23:38:04.232958 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6479b7e-8959-4238-9c92-83864ccd5fac req-3d47f2b1-d3dd-4299-9a7f-06750f752764 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:04.240275 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6479b7e-8959-4238-9c92-83864ccd5fac req-3d47f2b1-d3dd-4299-9a7f-06750f752764 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 944 time: 0.3986809 Jul 22 23:38:04.254087 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Attempting to bind port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:04.254580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Attempting to bind port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'd170b232-5171-4d72-9f14-55ec0576510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:04.255036 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Attempting to bind port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 on network 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:04.258933 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1421d235-1959-4cf4-ab63-1991d4b057ce req-1ef73d60-ba65-4e9e-96e0-88c11d4038f2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=910a8f85-22b0-4836-bfb0-6f898121191c HTTP/1.1" status: 200 len: 217 time: 0.0685296 Jul 22 23:38:04.261459 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:04.265687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Checking segment: {'id': 'd170b232-5171-4d72-9f14-55ec0576510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:04.265687 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.265687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Bound using segment: {'id': 'd170b232-5171-4d72-9f14-55ec0576510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:04.266054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Bound port: 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd170b232-5171-4d72-9f14-55ec0576510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:04.266634 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.288515 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9e04d4bc-2282-4033-baa9-0c888e759c37 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:04.305657 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a21f77c2-a34c-459e-9420-53dd67c04750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.316695 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cf7a502a-9074-49b7-aad7-f2a86d305b71 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=30fa11b7d04d4613ba840561a8e3696e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653934 Jul 22 23:38:04.319532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39146) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:04.344753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 9e04d4bc-2282-4033-baa9-0c888e759c37 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:04.345121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9e04d4bc-2282-4033-baa9-0c888e759c37 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:04.357771 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6479b7e-8959-4238-9c92-83864ccd5fac req-02e3eb93-c5c2-4e08-9fab-50d37823037a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156278 Jul 22 23:38:04.371818 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6adb-692f-4be9-a1f5-1ea9e10b229a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.374341 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6adb-692f-4be9-a1f5-1ea9e10b229a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.377934 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e0ce6adb-692f-4be9-a1f5-1ea9e10b229a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af66fb20-0ffb-4cef-80bb-1e6ba986f07d HTTP/1.1" status: 204 len: 168 time: 0.4390178 Jul 22 23:38:04.399873 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce6adb-692f-4be9-a1f5-1ea9e10b229a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af66fb20-0ffb-4cef-80bb-1e6ba986f07d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:04.408335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421d235-1959-4cf4-ab63-1991d4b057ce req-60ab4bee-f835-482c-b1e0-fe1e32d412e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:04.409858 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1421d235-1959-4cf4-ab63-1991d4b057ce req-60ab4bee-f835-482c-b1e0-fe1e32d412e0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7a6fea40-f65b-49f5-b79a-e507ab04e592 HTTP/1.1" status: 200 len: 845 time: 0.1416469 Jul 22 23:38:04.434799 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-026b65b6-0f02-44d2-b55b-da6a13b00c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.460567 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ab32bc9-49a0-44d3-95e7-da47d3155389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.464592 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1421d235-1959-4cf4-ab63-1991d4b057ce req-9e8a2e1d-d93a-49d6-bea4-c76fc12ab108 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a83ef78c-9582-4eee-aa94-4db7f145b548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429211 Jul 22 23:38:04.476750 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.483267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] For port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:04.483953 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-026b65b6-0f02-44d2-b55b-da6a13b00c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.489280 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] For port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824,segment=NetworkSegment(d170b232-5171-4d72-9f14-55ec0576510c),segment_id=d170b232-5171-4d72-9f14-55ec0576510c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:04.501792 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.587440 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb545e57-1321-4081-b6b6-fc3f1dbf5d18 None None] Pushing event updated for resources: {'Port': ['ID=3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:04.604329 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a21f77c2-a34c-459e-9420-53dd67c04750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.618004 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a21f77c2-a34c-459e-9420-53dd67c04750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ef907d-9b0c-446b-9a55-43e31e924fec']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:04.630687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a21f77c2-a34c-459e-9420-53dd67c04750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:04.631106 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a21f77c2-a34c-459e-9420-53dd67c04750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8b0dcb-4e6b-4a04-99d4-4f72bed6cfa8') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:04.642847 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a21f77c2-a34c-459e-9420-53dd67c04750 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.690391 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a21f77c2-a34c-459e-9420-53dd67c04750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.690824 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1421d235-1959-4cf4-ab63-1991d4b057ce req-29d50ea7-f724-4efc-a39c-183eb63663fe service neutron] 10.222.0.95 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020278 Jul 22 23:38:04.706738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21f77c2-a34c-459e-9420-53dd67c04750 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:38:04.706738 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a21f77c2-a34c-459e-9420-53dd67c04750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:38:04.708533 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:38:04.729282 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-026b65b6-0f02-44d2-b55b-da6a13b00c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.733209 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-026b65b6-0f02-44d2-b55b-da6a13b00c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.736649 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-026b65b6-0f02-44d2-b55b-da6a13b00c72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e344b12-6ec1-4c42-9301-efe6856e61aa HTTP/1.1" status: 204 len: 168 time: 0.4137945 Jul 22 23:38:04.771255 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b65b6-0f02-44d2-b55b-da6a13b00c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e344b12-6ec1-4c42-9301-efe6856e61aa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:04.804788 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.879246 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.912364 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1421d235-1959-4cf4-ab63-1991d4b057ce req-465a98d0-dfe2-420a-ab59-ac2a0a9ca5a0 service neutron] 10.222.0.95 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137926 Jul 22 23:38:04.926659 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a21f77c2-a34c-459e-9420-53dd67c04750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.932025 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a21f77c2-a34c-459e-9420-53dd67c04750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.939282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39170) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:04.939511 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a21f77c2-a34c-459e-9420-53dd67c04750 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b4ef907d-9b0c-446b-9a55-43e31e924fec HTTP/1.1" status: 204 len: 168 time: 0.7947435 Jul 22 23:38:05.012753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f77c2-a34c-459e-9420-53dd67c04750 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ef907d-9b0c-446b-9a55-43e31e924fec,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:05.046971 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49b3e11-4533-4a83-9338-4135ebcb2e89 admin admin] Deleting subnet d8d50889-8266-48fa-a1c1-9dc0bdab048e {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:38:05.055515 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c49b3e11-4533-4a83-9338-4135ebcb2e89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:05.112916 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c49b3e11-4533-4a83-9338-4135ebcb2e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:05.144444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0b108-671f-4650-aa70-09929bc736fa req-ef128eb3-a809-4f95-9b4b-736e6e825028 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:05.153551 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49f0b108-671f-4650-aa70-09929bc736fa req-ef128eb3-a809-4f95-9b4b-736e6e825028 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/networks?id=16b356a7-3abc-4112-8d06-4a4d2cc76d32 HTTP/1.1" status: 200 len: 815 time: 0.2996845 Jul 22 23:38:05.164658 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c49b3e11-4533-4a83-9338-4135ebcb2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:05.177364 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Allocated IP 172.25.4.133 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/b36b61ac-83f0-4c11-b39a-3baed235e3d7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:05.187566 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49f0b108-671f-4650-aa70-09929bc736fa req-ce28ef1d-c28b-4e37-a723-5a6cee35931e tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/quotas/38fcc2a549774a6aaf1f72dd88a094dc HTTP/1.1" status: 200 len: 375 time: 0.0338147 Jul 22 23:38:05.236445 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c49b3e11-4533-4a83-9338-4135ebcb2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:05.278150 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b3e11-4533-4a83-9338-4135ebcb2e89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8d50889-8266-48fa-a1c1-9dc0bdab048e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:05.291806 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c49b3e11-4533-4a83-9338-4135ebcb2e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:05.294695 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c49b3e11-4533-4a83-9338-4135ebcb2e89 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d8d50889-8266-48fa-a1c1-9dc0bdab048e HTTP/1.1" status: 204 len: 168 time: 0.3538103 Jul 22 23:38:05.297145 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39184) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:05.357227 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49f0b108-671f-4650-aa70-09929bc736fa req-92c35563-49cb-42cf-bdff-05b552f49ae5 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=38fcc2a549774a6aaf1f72dd88a094dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1691139 Jul 22 23:38:05.393469 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff435-5c63-42e8-8ff8-4c9582f185d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:05.425662 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:05.430282 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:05.543092 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49f0b108-671f-4650-aa70-09929bc736fa req-dbc9f07a-1d7d-4706-a655-25a6d74e636f service neutron] 10.222.0.26 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844118 Jul 22 23:38:05.579774 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff435-5c63-42e8-8ff8-4c9582f185d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:05.615280 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0a8ff435-5c63-42e8-8ff8-4c9582f185d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8e5f5b-44e1-4629-8b6a-71e203d4640c']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:05.642274 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0a8ff435-5c63-42e8-8ff8-4c9582f185d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84c33ef-13c3-4bb7-a99b-9cd162a7430a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:05.642611 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0a8ff435-5c63-42e8-8ff8-4c9582f185d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84c33ef-13c3-4bb7-a99b-9cd162a7430a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:05.670401 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff435-5c63-42e8-8ff8-4c9582f185d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:05.707016 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff435-5c63-42e8-8ff8-4c9582f185d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:05.714352 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8ff435-5c63-42e8-8ff8-4c9582f185d9 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:38:05.714940 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff435-5c63-42e8-8ff8-4c9582f185d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:38:05.788634 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:38:05.795117 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff435-5c63-42e8-8ff8-4c9582f185d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:05.962154 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd974de5-d635-486f-88a5-ccd4f3cbfb8d None None] Network 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:06.001015 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39210) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:06.001635 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39214) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:06.023456 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.050543 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fdaaeea5-952d-4b48-9cbd-d24e8158f0aa None None] Provisioning for port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:06.113668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:06.126719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:06.129275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:06.145937 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff435-5c63-42e8-8ff8-4c9582f185d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.150328 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0a8ff435-5c63-42e8-8ff8-4c9582f185d9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/af8e5f5b-44e1-4629-8b6a-71e203d4640c HTTP/1.1" status: 204 len: 168 time: 0.8522060 Jul 22 23:38:06.151221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ff435-5c63-42e8-8ff8-4c9582f185d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=af8e5f5b-44e1-4629-8b6a-71e203d4640c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:06.166205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Pushing event updated for resources: {'Port': ['ID=b36b61ac-83f0-4c11-b39a-3baed235e3d7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:06.183206 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49f0b108-671f-4650-aa70-09929bc736fa req-c1c432d4-1ba0-4926-894b-c079e3c7d707 service neutron] 10.222.0.26 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6390452 Jul 22 23:38:06.209830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-16bbd397-48c1-4649-accf-b757e53f9eec admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2027686529-network', 'tenant_id': '457a3288b13c49f484c421704911e125'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:06.235435 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-10161bdb-e5ac-4a0f-ba0a-bfbf41708580 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2099575948-network', 'tenant_id': '712fcbd1788e46c4a0983b878c6b6b9b'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:06.295189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412892eb-b266-4ec5-b074-b0ef10dcdb62 req-9aac714e-4c8b-4c39-90fb-d39ef6d3264d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:06.300204 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-412892eb-b266-4ec5-b074-b0ef10dcdb62 req-9aac714e-4c8b-4c39-90fb-d39ef6d3264d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 944 time: 0.7390232 Jul 22 23:38:06.307749 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404cdce-69d7-43dc-a0ed-d708d0ff62e0 req-3e60ed2d-8534-45a0-89a1-ff09151b5e5c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:06.310309 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8404cdce-69d7-43dc-a0ed-d708d0ff62e0 req-3e60ed2d-8534-45a0-89a1-ff09151b5e5c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.95 "GET /v2.0/ports?device_id=6b32ecb6-d327-48c1-8e71-3aa13cf161f2 HTTP/1.1" status: 200 len: 945 time: 0.1657319 Jul 22 23:38:06.314449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10161bdb-e5ac-4a0f-ba0a-bfbf41708580 admin admin] Made reservation on behalf of 712fcbd1788e46c4a0983b878c6b6b9b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:06.316829 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10161bdb-e5ac-4a0f-ba0a-bfbf41708580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.363195 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:06.461766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:06.470824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:06.472974 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.499886 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:06.509161 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10161bdb-e5ac-4a0f-ba0a-bfbf41708580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.601548 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-054615d9-95ff-4b61-bad3-dd26685e99b5 None None] Provisioning complete for port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:06.602479 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-054615d9-95ff-4b61-bad3-dd26685e99b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.606867 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bbd397-48c1-4649-accf-b757e53f9eec admin admin] Made reservation on behalf of 457a3288b13c49f484c421704911e125 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:06.609752 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16bbd397-48c1-4649-accf-b757e53f9eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.612205 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a217a03b-bb8a-4d23-9515-386b42d2fc70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4847f57fae714b92b029f627826b77ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1039252 Jul 22 23:38:06.614991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39230) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:06.628307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-8404cdce-69d7-43dc-a0ed-d708d0ff62e0 req-d015d0e1-640e-4abd-b9ed-8c39dabe7534 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Deleting port 579dc52e-6544-4652-b0e5-979ad336fb48 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:06.628790 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8404cdce-69d7-43dc-a0ed-d708d0ff62e0 req-d015d0e1-640e-4abd-b9ed-8c39dabe7534 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.642498 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.696538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824,segment=NetworkSegment(d170b232-5171-4d72-9f14-55ec0576510c),segment_id=d170b232-5171-4d72-9f14-55ec0576510c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:06.724856 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.770470 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa995981-4adc-45b4-82d7-ed5974deec54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.772925 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16bbd397-48c1-4649-accf-b757e53f9eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.784971 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8404cdce-69d7-43dc-a0ed-d708d0ff62e0 req-d015d0e1-640e-4abd-b9ed-8c39dabe7534 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] For port 579dc52e-6544-4652-b0e5-979ad336fb48, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=579dc52e-6544-4652-b0e5-979ad336fb48,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:06.785361 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8404cdce-69d7-43dc-a0ed-d708d0ff62e0 req-d015d0e1-640e-4abd-b9ed-8c39dabe7534 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.814206 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-8404cdce-69d7-43dc-a0ed-d708d0ff62e0 req-d015d0e1-640e-4abd-b9ed-8c39dabe7534 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Calling delete_port for 579dc52e-6544-4652-b0e5-979ad336fb48 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:06.817343 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa995981-4adc-45b4-82d7-ed5974deec54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.821870 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d4d865c-d5ee-4573-85ee-9e74a4d1ed65 req-b618acbd-61ff-4125-a1eb-7c38c8e93f79 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 210 time: 0.2668273 Jul 22 23:38:06.822057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:06.824502 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-054615d9-95ff-4b61-bad3-dd26685e99b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.837467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-412892eb-b266-4ec5-b074-b0ef10dcdb62 req-d7fed6e5-4b84-4350-b4d2-b2aa416bd8c0 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292912 Jul 22 23:38:06.910036 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10161bdb-e5ac-4a0f-ba0a-bfbf41708580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.931712 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.933731 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-054615d9-95ff-4b61-bad3-dd26685e99b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:38:06.934351 n-d-688802-2 neutron-server[93822]: DEBUG oslo_db.api [None req-054615d9-95ff-4b61-bad3-dd26685e99b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:38:06.938588 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10161bdb-e5ac-4a0f-ba0a-bfbf41708580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.975643 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa995981-4adc-45b4-82d7-ed5974deec54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.976303 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.978461 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa995981-4adc-45b4-82d7-ed5974deec54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.983472 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-aa995981-4adc-45b4-82d7-ed5974deec54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2ddf53d8-5fb7-4135-885e-6ea08fc9ef91 HTTP/1.1" status: 204 len: 168 time: 0.3673263 Jul 22 23:38:06.986088 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10161bdb-e5ac-4a0f-ba0a-bfbf41708580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:38:07.021264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa995981-4adc-45b4-82d7-ed5974deec54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddf53d8-5fb7-4135-885e-6ea08fc9ef91,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:07.029532 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10161bdb-e5ac-4a0f-ba0a-bfbf41708580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8fe740-259c-4bda-9d95-62cabc3d867f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:07.065698 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8404cdce-69d7-43dc-a0ed-d708d0ff62e0 req-d015d0e1-640e-4abd-b9ed-8c39dabe7534 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.078229 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['579dc52e-6544-4652-b0e5-979ad336fb48'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:07.113980 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015d0e1-640e-4abd-b9ed-8c39dabe7534 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Pushing event deleted for resources: {'Port': ['ID=579dc52e-6544-4652-b0e5-979ad336fb48,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:07.155077 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10161bdb-e5ac-4a0f-ba0a-bfbf41708580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.155396 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-10161bdb-e5ac-4a0f-ba0a-bfbf41708580 admin admin] Added segment b870a39e-b3ef-4e10-b715-4e9ecf4a165f of type vlan for network 15ead88e-6238-4e2f-bd79-246d601c19c4 Jul 22 23:38:07.172183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8404cdce-69d7-43dc-a0ed-d708d0ff62e0 req-d015d0e1-640e-4abd-b9ed-8c39dabe7534 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] No DVR routers for this DVR port 579dc52e-6544-4652-b0e5-979ad336fb48 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:07.174952 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8404cdce-69d7-43dc-a0ed-d708d0ff62e0 req-d015d0e1-640e-4abd-b9ed-8c39dabe7534 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.176789 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8404cdce-69d7-43dc-a0ed-d708d0ff62e0 req-d015d0e1-640e-4abd-b9ed-8c39dabe7534 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.95 "DELETE /v2.0/ports/579dc52e-6544-4652-b0e5-979ad336fb48 HTTP/1.1" status: 204 len: 173 time: 0.8608038 Jul 22 23:38:07.177267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b32ecb6-d327-48c1-8e71-3aa13cf161f2', 'name': 'network-vif-deleted', 'tag': '579dc52e-6544-4652-b0e5-979ad336fb48'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:07.179553 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c7d2fb-eb36-4000-9097-dc551c96e29b" -d '{"events": [{"server_uuid": "6b32ecb6-d327-48c1-8e71-3aa13cf161f2", "name": "network-vif-deleted", "tag": "579dc52e-6544-4652-b0e5-979ad336fb48"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:07.229704 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7620e3f9-6955-48a1-990c-63f8d2a9a1ee x-openstack-request-id: req-7620e3f9-6955-48a1-990c-63f8d2a9a1ee {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:07.230168 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b32ecb6-d327-48c1-8e71-3aa13cf161f2", "name": "network-vif-deleted", "tag": "579dc52e-6544-4652-b0e5-979ad336fb48", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:07.230569 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7620e3f9-6955-48a1-990c-63f8d2a9a1ee {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:07.231565 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b32ecb6-d327-48c1-8e71-3aa13cf161f2', 'name': 'network-vif-deleted', 'tag': '579dc52e-6544-4652-b0e5-979ad336fb48', 'status': 'completed', 'code': 200} Jul 22 23:38:07.271923 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10161bdb-e5ac-4a0f-ba0a-bfbf41708580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.401470 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 910a8f85-22b0-4836-bfb0-6f898121191c details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:38:07.409726 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10161bdb-e5ac-4a0f-ba0a-bfbf41708580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.410701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10161bdb-e5ac-4a0f-ba0a-bfbf41708580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:07.411321 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10161bdb-e5ac-4a0f-ba0a-bfbf41708580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.421497 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16bbd397-48c1-4649-accf-b757e53f9eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.440881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:07.446166 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16bbd397-48c1-4649-accf-b757e53f9eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.484224 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-10161bdb-e5ac-4a0f-ba0a-bfbf41708580 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4799733 Jul 22 23:38:07.488048 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1683758f-7eef-461e-b8bf-784bd40b61e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9cb5b87e7c8c424b9fb1285fad6dffb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433426 Jul 22 23:38:07.488048 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39246) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:07.489372 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:07.493339 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8a1fcd7f-b244-4a23-8368-8091deaafb32 admin admin] Request body: {'subnet': {'network_id': '15ead88e-6238-4e2f-bd79-246d601c19c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2099575948-subnet', 'tenant_id': '712fcbd1788e46c4a0983b878c6b6b9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:07.494087 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.499947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16bbd397-48c1-4649-accf-b757e53f9eec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:38:07.524924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1fcd7f-b244-4a23-8368-8091deaafb32 admin admin] Made reservation on behalf of 712fcbd1788e46c4a0983b878c6b6b9b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:07.530412 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcd7f-b244-4a23-8368-8091deaafb32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.554432 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10161bdb-e5ac-4a0f-ba0a-bfbf41708580 admin admin] Pushing event updated for resources: {'Network': ['ID=15ead88e-6238-4e2f-bd79-246d601c19c4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:07.559587 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 910a8f85-22b0-4836-bfb0-6f898121191c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=910a8f85-22b0-4836-bfb0-6f898121191c,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:07.569220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbd397-48c1-4649-accf-b757e53f9eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5762d108-7b7f-4c4c-8c64-720d1a5ea102,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:07.575585 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16bbd397-48c1-4649-accf-b757e53f9eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.575938 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-16bbd397-48c1-4649-accf-b757e53f9eec admin admin] Added segment 5f1f56e3-ee5a-40bd-b236-97433b843af3 of type vlan for network 0dcc1303-7bad-4d8a-a3ec-dc5a748e2938 Jul 22 23:38:07.578488 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 15ead88e-6238-4e2f-bd79-246d601c19c4 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:38:07.591818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '910a8f85-22b0-4836-bfb0-6f898121191c', 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548', 'port_id': '910a8f85-22b0-4836-bfb0-6f898121191c', 'mac_address': 'fa:16:3e:7a:72:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6fea40-f65b-49f5-b79a-e507ab04e592', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:38:07.693892 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.702548 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16bbd397-48c1-4649-accf-b757e53f9eec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.711470 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910a8f85-22b0-4836-bfb0-6f898121191c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:07.733732 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 910a8f85-22b0-4836-bfb0-6f898121191c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=910a8f85-22b0-4836-bfb0-6f898121191c,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:07.737152 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-956abc58-f1f7-40f1-adef-da06e82963f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.741387 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.783421 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-956abc58-f1f7-40f1-adef-da06e82963f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.786836 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16bbd397-48c1-4649-accf-b757e53f9eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.787795 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bbd397-48c1-4649-accf-b757e53f9eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:07.788384 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16bbd397-48c1-4649-accf-b757e53f9eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.817388 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=910a8f85-22b0-4836-bfb0-6f898121191c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:07.821419 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcd7f-b244-4a23-8368-8091deaafb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.841376 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-16bbd397-48c1-4649-accf-b757e53f9eec admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8339682 Jul 22 23:38:07.854774 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39254) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:07.866971 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0fdeb10c-c82a-4799-9473-baf6788f4822 admin admin] Request body: {'subnet': {'network_id': '0dcc1303-7bad-4d8a-a3ec-dc5a748e2938', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2027686529-subnet', 'tenant_id': '457a3288b13c49f484c421704911e125', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:07.923993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbd397-48c1-4649-accf-b757e53f9eec admin admin] Pushing event updated for resources: {'Network': ['ID=0dcc1303-7bad-4d8a-a3ec-dc5a748e2938,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:07.939927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 0dcc1303-7bad-4d8a-a3ec-dc5a748e2938 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:38:07.944228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Router 777907f8-b1fa-4e4e-8253-2062dfec7899 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:38:07.974789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fcd7f-b244-4a23-8368-8091deaafb32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d5934ae-31c9-4288-8a6c-4edd7e67588d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:07.978708 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdeb10c-c82a-4799-9473-baf6788f4822 admin admin] Made reservation on behalf of 457a3288b13c49f484c421704911e125 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:07.983270 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fdeb10c-c82a-4799-9473-baf6788f4822 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.989347 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['910a8f85-22b0-4836-bfb0-6f898121191c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:08.030117 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1fcd7f-b244-4a23-8368-8091deaafb32 admin admin] Checking segment: {'id': 'b870a39e-b3ef-4e10-b715-4e9ecf4a165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '15ead88e-6238-4e2f-bd79-246d601c19c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:08.030597 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1fcd7f-b244-4a23-8368-8091deaafb32 admin admin] Network hostable DHCP agents. Network: 15ead88e-6238-4e2f-bd79-246d601c19c4, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:38:08.058612 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0b108-671f-4650-aa70-09929bc736fa req-9362db5e-cd84-42d0-926e-f6262eefc0fb tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:08.059864 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-49f0b108-671f-4650-aa70-09929bc736fa req-9362db5e-cd84-42d0-926e-f6262eefc0fb tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.18 "GET /v2.0/networks?id=16b356a7-3abc-4112-8d06-4a4d2cc76d32 HTTP/1.1" status: 200 len: 815 time: 0.2246265 Jul 22 23:38:08.070864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1fcd7f-b244-4a23-8368-8091deaafb32 admin admin] Network 15ead88e-6238-4e2f-bd79-246d601c19c4 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:38:08.088436 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-49f0b108-671f-4650-aa70-09929bc736fa req-0f10274d-90f5-41cf-a1a5-cc82bc961138 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Request body: {'port': {'device_id': '8adfade0-1d18-4a87-a976-a14e9bb1b8c1', 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32', 'admin_state_up': True, 'tenant_id': '38fcc2a549774a6aaf1f72dd88a094dc'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:08.095454 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8a1fcd7f-b244-4a23-8368-8091deaafb32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 15ead88e-6238-4e2f-bd79-246d601c19c4) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:08.105452 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7846339d-f311-4857-97a8-ca81e0211ad4 None None] Network 15ead88e-6238-4e2f-bd79-246d601c19c4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:08.112711 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1fcd7f-b244-4a23-8368-8091deaafb32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:08.113649 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcd7f-b244-4a23-8368-8091deaafb32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:08.141943 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e2d0f1c-2830-4ea3-a36f-8c8c1ee20c84 req-1ef2051a-8567-48ed-9c4d-7f21ca3f098d tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 210 time: 0.1914482 Jul 22 23:38:08.206105 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8a1fcd7f-b244-4a23-8368-8091deaafb32 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7176394 Jul 22 23:38:08.252103 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-956abc58-f1f7-40f1-adef-da06e82963f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:08.255364 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-956abc58-f1f7-40f1-adef-da06e82963f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:08.259520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-956abc58-f1f7-40f1-adef-da06e82963f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2a75333-5e7e-44c0-8e5d-68c82d4d2d99 HTTP/1.1" status: 204 len: 168 time: 0.7665875 Jul 22 23:38:08.303157 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f0b108-671f-4650-aa70-09929bc736fa req-0f10274d-90f5-41cf-a1a5-cc82bc961138 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Made reservation on behalf of 38fcc2a549774a6aaf1f72dd88a094dc for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:08.309241 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-49f0b108-671f-4650-aa70-09929bc736fa req-0f10274d-90f5-41cf-a1a5-cc82bc961138 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:08.378870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956abc58-f1f7-40f1-adef-da06e82963f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a75333-5e7e-44c0-8e5d-68c82d4d2d99,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:08.507252 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:08.598955 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:38:08.611074 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Sync routers for ids ['777907f8-b1fa-4e4e-8253-2062dfec7899'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:38:08.627408 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Routers {'777907f8-b1fa-4e4e-8253-2062dfec7899'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:08.628170 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['777907f8-b1fa-4e4e-8253-2062dfec7899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:08.628533 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-49f0b108-671f-4650-aa70-09929bc736fa req-0f10274d-90f5-41cf-a1a5-cc82bc961138 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Allocated IP 172.20.0.8 (16b356a7-3abc-4112-8d06-4a4d2cc76d32/1ac717a4-c9db-4c23-81f2-a537a23e9b0f/20c7b94e-dd49-4489-97d1-e1f8d1983889) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:08.640686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d482a3-c560-47dd-b856-61c34d83fad8 req-252ef090-a38e-4bc9-9162-7eacadac87c9 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:08.647276 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23d482a3-c560-47dd-b856-61c34d83fad8 req-252ef090-a38e-4bc9-9162-7eacadac87c9 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 945 time: 0.4986336 Jul 22 23:38:08.653138 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e4819d-d52b-452e-9371-79f3fb1d8366 None None] Network 15ead88e-6238-4e2f-bd79-246d601c19c4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:08.716746 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fdeb10c-c82a-4799-9473-baf6788f4822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:08.778329 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:08.779292 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:08.818466 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:08.825659 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-67e18474-38e5-45a2-9db3-3033c2e2a723 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4792027 Jul 22 23:38:08.859180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39274) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:08.869202 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23d482a3-c560-47dd-b856-61c34d83fad8 req-c3adba96-942f-484c-9369-688dbf518a1a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145042 Jul 22 23:38:08.878162 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Set router 777907f8-b1fa-4e4e-8253-2062dfec7899 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:08.988775 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-49f0b108-671f-4650-aa70-09929bc736fa req-0f10274d-90f5-41cf-a1a5-cc82bc961138 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.077866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdeb10c-c82a-4799-9473-baf6788f4822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e88a3852-4848-4a36-b4ca-987d19f576f6,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:09.080390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdeb10c-c82a-4799-9473-baf6788f4822 admin admin] Checking segment: {'id': '5f1f56e3-ee5a-40bd-b236-97433b843af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '0dcc1303-7bad-4d8a-a3ec-dc5a748e2938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:09.080749 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdeb10c-c82a-4799-9473-baf6788f4822 admin admin] Network hostable DHCP agents. Network: 0dcc1303-7bad-4d8a-a3ec-dc5a748e2938, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:38:09.085874 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-49f0b108-671f-4650-aa70-09929bc736fa req-0f10274d-90f5-41cf-a1a5-cc82bc961138 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.147482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f0b108-671f-4650-aa70-09929bc736fa req-0f10274d-90f5-41cf-a1a5-cc82bc961138 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Network 16b356a7-3abc-4112-8d06-4a4d2cc76d32 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:09.155827 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-49f0b108-671f-4650-aa70-09929bc736fa req-0f10274d-90f5-41cf-a1a5-cc82bc961138 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:09.160128 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f0b108-671f-4650-aa70-09929bc736fa req-0f10274d-90f5-41cf-a1a5-cc82bc961138 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:09.233470 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0b108-671f-4650-aa70-09929bc736fa req-0f10274d-90f5-41cf-a1a5-cc82bc961138 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:09.234165 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-49f0b108-671f-4650-aa70-09929bc736fa req-0f10274d-90f5-41cf-a1a5-cc82bc961138 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.255008 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'name': 'tempest-TaggedBootDevicesTest-676577820-router', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:03Z', 'updated_at': '2021-07-22T23:38:06Z', 'revision_number': 3, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'gw_port': {'id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:04Z', 'updated_at': '2021-07-22T23:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:09.262974 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10274d-90f5-41cf-a1a5-cc82bc961138 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Pushing event updated for resources: {'Port': ['ID=20c7b94e-dd49-4489-97d1-e1f8d1983889,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:09.269875 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-49f0b108-671f-4650-aa70-09929bc736fa req-0f10274d-90f5-41cf-a1a5-cc82bc961138 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1895208 Jul 22 23:38:09.293272 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Checking router: 777907f8-b1fa-4e4e-8253-2062dfec7899 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:38:09.293608 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Updating router 777907f8-b1fa-4e4e-8253-2062dfec7899 port b36b61ac-83f0-4c11-b39a-3baed235e3d7 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:38:09.299360 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Request body: {'port': {'device_id': '8adfade0-1d18-4a87-a976-a14e9bb1b8c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:09.330477 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.367732 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdeb10c-c82a-4799-9473-baf6788f4822 admin admin] Network 0dcc1303-7bad-4d8a-a3ec-dc5a748e2938 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:38:09.397141 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.401815 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 910a8f85-22b0-4836-bfb0-6f898121191c up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:09.484543 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 910a8f85-22b0-4836-bfb0-6f898121191c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:09.494754 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 910a8f85-22b0-4836-bfb0-6f898121191c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:09.495844 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.515717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0fdeb10c-c82a-4799-9473-baf6788f4822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 0dcc1303-7bad-4d8a-a3ec-dc5a748e2938) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:09.534692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdeb10c-c82a-4799-9473-baf6788f4822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:09.535293 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fdeb10c-c82a-4799-9473-baf6788f4822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.595860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-e21a27d3-4fc6-4dae-8d37-af3548c1a7b9 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:09.597449 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-e21a27d3-4fc6-4dae-8d37-af3548c1a7b9 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/networks?id=15ead88e-6238-4e2f-bd79-246d601c19c4 HTTP/1.1" status: 200 len: 821 time: 0.2856777 Jul 22 23:38:09.598722 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0fdeb10c-c82a-4799-9473-baf6788f4822 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7366562 Jul 22 23:38:09.603739 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a7aaf-6f71-47bb-91eb-55bdc65392db None None] Network 0dcc1303-7bad-4d8a-a3ec-dc5a748e2938 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:09.604349 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39304) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:09.608767 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c660b4-527b-4523-936f-83cbc775bd23 req-83b28d6a-1c0c-4d60-b026-9c99a5a351b3 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:09.610800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2027686529-router', 'tenant_id': '457a3288b13c49f484c421704911e125', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:09.615586 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96c660b4-527b-4523-936f-83cbc775bd23 req-83b28d6a-1c0c-4d60-b026-9c99a5a351b3 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 931 time: 0.3687165 Jul 22 23:38:09.657067 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.672945 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Transition to ACTIVE for port object b36b61ac-83f0-4c11-b39a-3baed235e3d7 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:09.685165 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.687776 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-ee11949e-d9ae-4e7c-913d-d45b2bce9bf4 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/quotas/712fcbd1788e46c4a0983b878c6b6b9b HTTP/1.1" status: 200 len: 375 time: 0.0691049 Jul 22 23:38:09.714077 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.755037 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 910a8f85-22b0-4836-bfb0-6f898121191c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=910a8f85-22b0-4836-bfb0-6f898121191c,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:09.758352 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f6cd10-33f3-4837-9f70-ff3002b1e06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910a8f85-22b0-4836-bfb0-6f898121191c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:09.761962 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e362d0-0712-471c-a871-0abc91b724db" -d '{"events": [{"server_uuid": "98f6cd10-33f3-4837-9f70-ff3002b1e06f", "name": "network-vif-plugged", "status": "completed", "tag": "910a8f85-22b0-4836-bfb0-6f898121191c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:09.768413 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.770123 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 579dc52e-6544-4652-b0e5-979ad336fb48 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:09.781493 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96c660b4-527b-4523-936f-83cbc775bd23 req-6b88b611-d768-4273-b897-84829e6d433a tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581395 Jul 22 23:38:09.790535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-9cc8c7b1-e59b-434a-b44d-bd0f8f776f49 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=712fcbd1788e46c4a0983b878c6b6b9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762730 Jul 22 23:38:09.791679 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c7b94e-dd49-4489-97d1-e1f8d1983889 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:09.801685 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.817177 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Transition to ACTIVE for port object 20c7b94e-dd49-4489-97d1-e1f8d1983889 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:09.819318 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.820624 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.831135 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.839769 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 579dc52e-6544-4652-b0e5-979ad336fb48 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:09.840256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 579dc52e-6544-4652-b0e5-979ad336fb48 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:09.843013 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39310) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:09.847177 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Attempting to bind port b36b61ac-83f0-4c11-b39a-3baed235e3d7 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:09.847901 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Attempting to bind port b36b61ac-83f0-4c11-b39a-3baed235e3d7 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:09.848486 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Attempting to bind port b36b61ac-83f0-4c11-b39a-3baed235e3d7 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:09.861974 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490696ed-6b48-4eb4-b354-dda4b40ac257 None None] Pushing event updated for resources: {'Port': ['ID=b36b61ac-83f0-4c11-b39a-3baed235e3d7,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:09.865276 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:09.866018 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:09.866680 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.867517 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:09.868227 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Bound port: b36b61ac-83f0-4c11-b39a-3baed235e3d7, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:09.868882 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.906319 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=910a8f85-22b0-4836-bfb0-6f898121191c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:09.938828 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] For port b36b61ac-83f0-4c11-b39a-3baed235e3d7, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:09.943035 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] For port b36b61ac-83f0-4c11-b39a-3baed235e3d7, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b36b61ac-83f0-4c11-b39a-3baed235e3d7,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:09.950314 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.007606 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9650ee40-c8c1-4b41-8919-c81c7ac4041d x-openstack-request-id: req-9650ee40-c8c1-4b41-8919-c81c7ac4041d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:10.007903 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f6cd10-33f3-4837-9f70-ff3002b1e06f", "name": "network-vif-plugged", "status": "completed", "tag": "910a8f85-22b0-4836-bfb0-6f898121191c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:10.008162 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9650ee40-c8c1-4b41-8919-c81c7ac4041d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:10.008726 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f6cd10-33f3-4837-9f70-ff3002b1e06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910a8f85-22b0-4836-bfb0-6f898121191c', 'code': 200} Jul 22 23:38:10.018866 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Routers {'777907f8-b1fa-4e4e-8253-2062dfec7899'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:10.022155 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['777907f8-b1fa-4e4e-8253-2062dfec7899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:10.046484 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-0dcc1303-7bad-4d8a-a3ec-dc5a748e2938', 'network_id': '0dcc1303-7bad-4d8a-a3ec-dc5a748e2938', 'tenant_id': '457a3288b13c49f484c421704911e125', 'fixed_ips': [{'subnet_id': 'e88a3852-4848-4a36-b4ca-987d19f576f6'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:38:10.047464 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.074641 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Pushing event updated for resources: {'Port': ['ID=20c7b94e-dd49-4489-97d1-e1f8d1983889,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:10.091928 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.124566 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490696ed-6b48-4eb4-b354-dda4b40ac257 None None] Pushing event updated for resources: {'Port': ['ID=b36b61ac-83f0-4c11-b39a-3baed235e3d7,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:10.131155 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3988e56b-82dc-44e1-8298-1ebe6523eb38 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370388622-network', 'tenant_id': 'e1e3865d454f4e58a3d9b5dd99c37e08'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:10.206183 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] Set router 777907f8-b1fa-4e4e-8253-2062dfec7899 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:10.240650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Allocated IP 172.20.0.2 (0dcc1303-7bad-4d8a-a3ec-dc5a748e2938/e88a3852-4848-4a36-b4ca-987d19f576f6/56f7574b-6e32-47b2-9570-dbadc12c9393) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:10.364232 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3988e56b-82dc-44e1-8298-1ebe6523eb38 admin admin] Made reservation on behalf of e1e3865d454f4e58a3d9b5dd99c37e08 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:10.366480 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3988e56b-82dc-44e1-8298-1ebe6523eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.390385 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.394608 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Attempting to bind port 20c7b94e-dd49-4489-97d1-e1f8d1983889 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:10.394956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Attempting to bind port 20c7b94e-dd49-4489-97d1-e1f8d1983889 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'dd8d75e7-1afb-4005-8978-0b8efb0c7d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:10.395297 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Attempting to bind port 20c7b94e-dd49-4489-97d1-e1f8d1983889 on network 16b356a7-3abc-4112-8d06-4a4d2cc76d32 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:10.401887 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3988e56b-82dc-44e1-8298-1ebe6523eb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.414547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Port 20c7b94e-dd49-4489-97d1-e1f8d1983889 on network 16b356a7-3abc-4112-8d06-4a4d2cc76d32 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:38:10.414877 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Attempting to bind port 20c7b94e-dd49-4489-97d1-e1f8d1983889 on network 16b356a7-3abc-4112-8d06-4a4d2cc76d32 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:10.430638 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:10.430987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Checking segment: {'id': 'dd8d75e7-1afb-4005-8978-0b8efb0c7d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:10.431385 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Bound using segment: {'id': 'dd8d75e7-1afb-4005-8978-0b8efb0c7d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:10.431840 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Bound port: 20c7b94e-dd49-4489-97d1-e1f8d1983889, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8d75e7-1afb-4005-8978-0b8efb0c7d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:10.432204 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.442451 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.453874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Transition to ACTIVE for port object 56f7574b-6e32-47b2-9570-dbadc12c9393 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:10.456984 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49d86-a8ff-4bec-8dfb-803fdbef175e req-bdeb710b-b798-4c74-a7cc-4f8a3b79f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:10.458564 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-87c49d86-a8ff-4bec-8dfb-803fdbef175e req-bdeb710b-b798-4c74-a7cc-4f8a3b79f088 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 1097 time: 0.3760154 Jul 22 23:38:10.467156 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'name': 'tempest-TaggedBootDevicesTest-676577820-router', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:03Z', 'updated_at': '2021-07-22T23:38:06Z', 'revision_number': 3, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'gw_port': {'id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:04Z', 'updated_at': '2021-07-22T23:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:10.474226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Transition to ACTIVE for port object 56f7574b-6e32-47b2-9570-dbadc12c9393 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:10.483529 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.486784 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.494278 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-3c52076e-4ddf-4197-925f-ef678c011ae3 service neutron] 10.222.0.26 "GET /v2.0/networks/15ead88e-6238-4e2f-bd79-246d601c19c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6899631 Jul 22 23:38:10.500776 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d401f0-d443-4e6c-8231-fe98c4d3fd12 None None] The sync data for ids ['777907f8-b1fa-4e4e-8253-2062dfec7899'] in n-d-688802-2 is: [{'id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'name': 'tempest-TaggedBootDevicesTest-676577820-router', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:03Z', 'updated_at': '2021-07-22T23:38:06Z', 'revision_number': 3, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'gw_port': {'id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:04Z', 'updated_at': '2021-07-22T23:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:38:10.538988 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Network 0dcc1303-7bad-4d8a-a3ec-dc5a748e2938 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:10.545809 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:10.551218 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:10.566371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Pushing event updated for resources: {'Port': ['ID=56f7574b-6e32-47b2-9570-dbadc12c9393,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:10.580504 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-87c49d86-a8ff-4bec-8dfb-803fdbef175e req-dbfe8530-6b40-4c7c-8be9-6e0e83316619 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127288 Jul 22 23:38:10.639068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Attempting to bind port 56f7574b-6e32-47b2-9570-dbadc12c9393 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:10.639462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Attempting to bind port 56f7574b-6e32-47b2-9570-dbadc12c9393 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '5f1f56e3-ee5a-40bd-b236-97433b843af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '0dcc1303-7bad-4d8a-a3ec-dc5a748e2938'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:10.639828 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Attempting to bind port 56f7574b-6e32-47b2-9570-dbadc12c9393 on network 0dcc1303-7bad-4d8a-a3ec-dc5a748e2938 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:10.647215 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:10.647765 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Checking segment: {'id': '5f1f56e3-ee5a-40bd-b236-97433b843af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '0dcc1303-7bad-4d8a-a3ec-dc5a748e2938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:10.648173 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.648642 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Bound using segment: {'id': '5f1f56e3-ee5a-40bd-b236-97433b843af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '0dcc1303-7bad-4d8a-a3ec-dc5a748e2938'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:10.649112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Bound port: 56f7574b-6e32-47b2-9570-dbadc12c9393, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1f56e3-ee5a-40bd-b236-97433b843af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '0dcc1303-7bad-4d8a-a3ec-dc5a748e2938'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:10.649504 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.653360 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] For port 20c7b94e-dd49-4489-97d1-e1f8d1983889, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:10.676684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] For port 20c7b94e-dd49-4489-97d1-e1f8d1983889, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=20c7b94e-dd49-4489-97d1-e1f8d1983889,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:10.695819 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.697286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c61c6-e34b-4b9d-9d1e-797c7bd347d9 req-6011701d-64d2-407b-b384-a5a99ff1b026 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:10.698817 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-888c61c6-e34b-4b9d-9d1e-797c7bd347d9 req-6011701d-64d2-407b-b384-a5a99ff1b026 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 946 time: 0.1949553 Jul 22 23:38:10.746582 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] For port 56f7574b-6e32-47b2-9570-dbadc12c9393, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:10.752703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] For port 56f7574b-6e32-47b2-9570-dbadc12c9393, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=56f7574b-6e32-47b2-9570-dbadc12c9393,segment=NetworkSegment(5f1f56e3-ee5a-40bd-b236-97433b843af3),segment_id=5f1f56e3-ee5a-40bd-b236-97433b843af3)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:10.765196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3988e56b-82dc-44e1-8298-1ebe6523eb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.767564 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.772590 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:10.773494 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.775300 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-49f0b108-671f-4650-aa70-09929bc736fa req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] 10.222.0.18 "PUT /v2.0/ports/20c7b94e-dd49-4489-97d1-e1f8d1983889 HTTP/1.1" status: 200 len: 1091 time: 1.4803503 Jul 22 23:38:10.775951 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adfade0-1d18-4a87-a976-a14e9bb1b8c1', 'tag': '20c7b94e-dd49-4489-97d1-e1f8d1983889'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:10.778823 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d0c2dd-4158-4d09-a370-d9a601373e17" -d '{"events": [{"name": "network-changed", "server_uuid": "8adfade0-1d18-4a87-a976-a14e9bb1b8c1", "tag": "20c7b94e-dd49-4489-97d1-e1f8d1983889"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:10.787540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3988e56b-82dc-44e1-8298-1ebe6523eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.788355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-e19d26cf-1219-4b8d-a48a-f8d8c47d74f5 service neutron] 10.222.0.26 "GET /v2.0/networks/15ead88e-6238-4e2f-bd79-246d601c19c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934723 Jul 22 23:38:10.829861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee11f45-2bcd-4ab4-91aa-6fa37005fd93 None None] Pushing event updated for resources: {'Port': ['ID=56f7574b-6e32-47b2-9570-dbadc12c9393,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:10.888361 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-888c61c6-e34b-4b9d-9d1e-797c7bd347d9 req-97151ddc-3528-4a7e-b66c-edd28a432666 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601357 Jul 22 23:38:10.949685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Allocated IP 172.20.0.1 (81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9/944a2bd3-3d96-426e-983b-9162c91b6208/d316ae19-c78a-4fc1-bf53-9443cb3c73d2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:11.014601 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a4493-5bb1-433a-be4a-01f2fae08f45 service neutron] Pushing event updated for resources: {'Port': ['ID=20c7b94e-dd49-4489-97d1-e1f8d1983889,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:11.070636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3988e56b-82dc-44e1-8298-1ebe6523eb38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:38:11.088755 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acea942-7177-4f73-a8e5-d21e0cc0cdac x-openstack-request-id: req-9acea942-7177-4f73-a8e5-d21e0cc0cdac {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:11.089595 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8adfade0-1d18-4a87-a976-a14e9bb1b8c1", "tag": "20c7b94e-dd49-4489-97d1-e1f8d1983889", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:11.089718 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9acea942-7177-4f73-a8e5-d21e0cc0cdac {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:11.090109 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8adfade0-1d18-4a87-a976-a14e9bb1b8c1', 'tag': '20c7b94e-dd49-4489-97d1-e1f8d1983889', 'status': 'completed', 'code': 200} Jul 22 23:38:11.122001 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3988e56b-82dc-44e1-8298-1ebe6523eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:11.122264 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-3988e56b-82dc-44e1-8298-1ebe6523eb38 admin admin] Added segment 4fcfa3a4-a7f8-4a27-a314-399075d63b00 of type vlan for network 5d739dfb-0d75-4db6-bf0b-59243c6465df Jul 22 23:38:11.198764 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988e56b-82dc-44e1-8298-1ebe6523eb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392d143f-b4fc-4e42-946d-968b12387f8b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:11.265760 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3988e56b-82dc-44e1-8298-1ebe6523eb38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:11.314444 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:11.357913 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:11.372131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0b108-671f-4650-aa70-09929bc736fa req-658a5a7c-d398-4669-9b38-dbeb2da8a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:11.374035 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-49f0b108-671f-4650-aa70-09929bc736fa req-658a5a7c-d398-4669-9b38-dbeb2da8a295 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=38fcc2a549774a6aaf1f72dd88a094dc&device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 1094 time: 0.4404433 Jul 22 23:38:11.377425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3988e56b-82dc-44e1-8298-1ebe6523eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:11.378580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3988e56b-82dc-44e1-8298-1ebe6523eb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:11.379456 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3988e56b-82dc-44e1-8298-1ebe6523eb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:11.412130 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-302b11fa-1463-4c55-b8ca-7ed1acb449c5 req-9444351a-5f37-489a-b93e-776a6b6d82e2 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 210 time: 0.0896959 Jul 22 23:38:11.490490 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:11.498552 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-49f0b108-671f-4650-aa70-09929bc736fa req-0ac75a02-2e6d-4cb4-a016-f28ecbbb3ef1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20c7b94e-dd49-4489-97d1-e1f8d1983889 HTTP/1.1" status: 200 len: 217 time: 0.0814817 Jul 22 23:38:11.520736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39332) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:11.520984 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3988e56b-82dc-44e1-8298-1ebe6523eb38 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6727297 Jul 22 23:38:11.524895 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Transition to ACTIVE for port object d316ae19-c78a-4fc1-bf53-9443cb3c73d2 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:11.529421 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a90ddbbc-a276-4416-9581-85ac1b6c5b81 admin admin] Request body: {'subnet': {'network_id': '5d739dfb-0d75-4db6-bf0b-59243c6465df', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370388622-subnet', 'tenant_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:11.560371 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5adb9-02ac-4007-88d2-a538c947c141 req-74bb9c45-5f5f-4d26-b743-4658b82d1c0c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:11.565716 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-63c5adb9-02ac-4007-88d2-a538c947c141 req-74bb9c45-5f5f-4d26-b743-4658b82d1c0c tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 943 time: 0.4172900 Jul 22 23:38:11.590272 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988e56b-82dc-44e1-8298-1ebe6523eb38 admin admin] Pushing event updated for resources: {'Network': ['ID=5d739dfb-0d75-4db6-bf0b-59243c6465df,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:11.598290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90ddbbc-a276-4416-9581-85ac1b6c5b81 admin admin] Made reservation on behalf of e1e3865d454f4e58a3d9b5dd99c37e08 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:11.600628 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a90ddbbc-a276-4416-9581-85ac1b6c5b81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:11.602214 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 5d739dfb-0d75-4db6-bf0b-59243c6465df details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:38:11.728838 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Allocated IP 172.25.4.31 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/20f1d9de-60e7-478b-b3b9-bb72fd5332aa) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:11.772611 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0b108-671f-4650-aa70-09929bc736fa req-9ce2c8b6-080e-4e43-a812-6e5094757865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:11.774410 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-49f0b108-671f-4650-aa70-09929bc736fa req-9ce2c8b6-080e-4e43-a812-6e5094757865 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ac717a4-c9db-4c23-81f2-a537a23e9b0f HTTP/1.1" status: 200 len: 855 time: 0.2681127 Jul 22 23:38:11.821882 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-63c5adb9-02ac-4007-88d2-a538c947c141 req-686bb9e0-49de-459c-be77-d94626ffa542 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462900 Jul 22 23:38:11.822599 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-49f0b108-671f-4650-aa70-09929bc736fa req-ea55c22b-19c5-4d91-a487-0a58ccac9ce3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16b356a7-3abc-4112-8d06-4a4d2cc76d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368614 Jul 22 23:38:11.829998 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:11.851752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Network 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:11.853043 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:11.874165 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:11.977180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Pushing event updated for resources: {'Port': ['ID=d316ae19-c78a-4fc1-bf53-9443cb3c73d2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:11.986135 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a90ddbbc-a276-4416-9581-85ac1b6c5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:11.997389 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:12.032503 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-49f0b108-671f-4650-aa70-09929bc736fa req-d19aa207-431b-4e42-b048-8661a849045d service neutron] 10.222.0.18 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010136 Jul 22 23:38:12.184281 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:12.194473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ddbbc-a276-4416-9581-85ac1b6c5b81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb51923-c3f7-4e8f-ba3d-49ee3350331a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:12.254342 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-49f0b108-671f-4650-aa70-09929bc736fa req-c0ac2e44-b4d8-45a0-ae27-0f92a524c541 service neutron] 10.222.0.18 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135513 Jul 22 23:38:12.261968 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:12.307919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1f8342ef-5410-41a0-8330-28832d79481a None None] Provisioning for port d316ae19-c78a-4fc1-bf53-9443cb3c73d2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:12.314771 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1f8342ef-5410-41a0-8330-28832d79481a None None] Provisioning complete for port d316ae19-c78a-4fc1-bf53-9443cb3c73d2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:12.315198 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f8342ef-5410-41a0-8330-28832d79481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:12.327403 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:12.330361 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:12.338232 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:12.387360 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1f8342ef-5410-41a0-8330-28832d79481a None None] Port d316ae19-c78a-4fc1-bf53-9443cb3c73d2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:38:12.390423 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Pushing event updated for resources: {'Port': ['ID=20f1d9de-60e7-478b-b3b9-bb72fd5332aa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:12.418059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 56f7574b-6e32-47b2-9570-dbadc12c9393 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:12.422942 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90ddbbc-a276-4416-9581-85ac1b6c5b81 admin admin] Checking segment: {'id': '4fcfa3a4-a7f8-4a27-a314-399075d63b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5d739dfb-0d75-4db6-bf0b-59243c6465df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:12.423717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90ddbbc-a276-4416-9581-85ac1b6c5b81 admin admin] Network hostable DHCP agents. Network: 5d739dfb-0d75-4db6-bf0b-59243c6465df, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:38:12.476407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bdf52-0c86-4442-b16e-9d944c4f5c47 req-5b6b59b6-e0e9-40c3-a613-b49d68c049c9 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:12.485641 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d75bdf52-0c86-4442-b16e-9d944c4f5c47 req-5b6b59b6-e0e9-40c3-a613-b49d68c049c9 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 946 time: 0.4258363 Jul 22 23:38:12.515946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 56f7574b-6e32-47b2-9570-dbadc12c9393 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:12.521602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b36b61ac-83f0-4c11-b39a-3baed235e3d7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:12.555321 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90ddbbc-a276-4416-9581-85ac1b6c5b81 admin admin] Network 5d739dfb-0d75-4db6-bf0b-59243c6465df is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:38:12.593513 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d75bdf52-0c86-4442-b16e-9d944c4f5c47 req-b170b2e8-cf03-45ff-879a-8b825e19447d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066132 Jul 22 23:38:12.616315 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4650461e-5db7-4252-85bf-6f4e6909ddee None None] Network 0dcc1303-7bad-4d8a-a3ec-dc5a748e2938 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:12.620089 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a90ddbbc-a276-4416-9581-85ac1b6c5b81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 5d739dfb-0d75-4db6-bf0b-59243c6465df) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:12.650929 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ddbbc-a276-4416-9581-85ac1b6c5b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:12.652188 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a90ddbbc-a276-4416-9581-85ac1b6c5b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:12.685353 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88082c5d-9f10-4e0a-b631-1c7dfffa03af req-9121c2bd-0b70-4d4e-b198-dd975aec5c86 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 210 time: 0.0608463 Jul 22 23:38:12.686610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a90ddbbc-a276-4416-9581-85ac1b6c5b81 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1634500 Jul 22 23:38:12.689340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39346) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:12.696844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370388622-router', 'tenant_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:12.701945 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:12.762754 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:12.763828 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:12.786061 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1887357d-aa5a-4c1d-82af-1ba382ec2332 None None] Network 5d739dfb-0d75-4db6-bf0b-59243c6465df requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:12.858428 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:12.927228 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e92e04bd-7734-4c2f-abb4-ad678bb45701 None None] Provisioning for port 56f7574b-6e32-47b2-9570-dbadc12c9393 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:12.974868 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e92e04bd-7734-4c2f-abb4-ad678bb45701 None None] Provisioning complete for port 56f7574b-6e32-47b2-9570-dbadc12c9393 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:12.975585 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e92e04bd-7734-4c2f-abb4-ad678bb45701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:13.046154 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port b36b61ac-83f0-4c11-b39a-3baed235e3d7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:13.064295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b36b61ac-83f0-4c11-b39a-3baed235e3d7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:13.064668 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:13.079592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0c2dd-4158-4d09-a370-d9a601373e17 req-e44a839d-5df6-434b-bbee-b68cd2bb15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:13.081879 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-61d0c2dd-4158-4d09-a370-d9a601373e17 req-e44a839d-5df6-434b-bbee-b68cd2bb15e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=38fcc2a549774a6aaf1f72dd88a094dc&device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 1094 time: 0.7015300 Jul 22 23:38:13.171756 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:13.212101 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d928dd5-893c-4a4e-b84a-37e44ec70847 req-8ca37d43-f673-48ee-8814-44442e618478 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:13.213591 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d928dd5-893c-4a4e-b84a-37e44ec70847 req-8ca37d43-f673-48ee-8814-44442e618478 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 946 time: 0.2744462 Jul 22 23:38:13.240306 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-d941ddb3-01ff-4759-b900-c7dac1ee7986 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:13.246826 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-d941ddb3-01ff-4759-b900-c7dac1ee7986 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.95 "GET /v2.0/networks?id=15ead88e-6238-4e2f-bd79-246d601c19c4 HTTP/1.1" status: 200 len: 821 time: 0.7250445 Jul 22 23:38:13.251910 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-5d739dfb-0d75-4db6-bf0b-59243c6465df', 'network_id': '5d739dfb-0d75-4db6-bf0b-59243c6465df', 'tenant_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'fixed_ips': [{'subnet_id': 'efb51923-c3f7-4e8f-ba3d-49ee3350331a'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:38:13.257880 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:13.266364 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e92e04bd-7734-4c2f-abb4-ad678bb45701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:13.273488 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2528e-b5cd-40c0-8e0d-e7d9baeb6717 req-52155567-067e-46ac-92f4-aa527e4da707 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:13.275146 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cd2528e-b5cd-40c0-8e0d-e7d9baeb6717 req-52155567-067e-46ac-92f4-aa527e4da707 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 943 time: 0.3347979 Jul 22 23:38:13.277347 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:13.294469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-afc455c2-b2aa-427d-96eb-9a9fbdf3c81a tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Request body: {'port': {'device_id': 'a0368621-ca97-4935-9060-a1eb77581794', 'network_id': '15ead88e-6238-4e2f-bd79-246d601c19c4', 'admin_state_up': True, 'tenant_id': '712fcbd1788e46c4a0983b878c6b6b9b'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:13.302260 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:13.333734 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:13.391647 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e92e04bd-7734-4c2f-abb4-ad678bb45701 None None] For port 56f7574b-6e32-47b2-9570-dbadc12c9393, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=56f7574b-6e32-47b2-9570-dbadc12c9393,segment=NetworkSegment(5f1f56e3-ee5a-40bd-b236-97433b843af3),segment_id=5f1f56e3-ee5a-40bd-b236-97433b843af3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:13.395921 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port b36b61ac-83f0-4c11-b39a-3baed235e3d7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b36b61ac-83f0-4c11-b39a-3baed235e3d7,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:13.404065 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:13.407024 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e92e04bd-7734-4c2f-abb4-ad678bb45701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:13.447260 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0c2dd-4158-4d09-a370-d9a601373e17 req-409f5c2d-4453-4335-a506-549e65ef0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:13.450065 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-61d0c2dd-4158-4d09-a370-d9a601373e17 req-409f5c2d-4453-4335-a506-549e65ef0743 service neutron] 10.222.0.18 "GET /v2.0/networks?id=16b356a7-3abc-4112-8d06-4a4d2cc76d32 HTTP/1.1" status: 200 len: 916 time: 0.3240211 Jul 22 23:38:13.450246 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:13.459926 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Pushing event updated for resources: {'Port': ['ID=d316ae19-c78a-4fc1-bf53-9443cb3c73d2,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:13.496632 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d928dd5-893c-4a4e-b84a-37e44ec70847 req-642d78a0-47d3-4ef9-9afc-31dad8071229 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632113 Jul 22 23:38:13.512973 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=b36b61ac-83f0-4c11-b39a-3baed235e3d7,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:13.516548 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-61d0c2dd-4158-4d09-a370-d9a601373e17 req-1beb3b02-5113-4165-a6a8-a1ef577445ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20c7b94e-dd49-4489-97d1-e1f8d1983889 HTTP/1.1" status: 200 len: 217 time: 0.0580032 Jul 22 23:38:13.522145 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:13.531636 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Allocated IP 172.20.0.2 (5d739dfb-0d75-4db6-bf0b-59243c6465df/efb51923-c3f7-4e8f-ba3d-49ee3350331a/e03f2655-48e8-4b5a-91fe-c2fdd24d77be) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:13.548865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cd2528e-b5cd-40c0-8e0d-e7d9baeb6717 req-7fc06548-3c4b-4658-8a22-952eefe54baa tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501793 Jul 22 23:38:13.591103 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0c2dd-4158-4d09-a370-d9a601373e17 req-45ae1427-465f-4f16-bc05-034fee404cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:13.592660 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-61d0c2dd-4158-4d09-a370-d9a601373e17 req-45ae1427-465f-4f16-bc05-034fee404cd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ac717a4-c9db-4c23-81f2-a537a23e9b0f HTTP/1.1" status: 200 len: 855 time: 0.0684152 Jul 22 23:38:13.617084 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f0088c77-c28c-4c92-937e-7df23d6c2ae1 None None] Provisioning complete for port 56f7574b-6e32-47b2-9570-dbadc12c9393 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:13.617494 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0088c77-c28c-4c92-937e-7df23d6c2ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:13.619288 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e04bd-7734-4c2f-abb4-ad678bb45701 None None] Pushing event updated for resources: {'Port': ['ID=56f7574b-6e32-47b2-9570-dbadc12c9393,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:13.635036 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-afc455c2-b2aa-427d-96eb-9a9fbdf3c81a tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Made reservation on behalf of 712fcbd1788e46c4a0983b878c6b6b9b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:13.640012 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-afc455c2-b2aa-427d-96eb-9a9fbdf3c81a tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:13.721271 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-61d0c2dd-4158-4d09-a370-d9a601373e17 req-41debb0f-743a-43bc-a035-aa9b02ea3a10 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16b356a7-3abc-4112-8d06-4a4d2cc76d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872693 Jul 22 23:38:13.787291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Network 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:13.830464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f0d79-5ecc-49c0-8f6f-956aa22eaa93 req-554cebff-65f9-487e-a486-c11d1356ca42 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:13.832020 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e4f0d79-5ecc-49c0-8f6f-956aa22eaa93 req-554cebff-65f9-487e-a486-c11d1356ca42 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 946 time: 0.1456831 Jul 22 23:38:13.832944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:13.895558 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-61d0c2dd-4158-4d09-a370-d9a601373e17 req-e38f97f7-85f4-4da2-8b47-3cff5257fdd0 service neutron] 10.222.0.18 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670015 Jul 22 23:38:13.922956 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18ac4aee-a2fb-48a7-be6a-4b984e2bd4e6 req-47435594-e0f8-4031-80e8-3965608a35f0 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 210 time: 0.1003423 Jul 22 23:38:13.967764 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:13.978615 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Transition to ACTIVE for port object e03f2655-48e8-4b5a-91fe-c2fdd24d77be will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:14.000402 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Transition to ACTIVE for port object e03f2655-48e8-4b5a-91fe-c2fdd24d77be will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:14.014762 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.064837 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Network 5d739dfb-0d75-4db6-bf0b-59243c6465df is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:14.068603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Router 777907f8-b1fa-4e4e-8253-2062dfec7899 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:38:14.070601 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:14.076265 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:14.086623 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-61d0c2dd-4158-4d09-a370-d9a601373e17 req-52ee613e-7660-4ea2-905c-eb9c3032829b service neutron] 10.222.0.18 "GET /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666937 Jul 22 23:38:14.092839 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Pushing event updated for resources: {'Port': ['ID=e03f2655-48e8-4b5a-91fe-c2fdd24d77be,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:14.093478 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e4f0d79-5ecc-49c0-8f6f-956aa22eaa93 req-715f900e-be69-407f-add4-dcf224d1f04e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204881 Jul 22 23:38:14.121605 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-afc455c2-b2aa-427d-96eb-9a9fbdf3c81a tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Allocated IP 172.20.0.11 (15ead88e-6238-4e2f-bd79-246d601c19c4/8d5934ae-31c9-4288-8a6c-4edd7e67588d/41fa820a-67a7-4038-96fe-03849aa1fa15) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:14.125501 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.178310 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Attempting to bind port e03f2655-48e8-4b5a-91fe-c2fdd24d77be on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:14.182904 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Attempting to bind port e03f2655-48e8-4b5a-91fe-c2fdd24d77be by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '4fcfa3a4-a7f8-4a27-a314-399075d63b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5d739dfb-0d75-4db6-bf0b-59243c6465df'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:14.183381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Attempting to bind port e03f2655-48e8-4b5a-91fe-c2fdd24d77be on network 5d739dfb-0d75-4db6-bf0b-59243c6465df {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:14.192292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:14.192760 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Checking segment: {'id': '4fcfa3a4-a7f8-4a27-a314-399075d63b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5d739dfb-0d75-4db6-bf0b-59243c6465df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:14.197480 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.197795 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Bound using segment: {'id': '4fcfa3a4-a7f8-4a27-a314-399075d63b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5d739dfb-0d75-4db6-bf0b-59243c6465df'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:14.198297 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Bound port: e03f2655-48e8-4b5a-91fe-c2fdd24d77be, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcfa3a4-a7f8-4a27-a314-399075d63b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '5d739dfb-0d75-4db6-bf0b-59243c6465df'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:14.199652 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.201427 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.276269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b36b61ac-83f0-4c11-b39a-3baed235e3d7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:14.317641 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.336135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2ac40869-2911-4da4-86ed-a4e3eb017e20 None None] Provisioning complete for port d316ae19-c78a-4fc1-bf53-9443cb3c73d2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:14.336747 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ac40869-2911-4da4-86ed-a4e3eb017e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.377504 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 20c7b94e-dd49-4489-97d1-e1f8d1983889 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:38:14.414495 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-afc455c2-b2aa-427d-96eb-9a9fbdf3c81a tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.421855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] For port e03f2655-48e8-4b5a-91fe-c2fdd24d77be, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:14.430326 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] For port e03f2655-48e8-4b5a-91fe-c2fdd24d77be, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e03f2655-48e8-4b5a-91fe-c2fdd24d77be,segment=NetworkSegment(4fcfa3a4-a7f8-4a27-a314-399075d63b00),segment_id=4fcfa3a4-a7f8-4a27-a314-399075d63b00)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:14.434875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40869-2911-4da4-86ed-a4e3eb017e20 None None] Port d316ae19-c78a-4fc1-bf53-9443cb3c73d2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:38:14.443036 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.496512 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-afc455c2-b2aa-427d-96eb-9a9fbdf3c81a tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.549595 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b36b61ac-83f0-4c11-b39a-3baed235e3d7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:14.550032 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.566115 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Router 0c4737cc-b313-48ff-a787-2899bcb32251 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:38:14.582238 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-afc455c2-b2aa-427d-96eb-9a9fbdf3c81a tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Network 15ead88e-6238-4e2f-bd79-246d601c19c4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:14.597129 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc455c2-b2aa-427d-96eb-9a9fbdf3c81a tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Pushing event updated for resources: {'Port': ['ID=41fa820a-67a7-4038-96fe-03849aa1fa15,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:14.601338 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-afc455c2-b2aa-427d-96eb-9a9fbdf3c81a tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:14.613029 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-afc455c2-b2aa-427d-96eb-9a9fbdf3c81a tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:14.622102 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714acd0-8515-41a1-9475-bf5753f774dc None None] Pushing event updated for resources: {'Port': ['ID=e03f2655-48e8-4b5a-91fe-c2fdd24d77be,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:14.660712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 20c7b94e-dd49-4489-97d1-e1f8d1983889, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=20c7b94e-dd49-4489-97d1-e1f8d1983889,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:14.678832 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '20c7b94e-dd49-4489-97d1-e1f8d1983889', 'network_id': '16b356a7-3abc-4112-8d06-4a4d2cc76d32', 'port_id': '20c7b94e-dd49-4489-97d1-e1f8d1983889', 'mac_address': 'fa:16:3e:8e:08:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac717a4-c9db-4c23-81f2-a537a23e9b0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:38:14.690603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-afc455c2-b2aa-427d-96eb-9a9fbdf3c81a tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:14.691276 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-afc455c2-b2aa-427d-96eb-9a9fbdf3c81a tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.756531 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 56f7574b-6e32-47b2-9570-dbadc12c9393 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:14.771257 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-afc455c2-b2aa-427d-96eb-9a9fbdf3c81a tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4858603 Jul 22 23:38:14.784250 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Request body: {'port': {'device_id': 'a0368621-ca97-4935-9060-a1eb77581794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:14.799081 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Allocated IP 172.25.4.189 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/fc354ae3-3aaa-48fe-b07b-50055bf01de5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:14.810466 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.848812 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c7b94e-dd49-4489-97d1-e1f8d1983889 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:14.880008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:38:14.893199 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b9eaff3c-4ace-4391-86a9-ab51c6c51192 admin admin] 10.222.0.26 "PUT /v2.0/routers/777907f8-b1fa-4e4e-8253-2062dfec7899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9990640 Jul 22 23:38:14.903809 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 20c7b94e-dd49-4489-97d1-e1f8d1983889, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=20c7b94e-dd49-4489-97d1-e1f8d1983889,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:14.907888 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Sync routers for ids ['777907f8-b1fa-4e4e-8253-2062dfec7899'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:38:14.912023 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.959926 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 56f7574b-6e32-47b2-9570-dbadc12c9393 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:14.960404 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.960956 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2f35d-c99c-4f99-8b07-da0844b479ad req-b1df5ebe-45dd-4ae7-bb26-0b300f3ca127 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:14.968189 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edb2f35d-c99c-4f99-8b07-da0844b479ad req-b1df5ebe-45dd-4ae7-bb26-0b300f3ca127 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 943 time: 0.2755749 Jul 22 23:38:14.985743 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.986548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7343c-818d-4172-9f48-0848198556a8 req-e0e8c243-bf14-4609-a8ac-01de4fa10bc8 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:14.995113 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4b7343c-818d-4172-9f48-0848198556a8 req-e0e8c243-bf14-4609-a8ac-01de4fa10bc8 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 946 time: 0.3063664 Jul 22 23:38:15.000869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Routers {'777907f8-b1fa-4e4e-8253-2062dfec7899'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:15.001648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['777907f8-b1fa-4e4e-8253-2062dfec7899'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:15.057253 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:38:15.078854 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Sync routers for ids ['0c4737cc-b313-48ff-a787-2899bcb32251'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:38:15.090838 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:15.094452 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Routers {'0c4737cc-b313-48ff-a787-2899bcb32251'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:15.095168 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['0c4737cc-b313-48ff-a787-2899bcb32251'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:15.101064 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edb2f35d-c99c-4f99-8b07-da0844b479ad req-be48068a-ceee-474b-b14f-e94f77f53cb1 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319404 Jul 22 23:38:15.109331 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=20c7b94e-dd49-4489-97d1-e1f8d1983889,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:15.139556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4b7343c-818d-4172-9f48-0848198556a8 req-f21186bd-e25f-4ccc-a83c-c445e45ddbe3 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447828 Jul 22 23:38:15.145423 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:15.146867 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-50c51f29-9c6d-4eee-9705-21f49117bf75 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5415475 Jul 22 23:38:15.151204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39378) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:15.229423 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:15.248487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['20c7b94e-dd49-4489-97d1-e1f8d1983889'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:15.259228 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Set router 777907f8-b1fa-4e4e-8253-2062dfec7899 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:15.322523 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Set router 0c4737cc-b313-48ff-a787-2899bcb32251 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:15.325723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:15.337183 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:15.344419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:15.394076 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Pushing event updated for resources: {'Port': ['ID=fc354ae3-3aaa-48fe-b07b-50055bf01de5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:15.675672 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f824621-9fce-49df-99c6-4417b49b4c02 req-4fb04da2-b08a-4683-9eee-751982ae0c8f tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:15.683676 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'name': 'tempest-FloatingIPsNegativeTestJSON-2027686529-router', 'tenant_id': '457a3288b13c49f484c421704911e125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '20f1d9de-60e7-478b-b3b9-bb72fd5332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:09Z', 'updated_at': '2021-07-22T23:38:13Z', 'revision_number': 3, 'project_id': '457a3288b13c49f484c421704911e125', 'gw_port': {'id': '20f1d9de-60e7-478b-b3b9-bb72fd5332aa', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:11Z', 'updated_at': '2021-07-22T23:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:15.690748 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0f824621-9fce-49df-99c6-4417b49b4c02 req-4fb04da2-b08a-4683-9eee-751982ae0c8f tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 932 time: 0.2840431 Jul 22 23:38:15.749141 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Checking router: 0c4737cc-b313-48ff-a787-2899bcb32251 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:38:15.749496 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Updating router 0c4737cc-b313-48ff-a787-2899bcb32251 port 20f1d9de-60e7-478b-b3b9-bb72fd5332aa binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:38:15.753880 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'name': 'tempest-TaggedBootDevicesTest-676577820-router', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:03Z', 'updated_at': '2021-07-22T23:38:12Z', 'revision_number': 4, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'gw_port': {'id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:04Z', 'updated_at': '2021-07-22T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd316ae19-c78a-4fc1-bf53-9443cb3c73d2', 'name': '', 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'mac_address': 'fa:16:3e:23:11:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:10Z', 'updated_at': '2021-07-22T23:38:12Z', 'revision_number': 2, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'subnets': [{'id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:15.821033 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:15.828120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Checking router: 777907f8-b1fa-4e4e-8253-2062dfec7899 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:38:15.829603 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Updating router 777907f8-b1fa-4e4e-8253-2062dfec7899 port d316ae19-c78a-4fc1-bf53-9443cb3c73d2 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:38:15.835800 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0f824621-9fce-49df-99c6-4417b49b4c02 req-e3b64ff0-e6be-4b2e-8eca-95732ab7d76c tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fe740-259c-4bda-9d95-62cabc3d867f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438875 Jul 22 23:38:15.906235 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:15.926257 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.009487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcf248-a111-49cf-be41-f2d4df6fe147 req-5c90f38b-3d04-4787-8457-420fa27f7cc2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:16.009991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41fa820a-67a7-4038-96fe-03849aa1fa15 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:16.011507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17fcf248-a111-49cf-be41-f2d4df6fe147 req-5c90f38b-3d04-4787-8457-420fa27f7cc2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.95 "GET /v2.0/ports?device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 946 time: 0.2284050 Jul 22 23:38:16.035163 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.082850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Transition to ACTIVE for port object 41fa820a-67a7-4038-96fe-03849aa1fa15 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:16.201378 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba10128e-d2bc-47e5-9c61-af258503c3e2 None None] Network 5d739dfb-0d75-4db6-bf0b-59243c6465df requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:16.383710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 20c7b94e-dd49-4489-97d1-e1f8d1983889 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:16.436980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e03f2655-48e8-4b5a-91fe-c2fdd24d77be up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:16.502103 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.515276 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Transition to ACTIVE for port object 20f1d9de-60e7-478b-b3b9-bb72fd5332aa will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:16.523822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5b1b807b-312e-4d01-8589-46164b36ad9b None None] Provisioning for port e03f2655-48e8-4b5a-91fe-c2fdd24d77be completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:16.526242 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.529518 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.622903 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-17fcf248-a111-49cf-be41-f2d4df6fe147 req-57702d29-1e2b-4b0e-9119-06a05c59e41e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Deleting port 910a8f85-22b0-4836-bfb0-6f898121191c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:16.623489 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-17fcf248-a111-49cf-be41-f2d4df6fe147 req-57702d29-1e2b-4b0e-9119-06a05c59e41e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.625348 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7250b-229b-4017-8daf-4c3ffce06c62 None None] Pushing event updated for resources: {'Port': ['ID=20f1d9de-60e7-478b-b3b9-bb72fd5332aa,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:16.631063 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Attempting to bind port 20f1d9de-60e7-478b-b3b9-bb72fd5332aa on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:16.631719 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Attempting to bind port 20f1d9de-60e7-478b-b3b9-bb72fd5332aa by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:16.632286 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Attempting to bind port 20f1d9de-60e7-478b-b3b9-bb72fd5332aa on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:16.639153 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.644942 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7250b-229b-4017-8daf-4c3ffce06c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:16.645529 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7250b-229b-4017-8daf-4c3ffce06c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:16.646060 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7250b-229b-4017-8daf-4c3ffce06c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:16.646635 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7250b-229b-4017-8daf-4c3ffce06c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:16.647175 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7250b-229b-4017-8daf-4c3ffce06c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:16.647669 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7250b-229b-4017-8daf-4c3ffce06c62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:16.648274 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7250b-229b-4017-8daf-4c3ffce06c62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:16.649484 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7250b-229b-4017-8daf-4c3ffce06c62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:16.650009 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7250b-229b-4017-8daf-4c3ffce06c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:16.650553 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7250b-229b-4017-8daf-4c3ffce06c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:16.651084 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7250b-229b-4017-8daf-4c3ffce06c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:16.651588 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7250b-229b-4017-8daf-4c3ffce06c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:16.657059 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:16.657911 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:16.659615 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.660249 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:16.661044 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Bound port: 20f1d9de-60e7-478b-b3b9-bb72fd5332aa, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:16.661795 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.667739 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed5148-ecdd-4790-949a-b392c62df782 req-88eded6d-7722-4618-b854-e75bdfae1e03 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:16.675308 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41ed5148-ecdd-4790-949a-b392c62df782 req-88eded6d-7722-4618-b854-e75bdfae1e03 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 944 time: 0.4028814 Jul 22 23:38:16.689732 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port e03f2655-48e8-4b5a-91fe-c2fdd24d77be completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:16.690894 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.709642 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e03f2655-48e8-4b5a-91fe-c2fdd24d77be triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:16.710663 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.723003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508afd7-811a-44bd-a7f3-e74d47c2f4f6 req-e23fcff6-4786-42f3-b668-4c9af0c4175f tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:16.736535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c508afd7-811a-44bd-a7f3-e74d47c2f4f6 req-e23fcff6-4786-42f3-b668-4c9af0c4175f tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 946 time: 0.4659541 Jul 22 23:38:16.750820 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] For port 20f1d9de-60e7-478b-b3b9-bb72fd5332aa, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:16.763258 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] For port 20f1d9de-60e7-478b-b3b9-bb72fd5332aa, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=20f1d9de-60e7-478b-b3b9-bb72fd5332aa,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:16.777322 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.840485 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Pushing event updated for resources: {'Port': ['ID=41fa820a-67a7-4038-96fe-03849aa1fa15,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:16.862602 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Routers {'0c4737cc-b313-48ff-a787-2899bcb32251'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:16.864153 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['0c4737cc-b313-48ff-a787-2899bcb32251'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:16.869328 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7250b-229b-4017-8daf-4c3ffce06c62 None None] Pushing event updated for resources: {'Port': ['ID=20f1d9de-60e7-478b-b3b9-bb72fd5332aa,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:16.910641 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 20c7b94e-dd49-4489-97d1-e1f8d1983889 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:16.960705 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41ed5148-ecdd-4790-949a-b392c62df782 req-fea5bde2-be87-4ee8-bf17-7d576a36d010 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840724 Jul 22 23:38:17.028632 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c508afd7-811a-44bd-a7f3-e74d47c2f4f6 req-e98e1a55-7111-4aff-8ab1-e3e180f53dd6 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911060 Jul 22 23:38:17.076602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-17fcf248-a111-49cf-be41-f2d4df6fe147 req-57702d29-1e2b-4b0e-9119-06a05c59e41e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] For port 910a8f85-22b0-4836-bfb0-6f898121191c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=910a8f85-22b0-4836-bfb0-6f898121191c,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:17.077055 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-17fcf248-a111-49cf-be41-f2d4df6fe147 req-57702d29-1e2b-4b0e-9119-06a05c59e41e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:17.079260 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] Set router 0c4737cc-b313-48ff-a787-2899bcb32251 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:17.116770 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Attempting to bind port 41fa820a-67a7-4038-96fe-03849aa1fa15 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:17.117400 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Attempting to bind port 41fa820a-67a7-4038-96fe-03849aa1fa15 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b870a39e-b3ef-4e10-b715-4e9ecf4a165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '15ead88e-6238-4e2f-bd79-246d601c19c4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:17.122992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Attempting to bind port 41fa820a-67a7-4038-96fe-03849aa1fa15 on network 15ead88e-6238-4e2f-bd79-246d601c19c4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:17.125355 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-17fcf248-a111-49cf-be41-f2d4df6fe147 req-57702d29-1e2b-4b0e-9119-06a05c59e41e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Calling delete_port for 910a8f85-22b0-4836-bfb0-6f898121191c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:17.145144 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Port 41fa820a-67a7-4038-96fe-03849aa1fa15 on network 15ead88e-6238-4e2f-bd79-246d601c19c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:38:17.149410 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Attempting to bind port 41fa820a-67a7-4038-96fe-03849aa1fa15 on network 15ead88e-6238-4e2f-bd79-246d601c19c4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:17.164645 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:17.173704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Checking segment: {'id': 'b870a39e-b3ef-4e10-b715-4e9ecf4a165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '15ead88e-6238-4e2f-bd79-246d601c19c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:17.174244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Bound using segment: {'id': 'b870a39e-b3ef-4e10-b715-4e9ecf4a165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '15ead88e-6238-4e2f-bd79-246d601c19c4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:17.174780 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Bound port: 41fa820a-67a7-4038-96fe-03849aa1fa15, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b870a39e-b3ef-4e10-b715-4e9ecf4a165f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '15ead88e-6238-4e2f-bd79-246d601c19c4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:17.175215 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:17.217543 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:17.256321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 20c7b94e-dd49-4489-97d1-e1f8d1983889 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:17.256991 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:17.269815 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Transition to ACTIVE for port object d316ae19-c78a-4fc1-bf53-9443cb3c73d2 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:17.306143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Router a508bc66-abeb-4a86-a610-f8f201283c64 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:38:17.313302 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:17.341657 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:17.344062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4e657-b7fa-4a66-9028-0df2889720f5 req-c0850394-6657-4f0b-a431-ca1fbc632703 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:17.344262 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] For port 41fa820a-67a7-4038-96fe-03849aa1fa15, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:17.345918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f9b4e657-b7fa-4a66-9028-0df2889720f5 req-c0850394-6657-4f0b-a431-ca1fbc632703 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 944 time: 0.1510451 Jul 22 23:38:17.347990 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] For port 41fa820a-67a7-4038-96fe-03849aa1fa15, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=41fa820a-67a7-4038-96fe-03849aa1fa15,segment=NetworkSegment(b870a39e-b3ef-4e10-b715-4e9ecf4a165f),segment_id=b870a39e-b3ef-4e10-b715-4e9ecf4a165f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:17.359839 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:17.410477 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:17.411184 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:17.412599 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] 10.222.0.95 "PUT /v2.0/ports/41fa820a-67a7-4038-96fe-03849aa1fa15 HTTP/1.1" status: 200 len: 1092 time: 2.6333470 Jul 22 23:38:17.413060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0368621-ca97-4935-9060-a1eb77581794', 'tag': '41fa820a-67a7-4038-96fe-03849aa1fa15'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:17.415382 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b23c0a2-69a6-4706-835c-88831e992fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "a0368621-ca97-4935-9060-a1eb77581794", "tag": "41fa820a-67a7-4038-96fe-03849aa1fa15"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:17.526023 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f9b4e657-b7fa-4a66-9028-0df2889720f5 req-4ab9687b-4e02-4e8f-ba86-1a84c20f44fd tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fe740-259c-4bda-9d95-62cabc3d867f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605089 Jul 22 23:38:17.530524 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d09bbc-eac6-4353-86cf-aae14bf12030 service neutron] Pushing event updated for resources: {'Port': ['ID=41fa820a-67a7-4038-96fe-03849aa1fa15,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:17.534890 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46ce4d7-1190-4a78-a1b6-c19f42f8a5c0 x-openstack-request-id: req-a46ce4d7-1190-4a78-a1b6-c19f42f8a5c0 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:17.535175 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0368621-ca97-4935-9060-a1eb77581794", "tag": "41fa820a-67a7-4038-96fe-03849aa1fa15", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:17.535524 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a46ce4d7-1190-4a78-a1b6-c19f42f8a5c0 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:17.535811 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0368621-ca97-4935-9060-a1eb77581794', 'tag': '41fa820a-67a7-4038-96fe-03849aa1fa15', 'status': 'completed', 'code': 200} Jul 22 23:38:17.548684 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-17fcf248-a111-49cf-be41-f2d4df6fe147 req-57702d29-1e2b-4b0e-9119-06a05c59e41e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:17.557644 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'name': 'tempest-FloatingIPsNegativeTestJSON-2027686529-router', 'tenant_id': '457a3288b13c49f484c421704911e125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '20f1d9de-60e7-478b-b3b9-bb72fd5332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:09Z', 'updated_at': '2021-07-22T23:38:13Z', 'revision_number': 3, 'project_id': '457a3288b13c49f484c421704911e125', 'gw_port': {'id': '20f1d9de-60e7-478b-b3b9-bb72fd5332aa', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:11Z', 'updated_at': '2021-07-22T23:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:17.575710 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:17.606356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57702d29-1e2b-4b0e-9119-06a05c59e41e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Pushing event deleted for resources: {'Port': ['ID=910a8f85-22b0-4836-bfb0-6f898121191c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:17.617138 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575af085-3039-4b1f-bc29-bb9688dcf621 None None] The sync data for ids ['0c4737cc-b313-48ff-a787-2899bcb32251'] in n-d-688802-2 is: [{'id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'name': 'tempest-FloatingIPsNegativeTestJSON-2027686529-router', 'tenant_id': '457a3288b13c49f484c421704911e125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '20f1d9de-60e7-478b-b3b9-bb72fd5332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:09Z', 'updated_at': '2021-07-22T23:38:13Z', 'revision_number': 3, 'project_id': '457a3288b13c49f484c421704911e125', 'gw_port': {'id': '20f1d9de-60e7-478b-b3b9-bb72fd5332aa', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:11Z', 'updated_at': '2021-07-22T23:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:38:17.638974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['8bae08b7-0670-4539-82be-dcc4e9e03196'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:17.690637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:38:17.692748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fcf248-a111-49cf-be41-f2d4df6fe147 req-57702d29-1e2b-4b0e-9119-06a05c59e41e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] No DVR routers for this DVR port 910a8f85-22b0-4836-bfb0-6f898121191c on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:17.713224 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-17fcf248-a111-49cf-be41-f2d4df6fe147 req-57702d29-1e2b-4b0e-9119-06a05c59e41e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:17.717336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17fcf248-a111-49cf-be41-f2d4df6fe147 req-57702d29-1e2b-4b0e-9119-06a05c59e41e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.95 "DELETE /v2.0/ports/910a8f85-22b0-4836-bfb0-6f898121191c HTTP/1.1" status: 204 len: 173 time: 1.6998343 Jul 22 23:38:17.720043 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f6cd10-33f3-4837-9f70-ff3002b1e06f', 'name': 'network-vif-deleted', 'tag': '910a8f85-22b0-4836-bfb0-6f898121191c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:17.734734 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e03322f-b2e1-4655-ae11-c5e99bb153e5" -d '{"events": [{"server_uuid": "98f6cd10-33f3-4837-9f70-ff3002b1e06f", "name": "network-vif-deleted", "tag": "910a8f85-22b0-4836-bfb0-6f898121191c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:17.740401 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-d5505ef0-e481-4e48-ad21-94a53f829a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:17.749449 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-d5505ef0-e481-4e48-ad21-94a53f829a22 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=712fcbd1788e46c4a0983b878c6b6b9b&device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 1095 time: 0.2793057 Jul 22 23:38:17.754346 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:17.764489 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-10012286-e933-41c5-961f-73d126520e27 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0737662 Jul 22 23:38:17.765578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39462) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:17.797306 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91f482-0e8f-40a7-8dd7-9132cbf16331 None None] Pushing event updated for resources: {'Port': ['ID=d316ae19-c78a-4fc1-bf53-9443cb3c73d2,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:17.847895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Sync routers for ids ['a508bc66-abeb-4a86-a610-f8f201283c64'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:38:17.851215 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-2e7d9bec-0f8c-4004-bfd4-4b3fff1bcea6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41fa820a-67a7-4038-96fe-03849aa1fa15 HTTP/1.1" status: 200 len: 217 time: 0.0947351 Jul 22 23:38:17.883854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Allocated IP 172.20.0.1 (0dcc1303-7bad-4d8a-a3ec-dc5a748e2938/e88a3852-4848-4a36-b4ca-987d19f576f6/22009a59-58af-4290-8748-4a52f47b05d4) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:17.926334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Routers {'a508bc66-abeb-4a86-a610-f8f201283c64'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:17.927252 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a508bc66-abeb-4a86-a610-f8f201283c64'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:17.962804 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6deb93-7a78-4ebc-92bd-9ad43b93d4af x-openstack-request-id: req-6b6deb93-7a78-4ebc-92bd-9ad43b93d4af {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:17.963891 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f6cd10-33f3-4837-9f70-ff3002b1e06f", "name": "network-vif-deleted", "tag": "910a8f85-22b0-4836-bfb0-6f898121191c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:17.965598 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b6deb93-7a78-4ebc-92bd-9ad43b93d4af {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:17.966432 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f6cd10-33f3-4837-9f70-ff3002b1e06f', 'name': 'network-vif-deleted', 'tag': '910a8f85-22b0-4836-bfb0-6f898121191c', 'status': 'completed', 'code': 200} Jul 22 23:38:18.028700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-540ed110-7fdc-4fb6-b8a9-dabeb6604ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:18.036960 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-540ed110-7fdc-4fb6-b8a9-dabeb6604ace service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8d5934ae-31c9-4288-8a6c-4edd7e67588d HTTP/1.1" status: 200 len: 861 time: 0.1763496 Jul 22 23:38:18.154607 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-d7c25585-4941-4eac-9104-5a4101c6816e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=15ead88e-6238-4e2f-bd79-246d601c19c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009490 Jul 22 23:38:18.179802 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Set router a508bc66-abeb-4a86-a610-f8f201283c64 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:18.359045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb04cd64-fb4a-4f92-9928-ac80f9ea3d3f req-4737d69b-2e16-4d19-94ea-2597c8030156 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=98f6cd10-33f3-4837-9f70-ff3002b1e06f HTTP/1.1" status: 200 len: 210 time: 0.0478413 Jul 22 23:38:18.409012 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-c6a64981-8725-4367-ada0-ffe27dea000a service neutron] 10.222.0.95 "GET /v2.0/networks/15ead88e-6238-4e2f-bd79-246d601c19c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179627 Jul 22 23:38:18.432643 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:18.466724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port e03f2655-48e8-4b5a-91fe-c2fdd24d77be, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e03f2655-48e8-4b5a-91fe-c2fdd24d77be,segment=NetworkSegment(4fcfa3a4-a7f8-4a27-a314-399075d63b00),segment_id=4fcfa3a4-a7f8-4a27-a314-399075d63b00)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:18.471419 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Transition to ACTIVE for port object 22009a59-58af-4290-8748-4a52f47b05d4 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:18.499250 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Attempting to bind port d316ae19-c78a-4fc1-bf53-9443cb3c73d2 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:18.499618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Attempting to bind port d316ae19-c78a-4fc1-bf53-9443cb3c73d2 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'd170b232-5171-4d72-9f14-55ec0576510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:18.499981 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Attempting to bind port d316ae19-c78a-4fc1-bf53-9443cb3c73d2 on network 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:18.522262 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:18.552624 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:18.553129 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Checking segment: {'id': 'd170b232-5171-4d72-9f14-55ec0576510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:18.553453 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:18.553929 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Bound using segment: {'id': 'd170b232-5171-4d72-9f14-55ec0576510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:18.554475 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Bound port: d316ae19-c78a-4fc1-bf53-9443cb3c73d2, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd170b232-5171-4d72-9f14-55ec0576510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:18.554949 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:18.591723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9733c8-0eb7-4356-b6fb-33c176ac7900 req-7832bb7b-2d01-4515-b271-d97821eaec94 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:18.608421 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f9733c8-0eb7-4356-b6fb-33c176ac7900 req-7832bb7b-2d01-4515-b271-d97821eaec94 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 944 time: 0.4342098 Jul 22 23:38:18.654670 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-858f7275-96d2-489c-b45b-d7c3a4317a15 req-0108310b-ff57-4e1d-842e-6b45ad915820 service neutron] 10.222.0.95 "GET /v2.0/networks/15ead88e-6238-4e2f-bd79-246d601c19c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373629 Jul 22 23:38:18.686596 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:18.704348 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:18.727665 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f9733c8-0eb7-4356-b6fb-33c176ac7900 req-9d21b728-27f9-43e3-acdf-d19e9fd08ae8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171017 Jul 22 23:38:18.766227 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 20f1d9de-60e7-478b-b3b9-bb72fd5332aa up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:18.828531 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Network 0dcc1303-7bad-4d8a-a3ec-dc5a748e2938 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:18.843028 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:18.847699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:18.872841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Pushing event updated for resources: {'Port': ['ID=22009a59-58af-4290-8748-4a52f47b05d4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:18.949614 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adfade0-1d18-4a87-a976-a14e9bb1b8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c7b94e-dd49-4489-97d1-e1f8d1983889'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:18.957396 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7f8017-624c-47ca-a283-6300f5de41cf" -d '{"events": [{"server_uuid": "8adfade0-1d18-4a87-a976-a14e9bb1b8c1", "name": "network-vif-plugged", "status": "completed", "tag": "20c7b94e-dd49-4489-97d1-e1f8d1983889"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:18.979655 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:19.000058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=e03f2655-48e8-4b5a-91fe-c2fdd24d77be,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:19.035526 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 20c7b94e-dd49-4489-97d1-e1f8d1983889, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=20c7b94e-dd49-4489-97d1-e1f8d1983889,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:19.070745 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c0a2-69a6-4706-835c-88831e992fc8 req-0146e47c-6c4e-49d4-862c-0ef2dbddef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:19.072286 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5b23c0a2-69a6-4706-835c-88831e992fc8 req-0146e47c-6c4e-49d4-862c-0ef2dbddef03 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=712fcbd1788e46c4a0983b878c6b6b9b&device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 1095 time: 0.2978518 Jul 22 23:38:19.098648 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:19.108257 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-be6bacf5-bae0-41b0-8214-afd00f18b89b None None] Provisioning complete for port e03f2655-48e8-4b5a-91fe-c2fdd24d77be triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:19.109265 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be6bacf5-bae0-41b0-8214-afd00f18b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:19.154920 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cedc78f-8302-4ae7-8aa7-a234c26ccac8 x-openstack-request-id: req-3cedc78f-8302-4ae7-8aa7-a234c26ccac8 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:19.155413 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adfade0-1d18-4a87-a976-a14e9bb1b8c1", "name": "network-vif-plugged", "status": "completed", "tag": "20c7b94e-dd49-4489-97d1-e1f8d1983889", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:19.155679 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3cedc78f-8302-4ae7-8aa7-a234c26ccac8 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:19.156069 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adfade0-1d18-4a87-a976-a14e9bb1b8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c7b94e-dd49-4489-97d1-e1f8d1983889', 'code': 200} Jul 22 23:38:19.160304 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:19.163880 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 20f1d9de-60e7-478b-b3b9-bb72fd5332aa completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:19.204022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99679d4-8680-4522-9ff6-94f5c5fd7fc8 req-c0727a3c-10f2-421e-9dbc-18caefcce9be tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:19.212804 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f99679d4-8680-4522-9ff6-94f5c5fd7fc8 req-c0727a3c-10f2-421e-9dbc-18caefcce9be tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 944 time: 0.3443618 Jul 22 23:38:19.265704 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] For port d316ae19-c78a-4fc1-bf53-9443cb3c73d2, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:19.273956 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 20f1d9de-60e7-478b-b3b9-bb72fd5332aa triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:19.274674 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:19.333164 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] For port d316ae19-c78a-4fc1-bf53-9443cb3c73d2, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d316ae19-c78a-4fc1-bf53-9443cb3c73d2,segment=NetworkSegment(d170b232-5171-4d72-9f14-55ec0576510c),segment_id=d170b232-5171-4d72-9f14-55ec0576510c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:19.357142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c0a2-69a6-4706-835c-88831e992fc8 req-39019aa1-ee35-4b73-abdd-6f8559b074ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:19.359530 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5b23c0a2-69a6-4706-835c-88831e992fc8 req-39019aa1-ee35-4b73-abdd-6f8559b074ff service neutron] 10.222.0.95 "GET /v2.0/networks?id=15ead88e-6238-4e2f-bd79-246d601c19c4 HTTP/1.1" status: 200 len: 922 time: 0.2760124 Jul 22 23:38:19.360338 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:19.361620 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f99679d4-8680-4522-9ff6-94f5c5fd7fc8 req-0aa0f1ac-7b85-4a7e-937b-dbfda5941c29 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fe740-259c-4bda-9d95-62cabc3d867f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332884 Jul 22 23:38:19.363259 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:19.388307 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=20c7b94e-dd49-4489-97d1-e1f8d1983889,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:19.488664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 910a8f85-22b0-4836-bfb0-6f898121191c no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:19.506793 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508bc66-abeb-4a86-a610-f8f201283c64', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370388622-router', 'tenant_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'fc354ae3-3aaa-48fe-b07b-50055bf01de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:12Z', 'updated_at': '2021-07-22T23:38:15Z', 'revision_number': 3, 'project_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'gw_port': {'id': 'fc354ae3-3aaa-48fe-b07b-50055bf01de5', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508bc66-abeb-4a86-a610-f8f201283c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:14Z', 'updated_at': '2021-07-22T23:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:19.522684 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5b23c0a2-69a6-4706-835c-88831e992fc8 req-b89a092e-6d6a-4ea8-91be-c97e6408f4f4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41fa820a-67a7-4038-96fe-03849aa1fa15 HTTP/1.1" status: 200 len: 217 time: 0.1429465 Jul 22 23:38:19.543766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Routers {'777907f8-b1fa-4e4e-8253-2062dfec7899'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:19.544498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['777907f8-b1fa-4e4e-8253-2062dfec7899'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:19.595628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Allocated IP 172.20.0.1 (5d739dfb-0d75-4db6-bf0b-59243c6465df/efb51923-c3f7-4e8f-ba3d-49ee3350331a/c6f06c4f-9d54-4fcf-8cf7-0daf9b72b394) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:19.641991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f9435-9205-49d2-8bb0-c9b19a103b5e req-101d11df-db2b-4ac9-b9a4-75020d370806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:19.644911 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-283f9435-9205-49d2-8bb0-c9b19a103b5e req-101d11df-db2b-4ac9-b9a4-75020d370806 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 1096 time: 0.4691496 Jul 22 23:38:19.729353 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 910a8f85-22b0-4836-bfb0-6f898121191c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:19.729828 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 910a8f85-22b0-4836-bfb0-6f898121191c not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:19.731638 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c0a2-69a6-4706-835c-88831e992fc8 req-526b82a4-044b-49bc-9203-c5dd97cfb86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:19.735567 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5b23c0a2-69a6-4706-835c-88831e992fc8 req-526b82a4-044b-49bc-9203-c5dd97cfb86c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8d5934ae-31c9-4288-8a6c-4edd7e67588d HTTP/1.1" status: 200 len: 861 time: 0.2028999 Jul 22 23:38:19.741873 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-283f9435-9205-49d2-8bb0-c9b19a103b5e req-0b58a35e-6633-4bbd-b158-4c32c10e2877 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854259 Jul 22 23:38:19.799488 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5b23c0a2-69a6-4706-835c-88831e992fc8 req-06f85a83-b193-43bc-ab26-fe53aa5a82cd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=15ead88e-6238-4e2f-bd79-246d601c19c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509813 Jul 22 23:38:19.812043 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Checking router: a508bc66-abeb-4a86-a610-f8f201283c64 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:38:19.812399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Updating router a508bc66-abeb-4a86-a610-f8f201283c64 port fc354ae3-3aaa-48fe-b07b-50055bf01de5 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:38:19.851903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91f482-0e8f-40a7-8dd7-9132cbf16331 None None] Pushing event updated for resources: {'Port': ['ID=d316ae19-c78a-4fc1-bf53-9443cb3c73d2,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:19.859312 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:19.868907 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:19.899515 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Transition to ACTIVE for port object c6f06c4f-9d54-4fcf-8cf7-0daf9b72b394 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:19.925991 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 20f1d9de-60e7-478b-b3b9-bb72fd5332aa, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=20f1d9de-60e7-478b-b3b9-bb72fd5332aa,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:19.930631 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:19.956040 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:20.016440 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5b23c0a2-69a6-4706-835c-88831e992fc8 req-e453f2da-c52f-43ab-baa2-4b302a7cc6ab service neutron] 10.222.0.95 "GET /v2.0/networks/15ead88e-6238-4e2f-bd79-246d601c19c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040992 Jul 22 23:38:20.017725 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:20.092819 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] Set router 777907f8-b1fa-4e4e-8253-2062dfec7899 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:20.168753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Network 5d739dfb-0d75-4db6-bf0b-59243c6465df is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:20.231623 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:20.250042 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:20.380525 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Pushing event updated for resources: {'Port': ['ID=22009a59-58af-4290-8748-4a52f47b05d4,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:20.398578 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5b23c0a2-69a6-4706-835c-88831e992fc8 req-ad293905-b3f9-4e11-866e-e7a2753edef1 service neutron] 10.222.0.95 "GET /v2.0/networks/15ead88e-6238-4e2f-bd79-246d601c19c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719265 Jul 22 23:38:20.432820 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:20.460435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-10af0da3-aaa7-4a56-9892-49da1d9546bd None None] Provisioning for port 22009a59-58af-4290-8748-4a52f47b05d4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:20.514040 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=20f1d9de-60e7-478b-b3b9-bb72fd5332aa,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:20.528980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-10af0da3-aaa7-4a56-9892-49da1d9546bd None None] Provisioning complete for port 22009a59-58af-4290-8748-4a52f47b05d4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:20.529516 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10af0da3-aaa7-4a56-9892-49da1d9546bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:20.611282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Network 0dcc1303-7bad-4d8a-a3ec-dc5a748e2938 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:20.615561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:20.660215 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e03f2655-48e8-4b5a-91fe-c2fdd24d77be up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:20.831328 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Router 0c4737cc-b313-48ff-a787-2899bcb32251 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:38:20.873171 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:20.881950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:20.985488 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-10af0da3-aaa7-4a56-9892-49da1d9546bd None None] Port 22009a59-58af-4290-8748-4a52f47b05d4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:38:21.014282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:38:21.037379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700541a7-e25f-4b59-9586-1e2f56981acb req-607b72f7-0842-42dd-904b-3602882efcaa tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:21.037624 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0eb7d98a-aa7b-4d85-997a-a2c148614c4c admin admin] 10.222.0.26 "PUT /v2.0/routers/0c4737cc-b313-48ff-a787-2899bcb32251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8765688 Jul 22 23:38:21.037742 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-700541a7-e25f-4b59-9586-1e2f56981acb req-607b72f7-0842-42dd-904b-3602882efcaa tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 805 time: 1.0440896 Jul 22 23:38:21.046280 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Sync routers for ids ['0c4737cc-b313-48ff-a787-2899bcb32251'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:38:21.065760 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Routers {'0c4737cc-b313-48ff-a787-2899bcb32251'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:21.066709 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['0c4737cc-b313-48ff-a787-2899bcb32251'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:21.081533 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:21.098222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=c6f06c4f-9d54-4fcf-8cf7-0daf9b72b394,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:21.111108 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Transition to ACTIVE for port object fc354ae3-3aaa-48fe-b07b-50055bf01de5 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:21.158795 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-700541a7-e25f-4b59-9586-1e2f56981acb req-49600a50-1d21-4347-a003-ec1f41ab2647 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/quotas/bb3a2d0f5d49440c8d1c8c93b02aa91f HTTP/1.1" status: 200 len: 375 time: 0.0683877 Jul 22 23:38:21.250561 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:21.273039 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:21.276363 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Set router 0c4737cc-b313-48ff-a787-2899bcb32251 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:21.377933 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082f47a-b22b-4fee-9111-c4acf290059e req-9d5f115d-6a63-40e7-8c9f-86591d7f5d8f tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:21.379978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2082f47a-b22b-4fee-9111-c4acf290059e req-9d5f115d-6a63-40e7-8c9f-86591d7f5d8f tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 945 time: 1.1996298 Jul 22 23:38:21.394535 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Attempting to bind port fc354ae3-3aaa-48fe-b07b-50055bf01de5 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:21.394913 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Attempting to bind port fc354ae3-3aaa-48fe-b07b-50055bf01de5 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:21.395284 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Attempting to bind port fc354ae3-3aaa-48fe-b07b-50055bf01de5 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:21.409303 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f37a3-3d37-4386-8679-d5120f0fbbf8 None None] Pushing event updated for resources: {'Port': ['ID=fc354ae3-3aaa-48fe-b07b-50055bf01de5,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:21.426368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'name': 'tempest-TaggedBootDevicesTest-676577820-router', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:03Z', 'updated_at': '2021-07-22T23:38:12Z', 'revision_number': 4, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'gw_port': {'id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:04Z', 'updated_at': '2021-07-22T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd316ae19-c78a-4fc1-bf53-9443cb3c73d2', 'name': '', 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'mac_address': 'fa:16:3e:23:11:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:10Z', 'updated_at': '2021-07-22T23:38:19Z', 'revision_number': 4, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'subnets': [{'id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:21.436611 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:21.436991 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:21.437425 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:21.437826 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:21.438454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Bound port: fc354ae3-3aaa-48fe-b07b-50055bf01de5, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:21.438845 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:21.461664 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-700541a7-e25f-4b59-9586-1e2f56981acb req-f9267cbd-7245-476d-a61e-7a86ad27764e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2881198 Jul 22 23:38:21.533861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 41fa820a-67a7-4038-96fe-03849aa1fa15 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:38:21.537905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e03f2655-48e8-4b5a-91fe-c2fdd24d77be triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:21.538320 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:21.595975 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2082f47a-b22b-4fee-9111-c4acf290059e req-d19de839-315e-4f66-acf1-2629f2c34be5 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838350 Jul 22 23:38:21.629768 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:21.639481 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'name': 'tempest-FloatingIPsNegativeTestJSON-2027686529-router', 'tenant_id': '457a3288b13c49f484c421704911e125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '20f1d9de-60e7-478b-b3b9-bb72fd5332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:09Z', 'updated_at': '2021-07-22T23:38:19Z', 'revision_number': 4, 'project_id': '457a3288b13c49f484c421704911e125', 'gw_port': {'id': '20f1d9de-60e7-478b-b3b9-bb72fd5332aa', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:11Z', 'updated_at': '2021-07-22T23:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '22009a59-58af-4290-8748-4a52f47b05d4', 'name': '', 'network_id': '0dcc1303-7bad-4d8a-a3ec-dc5a748e2938', 'tenant_id': '457a3288b13c49f484c421704911e125', 'mac_address': 'fa:16:3e:6e:06:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'e88a3852-4848-4a36-b4ca-987d19f576f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:17Z', 'updated_at': '2021-07-22T23:38:19Z', 'revision_number': 2, 'project_id': '457a3288b13c49f484c421704911e125', 'subnets': [{'id': 'e88a3852-4848-4a36-b4ca-987d19f576f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:21.653562 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bdf12675-340c-4aa6-954b-9b1484e4a6c0 None None] Provisioning complete for port 22009a59-58af-4290-8748-4a52f47b05d4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:21.654688 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bdf12675-340c-4aa6-954b-9b1484e4a6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:21.662665 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-700541a7-e25f-4b59-9586-1e2f56981acb req-014a61c3-5034-4724-b988-d12ddb3f03d0 service neutron] 10.222.0.26 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889455 Jul 22 23:38:21.677375 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Checking router: 0c4737cc-b313-48ff-a787-2899bcb32251 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:38:21.677719 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Updating router 0c4737cc-b313-48ff-a787-2899bcb32251 port 22009a59-58af-4290-8748-4a52f47b05d4 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:38:21.702781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71900db5-ca4f-4220-9623-32b729e23860 None None] The sync data for ids ['777907f8-b1fa-4e4e-8253-2062dfec7899'] in n-d-688802-2 is: [{'id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'name': 'tempest-TaggedBootDevicesTest-676577820-router', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:03Z', 'updated_at': '2021-07-22T23:38:12Z', 'revision_number': 4, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'gw_port': {'id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:04Z', 'updated_at': '2021-07-22T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd316ae19-c78a-4fc1-bf53-9443cb3c73d2', 'name': '', 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'mac_address': 'fa:16:3e:23:11:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:10Z', 'updated_at': '2021-07-22T23:38:19Z', 'revision_number': 4, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'subnets': [{'id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:38:21.721276 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:21.766331 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] For port fc354ae3-3aaa-48fe-b07b-50055bf01de5, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:21.771187 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] For port fc354ae3-3aaa-48fe-b07b-50055bf01de5, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fc354ae3-3aaa-48fe-b07b-50055bf01de5,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:21.824589 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bdf12675-340c-4aa6-954b-9b1484e4a6c0 None None] Port 22009a59-58af-4290-8748-4a52f47b05d4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:38:21.833865 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:21.948100 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 20f1d9de-60e7-478b-b3b9-bb72fd5332aa up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:21.955742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bdf12675-340c-4aa6-954b-9b1484e4a6c0 None None] Provisioning for port c6f06c4f-9d54-4fcf-8cf7-0daf9b72b394 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:22.003789 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bdf12675-340c-4aa6-954b-9b1484e4a6c0 None None] Provisioning complete for port c6f06c4f-9d54-4fcf-8cf7-0daf9b72b394 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:22.004467 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bdf12675-340c-4aa6-954b-9b1484e4a6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:22.024023 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-700541a7-e25f-4b59-9586-1e2f56981acb req-d86e4bc4-3a65-430d-af79-171ce396cd89 service neutron] 10.222.0.26 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523147 Jul 22 23:38:22.048206 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e94e11-d059-4f29-8fef-e2b170d2314f req-9f95e2f1-6e31-4d5f-85ab-e987a70083a4 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:22.049668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4e94e11-d059-4f29-8fef-e2b170d2314f req-9f95e2f1-6e31-4d5f-85ab-e987a70083a4 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 944 time: 0.2999167 Jul 22 23:38:22.050803 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Routers {'a508bc66-abeb-4a86-a610-f8f201283c64'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:22.051462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a508bc66-abeb-4a86-a610-f8f201283c64'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:22.073727 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f37a3-3d37-4386-8679-d5120f0fbbf8 None None] Pushing event updated for resources: {'Port': ['ID=fc354ae3-3aaa-48fe-b07b-50055bf01de5,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:22.089975 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 41fa820a-67a7-4038-96fe-03849aa1fa15, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=41fa820a-67a7-4038-96fe-03849aa1fa15,segment=NetworkSegment(b870a39e-b3ef-4e10-b715-4e9ecf4a165f),segment_id=b870a39e-b3ef-4e10-b715-4e9ecf4a165f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:22.175984 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4e94e11-d059-4f29-8fef-e2b170d2314f req-eec3e255-09cc-469c-b86a-e8c53681eadd tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fe740-259c-4bda-9d95-62cabc3d867f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160491 Jul 22 23:38:22.192974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '41fa820a-67a7-4038-96fe-03849aa1fa15', 'network_id': '15ead88e-6238-4e2f-bd79-246d601c19c4', 'port_id': '41fa820a-67a7-4038-96fe-03849aa1fa15', 'mac_address': 'fa:16:3e:f4:43:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5934ae-31c9-4288-8a6c-4edd7e67588d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:38:22.196431 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:22.207564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bdf12675-340c-4aa6-954b-9b1484e4a6c0 None None] Port c6f06c4f-9d54-4fcf-8cf7-0daf9b72b394 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:38:22.219028 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:22.242348 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:22.283372 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Transition to ACTIVE for port object 22009a59-58af-4290-8748-4a52f47b05d4 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:22.313895 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:22.341877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 20f1d9de-60e7-478b-b3b9-bb72fd5332aa triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:22.342241 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:22.370239 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:22.445533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41fa820a-67a7-4038-96fe-03849aa1fa15 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:22.456881 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055445f-f932-4366-b473-341254b08c29 None None] Pushing event updated for resources: {'Port': ['ID=22009a59-58af-4290-8748-4a52f47b05d4,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:22.458616 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:22.477987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 41fa820a-67a7-4038-96fe-03849aa1fa15, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=41fa820a-67a7-4038-96fe-03849aa1fa15,segment=NetworkSegment(b870a39e-b3ef-4e10-b715-4e9ecf4a165f),segment_id=b870a39e-b3ef-4e10-b715-4e9ecf4a165f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:22.490148 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:22.500197 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] Set router a508bc66-abeb-4a86-a610-f8f201283c64 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:22.540323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=c6f06c4f-9d54-4fcf-8cf7-0daf9b72b394,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:22.633244 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Attempting to bind port 22009a59-58af-4290-8748-4a52f47b05d4 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:22.633614 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Attempting to bind port 22009a59-58af-4290-8748-4a52f47b05d4 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '5f1f56e3-ee5a-40bd-b236-97433b843af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '0dcc1303-7bad-4d8a-a3ec-dc5a748e2938'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:22.633973 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Attempting to bind port 22009a59-58af-4290-8748-4a52f47b05d4 on network 0dcc1303-7bad-4d8a-a3ec-dc5a748e2938 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:22.648215 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:22.650815 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Checking segment: {'id': '5f1f56e3-ee5a-40bd-b236-97433b843af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '0dcc1303-7bad-4d8a-a3ec-dc5a748e2938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:22.653006 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:22.653473 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Bound using segment: {'id': '5f1f56e3-ee5a-40bd-b236-97433b843af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '0dcc1303-7bad-4d8a-a3ec-dc5a748e2938'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:22.654091 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Bound port: 22009a59-58af-4290-8748-4a52f47b05d4, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1f56e3-ee5a-40bd-b236-97433b843af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '0dcc1303-7bad-4d8a-a3ec-dc5a748e2938'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:22.654368 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:22.712998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c054faf-ebda-4975-a84b-bee5c18783c4 req-ebe0ea82-6982-457d-bbe3-0bd324ed1f5f tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 210 time: 0.1472914 Jul 22 23:38:22.753615 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['41fa820a-67a7-4038-96fe-03849aa1fa15'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:22.808170 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ebcbc90-3a3d-4b95-b82d-1aa993d03115 req-df62e161-c184-4db2-a1a1-2639414eab48 tempest-FloatingIPsNegativeTestJSON-1407618398 tempest-FloatingIPsNegativeTestJSON-1407618398-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=457a3288b13c49f484c421704911e125 HTTP/1.1" status: 200 len: 217 time: 0.1104081 Jul 22 23:38:22.842155 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] For port 22009a59-58af-4290-8748-4a52f47b05d4, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:22.853121 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] For port 22009a59-58af-4290-8748-4a52f47b05d4, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=22009a59-58af-4290-8748-4a52f47b05d4,segment=NetworkSegment(5f1f56e3-ee5a-40bd-b236-97433b843af3),segment_id=5f1f56e3-ee5a-40bd-b236-97433b843af3)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:22.864624 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:23.013311 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Routers {'0c4737cc-b313-48ff-a787-2899bcb32251'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:23.014094 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['0c4737cc-b313-48ff-a787-2899bcb32251'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:23.015282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-340c2e8e-acba-4564-baa9-d36224cd4acc req-445a4524-43c9-4373-bfb7-c9e585556779 tempest-FloatingIPsNegativeTestJSON-1407618398 tempest-FloatingIPsNegativeTestJSON-1407618398-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1196158 Jul 22 23:38:23.038133 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=41fa820a-67a7-4038-96fe-03849aa1fa15,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:23.108490 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055445f-f932-4366-b473-341254b08c29 None None] Pushing event updated for resources: {'Port': ['ID=22009a59-58af-4290-8748-4a52f47b05d4,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:23.128169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Network 5d739dfb-0d75-4db6-bf0b-59243c6465df is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:23.129628 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-3747b6e2-136b-4af8-80e4-bdf759affcc6 req-e081555c-fadd-4323-8b46-d0c0d6ea3cc3 tempest-FloatingIPsNegativeTestJSON-1407618398 tempest-FloatingIPsNegativeTestJSON-1407618398-project] show failed (client error): The resource could not be found. Jul 22 23:38:23.137524 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3747b6e2-136b-4af8-80e4-bdf759affcc6 req-e081555c-fadd-4323-8b46-d0c0d6ea3cc3 tempest-FloatingIPsNegativeTestJSON-1407618398 tempest-FloatingIPsNegativeTestJSON-1407618398-project] 10.222.0.26 "GET /v2.0/floatingips/8e412deb-5927-4c71-9b8e-1281350e1c8a HTTP/1.1" status: 404 len: 350 time: 0.0735428 Jul 22 23:38:23.140794 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39536) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:23.158532 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:23.193060 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b3250-dba4-4de4-9152-de8d6b01f266 req-3add6877-6f32-43a9-832c-0336f263ee68 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:23.223410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b3250-dba4-4de4-9152-de8d6b01f266 req-3add6877-6f32-43a9-832c-0336f263ee68 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 945 time: 0.3447337 Jul 22 23:38:23.368017 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] Set router 0c4737cc-b313-48ff-a787-2899bcb32251 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:23.735461 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b3250-dba4-4de4-9152-de8d6b01f266 req-379e7419-5e0d-44eb-9e56-665c84e333b6 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101211 Jul 22 23:38:23.807824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d316ae19-c78a-4fc1-bf53-9443cb3c73d2 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:23.895707 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1e8a121d-c0b2-4530-b0ba-2d223ff0d13b None None] Provisioning complete for port c6f06c4f-9d54-4fcf-8cf7-0daf9b72b394 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:23.896154 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e8a121d-c0b2-4530-b0ba-2d223ff0d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:23.968554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3d566-30ae-463b-b4b8-5bbae71372fe req-6aaccb9e-2081-4625-a5a1-2bd3818afe0c tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:24.007723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5ef3d566-30ae-463b-b4b8-5bbae71372fe req-6aaccb9e-2081-4625-a5a1-2bd3818afe0c tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 945 time: 0.4422152 Jul 22 23:38:24.016641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Router a508bc66-abeb-4a86-a610-f8f201283c64 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:38:24.022710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1e8a121d-c0b2-4530-b0ba-2d223ff0d13b None None] Port c6f06c4f-9d54-4fcf-8cf7-0daf9b72b394 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:38:24.060034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508bc66-abeb-4a86-a610-f8f201283c64', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370388622-router', 'tenant_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'fc354ae3-3aaa-48fe-b07b-50055bf01de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:12Z', 'updated_at': '2021-07-22T23:38:21Z', 'revision_number': 4, 'project_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'gw_port': {'id': 'fc354ae3-3aaa-48fe-b07b-50055bf01de5', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508bc66-abeb-4a86-a610-f8f201283c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:14Z', 'updated_at': '2021-07-22T23:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'c6f06c4f-9d54-4fcf-8cf7-0daf9b72b394', 'name': '', 'network_id': '5d739dfb-0d75-4db6-bf0b-59243c6465df', 'tenant_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'mac_address': 'fa:16:3e:bb:0c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508bc66-abeb-4a86-a610-f8f201283c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'efb51923-c3f7-4e8f-ba3d-49ee3350331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:19Z', 'updated_at': '2021-07-22T23:38:19Z', 'revision_number': 1, 'project_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'subnets': [{'id': 'efb51923-c3f7-4e8f-ba3d-49ee3350331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:24.079273 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'name': 'tempest-FloatingIPsNegativeTestJSON-2027686529-router', 'tenant_id': '457a3288b13c49f484c421704911e125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '20f1d9de-60e7-478b-b3b9-bb72fd5332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:09Z', 'updated_at': '2021-07-22T23:38:19Z', 'revision_number': 4, 'project_id': '457a3288b13c49f484c421704911e125', 'gw_port': {'id': '20f1d9de-60e7-478b-b3b9-bb72fd5332aa', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:11Z', 'updated_at': '2021-07-22T23:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '22009a59-58af-4290-8748-4a52f47b05d4', 'name': '', 'network_id': '0dcc1303-7bad-4d8a-a3ec-dc5a748e2938', 'tenant_id': '457a3288b13c49f484c421704911e125', 'mac_address': 'fa:16:3e:6e:06:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'e88a3852-4848-4a36-b4ca-987d19f576f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:17Z', 'updated_at': '2021-07-22T23:38:22Z', 'revision_number': 4, 'project_id': '457a3288b13c49f484c421704911e125', 'subnets': [{'id': 'e88a3852-4848-4a36-b4ca-987d19f576f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:24.158029 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ed2220-1f98-462a-b390-328cbc5d3426 None None] The sync data for ids ['0c4737cc-b313-48ff-a787-2899bcb32251'] in n-d-688802-2 is: [{'id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'name': 'tempest-FloatingIPsNegativeTestJSON-2027686529-router', 'tenant_id': '457a3288b13c49f484c421704911e125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '20f1d9de-60e7-478b-b3b9-bb72fd5332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:09Z', 'updated_at': '2021-07-22T23:38:19Z', 'revision_number': 4, 'project_id': '457a3288b13c49f484c421704911e125', 'gw_port': {'id': '20f1d9de-60e7-478b-b3b9-bb72fd5332aa', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:11Z', 'updated_at': '2021-07-22T23:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '22009a59-58af-4290-8748-4a52f47b05d4', 'name': '', 'network_id': '0dcc1303-7bad-4d8a-a3ec-dc5a748e2938', 'tenant_id': '457a3288b13c49f484c421704911e125', 'mac_address': 'fa:16:3e:6e:06:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'e88a3852-4848-4a36-b4ca-987d19f576f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:17Z', 'updated_at': '2021-07-22T23:38:22Z', 'revision_number': 4, 'project_id': '457a3288b13c49f484c421704911e125', 'subnets': [{'id': 'e88a3852-4848-4a36-b4ca-987d19f576f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:38:24.209164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5ef3d566-30ae-463b-b4b8-5bbae71372fe req-b8d2f6f8-4174-4173-8a8a-1bd1c5e7251b tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fe740-259c-4bda-9d95-62cabc3d867f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942246 Jul 22 23:38:24.215882 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3071fb3-1606-47a1-84e1-5dd384be7308 req-cc2aa930-e8d4-43cc-8752-21d110b25af4 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 210 time: 0.1185999 Jul 22 23:38:24.341809 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700541a7-e25f-4b59-9586-1e2f56981acb req-8f50ac6f-fbe7-4e6e-8c9a-c797d4bd9d0f tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:24.342567 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-700541a7-e25f-4b59-9586-1e2f56981acb req-8f50ac6f-fbe7-4e6e-8c9a-c797d4bd9d0f tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.95 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 805 time: 0.2054813 Jul 22 23:38:24.353390 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecbf608d-19f4-4555-95e6-4c044c3211fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.360730 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-700541a7-e25f-4b59-9586-1e2f56981acb req-5504bec9-9f2f-460b-b126-33dadf8c32a2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Request body: {'port': {'device_id': '1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef', 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548', 'admin_state_up': True, 'tenant_id': 'bb3a2d0f5d49440c8d1c8c93b02aa91f'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:24.390334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port d316ae19-c78a-4fc1-bf53-9443cb3c73d2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:24.396161 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98217e16-f95e-4fc8-b625-96ab2523af88 None None] The sync data for ids ['a508bc66-abeb-4a86-a610-f8f201283c64'] in n-d-688802-2 is: [{'id': 'a508bc66-abeb-4a86-a610-f8f201283c64', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370388622-router', 'tenant_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'fc354ae3-3aaa-48fe-b07b-50055bf01de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:12Z', 'updated_at': '2021-07-22T23:38:21Z', 'revision_number': 4, 'project_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'gw_port': {'id': 'fc354ae3-3aaa-48fe-b07b-50055bf01de5', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:04:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508bc66-abeb-4a86-a610-f8f201283c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:14Z', 'updated_at': '2021-07-22T23:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'c6f06c4f-9d54-4fcf-8cf7-0daf9b72b394', 'name': '', 'network_id': '5d739dfb-0d75-4db6-bf0b-59243c6465df', 'tenant_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'mac_address': 'fa:16:3e:bb:0c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508bc66-abeb-4a86-a610-f8f201283c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'efb51923-c3f7-4e8f-ba3d-49ee3350331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:19Z', 'updated_at': '2021-07-22T23:38:19Z', 'revision_number': 1, 'project_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'subnets': [{'id': 'efb51923-c3f7-4e8f-ba3d-49ee3350331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:38:24.415284 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d316ae19-c78a-4fc1-bf53-9443cb3c73d2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:24.416085 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.501665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:38:24.518427 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4e6b22dc-ff17-428b-9e38-9d4117c9c5e8 admin admin] 10.222.0.26 "PUT /v2.0/routers/a508bc66-abeb-4a86-a610-f8f201283c64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7416964 Jul 22 23:38:24.577987 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.585209 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54b06b-2314-4545-8f1d-1e645d6d7593 req-562d8239-8d61-4810-911f-68424f051651 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:24.587169 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df54b06b-2314-4545-8f1d-1e645d6d7593 req-562d8239-8d61-4810-911f-68424f051651 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 945 time: 0.1603661 Jul 22 23:38:24.645237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port d316ae19-c78a-4fc1-bf53-9443cb3c73d2, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d316ae19-c78a-4fc1-bf53-9443cb3c73d2,segment=NetworkSegment(d170b232-5171-4d72-9f14-55ec0576510c),segment_id=d170b232-5171-4d72-9f14-55ec0576510c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:24.652978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df54b06b-2314-4545-8f1d-1e645d6d7593 req-ce29a5ec-2576-4f4e-ad80-9d697af92b1d tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594802 Jul 22 23:38:24.664242 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.731045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=d316ae19-c78a-4fc1-bf53-9443cb3c73d2,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:24.938218 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-1ceee684-f82f-4ea3-b1ca-e9819a6e9545 req-b1ef4550-c9a6-4ab7-9e9d-8c7ac63bc8e1 tempest-FloatingIPDetailsNegativeTestJSON-927962024 tempest-FloatingIPDetailsNegativeTestJSON-927962024-project] show failed (client error): The resource could not be found. Jul 22 23:38:24.955897 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ceee684-f82f-4ea3-b1ca-e9819a6e9545 req-b1ef4550-c9a6-4ab7-9e9d-8c7ac63bc8e1 tempest-FloatingIPDetailsNegativeTestJSON-927962024 tempest-FloatingIPDetailsNegativeTestJSON-927962024-project] 10.222.0.26 "GET /v2.0/floatingips/59950892-7777-499a-9cb9-94dad6245bd7 HTTP/1.1" status: 404 len: 350 time: 0.1082618 Jul 22 23:38:24.955897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39564) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:25.284409 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139edcb6-2302-48f0-9fa8-5b7b1c08a0f9 req-761924b2-090a-449f-9369-f7d548a0d46e tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:25.286000 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-139edcb6-2302-48f0-9fa8-5b7b1c08a0f9 req-761924b2-090a-449f-9369-f7d548a0d46e tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 945 time: 0.2557590 Jul 22 23:38:25.315767 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700541a7-e25f-4b59-9586-1e2f56981acb req-5504bec9-9f2f-460b-b126-33dadf8c32a2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Made reservation on behalf of bb3a2d0f5d49440c8d1c8c93b02aa91f for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:25.319421 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-700541a7-e25f-4b59-9586-1e2f56981acb req-5504bec9-9f2f-460b-b126-33dadf8c32a2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.443033 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-139edcb6-2302-48f0-9fa8-5b7b1c08a0f9 req-81c65cd1-11b0-4335-9a25-6cd36c5697a5 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188645 Jul 22 23:38:25.474737 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 41fa820a-67a7-4038-96fe-03849aa1fa15 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:25.544746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152bdc3-f8ac-4007-8ece-b71bfdb33957 req-71b7368f-0949-4d77-85ca-69f70e31c7ce tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:25.552155 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c152bdc3-f8ac-4007-8ece-b71bfdb33957 req-71b7368f-0949-4d77-85ca-69f70e31c7ce tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 945 time: 0.2649026 Jul 22 23:38:25.600018 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 41fa820a-67a7-4038-96fe-03849aa1fa15 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:25.608226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 41fa820a-67a7-4038-96fe-03849aa1fa15 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:25.608874 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.687822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-84290282-95a6-410f-9abb-d980925a1fa9 req-cd0722b6-14c0-48b4-8cc2-32cf69fa4642 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 210 time: 0.1145525 Jul 22 23:38:25.733128 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.757241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ecbf608d-19f4-4555-95e6-4c044c3211fd admin admin] Deleting port 22009a59-58af-4290-8748-4a52f47b05d4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:25.757761 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecbf608d-19f4-4555-95e6-4c044c3211fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.758127 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c152bdc3-f8ac-4007-8ece-b71bfdb33957 req-d3f4368e-8486-4c9c-a917-6e1f96bc0aa4 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fe740-259c-4bda-9d95-62cabc3d867f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986330 Jul 22 23:38:25.790952 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0368621-ca97-4935-9060-a1eb77581794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fa820a-67a7-4038-96fe-03849aa1fa15'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:25.794008 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dff3b13-3074-4a66-a726-e2b03db64500" -d '{"events": [{"server_uuid": "a0368621-ca97-4935-9060-a1eb77581794", "name": "network-vif-plugged", "status": "completed", "tag": "41fa820a-67a7-4038-96fe-03849aa1fa15"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:25.800769 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 22009a59-58af-4290-8748-4a52f47b05d4 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:25.878493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 41fa820a-67a7-4038-96fe-03849aa1fa15, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=41fa820a-67a7-4038-96fe-03849aa1fa15,segment=NetworkSegment(b870a39e-b3ef-4e10-b715-4e9ecf4a165f),segment_id=b870a39e-b3ef-4e10-b715-4e9ecf4a165f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:25.889185 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.893164 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-700541a7-e25f-4b59-9586-1e2f56981acb req-5504bec9-9f2f-460b-b126-33dadf8c32a2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Allocated IP 172.20.0.14 (a83ef78c-9582-4eee-aa94-4db7f145b548/7a6fea40-f65b-49f5-b79a-e507ab04e592/8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:25.940096 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0496e33-b405-43b1-968c-5dad4613fc46 x-openstack-request-id: req-b0496e33-b405-43b1-968c-5dad4613fc46 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:25.940915 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0368621-ca97-4935-9060-a1eb77581794", "name": "network-vif-plugged", "status": "completed", "tag": "41fa820a-67a7-4038-96fe-03849aa1fa15", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:25.941430 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0496e33-b405-43b1-968c-5dad4613fc46 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:25.942028 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0368621-ca97-4935-9060-a1eb77581794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fa820a-67a7-4038-96fe-03849aa1fa15', 'code': 200} Jul 22 23:38:26.007368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 22009a59-58af-4290-8748-4a52f47b05d4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:26.018765 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=41fa820a-67a7-4038-96fe-03849aa1fa15,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:26.033327 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 22009a59-58af-4290-8748-4a52f47b05d4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:26.035064 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:26.040923 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ecbf608d-19f4-4555-95e6-4c044c3211fd admin admin] For port 22009a59-58af-4290-8748-4a52f47b05d4, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=22009a59-58af-4290-8748-4a52f47b05d4,segment=NetworkSegment(5f1f56e3-ee5a-40bd-b236-97433b843af3),segment_id=5f1f56e3-ee5a-40bd-b236-97433b843af3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:26.041333 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecbf608d-19f4-4555-95e6-4c044c3211fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:26.065761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ecbf608d-19f4-4555-95e6-4c044c3211fd admin admin] Calling delete_port for 22009a59-58af-4290-8748-4a52f47b05d4 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:26.172067 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ffa2-f366-4ccf-90e2-ee6c54fc11a1 req-16f2fbaa-1259-415f-8ea6-92b341dde012 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:26.173883 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c06ffa2-f366-4ccf-90e2-ee6c54fc11a1 req-16f2fbaa-1259-415f-8ea6-92b341dde012 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 945 time: 0.3270738 Jul 22 23:38:26.265684 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c06ffa2-f366-4ccf-90e2-ee6c54fc11a1 req-516735a8-aafc-486d-ba00-fb95f832f89f tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847962 Jul 22 23:38:26.267336 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:26.332400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ee5e5-40a3-4b93-9565-592be22c559f req-1d1f58f7-1317-40af-a173-e9f72fd160b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:26.334674 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a71ee5e5-40a3-4b93-9565-592be22c559f req-1d1f58f7-1317-40af-a173-e9f72fd160b6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 1097 time: 0.3476300 Jul 22 23:38:26.337598 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18c74934-d6c9-4bce-8cd3-ab444f0d9284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:26.373424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 22009a59-58af-4290-8748-4a52f47b05d4, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=22009a59-58af-4290-8748-4a52f47b05d4,segment=NetworkSegment(5f1f56e3-ee5a-40bd-b236-97433b843af3),segment_id=5f1f56e3-ee5a-40bd-b236-97433b843af3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:26.384910 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:26.386344 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d316ae19-c78a-4fc1-bf53-9443cb3c73d2 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:26.460760 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a71ee5e5-40a3-4b93-9565-592be22c559f req-9ded3dda-550a-490d-a19a-f0918f172dff service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9f8fe740-259c-4bda-9d95-62cabc3d867f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097014 Jul 22 23:38:26.479093 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-700541a7-e25f-4b59-9586-1e2f56981acb req-5504bec9-9f2f-460b-b126-33dadf8c32a2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:26.588331 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=22009a59-58af-4290-8748-4a52f47b05d4,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:26.592075 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d316ae19-c78a-4fc1-bf53-9443cb3c73d2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:26.598040 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:26.694322 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-700541a7-e25f-4b59-9586-1e2f56981acb req-5504bec9-9f2f-460b-b126-33dadf8c32a2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:26.696421 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecbf608d-19f4-4555-95e6-4c044c3211fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:26.729796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['8bae08b7-0670-4539-82be-dcc4e9e03196'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:26.752157 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf608d-19f4-4555-95e6-4c044c3211fd admin admin] Pushing event deleted for resources: {'Port': ['ID=22009a59-58af-4290-8748-4a52f47b05d4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:26.818857 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700541a7-e25f-4b59-9586-1e2f56981acb req-5504bec9-9f2f-460b-b126-33dadf8c32a2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Network a83ef78c-9582-4eee-aa94-4db7f145b548 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:26.832951 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449c43-a47c-4d13-9725-27176f798ab4 req-55619c2a-3ad0-417b-92ca-c7e780d8e446 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:26.834856 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa449c43-a47c-4d13-9725-27176f798ab4 req-55619c2a-3ad0-417b-92ca-c7e780d8e446 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 945 time: 0.1863828 Jul 22 23:38:26.860164 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-700541a7-e25f-4b59-9586-1e2f56981acb req-5504bec9-9f2f-460b-b126-33dadf8c32a2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:26.865934 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-700541a7-e25f-4b59-9586-1e2f56981acb req-5504bec9-9f2f-460b-b126-33dadf8c32a2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:26.944814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa449c43-a47c-4d13-9725-27176f798ab4 req-8cf72d50-70d1-40ee-ae70-4e5123d3e4ac tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800662 Jul 22 23:38:26.977164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc10297-ee25-4300-bae0-07ab261e8a77 req-a94c4bf8-7fb0-473d-baea-d408c47e97ce tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:26.981785 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dbc10297-ee25-4300-bae0-07ab261e8a77 req-a94c4bf8-7fb0-473d-baea-d408c47e97ce tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 932 time: 0.1294019 Jul 22 23:38:26.999301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-18c74934-d6c9-4bce-8cd3-ab444f0d9284 admin admin] Deleting port c6f06c4f-9d54-4fcf-8cf7-0daf9b72b394 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:26.999649 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18c74934-d6c9-4bce-8cd3-ab444f0d9284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.025391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700541a7-e25f-4b59-9586-1e2f56981acb req-5504bec9-9f2f-460b-b126-33dadf8c32a2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:27.027055 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-700541a7-e25f-4b59-9586-1e2f56981acb req-5504bec9-9f2f-460b-b126-33dadf8c32a2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.039550 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504bec9-9f2f-460b-b126-33dadf8c32a2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Pushing event updated for resources: {'Port': ['ID=8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:27.156268 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-700541a7-e25f-4b59-9586-1e2f56981acb req-5504bec9-9f2f-460b-b126-33dadf8c32a2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7996778 Jul 22 23:38:27.175584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Request body: {'port': {'device_id': '1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:27.184111 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dbc10297-ee25-4300-bae0-07ab261e8a77 req-6cd418b4-b5a8-4b64-843a-1c3c42012c1d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937921 Jul 22 23:38:27.228734 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecbf608d-19f4-4555-95e6-4c044c3211fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.247692 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18c74934-d6c9-4bce-8cd3-ab444f0d9284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.270951 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50da95-9d40-4693-8974-77775f0938b8 req-60572275-af0d-44e0-92a3-fef034627f2a tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:27.272482 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4b50da95-9d40-4693-8974-77775f0938b8 req-60572275-af0d-44e0-92a3-fef034627f2a tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 946 time: 0.2176452 Jul 22 23:38:27.296024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-18c74934-d6c9-4bce-8cd3-ab444f0d9284 admin admin] Calling delete_port for c6f06c4f-9d54-4fcf-8cf7-0daf9b72b394 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:27.361710 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.496159 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4b50da95-9d40-4693-8974-77775f0938b8 req-a26195cc-b511-43ca-b306-65427a45b797 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fe740-259c-4bda-9d95-62cabc3d867f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019460 Jul 22 23:38:27.543605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311c99d-8cf0-4bc3-a877-5bc68720312a req-258139fe-0266-4bf7-a865-0c108e8efe94 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:27.547464 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e311c99d-8cf0-4bc3-a877-5bc68720312a req-258139fe-0266-4bf7-a865-0c108e8efe94 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 945 time: 0.2718437 Jul 22 23:38:27.625002 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e311c99d-8cf0-4bc3-a877-5bc68720312a req-39987f74-e535-4a52-aa08-c433c1c0ec8d tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737209 Jul 22 23:38:27.736730 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbf608d-19f4-4555-95e6-4c044c3211fd admin admin] Router 0c4737cc-b313-48ff-a787-2899bcb32251 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:38:27.773011 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18c74934-d6c9-4bce-8cd3-ab444f0d9284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.829887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c74934-d6c9-4bce-8cd3-ab444f0d9284 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f06c4f-9d54-4fcf-8cf7-0daf9b72b394,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:27.853623 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fc354ae3-3aaa-48fe-b07b-50055bf01de5 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:27.942449 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:27.957901 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.995445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port fc354ae3-3aaa-48fe-b07b-50055bf01de5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:27.999938 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fc354ae3-3aaa-48fe-b07b-50055bf01de5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:28.000320 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:28.018126 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbf608d-19f4-4555-95e6-4c044c3211fd admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:38:28.019453 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Transition to ACTIVE for port object 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:28.034369 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ecbf608d-19f4-4555-95e6-4c044c3211fd admin admin] 10.222.0.26 "PUT /v2.0/routers/0c4737cc-b313-48ff-a787-2899bcb32251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8918598 Jul 22 23:38:28.035487 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39602) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:28.043245 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:28.047664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c70498-b019-46d8-b2ae-4611d2e9e47a None None] Sync routers for ids ['0c4737cc-b313-48ff-a787-2899bcb32251'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:38:28.087861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c70498-b019-46d8-b2ae-4611d2e9e47a None None] Routers {'0c4737cc-b313-48ff-a787-2899bcb32251'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:28.089054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-44c70498-b019-46d8-b2ae-4611d2e9e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['0c4737cc-b313-48ff-a787-2899bcb32251'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:28.185226 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18c74934-d6c9-4bce-8cd3-ab444f0d9284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:28.307576 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:28.345596 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-44c70498-b019-46d8-b2ae-4611d2e9e47a None None] Set router 0c4737cc-b313-48ff-a787-2899bcb32251 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:28.398763 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c90e3448-b8f1-4ea2-82a0-570cf427f821 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:28.462488 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f90be0-134c-4a27-94e6-6644457a3c88 req-6ff7fd41-fa51-4c5f-90f6-291b1d4c67db tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:28.464726 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48f90be0-134c-4a27-94e6-6644457a3c88 req-6ff7fd41-fa51-4c5f-90f6-291b1d4c67db tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 944 time: 0.1348741 Jul 22 23:38:28.476679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c538d34-0d82-41eb-a0e2-5cd3b3bb6994 req-8008405f-b3d8-4816-a057-5a7840f66d30 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:28.478327 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c538d34-0d82-41eb-a0e2-5cd3b3bb6994 req-8008405f-b3d8-4816-a057-5a7840f66d30 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 945 time: 0.2712245 Jul 22 23:38:28.492749 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Attempting to bind port 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:28.493083 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Attempting to bind port 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:28.493511 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Attempting to bind port 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 on network a83ef78c-9582-4eee-aa94-4db7f145b548 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:28.494325 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:28.503459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Port 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 on network a83ef78c-9582-4eee-aa94-4db7f145b548 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:38:28.503784 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Attempting to bind port 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 on network a83ef78c-9582-4eee-aa94-4db7f145b548 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:28.513526 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:28.517650 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Checking segment: {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:28.517650 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Bound using segment: {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:28.517650 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Bound port: 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:28.517650 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:28.566040 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port fc354ae3-3aaa-48fe-b07b-50055bf01de5, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fc354ae3-3aaa-48fe-b07b-50055bf01de5,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:28.568426 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c90e3448-b8f1-4ea2-82a0-570cf427f821 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:28.583371 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:28.644191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] For port 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:28.648587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] For port 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:28.663747 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:28.681263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c90e3448-b8f1-4ea2-82a0-570cf427f821 admin admin] Deleting port 20f1d9de-60e7-478b-b3b9-bb72fd5332aa {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:28.681596 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c90e3448-b8f1-4ea2-82a0-570cf427f821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:28.706969 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=fc354ae3-3aaa-48fe-b07b-50055bf01de5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:28.741692 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:28.742321 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:28.743888 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-700541a7-e25f-4b59-9586-1e2f56981acb req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] 10.222.0.95 "PUT /v2.0/ports/8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 HTTP/1.1" status: 200 len: 1092 time: 1.5745769 Jul 22 23:38:28.744463 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef', 'tag': '8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:28.746839 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-44c70498-b019-46d8-b2ae-4611d2e9e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'name': 'tempest-FloatingIPsNegativeTestJSON-2027686529-router', 'tenant_id': '457a3288b13c49f484c421704911e125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '20f1d9de-60e7-478b-b3b9-bb72fd5332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:09Z', 'updated_at': '2021-07-22T23:38:26Z', 'revision_number': 5, 'project_id': '457a3288b13c49f484c421704911e125', 'gw_port': {'id': '20f1d9de-60e7-478b-b3b9-bb72fd5332aa', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:11Z', 'updated_at': '2021-07-22T23:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:28.747853 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fb5d75-4b67-4c2e-a1c0-9d1f26148276" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef", "tag": "8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:28.786565 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c70498-b019-46d8-b2ae-4611d2e9e47a None None] Checking router: 0c4737cc-b313-48ff-a787-2899bcb32251 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:38:28.799430 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c70498-b019-46d8-b2ae-4611d2e9e47a None None] Routers {'0c4737cc-b313-48ff-a787-2899bcb32251'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:28.800447 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-44c70498-b019-46d8-b2ae-4611d2e9e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['0c4737cc-b313-48ff-a787-2899bcb32251'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:28.940651 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-44c70498-b019-46d8-b2ae-4611d2e9e47a None None] Set router 0c4737cc-b313-48ff-a787-2899bcb32251 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:29.009638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-44c70498-b019-46d8-b2ae-4611d2e9e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'name': 'tempest-FloatingIPsNegativeTestJSON-2027686529-router', 'tenant_id': '457a3288b13c49f484c421704911e125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:09Z', 'updated_at': '2021-07-22T23:38:28Z', 'revision_number': 6, 'project_id': '457a3288b13c49f484c421704911e125', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:29.030915 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48f90be0-134c-4a27-94e6-6644457a3c88 req-628d497e-8fd5-4c95-926f-1247c8c1d6cc tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505214 Jul 22 23:38:29.042466 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c538d34-0d82-41eb-a0e2-5cd3b3bb6994 req-2b7b4b0e-6371-4694-9568-5ae91ab3bcbf tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263584 Jul 22 23:38:29.054404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c70498-b019-46d8-b2ae-4611d2e9e47a None None] The sync data for ids ['0c4737cc-b313-48ff-a787-2899bcb32251'] in n-d-688802-2 is: [{'id': '0c4737cc-b313-48ff-a787-2899bcb32251', 'name': 'tempest-FloatingIPsNegativeTestJSON-2027686529-router', 'tenant_id': '457a3288b13c49f484c421704911e125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:09Z', 'updated_at': '2021-07-22T23:38:28Z', 'revision_number': 6, 'project_id': '457a3288b13c49f484c421704911e125', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:38:29.152319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c74934-d6c9-4bce-8cd3-ab444f0d9284 admin admin] Router a508bc66-abeb-4a86-a610-f8f201283c64 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:38:29.248215 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2acd0f-79f7-412e-957a-911f07572b3a x-openstack-request-id: req-3b2acd0f-79f7-412e-957a-911f07572b3a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:29.248819 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef", "tag": "8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:29.248940 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b2acd0f-79f7-412e-957a-911f07572b3a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:29.249329 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef', 'tag': '8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7', 'status': 'completed', 'code': 200} Jul 22 23:38:29.291248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79db54e-ea36-4532-bb15-f70aa87a4ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:29.329266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c90e3448-b8f1-4ea2-82a0-570cf427f821 admin admin] For port 20f1d9de-60e7-478b-b3b9-bb72fd5332aa, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=20f1d9de-60e7-478b-b3b9-bb72fd5332aa,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:29.334939 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c90e3448-b8f1-4ea2-82a0-570cf427f821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.365850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c90e3448-b8f1-4ea2-82a0-570cf427f821 admin admin] Calling delete_port for 20f1d9de-60e7-478b-b3b9-bb72fd5332aa owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:29.383900 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700541a7-e25f-4b59-9586-1e2f56981acb req-449ccea6-825c-4a54-81b9-f43bee894ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:29.386033 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-700541a7-e25f-4b59-9586-1e2f56981acb req-449ccea6-825c-4a54-81b9-f43bee894ff5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 1095 time: 0.1304801 Jul 22 23:38:29.422885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798aa620-12b9-47b7-ac34-da5007689cc7 req-bb1fca46-fae2-4494-a82b-ddf40d1d4add tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:29.424435 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-798aa620-12b9-47b7-ac34-da5007689cc7 req-bb1fca46-fae2-4494-a82b-ddf40d1d4add tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 946 time: 0.3004143 Jul 22 23:38:29.465831 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-700541a7-e25f-4b59-9586-1e2f56981acb req-f6ab39a7-9552-4856-9ce2-c8ba8c143a2a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 HTTP/1.1" status: 200 len: 217 time: 0.0496204 Jul 22 23:38:29.491248 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c74934-d6c9-4bce-8cd3-ab444f0d9284 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:38:29.496337 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-798aa620-12b9-47b7-ac34-da5007689cc7 req-1ebbec7b-0526-4f2c-b5a5-37dd6670c576 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fe740-259c-4bda-9d95-62cabc3d867f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589006 Jul 22 23:38:29.503014 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-18c74934-d6c9-4bce-8cd3-ab444f0d9284 admin admin] 10.222.0.26 "PUT /v2.0/routers/a508bc66-abeb-4a86-a610-f8f201283c64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5461752 Jul 22 23:38:29.503683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39620) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:29.672157 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700541a7-e25f-4b59-9586-1e2f56981acb req-2584c255-86f6-4834-b38c-1bbff89e6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:29.673711 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-700541a7-e25f-4b59-9586-1e2f56981acb req-2584c255-86f6-4834-b38c-1bbff89e6c2a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7a6fea40-f65b-49f5-b79a-e507ab04e592 HTTP/1.1" status: 200 len: 845 time: 0.1918092 Jul 22 23:38:29.691828 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fc354ae3-3aaa-48fe-b07b-50055bf01de5 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:29.695068 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd28c-23a8-4a85-a8e4-b005195fd914 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.768292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fc354ae3-3aaa-48fe-b07b-50055bf01de5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:29.769086 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.808441 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c90e3448-b8f1-4ea2-82a0-570cf427f821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.812349 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-700541a7-e25f-4b59-9586-1e2f56981acb req-c81c57f3-1f85-4e45-88bc-c27b3f711bbf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a83ef78c-9582-4eee-aa94-4db7f145b548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290898 Jul 22 23:38:29.835290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cfb71-944c-4a4b-afa8-0de73d58937c req-e8737985-73ea-4ccd-862e-1f4e62337d8b tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:29.836908 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a99cfb71-944c-4a4b-afa8-0de73d58937c req-e8737985-73ea-4ccd-862e-1f4e62337d8b tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 945 time: 0.3672953 Jul 22 23:38:29.874662 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e3448-b8f1-4ea2-82a0-570cf427f821 admin admin] Pushing event deleted for resources: {'Port': ['ID=20f1d9de-60e7-478b-b3b9-bb72fd5332aa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:29.907997 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd28c-23a8-4a85-a8e4-b005195fd914 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.983006 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 22009a59-58af-4290-8748-4a52f47b05d4 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:30.016313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6ecbd28c-23a8-4a85-a8e4-b005195fd914 admin admin] Deleting port fc354ae3-3aaa-48fe-b07b-50055bf01de5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:30.016725 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd28c-23a8-4a85-a8e4-b005195fd914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:30.046982 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 22009a59-58af-4290-8748-4a52f47b05d4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:30.047219 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 22009a59-58af-4290-8748-4a52f47b05d4 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:30.133145 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6ecbd28c-23a8-4a85-a8e4-b005195fd914 admin admin] For port fc354ae3-3aaa-48fe-b07b-50055bf01de5, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fc354ae3-3aaa-48fe-b07b-50055bf01de5,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:30.133803 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd28c-23a8-4a85-a8e4-b005195fd914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:30.159714 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6ecbd28c-23a8-4a85-a8e4-b005195fd914 admin admin] Calling delete_port for fc354ae3-3aaa-48fe-b07b-50055bf01de5 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:30.198249 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c90e3448-b8f1-4ea2-82a0-570cf427f821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:30.202452 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-700541a7-e25f-4b59-9586-1e2f56981acb req-1e47827c-4587-4ff6-935c-8a56bc12ed2d service neutron] 10.222.0.95 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387537 Jul 22 23:38:30.302639 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ec9f5-5eae-4326-832e-cf75e22a75e5 None None] Sync routers for ids ['a508bc66-abeb-4a86-a610-f8f201283c64'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:38:30.315784 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ec9f5-5eae-4326-832e-cf75e22a75e5 None None] Routers {'a508bc66-abeb-4a86-a610-f8f201283c64'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:30.316414 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8f2ec9f5-5eae-4326-832e-cf75e22a75e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a508bc66-abeb-4a86-a610-f8f201283c64'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:30.391893 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-a99cfb71-944c-4a4b-afa8-0de73d58937c req-c77a7dbb-2377-47dc-ac8d-2779d59df2ff tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Deleting port 20c7b94e-dd49-4489-97d1-e1f8d1983889 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:30.394677 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a99cfb71-944c-4a4b-afa8-0de73d58937c req-c77a7dbb-2377-47dc-ac8d-2779d59df2ff tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:30.407525 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c90e3448-b8f1-4ea2-82a0-570cf427f821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:30.429079 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c90e3448-b8f1-4ea2-82a0-570cf427f821 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:30.442336 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8f2ec9f5-5eae-4326-832e-cf75e22a75e5 None None] Set router a508bc66-abeb-4a86-a610-f8f201283c64 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:30.495253 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc26d2-c777-44b2-a32d-81cb2626d0b3 req-730d3cba-edb7-4acf-a9b1-1815e3a934a8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:30.497278 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76bc26d2-c777-44b2-a32d-81cb2626d0b3 req-730d3cba-edb7-4acf-a9b1-1815e3a934a8 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 945 time: 0.2798390 Jul 22 23:38:30.514021 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8f2ec9f5-5eae-4326-832e-cf75e22a75e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508bc66-abeb-4a86-a610-f8f201283c64', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370388622-router', 'tenant_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:12Z', 'updated_at': '2021-07-22T23:38:29Z', 'revision_number': 6, 'project_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:30.546358 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ec9f5-5eae-4326-832e-cf75e22a75e5 None None] Checking router: a508bc66-abeb-4a86-a610-f8f201283c64 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:38:30.555813 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ec9f5-5eae-4326-832e-cf75e22a75e5 None None] Routers {'a508bc66-abeb-4a86-a610-f8f201283c64'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:30.556366 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8f2ec9f5-5eae-4326-832e-cf75e22a75e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a508bc66-abeb-4a86-a610-f8f201283c64'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:30.567984 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16848709-9537-41d7-911b-0fa5ff88fff8 req-505e6815-05dc-4afd-9f9c-1236b97dd14e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:30.576582 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16848709-9537-41d7-911b-0fa5ff88fff8 req-505e6815-05dc-4afd-9f9c-1236b97dd14e tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 944 time: 0.3600190 Jul 22 23:38:30.612647 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a99cfb71-944c-4a4b-afa8-0de73d58937c req-c77a7dbb-2377-47dc-ac8d-2779d59df2ff tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] For port 20c7b94e-dd49-4489-97d1-e1f8d1983889, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=20c7b94e-dd49-4489-97d1-e1f8d1983889,segment=NetworkSegment(dd8d75e7-1afb-4005-8978-0b8efb0c7d9a),segment_id=dd8d75e7-1afb-4005-8978-0b8efb0c7d9a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:30.613011 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a99cfb71-944c-4a4b-afa8-0de73d58937c req-c77a7dbb-2377-47dc-ac8d-2779d59df2ff tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:30.631341 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-700541a7-e25f-4b59-9586-1e2f56981acb req-1197be95-09ca-473e-9f59-a987475c2c0c service neutron] 10.222.0.95 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958604 Jul 22 23:38:30.639939 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-a99cfb71-944c-4a4b-afa8-0de73d58937c req-c77a7dbb-2377-47dc-ac8d-2779d59df2ff tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Calling delete_port for 20c7b94e-dd49-4489-97d1-e1f8d1983889 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:30.642663 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c90e3448-b8f1-4ea2-82a0-570cf427f821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:30.643210 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90e3448-b8f1-4ea2-82a0-570cf427f821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c4737cc-b313-48ff-a787-2899bcb32251 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:38:30.650569 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c90e3448-b8f1-4ea2-82a0-570cf427f821 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:30.650838 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd28c-23a8-4a85-a8e4-b005195fd914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:30.652422 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c90e3448-b8f1-4ea2-82a0-570cf427f821 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0c4737cc-b313-48ff-a787-2899bcb32251 HTTP/1.1" status: 204 len: 168 time: 2.6153758 Jul 22 23:38:30.655991 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39658) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:30.660320 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8f2ec9f5-5eae-4326-832e-cf75e22a75e5 None None] Set router a508bc66-abeb-4a86-a610-f8f201283c64 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:30.672892 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16848709-9537-41d7-911b-0fa5ff88fff8 req-86ed115b-bcc4-4691-bd10-6ff3453fc050 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953553 Jul 22 23:38:30.735554 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8f2ec9f5-5eae-4326-832e-cf75e22a75e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508bc66-abeb-4a86-a610-f8f201283c64', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370388622-router', 'tenant_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:12Z', 'updated_at': '2021-07-22T23:38:29Z', 'revision_number': 6, 'project_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:30.763558 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76bc26d2-c777-44b2-a32d-81cb2626d0b3 req-20233233-8062-40ab-af03-3f8abf9481f3 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/security-groups?id=73d15dac-34d0-4dfc-adf7-21efc0377a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548044 Jul 22 23:38:30.792008 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ec9f5-5eae-4326-832e-cf75e22a75e5 None None] The sync data for ids ['a508bc66-abeb-4a86-a610-f8f201283c64'] in n-d-688802-2 is: [{'id': 'a508bc66-abeb-4a86-a610-f8f201283c64', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-370388622-router', 'tenant_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:12Z', 'updated_at': '2021-07-22T23:38:29Z', 'revision_number': 6, 'project_id': 'e1e3865d454f4e58a3d9b5dd99c37e08', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:38:30.802401 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbd28c-23a8-4a85-a8e4-b005195fd914 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc354ae3-3aaa-48fe-b07b-50055bf01de5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:30.971165 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-affbdd38-9621-4958-9fca-111fcb28497a admin admin] Deleting subnet e88a3852-4848-4a36-b4ca-987d19f576f6 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:38:30.976218 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-affbdd38-9621-4958-9fca-111fcb28497a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.029562 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb5d75-4b67-4c2e-a1c0-9d1f26148276 req-2fff3486-598b-454c-9078-d6213b881a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:31.032195 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-18fb5d75-4b67-4c2e-a1c0-9d1f26148276 req-2fff3486-598b-454c-9078-d6213b881a1a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 1095 time: 0.1744745 Jul 22 23:38:31.055720 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd28c-23a8-4a85-a8e4-b005195fd914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.081413 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a99cfb71-944c-4a4b-afa8-0de73d58937c req-c77a7dbb-2377-47dc-ac8d-2779d59df2ff tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.090227 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-affbdd38-9621-4958-9fca-111fcb28497a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.136610 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a7dbb-2377-47dc-ac8d-2779d59df2ff tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Pushing event deleted for resources: {'Port': ['ID=20c7b94e-dd49-4489-97d1-e1f8d1983889,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:31.193561 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd28c-23a8-4a85-a8e4-b005195fd914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.199873 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd28c-23a8-4a85-a8e4-b005195fd914 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.209967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99cfb71-944c-4a4b-afa8-0de73d58937c req-c77a7dbb-2377-47dc-ac8d-2779d59df2ff tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] No DVR routers for this DVR port 20c7b94e-dd49-4489-97d1-e1f8d1983889 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:31.212392 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a99cfb71-944c-4a4b-afa8-0de73d58937c req-c77a7dbb-2377-47dc-ac8d-2779d59df2ff tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.214920 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a99cfb71-944c-4a4b-afa8-0de73d58937c req-c77a7dbb-2377-47dc-ac8d-2779d59df2ff tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.18 "DELETE /v2.0/ports/20c7b94e-dd49-4489-97d1-e1f8d1983889 HTTP/1.1" status: 204 len: 173 time: 1.3413837 Jul 22 23:38:31.216170 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb5d75-4b67-4c2e-a1c0-9d1f26148276 req-61d01802-0dc7-4352-9dd6-76295b850385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:31.217901 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-18fb5d75-4b67-4c2e-a1c0-9d1f26148276 req-61d01802-0dc7-4352-9dd6-76295b850385 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 906 time: 0.1742122 Jul 22 23:38:31.285011 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adfade0-1d18-4a87-a976-a14e9bb1b8c1', 'name': 'network-vif-deleted', 'tag': '20c7b94e-dd49-4489-97d1-e1f8d1983889'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:31.287545 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e754d0f-02e0-43e3-b872-4114bc36ba1d" -d '{"events": [{"server_uuid": "8adfade0-1d18-4a87-a976-a14e9bb1b8c1", "name": "network-vif-deleted", "tag": "20c7b94e-dd49-4489-97d1-e1f8d1983889"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:31.295544 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-18fb5d75-4b67-4c2e-a1c0-9d1f26148276 req-f00aedca-037d-4112-a2e9-20bb458e806b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 HTTP/1.1" status: 200 len: 217 time: 0.0703733 Jul 22 23:38:31.312510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f715e8e-2ee9-4f4f-8335-a9929cd89815 req-693bf29d-8d37-4697-882c-6758fb4d8b21 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:31.320026 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f715e8e-2ee9-4f4f-8335-a9929cd89815 req-693bf29d-8d37-4697-882c-6758fb4d8b21 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 946 time: 0.3191445 Jul 22 23:38:31.351125 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd28c-23a8-4a85-a8e4-b005195fd914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.351634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecbd28c-23a8-4a85-a8e4-b005195fd914 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a508bc66-abeb-4a86-a610-f8f201283c64 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:38:31.355703 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-affbdd38-9621-4958-9fca-111fcb28497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.373383 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251a8820-bff1-4358-abd9-fe5171a19a09 x-openstack-request-id: req-251a8820-bff1-4358-abd9-fe5171a19a09 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:31.373735 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adfade0-1d18-4a87-a976-a14e9bb1b8c1", "name": "network-vif-deleted", "tag": "20c7b94e-dd49-4489-97d1-e1f8d1983889", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:31.373938 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-251a8820-bff1-4358-abd9-fe5171a19a09 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:31.374312 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adfade0-1d18-4a87-a976-a14e9bb1b8c1', 'name': 'network-vif-deleted', 'tag': '20c7b94e-dd49-4489-97d1-e1f8d1983889', 'status': 'completed', 'code': 200} Jul 22 23:38:31.382516 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd28c-23a8-4a85-a8e4-b005195fd914 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.386367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ecbd28c-23a8-4a85-a8e4-b005195fd914 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a508bc66-abeb-4a86-a610-f8f201283c64 HTTP/1.1" status: 204 len: 168 time: 1.8816590 Jul 22 23:38:31.388776 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39664) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:31.398246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb5d75-4b67-4c2e-a1c0-9d1f26148276 req-31f48ea8-1373-460e-9f21-db775a03867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:31.399730 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-18fb5d75-4b67-4c2e-a1c0-9d1f26148276 req-31f48ea8-1373-460e-9f21-db775a03867b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7a6fea40-f65b-49f5-b79a-e507ab04e592 HTTP/1.1" status: 200 len: 845 time: 0.0969079 Jul 22 23:38:31.426599 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f715e8e-2ee9-4f4f-8335-a9929cd89815 req-fc22e294-c8b6-4975-895c-c5c34b161481 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fe740-259c-4bda-9d95-62cabc3d867f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002316 Jul 22 23:38:31.463825 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-18fb5d75-4b67-4c2e-a1c0-9d1f26148276 req-747325f5-011d-474d-9744-be7cd202e6b0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a83ef78c-9582-4eee-aa94-4db7f145b548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405784 Jul 22 23:38:31.516661 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c082542d-3ea9-479e-aa38-e79b1e547772 admin admin] Deleting subnet efb51923-c3f7-4e8f-ba3d-49ee3350331a {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:38:31.516661 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c082542d-3ea9-479e-aa38-e79b1e547772 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.578545 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-affbdd38-9621-4958-9fca-111fcb28497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.585662 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d28b657c-c19e-42f8-b259-7b849f57d85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.623233 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c082542d-3ea9-479e-aa38-e79b1e547772 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.652286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbdd38-9621-4958-9fca-111fcb28497a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e88a3852-4848-4a36-b4ca-987d19f576f6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:31.653491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b325563f-6262-479f-aea9-cf28b1ad6276 None None] Network 0dcc1303-7bad-4d8a-a3ec-dc5a748e2938 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:31.655105 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-affbdd38-9621-4958-9fca-111fcb28497a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.658844 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-affbdd38-9621-4958-9fca-111fcb28497a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e88a3852-4848-4a36-b4ca-987d19f576f6 HTTP/1.1" status: 204 len: 168 time: 0.9806700 Jul 22 23:38:31.661338 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39668) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:31.705411 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-18fb5d75-4b67-4c2e-a1c0-9d1f26148276 req-19c4c4b0-d827-4c12-ad99-2a0940e0dc94 service neutron] 10.222.0.95 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299907 Jul 22 23:38:31.851050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fc354ae3-3aaa-48fe-b07b-50055bf01de5 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:31.867113 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.914560 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: fc354ae3-3aaa-48fe-b07b-50055bf01de5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:31.915714 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fc354ae3-3aaa-48fe-b07b-50055bf01de5 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:31.916904 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c6f06c4f-9d54-4fcf-8cf7-0daf9b72b394 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:31.970509 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: c6f06c4f-9d54-4fcf-8cf7-0daf9b72b394 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:31.971284 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c6f06c4f-9d54-4fcf-8cf7-0daf9b72b394 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:31.972181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 20f1d9de-60e7-478b-b3b9-bb72fd5332aa no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:31.980094 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7942b0b7-fa84-41de-a390-08a4a6ca31d0 req-380e4580-758b-463c-83ac-66158d549a5a tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8adfade0-1d18-4a87-a976-a14e9bb1b8c1 HTTP/1.1" status: 200 len: 210 time: 0.0779073 Jul 22 23:38:32.024810 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c082542d-3ea9-479e-aa38-e79b1e547772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.051884 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 20f1d9de-60e7-478b-b3b9-bb72fd5332aa {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:32.052526 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 20f1d9de-60e7-478b-b3b9-bb72fd5332aa not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:32.070183 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d6aea-b9d0-40e2-b02b-867e025c8652 req-5d7d8025-0a35-4357-8b48-a320dab33eba tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:32.081894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d4d6aea-b9d0-40e2-b02b-867e025c8652 req-5d7d8025-0a35-4357-8b48-a320dab33eba tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 944 time: 0.2689724 Jul 22 23:38:32.084062 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1d0f51-9b37-4e3c-890a-643d5ef888b4 None None] DHCP port deletion for 0dcc1303-7bad-4d8a-a3ec-dc5a748e2938 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:38:32.113669 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-18fb5d75-4b67-4c2e-a1c0-9d1f26148276 req-e83485b3-6bba-4a22-9a54-482dba910c91 service neutron] 10.222.0.95 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012201 Jul 22 23:38:32.116724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] Deleting port 56f7574b-6e32-47b2-9570-dbadc12c9393 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:32.117768 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.156499 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-da1d0f51-9b37-4e3c-890a-643d5ef888b4 None None] Deleting port 56f7574b-6e32-47b2-9570-dbadc12c9393 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:32.156960 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-da1d0f51-9b37-4e3c-890a-643d5ef888b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.169309 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c082542d-3ea9-479e-aa38-e79b1e547772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.203388 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c082542d-3ea9-479e-aa38-e79b1e547772 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.206850 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c082542d-3ea9-479e-aa38-e79b1e547772 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/efb51923-c3f7-4e8f-ba3d-49ee3350331a HTTP/1.1" status: 204 len: 168 time: 0.8175139 Jul 22 23:38:32.210249 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39678) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:32.229517 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d4d6aea-b9d0-40e2-b02b-867e025c8652 req-5ad10b3c-5f3b-4c0b-b858-7c44ef07c29a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391754 Jul 22 23:38:32.255609 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-da1d0f51-9b37-4e3c-890a-643d5ef888b4 None None] For port 56f7574b-6e32-47b2-9570-dbadc12c9393, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=56f7574b-6e32-47b2-9570-dbadc12c9393,segment=NetworkSegment(5f1f56e3-ee5a-40bd-b236-97433b843af3),segment_id=5f1f56e3-ee5a-40bd-b236-97433b843af3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:32.256415 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-da1d0f51-9b37-4e3c-890a-643d5ef888b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.259420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082542d-3ea9-479e-aa38-e79b1e547772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb51923-c3f7-4e8f-ba3d-49ee3350331a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:32.284618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-da1d0f51-9b37-4e3c-890a-643d5ef888b4 None None] Calling delete_port for 56f7574b-6e32-47b2-9570-dbadc12c9393 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:32.304493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cfe264-9024-4089-bba3-5dd8992377c0 None None] Network 5d739dfb-0d75-4db6-bf0b-59243c6465df requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:32.322135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] For port 56f7574b-6e32-47b2-9570-dbadc12c9393, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=56f7574b-6e32-47b2-9570-dbadc12c9393,segment=NetworkSegment(5f1f56e3-ee5a-40bd-b236-97433b843af3),segment_id=5f1f56e3-ee5a-40bd-b236-97433b843af3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:32.323454 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.345675 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.352297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] Calling delete_port for 56f7574b-6e32-47b2-9570-dbadc12c9393 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:32.477036 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 20c7b94e-dd49-4489-97d1-e1f8d1983889 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:32.484531 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] Deleting port e03f2655-48e8-4b5a-91fe-c2fdd24d77be {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:32.485073 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.488956 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.512473 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897bec2-68fd-4637-8c2c-1894d19323ad req-7fb95978-4f68-48aa-a68a-dbdd5882f179 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:32.516857 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5897bec2-68fd-4637-8c2c-1894d19323ad req-7fb95978-4f68-48aa-a68a-dbdd5882f179 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 946 time: 0.1353884 Jul 22 23:38:32.517819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] No DVR routers for this DVR port 56f7574b-6e32-47b2-9570-dbadc12c9393 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:32.558068 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=56f7574b-6e32-47b2-9570-dbadc12c9393,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:32.652307 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.660854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] For port e03f2655-48e8-4b5a-91fe-c2fdd24d77be, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e03f2655-48e8-4b5a-91fe-c2fdd24d77be,segment=NetworkSegment(4fcfa3a4-a7f8-4a27-a314-399075d63b00),segment_id=4fcfa3a4-a7f8-4a27-a314-399075d63b00)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:32.661240 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.684282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] Calling delete_port for e03f2655-48e8-4b5a-91fe-c2fdd24d77be owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:32.688565 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dcc1303-7bad-4d8a-a3ec-dc5a748e2938']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:32.696817 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 20c7b94e-dd49-4489-97d1-e1f8d1983889 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:32.698025 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 20c7b94e-dd49-4489-97d1-e1f8d1983889 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:32.703630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1f56e3-ee5a-40bd-b236-97433b843af3') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:32.703840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1f56e3-ee5a-40bd-b236-97433b843af3') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:32.713052 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-da1d0f51-9b37-4e3c-890a-643d5ef888b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.719497 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.747383 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d0f51-9b37-4e3c-890a-643d5ef888b4 None None] Pushing event deleted for resources: {'Port': ['ID=56f7574b-6e32-47b2-9570-dbadc12c9393,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:32.747663 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.749639 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d0f51-9b37-4e3c-890a-643d5ef888b4 None None] No DVR routers for this DVR port 56f7574b-6e32-47b2-9570-dbadc12c9393 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:32.760017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:38:32.760017 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:38:32.771048 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:38:32.829191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45208dca-edc8-4fdc-b9e1-855df4a09df8 req-531aca41-43af-4070-80e5-e53d61cdcc39 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:32.830868 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-45208dca-edc8-4fdc-b9e1-855df4a09df8 req-531aca41-43af-4070-80e5-e53d61cdcc39 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 946 time: 0.2486279 Jul 22 23:38:32.832019 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.838206 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.847924 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0dcc1303-7bad-4d8a-a3ec-dc5a748e2938 HTTP/1.1" status: 204 len: 168 time: 1.1814106 Jul 22 23:38:32.859992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5897bec2-68fd-4637-8c2c-1894d19323ad req-e6876b21-816d-463d-b32a-b6bb27888057 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Deleting port 41fa820a-67a7-4038-96fe-03849aa1fa15 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:32.860374 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5897bec2-68fd-4637-8c2c-1894d19323ad req-e6876b21-816d-463d-b32a-b6bb27888057 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.875579 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57251c-9763-489c-ad8e-5f75d46fe4c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dcc1303-7bad-4d8a-a3ec-dc5a748e2938,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:32.880933 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea220be-0f71-44d9-baed-3accf97d64ef None None] DHCP port deletion for 5d739dfb-0d75-4db6-bf0b-59243c6465df request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:38:32.887235 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.908804 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-45208dca-edc8-4fdc-b9e1-855df4a09df8 req-d7bf4da4-9ba1-45e3-afb3-78d819339221 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8fe740-259c-4bda-9d95-62cabc3d867f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619860 Jul 22 23:38:32.949086 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=e03f2655-48e8-4b5a-91fe-c2fdd24d77be,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:32.953761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] No DVR routers for this DVR port e03f2655-48e8-4b5a-91fe-c2fdd24d77be on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:33.067268 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39688) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:33.074611 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.090757 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d739dfb-0d75-4db6-bf0b-59243c6465df']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:33.111845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcfa3a4-a7f8-4a27-a314-399075d63b00') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:33.112138 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcfa3a4-a7f8-4a27-a314-399075d63b00') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:33.126574 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5897bec2-68fd-4637-8c2c-1894d19323ad req-e6876b21-816d-463d-b32a-b6bb27888057 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] For port 41fa820a-67a7-4038-96fe-03849aa1fa15, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=41fa820a-67a7-4038-96fe-03849aa1fa15,segment=NetworkSegment(b870a39e-b3ef-4e10-b715-4e9ecf4a165f),segment_id=b870a39e-b3ef-4e10-b715-4e9ecf4a165f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:33.126934 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5897bec2-68fd-4637-8c2c-1894d19323ad req-e6876b21-816d-463d-b32a-b6bb27888057 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.130192 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.136841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-02c97b5e-820b-4a50-9ae3-2258c250613b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=457a3288b13c49f484c421704911e125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0683372 Jul 22 23:38:33.139527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39694) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:33.148905 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5897bec2-68fd-4637-8c2c-1894d19323ad req-e6876b21-816d-463d-b32a-b6bb27888057 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Calling delete_port for 41fa820a-67a7-4038-96fe-03849aa1fa15 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:33.155874 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.169312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:38:33.170007 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:38:33.174203 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:38:33.268531 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d25a3d44-1cc9-4e2d-8135-53791a34cace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.281355 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.295489 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.300331 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5d739dfb-0d75-4db6-bf0b-59243c6465df HTTP/1.1" status: 204 len: 168 time: 1.0473216 Jul 22 23:38:33.303742 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:33.308411 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d25a3d44-1cc9-4e2d-8135-53791a34cace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.358153 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95205b-60d1-4ebe-aeda-813be2612a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d739dfb-0d75-4db6-bf0b-59243c6465df,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:33.398394 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-012a1904-410e-4b6c-877c-969924879d1e admin admin] Deleting subnet 1ac717a4-c9db-4c23-81f2-a537a23e9b0f {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:38:33.430291 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d25a3d44-1cc9-4e2d-8135-53791a34cace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.436431 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d25a3d44-1cc9-4e2d-8135-53791a34cace admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.437188 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d25a3d44-1cc9-4e2d-8135-53791a34cace admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5762d108-7b7f-4c4c-8c64-720d1a5ea102 HTTP/1.1" status: 204 len: 168 time: 0.2938755 Jul 22 23:38:33.437351 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-012a1904-410e-4b6c-877c-969924879d1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.461136 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a3d44-1cc9-4e2d-8135-53791a34cace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5762d108-7b7f-4c4c-8c64-720d1a5ea102,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:33.483022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aed8f8-b354-4ccf-bf94-ad9a2654b834 req-c6e100fc-ad46-428a-9353-54784e07bcc9 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:33.484618 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3aed8f8-b354-4ccf-bf94-ad9a2654b834 req-c6e100fc-ad46-428a-9353-54784e07bcc9 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 944 time: 0.1292925 Jul 22 23:38:33.527963 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-012a1904-410e-4b6c-877c-969924879d1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.531318 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:38:33.567028 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5897bec2-68fd-4637-8c2c-1894d19323ad req-e6876b21-816d-463d-b32a-b6bb27888057 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.587166 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3aed8f8-b354-4ccf-bf94-ad9a2654b834 req-bcae3ae9-c412-491d-bc06-11182b013acb tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820405 Jul 22 23:38:33.603162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['41fa820a-67a7-4038-96fe-03849aa1fa15'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:33.610476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39712) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:33.615037 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6876b21-816d-463d-b32a-b6bb27888057 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Pushing event deleted for resources: {'Port': ['ID=41fa820a-67a7-4038-96fe-03849aa1fa15,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:33.657045 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-012a1904-410e-4b6c-877c-969924879d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.669816 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-561e8027-d28b-4725-82be-09a790e66d13 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1e3865d454f4e58a3d9b5dd99c37e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578778 Jul 22 23:38:33.672276 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39716) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:33.709721 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5897bec2-68fd-4637-8c2c-1894d19323ad req-e6876b21-816d-463d-b32a-b6bb27888057 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] No DVR routers for this DVR port 41fa820a-67a7-4038-96fe-03849aa1fa15 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:33.713702 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5897bec2-68fd-4637-8c2c-1894d19323ad req-e6876b21-816d-463d-b32a-b6bb27888057 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.716079 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5897bec2-68fd-4637-8c2c-1894d19323ad req-e6876b21-816d-463d-b32a-b6bb27888057 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.95 "DELETE /v2.0/ports/41fa820a-67a7-4038-96fe-03849aa1fa15 HTTP/1.1" status: 204 len: 173 time: 1.1826637 Jul 22 23:38:33.716477 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0368621-ca97-4935-9060-a1eb77581794', 'name': 'network-vif-deleted', 'tag': '41fa820a-67a7-4038-96fe-03849aa1fa15'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:33.719027 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645112d0-bb94-4108-b472-06ff0a9deb2a" -d '{"events": [{"server_uuid": "a0368621-ca97-4935-9060-a1eb77581794", "name": "network-vif-deleted", "tag": "41fa820a-67a7-4038-96fe-03849aa1fa15"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:33.758067 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e1495ad-49f0-4f4c-9c41-11c887647b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.777442 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-012a1904-410e-4b6c-877c-969924879d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.779485 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e03f2655-48e8-4b5a-91fe-c2fdd24d77be no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:33.787480 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e1495ad-49f0-4f4c-9c41-11c887647b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.811404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: e03f2655-48e8-4b5a-91fe-c2fdd24d77be {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:33.812050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e03f2655-48e8-4b5a-91fe-c2fdd24d77be not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:33.812788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 56f7574b-6e32-47b2-9570-dbadc12c9393 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:33.856017 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e1495ad-49f0-4f4c-9c41-11c887647b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.859580 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e1495ad-49f0-4f4c-9c41-11c887647b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.860846 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 56f7574b-6e32-47b2-9570-dbadc12c9393 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:33.861462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 56f7574b-6e32-47b2-9570-dbadc12c9393 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:33.865924 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9e1495ad-49f0-4f4c-9c41-11c887647b54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/392d143f-b4fc-4e42-946d-968b12387f8b HTTP/1.1" status: 204 len: 168 time: 0.1888349 Jul 22 23:38:33.887282 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1495ad-49f0-4f4c-9c41-11c887647b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392d143f-b4fc-4e42-946d-968b12387f8b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:33.891672 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55573df7-dc06-46d0-9b9d-af50d646d0ec x-openstack-request-id: req-55573df7-dc06-46d0-9b9d-af50d646d0ec {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:33.894039 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0368621-ca97-4935-9060-a1eb77581794", "name": "network-vif-deleted", "tag": "41fa820a-67a7-4038-96fe-03849aa1fa15", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:33.894835 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55573df7-dc06-46d0-9b9d-af50d646d0ec {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:33.896319 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0368621-ca97-4935-9060-a1eb77581794', 'name': 'network-vif-deleted', 'tag': '41fa820a-67a7-4038-96fe-03849aa1fa15', 'status': 'completed', 'code': 200} Jul 22 23:38:33.913301 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a1904-410e-4b6c-877c-969924879d1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac717a4-c9db-4c23-81f2-a537a23e9b0f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:33.915963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:33.930683 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7', 'network_id': 'a83ef78c-9582-4eee-aa94-4db7f145b548', 'port_id': '8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7', 'mac_address': 'fa:16:3e:e3:ea:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6fea40-f65b-49f5-b79a-e507ab04e592', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:38:33.953644 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-012a1904-410e-4b6c-877c-969924879d1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.955846 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-012a1904-410e-4b6c-877c-969924879d1e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1ac717a4-c9db-4c23-81f2-a537a23e9b0f HTTP/1.1" status: 204 len: 168 time: 0.6487203 Jul 22 23:38:33.958421 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39728) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:34.044702 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.048693 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.065400 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:34.069458 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26c6ff4-c24d-466b-9117-47750a4fb634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.096123 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:34.105397 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.147296 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1dd2687c-9c05-42c2-b868-57ac380f2313 req-6d8cc6b9-c784-4b10-8075-d73a17600822 tempest-ServerMetadataNegativeTestJSON-202044060 tempest-ServerMetadataNegativeTestJSON-202044060-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0368621-ca97-4935-9060-a1eb77581794 HTTP/1.1" status: 200 len: 210 time: 0.0643008 Jul 22 23:38:34.195806 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:34.222121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:34.222999 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:34.224047 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:34.224586 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:34.226714 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:34.227266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:34.227700 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26c6ff4-c24d-466b-9117-47750a4fb634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.228090 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:34.228594 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:34.230035 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:34.230559 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:34.231065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:34.231573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:34.251070 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e26c6ff4-c24d-466b-9117-47750a4fb634 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b356a7-3abc-4112-8d06-4a4d2cc76d32']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:34.272720 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e26c6ff4-c24d-466b-9117-47750a4fb634 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8d75e7-1afb-4005-8978-0b8efb0c7d9a') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:34.272966 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e26c6ff4-c24d-466b-9117-47750a4fb634 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8d75e7-1afb-4005-8978-0b8efb0c7d9a') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:34.288837 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26c6ff4-c24d-466b-9117-47750a4fb634 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.324084 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26c6ff4-c24d-466b-9117-47750a4fb634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.339809 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7bac61dd-d7ed-449f-aa43-990bd8a3713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.343146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26c6ff4-c24d-466b-9117-47750a4fb634 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:38:34.343565 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26c6ff4-c24d-466b-9117-47750a4fb634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:38:34.346742 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:38:34.354235 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:34.406396 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.493366 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26c6ff4-c24d-466b-9117-47750a4fb634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.502436 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e26c6ff4-c24d-466b-9117-47750a4fb634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.510570 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e26c6ff4-c24d-466b-9117-47750a4fb634 admin admin] 10.222.0.26 "DELETE /v2.0/networks/16b356a7-3abc-4112-8d06-4a4d2cc76d32 HTTP/1.1" status: 204 len: 168 time: 0.5481236 Jul 22 23:38:34.534660 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c6ff4-c24d-466b-9117-47750a4fb634 admin admin] Pushing event deleted for resources: {'Network': ['ID=16b356a7-3abc-4112-8d06-4a4d2cc76d32,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:34.696064 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39758) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:34.753756 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-843ed14c-6939-47a2-a8c9-ddbdcfeddfbd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38fcc2a549774a6aaf1f72dd88a094dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554295 Jul 22 23:38:34.754263 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73856db4-11c9-42fe-a7b7-bff415f95752 req-95b63651-6d26-4db6-88ba-4b2a0ad05fd5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:34.756149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73856db4-11c9-42fe-a7b7-bff415f95752 req-95b63651-6d26-4db6-88ba-4b2a0ad05fd5 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 945 time: 0.0865972 Jul 22 23:38:34.756705 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:34.860500 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73856db4-11c9-42fe-a7b7-bff415f95752 req-7a5cea5d-1389-49eb-817a-ed6ab8ca1f5d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961854 Jul 22 23:38:34.865894 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a6019e4-8d08-48ed-a481-40c0c0289d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.903219 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a6019e4-8d08-48ed-a481-40c0c0289d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.960595 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a6019e4-8d08-48ed-a481-40c0c0289d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.964324 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a6019e4-8d08-48ed-a481-40c0c0289d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.967889 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1a6019e4-8d08-48ed-a481-40c0c0289d1b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73d15dac-34d0-4dfc-adf7-21efc0377a86 HTTP/1.1" status: 204 len: 168 time: 0.2077763 Jul 22 23:38:34.976381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6019e4-8d08-48ed-a481-40c0c0289d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d15dac-34d0-4dfc-adf7-21efc0377a86,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:35.232997 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:35.288023 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e55933-8f35-4578-9380-dd7b2410c1f0 admin admin] Deleting subnet 8d5934ae-31c9-4288-8a6c-4edd7e67588d {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:38:35.295172 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05e55933-8f35-4578-9380-dd7b2410c1f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.339945 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05e55933-8f35-4578-9380-dd7b2410c1f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.390544 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05e55933-8f35-4578-9380-dd7b2410c1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.430928 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.481885 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05e55933-8f35-4578-9380-dd7b2410c1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.530846 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:35.536030 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e55933-8f35-4578-9380-dd7b2410c1f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d5934ae-31c9-4288-8a6c-4edd7e67588d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:35.548840 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05e55933-8f35-4578-9380-dd7b2410c1f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.552203 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-05e55933-8f35-4578-9380-dd7b2410c1f0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8d5934ae-31c9-4288-8a6c-4edd7e67588d HTTP/1.1" status: 204 len: 168 time: 0.3178072 Jul 22 23:38:35.554674 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39806) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:35.654525 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a548b44-a742-47bf-b25b-d962fda7ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.672200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:35.676735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:35.677505 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.719717 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-b43058a9-ea34-4eca-af97-aa42e82c8622 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=cca2002eee7342eea0a21876d96fc6ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562596 Jul 22 23:38:35.790811 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a548b44-a742-47bf-b25b-d962fda7ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.804108 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7a548b44-a742-47bf-b25b-d962fda7ba8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ead88e-6238-4e2f-bd79-246d601c19c4']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:35.815292 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7a548b44-a742-47bf-b25b-d962fda7ba8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b870a39e-b3ef-4e10-b715-4e9ecf4a165f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:35.815882 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7a548b44-a742-47bf-b25b-d962fda7ba8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b870a39e-b3ef-4e10-b715-4e9ecf4a165f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:35.820424 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.826907 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a548b44-a742-47bf-b25b-d962fda7ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.858249 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a548b44-a742-47bf-b25b-d962fda7ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.868247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:35.871389 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6422e7-64f3-40f0-aeae-d815bcf8f2a2" -d '{"events": [{"server_uuid": "1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef", "name": "network-vif-plugged", "status": "completed", "tag": "8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:35.871897 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a548b44-a742-47bf-b25b-d962fda7ba8a admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:38:35.872205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-17f971e4-3a27-4a4f-ba06-97f2a9bc6ed1 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:35.872735 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a548b44-a742-47bf-b25b-d962fda7ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.879961 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-17f971e4-3a27-4a4f-ba06-97f2a9bc6ed1 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1582201 Jul 22 23:38:35.913792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:35.924017 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.925975 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f8a6f543-68c3-44e3-853a-f4295835be79 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/quotas/cca2002eee7342eea0a21876d96fc6ba HTTP/1.1" status: 200 len: 375 time: 0.0444438 Jul 22 23:38:35.926807 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 41fa820a-67a7-4038-96fe-03849aa1fa15 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:38:35.978243 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:38:35.981790 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 41fa820a-67a7-4038-96fe-03849aa1fa15 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:35.981790 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 41fa820a-67a7-4038-96fe-03849aa1fa15 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:35.983527 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a548b44-a742-47bf-b25b-d962fda7ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.990645 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a548b44-a742-47bf-b25b-d962fda7ba8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.993186 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7a548b44-a742-47bf-b25b-d962fda7ba8a admin admin] 10.222.0.26 "DELETE /v2.0/networks/15ead88e-6238-4e2f-bd79-246d601c19c4 HTTP/1.1" status: 204 len: 168 time: 0.4374719 Jul 22 23:38:36.014434 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-13810684-5e4c-49c2-b440-2ac1576cf59e tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cca2002eee7342eea0a21876d96fc6ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868511 Jul 22 23:38:36.057128 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b59747-c956-442b-8244-f8c4e8695f24 x-openstack-request-id: req-68b59747-c956-442b-8244-f8c4e8695f24 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:36.057424 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef", "name": "network-vif-plugged", "status": "completed", "tag": "8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:36.057696 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68b59747-c956-442b-8244-f8c4e8695f24 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:36.058117 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7', 'code': 200} Jul 22 23:38:36.117632 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:36.268140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39866) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:36.307873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b828cf-a040-49a2-ad87-ec5cc8c5d552 req-57d01872-a5e8-4a6b-90c5-0296b179d6d7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:36.315740 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6b828cf-a040-49a2-ad87-ec5cc8c5d552 req-57d01872-a5e8-4a6b-90c5-0296b179d6d7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.1511495 Jul 22 23:38:36.382778 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39870) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:36.386143 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6b828cf-a040-49a2-ad87-ec5cc8c5d552 req-b4471c4a-a395-432c-a2d2-76922c8bb1e3 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653119 Jul 22 23:38:36.386300 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a548b44-a742-47bf-b25b-d962fda7ba8a admin admin] Pushing event deleted for resources: {'Network': ['ID=15ead88e-6238-4e2f-bd79-246d601c19c4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:36.415703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d8bb99d1-d70d-4c80-b167-ed6fac7b9de3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=712fcbd1788e46c4a0983b878c6b6b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439185 Jul 22 23:38:36.438555 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39874) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:36.493891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20cd00b8-a718-4123-a267-61e49bb75fc2 req-90471d88-5edd-47bf-b101-400367d2374f tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b5e3df6-2286-4414-838c-688ff96f1b5c HTTP/1.1" status: 200 len: 210 time: 0.1371784 Jul 22 23:38:36.530702 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36eaec1b-ad9b-445e-90da-d00e475e79e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.533502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190c7ff-259d-4e54-92f2-6b150be2b6d4 req-77d5bd8a-952c-4c9f-92e0-db9b12fc1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:36.535096 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c190c7ff-259d-4e54-92f2-6b150be2b6d4 req-77d5bd8a-952c-4c9f-92e0-db9b12fc1add service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 1097 time: 0.1507061 Jul 22 23:38:36.573150 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36eaec1b-ad9b-445e-90da-d00e475e79e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.602483 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c190c7ff-259d-4e54-92f2-6b150be2b6d4 req-6aa33833-db61-43d1-a667-328096fafc59 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577376 Jul 22 23:38:36.667307 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36eaec1b-ad9b-445e-90da-d00e475e79e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.674321 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36eaec1b-ad9b-445e-90da-d00e475e79e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.677322 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-36eaec1b-ad9b-445e-90da-d00e475e79e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f8fe740-259c-4bda-9d95-62cabc3d867f HTTP/1.1" status: 204 len: 168 time: 0.2375476 Jul 22 23:38:36.704213 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-545da5a7-5509-41d2-b3de-fd8e1fb26c72 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-network', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:36.713415 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eaec1b-ad9b-445e-90da-d00e475e79e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8fe740-259c-4bda-9d95-62cabc3d867f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:36.768856 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545da5a7-5509-41d2-b3de-fd8e1fb26c72 admin admin] Made reservation on behalf of 0f944e6bb36c4ef99743562f3de61894 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:36.773368 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545da5a7-5509-41d2-b3de-fd8e1fb26c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.795884 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545da5a7-5509-41d2-b3de-fd8e1fb26c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.886535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39910) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:36.935070 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.991382 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545da5a7-5509-41d2-b3de-fd8e1fb26c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.008040 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545da5a7-5509-41d2-b3de-fd8e1fb26c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.027959 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545da5a7-5509-41d2-b3de-fd8e1fb26c72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:38:37.053038 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545da5a7-5509-41d2-b3de-fd8e1fb26c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.053753 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-545da5a7-5509-41d2-b3de-fd8e1fb26c72 admin admin] Added segment 634fb338-ab79-4ce0-a6c7-22027d6b5a2e of type vlan for network 289f0b49-e249-4b29-91da-f96e564f5f79 Jul 22 23:38:37.115719 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c353-531f-4a23-a116-8f2b62cee48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.121612 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545da5a7-5509-41d2-b3de-fd8e1fb26c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7af028-f06f-468a-b623-ee1226ac90ee,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:37.138568 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545da5a7-5509-41d2-b3de-fd8e1fb26c72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.176611 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545da5a7-5509-41d2-b3de-fd8e1fb26c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.178778 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545da5a7-5509-41d2-b3de-fd8e1fb26c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:37.180086 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545da5a7-5509-41d2-b3de-fd8e1fb26c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.272602 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c353-531f-4a23-a116-8f2b62cee48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.278296 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c353-531f-4a23-a116-8f2b62cee48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.287936 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545da5a7-5509-41d2-b3de-fd8e1fb26c72 admin admin] Pushing event updated for resources: {'Network': ['ID=289f0b49-e249-4b29-91da-f96e564f5f79,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:37.296087 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-545da5a7-5509-41d2-b3de-fd8e1fb26c72 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9061773 Jul 22 23:38:37.299183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39926) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:37.300835 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 289f0b49-e249-4b29-91da-f96e564f5f79 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:38:37.306542 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a00b64a3-7e47-4be8-972c-21a22c248469 admin admin] Request body: {'subnet': {'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-subnet', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:37.339748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00b64a3-7e47-4be8-972c-21a22c248469 admin admin] Made reservation on behalf of 0f944e6bb36c4ef99743562f3de61894 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:37.342837 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a00b64a3-7e47-4be8-972c-21a22c248469 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.362087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5bf7c353-531f-4a23-a116-8f2b62cee48e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4496ac8e60b04805aef970ae2e765ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4717917 Jul 22 23:38:37.362087 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7c353-531f-4a23-a116-8f2b62cee48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6ec6f3-92eb-470c-a497-c2523635f50f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:37.373797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39930) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:37.483889 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c15a30af-e5aa-4aed-93a1-844a994f5127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.564319 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c15a30af-e5aa-4aed-93a1-844a994f5127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.663604 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7fed0d56-8117-48e9-afe8-3b12de5c3efa req-51c7e3b2-60f0-4789-acd5-a45685ce52a8 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b5e3df6-2286-4414-838c-688ff96f1b5c HTTP/1.1" status: 200 len: 210 time: 0.0574398 Jul 22 23:38:37.669297 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a00b64a3-7e47-4be8-972c-21a22c248469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.699365 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9622a-3914-4bac-b51b-8d3745fd8c7a req-cc4221f6-8f8f-4d63-9fa0-e2febe924796 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:37.701003 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ac9622a-3914-4bac-b51b-8d3745fd8c7a req-cc4221f6-8f8f-4d63-9fa0-e2febe924796 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.2140563 Jul 22 23:38:37.702339 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c15a30af-e5aa-4aed-93a1-844a994f5127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.705626 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c15a30af-e5aa-4aed-93a1-844a994f5127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.706903 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c15a30af-e5aa-4aed-93a1-844a994f5127 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef6ec6f3-92eb-470c-a497-c2523635f50f HTTP/1.1" status: 204 len: 168 time: 0.3313568 Jul 22 23:38:37.734247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a30af-e5aa-4aed-93a1-844a994f5127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6ec6f3-92eb-470c-a497-c2523635f50f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:37.783806 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ac9622a-3914-4bac-b51b-8d3745fd8c7a req-cf2c7c23-7093-4712-a234-dd4939506d6a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732064 Jul 22 23:38:37.823384 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-b484c19f-632d-4187-895a-6d1a07289d67 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=cca2002eee7342eea0a21876d96fc6ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487230 Jul 22 23:38:37.827271 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b64a3-7e47-4be8-972c-21a22c248469 admin admin] Checking segment: {'id': '634fb338-ab79-4ce0-a6c7-22027d6b5a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:37.828094 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00b64a3-7e47-4be8-972c-21a22c248469 admin admin] Network hostable DHCP agents. Network: 289f0b49-e249-4b29-91da-f96e564f5f79, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:38:37.844554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:37.874737 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b64a3-7e47-4be8-972c-21a22c248469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72d1ef6-6a22-4e40-b45c-d3c4a70d0549,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:38.059483 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00b64a3-7e47-4be8-972c-21a22c248469 admin admin] Network 289f0b49-e249-4b29-91da-f96e564f5f79 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:38:38.102117 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a00b64a3-7e47-4be8-972c-21a22c248469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 289f0b49-e249-4b29-91da-f96e564f5f79) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:38.111668 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80429f0-1d1e-40fc-9785-88daee86c250 None None] Network 289f0b49-e249-4b29-91da-f96e564f5f79 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:38.113711 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00b64a3-7e47-4be8-972c-21a22c248469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:38.114363 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a00b64a3-7e47-4be8-972c-21a22c248469 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.153157 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f52d87fb-9e44-4d50-a676-1bc9efe6299d tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:38.155014 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f52d87fb-9e44-4d50-a676-1bc9efe6299d tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3218794 Jul 22 23:38:38.156553 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a00b64a3-7e47-4be8-972c-21a22c248469 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8561554 Jul 22 23:38:38.159487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39958) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:38.165199 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-router', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:38.182357 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Request body: {'port': {'device_id': '5b5e3df6-2286-4414-838c-688ff96f1b5c', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'cca2002eee7342eea0a21876d96fc6ba'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:38.230892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-79bf9dc1-3d8c-4a7c-b30c-e66ee364dedd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1840168994-network', 'tenant_id': 'f640b5bdd11f4e6485c014213d2eb79b'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:38.236242 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.237250 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.278481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bf9dc1-3d8c-4a7c-b30c-e66ee364dedd admin admin] Made reservation on behalf of f640b5bdd11f4e6485c014213d2eb79b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:38.280790 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79bf9dc1-3d8c-4a7c-b30c-e66ee364dedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.320168 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79bf9dc1-3d8c-4a7c-b30c-e66ee364dedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.361343 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce96e98-0b62-4f81-b52f-d2b5c348f407 None None] Network 289f0b49-e249-4b29-91da-f96e564f5f79 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:38.365505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Made reservation on behalf of cca2002eee7342eea0a21876d96fc6ba for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:38.372881 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.405169 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.461673 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79bf9dc1-3d8c-4a7c-b30c-e66ee364dedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.463816 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.468453 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79bf9dc1-3d8c-4a7c-b30c-e66ee364dedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.561925 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79bf9dc1-3d8c-4a7c-b30c-e66ee364dedd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:38:38.574850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf9dc1-3d8c-4a7c-b30c-e66ee364dedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37713b97-666e-46fc-9239-26bc8e1ab0d8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:38.582360 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79bf9dc1-3d8c-4a7c-b30c-e66ee364dedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.582512 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-79bf9dc1-3d8c-4a7c-b30c-e66ee364dedd admin admin] Added segment 5668b530-f059-4ae0-8653-e814db628761 of type vlan for network fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f Jul 22 23:38:38.608090 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.613109 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.646522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f155f62-11b2-43c0-8108-ca48a43389ac,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:38.684536 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.693051 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79bf9dc1-3d8c-4a7c-b30c-e66ee364dedd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.755717 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79bf9dc1-3d8c-4a7c-b30c-e66ee364dedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.757593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bf9dc1-3d8c-4a7c-b30c-e66ee364dedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:38.758375 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-79bf9dc1-3d8c-4a7c-b30c-e66ee364dedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.791559 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39984) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:38.831158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf9dc1-3d8c-4a7c-b30c-e66ee364dedd admin admin] Pushing event updated for resources: {'Network': ['ID=fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:38.832738 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Allocated IP 192.168.233.228 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/5eef62a3-a2af-4907-972d-338e0d65316d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:38.844134 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:38:38.941132 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-022c94cd-4d4a-4c44-b2df-6a9862206d0b req-15e63a7c-2390-44a7-81e8-1a5e4402b5f7 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b5e3df6-2286-4414-838c-688ff96f1b5c HTTP/1.1" status: 200 len: 210 time: 0.1111033 Jul 22 23:38:38.951219 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-79bf9dc1-3d8c-4a7c-b30c-e66ee364dedd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1055033 Jul 22 23:38:38.963797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39990) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:38.970674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-03648597-cf6e-4d7b-b5eb-141b01713a44 admin admin] Request body: {'subnet': {'network_id': 'fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1840168994-subnet', 'tenant_id': 'f640b5bdd11f4e6485c014213d2eb79b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:39.027411 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03648597-cf6e-4d7b-b5eb-141b01713a44 admin admin] Made reservation on behalf of f640b5bdd11f4e6485c014213d2eb79b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:39.029760 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03648597-cf6e-4d7b-b5eb-141b01713a44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.044281 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-71460411-777e-49d3-83b2-9bb9fcc3f74a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-543194677-network', 'tenant_id': 'd717b45ef01d480c925f1b5c3543f625'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:39.085502 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.104466 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71460411-777e-49d3-83b2-9bb9fcc3f74a admin admin] Made reservation on behalf of d717b45ef01d480c925f1b5c3543f625 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:39.107156 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71460411-777e-49d3-83b2-9bb9fcc3f74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.117540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71460411-777e-49d3-83b2-9bb9fcc3f74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.126662 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Transition to ACTIVE for port object 5eef62a3-a2af-4907-972d-338e0d65316d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:39.201907 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.226196 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:39.232570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:39.258064 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:39.320705 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:39.321536 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.366560 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Pushing event updated for resources: {'Port': ['ID=5eef62a3-a2af-4907-972d-338e0d65316d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:39.424189 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71460411-777e-49d3-83b2-9bb9fcc3f74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.432800 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71460411-777e-49d3-83b2-9bb9fcc3f74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.449894 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71460411-777e-49d3-83b2-9bb9fcc3f74a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:38:39.464591 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71460411-777e-49d3-83b2-9bb9fcc3f74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.465294 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-71460411-777e-49d3-83b2-9bb9fcc3f74a admin admin] Added segment 475ba31c-1d3a-400e-8fbe-1dd60ec2f628 of type vlan for network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 Jul 22 23:38:39.518841 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-f662b2dc-0f26-442e-9e69-134799a47d41 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3484409 Jul 22 23:38:39.545866 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Request body: {'port': {'device_id': '5b5e3df6-2286-4414-838c-688ff96f1b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:39.558597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d58572-791e-4cb0-90e2-ca7c3ce4925f req-bc365897-1e1a-4ef7-ae78-dfc77edc8614 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:39.566034 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5d58572-791e-4cb0-90e2-ca7c3ce4925f req-bc365897-1e1a-4ef7-ae78-dfc77edc8614 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.6271770 Jul 22 23:38:39.597904 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71460411-777e-49d3-83b2-9bb9fcc3f74a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.627951 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71460411-777e-49d3-83b2-9bb9fcc3f74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51480285-cfa4-4145-930b-408aa3ddea78,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:39.664181 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.679820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5d58572-791e-4cb0-90e2-ca7c3ce4925f req-3b710a13-5d47-4d7d-a775-a34409ee8409 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128280 Jul 22 23:38:39.688717 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.713402 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.718686 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71460411-777e-49d3-83b2-9bb9fcc3f74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.719945 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71460411-777e-49d3-83b2-9bb9fcc3f74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:39.721070 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71460411-777e-49d3-83b2-9bb9fcc3f74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.736633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cead4007-40f1-4cd3-9ac4-8dffe87e1ccc None None] Provisioning for port 5eef62a3-a2af-4907-972d-338e0d65316d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:39.742590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cead4007-40f1-4cd3-9ac4-8dffe87e1ccc None None] Provisioning complete for port 5eef62a3-a2af-4907-972d-338e0d65316d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:39.743306 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cead4007-40f1-4cd3-9ac4-8dffe87e1ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.762623 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-71460411-777e-49d3-83b2-9bb9fcc3f74a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9662192 Jul 22 23:38:39.764613 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40000) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:39.771504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4ffb5c74-6715-4607-91a7-1c6738df56f3 admin admin] Request body: {'subnet': {'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-543194677-subnet', 'tenant_id': 'd717b45ef01d480c925f1b5c3543f625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:39.794209 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cead4007-40f1-4cd3-9ac4-8dffe87e1ccc None None] Port 5eef62a3-a2af-4907-972d-338e0d65316d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:38:39.854498 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03648597-cf6e-4d7b-b5eb-141b01713a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.895213 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71460411-777e-49d3-83b2-9bb9fcc3f74a admin admin] Pushing event updated for resources: {'Network': ['ID=f21647f4-a3e6-4fdb-87ae-a8a620b5a122,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:39.906227 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:38:39.915585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Allocated IP 172.25.4.206 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:39.933609 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffb5c74-6715-4607-91a7-1c6738df56f3 admin admin] Made reservation on behalf of d717b45ef01d480c925f1b5c3543f625 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:39.935806 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ffb5c74-6715-4607-91a7-1c6738df56f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.031630 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.106480 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:38:40.173172 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ffb5c74-6715-4607-91a7-1c6738df56f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.201519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03648597-cf6e-4d7b-b5eb-141b01713a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16fc07cf-65f0-490c-8afb-7a4ad10b0e75,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:40.251927 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.253844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03648597-cf6e-4d7b-b5eb-141b01713a44 admin admin] Checking segment: {'id': '5668b530-f059-4ae0-8653-e814db628761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:40.254208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03648597-cf6e-4d7b-b5eb-141b01713a44 admin admin] Network hostable DHCP agents. Network: fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:38:40.256787 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb5c74-6715-4607-91a7-1c6738df56f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be0a5b1-3bce-4e99-b121-d80db0f7b202,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:40.289164 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffb5c74-6715-4607-91a7-1c6738df56f3 admin admin] Checking segment: {'id': '475ba31c-1d3a-400e-8fbe-1dd60ec2f628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:40.289558 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffb5c74-6715-4607-91a7-1c6738df56f3 admin admin] Network hostable DHCP agents. Network: f21647f4-a3e6-4fdb-87ae-a8a620b5a122, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:38:40.303094 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eef62a3-a2af-4907-972d-338e0d65316d {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:40.314386 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76207edc-5464-4acc-9d94-a6516bd03d8a req-ba2d3f91-c55c-4e91-aac5-209c12624b0c tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:40.315956 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76207edc-5464-4acc-9d94-a6516bd03d8a req-ba2d3f91-c55c-4e91-aac5-209c12624b0c tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.2757580 Jul 22 23:38:40.316754 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.326899 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:40.333389 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Transition to ACTIVE for port object 5eef62a3-a2af-4907-972d-338e0d65316d will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:40.335042 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffb5c74-6715-4607-91a7-1c6738df56f3 admin admin] Network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:38:40.341721 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.344805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1e5e1-2847-4083-9ba6-08e8a8e65962 req-e632f687-efcc-4d12-bb59-7086509b9074 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:40.348097 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0c1e5e1-2847-4083-9ba6-08e8a8e65962 req-e632f687-efcc-4d12-bb59-7086509b9074 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b5e3df6-2286-4414-838c-688ff96f1b5c HTTP/1.1" status: 200 len: 936 time: 0.2642970 Jul 22 23:38:40.357378 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:40.360122 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:40.388465 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4ffb5c74-6715-4607-91a7-1c6738df56f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, f21647f4-a3e6-4fdb-87ae-a8a620b5a122) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:40.398493 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffb5c74-6715-4607-91a7-1c6738df56f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:40.399079 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ffb5c74-6715-4607-91a7-1c6738df56f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.407906 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Pushing event updated for resources: {'Port': ['ID=5eef62a3-a2af-4907-972d-338e0d65316d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:40.427291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03648597-cf6e-4d7b-b5eb-141b01713a44 admin admin] Network fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:38:40.435525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8302d561-1de3-4539-9265-76510413df4a None None] Network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:40.442602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Pushing event updated for resources: {'Port': ['ID=d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:40.444009 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4ffb5c74-6715-4607-91a7-1c6738df56f3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6766167 Jul 22 23:38:40.480315 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-03648597-cf6e-4d7b-b5eb-141b01713a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:40.494244 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f780447f-3ef3-4bb4-b3f5-58f1cf774fc8 None None] Network fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:40.501073 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03648597-cf6e-4d7b-b5eb-141b01713a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:40.503833 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03648597-cf6e-4d7b-b5eb-141b01713a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.538763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76207edc-5464-4acc-9d94-a6516bd03d8a req-404aa73e-9ea1-4643-a48f-ea950f3ed35b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885765 Jul 22 23:38:40.563098 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-03648597-cf6e-4d7b-b5eb-141b01713a44 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5969875 Jul 22 23:38:40.567219 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0c1e5e1-2847-4083-9ba6-08e8a8e65962 req-2470acda-3666-4da1-a55d-ca98779c9b8e tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f155f62-11b2-43c0-8108-ca48a43389ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952348 Jul 22 23:38:40.579290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Attempting to bind port 5eef62a3-a2af-4907-972d-338e0d65316d on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:40.579626 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Attempting to bind port 5eef62a3-a2af-4907-972d-338e0d65316d by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:40.579964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Attempting to bind port 5eef62a3-a2af-4907-972d-338e0d65316d on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:40.605504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Port 5eef62a3-a2af-4907-972d-338e0d65316d on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:38:40.605944 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Attempting to bind port 5eef62a3-a2af-4907-972d-338e0d65316d on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:40.626777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:40.633365 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:40.634379 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:40.636498 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Bound port: 5eef62a3-a2af-4907-972d-338e0d65316d, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:40.646302 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.821470 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] For port 5eef62a3-a2af-4907-972d-338e0d65316d, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:40.830254 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] For port 5eef62a3-a2af-4907-972d-338e0d65316d, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=5eef62a3-a2af-4907-972d-338e0d65316d,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:40.841744 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.912824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:40.914364 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.916328 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] 10.222.0.18 "PUT /v2.0/ports/5eef62a3-a2af-4907-972d-338e0d65316d HTTP/1.1" status: 200 len: 1096 time: 1.3773625 Jul 22 23:38:40.917555 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5e3df6-2286-4414-838c-688ff96f1b5c', 'tag': '5eef62a3-a2af-4907-972d-338e0d65316d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:40.920437 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55e5b50-605a-4083-a30f-545bf3e8b7d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5e3df6-2286-4414-838c-688ff96f1b5c", "tag": "5eef62a3-a2af-4907-972d-338e0d65316d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:40.959954 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451e9e5-4f54-4869-943d-7f7e324686cc service neutron] Pushing event updated for resources: {'Port': ['ID=5eef62a3-a2af-4907-972d-338e0d65316d,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:41.120625 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-41233bf2-2fff-4ba2-86b8-ae4eda4fd0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:41.122245 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-41233bf2-2fff-4ba2-86b8-ae4eda4fd0f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cca2002eee7342eea0a21876d96fc6ba&device_id=5b5e3df6-2286-4414-838c-688ff96f1b5c HTTP/1.1" status: 200 len: 1099 time: 0.1313722 Jul 22 23:38:41.144585 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f469fe8-b29a-4f9c-8cc4-0079ce78a413 None None] Network fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:41.158940 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:41.174683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99593d-7863-4177-abf4-aa7ea8fbb1ca req-b7a9fe51-b53a-4a6f-a193-af5846b2d789 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:41.175326 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cee5a04-0d45-4031-bbb8-ff8e5bc1cbf5 None None] Network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:41.176393 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea99593d-7863-4177-abf4-aa7ea8fbb1ca req-b7a9fe51-b53a-4a6f-a193-af5846b2d789 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.1891503 Jul 22 23:38:41.208464 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-8d2258db-5fd5-439e-8a19-6482ca5c94c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5eef62a3-a2af-4907-972d-338e0d65316d HTTP/1.1" status: 200 len: 217 time: 0.0716186 Jul 22 23:38:41.349508 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-1ef688c3-b1cc-49b3-84dd-4d519c0f5f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:41.360455 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-1ef688c3-b1cc-49b3-84dd-4d519c0f5f4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1382306 Jul 22 23:38:41.383021 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea99593d-7863-4177-abf4-aa7ea8fbb1ca req-df3761ba-2fca-45c3-bea9-09f024d66ef7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300452 Jul 22 23:38:41.502622 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714c2f63-8820-4d61-a87b-1705733a7231 x-openstack-request-id: req-714c2f63-8820-4d61-a87b-1705733a7231 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:41.506513 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5e3df6-2286-4414-838c-688ff96f1b5c", "tag": "5eef62a3-a2af-4907-972d-338e0d65316d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:41.506914 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-714c2f63-8820-4d61-a87b-1705733a7231 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:41.507563 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5e3df6-2286-4414-838c-688ff96f1b5c', 'tag': '5eef62a3-a2af-4907-972d-338e0d65316d', 'status': 'completed', 'code': 200} Jul 22 23:38:41.554217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-457b974f-8a01-4690-b3f8-7e1a11900173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:41.556082 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-457b974f-8a01-4690-b3f8-7e1a11900173 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1936710 Jul 22 23:38:41.654650 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40050) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:41.668145 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a7d701ea-2f5f-4615-8130-8b21ce7d4cd8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1980632104-network', 'tenant_id': '3620cf2460be4f7eab303a956c91aa6f'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:41.755491 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d701ea-2f5f-4615-8130-8b21ce7d4cd8 admin admin] Made reservation on behalf of 3620cf2460be4f7eab303a956c91aa6f for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:41.758209 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7d701ea-2f5f-4615-8130-8b21ce7d4cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:41.776590 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7d701ea-2f5f-4615-8130-8b21ce7d4cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:41.779948 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-6929ffec-526f-46e2-8d47-feef9e958f9f service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155542 Jul 22 23:38:41.833613 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:41.892813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-f31c7c1c-f623-487f-b6b3-e40edaac5981 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:41.894528 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-f31c7c1c-f623-487f-b6b3-e40edaac5981 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/networks?id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122 HTTP/1.1" status: 200 len: 804 time: 0.2164707 Jul 22 23:38:41.935051 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7d701ea-2f5f-4615-8130-8b21ce7d4cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:41.940372 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7d701ea-2f5f-4615-8130-8b21ce7d4cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:41.982727 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d701ea-2f5f-4615-8130-8b21ce7d4cd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:38:41.986106 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8905009a-e654-44e7-9c40-071bff1f96b2 req-e37bdf66-cbae-4f8f-bfc8-d89db1e1f2a6 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994646 Jul 22 23:38:41.989905 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d701ea-2f5f-4615-8130-8b21ce7d4cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0110c7cc-7bd2-4010-b19f-010e9171fba9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:41.992239 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-34c117b4-d0da-4d6f-9146-040c73446db4 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/quotas/d717b45ef01d480c925f1b5c3543f625 HTTP/1.1" status: 200 len: 375 time: 0.0299113 Jul 22 23:38:42.012149 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7d701ea-2f5f-4615-8130-8b21ce7d4cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:42.012779 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-a7d701ea-2f5f-4615-8130-8b21ce7d4cd8 admin admin] Added segment 2520c21b-1c8e-4fe3-ba5c-2eb070116271 of type vlan for network 3e74424a-0781-4a0d-a737-40bdec84b683 Jul 22 23:38:42.043626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-349feeff-b232-4b6b-98fb-a50b82453945 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d717b45ef01d480c925f1b5c3543f625&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417609 Jul 22 23:38:42.060923 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeac6d2-d78c-403d-95cb-cf1e0a852a2c req-9571e8d7-ee4f-4bf8-b491-bd663e8816ad tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:42.062853 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-feeac6d2-d78c-403d-95cb-cf1e0a852a2c req-9571e8d7-ee4f-4bf8-b491-bd663e8816ad tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b5e3df6-2286-4414-838c-688ff96f1b5c HTTP/1.1" status: 200 len: 948 time: 0.2108388 Jul 22 23:38:42.075834 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7d701ea-2f5f-4615-8130-8b21ce7d4cd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:42.151283 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7d701ea-2f5f-4615-8130-8b21ce7d4cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:42.152372 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d701ea-2f5f-4615-8130-8b21ce7d4cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:42.153077 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7d701ea-2f5f-4615-8130-8b21ce7d4cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:42.177697 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-feeac6d2-d78c-403d-95cb-cf1e0a852a2c req-54188c54-51d1-4f1a-b99f-46fe6d87eeec tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f155f62-11b2-43c0-8108-ca48a43389ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013577 Jul 22 23:38:42.199694 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a7d701ea-2f5f-4615-8130-8b21ce7d4cd8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5401018 Jul 22 23:38:42.200577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40058) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:42.209361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-db542efc-7a92-4bd3-8898-89a75c1988b0 admin admin] Request body: {'subnet': {'network_id': '3e74424a-0781-4a0d-a737-40bdec84b683', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1980632104-subnet', 'tenant_id': '3620cf2460be4f7eab303a956c91aa6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:42.228266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Router f24a6c05-570b-4333-b892-5ca411bdfea9 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:38:42.234643 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d701ea-2f5f-4615-8130-8b21ce7d4cd8 admin admin] Pushing event updated for resources: {'Network': ['ID=3e74424a-0781-4a0d-a737-40bdec84b683,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:42.235811 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-d0727433-f122-4b06-91ce-6af7d24dd847 service neutron] 10.222.0.26 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719921 Jul 22 23:38:42.252391 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 3e74424a-0781-4a0d-a737-40bdec84b683 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:38:42.254475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e5b50-605a-4083-a30f-545bf3e8b7d6 req-b7fc8226-c41c-45a4-b561-ca240ce79506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:42.256464 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e55e5b50-605a-4083-a30f-545bf3e8b7d6 req-b7fc8226-c41c-45a4-b561-ca240ce79506 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cca2002eee7342eea0a21876d96fc6ba&device_id=5b5e3df6-2286-4414-838c-688ff96f1b5c HTTP/1.1" status: 200 len: 1099 time: 0.1536443 Jul 22 23:38:42.281770 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db542efc-7a92-4bd3-8898-89a75c1988b0 admin admin] Made reservation on behalf of 3620cf2460be4f7eab303a956c91aa6f for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:42.284404 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db542efc-7a92-4bd3-8898-89a75c1988b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:42.363563 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e5b50-605a-4083-a30f-545bf3e8b7d6 req-6c5e28ae-d55a-4ccd-97ee-e127afba3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:42.365162 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e55e5b50-605a-4083-a30f-545bf3e8b7d6 req-6c5e28ae-d55a-4ccd-97ee-e127afba3d10 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1021039 Jul 22 23:38:42.414551 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e55e5b50-605a-4083-a30f-545bf3e8b7d6 req-f0e934f1-ca98-4212-9bfa-2179b74563fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5eef62a3-a2af-4907-972d-338e0d65316d HTTP/1.1" status: 200 len: 217 time: 0.0413573 Jul 22 23:38:42.467750 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e5b50-605a-4083-a30f-545bf3e8b7d6 req-2e0c1032-df42-4fb1-8937-cf44ae07931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:42.469385 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e55e5b50-605a-4083-a30f-545bf3e8b7d6 req-2e0c1032-df42-4fb1-8937-cf44ae07931b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0482185 Jul 22 23:38:42.542968 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e5b50-605a-4083-a30f-545bf3e8b7d6 req-eb7e6de8-3903-42d7-8876-82642076ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:42.544744 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e55e5b50-605a-4083-a30f-545bf3e8b7d6 req-eb7e6de8-3903-42d7-8876-82642076ab51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678346 Jul 22 23:38:42.559612 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-09505054-eaee-4a5e-9724-e8ebeec081fd service neutron] 10.222.0.26 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073380 Jul 22 23:38:42.564747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:38:42.584099 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Sync routers for ids ['f24a6c05-570b-4333-b892-5ca411bdfea9'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:38:42.598136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Routers {'f24a6c05-570b-4333-b892-5ca411bdfea9'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:42.598776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f24a6c05-570b-4333-b892-5ca411bdfea9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:42.604495 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16f390-6fdf-489e-8185-7a5ce30f8918 req-175f8d05-c24e-4f36-84c3-bfe3b3a6156f tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:42.606254 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc16f390-6fdf-489e-8185-7a5ce30f8918 req-175f8d05-c24e-4f36-84c3-bfe3b3a6156f tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.2848771 Jul 22 23:38:42.630020 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:42.631180 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3326dae1-ba11-4692-90bc-892611d2803c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4707108 Jul 22 23:38:42.634218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:42.687753 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e55e5b50-605a-4083-a30f-545bf3e8b7d6 req-c4775762-c7d6-4241-bb50-f3ab9d8c95b9 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355913 Jul 22 23:38:42.781755 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Set router f24a6c05-570b-4333-b892-5ca411bdfea9 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:42.829768 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc16f390-6fdf-489e-8185-7a5ce30f8918 req-e5119eb7-bf35-48ed-8120-8710e3a30ff6 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008593 Jul 22 23:38:42.912718 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e55e5b50-605a-4083-a30f-545bf3e8b7d6 req-75df8240-e8cd-449d-b8a2-93af5f27accb service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173986 Jul 22 23:38:42.915222 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db542efc-7a92-4bd3-8898-89a75c1988b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:42.977714 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d85f0e20-45c5-4d77-b466-1705042810cc req-d11bb683-43ce-48f0-b464-363cf8515970 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=c56493db-0b2a-4ab9-8ee3-fedb735d3791 HTTP/1.1" status: 200 len: 210 time: 0.0642533 Jul 22 23:38:43.107621 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-router', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:38Z', 'updated_at': '2021-07-22T23:38:40Z', 'revision_number': 3, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'gw_port': {'id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:39Z', 'updated_at': '2021-07-22T23:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:43.109011 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db542efc-7a92-4bd3-8898-89a75c1988b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1600f4df-6c94-45a0-88a1-14534dbeebeb,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:43.127070 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db542efc-7a92-4bd3-8898-89a75c1988b0 admin admin] Checking segment: {'id': '2520c21b-1c8e-4fe3-ba5c-2eb070116271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3e74424a-0781-4a0d-a737-40bdec84b683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:43.127340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db542efc-7a92-4bd3-8898-89a75c1988b0 admin admin] Network hostable DHCP agents. Network: 3e74424a-0781-4a0d-a737-40bdec84b683, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:38:43.153452 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Checking router: f24a6c05-570b-4333-b892-5ca411bdfea9 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:38:43.153793 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Updating router f24a6c05-570b-4333-b892-5ca411bdfea9 port d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:38:43.233368 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:43.267892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db542efc-7a92-4bd3-8898-89a75c1988b0 admin admin] Network 3e74424a-0781-4a0d-a737-40bdec84b683 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:38:43.286073 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-db542efc-7a92-4bd3-8898-89a75c1988b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 3e74424a-0781-4a0d-a737-40bdec84b683) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:43.307846 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db542efc-7a92-4bd3-8898-89a75c1988b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:43.310567 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db542efc-7a92-4bd3-8898-89a75c1988b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:43.352143 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55fa313-856d-46d7-b3b1-c80a957a83f9 None None] Network 3e74424a-0781-4a0d-a737-40bdec84b683 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:43.377233 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-db542efc-7a92-4bd3-8898-89a75c1988b0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1758885 Jul 22 23:38:43.613434 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:43.623292 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8363c4-362a-488b-8942-fffecd41c7fc req-80e27a1b-f83c-48c5-84c5-4025c6125c5f tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:43.630876 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ec8363c4-362a-488b-8942-fffecd41c7fc req-80e27a1b-f83c-48c5-84c5-4025c6125c5f tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b5e3df6-2286-4414-838c-688ff96f1b5c HTTP/1.1" status: 200 len: 948 time: 0.3088439 Jul 22 23:38:43.730452 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ec8363c4-362a-488b-8942-fffecd41c7fc req-6110aec9-6f6b-4899-ad8b-10c9fb1c2149 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f155f62-11b2-43c0-8108-ca48a43389ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971317 Jul 22 23:38:43.755840 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc135fcd-8c39-46c4-b2ff-53ea32c3ad3c None None] Network 3e74424a-0781-4a0d-a737-40bdec84b683 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:43.940524 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:43.974491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Transition to ACTIVE for port object d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:43.983206 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:44.046356 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Attempting to bind port d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:44.046727 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Attempting to bind port d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:44.047311 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Attempting to bind port d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:44.060175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:44.060853 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:44.061493 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:44.062083 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:44.062566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Bound port: d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:44.063147 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:44.097876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b15f1f-6f6a-40bd-ac7e-5b894d2a703a None None] Pushing event updated for resources: {'Port': ['ID=d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:44.140127 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] For port d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:44.144783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] For port d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:44.152967 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:44.221354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Routers {'f24a6c05-570b-4333-b892-5ca411bdfea9'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:44.222474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f24a6c05-570b-4333-b892-5ca411bdfea9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:44.261501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b15f1f-6f6a-40bd-ac7e-5b894d2a703a None None] Pushing event updated for resources: {'Port': ['ID=d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:44.347281 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] Set router f24a6c05-570b-4333-b892-5ca411bdfea9 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:44.456226 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-9a1c69e5-665a-4f4e-8c0c-0bcafb080f94 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:44.458562 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-9a1c69e5-665a-4f4e-8c0c-0bcafb080f94 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.95 "GET /v2.0/networks?id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122 HTTP/1.1" status: 200 len: 804 time: 0.1923339 Jul 22 23:38:44.472513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Allocated IP 172.20.0.1 (289f0b49-e249-4b29-91da-f96e564f5f79/e72d1ef6-6a22-4e40-b45c-d3c4a70d0549/aea7ca5a-25ae-47b7-be71-bb89801afff7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:44.481652 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-d2368304-5925-4be2-88f9-0b2d7be32237 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Request body: {'port': {'device_id': 'c56493db-0b2a-4ab9-8ee3-fedb735d3791', 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122', 'admin_state_up': True, 'tenant_id': 'd717b45ef01d480c925f1b5c3543f625'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:44.485393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-9fdf9917-bf19-4022-89a0-d9103a9104b6 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:44.487169 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-9fdf9917-bf19-4022-89a0-d9103a9104b6 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/networks?id=fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f HTTP/1.1" status: 200 len: 825 time: 0.2696075 Jul 22 23:38:44.497063 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65806969-eacc-47ef-8990-8c2b053c0483 req-ee82b09d-e187-4278-a3da-430668f8bb0d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:44.498701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-65806969-eacc-47ef-8990-8c2b053c0483 req-ee82b09d-e187-4278-a3da-430668f8bb0d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.2799435 Jul 22 23:38:44.523026 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 5eef62a3-a2af-4907-972d-338e0d65316d details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:38:44.524581 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-55bce17f-a3e5-4e44-97e2-a182df699afe tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/quotas/f640b5bdd11f4e6485c014213d2eb79b HTTP/1.1" status: 200 len: 375 time: 0.0248477 Jul 22 23:38:44.593479 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-ddce2991-e96d-444c-b8af-f72aeaca8fd8 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f640b5bdd11f4e6485c014213d2eb79b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574067 Jul 22 23:38:44.652457 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-d2368304-5925-4be2-88f9-0b2d7be32237 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Made reservation on behalf of d717b45ef01d480c925f1b5c3543f625 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:44.657862 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-65806969-eacc-47ef-8990-8c2b053c0483 req-84446678-80c7-41e2-b14b-d1d54339de46 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452529 Jul 22 23:38:44.663435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-router', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:38Z', 'updated_at': '2021-07-22T23:38:40Z', 'revision_number': 3, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'gw_port': {'id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:39Z', 'updated_at': '2021-07-22T23:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:44.678455 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-d2368304-5925-4be2-88f9-0b2d7be32237 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:44.737038 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:44.741790 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 5eef62a3-a2af-4907-972d-338e0d65316d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=5eef62a3-a2af-4907-972d-338e0d65316d,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:44.763687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '5eef62a3-a2af-4907-972d-338e0d65316d', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '5eef62a3-a2af-4907-972d-338e0d65316d', 'mac_address': 'fa:16:3e:b7:7e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:38:44.767990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e213dc-aa6e-4754-9bf9-f9e23e54c36e None None] The sync data for ids ['f24a6c05-570b-4333-b892-5ca411bdfea9'] in n-d-688802-2 is: [{'id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-router', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:38Z', 'updated_at': '2021-07-22T23:38:40Z', 'revision_number': 3, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'gw_port': {'id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:39Z', 'updated_at': '2021-07-22T23:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:38:44.778122 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-5e8111fb-edd3-4dbc-978d-ba521b100bb3 service neutron] 10.222.0.26 "GET /v2.0/networks/fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514504 Jul 22 23:38:44.826730 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:44.849434 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eef62a3-a2af-4907-972d-338e0d65316d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:44.878098 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 5eef62a3-a2af-4907-972d-338e0d65316d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=5eef62a3-a2af-4907-972d-338e0d65316d,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:44.887457 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:44.942535 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:44.981922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=5eef62a3-a2af-4907-972d-338e0d65316d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:45.005814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b645827a-b006-4cc4-9e68-2eda025f1757 service neutron] 10.222.0.26 "GET /v2.0/networks/fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264326 Jul 22 23:38:45.019880 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-d2368304-5925-4be2-88f9-0b2d7be32237 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Allocated IP 172.20.0.12 (f21647f4-a3e6-4fdb-87ae-a8a620b5a122/1be0a5b1-3bce-4e99-b121-d80db0f7b202/3b8d9373-468c-4df1-b670-0bece6549c09) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:45.040968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Network 289f0b49-e249-4b29-91da-f96e564f5f79 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:45.057276 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:45.062022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:45.090718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Pushing event updated for resources: {'Port': ['ID=aea7ca5a-25ae-47b7-be71-bb89801afff7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:45.127598 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:45.179002 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['5eef62a3-a2af-4907-972d-338e0d65316d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:45.330555 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0af5a6d-b12e-4cee-8b80-54c85fe92e9a req-0ab07da2-d2a3-4aed-a6b4-fba44f8dd35c tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=c56493db-0b2a-4ab9-8ee3-fedb735d3791 HTTP/1.1" status: 200 len: 210 time: 0.1454852 Jul 22 23:38:45.361736 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-d2368304-5925-4be2-88f9-0b2d7be32237 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:45.465177 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-d2368304-5925-4be2-88f9-0b2d7be32237 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:45.546408 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-d2368304-5925-4be2-88f9-0b2d7be32237 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:45.564464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-d2368304-5925-4be2-88f9-0b2d7be32237 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:45.569062 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-d2368304-5925-4be2-88f9-0b2d7be32237 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:45.583131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2368304-5925-4be2-88f9-0b2d7be32237 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Pushing event updated for resources: {'Port': ['ID=3b8d9373-468c-4df1-b670-0bece6549c09,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:45.691008 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-d2368304-5925-4be2-88f9-0b2d7be32237 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:45.691680 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-d2368304-5925-4be2-88f9-0b2d7be32237 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:45.697031 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:45.736538 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2e3c5-9e44-4ff5-a940-32fdedeccf7a req-6b4b8430-d222-4b55-b0d8-afa5843cc375 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:45.740390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ed2e3c5-9e44-4ff5-a940-32fdedeccf7a req-6b4b8430-d222-4b55-b0d8-afa5843cc375 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b5e3df6-2286-4414-838c-688ff96f1b5c HTTP/1.1" status: 200 len: 949 time: 0.3573020 Jul 22 23:38:45.759449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:45.761789 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-d2368304-5925-4be2-88f9-0b2d7be32237 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2865536 Jul 22 23:38:45.768767 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Request body: {'port': {'device_id': 'c56493db-0b2a-4ab9-8ee3-fedb735d3791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:45.874263 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b1945-07a9-4078-b0ff-26a47b35d0f4 req-19363ab6-a84c-4f9a-b827-4b09682c11df tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:45.880377 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:45.885577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-022b1945-07a9-4078-b0ff-26a47b35d0f4 req-19363ab6-a84c-4f9a-b827-4b09682c11df tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 946 time: 0.3380017 Jul 22 23:38:45.902796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:45.910791 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:45.911838 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.140841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-022b1945-07a9-4078-b0ff-26a47b35d0f4 req-7c4fe7ae-8169-4165-94df-6ae34cabb755 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db9fd76-01a6-43fd-b16e-50c44a6d663d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316201 Jul 22 23:38:46.164305 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.186850 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ed2e3c5-9e44-4ff5-a940-32fdedeccf7a req-11666660-b9b2-400c-be8f-56f809a5f32b tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f155f62-11b2-43c0-8108-ca48a43389ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735597 Jul 22 23:38:46.242809 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:46.265979 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.298936 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.345357 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:46.376731 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8d9373-468c-4df1-b670-0bece6549c09 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:46.385915 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.389568 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-050e3324-d5b2-450d-9cb7-29584f34b1d4 req-57f5ebd5-f9d0-4e35-9e05-21447f3ea1bb tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 210 time: 0.1391349 Jul 22 23:38:46.422515 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Transition to ACTIVE for port object 3b8d9373-468c-4df1-b670-0bece6549c09 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:46.426664 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.500552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44370ce2-ee98-4ee8-9ec8-a7667f69fc81 req-1183d48b-f628-4c8f-9922-a7967567e39a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:46.502188 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44370ce2-ee98-4ee8-9ec8-a7667f69fc81 req-1183d48b-f628-4c8f-9922-a7967567e39a tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.1836140 Jul 22 23:38:46.504398 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.511311 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8d9373-468c-4df1-b670-0bece6549c09,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:46.519125 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 5eef62a3-a2af-4907-972d-338e0d65316d up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:46.545732 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.550724 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44370ce2-ee98-4ee8-9ec8-a7667f69fc81 req-55ed9e4f-c086-4e86-ab1e-105c2a488faa tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429721 Jul 22 23:38:46.582911 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Attempting to bind port 3b8d9373-468c-4df1-b670-0bece6549c09 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:46.583381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Attempting to bind port 3b8d9373-468c-4df1-b670-0bece6549c09 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '475ba31c-1d3a-400e-8fbe-1dd60ec2f628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:46.583678 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Attempting to bind port 3b8d9373-468c-4df1-b670-0bece6549c09 on network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:46.592066 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Port 3b8d9373-468c-4df1-b670-0bece6549c09 on network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:38:46.592421 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Attempting to bind port 3b8d9373-468c-4df1-b670-0bece6549c09 on network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:46.597770 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:46.598180 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Checking segment: {'id': '475ba31c-1d3a-400e-8fbe-1dd60ec2f628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:46.598629 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Bound using segment: {'id': '475ba31c-1d3a-400e-8fbe-1dd60ec2f628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:46.599124 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Bound port: 3b8d9373-468c-4df1-b670-0bece6549c09, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475ba31c-1d3a-400e-8fbe-1dd60ec2f628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:46.599772 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.614253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 5eef62a3-a2af-4907-972d-338e0d65316d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:46.618312 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 5eef62a3-a2af-4907-972d-338e0d65316d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:46.618761 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.660687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Pushing event updated for resources: {'Port': ['ID=aea7ca5a-25ae-47b7-be71-bb89801afff7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:46.664419 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.674005 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] For port 3b8d9373-468c-4df1-b670-0bece6549c09, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:46.677322 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] For port 3b8d9373-468c-4df1-b670-0bece6549c09, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3b8d9373-468c-4df1-b670-0bece6549c09,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:46.683671 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.714614 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.736708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:46.737534 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.739070 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] 10.222.0.95 "PUT /v2.0/ports/3b8d9373-468c-4df1-b670-0bece6549c09 HTTP/1.1" status: 200 len: 1092 time: 0.9748712 Jul 22 23:38:46.739380 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56493db-0b2a-4ab9-8ee3-fedb735d3791', 'tag': '3b8d9373-468c-4df1-b670-0bece6549c09'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:46.741776 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f3d775-847f-4359-9ad6-a965fc1ac18e" -d '{"events": [{"name": "network-changed", "server_uuid": "c56493db-0b2a-4ab9-8ee3-fedb735d3791", "tag": "3b8d9373-468c-4df1-b670-0bece6549c09"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:46.750238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 5eef62a3-a2af-4907-972d-338e0d65316d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=5eef62a3-a2af-4907-972d-338e0d65316d,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:46.751686 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5e3df6-2286-4414-838c-688ff96f1b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eef62a3-a2af-4907-972d-338e0d65316d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:46.754316 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17abbbb5-ba58-45fa-85cf-d3c25fd25248" -d '{"events": [{"server_uuid": "5b5e3df6-2286-4414-838c-688ff96f1b5c", "name": "network-vif-plugged", "status": "completed", "tag": "5eef62a3-a2af-4907-972d-338e0d65316d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:46.761050 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.765721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa4a71-5af5-42cb-8c44-796e52cb257a req-0bc0c71c-6718-4550-aa68-7376177a4dfb tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:46.772726 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6fa4a71-5af5-42cb-8c44-796e52cb257a req-0bc0c71c-6718-4550-aa68-7376177a4dfb tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=c56493db-0b2a-4ab9-8ee3-fedb735d3791 HTTP/1.1" status: 200 len: 944 time: 0.1816261 Jul 22 23:38:46.820964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=5eef62a3-a2af-4907-972d-338e0d65316d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:46.837893 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6fa4a71-5af5-42cb-8c44-796e52cb257a req-34c43f73-0445-4643-a8c0-696f9633f438 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606842 Jul 22 23:38:46.855411 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Network 289f0b49-e249-4b29-91da-f96e564f5f79 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:46.860263 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:46.879663 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f850bc4f-f219-4f2e-91c3-46b9d5868b22 x-openstack-request-id: req-f850bc4f-f219-4f2e-91c3-46b9d5868b22 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:46.880073 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56493db-0b2a-4ab9-8ee3-fedb735d3791", "tag": "3b8d9373-468c-4df1-b670-0bece6549c09", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:46.880200 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f850bc4f-f219-4f2e-91c3-46b9d5868b22 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:46.880597 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56493db-0b2a-4ab9-8ee3-fedb735d3791', 'tag': '3b8d9373-468c-4df1-b670-0bece6549c09', 'status': 'completed', 'code': 200} Jul 22 23:38:46.892926 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69740c-738e-4829-a36a-78b4c6ef6d07 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8d9373-468c-4df1-b670-0bece6549c09,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:46.907701 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98cc2e2-5cd9-47b3-879e-030929b6687a x-openstack-request-id: req-f98cc2e2-5cd9-47b3-879e-030929b6687a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:46.908276 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5e3df6-2286-4414-838c-688ff96f1b5c", "name": "network-vif-plugged", "status": "completed", "tag": "5eef62a3-a2af-4907-972d-338e0d65316d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:46.908534 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f98cc2e2-5cd9-47b3-879e-030929b6687a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:46.909218 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5e3df6-2286-4414-838c-688ff96f1b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eef62a3-a2af-4907-972d-338e0d65316d', 'code': 200} Jul 22 23:38:46.981406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-0619dfe2-6dbf-4553-b512-233d4450ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:46.983568 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-0619dfe2-6dbf-4553-b512-233d4450ba8f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d717b45ef01d480c925f1b5c3543f625&device_id=c56493db-0b2a-4ab9-8ee3-fedb735d3791 HTTP/1.1" status: 200 len: 1095 time: 0.1727667 Jul 22 23:38:47.041295 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Router f24a6c05-570b-4333-b892-5ca411bdfea9 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:38:47.082510 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-fcbacb11-5a36-4c57-afb1-ca87eb30d4ad service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b8d9373-468c-4df1-b670-0bece6549c09 HTTP/1.1" status: 200 len: 217 time: 0.0739734 Jul 22 23:38:47.170471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40152) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:47.201510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-36ca7fc0-3e56-43dc-ae6a-8b049d67032a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1389927902'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:47.237315 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ca7fc0-3e56-43dc-ae6a-8b049d67032a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Made reservation on behalf of d666488e03c84f33989e7c5054c2c913 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:47.241663 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36ca7fc0-3e56-43dc-ae6a-8b049d67032a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:47.348920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2785b-9032-44f3-8448-547a3996ad5a req-32080733-2261-43e8-a040-6e296b611b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:47.350488 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dbe2785b-9032-44f3-8448-547a3996ad5a req-32080733-2261-43e8-a040-6e296b611b0a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b5e3df6-2286-4414-838c-688ff96f1b5c HTTP/1.1" status: 200 len: 1101 time: 0.3074799 Jul 22 23:38:47.405158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ca7fc0-3e56-43dc-ae6a-8b049d67032a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:38:47.443105 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36ca7fc0-3e56-43dc-ae6a-8b049d67032a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:47.443450 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-36ca7fc0-3e56-43dc-ae6a-8b049d67032a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Added segment 059afcd8-a13d-4a26-83b2-d08696351038 of type vlan for network d14a0948-26e2-4d00-9935-582ab618394e Jul 22 23:38:47.446784 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:38:47.452398 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-066d1388-a627-42aa-8d8b-125c1135ba28 admin admin] 10.222.0.26 "PUT /v2.0/routers/f24a6c05-570b-4333-b892-5ca411bdfea9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8120019 Jul 22 23:38:47.465849 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Sync routers for ids ['f24a6c05-570b-4333-b892-5ca411bdfea9'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:38:47.481251 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Routers {'f24a6c05-570b-4333-b892-5ca411bdfea9'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:47.482452 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f24a6c05-570b-4333-b892-5ca411bdfea9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:47.489764 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d051fdb-7657-49d6-91ce-0ca03a5fa708 req-3bf9bd34-1a1f-4df0-8138-79f0d01f091f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3201342 Jul 22 23:38:47.504292 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-b6efbed3-c662-4bd0-ac54-212a8f5119dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:47.505796 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-b6efbed3-c662-4bd0-ac54-212a8f5119dd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1be0a5b1-3bce-4e99-b121-d80db0f7b202 HTTP/1.1" status: 200 len: 844 time: 0.4161599 Jul 22 23:38:47.513138 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-759d16c5-7d64-4114-a58a-266a9aec6981 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:47.514586 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-759d16c5-7d64-4114-a58a-266a9aec6981 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.18 "GET /v2.0/networks?id=fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f HTTP/1.1" status: 200 len: 825 time: 0.5849245 Jul 22 23:38:47.548090 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dbe2785b-9032-44f3-8448-547a3996ad5a req-85f2193d-34ed-483e-99d0-ad0d78fac23c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f155f62-11b2-43c0-8108-ca48a43389ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686647 Jul 22 23:38:47.571700 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-bbef35f1-f410-4571-a840-ee8d9ed93072 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499403 Jul 22 23:38:47.587718 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b07a411a-90f6-4896-98fe-99e81fc113f0 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Request body: {'port': {'device_id': '09a747fb-857d-4138-bfe1-d2758e31767f', 'network_id': 'fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f', 'admin_state_up': True, 'tenant_id': 'f640b5bdd11f4e6485c014213d2eb79b'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:47.588073 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36ca7fc0-3e56-43dc-ae6a-8b049d67032a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:47.648831 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Set router f24a6c05-570b-4333-b892-5ca411bdfea9 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:47.651327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d301b1-e6b7-4b32-99b5-52fd0ace75a2 req-7051f8a0-76ca-4900-a7e9-73ec5f8e047c tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:47.652904 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32d301b1-e6b7-4b32-99b5-52fd0ace75a2 req-7051f8a0-76ca-4900-a7e9-73ec5f8e047c tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 946 time: 0.3658397 Jul 22 23:38:47.662071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:47.682815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431c495-3db1-4e04-8d4f-c2fc9ccdb856 req-85ba3fc8-96bb-4131-ba5c-98250c87df23 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:47.690026 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f431c495-3db1-4e04-8d4f-c2fc9ccdb856 req-85ba3fc8-96bb-4131-ba5c-98250c87df23 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b5e3df6-2286-4414-838c-688ff96f1b5c HTTP/1.1" status: 200 len: 950 time: 0.3958092 Jul 22 23:38:47.727498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:47.728678 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:47.767195 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36ca7fc0-3e56-43dc-ae6a-8b049d67032a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:47.773113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ca7fc0-3e56-43dc-ae6a-8b049d67032a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:47.773725 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36ca7fc0-3e56-43dc-ae6a-8b049d67032a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:47.811871 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f431c495-3db1-4e04-8d4f-c2fc9ccdb856 req-d731ad94-436d-4a2d-a436-2c706e080545 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f155f62-11b2-43c0-8108-ca48a43389ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165433 Jul 22 23:38:47.848644 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b07a411a-90f6-4896-98fe-99e81fc113f0 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Made reservation on behalf of f640b5bdd11f4e6485c014213d2eb79b for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:47.853830 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b07a411a-90f6-4896-98fe-99e81fc113f0 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:47.869473 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32d301b1-e6b7-4b32-99b5-52fd0ace75a2 req-cdbcf58c-cfaf-4555-a026-91fc6c7b5cba tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db9fd76-01a6-43fd-b16e-50c44a6d663d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773121 Jul 22 23:38:47.935503 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-36ca7fc0-3e56-43dc-ae6a-8b049d67032a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7376685 Jul 22 23:38:47.935777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:47.941032 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-router', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:38Z', 'updated_at': '2021-07-22T23:38:45Z', 'revision_number': 4, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'gw_port': {'id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:39Z', 'updated_at': '2021-07-22T23:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'aea7ca5a-25ae-47b7-be71-bb89801afff7', 'name': '', 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'mac_address': 'fa:16:3e:ab:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:43Z', 'updated_at': '2021-07-22T23:38:46Z', 'revision_number': 2, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'subnets': [{'id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:47.954923 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-226f8554-ca38-447e-be5e-906ca0eab65c service neutron] 10.222.0.95 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797436 Jul 22 23:38:47.970226 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Checking router: f24a6c05-570b-4333-b892-5ca411bdfea9 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:38:47.970661 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Updating router f24a6c05-570b-4333-b892-5ca411bdfea9 port aea7ca5a-25ae-47b7-be71-bb89801afff7 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:38:47.982543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cc0f02a5-be92-4b90-8180-cd2c6ca205a2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1162516046'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:47.987661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051fdb-7657-49d6-91ce-0ca03a5fa708 req-56e6de36-4f03-4b61-b756-c1837e83deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:47.989168 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d051fdb-7657-49d6-91ce-0ca03a5fa708 req-56e6de36-4f03-4b61-b756-c1837e83deff service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7049c35ba50e4a4fa6cc5d484d630d60&device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 1097 time: 0.4176378 Jul 22 23:38:47.991069 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4469e465-6e90-4078-a01d-00927e2e0b3c req-04499eba-b494-4483-8edf-b77d65a303f6 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 210 time: 0.1085863 Jul 22 23:38:47.992794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca7fc0-3e56-43dc-ae6a-8b049d67032a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event updated for resources: {'Network': ['ID=d14a0948-26e2-4d00-9935-582ab618394e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:48.017742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network d14a0948-26e2-4d00-9935-582ab618394e details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:38:48.032552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0f02a5-be92-4b90-8180-cd2c6ca205a2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Made reservation on behalf of d666488e03c84f33989e7c5054c2c913 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:48.036114 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc0f02a5-be92-4b90-8180-cd2c6ca205a2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:48.042495 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:48.106915 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b07a411a-90f6-4896-98fe-99e81fc113f0 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Allocated IP 172.20.0.11 (fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f/16fc07cf-65f0-490c-8afb-7a4ad10b0e75/94c90ab1-b7c6-4f5c-a484-d1bbfa061a19) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:48.118024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0f02a5-be92-4b90-8180-cd2c6ca205a2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:38:48.152263 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc0f02a5-be92-4b90-8180-cd2c6ca205a2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:48.152651 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-cc0f02a5-be92-4b90-8180-cd2c6ca205a2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Added segment b693c9a5-61b9-4855-99b1-f1cf44bc95e7 of type vlan for network 0d56ae8e-3fa7-4971-854c-370a57f322d3 Jul 22 23:38:48.158106 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6fba76e9-fe0a-4958-8fad-05c20e6c18c0 req-dfe5f505-906c-434b-b202-2d4b939367ff service neutron] 10.222.0.95 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776967 Jul 22 23:38:48.323923 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc0f02a5-be92-4b90-8180-cd2c6ca205a2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:48.360701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3d775-847f-4359-9ad6-a965fc1ac18e req-1cae6ecc-b396-43cc-91ef-348fea32c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:48.362270 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-55f3d775-847f-4359-9ad6-a965fc1ac18e req-1cae6ecc-b396-43cc-91ef-348fea32c3ad service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d717b45ef01d480c925f1b5c3543f625&device_id=c56493db-0b2a-4ab9-8ee3-fedb735d3791 HTTP/1.1" status: 200 len: 1095 time: 0.1399696 Jul 22 23:38:48.364986 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b07a411a-90f6-4896-98fe-99e81fc113f0 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:48.408536 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:48.423717 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Transition to ACTIVE for port object aea7ca5a-25ae-47b7-be71-bb89801afff7 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:48.432059 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:48.439717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051fdb-7657-49d6-91ce-0ca03a5fa708 req-4bbd5f3a-9fef-4f8a-9ef9-c5ae0c2a255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:48.441247 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d051fdb-7657-49d6-91ce-0ca03a5fa708 req-4bbd5f3a-9fef-4f8a-9ef9-c5ae0c2a255e service neutron] 10.222.0.95 "GET /v2.0/networks?id=64c1cf46-ad0e-4d4a-9136-e5fbbd655342 HTTP/1.1" status: 200 len: 917 time: 0.4027429 Jul 22 23:38:48.461961 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfa564-ed1a-4bfc-bc86-2260a496a203 req-f36eca4b-0429-42e3-ad7a-9ba009f008cb tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:48.464679 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8fbfa564-ed1a-4bfc-bc86-2260a496a203 req-f36eca4b-0429-42e3-ad7a-9ba009f008cb tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.3244097 Jul 22 23:38:48.474455 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc0f02a5-be92-4b90-8180-cd2c6ca205a2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:48.479683 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b07a411a-90f6-4896-98fe-99e81fc113f0 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:48.481385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0f02a5-be92-4b90-8180-cd2c6ca205a2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:48.482193 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc0f02a5-be92-4b90-8180-cd2c6ca205a2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:48.491739 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3d775-847f-4359-9ad6-a965fc1ac18e req-e751532c-a6ec-40eb-b8dd-6ff324cf8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:48.493351 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-55f3d775-847f-4359-9ad6-a965fc1ac18e req-e751532c-a6ec-40eb-b8dd-6ff324cf8d3d service neutron] 10.222.0.95 "GET /v2.0/networks?id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122 HTTP/1.1" status: 200 len: 905 time: 0.1210275 Jul 22 23:38:48.531121 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f68dc-4f23-45f7-ae3c-fec774abae0f None None] Pushing event updated for resources: {'Port': ['ID=aea7ca5a-25ae-47b7-be71-bb89801afff7,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:48.560181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b07a411a-90f6-4896-98fe-99e81fc113f0 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Network fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:48.562189 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-55f3d775-847f-4359-9ad6-a965fc1ac18e req-8df781bd-06c8-4b8d-a5b7-255ca003838e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b8d9373-468c-4df1-b670-0bece6549c09 HTTP/1.1" status: 200 len: 217 time: 0.0490332 Jul 22 23:38:48.564723 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b07a411a-90f6-4896-98fe-99e81fc113f0 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:48.569856 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b07a411a-90f6-4896-98fe-99e81fc113f0 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:48.572892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-d6ea5e8d-c50d-4877-89dd-331f2c4cee56 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:48.574551 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-d6ea5e8d-c50d-4877-89dd-331f2c4cee56 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/networks?id=289f0b49-e249-4b29-91da-f96e564f5f79 HTTP/1.1" status: 200 len: 819 time: 0.3557127 Jul 22 23:38:48.578622 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Attempting to bind port aea7ca5a-25ae-47b7-be71-bb89801afff7 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:48.579383 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Attempting to bind port aea7ca5a-25ae-47b7-be71-bb89801afff7 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '634fb338-ab79-4ce0-a6c7-22027d6b5a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:48.580648 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Attempting to bind port aea7ca5a-25ae-47b7-be71-bb89801afff7 on network 289f0b49-e249-4b29-91da-f96e564f5f79 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:48.592891 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:48.594634 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Checking segment: {'id': '634fb338-ab79-4ce0-a6c7-22027d6b5a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:48.595223 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:48.596302 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Bound using segment: {'id': '634fb338-ab79-4ce0-a6c7-22027d6b5a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:48.598174 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Bound port: aea7ca5a-25ae-47b7-be71-bb89801afff7, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634fb338-ab79-4ce0-a6c7-22027d6b5a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:48.599984 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:48.626422 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a411a-90f6-4896-98fe-99e81fc113f0 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Pushing event updated for resources: {'Port': ['ID=94c90ab1-b7c6-4f5c-a484-d1bbfa061a19,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:48.635108 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cc0f02a5-be92-4b90-8180-cd2c6ca205a2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6563127 Jul 22 23:38:48.637773 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40186) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:48.651405 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bad7f3ab-9da8-4295-b63f-472481d5b2b8 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Request body: {'subnet': {'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:48.656868 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-994e5f54-874c-4a5e-ac5e-46604731f9f4 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/quotas/0f944e6bb36c4ef99743562f3de61894 HTTP/1.1" status: 200 len: 375 time: 0.0596313 Jul 22 23:38:48.696376 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b07a411a-90f6-4896-98fe-99e81fc113f0 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:48.697747 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b07a411a-90f6-4896-98fe-99e81fc113f0 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:48.702390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d051fdb-7657-49d6-91ce-0ca03a5fa708 req-50d4dd69-7fd8-4e7b-9540-d7c3c64a0ec9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=230c5332-917f-4028-b84e-941cfd680bae HTTP/1.1" status: 200 len: 1001 time: 0.2486842 Jul 22 23:38:48.704766 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3d775-847f-4359-9ad6-a965fc1ac18e req-777134b1-f5ee-4388-bdf9-cdc1b28ef109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:48.706333 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-55f3d775-847f-4359-9ad6-a965fc1ac18e req-777134b1-f5ee-4388-bdf9-cdc1b28ef109 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1be0a5b1-3bce-4e99-b121-d80db0f7b202 HTTP/1.1" status: 200 len: 844 time: 0.1375601 Jul 22 23:38:48.711021 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] For port aea7ca5a-25ae-47b7-be71-bb89801afff7, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:48.715703 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] For port aea7ca5a-25ae-47b7-be71-bb89801afff7, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=aea7ca5a-25ae-47b7-be71-bb89801afff7,segment=NetworkSegment(634fb338-ab79-4ce0-a6c7-22027d6b5a2e),segment_id=634fb338-ab79-4ce0-a6c7-22027d6b5a2e)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:48.720478 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:48.765992 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f02a5-be92-4b90-8180-cd2c6ca205a2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event updated for resources: {'Network': ['ID=0d56ae8e-3fa7-4971-854c-370a57f322d3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:48.779984 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 0d56ae8e-3fa7-4971-854c-370a57f322d3 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:38:48.780209 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8fbfa564-ed1a-4bfc-bc86-2260a496a203 req-89ff2c8a-33a3-4dba-95e0-f590b31d9e42 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065143 Jul 22 23:38:48.791341 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-55f3d775-847f-4359-9ad6-a965fc1ac18e req-8ac5976e-0c70-46cd-bdfe-cb73e4951ed8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767574 Jul 22 23:38:48.794517 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b07a411a-90f6-4896-98fe-99e81fc113f0 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2314987 Jul 22 23:38:48.799714 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f68dc-4f23-45f7-ae3c-fec774abae0f None None] Pushing event updated for resources: {'Port': ['ID=aea7ca5a-25ae-47b7-be71-bb89801afff7,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:48.812792 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Routers {'f24a6c05-570b-4333-b892-5ca411bdfea9'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:48.813566 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f24a6c05-570b-4333-b892-5ca411bdfea9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:48.842985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051fdb-7657-49d6-91ce-0ca03a5fa708 req-e7dca2a5-9e8d-44c4-95b6-a612cc722cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:48.845693 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d051fdb-7657-49d6-91ce-0ca03a5fa708 req-e7dca2a5-9e8d-44c4-95b6-a612cc722cb1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=10254434-b56b-4ee9-9842-50f1264cadcc HTTP/1.1" status: 200 len: 855 time: 0.1068585 Jul 22 23:38:48.849949 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Request body: {'port': {'device_id': '09a747fb-857d-4138-bfe1-d2758e31767f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:48.873320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-7f4253ee-bec3-4cb3-8f22-f39cfe9ef84c tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f944e6bb36c4ef99743562f3de61894&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1955531 Jul 22 23:38:48.967955 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad7f3ab-9da8-4295-b63f-472481d5b2b8 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Made reservation on behalf of d666488e03c84f33989e7c5054c2c913 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:48.971537 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bad7f3ab-9da8-4295-b63f-472481d5b2b8 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:49.035014 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-55f3d775-847f-4359-9ad6-a965fc1ac18e req-aa714236-34f5-4766-aa9b-0e9ce67b85e1 service neutron] 10.222.0.95 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315133 Jul 22 23:38:49.053015 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] Set router f24a6c05-570b-4333-b892-5ca411bdfea9 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:49.133288 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:49.272257 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-router', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:38Z', 'updated_at': '2021-07-22T23:38:45Z', 'revision_number': 4, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'gw_port': {'id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:39Z', 'updated_at': '2021-07-22T23:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'aea7ca5a-25ae-47b7-be71-bb89801afff7', 'name': '', 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'mac_address': 'fa:16:3e:ab:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:43Z', 'updated_at': '2021-07-22T23:38:48Z', 'revision_number': 4, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'subnets': [{'id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:49.280412 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-55f3d775-847f-4359-9ad6-a965fc1ac18e req-a4777ce6-eef6-404f-a0b9-a404cdb10a4c service neutron] 10.222.0.95 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347033 Jul 22 23:38:49.306017 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335cf0d9-7f63-4a33-8072-5dbee90befb3 None None] The sync data for ids ['f24a6c05-570b-4333-b892-5ca411bdfea9'] in n-d-688802-2 is: [{'id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-router', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:38Z', 'updated_at': '2021-07-22T23:38:45Z', 'revision_number': 4, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'gw_port': {'id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:39Z', 'updated_at': '2021-07-22T23:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'aea7ca5a-25ae-47b7-be71-bb89801afff7', 'name': '', 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'mac_address': 'fa:16:3e:ab:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:43Z', 'updated_at': '2021-07-22T23:38:48Z', 'revision_number': 4, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'subnets': [{'id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:38:49.427503 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df61eb7-4c5c-41e4-98c9-2f086a6cd401 req-6dd803ed-0594-4ec1-bb50-0368da31bd3f tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:49.433655 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9df61eb7-4c5c-41e4-98c9-2f086a6cd401 req-6dd803ed-0594-4ec1-bb50-0368da31bd3f tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=c56493db-0b2a-4ab9-8ee3-fedb735d3791 HTTP/1.1" status: 200 len: 944 time: 0.5732324 Jul 22 23:38:49.436658 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051fdb-7657-49d6-91ce-0ca03a5fa708 req-57bcb14a-0cf5-4682-910a-5fb1febd5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:49.437335 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bad7f3ab-9da8-4295-b63f-472481d5b2b8 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:49.438920 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d051fdb-7657-49d6-91ce-0ca03a5fa708 req-57bcb14a-0cf5-4682-910a-5fb1febd5342 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=64c1cf46-ad0e-4d4a-9136-e5fbbd655342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5768371 Jul 22 23:38:49.444755 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-ebf5329e-b64d-41ef-9b4f-dfb1b9fe8f7a service neutron] 10.222.0.26 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699968 Jul 22 23:38:49.554283 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7f3ab-9da8-4295-b63f-472481d5b2b8 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event updated for resources: {'Subnet': ['ID=f8d54d44-b87e-439d-97b7-a2af64fbcd3f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:49.579736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7f3ab-9da8-4295-b63f-472481d5b2b8 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Checking segment: {'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:49.580405 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad7f3ab-9da8-4295-b63f-472481d5b2b8 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Network hostable DHCP agents. Network: d14a0948-26e2-4d00-9935-582ab618394e, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:38:49.604527 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9df61eb7-4c5c-41e4-98c9-2f086a6cd401 req-da539af4-092c-41c3-9406-829da52bfc1d tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625061 Jul 22 23:38:49.658193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad7f3ab-9da8-4295-b63f-472481d5b2b8 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Network d14a0948-26e2-4d00-9935-582ab618394e is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:38:49.672862 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:49.677064 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-64d9a289-21c4-412b-856c-786b0272c8cd service neutron] 10.222.0.26 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163029 Jul 22 23:38:49.679943 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d051fdb-7657-49d6-91ce-0ca03a5fa708 req-7b275c9c-ab94-434e-954e-c4448e2bcb65 service neutron] 10.222.0.95 "GET /v2.0/networks/64c1cf46-ad0e-4d4a-9136-e5fbbd655342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334626 Jul 22 23:38:49.682962 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bad7f3ab-9da8-4295-b63f-472481d5b2b8 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, d14a0948-26e2-4d00-9935-582ab618394e) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:49.688336 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad7f3ab-9da8-4295-b63f-472481d5b2b8 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:49.688949 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bad7f3ab-9da8-4295-b63f-472481d5b2b8 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:49.696184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b20697e-ef25-4b0f-979c-d0ce1476eccc None None] Network d14a0948-26e2-4d00-9935-582ab618394e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:49.717251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device aea7ca5a-25ae-47b7-be71-bb89801afff7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:49.718110 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:49.727000 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bad7f3ab-9da8-4295-b63f-472481d5b2b8 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0839393 Jul 22 23:38:49.730491 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40198) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:49.747202 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Transition to ACTIVE for port object 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:49.753930 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-296b5be6-c542-4048-ad64-3a88b6726893 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Request body: {'subnet': {'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:49.756703 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:49.812183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Pushing event updated for resources: {'Port': ['ID=94c90ab1-b7c6-4f5c-a484-d1bbfa061a19,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:49.949502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Attempting to bind port 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:49.950111 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Attempting to bind port 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '5668b530-f059-4ae0-8653-e814db628761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:49.950705 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Attempting to bind port 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 on network fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:49.952754 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port aea7ca5a-25ae-47b7-be71-bb89801afff7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:49.959784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port aea7ca5a-25ae-47b7-be71-bb89801afff7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:49.960159 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:49.966811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Port 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 on network fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:38:49.967266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Attempting to bind port 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 on network fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:49.979976 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:49.980418 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Checking segment: {'id': '5668b530-f059-4ae0-8653-e814db628761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:49.981057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Bound using segment: {'id': '5668b530-f059-4ae0-8653-e814db628761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:49.981636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Bound port: 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5668b530-f059-4ae0-8653-e814db628761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:49.982119 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:50.056802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d051fdb-7657-49d6-91ce-0ca03a5fa708 req-e414b6a7-2597-43df-ba87-2dc089bd8434 service neutron] 10.222.0.95 "GET /v2.0/networks/64c1cf46-ad0e-4d4a-9136-e5fbbd655342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633518 Jul 22 23:38:50.068874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296b5be6-c542-4048-ad64-3a88b6726893 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Made reservation on behalf of d666488e03c84f33989e7c5054c2c913 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:50.073476 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-296b5be6-c542-4048-ad64-3a88b6726893 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:50.123129 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-d14a0948-26e2-4d00-9935-582ab618394e', 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'fixed_ips': [{'subnet_id': 'f8d54d44-b87e-439d-97b7-a2af64fbcd3f'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:38:50.123981 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:50.143192 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] For port 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:50.147933 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] For port 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=94c90ab1-b7c6-4f5c-a484-d1bbfa061a19,segment=NetworkSegment(5668b530-f059-4ae0-8653-e814db628761),segment_id=5668b530-f059-4ae0-8653-e814db628761)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:50.158494 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:50.220284 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:50.221702 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:50.223450 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] 10.222.0.18 "PUT /v2.0/ports/94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 HTTP/1.1" status: 200 len: 1092 time: 1.3999925 Jul 22 23:38:50.225681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a747fb-857d-4138-bfe1-d2758e31767f', 'tag': '94c90ab1-b7c6-4f5c-a484-d1bbfa061a19'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:50.230249 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe29861-39a2-4955-baf2-444e647f1f30" -d '{"events": [{"name": "network-changed", "server_uuid": "09a747fb-857d-4138-bfe1-d2758e31767f", "tag": "94c90ab1-b7c6-4f5c-a484-d1bbfa061a19"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:50.245390 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e80422-c125-4137-81d0-d43c9d411305 service neutron] Pushing event updated for resources: {'Port': ['ID=94c90ab1-b7c6-4f5c-a484-d1bbfa061a19,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:50.278221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991b3a4-3e40-45bc-abed-054e58f965bc req-421d0d53-1a94-4f69-9d7d-2133bc2dca3c tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:50.287190 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2991b3a4-3e40-45bc-abed-054e58f965bc req-421d0d53-1a94-4f69-9d7d-2133bc2dca3c tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b5e3df6-2286-4414-838c-688ff96f1b5c HTTP/1.1" status: 200 len: 950 time: 0.5593596 Jul 22 23:38:50.327901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220ccb1-30dd-4d05-bb8a-cad53822ab97 req-15d31924-287e-4167-ba54-9a5eaa301e2a tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:50.336666 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2220ccb1-30dd-4d05-bb8a-cad53822ab97 req-15d31924-287e-4167-ba54-9a5eaa301e2a tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 944 time: 0.2787306 Jul 22 23:38:50.341059 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:50.375171 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-cb04b30c-47a3-49a2-b8aa-d04d98450f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:50.377305 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-cb04b30c-47a3-49a2-b8aa-d04d98450f64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f640b5bdd11f4e6485c014213d2eb79b&device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 1095 time: 0.0879009 Jul 22 23:38:50.386466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port aea7ca5a-25ae-47b7-be71-bb89801afff7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=aea7ca5a-25ae-47b7-be71-bb89801afff7,segment=NetworkSegment(634fb338-ab79-4ce0-a6c7-22027d6b5a2e),segment_id=634fb338-ab79-4ce0-a6c7-22027d6b5a2e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:50.404550 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:50.414964 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2991b3a4-3e40-45bc-abed-054e58f965bc req-76efc776-6baa-4f13-a6a0-b1bae09655c1 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f155f62-11b2-43c0-8108-ca48a43389ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215723 Jul 22 23:38:50.443541 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Allocated IP 10.1.1.2 (d14a0948-26e2-4d00-9935-582ab618394e/f8d54d44-b87e-439d-97b7-a2af64fbcd3f/44d7642e-e2ac-4229-941c-2069ad54cb5f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:50.444595 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-8725eeea-4d00-4c23-ad61-5c4f5bae6704 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 HTTP/1.1" status: 200 len: 217 time: 0.0541904 Jul 22 23:38:50.465978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2220ccb1-30dd-4d05-bb8a-cad53822ab97 req-4fcfeca6-b592-4dd4-8c23-1435d7638c00 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/security-groups?id=37713b97-666e-46fc-9239-26bc8e1ab0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274636 Jul 22 23:38:50.533379 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-819d2be4-0404-4224-9b3e-6f332638bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:50.536809 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-819d2be4-0404-4224-9b3e-6f332638bcca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16fc07cf-65f0-490c-8afb-7a4ad10b0e75 HTTP/1.1" status: 200 len: 865 time: 0.0832479 Jul 22 23:38:50.596003 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=aea7ca5a-25ae-47b7-be71-bb89801afff7,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:50.598194 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-55727cde-4b9e-4f21-a76f-9c251f6b389b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533710 Jul 22 23:38:50.615167 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-365b876d-9b55-4a6c-815e-9817fb863e24 req-99d8c8e3-f2b7-45cd-a0dd-bf0eba753a9a tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 210 time: 0.0506351 Jul 22 23:38:50.707257 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-296b5be6-c542-4048-ad64-3a88b6726893 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:50.755727 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:50.774848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Transition to ACTIVE for port object 44d7642e-e2ac-4229-941c-2069ad54cb5f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:50.780829 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-9514782b-76d6-4e56-b14f-4b16006bc3ce service neutron] 10.222.0.18 "GET /v2.0/networks/fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758282 Jul 22 23:38:50.785822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf63e97-c306-445e-8f46-87a37ee5738a req-0fdea9f9-75e6-48fc-acfc-0432d64c2365 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:50.793901 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecf63e97-c306-445e-8f46-87a37ee5738a req-0fdea9f9-75e6-48fc-acfc-0432d64c2365 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.2281363 Jul 22 23:38:50.796024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b5be6-c542-4048-ad64-3a88b6726893 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event updated for resources: {'Subnet': ['ID=045c3999-8ad3-485c-8c13-6609b3ca602d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:50.809778 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Transition to ACTIVE for port object 44d7642e-e2ac-4229-941c-2069ad54cb5f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:50.824547 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:50.901961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Network d14a0948-26e2-4d00-9935-582ab618394e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:50.908634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:50.911894 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:50.934227 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Pushing event updated for resources: {'Port': ['ID=44d7642e-e2ac-4229-941c-2069ad54cb5f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:50.934654 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ecf63e97-c306-445e-8f46-87a37ee5738a req-e11019c4-e5f0-4a8b-b559-91064b95c5db tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308608 Jul 22 23:38:50.934654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296b5be6-c542-4048-ad64-3a88b6726893 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Checking segment: {'id': 'b693c9a5-61b9-4855-99b1-f1cf44bc95e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:50.934654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296b5be6-c542-4048-ad64-3a88b6726893 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Network hostable DHCP agents. Network: 0d56ae8e-3fa7-4971-854c-370a57f322d3, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:38:50.934962 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-643ed3ba-01b9-48fa-aa3e-a1b392148cff req-35f08e21-8fdf-4ba7-b7b4-f293fd61f2a1 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341453 Jul 22 23:38:50.973057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296b5be6-c542-4048-ad64-3a88b6726893 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Network 0d56ae8e-3fa7-4971-854c-370a57f322d3 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:38:50.992382 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-296b5be6-c542-4048-ad64-3a88b6726893 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 0d56ae8e-3fa7-4971-854c-370a57f322d3) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:50.997574 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296b5be6-c542-4048-ad64-3a88b6726893 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:50.998227 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-296b5be6-c542-4048-ad64-3a88b6726893 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:51.000519 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e44e98-d878-4704-a10d-67abfb08a956 x-openstack-request-id: req-d3e44e98-d878-4704-a10d-67abfb08a956 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:51.003059 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a747fb-857d-4138-bfe1-d2758e31767f", "tag": "94c90ab1-b7c6-4f5c-a484-d1bbfa061a19", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:51.003480 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3e44e98-d878-4704-a10d-67abfb08a956 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:51.005522 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a747fb-857d-4138-bfe1-d2758e31767f', 'tag': '94c90ab1-b7c6-4f5c-a484-d1bbfa061a19', 'status': 'completed', 'code': 200} Jul 22 23:38:51.008152 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Attempting to bind port 44d7642e-e2ac-4229-941c-2069ad54cb5f on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:51.008759 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Attempting to bind port 44d7642e-e2ac-4229-941c-2069ad54cb5f by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:51.010032 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Attempting to bind port 44d7642e-e2ac-4229-941c-2069ad54cb5f on network d14a0948-26e2-4d00-9935-582ab618394e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:51.015670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:51.016127 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Checking segment: {'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:51.017473 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:51.017687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Bound using segment: {'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:51.018985 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Bound port: 44d7642e-e2ac-4229-941c-2069ad54cb5f, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:51.019452 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:51.027581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1133e716-f73d-4882-85a6-febfd8c93346 None None] Network 0d56ae8e-3fa7-4971-854c-370a57f322d3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:51.034363 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-296b5be6-c542-4048-ad64-3a88b6726893 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3027787 Jul 22 23:38:51.035233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40224) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:51.041035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a01f44c5-98e6-419f-8fdc-7d6ca100b21f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Request body: {'port': {'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e', 'name': 'tempest-TaggedBootDevicesTest-219032896', 'fixed_ips': [{'subnet_id': 'f8d54d44-b87e-439d-97b7-a2af64fbcd3f'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:51.164475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe29861-39a2-4955-baf2-444e647f1f30 req-f6102827-d933-4544-845c-04e4ab3ad66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:51.167163 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1fe29861-39a2-4955-baf2-444e647f1f30 req-f6102827-d933-4544-845c-04e4ab3ad66a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f640b5bdd11f4e6485c014213d2eb79b&device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 1095 time: 0.1144612 Jul 22 23:38:51.191578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] For port 44d7642e-e2ac-4229-941c-2069ad54cb5f, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:51.195432 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] For port 44d7642e-e2ac-4229-941c-2069ad54cb5f, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=44d7642e-e2ac-4229-941c-2069ad54cb5f,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:51.247491 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:51.279815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01f44c5-98e6-419f-8fdc-7d6ca100b21f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Made reservation on behalf of d666488e03c84f33989e7c5054c2c913 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:51.294245 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe29861-39a2-4955-baf2-444e647f1f30 req-df43e992-082f-46be-9c20-b2591fb1b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:51.295650 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1fe29861-39a2-4955-baf2-444e647f1f30 req-df43e992-082f-46be-9c20-b2591fb1b268 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f HTTP/1.1" status: 200 len: 926 time: 0.1154578 Jul 22 23:38:51.343245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8ae22-c5e1-486e-b3db-e684138ac3fe req-3287b9d0-49eb-4325-a4ed-fe45c010bbb4 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:51.345387 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7dc8ae22-c5e1-486e-b3db-e684138ac3fe req-3287b9d0-49eb-4325-a4ed-fe45c010bbb4 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=c56493db-0b2a-4ab9-8ee3-fedb735d3791 HTTP/1.1" status: 200 len: 944 time: 0.2249274 Jul 22 23:38:51.351816 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1fe29861-39a2-4955-baf2-444e647f1f30 req-d107244d-6f5a-4131-b826-6390a135e98c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 HTTP/1.1" status: 200 len: 217 time: 0.0457389 Jul 22 23:38:51.378335 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-0d56ae8e-3fa7-4971-854c-370a57f322d3', 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'fixed_ips': [{'subnet_id': '045c3999-8ad3-485c-8c13-6609b3ca602d'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:38:51.379242 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:51.433506 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe29861-39a2-4955-baf2-444e647f1f30 req-cd9b6bbc-6af9-4705-a54e-41e08d8ea00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:51.437313 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1fe29861-39a2-4955-baf2-444e647f1f30 req-cd9b6bbc-6af9-4705-a54e-41e08d8ea00c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16fc07cf-65f0-490c-8afb-7a4ad10b0e75 HTTP/1.1" status: 200 len: 865 time: 0.0783870 Jul 22 23:38:51.495434 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1fe29861-39a2-4955-baf2-444e647f1f30 req-9b139a78-0b32-4ab1-a829-55c30fddfc98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493288 Jul 22 23:38:51.631740 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1fe29861-39a2-4955-baf2-444e647f1f30 req-3d0bb948-29c7-401c-927b-58695fdc9a01 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264222 Jul 22 23:38:51.632564 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a01f44c5-98e6-419f-8fdc-7d6ca100b21f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:51.632831 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3b8d9373-468c-4df1-b670-0bece6549c09 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:38:51.636953 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54d2ad-83f6-4da6-b71c-d50eff8a5b34 None None] Pushing event updated for resources: {'Port': ['ID=44d7642e-e2ac-4229-941c-2069ad54cb5f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:51.647002 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7dc8ae22-c5e1-486e-b3db-e684138ac3fe req-64a53d64-424e-48db-87b8-2a6f817da0b2 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408853 Jul 22 23:38:51.648094 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device aea7ca5a-25ae-47b7-be71-bb89801afff7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:51.738060 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a783c-4e3d-427f-9390-83f9aa550340 req-c311e271-bada-46dd-896e-575c555c6fa7 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:51.745036 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-031a783c-4e3d-427f-9390-83f9aa550340 req-c311e271-bada-46dd-896e-575c555c6fa7 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 946 time: 0.4321930 Jul 22 23:38:51.786259 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-a01f44c5-98e6-419f-8fdc-7d6ca100b21f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] device_id is not set on port 1acb57eb-4388-486f-873d-b2c9056569e3 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:38:51.806199 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1fe29861-39a2-4955-baf2-444e647f1f30 req-e02958ff-3db5-4c75-8ed4-5718dbc07c4d service neutron] 10.222.0.18 "GET /v2.0/networks/fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473796 Jul 22 23:38:51.824725 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:38:51.949463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Allocated IP 10.2.2.2 (0d56ae8e-3fa7-4971-854c-370a57f322d3/045c3999-8ad3-485c-8c13-6609b3ca602d/89e8b225-545d-4abb-8ca6-0a332372d4b0) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:51.963490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port aea7ca5a-25ae-47b7-be71-bb89801afff7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:51.963859 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:51.975650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3b8d9373-468c-4df1-b670-0bece6549c09, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3b8d9373-468c-4df1-b670-0bece6549c09,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:52.005604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-8353698e-7e7e-4a5f-b96b-76de4d9553da tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:52.007231 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-8353698e-7e7e-4a5f-b96b-76de4d9553da tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.95 "GET /v2.0/networks?id=289f0b49-e249-4b29-91da-f96e564f5f79 HTTP/1.1" status: 200 len: 819 time: 0.6380646 Jul 22 23:38:52.019527 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-031a783c-4e3d-427f-9390-83f9aa550340 req-83ff9601-e89c-485a-9e0b-084e2ed76958 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db9fd76-01a6-43fd-b16e-50c44a6d663d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735479 Jul 22 23:38:52.029724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '3b8d9373-468c-4df1-b670-0bece6549c09', 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122', 'port_id': '3b8d9373-468c-4df1-b670-0bece6549c09', 'mac_address': 'fa:16:3e:fe:2f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be0a5b1-3bce-4e99-b121-d80db0f7b202', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:38:52.038061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-8b262a80-9b95-4614-8340-794427c730ea tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Request body: {'port': {'device_id': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79', 'admin_state_up': True, 'tenant_id': '0f944e6bb36c4ef99743562f3de61894'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:52.138325 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:52.189441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8d9373-468c-4df1-b670-0bece6549c09 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:52.250817 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3b8d9373-468c-4df1-b670-0bece6549c09, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3b8d9373-468c-4df1-b670-0bece6549c09,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:52.263370 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:52.271058 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-a01f44c5-98e6-419f-8fdc-7d6ca100b21f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Allocated IP 10.1.1.163 (d14a0948-26e2-4d00-9935-582ab618394e/f8d54d44-b87e-439d-97b7-a2af64fbcd3f/1acb57eb-4388-486f-873d-b2c9056569e3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:52.284327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b2363-cd9f-419e-aa4a-9c6afb85dc08 req-2bcfcb19-c78d-488a-b8ea-6bf6f806068d tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:52.292114 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0f5b2363-cd9f-419e-aa4a-9c6afb85dc08 req-2bcfcb19-c78d-488a-b8ea-6bf6f806068d tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b5e3df6-2286-4414-838c-688ff96f1b5c HTTP/1.1" status: 200 len: 950 time: 0.3821533 Jul 22 23:38:52.299059 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:52.317890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Transition to ACTIVE for port object 89e8b225-545d-4abb-8ca6-0a332372d4b0 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:52.351743 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=3b8d9373-468c-4df1-b670-0bece6549c09,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:52.355014 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Transition to ACTIVE for port object 89e8b225-545d-4abb-8ca6-0a332372d4b0 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:52.365226 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:52.374797 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0f5b2363-cd9f-419e-aa4a-9c6afb85dc08 req-2a06b90a-1e03-49fa-b6c0-db112464ac02 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f155f62-11b2-43c0-8108-ca48a43389ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817895 Jul 22 23:38:52.403148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155753b-0bc0-4eeb-b414-290f64331225 req-ac1122b4-e40b-4389-928a-9942b71c851a tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:52.405147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2155753b-0bc0-4eeb-b414-290f64331225 req-ac1122b4-e40b-4389-928a-9942b71c851a tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 944 time: 0.2663453 Jul 22 23:38:52.443644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Network 0d56ae8e-3fa7-4971-854c-370a57f322d3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:52.450129 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-8b262a80-9b95-4614-8340-794427c730ea tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Made reservation on behalf of 0f944e6bb36c4ef99743562f3de61894 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:52.452595 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:52.454335 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-8b262a80-9b95-4614-8340-794427c730ea tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:52.483149 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:52.493063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Pushing event updated for resources: {'Port': ['ID=89e8b225-545d-4abb-8ca6-0a332372d4b0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:52.548169 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2155753b-0bc0-4eeb-b414-290f64331225 req-a82440eb-6fe6-4401-a800-c0f0891c9d72 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/security-groups?id=37713b97-666e-46fc-9239-26bc8e1ab0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368897 Jul 22 23:38:52.564943 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['3b8d9373-468c-4df1-b670-0bece6549c09'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:52.643870 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:38:52.662413 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-854da030-d428-49e9-80e3-7626a4b966fa req-0bca4b55-5377-4cf3-93c9-97006f5aab8f tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 210 time: 0.1061239 Jul 22 23:38:52.669980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Attempting to bind port 89e8b225-545d-4abb-8ca6-0a332372d4b0 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:52.670436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Attempting to bind port 89e8b225-545d-4abb-8ca6-0a332372d4b0 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'b693c9a5-61b9-4855-99b1-f1cf44bc95e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:52.671498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Attempting to bind port 89e8b225-545d-4abb-8ca6-0a332372d4b0 on network 0d56ae8e-3fa7-4971-854c-370a57f322d3 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:52.710137 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:52.710788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Checking segment: {'id': 'b693c9a5-61b9-4855-99b1-f1cf44bc95e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:52.711305 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:52.711805 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Bound using segment: {'id': 'b693c9a5-61b9-4855-99b1-f1cf44bc95e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:52.713688 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Bound port: 89e8b225-545d-4abb-8ca6-0a332372d4b0, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b693c9a5-61b9-4855-99b1-f1cf44bc95e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:52.713688 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:52.768406 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df035639-d863-427d-b372-6a1250dfdf7d None None] Network d14a0948-26e2-4d00-9935-582ab618394e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:52.814381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e20e3f-0a88-4d4d-ac12-1bd936568d27 req-2c970819-8568-4719-bc69-acce5a12366d tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:52.815961 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-64e20e3f-0a88-4d4d-ac12-1bd936568d27 req-2c970819-8568-4719-bc69-acce5a12366d tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b5e3df6-2286-4414-838c-688ff96f1b5c HTTP/1.1" status: 200 len: 950 time: 0.1298108 Jul 22 23:38:52.860180 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686701a2-ff7c-4a42-aff6-ba3c9845f228 req-96beb66b-d90c-4f1a-9ff7-c0e3be795730 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:52.861760 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-686701a2-ff7c-4a42-aff6-ba3c9845f228 req-96beb66b-d90c-4f1a-9ff7-c0e3be795730 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.95 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 946 time: 0.1197240 Jul 22 23:38:52.939377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5686ef92-927b-4195-8ede-4bb860b1daf0 None None] Provisioning for port 44d7642e-e2ac-4229-941c-2069ad54cb5f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:52.971958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=94c90ab1-b7c6-4f5c-a484-d1bbfa061a19,segment=NetworkSegment(5668b530-f059-4ae0-8653-e814db628761),segment_id=5668b530-f059-4ae0-8653-e814db628761)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:52.975016 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] For port 89e8b225-545d-4abb-8ca6-0a332372d4b0, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:53.014731 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] For port 89e8b225-545d-4abb-8ca6-0a332372d4b0, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=89e8b225-545d-4abb-8ca6-0a332372d4b0,segment=NetworkSegment(b693c9a5-61b9-4855-99b1-f1cf44bc95e7),segment_id=b693c9a5-61b9-4855-99b1-f1cf44bc95e7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:53.035940 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '94c90ab1-b7c6-4f5c-a484-d1bbfa061a19', 'network_id': 'fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f', 'port_id': '94c90ab1-b7c6-4f5c-a484-d1bbfa061a19', 'mac_address': 'fa:16:3e:b5:63:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16fc07cf-65f0-490c-8afb-7a4ad10b0e75', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:38:53.086040 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a01f44c5-98e6-419f-8fdc-7d6ca100b21f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:53.093795 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:53.120990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-a01f44c5-98e6-419f-8fdc-7d6ca100b21f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Transition to ACTIVE for port object 1acb57eb-4388-486f-873d-b2c9056569e3 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:53.150218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cacf7d-cd7c-4aa1-9abf-7cb05bfb005a req-60354293-4835-47f3-bcda-7ef82a9712c9 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:53.152039 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03cacf7d-cd7c-4aa1-9abf-7cb05bfb005a req-60354293-4835-47f3-bcda-7ef82a9712c9 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.4887302 Jul 22 23:38:53.154778 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-8b262a80-9b95-4614-8340-794427c730ea tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Allocated IP 172.20.0.9 (289f0b49-e249-4b29-91da-f96e564f5f79/e72d1ef6-6a22-4e40-b45c-d3c4a70d0549/9a834c36-e660-4791-8b24-f156308fce97) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:53.252529 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:53.269864 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:53.287400 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-64e20e3f-0a88-4d4d-ac12-1bd936568d27 req-f349ae5e-78e2-45f6-a5d3-43aeabf759a8 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Deleting port 5eef62a3-a2af-4907-972d-338e0d65316d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:53.287674 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da23306-d37c-446c-bf83-5603322a2ae5 None None] Pushing event updated for resources: {'Port': ['ID=89e8b225-545d-4abb-8ca6-0a332372d4b0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:53.287820 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-64e20e3f-0a88-4d4d-ac12-1bd936568d27 req-f349ae5e-78e2-45f6-a5d3-43aeabf759a8 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:53.309789 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03cacf7d-cd7c-4aa1-9abf-7cb05bfb005a req-b0d403b5-9f06-482d-857f-859642f204a9 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401637 Jul 22 23:38:53.319907 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a01f44c5-98e6-419f-8fdc-7d6ca100b21f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:53.350583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=94c90ab1-b7c6-4f5c-a484-d1bbfa061a19,segment=NetworkSegment(5668b530-f059-4ae0-8653-e814db628761),segment_id=5668b530-f059-4ae0-8653-e814db628761)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:53.358110 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:53.376891 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-686701a2-ff7c-4a42-aff6-ba3c9845f228 req-98553788-5016-4b48-ae9c-00e3ae0a6e96 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Deleting port 230c5332-917f-4028-b84e-941cfd680bae {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:53.376891 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-686701a2-ff7c-4a42-aff6-ba3c9845f228 req-98553788-5016-4b48-ae9c-00e3ae0a6e96 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:53.424601 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01f44c5-98e6-419f-8fdc-7d6ca100b21f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Network d14a0948-26e2-4d00-9935-582ab618394e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:53.470032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a01f44c5-98e6-419f-8fdc-7d6ca100b21f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:53.472490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01f44c5-98e6-419f-8fdc-7d6ca100b21f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:53.473609 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-64e20e3f-0a88-4d4d-ac12-1bd936568d27 req-f349ae5e-78e2-45f6-a5d3-43aeabf759a8 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] For port 5eef62a3-a2af-4907-972d-338e0d65316d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=5eef62a3-a2af-4907-972d-338e0d65316d,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:53.473981 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-64e20e3f-0a88-4d4d-ac12-1bd936568d27 req-f349ae5e-78e2-45f6-a5d3-43aeabf759a8 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:53.490215 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=94c90ab1-b7c6-4f5c-a484-d1bbfa061a19,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:53.495348 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-64e20e3f-0a88-4d4d-ac12-1bd936568d27 req-f349ae5e-78e2-45f6-a5d3-43aeabf759a8 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Calling delete_port for 5eef62a3-a2af-4907-972d-338e0d65316d owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:53.524582 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-686701a2-ff7c-4a42-aff6-ba3c9845f228 req-98553788-5016-4b48-ae9c-00e3ae0a6e96 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] For port 230c5332-917f-4028-b84e-941cfd680bae, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=230c5332-917f-4028-b84e-941cfd680bae,segment=NetworkSegment(46393a6d-fae8-4f94-b04c-15fa7a42a1b1),segment_id=46393a6d-fae8-4f94-b04c-15fa7a42a1b1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:53.524959 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-686701a2-ff7c-4a42-aff6-ba3c9845f228 req-98553788-5016-4b48-ae9c-00e3ae0a6e96 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:53.530085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff549f31-84ab-41f2-810b-70a14c8198ed req-0e1ee182-869c-46d2-8f2f-3f30326e84ad tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:53.531682 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff549f31-84ab-41f2-810b-70a14c8198ed req-0e1ee182-869c-46d2-8f2f-3f30326e84ad tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=c56493db-0b2a-4ab9-8ee3-fedb735d3791 HTTP/1.1" status: 200 len: 945 time: 0.5368462 Jul 22 23:38:53.551687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f44c5-98e6-419f-8fdc-7d6ca100b21f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event updated for resources: {'Port': ['ID=1acb57eb-4388-486f-873d-b2c9056569e3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:53.629915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3b8d9373-468c-4df1-b670-0bece6549c09 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:53.676204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01f44c5-98e6-419f-8fdc-7d6ca100b21f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:53.676866 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a01f44c5-98e6-419f-8fdc-7d6ca100b21f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:53.677767 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['94c90ab1-b7c6-4f5c-a484-d1bbfa061a19'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:53.699453 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-8b262a80-9b95-4614-8340-794427c730ea tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:53.735338 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff549f31-84ab-41f2-810b-70a14c8198ed req-eb8139d2-daa4-412b-9f18-aa43e5704882 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713352 Jul 22 23:38:53.746764 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a01f44c5-98e6-419f-8fdc-7d6ca100b21f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7084353 Jul 22 23:38:53.753383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:53.772225 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-885d68f4-0117-4431-b066-fb6d879b4e89 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Request body: {'port': {'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e', 'name': 'tempest-TaggedBootDevicesTest-2086224035', 'fixed_ips': [{'subnet_id': 'f8d54d44-b87e-439d-97b7-a2af64fbcd3f'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:53.783605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 44d7642e-e2ac-4229-941c-2069ad54cb5f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:53.896986 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 3b8d9373-468c-4df1-b670-0bece6549c09 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:53.905858 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 3b8d9373-468c-4df1-b670-0bece6549c09 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:53.906333 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:53.911476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4d50f-1c8d-40ee-9e88-76e98c0205e3 req-ed2e8e44-3e9a-4705-9d3d-9db33b508b03 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:53.913297 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8dd4d50f-1c8d-40ee-9e88-76e98c0205e3 req-ed2e8e44-3e9a-4705-9d3d-9db33b508b03 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 946 time: 0.3211102 Jul 22 23:38:53.930283 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-64e20e3f-0a88-4d4d-ac12-1bd936568d27 req-f349ae5e-78e2-45f6-a5d3-43aeabf759a8 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:53.940126 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 44d7642e-e2ac-4229-941c-2069ad54cb5f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:53.971959 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349ae5e-78e2-45f6-a5d3-43aeabf759a8 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Pushing event deleted for resources: {'Port': ['ID=5eef62a3-a2af-4907-972d-338e0d65316d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:53.988461 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 44d7642e-e2ac-4229-941c-2069ad54cb5f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:53.989713 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:53.995007 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-8b262a80-9b95-4614-8340-794427c730ea tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:54.082915 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b262a80-9b95-4614-8340-794427c730ea tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Pushing event updated for resources: {'Port': ['ID=9a834c36-e660-4791-8b24-f156308fce97,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:54.111043 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e20e3f-0a88-4d4d-ac12-1bd936568d27 req-f349ae5e-78e2-45f6-a5d3-43aeabf759a8 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] No DVR routers for this DVR port 5eef62a3-a2af-4907-972d-338e0d65316d on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:54.116027 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-64e20e3f-0a88-4d4d-ac12-1bd936568d27 req-f349ae5e-78e2-45f6-a5d3-43aeabf759a8 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:54.118149 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-64e20e3f-0a88-4d4d-ac12-1bd936568d27 req-f349ae5e-78e2-45f6-a5d3-43aeabf759a8 tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.18 "DELETE /v2.0/ports/5eef62a3-a2af-4907-972d-338e0d65316d HTTP/1.1" status: 204 len: 173 time: 1.2953520 Jul 22 23:38:54.127437 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5e3df6-2286-4414-838c-688ff96f1b5c', 'name': 'network-vif-deleted', 'tag': '5eef62a3-a2af-4907-972d-338e0d65316d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:54.130055 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c951fd99-68a0-4126-a2c3-39794bd2fb47" -d '{"events": [{"server_uuid": "5b5e3df6-2286-4414-838c-688ff96f1b5c", "name": "network-vif-deleted", "tag": "5eef62a3-a2af-4907-972d-338e0d65316d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:54.134760 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-8b262a80-9b95-4614-8340-794427c730ea tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Network 289f0b49-e249-4b29-91da-f96e564f5f79 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:54.156224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-8b262a80-9b95-4614-8340-794427c730ea tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:54.163211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-8b262a80-9b95-4614-8340-794427c730ea tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:54.185077 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:54.233926 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-686701a2-ff7c-4a42-aff6-ba3c9845f228 req-98553788-5016-4b48-ae9c-00e3ae0a6e96 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:54.235196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-686701a2-ff7c-4a42-aff6-ba3c9845f228 req-98553788-5016-4b48-ae9c-00e3ae0a6e96 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:54.235988 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [req-686701a2-ff7c-4a42-aff6-ba3c9845f228 req-98553788-5016-4b48-ae9c-00e3ae0a6e96 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Floating IP e2c87cec-84a3-412f-8450-5999460aa947 disassociated. External IP: 172.25.4.67, port: 230c5332-917f-4028-b84e-941cfd680bae. Jul 22 23:38:54.236572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-686701a2-ff7c-4a42-aff6-ba3c9845f228 req-98553788-5016-4b48-ae9c-00e3ae0a6e96 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Calling delete_port for 230c5332-917f-4028-b84e-941cfd680bae owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:54.241024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-8b262a80-9b95-4614-8340-794427c730ea tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:54.241851 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-8b262a80-9b95-4614-8340-794427c730ea tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:54.266014 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:54.290083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0078788-cfbb-44f7-aaa6-1c3a9a72860d req-31864558-b142-499b-b88e-d97eae94a3ed tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:54.309773 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0078788-cfbb-44f7-aaa6-1c3a9a72860d req-31864558-b142-499b-b88e-d97eae94a3ed tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b5e3df6-2286-4414-838c-688ff96f1b5c HTTP/1.1" status: 200 len: 867 time: 0.4712389 Jul 22 23:38:54.310511 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885d68f4-0117-4431-b066-fb6d879b4e89 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Made reservation on behalf of d666488e03c84f33989e7c5054c2c913 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:54.319150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 44d7642e-e2ac-4229-941c-2069ad54cb5f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=44d7642e-e2ac-4229-941c-2069ad54cb5f,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:54.327457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56493db-0b2a-4ab9-8ee3-fedb735d3791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8d9373-468c-4df1-b670-0bece6549c09'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:54.329480 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-885d68f4-0117-4431-b066-fb6d879b4e89 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:54.333411 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75d438b-1a68-4581-8875-f0358197e854" -d '{"events": [{"server_uuid": "c56493db-0b2a-4ab9-8ee3-fedb735d3791", "name": "network-vif-plugged", "status": "completed", "tag": "3b8d9373-468c-4df1-b670-0bece6549c09"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:54.338465 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e02895c6-5946-4b33-898b-c69dbf9f9fbb None None] Provisioning for port 1acb57eb-4388-486f-873d-b2c9056569e3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:54.352120 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:54.379823 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8dd4d50f-1c8d-40ee-9e88-76e98c0205e3 req-2ebace52-61de-45dc-9818-41ef6a1de666 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db9fd76-01a6-43fd-b16e-50c44a6d663d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4275100 Jul 22 23:38:54.385403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e02895c6-5946-4b33-898b-c69dbf9f9fbb None None] Provisioning complete for port 1acb57eb-4388-486f-873d-b2c9056569e3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:54.385775 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e02895c6-5946-4b33-898b-c69dbf9f9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:54.402273 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-8b262a80-9b95-4614-8340-794427c730ea tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3724122 Jul 22 23:38:54.420866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Request body: {'port': {'device_id': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:54.450005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-885d68f4-0117-4431-b066-fb6d879b4e89 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] device_id is not set on port d69dbc8b-47f5-4d29-80c2-52d998ba6546 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:38:54.460492 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e02895c6-5946-4b33-898b-c69dbf9f9fbb None None] Port 1acb57eb-4388-486f-873d-b2c9056569e3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:38:54.498545 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-686701a2-ff7c-4a42-aff6-ba3c9845f228 req-98553788-5016-4b48-ae9c-00e3ae0a6e96 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:54.498828 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3b8d9373-468c-4df1-b670-0bece6549c09, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3b8d9373-468c-4df1-b670-0bece6549c09,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:54.513309 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:54.536866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e02895c6-5946-4b33-898b-c69dbf9f9fbb None None] Provisioning complete for port 44d7642e-e2ac-4229-941c-2069ad54cb5f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:54.537308 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e02895c6-5946-4b33-898b-c69dbf9f9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:54.538780 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98553788-5016-4b48-ae9c-00e3ae0a6e96 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Pushing event deleted for resources: {'Port': ['ID=230c5332-917f-4028-b84e-941cfd680bae,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:54.600866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0078788-cfbb-44f7-aaa6-1c3a9a72860d req-47e1f8be-96b6-4fc8-83e2-c21cd2c5202d tempest-ImagesNegativeTestJSON-1858938855 tempest-ImagesNegativeTestJSON-1858938855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f155f62-11b2-43c0-8108-ca48a43389ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608819 Jul 22 23:38:54.635597 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=44d7642e-e2ac-4229-941c-2069ad54cb5f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:54.733581 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-686701a2-ff7c-4a42-aff6-ba3c9845f228 req-98553788-5016-4b48-ae9c-00e3ae0a6e96 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Router d31b039d-353b-4e34-bb91-7b524b03ae27 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:38:54.758135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=3b8d9373-468c-4df1-b670-0bece6549c09,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:54.779457 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:54.816098 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d86a7-725b-4916-9233-8f79907bd154 req-83308119-dd85-4685-968c-5057588019eb tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:54.822268 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cc2d86a7-725b-4916-9233-8f79907bd154 req-83308119-dd85-4685-968c-5057588019eb tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 945 time: 0.3335743 Jul 22 23:38:54.841156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a559cdd5-772f-4bc6-b07d-5d0d3cfc1705 None None] Network 0d56ae8e-3fa7-4971-854c-370a57f322d3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:54.884802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-686701a2-ff7c-4a42-aff6-ba3c9845f228 req-98553788-5016-4b48-ae9c-00e3ae0a6e96 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:38:54.921984 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de353709-dbfa-45c4-ba53-96170071014c None None] Sync routers for ids ['d31b039d-353b-4e34-bb91-7b524b03ae27'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:38:54.937431 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-13ae5986-8415-4485-bd04-ad5be5f513a8 None None] Provisioning for port 89e8b225-545d-4abb-8ca6-0a332372d4b0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:54.937781 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-686701a2-ff7c-4a42-aff6-ba3c9845f228 req-98553788-5016-4b48-ae9c-00e3ae0a6e96 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] No DVR routers for this DVR port 230c5332-917f-4028-b84e-941cfd680bae on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:54.940689 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-686701a2-ff7c-4a42-aff6-ba3c9845f228 req-98553788-5016-4b48-ae9c-00e3ae0a6e96 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:54.943390 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-686701a2-ff7c-4a42-aff6-ba3c9845f228 req-98553788-5016-4b48-ae9c-00e3ae0a6e96 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.95 "DELETE /v2.0/ports/230c5332-917f-4028-b84e-941cfd680bae HTTP/1.1" status: 204 len: 173 time: 2.0729775 Jul 22 23:38:54.948672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de353709-dbfa-45c4-ba53-96170071014c None None] Routers {'d31b039d-353b-4e34-bb91-7b524b03ae27'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:54.949348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de353709-dbfa-45c4-ba53-96170071014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d31b039d-353b-4e34-bb91-7b524b03ae27'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:55.069827 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cc2d86a7-725b-4916-9233-8f79907bd154 req-fbdf8d0e-43c7-4c41-8e98-69b76e0e3985 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/security-groups?id=37713b97-666e-46fc-9239-26bc8e1ab0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235112 Jul 22 23:38:55.081330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-885d68f4-0117-4431-b066-fb6d879b4e89 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Allocated IP 10.1.1.82 (d14a0948-26e2-4d00-9935-582ab618394e/f8d54d44-b87e-439d-97b7-a2af64fbcd3f/d69dbc8b-47f5-4d29-80c2-52d998ba6546) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:55.135031 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f670a62-7f4c-4e5b-9c0f-b346f4e46143 req-ae3f7691-d15f-475e-8eb1-00bf937d61cf tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:55.136908 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f670a62-7f4c-4e5b-9c0f-b346f4e46143 req-ae3f7691-d15f-475e-8eb1-00bf937d61cf tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 931 time: 0.3645711 Jul 22 23:38:55.144920 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0521a1-7eaa-4699-b25b-f506f58cfd42 x-openstack-request-id: req-2e0521a1-7eaa-4699-b25b-f506f58cfd42 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:55.145243 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5e3df6-2286-4414-838c-688ff96f1b5c", "name": "network-vif-deleted", "tag": "5eef62a3-a2af-4907-972d-338e0d65316d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:55.145503 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e0521a1-7eaa-4699-b25b-f506f58cfd42 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:55.145909 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5e3df6-2286-4414-838c-688ff96f1b5c', 'name': 'network-vif-deleted', 'tag': '5eef62a3-a2af-4907-972d-338e0d65316d', 'status': 'completed', 'code': 200} Jul 22 23:38:55.223581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-13ae5986-8415-4485-bd04-ad5be5f513a8 None None] Provisioning complete for port 1acb57eb-4388-486f-873d-b2c9056569e3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:55.224025 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13ae5986-8415-4485-bd04-ad5be5f513a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:55.310304 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-13ae5986-8415-4485-bd04-ad5be5f513a8 None None] Port 1acb57eb-4388-486f-873d-b2c9056569e3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:38:55.345849 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f670a62-7f4c-4e5b-9c0f-b346f4e46143 req-a6857fd6-d8ae-4aad-8c5f-d53435a7fb7c tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644061 Jul 22 23:38:55.387157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-de353709-dbfa-45c4-ba53-96170071014c None None] Set router d31b039d-353b-4e34-bb91-7b524b03ae27 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:55.469081 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fa971-0fa7-4dcb-8d83-d183c5639a35 req-5ef0bb16-3b63-4067-860a-0a17763e17cc tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:55.476369 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c8fa971-0fa7-4dcb-8d83-d183c5639a35 req-5ef0bb16-3b63-4067-860a-0a17763e17cc tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.2531018 Jul 22 23:38:55.510792 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec380458-1e3a-418b-b0b8-48de96273181 x-openstack-request-id: req-ec380458-1e3a-418b-b0b8-48de96273181 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:55.511084 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56493db-0b2a-4ab9-8ee3-fedb735d3791", "name": "network-vif-plugged", "status": "completed", "tag": "3b8d9373-468c-4df1-b670-0bece6549c09", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:55.511336 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec380458-1e3a-418b-b0b8-48de96273181 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:55.511732 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56493db-0b2a-4ab9-8ee3-fedb735d3791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8d9373-468c-4df1-b670-0bece6549c09', 'code': 200} Jul 22 23:38:55.569969 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac56ee-2f3c-4c7b-8673-1c02691fcf86 req-7d8c5a8f-8c4c-4c5a-8b3d-8cf75e614200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:55.572106 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fcac56ee-2f3c-4c7b-8673-1c02691fcf86 req-7d8c5a8f-8c4c-4c5a-8b3d-8cf75e614200 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c56493db-0b2a-4ab9-8ee3-fedb735d3791 HTTP/1.1" status: 200 len: 1097 time: 0.0861318 Jul 22 23:38:55.625220 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-885d68f4-0117-4431-b066-fb6d879b4e89 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:55.637867 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fcac56ee-2f3c-4c7b-8673-1c02691fcf86 req-f37bb27b-4ce6-41ae-b566-7c231ff60344 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586548 Jul 22 23:38:55.709823 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c8fa971-0fa7-4dcb-8d83-d183c5639a35 req-7e5c5fc4-f225-4a43-8b44-bf0607c76ef0 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269738 Jul 22 23:38:55.750384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de353709-dbfa-45c4-ba53-96170071014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'name': 'tempest-ServersTestBootFromVolume-1412330984-router', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:35:39Z', 'updated_at': '2021-07-22T23:35:44Z', 'revision_number': 4, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'gw_port': {'id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:40Z', 'updated_at': '2021-07-22T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '103b7d79-2dee-4bb4-9b92-6d3004130ad4', 'name': '', 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'mac_address': 'fa:16:3e:6a:2e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:43Z', 'updated_at': '2021-07-22T23:35:50Z', 'revision_number': 5, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'subnets': [{'id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:55.766198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a834c36-e660-4791-8b24-f156308fce97 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:55.794321 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-885d68f4-0117-4431-b066-fb6d879b4e89 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Transition to ACTIVE for port object d69dbc8b-47f5-4d29-80c2-52d998ba6546 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:55.797015 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:55.803720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de353709-dbfa-45c4-ba53-96170071014c None None] Checking router: d31b039d-353b-4e34-bb91-7b524b03ae27 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:38:55.818549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de353709-dbfa-45c4-ba53-96170071014c None None] Routers {'d31b039d-353b-4e34-bb91-7b524b03ae27'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:55.819260 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de353709-dbfa-45c4-ba53-96170071014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:38:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d31b039d-353b-4e34-bb91-7b524b03ae27'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:55.830464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Transition to ACTIVE for port object 9a834c36-e660-4791-8b24-f156308fce97 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:55.866897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 89e8b225-545d-4abb-8ca6-0a332372d4b0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:55.882611 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20fc3198-0783-4333-8533-5286d8d96f7e req-0f6deb04-dc82-44fb-aea0-dba0c5486904 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 210 time: 0.0721767 Jul 22 23:38:55.890123 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:55.980254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Pushing event updated for resources: {'Port': ['ID=9a834c36-e660-4791-8b24-f156308fce97,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:56.007396 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-885d68f4-0117-4431-b066-fb6d879b4e89 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:56.018181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-de353709-dbfa-45c4-ba53-96170071014c None None] Set router d31b039d-353b-4e34-bb91-7b524b03ae27 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:56.059360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61566240-3270-4160-a968-cc1185f5f89b req-833baaae-89be-47e3-b10e-e34f80444d2b tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:56.064211 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61566240-3270-4160-a968-cc1185f5f89b req-833baaae-89be-47e3-b10e-e34f80444d2b tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=c56493db-0b2a-4ab9-8ee3-fedb735d3791 HTTP/1.1" status: 200 len: 946 time: 0.3949940 Jul 22 23:38:56.192202 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d68f4-0117-4431-b066-fb6d879b4e89 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Network d14a0948-26e2-4d00-9935-582ab618394e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:56.221310 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-885d68f4-0117-4431-b066-fb6d879b4e89 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:56.223028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d68f4-0117-4431-b066-fb6d879b4e89 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event updated for resources: {'Port': ['ID=d69dbc8b-47f5-4d29-80c2-52d998ba6546,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:56.229001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d68f4-0117-4431-b066-fb6d879b4e89 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:56.252481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 89e8b225-545d-4abb-8ca6-0a332372d4b0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:56.259154 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 89e8b225-545d-4abb-8ca6-0a332372d4b0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:56.260604 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:56.326993 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61566240-3270-4160-a968-cc1185f5f89b req-73d679df-7bd8-4234-9ef3-e66e9ff5089e tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088957 Jul 22 23:38:56.421800 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:56.446948 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-de353709-dbfa-45c4-ba53-96170071014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'name': 'tempest-ServersTestBootFromVolume-1412330984-router', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:35:39Z', 'updated_at': '2021-07-22T23:35:44Z', 'revision_number': 4, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'gw_port': {'id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:40Z', 'updated_at': '2021-07-22T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '103b7d79-2dee-4bb4-9b92-6d3004130ad4', 'name': '', 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'mac_address': 'fa:16:3e:6a:2e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:43Z', 'updated_at': '2021-07-22T23:35:50Z', 'revision_number': 5, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'subnets': [{'id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:56.473861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 89e8b225-545d-4abb-8ca6-0a332372d4b0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=89e8b225-545d-4abb-8ca6-0a332372d4b0,segment=NetworkSegment(b693c9a5-61b9-4855-99b1-f1cf44bc95e7),segment_id=b693c9a5-61b9-4855-99b1-f1cf44bc95e7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:56.518683 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:56.519563 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 44d7642e-e2ac-4229-941c-2069ad54cb5f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:56.600032 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=89e8b225-545d-4abb-8ca6-0a332372d4b0,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:56.603995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de353709-dbfa-45c4-ba53-96170071014c None None] The sync data for ids ['d31b039d-353b-4e34-bb91-7b524b03ae27'] in n-d-688802-2 is: [{'id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'name': 'tempest-ServersTestBootFromVolume-1412330984-router', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:35:39Z', 'updated_at': '2021-07-22T23:35:44Z', 'revision_number': 4, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'gw_port': {'id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:40Z', 'updated_at': '2021-07-22T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '103b7d79-2dee-4bb4-9b92-6d3004130ad4', 'name': '', 'network_id': '64c1cf46-ad0e-4d4a-9136-e5fbbd655342', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'mac_address': 'fa:16:3e:6a:2e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:43Z', 'updated_at': '2021-07-22T23:35:50Z', 'revision_number': 5, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'subnets': [{'id': '10254434-b56b-4ee9-9842-50f1264cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:38:56.611115 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:56.611877 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40288) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:56.696224 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a6829c5d-00a0-4a5a-8fbd-2ad8e6301484 None None] Provisioning for port d69dbc8b-47f5-4d29-80c2-52d998ba6546 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:56.737464 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a6829c5d-00a0-4a5a-8fbd-2ad8e6301484 None None] Provisioning complete for port d69dbc8b-47f5-4d29-80c2-52d998ba6546 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:56.738620 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6829c5d-00a0-4a5a-8fbd-2ad8e6301484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:56.793543 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a6829c5d-00a0-4a5a-8fbd-2ad8e6301484 None None] Port d69dbc8b-47f5-4d29-80c2-52d998ba6546 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:38:56.800436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:56.808895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:56.809554 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:56.833215 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0defc543-ff10-437f-96e6-4b5c31d0c343 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cca2002eee7342eea0a21876d96fc6ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168820 Jul 22 23:38:56.834281 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40294) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:56.849146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d68f4-0117-4431-b066-fb6d879b4e89 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:56.849727 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-885d68f4-0117-4431-b066-fb6d879b4e89 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:56.856730 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 44d7642e-e2ac-4229-941c-2069ad54cb5f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:56.856967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Attempting to bind port 9a834c36-e660-4791-8b24-f156308fce97 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:56.857138 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:56.857260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Attempting to bind port 9a834c36-e660-4791-8b24-f156308fce97 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '634fb338-ab79-4ce0-a6c7-22027d6b5a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:56.857260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Attempting to bind port 9a834c36-e660-4791-8b24-f156308fce97 on network 289f0b49-e249-4b29-91da-f96e564f5f79 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:56.895117 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dfd04-c3c6-4d86-b02e-976da0680d51 req-bc1e6f36-ea30-41cb-ae73-27470bfa7d81 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:56.903034 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a1dfd04-c3c6-4d86-b02e-976da0680d51 req-bc1e6f36-ea30-41cb-ae73-27470bfa7d81 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 945 time: 0.7001042 Jul 22 23:38:56.906866 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36d511a0-78ea-4fb1-a7fa-b988519e43af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:56.919395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Port 9a834c36-e660-4791-8b24-f156308fce97 on network 289f0b49-e249-4b29-91da-f96e564f5f79 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:38:56.920310 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Attempting to bind port 9a834c36-e660-4791-8b24-f156308fce97 on network 289f0b49-e249-4b29-91da-f96e564f5f79 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:56.939534 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36d511a0-78ea-4fb1-a7fa-b988519e43af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:56.943483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:56.943924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Checking segment: {'id': '634fb338-ab79-4ce0-a6c7-22027d6b5a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:56.944656 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Bound using segment: {'id': '634fb338-ab79-4ce0-a6c7-22027d6b5a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:56.944656 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Bound port: 9a834c36-e660-4791-8b24-f156308fce97, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634fb338-ab79-4ce0-a6c7-22027d6b5a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:56.945841 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:56.955413 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-885d68f4-0117-4431-b066-fb6d879b4e89 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1973407 Jul 22 23:38:57.020836 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a1dfd04-c3c6-4d86-b02e-976da0680d51 req-fef4d011-d2c8-4188-83ae-7be7a76ccbad tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/security-groups?id=37713b97-666e-46fc-9239-26bc8e1ab0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168454 Jul 22 23:38:57.033386 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36d511a0-78ea-4fb1-a7fa-b988519e43af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:57.038351 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36d511a0-78ea-4fb1-a7fa-b988519e43af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:57.042761 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-36d511a0-78ea-4fb1-a7fa-b988519e43af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f155f62-11b2-43c0-8108-ca48a43389ac HTTP/1.1" status: 204 len: 168 time: 0.2043548 Jul 22 23:38:57.050132 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d511a0-78ea-4fb1-a7fa-b988519e43af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f155f62-11b2-43c0-8108-ca48a43389ac,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:57.092963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d5f92-0c1e-4e39-8906-fe3ba8cf36f2 req-3f73132f-d9e0-4f04-8ef2-8910a75d127a tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:57.095080 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-637d5f92-0c1e-4e39-8906-fe3ba8cf36f2 req-3f73132f-d9e0-4f04-8ef2-8910a75d127a tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 943 time: 0.2688894 Jul 22 23:38:57.120756 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcf6bbd-8869-448c-b20f-4c8ea25244a8 None None] New status for floating IP e2c87cec-84a3-412f-8450-5999460aa947: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:38:57.148085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9333c3-109f-4740-a6ab-0498ca13f6f0', 'name': 'network-vif-deleted', 'tag': '230c5332-917f-4028-b84e-941cfd680bae'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:57.161427 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fe35be-bf80-4228-a399-f26ee0fbfe55" -d '{"events": [{"server_uuid": "8c9333c3-109f-4740-a6ab-0498ca13f6f0", "name": "network-vif-deleted", "tag": "230c5332-917f-4028-b84e-941cfd680bae"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:57.162679 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:57.191492 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] For port 9a834c36-e660-4791-8b24-f156308fce97, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:57.195891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] For port 9a834c36-e660-4791-8b24-f156308fce97, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=9a834c36-e660-4791-8b24-f156308fce97,segment=NetworkSegment(634fb338-ab79-4ce0-a6c7-22027d6b5a2e),segment_id=634fb338-ab79-4ce0-a6c7-22027d6b5a2e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:57.214100 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:57.244389 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-637d5f92-0c1e-4e39-8906-fe3ba8cf36f2 req-356e6670-b144-41fb-baba-2d448de284e3 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332712 Jul 22 23:38:57.248976 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=94c90ab1-b7c6-4f5c-a484-d1bbfa061a19,segment=NetworkSegment(5668b530-f059-4ae0-8653-e814db628761),segment_id=5668b530-f059-4ae0-8653-e814db628761)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:57.260990 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:57.261835 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 5eef62a3-a2af-4907-972d-338e0d65316d no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:57.310599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:57.311226 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:57.312641 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] 10.222.0.95 "PUT /v2.0/ports/9a834c36-e660-4791-8b24-f156308fce97 HTTP/1.1" status: 200 len: 1091 time: 2.8981428 Jul 22 23:38:57.313113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'tag': '9a834c36-e660-4791-8b24-f156308fce97'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:57.315418 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0900de91-d268-49c9-8b30-70aaf3ac7a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7f4e74-af25-4946-b80a-d7b42df5b9ff", "tag": "9a834c36-e660-4791-8b24-f156308fce97"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:57.375324 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 5eef62a3-a2af-4907-972d-338e0d65316d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:57.375671 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 5eef62a3-a2af-4907-972d-338e0d65316d not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:57.409324 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=94c90ab1-b7c6-4f5c-a484-d1bbfa061a19,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:57.506580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-933ec7f8-c04a-402b-8771-1e4bbd4e2232 req-c633a9f0-964a-4752-a758-6a9a55d5760b tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 210 time: 0.0601034 Jul 22 23:38:57.512617 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a747fb-857d-4138-bfe1-d2758e31767f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c90ab1-b7c6-4f5c-a484-d1bbfa061a19'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:57.515744 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c148b55-1413-4d58-92af-054dde090b50" -d '{"events": [{"server_uuid": "09a747fb-857d-4138-bfe1-d2758e31767f", "name": "network-vif-plugged", "status": "completed", "tag": "94c90ab1-b7c6-4f5c-a484-d1bbfa061a19"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:57.525285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f0a1b-98a4-4aa4-9d02-3cb23b58e05f service neutron] Pushing event updated for resources: {'Port': ['ID=9a834c36-e660-4791-8b24-f156308fce97,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:57.572354 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-f8e0dedd-2372-4c19-a7cf-c1011dcd4e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:57.574484 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-f8e0dedd-2372-4c19-a7cf-c1011dcd4e89 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0f944e6bb36c4ef99743562f3de61894&device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 1094 time: 0.2063296 Jul 22 23:38:57.601873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95625ba9-40ec-4294-b040-814f74c7644d req-514f5478-50f7-4f36-86ce-7be8d4cae92f tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:57.610265 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95625ba9-40ec-4294-b040-814f74c7644d req-514f5478-50f7-4f36-86ce-7be8d4cae92f tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.3043249 Jul 22 23:38:57.648085 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-2c922ad7-3616-4e6d-80e6-67d263dbc4b7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a834c36-e660-4791-8b24-f156308fce97 HTTP/1.1" status: 200 len: 217 time: 0.0622015 Jul 22 23:38:57.665242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 89e8b225-545d-4abb-8ca6-0a332372d4b0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:57.694203 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 230c5332-917f-4028-b84e-941cfd680bae no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:57.720561 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 230c5332-917f-4028-b84e-941cfd680bae {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:57.721114 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 230c5332-917f-4028-b84e-941cfd680bae not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:57.750745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 89e8b225-545d-4abb-8ca6-0a332372d4b0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:57.750978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95625ba9-40ec-4294-b040-814f74c7644d req-3fe50afd-d968-4938-8ca2-25bfb5569187 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388505 Jul 22 23:38:57.752107 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40322) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:57.757360 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:57.758821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2e23f6fe-7a86-4d40-a1e7-3fd126aa4497 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--888480622', 'description': 'tempest-description--1028759905'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:57.761027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-4649f872-670a-407d-9c17-2c06d07df1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:57.762603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-4649f872-670a-407d-9c17-2c06d07df1a9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e72d1ef6-6a22-4e40-b45c-d3c4a70d0549 HTTP/1.1" status: 200 len: 859 time: 0.1056001 Jul 22 23:38:57.827999 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e23f6fe-7a86-4d40-a1e7-3fd126aa4497 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:57.850822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-9c830451-a033-4ae7-9b55-174731ccc69d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=289f0b49-e249-4b29-91da-f96e564f5f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711212 Jul 22 23:38:57.882661 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27d6dcc-479e-4156-839e-0d0dde2e4545 x-openstack-request-id: req-a27d6dcc-479e-4156-839e-0d0dde2e4545 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:57.882954 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9333c3-109f-4740-a6ab-0498ca13f6f0", "name": "network-vif-deleted", "tag": "230c5332-917f-4028-b84e-941cfd680bae", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:57.883210 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a27d6dcc-479e-4156-839e-0d0dde2e4545 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:57.884289 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9333c3-109f-4740-a6ab-0498ca13f6f0', 'name': 'network-vif-deleted', 'tag': '230c5332-917f-4028-b84e-941cfd680bae', 'status': 'completed', 'code': 200} Jul 22 23:38:57.983331 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e23f6fe-7a86-4d40-a1e7-3fd126aa4497 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:57.990013 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e23f6fe-7a86-4d40-a1e7-3fd126aa4497 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.005183 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e011e2b-b1ab-4a57-a56b-5f5c3834e2f4 x-openstack-request-id: req-0e011e2b-b1ab-4a57-a56b-5f5c3834e2f4 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:58.005183 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a747fb-857d-4138-bfe1-d2758e31767f", "name": "network-vif-plugged", "status": "completed", "tag": "94c90ab1-b7c6-4f5c-a484-d1bbfa061a19", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:58.006267 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e011e2b-b1ab-4a57-a56b-5f5c3834e2f4 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:58.006801 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a747fb-857d-4138-bfe1-d2758e31767f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c90ab1-b7c6-4f5c-a484-d1bbfa061a19', 'code': 200} Jul 22 23:38:58.024746 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23f6fe-7a86-4d40-a1e7-3fd126aa4497 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbd6b7f-109c-4621-a186-e6feab876da0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:58.038921 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57131190-0270-44c0-ad71-f2b6f21081ca x-openstack-request-id: req-57131190-0270-44c0-ad71-f2b6f21081ca {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:58.039221 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7f4e74-af25-4946-b80a-d7b42df5b9ff", "tag": "9a834c36-e660-4791-8b24-f156308fce97", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:58.039476 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-57131190-0270-44c0-ad71-f2b6f21081ca {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:58.040439 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'tag': '9a834c36-e660-4791-8b24-f156308fce97', 'status': 'completed', 'code': 200} Jul 22 23:38:58.042936 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e23f6fe-7a86-4d40-a1e7-3fd126aa4497 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.045147 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2e23f6fe-7a86-4d40-a1e7-3fd126aa4497 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2908697 Jul 22 23:38:58.047864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40330) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:58.053749 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-25f8453e-cf30-46e2-93f4-65a34e5ba073 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Request body: {'security_group_rule': {'security_group_id': '3fbd6b7f-109c-4621-a186-e6feab876da0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:58.059201 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-7cef7787-98a7-429f-a229-871d44372f5a service neutron] 10.222.0.95 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041152 Jul 22 23:38:58.147475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40334) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:58.150909 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25f8453e-cf30-46e2-93f4-65a34e5ba073 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.176991 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053716ea-e934-4af3-862c-a4da5f8db7f7 req-042b6754-f7c7-4503-b9c8-8f36436487e8 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:58.178539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-053716ea-e934-4af3-862c-a4da5f8db7f7 req-042b6754-f7c7-4503-b9c8-8f36436487e8 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=c56493db-0b2a-4ab9-8ee3-fedb735d3791 HTTP/1.1" status: 200 len: 946 time: 0.2887442 Jul 22 23:38:58.230478 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25f8453e-cf30-46e2-93f4-65a34e5ba073 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.238967 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25f8453e-cf30-46e2-93f4-65a34e5ba073 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.254326 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b993187f-3286-41c9-a40b-80af2bdcca6c req-97b190df-2050-441b-85d8-9832344048f5 service neutron] 10.222.0.95 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879911 Jul 22 23:38:58.277501 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8453e-cf30-46e2-93f4-65a34e5ba073 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa9e9a8-84d4-4f0d-9786-7b0514868562,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:58.279321 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-053716ea-e934-4af3-862c-a4da5f8db7f7 req-feda61f0-c0e9-4aa2-8b59-c23146f99f24 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798616 Jul 22 23:38:58.288566 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25f8453e-cf30-46e2-93f4-65a34e5ba073 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.293837 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-25f8453e-cf30-46e2-93f4-65a34e5ba073 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2408967 Jul 22 23:38:58.294000 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce4c11-98ee-4f23-84b2-0cb0d6e9747d req-03e1aca8-c7c8-461f-a45c-9c80bf4f9abc tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:58.300710 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94ce4c11-98ee-4f23-84b2-0cb0d6e9747d req-03e1aca8-c7c8-461f-a45c-9c80bf4f9abc tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 946 time: 0.1479461 Jul 22 23:38:58.301027 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:58.307399 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c39e1-20e6-4828-8228-bee7b936beb9 req-f57df164-0707-4cb1-a7d5-8e2daa2d2129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:58.317682 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-227c39e1-20e6-4828-8228-bee7b936beb9 req-f57df164-0707-4cb1-a7d5-8e2daa2d2129 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 1097 time: 0.2017124 Jul 22 23:38:58.340800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3a8d93aa-26c1-4a8a-a4f4-4daa405f6512 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Request body: {'security_group_rule': {'security_group_id': '3fbd6b7f-109c-4621-a186-e6feab876da0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:58.379288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e3ea60e5-8868-4b0c-9c33-90f77072aacc admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1108037060-network', 'tenant_id': '6539760ffcb6457396bc17422fedc47a'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:58.389133 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94ce4c11-98ee-4f23-84b2-0cb0d6e9747d req-d94f5395-d230-4482-b560-8f579f729e14 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/security-groups?id=37713b97-666e-46fc-9239-26bc8e1ab0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874689 Jul 22 23:38:58.417533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900de91-d268-49c9-8b30-70aaf3ac7a8b req-bc55ee80-6952-4eaa-a5ae-ae0d0532eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:58.419973 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0900de91-d268-49c9-8b30-70aaf3ac7a8b req-bc55ee80-6952-4eaa-a5ae-ae0d0532eddf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0f944e6bb36c4ef99743562f3de61894&device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 1094 time: 0.0954773 Jul 22 23:38:58.460555 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-227c39e1-20e6-4828-8228-bee7b936beb9 req-c391e8cf-51cb-48f4-a73b-c344d418a236 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37713b97-666e-46fc-9239-26bc8e1ab0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292703 Jul 22 23:38:58.484445 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a8d93aa-26c1-4a8a-a4f4-4daa405f6512 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.516773 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ea60e5-8868-4b0c-9c33-90f77072aacc admin admin] Made reservation on behalf of 6539760ffcb6457396bc17422fedc47a for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:58.519164 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3ea60e5-8868-4b0c-9c33-90f77072aacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.536781 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3ea60e5-8868-4b0c-9c33-90f77072aacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.591710 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900de91-d268-49c9-8b30-70aaf3ac7a8b req-8d573ae5-7315-4d69-9f79-9ddcf172c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:58.593409 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0900de91-d268-49c9-8b30-70aaf3ac7a8b req-8d573ae5-7315-4d69-9f79-9ddcf172c769 service neutron] 10.222.0.95 "GET /v2.0/networks?id=289f0b49-e249-4b29-91da-f96e564f5f79 HTTP/1.1" status: 200 len: 920 time: 0.1653059 Jul 22 23:38:58.610460 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a8d93aa-26c1-4a8a-a4f4-4daa405f6512 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.618929 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a8d93aa-26c1-4a8a-a4f4-4daa405f6512 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.643365 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0900de91-d268-49c9-8b30-70aaf3ac7a8b req-0dc79abd-8497-4cf2-a4f2-926fffc4db3a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a834c36-e660-4791-8b24-f156308fce97 HTTP/1.1" status: 200 len: 217 time: 0.0410221 Jul 22 23:38:58.647146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d93aa-26c1-4a8a-a4f4-4daa405f6512 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7502e8-41a4-4cc4-9a2c-d21222719836,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:58.685335 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a50ead1e-ac4c-42a0-be75-281183fe0abe req-4ef13e8c-e50f-4118-a2f3-02aec2b91760 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 210 time: 0.0469558 Jul 22 23:38:58.693696 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e415153-83d1-45a5-a38d-b8f01ddc7a1b req-8270d0a9-a80f-4cb3-b610-d4a5c4856112 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:58.701822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e415153-83d1-45a5-a38d-b8f01ddc7a1b req-8270d0a9-a80f-4cb3-b610-d4a5c4856112 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 943 time: 0.1938174 Jul 22 23:38:58.703272 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3ea60e5-8868-4b0c-9c33-90f77072aacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.723738 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3ea60e5-8868-4b0c-9c33-90f77072aacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.745459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ea60e5-8868-4b0c-9c33-90f77072aacc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:38:58.766395 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3ea60e5-8868-4b0c-9c33-90f77072aacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.767311 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-e3ea60e5-8868-4b0c-9c33-90f77072aacc admin admin] Added segment 9e3f553e-59ce-480b-a5d0-6a655d48a2f1 of type vlan for network 57ccab81-acd5-4e76-8bb7-36e460d0f620 Jul 22 23:38:58.789523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900de91-d268-49c9-8b30-70aaf3ac7a8b req-fcee17df-03a4-4ef8-afd3-63eb5d8e974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:58.791873 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0900de91-d268-49c9-8b30-70aaf3ac7a8b req-fcee17df-03a4-4ef8-afd3-63eb5d8e974d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e72d1ef6-6a22-4e40-b45c-d3c4a70d0549 HTTP/1.1" status: 200 len: 859 time: 0.1389432 Jul 22 23:38:58.797647 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e415153-83d1-45a5-a38d-b8f01ddc7a1b req-8d17deb2-2f8d-4b10-b1e7-55feafd25bcf tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949242 Jul 22 23:38:58.815959 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a8d93aa-26c1-4a8a-a4f4-4daa405f6512 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.820367 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3a8d93aa-26c1-4a8a-a4f4-4daa405f6512 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5013635 Jul 22 23:38:58.827815 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40352) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:58.838972 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:58.862378 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3ea60e5-8868-4b0c-9c33-90f77072aacc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.867633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0900de91-d268-49c9-8b30-70aaf3ac7a8b req-9d1d0dda-382f-49fd-afcd-62e7d548c207 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=289f0b49-e249-4b29-91da-f96e564f5f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607233 Jul 22 23:38:58.895538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea60e5-8868-4b0c-9c33-90f77072aacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34155f97-041e-4ee0-b25a-3662998ca4b7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:58.912868 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.946102 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3ea60e5-8868-4b0c-9c33-90f77072aacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.947301 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ea60e5-8868-4b0c-9c33-90f77072aacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:58.947740 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3ea60e5-8868-4b0c-9c33-90f77072aacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:58.991487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148b2a8-9c91-4854-9666-a0e489fc8910 req-0b6f538d-a6c1-4be0-b31c-3c7b92883ee7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:58.994196 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e3ea60e5-8868-4b0c-9c33-90f77072aacc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8455079 Jul 22 23:38:58.997284 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40354) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:58.997838 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6148b2a8-9c91-4854-9666-a0e489fc8910 req-0b6f538d-a6c1-4be0-b31c-3c7b92883ee7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=c56493db-0b2a-4ab9-8ee3-fedb735d3791 HTTP/1.1" status: 200 len: 946 time: 0.2101150 Jul 22 23:38:59.033948 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea60e5-8868-4b0c-9c33-90f77072aacc admin admin] Pushing event updated for resources: {'Network': ['ID=57ccab81-acd5-4e76-8bb7-36e460d0f620,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:59.041493 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c420aed5-4609-40f6-9bc1-3c3f146a5bc7 admin admin] Request body: {'subnet': {'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1108037060-subnet', 'tenant_id': '6539760ffcb6457396bc17422fedc47a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:59.058362 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0900de91-d268-49c9-8b30-70aaf3ac7a8b req-c2eb43f8-7bfd-4f62-b50f-11d8e92ce1dd service neutron] 10.222.0.95 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759343 Jul 22 23:38:59.062532 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 57ccab81-acd5-4e76-8bb7-36e460d0f620 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:38:59.092376 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74a1e8-828d-4b76-986f-50770926080a req-1bb88ae3-bebf-4b0b-925c-b39bd613eff7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:59.093940 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d74a1e8-828d-4b76-986f-50770926080a req-1bb88ae3-bebf-4b0b-925c-b39bd613eff7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.2222109 Jul 22 23:38:59.113554 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6148b2a8-9c91-4854-9666-a0e489fc8910 req-a3e84848-fc51-4fd3-bcf0-aa54684976bc tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013582 Jul 22 23:38:59.119195 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c420aed5-4609-40f6-9bc1-3c3f146a5bc7 admin admin] Made reservation on behalf of 6539760ffcb6457396bc17422fedc47a for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:59.122636 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c420aed5-4609-40f6-9bc1-3c3f146a5bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:59.201206 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:59.207791 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d74a1e8-828d-4b76-986f-50770926080a req-84c9ed5d-c1f0-460e-835b-b1b1836c9a9b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039894 Jul 22 23:38:59.227767 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0900de91-d268-49c9-8b30-70aaf3ac7a8b req-12e865c7-4316-455c-a302-6cf560a66664 service neutron] 10.222.0.95 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609535 Jul 22 23:38:59.397626 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Allocated IP 172.25.4.157 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/579e8729-1881-4322-bbed-f4d3da8fc705) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:59.429909 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c420aed5-4609-40f6-9bc1-3c3f146a5bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:59.582148 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420aed5-4609-40f6-9bc1-3c3f146a5bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf44d29d-58a9-4d83-aa8b-ae4af9904ce3,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:59.584112 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5ebd5-df8c-4a12-b059-f956663b0941 req-2255b30f-572b-402f-990a-e6b28826ece1 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:59.593146 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffc5ebd5-df8c-4a12-b059-f956663b0941 req-2255b30f-572b-402f-990a-e6b28826ece1 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 946 time: 0.1166220 Jul 22 23:38:59.611083 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420aed5-4609-40f6-9bc1-3c3f146a5bc7 admin admin] Checking segment: {'id': '9e3f553e-59ce-480b-a5d0-6a655d48a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:59.611504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c420aed5-4609-40f6-9bc1-3c3f146a5bc7 admin admin] Network hostable DHCP agents. Network: 57ccab81-acd5-4e76-8bb7-36e460d0f620, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:38:59.644045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffc5ebd5-df8c-4a12-b059-f956663b0941 req-03ed182a-3b3e-4d76-b7f7-7badcdf4d9b8 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/security-groups?id=37713b97-666e-46fc-9239-26bc8e1ab0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500257 Jul 22 23:38:59.656992 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:59.660802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c420aed5-4609-40f6-9bc1-3c3f146a5bc7 admin admin] Network 57ccab81-acd5-4e76-8bb7-36e460d0f620 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:38:59.682725 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c420aed5-4609-40f6-9bc1-3c3f146a5bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 57ccab81-acd5-4e76-8bb7-36e460d0f620) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:59.687270 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420aed5-4609-40f6-9bc1-3c3f146a5bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:59.690913 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e079de-3bb7-47d0-afa2-77b42bee641f None None] Network 57ccab81-acd5-4e76-8bb7-36e460d0f620 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:59.693626 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c420aed5-4609-40f6-9bc1-3c3f146a5bc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:59.717590 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c420aed5-4609-40f6-9bc1-3c3f146a5bc7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6852894 Jul 22 23:38:59.743137 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:59.822291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:59.828522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:59.836210 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:59.870145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ef81963b-cd14-4a0a-b8c7-91706431a06f req-8c49f7cd-c448-4fcd-bf0e-0f5b32e6a9b0 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c9333c3-109f-4740-a6ab-0498ca13f6f0 HTTP/1.1" status: 200 len: 210 time: 0.0793109 Jul 22 23:38:59.885779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e6020c-cbea-4ef6-aa11-67cc714b0cbf None None] Network 57ccab81-acd5-4e76-8bb7-36e460d0f620 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:59.989110 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event updated for resources: {'Port': ['ID=579e8729-1881-4322-bbed-f4d3da8fc705,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:59.995196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:00.067871 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:00.107007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c49a0-6444-4c59-bb72-c6642c68a6de req-322ab43a-809e-4fd2-a5ee-439b88dbb7a2 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:00.119014 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d06c49a0-6444-4c59-bb72-c6642c68a6de req-322ab43a-809e-4fd2-a5ee-439b88dbb7a2 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 943 time: 0.1841741 Jul 22 23:39:00.193079 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d06c49a0-6444-4c59-bb72-c6642c68a6de req-6d9cbd57-4376-429c-9f8c-3c70c23fc9cc tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723164 Jul 22 23:39:00.363968 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:00.371391 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:00.376625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb867a4-af26-43da-b760-12029f934532 req-81dfe967-b447-49cd-8f3b-e8d9ca993dc6 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:00.378233 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0fb867a4-af26-43da-b760-12029f934532 req-81dfe967-b447-49cd-8f3b-e8d9ca993dc6 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=c56493db-0b2a-4ab9-8ee3-fedb735d3791 HTTP/1.1" status: 200 len: 946 time: 0.1187935 Jul 22 23:39:00.451504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event updated for resources: {'Port': ['ID=579e8729-1881-4322-bbed-f4d3da8fc705,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:00.467755 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0fb867a4-af26-43da-b760-12029f934532 req-69cf8bce-9e0d-49a7-9ae7-018695d73cb8 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583329 Jul 22 23:39:00.469331 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:00.476538 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808395c8-d0c5-4b89-8527-c997cf17707d req-a0ef31a0-1ebe-4b45-a318-b07f028eda6d tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:00.482865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-808395c8-d0c5-4b89-8527-c997cf17707d req-a0ef31a0-1ebe-4b45-a318-b07f028eda6d tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/networks?id=57ccab81-acd5-4e76-8bb7-36e460d0f620 HTTP/1.1" status: 200 len: 822 time: 0.1602271 Jul 22 23:39:00.486653 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:00.487981 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a22dfd18-b9a3-48e9-bca5-680fb033b903 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6568696 Jul 22 23:39:00.499295 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-808395c8-d0c5-4b89-8527-c997cf17707d req-360c2c79-e6d2-42c7-9da5-7d48b8d3018d tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/quotas/6539760ffcb6457396bc17422fedc47a HTTP/1.1" status: 200 len: 375 time: 0.0155222 Jul 22 23:39:00.536675 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-808395c8-d0c5-4b89-8527-c997cf17707d req-be96511d-dab8-4dd9-a95b-f460bb12095f tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6539760ffcb6457396bc17422fedc47a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361702 Jul 22 23:39:00.663792 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-808395c8-d0c5-4b89-8527-c997cf17707d req-ac5b3352-a5c8-4b8e-bce9-ae27eba68adf service neutron] 10.222.0.26 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187046 Jul 22 23:39:00.745750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dde420-729b-41ad-8ed3-fc06c9891c45 req-65a80186-c088-4150-bceb-1cdf694df125 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:00.749900 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-97dde420-729b-41ad-8ed3-fc06c9891c45 req-65a80186-c088-4150-bceb-1cdf694df125 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.1679635 Jul 22 23:39:00.803533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-808395c8-d0c5-4b89-8527-c997cf17707d req-e6da4d10-7b56-4fe4-b97a-40541881c822 service neutron] 10.222.0.26 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320033 Jul 22 23:39:00.807639 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-97dde420-729b-41ad-8ed3-fc06c9891c45 req-dbcf0bbb-3d40-4317-b251-9fe347a22625 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542035 Jul 22 23:39:01.131795 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-4646ee34-cc77-4d6f-9c8e-efb681984767 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--888480622&fields=id&tenant_id=d666488e03c84f33989e7c5054c2c913 HTTP/1.1" status: 200 len: 267 time: 0.0497537 Jul 22 23:39:01.207129 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-c6b14040-08e6-4d12-983e-ad017002ae39 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:01.209807 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-c6b14040-08e6-4d12-983e-ad017002ae39 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports/1acb57eb-4388-486f-873d-b2c9056569e3 HTTP/1.1" status: 200 len: 931 time: 0.0761981 Jul 22 23:39:01.311890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-2107cdcf-d1b5-41f5-bf27-551089b992b5 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:01.313416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-2107cdcf-d1b5-41f5-bf27-551089b992b5 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports/d69dbc8b-47f5-4d29-80c2-52d998ba6546 HTTP/1.1" status: 200 len: 931 time: 0.0922384 Jul 22 23:39:01.338858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dace7-87ad-431a-a0de-7ba7a4499e0c req-b64e0cee-746a-4320-b598-72e1ee02c14c tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:01.345728 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e5dace7-87ad-431a-a0de-7ba7a4499e0c req-b64e0cee-746a-4320-b598-72e1ee02c14c tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 946 time: 0.1357818 Jul 22 23:39:01.404300 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-caf19ee4-cfae-4514-a82a-1d9d493d558c tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?network_id=0d56ae8e-3fa7-4971-854c-370a57f322d3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0839105 Jul 22 23:39:01.451632 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-a27f8fb4-b984-40b0-89fb-6541cf340c98 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?network_id=0d56ae8e-3fa7-4971-854c-370a57f322d3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0395231 Jul 22 23:39:01.461073 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e5dace7-87ad-431a-a0de-7ba7a4499e0c req-a0f28842-657e-4060-a59b-515a2735fe98 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/security-groups?id=37713b97-666e-46fc-9239-26bc8e1ab0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142750 Jul 22 23:39:01.551064 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61afc3f3-0e94-4f82-a40a-122199fd41bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:01.618024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-5a35a4cf-d7d5-4349-80af-81c2dd5f7599 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:01.624236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-5a35a4cf-d7d5-4349-80af-81c2dd5f7599 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:01.630044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-5a35a4cf-d7d5-4349-80af-81c2dd5f7599 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:01.631687 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-5a35a4cf-d7d5-4349-80af-81c2dd5f7599 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/networks?id=81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9&id=d14a0948-26e2-4d00-9935-582ab618394e&id=d14a0948-26e2-4d00-9935-582ab618394e&id=0d56ae8e-3fa7-4971-854c-370a57f322d3&id=0d56ae8e-3fa7-4971-854c-370a57f322d3 HTTP/1.1" status: 200 len: 1990 time: 0.1697371 Jul 22 23:39:01.651016 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e86140de-5544-4a8a-b537-8930a619bc09 req-476715f8-d47c-46a6-82ff-2990b621dc16 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 210 time: 0.0535502 Jul 22 23:39:01.668184 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-121142fb-8028-4493-ab13-9e14f204abc3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/quotas/d666488e03c84f33989e7c5054c2c913 HTTP/1.1" status: 200 len: 375 time: 0.0196626 Jul 22 23:39:01.693018 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 9a834c36-e660-4791-8b24-f156308fce97 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:39:01.790516 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-aa75e405-1390-499e-b534-0f728c50b382 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d666488e03c84f33989e7c5054c2c913&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1214218 Jul 22 23:39:01.853445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 9a834c36-e660-4791-8b24-f156308fce97, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=9a834c36-e660-4791-8b24-f156308fce97,segment=NetworkSegment(634fb338-ab79-4ce0-a6c7-22027d6b5a2e),segment_id=634fb338-ab79-4ce0-a6c7-22027d6b5a2e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:01.865021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '9a834c36-e660-4791-8b24-f156308fce97', 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79', 'port_id': '9a834c36-e660-4791-8b24-f156308fce97', 'mac_address': 'fa:16:3e:fd:e0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:39:01.907591 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:01.923909 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a834c36-e660-4791-8b24-f156308fce97 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:01.939786 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-87be0481-ff69-4967-bfea-5ee5a2055005 service neutron] 10.222.0.26 "GET /v2.0/networks/81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369359 Jul 22 23:39:01.949486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473b9ed-1cec-42a9-adc0-e6b1b5286d59 req-1698d5d7-9e1e-4239-92be-11ce3d6d2265 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:01.950976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f473b9ed-1cec-42a9-adc0-e6b1b5286d59 req-1698d5d7-9e1e-4239-92be-11ce3d6d2265 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 943 time: 0.1272600 Jul 22 23:39:01.952595 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 9a834c36-e660-4791-8b24-f156308fce97, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=9a834c36-e660-4791-8b24-f156308fce97,segment=NetworkSegment(634fb338-ab79-4ce0-a6c7-22027d6b5a2e),segment_id=634fb338-ab79-4ce0-a6c7-22027d6b5a2e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:01.957186 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:02.012444 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=9a834c36-e660-4791-8b24-f156308fce97,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:02.048781 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f473b9ed-1cec-42a9-adc0-e6b1b5286d59 req-d494d61e-213a-4db1-9780-2cf0f18e2f75 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888577 Jul 22 23:39:02.077062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3d0c0172-8216-4aa9-b803-335527fc5f0f service neutron] 10.222.0.26 "GET /v2.0/networks/81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249976 Jul 22 23:39:02.136743 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-bd1f0a6b-f911-47f0-be68-0132e36a142c service neutron] 10.222.0.26 "GET /v2.0/ports/1acb57eb-4388-486f-873d-b2c9056569e3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0583022 Jul 22 23:39:02.246447 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['9a834c36-e660-4791-8b24-f156308fce97'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:02.269551 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5b611-7a46-4226-a1f0-73a0be148619 req-26a1ecee-11cd-4b3b-8781-8b931c55f5ca tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:02.270963 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0bf5b611-7a46-4226-a1f0-73a0be148619 req-26a1ecee-11cd-4b3b-8781-8b931c55f5ca tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 946 time: 0.1575265 Jul 22 23:39:02.275058 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-8807916c-ed45-435f-a555-4bbe42465c3f service neutron] 10.222.0.26 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197731 Jul 22 23:39:02.334814 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808395c8-d0c5-4b89-8527-c997cf17707d req-1a2893fa-7b48-41ea-942e-37e28f09c6ec tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:02.337251 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-808395c8-d0c5-4b89-8527-c997cf17707d req-1a2893fa-7b48-41ea-942e-37e28f09c6ec tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.18 "GET /v2.0/networks?id=57ccab81-acd5-4e76-8bb7-36e460d0f620 HTTP/1.1" status: 200 len: 822 time: 0.1435313 Jul 22 23:39:02.357953 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-808395c8-d0c5-4b89-8527-c997cf17707d req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Request body: {'port': {'device_id': '15902ad6-33da-446b-b833-171bb5549123', 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620', 'admin_state_up': True, 'tenant_id': '6539760ffcb6457396bc17422fedc47a'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:02.520312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808395c8-d0c5-4b89-8527-c997cf17707d req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Made reservation on behalf of 6539760ffcb6457396bc17422fedc47a for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:02.524356 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-808395c8-d0c5-4b89-8527-c997cf17707d req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:02.659836 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-808395c8-d0c5-4b89-8527-c997cf17707d req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Allocated IP 172.20.0.10 (57ccab81-acd5-4e76-8bb7-36e460d0f620/bf44d29d-58a9-4d83-aa8b-ae4af9904ce3/acd7b08d-cef3-4a77-9d08-0f384b7e1ab7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:02.697217 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0bf5b611-7a46-4226-a1f0-73a0be148619 req-b405d8d6-d530-49a1-b7c9-1667582ad48b tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/security-groups?id=37713b97-666e-46fc-9239-26bc8e1ab0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138389 Jul 22 23:39:02.729806 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-9b030485-b2e0-4d93-80c9-0ffcc4a654d1 service neutron] 10.222.0.26 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453607 Jul 22 23:39:02.733965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40450) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:02.848287 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-808395c8-d0c5-4b89-8527-c997cf17707d req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:02.848684 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-20404472-3127-4a8c-b51e-f6d3b37ff076 service neutron] 10.222.0.26 "GET /v2.0/ports/d69dbc8b-47f5-4d29-80c2-52d998ba6546?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1122470 Jul 22 23:39:02.897422 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-808395c8-d0c5-4b89-8527-c997cf17707d req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:02.903532 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:02.941721 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808395c8-d0c5-4b89-8527-c997cf17707d req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Network 57ccab81-acd5-4e76-8bb7-36e460d0f620 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:02.946832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-808395c8-d0c5-4b89-8527-c997cf17707d req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:02.954470 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-808395c8-d0c5-4b89-8527-c997cf17707d req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:02.976493 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:02.993036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1a83b-7b11-4a8e-aa70-c74c1eba6774 req-3fec5273-cec1-495d-8f2a-b99ce20e75ec tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:02.994673 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36b1a83b-7b11-4a8e-aa70-c74c1eba6774 req-3fec5273-cec1-495d-8f2a-b99ce20e75ec tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.1991565 Jul 22 23:39:03.005759 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Pushing event updated for resources: {'Port': ['ID=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:03.017558 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.017698 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.018273 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.018612 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.018943 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.019271 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.019714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.019915 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.020235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.020551 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.020875 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.021679 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.042581 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808395c8-d0c5-4b89-8527-c997cf17707d req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:03.043295 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-808395c8-d0c5-4b89-8527-c997cf17707d req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:03.047335 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-7ae071dd-60b7-4b65-9a03-fa251654d492 service neutron] 10.222.0.26 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902683 Jul 22 23:39:03.064612 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-808395c8-d0c5-4b89-8527-c997cf17707d req-cef4350b-cdc6-4983-b652-e8fb96e81a98 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7126200 Jul 22 23:39:03.081645 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Request body: {'port': {'device_id': '15902ad6-33da-446b-b833-171bb5549123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:03.086518 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36b1a83b-7b11-4a8e-aa70-c74c1eba6774 req-67903e67-42e1-4069-9334-13b7f79b6d87 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839305 Jul 22 23:39:03.112911 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:03.112911 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:03.112911 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "DELETE /v2.0/security-groups/6db9fd76-01a6-43fd-b16e-50c44a6d663d HTTP/1.1" status: 204 len: 168 time: 0.3753552 Jul 22 23:39:03.113490 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40456) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:03.134450 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-19498683-610e-452e-9fc6-f364d59e9c57 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] show failed (client error): The resource could not be found. Jul 22 23:39:03.139328 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-19498683-610e-452e-9fc6-f364d59e9c57 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "GET /v2.0/security-groups/6db9fd76-01a6-43fd-b16e-50c44a6d663d HTTP/1.1" status: 404 len: 347 time: 0.0245547 Jul 22 23:39:03.139725 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40458) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:03.188028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db9fd76-01a6-43fd-b16e-50c44a6d663d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:03.201523 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:03.220306 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.220664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.221014 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.221403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.221735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.222066 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.222397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.222726 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.223054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.223380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.223701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.224023 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123de85-5f70-4bbf-88da-8dcdc74114f9 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:03.264431 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-fe528d1c-8ba2-4ea3-a4a2-99e093366546 service neutron] 10.222.0.26 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052436 Jul 22 23:39:03.423923 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-11cf578f-7c0d-4ecc-bf31-88d96955c1f0 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Deleting port df32f0b8-688b-4ca9-bdaf-d599a634cce1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:03.424160 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11cf578f-7c0d-4ecc-bf31-88d96955c1f0 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:03.449358 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-a48ac4ff-d4c0-4827-b0d3-00eb3bf6f22e service neutron] 10.222.0.26 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633418 Jul 22 23:39:03.472398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418cd9e-f0cb-465c-a178-7fff0191a684 req-45f92cd5-32fd-4599-89af-9d14551a8d79 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:03.474059 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1418cd9e-f0cb-465c-a178-7fff0191a684 req-45f92cd5-32fd-4599-89af-9d14551a8d79 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 932 time: 0.2069511 Jul 22 23:39:03.476064 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:03.484516 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:03.497267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Transition to ACTIVE for port object acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:03.500793 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:03.549479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Pushing event updated for resources: {'Port': ['ID=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:03.606266 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11cf578f-7c0d-4ecc-bf31-88d96955c1f0 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:03.606585 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11cf578f-7c0d-4ecc-bf31-88d96955c1f0 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:03.622248 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1418cd9e-f0cb-465c-a178-7fff0191a684 req-77b0e76f-af4c-48c0-9a7e-5c309d1917d3 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111207 Jul 22 23:39:03.622505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Attempting to bind port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:03.622740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Attempting to bind port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '9e3f553e-59ce-480b-a5d0-6a655d48a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:03.623073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Attempting to bind port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 on network 57ccab81-acd5-4e76-8bb7-36e460d0f620 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:03.627609 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 on network 57ccab81-acd5-4e76-8bb7-36e460d0f620 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:39:03.627941 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Attempting to bind port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 on network 57ccab81-acd5-4e76-8bb7-36e460d0f620 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:03.632996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:03.633470 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Checking segment: {'id': '9e3f553e-59ce-480b-a5d0-6a655d48a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:03.634130 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Bound using segment: {'id': '9e3f553e-59ce-480b-a5d0-6a655d48a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:03.634461 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Bound port: acd7b08d-cef3-4a77-9d08-0f384b7e1ab7, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3f553e-59ce-480b-a5d0-6a655d48a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:03.634832 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:03.635948 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-11cf578f-7c0d-4ecc-bf31-88d96955c1f0 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Calling delete_port for df32f0b8-688b-4ca9-bdaf-d599a634cce1 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:03.652477 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-1beab3de-ebc0-4618-9982-b6ca3ac6a609 service neutron] 10.222.0.26 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969681 Jul 22 23:39:03.701788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3b8d9373-468c-4df1-b670-0bece6549c09 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:39:03.704592 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 9a834c36-e660-4791-8b24-f156308fce97 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:03.715910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] For port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:03.720943 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] For port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:03.728752 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:03.815561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:03.816190 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:03.817938 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-808395c8-d0c5-4b89-8527-c997cf17707d req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] 10.222.0.18 "PUT /v2.0/ports/acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 HTTP/1.1" status: 200 len: 1092 time: 0.7406917 Jul 22 23:39:03.818384 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15902ad6-33da-446b-b833-171bb5549123', 'tag': 'acd7b08d-cef3-4a77-9d08-0f384b7e1ab7'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:03.821583 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c53536-52c2-4d00-a76d-274d88047d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "15902ad6-33da-446b-b833-171bb5549123", "tag": "acd7b08d-cef3-4a77-9d08-0f384b7e1ab7"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:03.825063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ff1de-9fdc-4aa7-b111-9d7cff40ddb2 service neutron] Pushing event updated for resources: {'Port': ['ID=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:03.848518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 9a834c36-e660-4791-8b24-f156308fce97 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:03.858990 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-dfe2b27e-8300-462d-9e56-f9dfee77635f service neutron] 10.222.0.26 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973670 Jul 22 23:39:03.866952 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 9a834c36-e660-4791-8b24-f156308fce97 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:03.867421 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:03.965083 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3b8d9373-468c-4df1-b670-0bece6549c09, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3b8d9373-468c-4df1-b670-0bece6549c09,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:03.971256 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808395c8-d0c5-4b89-8527-c997cf17707d req-3b6fbf60-45f9-43af-8a15-8c1d9902c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:03.973391 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-808395c8-d0c5-4b89-8527-c997cf17707d req-3b6fbf60-45f9-43af-8a15-8c1d9902c1ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6539760ffcb6457396bc17422fedc47a&device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 1095 time: 0.0649426 Jul 22 23:39:04.030300 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-808395c8-d0c5-4b89-8527-c997cf17707d req-dc925da3-1d8c-4ce3-8014-f446f57b02f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 HTTP/1.1" status: 200 len: 217 time: 0.0442085 Jul 22 23:39:04.037824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '3b8d9373-468c-4df1-b670-0bece6549c09', 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122', 'port_id': '3b8d9373-468c-4df1-b670-0bece6549c09', 'mac_address': 'fa:16:3e:fe:2f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be0a5b1-3bce-4e99-b121-d80db0f7b202', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:39:04.052851 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.055853 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.064533 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11cf578f-7c0d-4ecc-bf31-88d96955c1f0 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.091537 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808395c8-d0c5-4b89-8527-c997cf17707d req-5d96b140-74a9-48f6-8b9d-8e888b0a3093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:04.093958 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-808395c8-d0c5-4b89-8527-c997cf17707d req-5d96b140-74a9-48f6-8b9d-8e888b0a3093 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf44d29d-58a9-4d83-aa8b-ae4af9904ce3 HTTP/1.1" status: 200 len: 862 time: 0.0550454 Jul 22 23:39:04.104377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a834c36-e660-4791-8b24-f156308fce97'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:04.106660 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fae520-25a5-41a0-a03a-292082e6dfeb" -d '{"events": [{"server_uuid": "2e7f4e74-af25-4946-b80a-d7b42df5b9ff", "name": "network-vif-plugged", "status": "completed", "tag": "9a834c36-e660-4791-8b24-f156308fce97"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:04.124557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cd520b97-505b-421b-b109-3febc0a0de85 service neutron] 10.222.0.26 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589688 Jul 22 23:39:04.127001 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 9a834c36-e660-4791-8b24-f156308fce97, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=9a834c36-e660-4791-8b24-f156308fce97,segment=NetworkSegment(634fb338-ab79-4ce0-a6c7-22027d6b5a2e),segment_id=634fb338-ab79-4ce0-a6c7-22027d6b5a2e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:04.128540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf578f-7c0d-4ecc-bf31-88d96955c1f0 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Pushing event deleted for resources: {'Port': ['ID=df32f0b8-688b-4ca9-bdaf-d599a634cce1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:04.128757 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.134358 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-808395c8-d0c5-4b89-8527-c997cf17707d req-8b890831-be3a-4a2a-b046-aaeaec1a19cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57ccab81-acd5-4e76-8bb7-36e460d0f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336735 Jul 22 23:39:04.138871 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.167265 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b8d9373-468c-4df1-b670-0bece6549c09 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:04.204550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3b8d9373-468c-4df1-b670-0bece6549c09, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3b8d9373-468c-4df1-b670-0bece6549c09,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:04.209593 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=9a834c36-e660-4791-8b24-f156308fce97,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:04.214347 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.259113 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-808395c8-d0c5-4b89-8527-c997cf17707d req-a6443b82-8a80-4908-a2cf-4cb11d22a8ef service neutron] 10.222.0.18 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173728 Jul 22 23:39:04.274973 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1db308ea-adc5-4724-9706-c280fc02e5c0 req-f4446fae-8eef-4b28-8144-16094c2ccf98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3002851 Jul 22 23:39:04.276421 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11cf578f-7c0d-4ecc-bf31-88d96955c1f0 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.278604 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11cf578f-7c0d-4ecc-bf31-88d96955c1f0 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.279692 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-11cf578f-7c0d-4ecc-bf31-88d96955c1f0 tempest-ServersTestBootFromVolume-274114756 tempest-ServersTestBootFromVolume-274114756-project] 10.222.0.26 "DELETE /v2.0/floatingips/e2c87cec-84a3-412f-8450-5999460aa947 HTTP/1.1" status: 204 len: 168 time: 1.1365499 Jul 22 23:39:04.281543 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=3b8d9373-468c-4df1-b670-0bece6549c09,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:04.294328 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40492) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:04.307701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['3b8d9373-468c-4df1-b670-0bece6549c09'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:04.325943 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690cd12-e956-4c4b-87ee-82590cdfaa29 req-99d53f73-3ecf-4005-b8e4-d15b7d6380a1 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:04.332968 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2690cd12-e956-4c4b-87ee-82590cdfaa29 req-99d53f73-3ecf-4005-b8e4-d15b7d6380a1 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 944 time: 0.2840893 Jul 22 23:39:04.349352 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b0d2aa3-9133-45c4-9cbf-8dc5fb202302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.357476 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.432260 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-20e32fde-1132-4630-81d7-ed41e0d54638 service neutron] 10.222.0.26 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546794 Jul 22 23:39:04.449143 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2690cd12-e956-4c4b-87ee-82590cdfaa29 req-24030f31-9327-41c1-9547-7b864e1e23c7 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089432 Jul 22 23:39:04.567424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db308ea-adc5-4724-9706-c280fc02e5c0 req-043ed89d-a85a-4c93-b7d9-46fa4457df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:04.569810 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1db308ea-adc5-4724-9706-c280fc02e5c0 req-043ed89d-a85a-4c93-b7d9-46fa4457df52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f HTTP/1.1" status: 200 len: 1096 time: 0.2280467 Jul 22 23:39:04.628329 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-7f04366c-b1d5-45ad-ac13-a90947d6c438 service neutron] 10.222.0.26 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768460 Jul 22 23:39:04.811460 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cf30ca-3ed2-482a-a156-5e458fa4256e x-openstack-request-id: req-f8cf30ca-3ed2-482a-a156-5e458fa4256e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:04.812130 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15902ad6-33da-446b-b833-171bb5549123", "tag": "acd7b08d-cef3-4a77-9d08-0f384b7e1ab7", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:04.812130 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8cf30ca-3ed2-482a-a156-5e458fa4256e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:04.812371 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15902ad6-33da-446b-b833-171bb5549123', 'tag': 'acd7b08d-cef3-4a77-9d08-0f384b7e1ab7', 'status': 'completed', 'code': 200} Jul 22 23:39:04.833237 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db308ea-adc5-4724-9706-c280fc02e5c0 req-2edc168d-1ce0-4789-a14c-a8e7cbae5a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:04.834863 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1db308ea-adc5-4724-9706-c280fc02e5c0 req-2edc168d-1ce0-4789-a14c-a8e7cbae5a83 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 200 len: 906 time: 0.2456880 Jul 22 23:39:04.847027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b5b7d-e937-47ac-b226-818137171bea req-5aa59a6f-c29e-4b08-92dd-89d16416a269 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:04.856920 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6d8b5b7d-e937-47ac-b226-818137171bea req-5aa59a6f-c29e-4b08-92dd-89d16416a269 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 946 time: 0.2662799 Jul 22 23:39:04.863729 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-808395c8-d0c5-4b89-8527-c997cf17707d req-720ecced-833f-4e7d-beeb-5b47b3f3197d service neutron] 10.222.0.18 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998249 Jul 22 23:39:05.107726 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c53536-52c2-4d00-a76d-274d88047d1b req-43038b6c-f2e3-4d32-9cb9-4c7469df9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:05.109234 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-30c53536-52c2-4d00-a76d-274d88047d1b req-43038b6c-f2e3-4d32-9cb9-4c7469df9246 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6539760ffcb6457396bc17422fedc47a&device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 1095 time: 0.1276386 Jul 22 23:39:05.183992 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1db308ea-adc5-4724-9706-c280fc02e5c0 req-0e00ec3a-0c3d-4355-96e9-9ad3bc2e3004 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bae08b7-0670-4539-82be-dcc4e9e03196 HTTP/1.1" status: 200 len: 217 time: 0.3238292 Jul 22 23:39:05.195116 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-a5675e65-2a53-4626-8cd9-b4614b9133ac service neutron] 10.222.0.26 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372112 Jul 22 23:39:05.235972 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92d7c9ac-5ffd-4f9d-bf4d-c0c7d7432507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:05.290534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db308ea-adc5-4724-9706-c280fc02e5c0 req-7b0fce2a-3721-4b69-8795-5ba90666fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:05.292317 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1db308ea-adc5-4724-9706-c280fc02e5c0 req-7b0fce2a-3721-4b69-8795-5ba90666fc20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a6fea40-f65b-49f5-b79a-e507ab04e592 HTTP/1.1" status: 200 len: 845 time: 0.0930488 Jul 22 23:39:05.348230 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c53536-52c2-4d00-a76d-274d88047d1b req-34acfca8-8e9f-472a-b149-b4dbccac2ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:05.350046 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-30c53536-52c2-4d00-a76d-274d88047d1b req-34acfca8-8e9f-472a-b149-b4dbccac2ae1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=57ccab81-acd5-4e76-8bb7-36e460d0f620 HTTP/1.1" status: 200 len: 923 time: 0.2088060 Jul 22 23:39:05.374036 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6d8b5b7d-e937-47ac-b226-818137171bea req-77353735-9246-488a-981e-baa3d684e11d tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/security-groups?id=37713b97-666e-46fc-9239-26bc8e1ab0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080605 Jul 22 23:39:05.411149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1db308ea-adc5-4724-9706-c280fc02e5c0 req-a1f323ec-6154-443a-913e-895cc0d3c856 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83ef78c-9582-4eee-aa94-4db7f145b548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565093 Jul 22 23:39:05.433619 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:05.440232 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-30c53536-52c2-4d00-a76d-274d88047d1b req-f9ac2593-a0cd-4740-9c59-46c5ebb2c9d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 HTTP/1.1" status: 200 len: 217 time: 0.0817585 Jul 22 23:39:05.466376 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fd4691-a7e0-4613-8c5d-05c7c9307c35 x-openstack-request-id: req-41fd4691-a7e0-4613-8c5d-05c7c9307c35 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:05.466672 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7f4e74-af25-4946-b80a-d7b42df5b9ff", "name": "network-vif-plugged", "status": "completed", "tag": "9a834c36-e660-4791-8b24-f156308fce97", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:05.466928 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41fd4691-a7e0-4613-8c5d-05c7c9307c35 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:05.467316 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a834c36-e660-4791-8b24-f156308fce97', 'code': 200} Jul 22 23:39:05.491415 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccd0cce2-33cd-4026-bf34-4b5fad0e7c33 service neutron] 10.222.0.26 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577980 Jul 22 23:39:05.594348 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c53536-52c2-4d00-a76d-274d88047d1b req-30ea2a86-8270-4f14-a40c-1df74f4ac349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:05.596149 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-30c53536-52c2-4d00-a76d-274d88047d1b req-30ea2a86-8270-4f14-a40c-1df74f4ac349 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf44d29d-58a9-4d83-aa8b-ae4af9904ce3 HTTP/1.1" status: 200 len: 862 time: 0.1118934 Jul 22 23:39:05.695344 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-30c53536-52c2-4d00-a76d-274d88047d1b req-0cb620ea-c765-4c80-8596-cf9c6d03cbbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=57ccab81-acd5-4e76-8bb7-36e460d0f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902011 Jul 22 23:39:05.707576 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3b8d9373-468c-4df1-b670-0bece6549c09 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:05.726772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aebf0-d89a-4349-8a05-5e730009b888 req-1511dc23-efa4-49a1-a1cf-b8d214a30851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:05.728805 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce7aebf0-d89a-4349-8a05-5e730009b888 req-1511dc23-efa4-49a1-a1cf-b8d214a30851 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 1096 time: 0.1870403 Jul 22 23:39:05.787772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dd833-e835-43ca-b4c1-2961118e4b43 req-ada37d1a-7028-4557-a6f6-02bf11aa6986 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:05.797568 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-293dd833-e835-43ca-b4c1-2961118e4b43 req-ada37d1a-7028-4557-a6f6-02bf11aa6986 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.1950803 Jul 22 23:39:05.835472 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 3b8d9373-468c-4df1-b670-0bece6549c09 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:05.835855 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:05.862320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1db308ea-adc5-4724-9706-c280fc02e5c0 req-26c427d7-c33e-45c0-8b11-367fa3cd8434 service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427722 Jul 22 23:39:05.979622 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1db308ea-adc5-4724-9706-c280fc02e5c0 req-24fd79ff-77d6-4ad4-935b-229f3f7a7e7a service neutron] 10.222.0.18 "GET /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035750 Jul 22 23:39:05.995524 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-293dd833-e835-43ca-b4c1-2961118e4b43 req-fae4ad78-421d-4a37-91d0-d125c0efe272 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932464 Jul 22 23:39:06.002536 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-30c53536-52c2-4d00-a76d-274d88047d1b req-5b7480e9-e268-4564-85a4-6f1d313046e0 service neutron] 10.222.0.18 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716076 Jul 22 23:39:06.009958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-92d7c9ac-5ffd-4f9d-bf4d-c0c7d7432507 admin admin] Deleting port 103b7d79-2dee-4bb4-9b92-6d3004130ad4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:06.010613 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92d7c9ac-5ffd-4f9d-bf4d-c0c7d7432507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:06.032714 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:06.042990 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce7aebf0-d89a-4349-8a05-5e730009b888 req-fd9b1e0b-57b0-45b3-a7e5-d13545c5ccfc service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996118 Jul 22 23:39:06.083527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3b8d9373-468c-4df1-b670-0bece6549c09, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3b8d9373-468c-4df1-b670-0bece6549c09,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:06.089887 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:06.174755 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=3b8d9373-468c-4df1-b670-0bece6549c09,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:06.308040 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-30c53536-52c2-4d00-a76d-274d88047d1b req-363208b9-d1fe-4d11-b48b-4d7d0ebc9a3f service neutron] 10.222.0.18 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944596 Jul 22 23:39:06.311664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-92d7c9ac-5ffd-4f9d-bf4d-c0c7d7432507 admin admin] For port 103b7d79-2dee-4bb4-9b92-6d3004130ad4, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=103b7d79-2dee-4bb4-9b92-6d3004130ad4,segment=NetworkSegment(46393a6d-fae8-4f94-b04c-15fa7a42a1b1),segment_id=46393a6d-fae8-4f94-b04c-15fa7a42a1b1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:06.312058 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92d7c9ac-5ffd-4f9d-bf4d-c0c7d7432507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:06.346282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-92d7c9ac-5ffd-4f9d-bf4d-c0c7d7432507 admin admin] Calling delete_port for 103b7d79-2dee-4bb4-9b92-6d3004130ad4 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:06.359612 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b3541-a8fd-452e-895b-a224b76d8927 req-81697646-0344-4c1c-90e6-73bad33f47d2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:06.362991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b03b3541-a8fd-452e-895b-a224b76d8927 req-81697646-0344-4c1c-90e6-73bad33f47d2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 944 time: 0.1315165 Jul 22 23:39:06.419814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b03b3541-a8fd-452e-895b-a224b76d8927 req-1b3bf10f-2a62-4c2e-98a0-7d2faf2a6b08 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472131 Jul 22 23:39:06.643095 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92d7c9ac-5ffd-4f9d-bf4d-c0c7d7432507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:06.651445 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-74f237d4-1d93-4920-99af-09ac639b5d95 req-1990b5d2-06b3-4ba4-bae7-55df465d4e2d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 210 time: 0.0533917 Jul 22 23:39:06.674915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:39:06.693537 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7c9ac-5ffd-4f9d-bf4d-c0c7d7432507 admin admin] Pushing event deleted for resources: {'Port': ['ID=103b7d79-2dee-4bb4-9b92-6d3004130ad4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:06.781926 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ed808-43e2-4360-a06c-d7ba47d04886 req-12c56502-5feb-48b8-b09c-9c3e8ee2dda1 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:06.785307 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-037ed808-43e2-4360-a06c-d7ba47d04886 req-12c56502-5feb-48b8-b09c-9c3e8ee2dda1 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.1758509 Jul 22 23:39:06.899966 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-037ed808-43e2-4360-a06c-d7ba47d04886 req-8919b89c-c0ec-4823-b6df-b255cef3af57 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977840 Jul 22 23:39:06.933161 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:06.974145 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'acd7b08d-cef3-4a77-9d08-0f384b7e1ab7', 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620', 'port_id': 'acd7b08d-cef3-4a77-9d08-0f384b7e1ab7', 'mac_address': 'fa:16:3e:ea:49:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf44d29d-58a9-4d83-aa8b-ae4af9904ce3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:39:06.978436 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:07.128471 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:07.139428 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92d7c9ac-5ffd-4f9d-bf4d-c0c7d7432507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:07.159886 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:07.216812 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:07.229658 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:07.301945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:07.339572 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b852c5-af97-4c22-9074-22518f8b8ae2 req-9f4d3d35-7018-4b1d-a00f-4ef981ed31a7 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:07.341392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16b852c5-af97-4c22-9074-22518f8b8ae2 req-9f4d3d35-7018-4b1d-a00f-4ef981ed31a7 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 946 time: 0.1680179 Jul 22 23:39:07.351319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7c7e6-2bbd-473e-b061-da971116071c req-6350c40e-26c1-4ac8-b5ec-0d3a3bba3782 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:07.353867 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9f7c7e6-2bbd-473e-b061-da971116071c req-6350c40e-26c1-4ac8-b5ec-0d3a3bba3782 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.1908453 Jul 22 23:39:07.404177 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16b852c5-af97-4c22-9074-22518f8b8ae2 req-79dad390-acad-405c-b032-07fdda1e77f5 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/security-groups?id=37713b97-666e-46fc-9239-26bc8e1ab0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488241 Jul 22 23:39:07.452251 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9f7c7e6-2bbd-473e-b061-da971116071c req-fbdff1ca-271b-4840-9c76-8e9433fc9120 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483322 Jul 22 23:39:07.468613 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56493db-0b2a-4ab9-8ee3-fedb735d3791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8d9373-468c-4df1-b670-0bece6549c09'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:07.471351 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa87640e-2b06-4432-a6f5-fd3f57f8e0bd" -d '{"events": [{"server_uuid": "c56493db-0b2a-4ab9-8ee3-fedb735d3791", "name": "network-vif-plugged", "status": "completed", "tag": "3b8d9373-468c-4df1-b670-0bece6549c09"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:07.548920 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['acd7b08d-cef3-4a77-9d08-0f384b7e1ab7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:07.653312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3b7ef-ee13-4196-b8b7-1fd6563ce0c7 req-4e961ef9-4121-4516-9db9-b2c6fce9ac95 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:07.658229 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068bd9a0-cecb-4283-9da9-f380b6f31638 x-openstack-request-id: req-068bd9a0-cecb-4283-9da9-f380b6f31638 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:07.658513 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56493db-0b2a-4ab9-8ee3-fedb735d3791", "name": "network-vif-plugged", "status": "completed", "tag": "3b8d9373-468c-4df1-b670-0bece6549c09", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:07.662848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6ea3b7ef-ee13-4196-b8b7-1fd6563ce0c7 req-4e961ef9-4121-4516-9db9-b2c6fce9ac95 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 945 time: 0.1303203 Jul 22 23:39:07.666047 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-068bd9a0-cecb-4283-9da9-f380b6f31638 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:07.667235 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56493db-0b2a-4ab9-8ee3-fedb735d3791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8d9373-468c-4df1-b670-0bece6549c09', 'code': 200} Jul 22 23:39:07.735096 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d7c9ac-5ffd-4f9d-bf4d-c0c7d7432507 admin admin] Router d31b039d-353b-4e34-bb91-7b524b03ae27 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:39:07.758586 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6ea3b7ef-ee13-4196-b8b7-1fd6563ce0c7 req-e74b22c4-9bd0-413b-bcc0-b2b56334f718 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898211 Jul 22 23:39:07.930692 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d7c9ac-5ffd-4f9d-bf4d-c0c7d7432507 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:39:07.936617 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-92d7c9ac-5ffd-4f9d-bf4d-c0c7d7432507 admin admin] 10.222.0.26 "PUT /v2.0/routers/d31b039d-353b-4e34-bb91-7b524b03ae27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6361203 Jul 22 23:39:07.940223 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e92b4c0-2e18-4da9-a596-28e163b62554 None None] Sync routers for ids ['d31b039d-353b-4e34-bb91-7b524b03ae27'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:39:07.947744 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40584) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:07.954977 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e92b4c0-2e18-4da9-a596-28e163b62554 None None] Routers {'d31b039d-353b-4e34-bb91-7b524b03ae27'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:07.955529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5e92b4c0-2e18-4da9-a596-28e163b62554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:39:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d31b039d-353b-4e34-bb91-7b524b03ae27'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:07.970855 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7134e549-affb-4b38-aeed-4451ac948309 req-b95ffe8c-b30e-40dd-b7c8-672a751854a0 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 210 time: 0.1009638 Jul 22 23:39:08.094398 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f66cc3b6-2681-45a4-bde0-0ce447716e6b admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:08.094791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e381de-a6a0-4054-b222-bdb42a3d9c3a req-6001fef5-6666-4738-a13d-653ae28793f4 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:08.102627 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00e381de-a6a0-4054-b222-bdb42a3d9c3a req-6001fef5-6666-4738-a13d-653ae28793f4 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.1058834 Jul 22 23:39:08.122752 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5e92b4c0-2e18-4da9-a596-28e163b62554 None None] Set router d31b039d-353b-4e34-bb91-7b524b03ae27 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:08.165404 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00e381de-a6a0-4054-b222-bdb42a3d9c3a req-75c28e83-7b45-4d97-8a63-b972fd5188cd tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567842 Jul 22 23:39:08.240869 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f66cc3b6-2681-45a4-bde0-0ce447716e6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:08.329867 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f66cc3b6-2681-45a4-bde0-0ce447716e6b admin admin] Deleting port dd0811b0-9238-433b-a046-27360dd212c1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:08.331595 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f66cc3b6-2681-45a4-bde0-0ce447716e6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:08.445364 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5e92b4c0-2e18-4da9-a596-28e163b62554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'name': 'tempest-ServersTestBootFromVolume-1412330984-router', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:35:39Z', 'updated_at': '2021-07-22T23:39:06Z', 'revision_number': 5, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'gw_port': {'id': 'dd0811b0-9238-433b-a046-27360dd212c1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:35:40Z', 'updated_at': '2021-07-22T23:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:08.501065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e92b4c0-2e18-4da9-a596-28e163b62554 None None] Checking router: d31b039d-353b-4e34-bb91-7b524b03ae27 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:39:08.519294 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e92b4c0-2e18-4da9-a596-28e163b62554 None None] Routers {'d31b039d-353b-4e34-bb91-7b524b03ae27'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:08.520228 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5e92b4c0-2e18-4da9-a596-28e163b62554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:39:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d31b039d-353b-4e34-bb91-7b524b03ae27'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:08.613660 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f66cc3b6-2681-45a4-bde0-0ce447716e6b admin admin] For port dd0811b0-9238-433b-a046-27360dd212c1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=dd0811b0-9238-433b-a046-27360dd212c1,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:08.614209 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f66cc3b6-2681-45a4-bde0-0ce447716e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:08.630020 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f66cc3b6-2681-45a4-bde0-0ce447716e6b admin admin] Calling delete_port for dd0811b0-9238-433b-a046-27360dd212c1 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:08.689076 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5e92b4c0-2e18-4da9-a596-28e163b62554 None None] Set router d31b039d-353b-4e34-bb91-7b524b03ae27 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:08.748731 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218f5b5-901f-4130-9f6b-58e3248c2d44 req-1ebc0b1b-6448-4ac1-851b-04da2f5b5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:08.750310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a218f5b5-901f-4130-9f6b-58e3248c2d44 req-1ebc0b1b-6448-4ac1-851b-04da2f5b5794 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0f944e6bb36c4ef99743562f3de61894&device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 1096 time: 0.3016448 Jul 22 23:39:08.783857 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5e92b4c0-2e18-4da9-a596-28e163b62554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'name': 'tempest-ServersTestBootFromVolume-1412330984-router', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:35:39Z', 'updated_at': '2021-07-22T23:39:08Z', 'revision_number': 6, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:08.787466 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd53ee-ae85-4953-b330-d96630e1271a req-d8c0d8d7-af7d-44eb-bea4-9dca86893bf3 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:08.790062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93fd53ee-ae85-4953-b330-d96630e1271a req-d8c0d8d7-af7d-44eb-bea4-9dca86893bf3 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.2749674 Jul 22 23:39:08.838511 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f66cc3b6-2681-45a4-bde0-0ce447716e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:08.842045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:08.845587 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e92b4c0-2e18-4da9-a596-28e163b62554 None None] The sync data for ids ['d31b039d-353b-4e34-bb91-7b524b03ae27'] in n-d-688802-2 is: [{'id': 'd31b039d-353b-4e34-bb91-7b524b03ae27', 'name': 'tempest-ServersTestBootFromVolume-1412330984-router', 'tenant_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:35:39Z', 'updated_at': '2021-07-22T23:39:08Z', 'revision_number': 6, 'project_id': '7049c35ba50e4a4fa6cc5d484d630d60', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:39:08.902099 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cc3b6-2681-45a4-bde0-0ce447716e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0811b0-9238-433b-a046-27360dd212c1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:08.912006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-01c62f8b-a611-44f4-865f-d6f85a210b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:08.913516 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-01c62f8b-a611-44f4-865f-d6f85a210b5c service neutron] 10.222.0.18 "GET /v2.0/ports/1acb57eb-4388-486f-873d-b2c9056569e3 HTTP/1.1" status: 200 len: 1027 time: 0.3850205 Jul 22 23:39:08.971318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444acb16-3278-4721-9420-c0395d42cfe8 req-f5abd752-be90-43fd-b82f-dc2b9fca9e5a tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:08.973080 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-444acb16-3278-4721-9420-c0395d42cfe8 req-f5abd752-be90-43fd-b82f-dc2b9fca9e5a tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 946 time: 0.2772958 Jul 22 23:39:09.012476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70937165-7653-48fa-9250-618276090d1f req-1a50c36a-0faf-4398-b99f-f0d669af8b58 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:09.015612 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70937165-7653-48fa-9250-618276090d1f req-1a50c36a-0faf-4398-b99f-f0d669af8b58 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 946 time: 0.4538870 Jul 22 23:39:09.020561 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93fd53ee-ae85-4953-b330-d96630e1271a req-4e03b987-7af7-4950-8e62-466955bec97d tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060432 Jul 22 23:39:09.087787 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f66cc3b6-2681-45a4-bde0-0ce447716e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.131026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218f5b5-901f-4130-9f6b-58e3248c2d44 req-f4f14c75-efef-47fd-a93c-8ba8353027ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:09.132694 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a218f5b5-901f-4130-9f6b-58e3248c2d44 req-f4f14c75-efef-47fd-a93c-8ba8353027ec service neutron] 10.222.0.95 "GET /v2.0/networks?id=289f0b49-e249-4b29-91da-f96e564f5f79 HTTP/1.1" status: 200 len: 920 time: 0.3717895 Jul 22 23:39:09.159157 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70937165-7653-48fa-9250-618276090d1f req-3442fc1d-b529-42e8-9e32-9540b3f7e39e tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/security-groups?id=37713b97-666e-46fc-9239-26bc8e1ab0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424475 Jul 22 23:39:09.263315 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:09.284825 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:09.285754 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.348353 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f66cc3b6-2681-45a4-bde0-0ce447716e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.379089 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f66cc3b6-2681-45a4-bde0-0ce447716e6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.394006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cfddf2c5-1729-4a25-9e0c-438934718e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:09.395435 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cfddf2c5-1729-4a25-9e0c-438934718e44 service neutron] 10.222.0.18 "GET /v2.0/ports/d69dbc8b-47f5-4d29-80c2-52d998ba6546 HTTP/1.1" status: 200 len: 1027 time: 0.4566560 Jul 22 23:39:09.403568 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a218f5b5-901f-4130-9f6b-58e3248c2d44 req-ea97eeec-41d5-4c34-8995-4dbba2a95895 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a834c36-e660-4791-8b24-f156308fce97 HTTP/1.1" status: 200 len: 217 time: 0.2399795 Jul 22 23:39:09.477532 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.520059 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f66cc3b6-2681-45a4-bde0-0ce447716e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.520735 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66cc3b6-2681-45a4-bde0-0ce447716e6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d31b039d-353b-4e34-bb91-7b524b03ae27 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:39:09.520878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218f5b5-901f-4130-9f6b-58e3248c2d44 req-ba08f93a-8432-4f3a-b4d1-39b8402463cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:09.522369 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a218f5b5-901f-4130-9f6b-58e3248c2d44 req-ba08f93a-8432-4f3a-b4d1-39b8402463cf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e72d1ef6-6a22-4e40-b45c-d3c4a70d0549 HTTP/1.1" status: 200 len: 859 time: 0.1125679 Jul 22 23:39:09.547119 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f66cc3b6-2681-45a4-bde0-0ce447716e6b admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.553065 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f66cc3b6-2681-45a4-bde0-0ce447716e6b admin admin] 10.222.0.26 "DELETE /v2.0/routers/d31b039d-353b-4e34-bb91-7b524b03ae27 HTTP/1.1" status: 204 len: 168 time: 1.6030595 Jul 22 23:39:09.563456 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:09.569513 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:09.578944 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.653769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea73270-3c84-42f4-8341-64d94c27b37c admin admin] Deleting subnet 10254434-b56b-4ee9-9842-50f1264cadcc {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:39:09.657604 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ea73270-3c84-42f4-8341-64d94c27b37c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.708099 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ea73270-3c84-42f4-8341-64d94c27b37c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.714773 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15902ad6-33da-446b-b833-171bb5549123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd7b08d-cef3-4a77-9d08-0f384b7e1ab7'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:09.728341 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384a323f-9a9e-4fa2-ab49-1e591d2b0ea6" -d '{"events": [{"server_uuid": "15902ad6-33da-446b-b833-171bb5549123", "name": "network-vif-plugged", "status": "completed", "tag": "acd7b08d-cef3-4a77-9d08-0f384b7e1ab7"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:09.749256 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a218f5b5-901f-4130-9f6b-58e3248c2d44 req-c8571cfd-6c8e-4b58-9909-ec3a39da49ea service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=289f0b49-e249-4b29-91da-f96e564f5f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2188349 Jul 22 23:39:09.758838 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-a4b591cd-5e52-4c4b-a4a9-3bdd70b40d29 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:09.767243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-a218f5b5-901f-4130-9f6b-58e3248c2d44 req-8abc0aa2-185c-48bb-a22f-570e799e1142 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:39:09.769802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a218f5b5-901f-4130-9f6b-58e3248c2d44 req-8abc0aa2-185c-48bb-a22f-570e799e1142 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122828 Jul 22 23:39:09.776577 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:09.795129 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-a4b591cd-5e52-4c4b-a4a9-3bdd70b40d29 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:09.812699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-a4b591cd-5e52-4c4b-a4a9-3bdd70b40d29 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:09.818925 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-a4b591cd-5e52-4c4b-a4a9-3bdd70b40d29 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.18 "GET /v2.0/networks?id=81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9&id=d14a0948-26e2-4d00-9935-582ab618394e&id=d14a0948-26e2-4d00-9935-582ab618394e&id=d14a0948-26e2-4d00-9935-582ab618394e&id=d14a0948-26e2-4d00-9935-582ab618394e&id=0d56ae8e-3fa7-4971-854c-370a57f322d3&id=0d56ae8e-3fa7-4971-854c-370a57f322d3 HTTP/1.1" status: 200 len: 1990 time: 0.4097118 Jul 22 23:39:09.837647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efff592-8ce1-4b27-b0d8-11fa2b686a90 req-40fff580-ee76-44b3-b526-6f64f1d34966 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:09.839879 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9efff592-8ce1-4b27-b0d8-11fa2b686a90 req-40fff580-ee76-44b3-b526-6f64f1d34966 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.6720588 Jul 22 23:39:09.892440 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 103b7d79-2dee-4bb4-9b92-6d3004130ad4 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:09.903486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-444acb16-3278-4721-9420-c0395d42cfe8 req-9dc72cf9-6af9-4e4c-8331-de046b69003d tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Deleting port 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:09.903874 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-444acb16-3278-4721-9420-c0395d42cfe8 req-9dc72cf9-6af9-4e4c-8331-de046b69003d tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.911057 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-4e3f2447-7a09-491b-8462-371d6ea531a9 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d666488e03c84f33989e7c5054c2c913 HTTP/1.1" status: 200 len: 379 time: 0.0670023 Jul 22 23:39:09.928678 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-7996d200-d081-44d0-84aa-45d275e02a57 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Request body: {'port': {'device_id': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9', 'admin_state_up': True, 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'security_groups': ['3fbd6b7f-109c-4621-a186-e6feab876da0']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:09.934774 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 103b7d79-2dee-4bb4-9b92-6d3004130ad4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:39:09.935264 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 103b7d79-2dee-4bb4-9b92-6d3004130ad4 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:39:09.935893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device dd0811b0-9238-433b-a046-27360dd212c1 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:09.968659 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: dd0811b0-9238-433b-a046-27360dd212c1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:39:09.969072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device dd0811b0-9238-433b-a046-27360dd212c1 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:39:10.035164 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ea73270-3c84-42f4-8341-64d94c27b37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:10.044378 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c4142-8092-4931-a2f1-f79f81dfbe35 req-932ca56a-c447-4797-a1ea-210e9a1c003e tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:10.046002 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-239c4142-8092-4931-a2f1-f79f81dfbe35 req-932ca56a-c447-4797-a1ea-210e9a1c003e tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 945 time: 0.5144017 Jul 22 23:39:10.198460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9efff592-8ce1-4b27-b0d8-11fa2b686a90 req-45cac786-efa7-4520-8bed-0e34fbf9dcc2 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737050 Jul 22 23:39:10.198460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-239c4142-8092-4931-a2f1-f79f81dfbe35 req-2c03b434-6916-4f98-8db7-8a428d5a733b tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163228 Jul 22 23:39:10.237843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a218f5b5-901f-4130-9f6b-58e3248c2d44 req-2464851c-08d0-4427-9684-bc0e0802bfec service neutron] 10.222.0.95 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566162 Jul 22 23:39:10.276515 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-7996d200-d081-44d0-84aa-45d275e02a57 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Made reservation on behalf of d666488e03c84f33989e7c5054c2c913 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:10.284655 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-7996d200-d081-44d0-84aa-45d275e02a57 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:10.292249 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038db779-d6ef-40ac-bad8-c66ee32920e0 x-openstack-request-id: req-038db779-d6ef-40ac-bad8-c66ee32920e0 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:10.292766 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15902ad6-33da-446b-b833-171bb5549123", "name": "network-vif-plugged", "status": "completed", "tag": "acd7b08d-cef3-4a77-9d08-0f384b7e1ab7", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:10.292973 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-038db779-d6ef-40ac-bad8-c66ee32920e0 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:10.293720 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15902ad6-33da-446b-b833-171bb5549123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd7b08d-cef3-4a77-9d08-0f384b7e1ab7', 'code': 200} Jul 22 23:39:10.314601 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-444acb16-3278-4721-9420-c0395d42cfe8 req-9dc72cf9-6af9-4e4c-8331-de046b69003d tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] For port 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=94c90ab1-b7c6-4f5c-a484-d1bbfa061a19,segment=NetworkSegment(5668b530-f059-4ae0-8653-e814db628761),segment_id=5668b530-f059-4ae0-8653-e814db628761)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:10.314999 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-444acb16-3278-4721-9420-c0395d42cfe8 req-9dc72cf9-6af9-4e4c-8331-de046b69003d tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:10.421999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-444acb16-3278-4721-9420-c0395d42cfe8 req-9dc72cf9-6af9-4e4c-8331-de046b69003d tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Calling delete_port for 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:10.536812 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-7996d200-d081-44d0-84aa-45d275e02a57 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Allocated IP 172.20.0.4 (81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9/944a2bd3-3d96-426e-983b-9162c91b6208/e3e0753c-069e-48e6-a432-137322ba53a7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:10.543395 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ea73270-3c84-42f4-8341-64d94c27b37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:10.657022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea73270-3c84-42f4-8341-64d94c27b37c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10254434-b56b-4ee9-9842-50f1264cadcc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:10.662061 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1c8af89-8473-4852-aa31-c6dab7560a73 req-ac91e3c0-b358-44e6-b8a0-e21a46e0907d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 210 time: 0.2032335 Jul 22 23:39:10.786483 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-7996d200-d081-44d0-84aa-45d275e02a57 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:10.788424 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a218f5b5-901f-4130-9f6b-58e3248c2d44 req-200ba5d1-226d-43bc-bfd2-e45951440457 service neutron] 10.222.0.95 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227745 Jul 22 23:39:10.831802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-7996d200-d081-44d0-84aa-45d275e02a57 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Transition to ACTIVE for port object e3e0753c-069e-48e6-a432-137322ba53a7 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:10.870776 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ea73270-3c84-42f4-8341-64d94c27b37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:10.871396 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68635fd-64d8-4e32-95b2-f332a875d7ba None None] Network 64c1cf46-ad0e-4d4a-9136-e5fbbd655342 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:39:10.876347 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7ea73270-3c84-42f4-8341-64d94c27b37c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/10254434-b56b-4ee9-9842-50f1264cadcc HTTP/1.1" status: 204 len: 168 time: 1.2797260 Jul 22 23:39:10.885134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40634) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:11.072061 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:11.089469 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-7996d200-d081-44d0-84aa-45d275e02a57 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:11.154128 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-7996d200-d081-44d0-84aa-45d275e02a57 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Network 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:11.158833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-7996d200-d081-44d0-84aa-45d275e02a57 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:11.163514 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-7996d200-d081-44d0-84aa-45d275e02a57 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:11.233936 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf4ef53-4700-4372-93b6-3e76af7c22ad None None] DHCP port deletion for 64c1cf46-ad0e-4d4a-9136-e5fbbd655342 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:39:11.265895 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996d200-d081-44d0-84aa-45d275e02a57 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event updated for resources: {'Port': ['ID=e3e0753c-069e-48e6-a432-137322ba53a7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:11.322693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-7996d200-d081-44d0-84aa-45d275e02a57 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:11.323285 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-7996d200-d081-44d0-84aa-45d275e02a57 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:11.350544 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2cf4ef53-4700-4372-93b6-3e76af7c22ad None None] Deleting port 36f94576-eb78-4ff1-911d-c58d03dbe6df {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:11.352402 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2cf4ef53-4700-4372-93b6-3e76af7c22ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:11.376504 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-7996d200-d081-44d0-84aa-45d275e02a57 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4591830 Jul 22 23:39:11.381259 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] Deleting port 36f94576-eb78-4ff1-911d-c58d03dbe6df {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:11.385619 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:11.426368 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-9f6fad8e-a1a7-46cf-b8c2-94d0ac299673 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Request body: {'port': {'device_id': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e', 'admin_state_up': True, 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'security_groups': ['3fbd6b7f-109c-4621-a186-e6feab876da0']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:11.456035 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2cf4ef53-4700-4372-93b6-3e76af7c22ad None None] For port 36f94576-eb78-4ff1-911d-c58d03dbe6df, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=36f94576-eb78-4ff1-911d-c58d03dbe6df,segment=NetworkSegment(46393a6d-fae8-4f94-b04c-15fa7a42a1b1),segment_id=46393a6d-fae8-4f94-b04c-15fa7a42a1b1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:11.457817 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2cf4ef53-4700-4372-93b6-3e76af7c22ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:11.478743 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2cf4ef53-4700-4372-93b6-3e76af7c22ad None None] Calling delete_port for 36f94576-eb78-4ff1-911d-c58d03dbe6df owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:11.550973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f47c8-9370-4ccc-bd4e-9b9bf264d3ff req-3f2e2e35-ba80-4fee-a0f3-8114179c959b tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:11.570584 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f41f47c8-9370-4ccc-bd4e-9b9bf264d3ff req-3f2e2e35-ba80-4fee-a0f3-8114179c959b tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 1.1073356 Jul 22 23:39:11.634318 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2cf4ef53-4700-4372-93b6-3e76af7c22ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:11.640776 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-444acb16-3278-4721-9420-c0395d42cfe8 req-9dc72cf9-6af9-4e4c-8331-de046b69003d tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:11.651287 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf4ef53-4700-4372-93b6-3e76af7c22ad None None] No DVR routers for this DVR port 36f94576-eb78-4ff1-911d-c58d03dbe6df on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:39:11.657340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd289c0e-8b3d-4394-b4d8-534d1f0a0d9d req-fecea285-40f7-49f7-9796-5d6f7af64cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:11.659309 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd289c0e-8b3d-4394-b4d8-534d1f0a0d9d req-fecea285-40f7-49f7-9796-5d6f7af64cfa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 1097 time: 1.2085695 Jul 22 23:39:11.699263 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4ef53-4700-4372-93b6-3e76af7c22ad None None] Pushing event deleted for resources: {'Port': ['ID=36f94576-eb78-4ff1-911d-c58d03dbe6df,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:11.711986 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 36f94576-eb78-4ff1-911d-c58d03dbe6df no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:11.741491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 36f94576-eb78-4ff1-911d-c58d03dbe6df {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:39:11.742225 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 36f94576-eb78-4ff1-911d-c58d03dbe6df not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:39:11.743875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ab2166fe-defe-4db7-bed8-397453dc33ad None None] Provisioning for port e3e0753c-069e-48e6-a432-137322ba53a7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:11.749224 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ab2166fe-defe-4db7-bed8-397453dc33ad None None] Provisioning complete for port e3e0753c-069e-48e6-a432-137322ba53a7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:11.749708 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab2166fe-defe-4db7-bed8-397453dc33ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:11.781027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc72cf9-6af9-4e4c-8331-de046b69003d tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Pushing event deleted for resources: {'Port': ['ID=94c90ab1-b7c6-4f5c-a484-d1bbfa061a19,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:11.795159 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ab2166fe-defe-4db7-bed8-397453dc33ad None None] Port e3e0753c-069e-48e6-a432-137322ba53a7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:39:11.827939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f41f47c8-9370-4ccc-bd4e-9b9bf264d3ff req-31ddf29d-f2b4-41f9-ac98-ed800f7a8757 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564600 Jul 22 23:39:11.878730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8643f7d-81fe-4d81-8d0c-4f91f39eccc5 req-7508b5c7-6fec-44d4-886e-481d2fa43118 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:11.887122 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f8643f7d-81fe-4d81-8d0c-4f91f39eccc5 req-7508b5c7-6fec-44d4-886e-481d2fa43118 tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/ports?device_id=09a747fb-857d-4138-bfe1-d2758e31767f HTTP/1.1" status: 200 len: 867 time: 0.9598150 Jul 22 23:39:11.892373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-444acb16-3278-4721-9420-c0395d42cfe8 req-9dc72cf9-6af9-4e4c-8331-de046b69003d tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] No DVR routers for this DVR port 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:39:11.895916 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-444acb16-3278-4721-9420-c0395d42cfe8 req-9dc72cf9-6af9-4e4c-8331-de046b69003d tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:11.899651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-444acb16-3278-4721-9420-c0395d42cfe8 req-9dc72cf9-6af9-4e4c-8331-de046b69003d tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.18 "DELETE /v2.0/ports/94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 HTTP/1.1" status: 204 len: 173 time: 2.9119027 Jul 22 23:39:11.948267 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a747fb-857d-4138-bfe1-d2758e31767f', 'name': 'network-vif-deleted', 'tag': '94c90ab1-b7c6-4f5c-a484-d1bbfa061a19'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:11.951280 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dc4f60-1f46-453f-8ae4-8ba3fae5b2a8" -d '{"events": [{"server_uuid": "09a747fb-857d-4138-bfe1-d2758e31767f", "name": "network-vif-deleted", "tag": "94c90ab1-b7c6-4f5c-a484-d1bbfa061a19"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:11.963234 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd289c0e-8b3d-4394-b4d8-534d1f0a0d9d req-f842364d-d3e0-4516-8561-84e4e33b551d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828496 Jul 22 23:39:11.992546 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f8643f7d-81fe-4d81-8d0c-4f91f39eccc5 req-9a53be35-0c12-48a7-b12e-18d196a49f2f tempest-ServersNegativeTestMultiTenantJSON-765221687 tempest-ServersNegativeTestMultiTenantJSON-765221687-project] 10.222.0.26 "GET /v2.0/security-groups?id=37713b97-666e-46fc-9239-26bc8e1ab0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992157 Jul 22 23:39:12.096201 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] For port 36f94576-eb78-4ff1-911d-c58d03dbe6df, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=36f94576-eb78-4ff1-911d-c58d03dbe6df,segment=NetworkSegment(46393a6d-fae8-4f94-b04c-15fa7a42a1b1),segment_id=46393a6d-fae8-4f94-b04c-15fa7a42a1b1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:12.096802 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:12.120007 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] Calling delete_port for 36f94576-eb78-4ff1-911d-c58d03dbe6df owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:12.205138 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-9f6fad8e-a1a7-46cf-b8c2-94d0ac299673 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Made reservation on behalf of d666488e03c84f33989e7c5054c2c913 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:12.209758 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-9f6fad8e-a1a7-46cf-b8c2-94d0ac299673 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:12.299040 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa43ab-1c16-444b-9d08-87cced9eac17 req-1f4f303b-761e-49d4-bb6d-5619683059c9 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:12.322937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-67aa43ab-1c16-444b-9d08-87cced9eac17 req-1f4f303b-761e-49d4-bb6d-5619683059c9 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.1656520 Jul 22 23:39:12.373578 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:12.418462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-67aa43ab-1c16-444b-9d08-87cced9eac17 req-90082889-2b20-442b-af3a-96f8961aa6cd tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905280 Jul 22 23:39:12.423479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] No DVR routers for this DVR port 36f94576-eb78-4ff1-911d-c58d03dbe6df on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:39:12.425986 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] Pushing event deleted for resources: {'Port': ['ID=36f94576-eb78-4ff1-911d-c58d03dbe6df,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:12.506027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a6384-e5a0-453d-a05a-b4fba5a3e08c req-9dbf7cee-25d6-46f0-bb83-735d8989befc tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:12.511215 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-480a6384-e5a0-453d-a05a-b4fba5a3e08c req-9dbf7cee-25d6-46f0-bb83-735d8989befc tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 946 time: 0.1746743 Jul 22 23:39:12.531049 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:12.543897 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c1cf46-ad0e-4d4a-9136-e5fbbd655342']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:12.556941 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46393a6d-fae8-4f94-b04c-15fa7a42a1b1') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:12.557614 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46393a6d-fae8-4f94-b04c-15fa7a42a1b1') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:12.578985 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:12.593604 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:12.600185 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:39:12.600713 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:12.639433 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-480a6384-e5a0-453d-a05a-b4fba5a3e08c req-eceed4ac-3e0e-4f28-b676-6e03f1ff5769 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164637 Jul 22 23:39:12.676799 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:39:12.696794 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:39:12.735822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509cbb5-4f39-42dd-b780-8e2934b39202 req-69f88997-cb60-4e51-ba89-9c188d812476 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:12.739506 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:12.741766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:39:12.742376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 94c90ab1-b7c6-4f5c-a484-d1bbfa061a19 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:39:12.751954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1509cbb5-4f39-42dd-b780-8e2934b39202 req-69f88997-cb60-4e51-ba89-9c188d812476 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 931 time: 0.2055509 Jul 22 23:39:12.815689 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:12.822557 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] 10.222.0.26 "DELETE /v2.0/networks/64c1cf46-ad0e-4d4a-9136-e5fbbd655342 HTTP/1.1" status: 204 len: 168 time: 1.9363265 Jul 22 23:39:12.841223 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcd17d-7e87-4c7b-8f74-4fe2611bf7ef admin admin] Pushing event deleted for resources: {'Network': ['ID=64c1cf46-ad0e-4d4a-9136-e5fbbd655342,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:12.853561 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1509cbb5-4f39-42dd-b780-8e2934b39202 req-ead0a58f-a145-4e62-9c31-2d342982662e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956850 Jul 22 23:39:12.891302 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afe8516-8c14-4f60-b399-4b624a3d42c8 x-openstack-request-id: req-9afe8516-8c14-4f60-b399-4b624a3d42c8 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:12.891608 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a747fb-857d-4138-bfe1-d2758e31767f", "name": "network-vif-deleted", "tag": "94c90ab1-b7c6-4f5c-a484-d1bbfa061a19", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:12.891860 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9afe8516-8c14-4f60-b399-4b624a3d42c8 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:12.892308 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a747fb-857d-4138-bfe1-d2758e31767f', 'name': 'network-vif-deleted', 'tag': '94c90ab1-b7c6-4f5c-a484-d1bbfa061a19', 'status': 'completed', 'code': 200} Jul 22 23:39:12.918683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-9f6fad8e-a1a7-46cf-b8c2-94d0ac299673 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Allocated IP 10.1.1.223 (d14a0948-26e2-4d00-9935-582ab618394e/f8d54d44-b87e-439d-97b7-a2af64fbcd3f/2ea2e658-92b6-4b81-96ef-44ffc06b0765) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:13.078688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40662) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:13.143780 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cea029-ea18-4e0e-89ee-2419f776ebd0 req-c8a1700f-a343-44dd-9565-e906f5f44a7d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:13.145813 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17cea029-ea18-4e0e-89ee-2419f776ebd0 req-c8a1700f-a343-44dd-9565-e906f5f44a7d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.1959143 Jul 22 23:39:13.186802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c9bfc-d63b-4832-8104-b8505c798473 req-c3acc161-17ba-4bed-93be-a7e0434089a7 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:13.194328 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-326c9bfc-d63b-4832-8104-b8505c798473 req-c3acc161-17ba-4bed-93be-a7e0434089a7 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.1726258 Jul 22 23:39:13.216486 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-9f6fad8e-a1a7-46cf-b8c2-94d0ac299673 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.232432 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f41fee05-ee79-4cfd-b0a3-82b6497bc9a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7049c35ba50e4a4fa6cc5d484d630d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483238 Jul 22 23:39:13.233626 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-9f6fad8e-a1a7-46cf-b8c2-94d0ac299673 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Transition to ACTIVE for port object 2ea2e658-92b6-4b81-96ef-44ffc06b0765 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:13.238642 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40666) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:13.281697 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-9f6fad8e-a1a7-46cf-b8c2-94d0ac299673 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.292411 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17cea029-ea18-4e0e-89ee-2419f776ebd0 req-f8bf94f5-74b9-47c3-87ff-10f90d567e03 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359370 Jul 22 23:39:13.314937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-326c9bfc-d63b-4832-8104-b8505c798473 req-d68d321a-9ded-4798-9d13-dc89b64b3dfc tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145952 Jul 22 23:39:13.335234 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-9f6fad8e-a1a7-46cf-b8c2-94d0ac299673 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Network d14a0948-26e2-4d00-9935-582ab618394e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:13.340177 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-9f6fad8e-a1a7-46cf-b8c2-94d0ac299673 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:13.346034 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-9f6fad8e-a1a7-46cf-b8c2-94d0ac299673 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:13.401260 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fad8e-a1a7-46cf-b8c2-94d0ac299673 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event updated for resources: {'Port': ['ID=2ea2e658-92b6-4b81-96ef-44ffc06b0765,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:13.408622 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dca719c6-fafa-4020-9c84-f42fb44ce60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.410549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40676) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:13.486455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-9f6fad8e-a1a7-46cf-b8c2-94d0ac299673 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:13.487163 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-9f6fad8e-a1a7-46cf-b8c2-94d0ac299673 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.525219 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dca719c6-fafa-4020-9c84-f42fb44ce60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.537780 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-9f6fad8e-a1a7-46cf-b8c2-94d0ac299673 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1437857 Jul 22 23:39:13.563070 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-662861d7-c11e-46de-bd39-c9622f3a4d81 admin admin] Deleting subnet 16fc07cf-65f0-490c-8afb-7a4ad10b0e75 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:39:13.570617 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-662861d7-c11e-46de-bd39-c9622f3a4d81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.586353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3ed1e55e-5676-404f-b2e8-1ca856ac1fb2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Request body: {'port': {'device_id': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e', 'admin_state_up': True, 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'security_groups': ['3fbd6b7f-109c-4621-a186-e6feab876da0']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:13.743308 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-864e5dea-1d71-4e3e-b280-457ff2f2b44e None None] Provisioning for port 2ea2e658-92b6-4b81-96ef-44ffc06b0765 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:13.748381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-864e5dea-1d71-4e3e-b280-457ff2f2b44e None None] Provisioning complete for port 2ea2e658-92b6-4b81-96ef-44ffc06b0765 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:13.749047 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-864e5dea-1d71-4e3e-b280-457ff2f2b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.793271 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-662861d7-c11e-46de-bd39-c9622f3a4d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.859751 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-662861d7-c11e-46de-bd39-c9622f3a4d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.874511 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-864e5dea-1d71-4e3e-b280-457ff2f2b44e None None] Port 2ea2e658-92b6-4b81-96ef-44ffc06b0765 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:39:13.881146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3ed1e55e-5676-404f-b2e8-1ca856ac1fb2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Made reservation on behalf of d666488e03c84f33989e7c5054c2c913 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:13.885473 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3ed1e55e-5676-404f-b2e8-1ca856ac1fb2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.961656 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-662861d7-c11e-46de-bd39-c9622f3a4d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.053127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662861d7-c11e-46de-bd39-c9622f3a4d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16fc07cf-65f0-490c-8afb-7a4ad10b0e75,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:14.059860 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-662861d7-c11e-46de-bd39-c9622f3a4d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.064822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-662861d7-c11e-46de-bd39-c9622f3a4d81 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/16fc07cf-65f0-490c-8afb-7a4ad10b0e75 HTTP/1.1" status: 204 len: 168 time: 0.6535268 Jul 22 23:39:14.065130 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40688) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:14.076213 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dca719c6-fafa-4020-9c84-f42fb44ce60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.078825 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dca719c6-fafa-4020-9c84-f42fb44ce60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.082858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-dca719c6-fafa-4020-9c84-f42fb44ce60f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80da73a6-970c-44d3-a69e-77ff8c0bff43 HTTP/1.1" status: 204 len: 168 time: 0.8426394 Jul 22 23:39:14.104331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca719c6-fafa-4020-9c84-f42fb44ce60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80da73a6-970c-44d3-a69e-77ff8c0bff43,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:14.139347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e07ce1-5fe5-43fe-a564-c2f95f9f1cad req-331c638f-ee7f-4824-98d1-383915a669bd tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:14.144220 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3ed1e55e-5676-404f-b2e8-1ca856ac1fb2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Allocated IP 10.1.1.178 (d14a0948-26e2-4d00-9935-582ab618394e/f8d54d44-b87e-439d-97b7-a2af64fbcd3f/447c28c3-7370-4f66-b77c-74387587f929) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:14.145382 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0e07ce1-5fe5-43fe-a564-c2f95f9f1cad req-331c638f-ee7f-4824-98d1-383915a669bd tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.1867907 Jul 22 23:39:14.171918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8225cfb-afeb-42cc-90dd-9870309b399c req-b2860955-8104-4203-933e-9c54d6594874 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:14.179050 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8225cfb-afeb-42cc-90dd-9870309b399c req-b2860955-8104-4203-933e-9c54d6594874 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 946 time: 0.4010239 Jul 22 23:39:14.260563 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8225cfb-afeb-42cc-90dd-9870309b399c req-b653bb61-c051-4307-b980-630e26276a86 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800080 Jul 22 23:39:14.266049 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f325c05-6586-4c65-9919-dcdc20a49ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.301722 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0e07ce1-5fe5-43fe-a564-c2f95f9f1cad req-dade4806-ae32-45f4-ba5d-6063f6fbef96 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553345 Jul 22 23:39:14.532430 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3ed1e55e-5676-404f-b2e8-1ca856ac1fb2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.560555 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3ed1e55e-5676-404f-b2e8-1ca856ac1fb2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Transition to ACTIVE for port object 447c28c3-7370-4f66-b77c-74387587f929 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:14.566113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5db33-6548-4a15-9cac-0c93746ffc58 req-84e9effd-8f23-4edb-9811-d7160a9db6ed tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:14.581861 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5db33-6548-4a15-9cac-0c93746ffc58 req-84e9effd-8f23-4edb-9811-d7160a9db6ed tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:14.591223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79c5db33-6548-4a15-9cac-0c93746ffc58 req-84e9effd-8f23-4edb-9811-d7160a9db6ed tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 1653 time: 0.2287190 Jul 22 23:39:14.637534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8ceff-5919-482f-b43a-8c33055050af req-78100fe7-cb2e-4701-9cbf-74d8043e2dac tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:14.645337 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8c8ceff-5919-482f-b43a-8c33055050af req-78100fe7-cb2e-4701-9cbf-74d8043e2dac tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 946 time: 0.1885376 Jul 22 23:39:14.709766 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79c5db33-6548-4a15-9cac-0c93746ffc58 req-044221ff-f6a6-4341-a554-a0b00d86e872 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115024 Jul 22 23:39:14.746703 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f325c05-6586-4c65-9919-dcdc20a49ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.752329 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8c8ceff-5919-482f-b43a-8c33055050af req-94e04870-5738-4753-ba39-c3b8c7223ba8 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048069 Jul 22 23:39:14.811915 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2f325c05-6586-4c65-9919-dcdc20a49ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:14.848795 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3ed1e55e-5676-404f-b2e8-1ca856ac1fb2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.874750 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2f325c05-6586-4c65-9919-dcdc20a49ee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5668b530-f059-4ae0-8653-e814db628761') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:14.875117 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2f325c05-6586-4c65-9919-dcdc20a49ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5668b530-f059-4ae0-8653-e814db628761') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:14.950665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab448ad-c3cf-40ad-a7d2-23db4ab45253 req-034b9221-bf9f-4985-bbf2-87d737435009 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:14.963223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ab448ad-c3cf-40ad-a7d2-23db4ab45253 req-034b9221-bf9f-4985-bbf2-87d737435009 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.1395590 Jul 22 23:39:14.971921 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3ed1e55e-5676-404f-b2e8-1ca856ac1fb2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Network d14a0948-26e2-4d00-9935-582ab618394e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:14.983595 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f325c05-6586-4c65-9919-dcdc20a49ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.003869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3ed1e55e-5676-404f-b2e8-1ca856ac1fb2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:15.011793 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3ed1e55e-5676-404f-b2e8-1ca856ac1fb2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:15.055520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ab448ad-c3cf-40ad-a7d2-23db4ab45253 req-1e7d3261-fa4d-4a10-90ba-b608b7ad50a1 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873146 Jul 22 23:39:15.122363 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f325c05-6586-4c65-9919-dcdc20a49ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.156107 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f325c05-6586-4c65-9919-dcdc20a49ee9 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:39:15.156658 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f325c05-6586-4c65-9919-dcdc20a49ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.159160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1e55e-5676-404f-b2e8-1ca856ac1fb2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event updated for resources: {'Port': ['ID=447c28c3-7370-4f66-b77c-74387587f929,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:39:15.169224 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:39:15.223049 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3ed1e55e-5676-404f-b2e8-1ca856ac1fb2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:15.223860 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3ed1e55e-5676-404f-b2e8-1ca856ac1fb2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.355496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c2300-b665-48ae-9357-f290a23ff73d req-5adcbc80-45cf-4dd1-8ba5-4c0a6d501260 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:15.357079 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f44c2300-b665-48ae-9357-f290a23ff73d req-5adcbc80-45cf-4dd1-8ba5-4c0a6d501260 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.95 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.2435076 Jul 22 23:39:15.368128 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3ed1e55e-5676-404f-b2e8-1ca856ac1fb2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7909324 Jul 22 23:39:15.368944 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f325c05-6586-4c65-9919-dcdc20a49ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.375617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ca3b2-99bd-482b-8937-3bc45ccb0c01 req-1f086974-df5a-4f03-9637-11256e8c0004 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:15.385061 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f325c05-6586-4c65-9919-dcdc20a49ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.387148 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2f325c05-6586-4c65-9919-dcdc20a49ee9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f HTTP/1.1" status: 204 len: 168 time: 1.3208036 Jul 22 23:39:15.390463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e0ca3b2-99bd-482b-8937-3bc45ccb0c01 req-1f086974-df5a-4f03-9637-11256e8c0004 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 946 time: 0.2869017 Jul 22 23:39:15.390622 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40734) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:15.416458 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-268c3139-a322-4b31-9c32-a2ce6cde99a9 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Request body: {'port': {'device_id': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3', 'admin_state_up': True, 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'security_groups': ['3fbd6b7f-109c-4621-a186-e6feab876da0']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:15.419544 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9550ca83-631d-40b9-8e95-743e426447d5 None None] Provisioning for port 447c28c3-7370-4f66-b77c-74387587f929 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:15.423498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9550ca83-631d-40b9-8e95-743e426447d5 None None] Provisioning complete for port 447c28c3-7370-4f66-b77c-74387587f929 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:15.423878 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9550ca83-631d-40b9-8e95-743e426447d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.473467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40736) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:15.482607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9550ca83-631d-40b9-8e95-743e426447d5 None None] Port 447c28c3-7370-4f66-b77c-74387587f929 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:39:15.527996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e0ca3b2-99bd-482b-8937-3bc45ccb0c01 req-af970c03-ccfb-4796-a0b4-0db0c27c75b0 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365752 Jul 22 23:39:15.639291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-268c3139-a322-4b31-9c32-a2ce6cde99a9 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Made reservation on behalf of d666488e03c84f33989e7c5054c2c913 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:15.656550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-790023e3-fae9-42da-b5c6-3c7619dcada2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2142798650-network', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:15.668685 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f325c05-6586-4c65-9919-dcdc20a49ee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdd16fd2-4a36-42d9-ae15-f25c5bcbb16f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:15.732787 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d37fba-c3af-4d72-8ee6-948940fae00a req-bc586b88-385c-4b38-af61-385608755188 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:15.741340 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d37fba-c3af-4d72-8ee6-948940fae00a req-bc586b88-385c-4b38-af61-385608755188 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 946 time: 0.3439043 Jul 22 23:39:15.768482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-987e85f9-cd17-4682-8815-f67c069f7104 admin admin] Deleting subnet 1600f4df-6c94-45a0-88a1-14534dbeebeb {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:39:15.772719 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-987e85f9-cd17-4682-8815-f67c069f7104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.791928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790023e3-fae9-42da-b5c6-3c7619dcada2 admin admin] Made reservation on behalf of f6ae7f0b186642ec9ff08e3b121a3098 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:15.794256 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-790023e3-fae9-42da-b5c6-3c7619dcada2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.814993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f44c2300-b665-48ae-9357-f290a23ff73d req-c27930c8-cfa9-4a60-9ec1-cbc7b62bfa76 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Deleting port 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:15.815295 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f44c2300-b665-48ae-9357-f290a23ff73d req-c27930c8-cfa9-4a60-9ec1-cbc7b62bfa76 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.819390 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-987e85f9-cd17-4682-8815-f67c069f7104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.825146 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-790023e3-fae9-42da-b5c6-3c7619dcada2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.874678 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-987e85f9-cd17-4682-8815-f67c069f7104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.893843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5d37fba-c3af-4d72-8ee6-948940fae00a req-886fb5bc-8a69-4ddb-aac0-bbc6b400170b tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367445 Jul 22 23:39:15.964850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab289115-51a5-4ee8-80d4-df5a04e8b206 req-d9badb56-820d-4948-831e-6170af76d7f2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:15.972151 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab289115-51a5-4ee8-80d4-df5a04e8b206 req-d9badb56-820d-4948-831e-6170af76d7f2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 946 time: 0.3108757 Jul 22 23:39:16.001131 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-987e85f9-cd17-4682-8815-f67c069f7104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.046647 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-987e85f9-cd17-4682-8815-f67c069f7104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.048930 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-987e85f9-cd17-4682-8815-f67c069f7104 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1600f4df-6c94-45a0-88a1-14534dbeebeb HTTP/1.1" status: 204 len: 168 time: 0.4601910 Jul 22 23:39:16.056764 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e85f9-cd17-4682-8815-f67c069f7104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1600f4df-6c94-45a0-88a1-14534dbeebeb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:16.065852 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40748) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:16.100269 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-268c3139-a322-4b31-9c32-a2ce6cde99a9 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.123191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f44c2300-b665-48ae-9357-f290a23ff73d req-c27930c8-cfa9-4a60-9ec1-cbc7b62bfa76 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] For port 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:16.123594 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f44c2300-b665-48ae-9357-f290a23ff73d req-c27930c8-cfa9-4a60-9ec1-cbc7b62bfa76 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.153460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab289115-51a5-4ee8-80d4-df5a04e8b206 req-a737ec8b-7dfe-44e6-afc8-00b0364a882d tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802261 Jul 22 23:39:16.223875 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc4414d7-d6f5-41eb-85cf-5b3a00ce96fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.233986 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-790023e3-fae9-42da-b5c6-3c7619dcada2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.249749 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f44c2300-b665-48ae-9357-f290a23ff73d req-c27930c8-cfa9-4a60-9ec1-cbc7b62bfa76 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Calling delete_port for 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:16.302809 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.315750 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-790023e3-fae9-42da-b5c6-3c7619dcada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.329797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790023e3-fae9-42da-b5c6-3c7619dcada2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:39:16.341015 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-790023e3-fae9-42da-b5c6-3c7619dcada2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.341743 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-790023e3-fae9-42da-b5c6-3c7619dcada2 admin admin] Added segment 7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5 of type vlan for network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 Jul 22 23:39:16.402502 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-790023e3-fae9-42da-b5c6-3c7619dcada2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.536963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790023e3-fae9-42da-b5c6-3c7619dcada2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac44c6d9-f39d-46e2-8aec-4bbeef2df692,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:16.562056 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-790023e3-fae9-42da-b5c6-3c7619dcada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.562856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790023e3-fae9-42da-b5c6-3c7619dcada2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:16.563577 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-790023e3-fae9-42da-b5c6-3c7619dcada2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.579538 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eed668-3f42-4769-be2f-dfe5700956b7 req-f6f2c64c-7228-4f77-8198-fce84c7b0d62 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:16.587472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eed668-3f42-4769-be2f-dfe5700956b7 req-f6f2c64c-7228-4f77-8198-fce84c7b0d62 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:16.595250 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eed668-3f42-4769-be2f-dfe5700956b7 req-f6f2c64c-7228-4f77-8198-fce84c7b0d62 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:16.595481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5eed668-3f42-4769-be2f-dfe5700956b7 req-f6f2c64c-7228-4f77-8198-fce84c7b0d62 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 2374 time: 0.5959253 Jul 22 23:39:16.688188 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc4414d7-d6f5-41eb-85cf-5b3a00ce96fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.715569 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fc4414d7-d6f5-41eb-85cf-5b3a00ce96fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e74424a-0781-4a0d-a737-40bdec84b683']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:16.732440 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fc4414d7-d6f5-41eb-85cf-5b3a00ce96fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2520c21b-1c8e-4fe3-ba5c-2eb070116271') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:16.732741 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fc4414d7-d6f5-41eb-85cf-5b3a00ce96fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2520c21b-1c8e-4fe3-ba5c-2eb070116271') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:16.747730 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-790023e3-fae9-42da-b5c6-3c7619dcada2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2703981 Jul 22 23:39:16.750376 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40762) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:16.763086 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b6c8e5ab-cbb7-4331-befa-6041b21ab538 admin admin] Request body: {'subnet': {'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2142798650-subnet', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:16.770538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-268c3139-a322-4b31-9c32-a2ce6cde99a9 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Allocated IP 10.2.2.100 (0d56ae8e-3fa7-4971-854c-370a57f322d3/045c3999-8ad3-485c-8c13-6609b3ca602d/200408c3-121a-4315-8bd3-f3fb4f10cf23) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:16.775480 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc4414d7-d6f5-41eb-85cf-5b3a00ce96fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.800072 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790023e3-fae9-42da-b5c6-3c7619dcada2 admin admin] Pushing event updated for resources: {'Network': ['ID=d3554cbf-5379-4b81-9b9a-4aed7eb449a4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:16.813690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:39:16.823030 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc4414d7-d6f5-41eb-85cf-5b3a00ce96fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.846112 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4414d7-d6f5-41eb-85cf-5b3a00ce96fc admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:39:16.847091 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc4414d7-d6f5-41eb-85cf-5b3a00ce96fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:39:16.849068 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:39:16.858999 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5eed668-3f42-4769-be2f-dfe5700956b7 req-366aa3bd-4a9f-44fd-ab6e-74d8a6d97f5f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344155 Jul 22 23:39:16.882931 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf280e4-91ad-4b80-8f0e-72a4f28bfbed req-742c523f-d3ce-4e79-beca-adae9edf833a tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:16.884563 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1bf280e4-91ad-4b80-8f0e-72a4f28bfbed req-742c523f-d3ce-4e79-beca-adae9edf833a tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.4062996 Jul 22 23:39:16.889154 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f44c2300-b665-48ae-9357-f290a23ff73d req-c27930c8-cfa9-4a60-9ec1-cbc7b62bfa76 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.895833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c8e5ab-cbb7-4331-befa-6041b21ab538 admin admin] Made reservation on behalf of f6ae7f0b186642ec9ff08e3b121a3098 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:16.902724 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6c8e5ab-cbb7-4331-befa-6041b21ab538 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.916179 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:16.938458 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['8bae08b7-0670-4539-82be-dcc4e9e03196'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:16.986737 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27930c8-cfa9-4a60-9ec1-cbc7b62bfa76 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Pushing event deleted for resources: {'Port': ['ID=8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:17.097151 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44c2300-b665-48ae-9357-f290a23ff73d req-c27930c8-cfa9-4a60-9ec1-cbc7b62bfa76 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] No DVR routers for this DVR port 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:39:17.116034 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:39:17.120653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1bf280e4-91ad-4b80-8f0e-72a4f28bfbed req-d509f292-b952-4d90-9f5e-dc63e795ecad tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192354 Jul 22 23:39:17.122183 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f44c2300-b665-48ae-9357-f290a23ff73d req-c27930c8-cfa9-4a60-9ec1-cbc7b62bfa76 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.139838 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f44c2300-b665-48ae-9357-f290a23ff73d req-c27930c8-cfa9-4a60-9ec1-cbc7b62bfa76 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.95 "DELETE /v2.0/ports/8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 HTTP/1.1" status: 204 len: 173 time: 1.7317009 Jul 22 23:39:17.139838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef', 'name': 'network-vif-deleted', 'tag': '8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:17.139838 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf899803-813e-4ea3-817b-b778b77dff88" -d '{"events": [{"server_uuid": "1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef", "name": "network-vif-deleted", "tag": "8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:17.139838 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-80124c2f-b04f-4d14-90b7-416a5d7062fd req-b4160892-07ed-44b1-8f12-3747431ac233 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef HTTP/1.1" status: 200 len: 210 time: 0.0754902 Jul 22 23:39:17.284149 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ff374b-17a6-4808-8565-63c2ad5ee187 x-openstack-request-id: req-59ff374b-17a6-4808-8565-63c2ad5ee187 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:17.284149 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef", "name": "network-vif-deleted", "tag": "8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:17.284149 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59ff374b-17a6-4808-8565-63c2ad5ee187 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:17.284149 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa1fbe5-4f2f-4eb2-81d6-ee26a3a5a5ef', 'name': 'network-vif-deleted', 'tag': '8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7', 'status': 'completed', 'code': 200} Jul 22 23:39:17.400341 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-268c3139-a322-4b31-9c32-a2ce6cde99a9 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.414403 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc4414d7-d6f5-41eb-85cf-5b3a00ce96fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.432093 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc4414d7-d6f5-41eb-85cf-5b3a00ce96fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.436460 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc4414d7-d6f5-41eb-85cf-5b3a00ce96fc admin admin] 10.222.0.26 "DELETE /v2.0/networks/3e74424a-0781-4a0d-a737-40bdec84b683 HTTP/1.1" status: 204 len: 168 time: 1.3671463 Jul 22 23:39:17.475658 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52e695-d39f-4ddc-87a2-59fb00465285 req-8b9fe10b-b45f-42b9-a1a9-4e58e5faebb2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:17.477320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a52e695-d39f-4ddc-87a2-59fb00465285 req-8b9fe10b-b45f-42b9-a1a9-4e58e5faebb2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 946 time: 0.1643171 Jul 22 23:39:17.480085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-268c3139-a322-4b31-9c32-a2ce6cde99a9 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Transition to ACTIVE for port object 200408c3-121a-4315-8bd3-f3fb4f10cf23 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:17.491284 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4414d7-d6f5-41eb-85cf-5b3a00ce96fc admin admin] Pushing event deleted for resources: {'Network': ['ID=3e74424a-0781-4a0d-a737-40bdec84b683,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:17.585126 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a52e695-d39f-4ddc-87a2-59fb00465285 req-8e02f98b-9379-46d6-b33d-dc1e2eea607a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890901 Jul 22 23:39:17.649207 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6c8e5ab-cbb7-4331-befa-6041b21ab538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.658976 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-268c3139-a322-4b31-9c32-a2ce6cde99a9 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.723502 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40790) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:17.750809 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8e5ab-cbb7-4331-befa-6041b21ab538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc55de62-d0a0-4dc6-a48b-f50f95f15fef,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:17.814789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-268c3139-a322-4b31-9c32-a2ce6cde99a9 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Network 0d56ae8e-3fa7-4971-854c-370a57f322d3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:17.842809 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-268c3139-a322-4b31-9c32-a2ce6cde99a9 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:17.851063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-268c3139-a322-4b31-9c32-a2ce6cde99a9 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:17.869466 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c8e5ab-cbb7-4331-befa-6041b21ab538 admin admin] Checking segment: {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:17.869850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c8e5ab-cbb7-4331-befa-6041b21ab538 admin admin] Network hostable DHCP agents. Network: d3554cbf-5379-4b81-9b9a-4aed7eb449a4, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:39:17.878429 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bfb17a1b-08dd-4af8-bbc1-7e2fee46af01 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f640b5bdd11f4e6485c014213d2eb79b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538060 Jul 22 23:39:17.881470 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40792) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:17.910917 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c3139-a322-4b31-9c32-a2ce6cde99a9 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event updated for resources: {'Port': ['ID=200408c3-121a-4315-8bd3-f3fb4f10cf23,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:17.947389 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c8e5ab-cbb7-4331-befa-6041b21ab538 admin admin] Network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:39:17.965865 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-268c3139-a322-4b31-9c32-a2ce6cde99a9 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:17.967101 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-268c3139-a322-4b31-9c32-a2ce6cde99a9 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.974826 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff71be-42d9-4029-af06-217a2e88abeb req-373a5cfa-7fd7-40bd-b7d4-76e8f1319065 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:17.980156 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b6c8e5ab-cbb7-4331-befa-6041b21ab538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, d3554cbf-5379-4b81-9b9a-4aed7eb449a4) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:17.985649 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8dff71be-42d9-4029-af06-217a2e88abeb req-373a5cfa-7fd7-40bd-b7d4-76e8f1319065 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 946 time: 0.2552412 Jul 22 23:39:17.988920 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d930a98-c9b8-4e62-a14d-49c7cd4e1cf3 None None] Network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:39:18.004386 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c8e5ab-cbb7-4331-befa-6041b21ab538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:18.013679 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6c8e5ab-cbb7-4331-befa-6041b21ab538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.024384 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-268c3139-a322-4b31-9c32-a2ce6cde99a9 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6360404 Jul 22 23:39:18.044540 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-dbde2593-ab5d-4496-a5db-c7cbda2ce908 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Request body: {'port': {'device_id': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3', 'admin_state_up': True, 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'security_groups': ['3fbd6b7f-109c-4621-a186-e6feab876da0']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:18.078458 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8dff71be-42d9-4029-af06-217a2e88abeb req-7cbae69d-6c2f-4a31-992c-51e4f22a0236 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766835 Jul 22 23:39:18.085505 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-880bd67a-6c7b-4c21-903d-a45f6941a9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.144351 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-880bd67a-6c7b-4c21-903d-a45f6941a9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.182748 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b6c8e5ab-cbb7-4331-befa-6041b21ab538 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4310310 Jul 22 23:39:18.183318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40806) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:18.196681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2142798650-router', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:18.240737 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-dbde2593-ab5d-4496-a5db-c7cbda2ce908 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Made reservation on behalf of d666488e03c84f33989e7c5054c2c913 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:18.254730 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-dbde2593-ab5d-4496-a5db-c7cbda2ce908 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.353384 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500e499-4504-4085-97da-83c505e51e24 req-13e55627-3bc0-4411-8a31-afe6b8dc776b tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:18.364257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500e499-4504-4085-97da-83c505e51e24 req-13e55627-3bc0-4411-8a31-afe6b8dc776b tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:18.377284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500e499-4504-4085-97da-83c505e51e24 req-13e55627-3bc0-4411-8a31-afe6b8dc776b tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:18.390734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500e499-4504-4085-97da-83c505e51e24 req-13e55627-3bc0-4411-8a31-afe6b8dc776b tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:18.394740 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2500e499-4504-4085-97da-83c505e51e24 req-13e55627-3bc0-4411-8a31-afe6b8dc776b tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 3095 time: 0.2269011 Jul 22 23:39:18.399711 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-880bd67a-6c7b-4c21-903d-a45f6941a9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.402510 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-880bd67a-6c7b-4c21-903d-a45f6941a9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.405996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-880bd67a-6c7b-4c21-903d-a45f6941a9c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37713b97-666e-46fc-9239-26bc8e1ab0d8 HTTP/1.1" status: 204 len: 168 time: 0.5212452 Jul 22 23:39:18.414509 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-d3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:39:18.415708 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131feda7-b0bc-4554-85b1-3f857522f6c1 req-56546f5f-7414-4851-bef9-ef5bb4c5f634 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:18.415855 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.423695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-131feda7-b0bc-4554-85b1-3f857522f6c1 req-56546f5f-7414-4851-bef9-ef5bb4c5f634 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 946 time: 0.1916692 Jul 22 23:39:18.484199 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bd67a-6c7b-4c21-903d-a45f6941a9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37713b97-666e-46fc-9239-26bc8e1ab0d8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:18.544147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-131feda7-b0bc-4554-85b1-3f857522f6c1 req-16dfeab7-6d5f-493f-a046-c25a8d850598 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167984 Jul 22 23:39:18.553057 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2500e499-4504-4085-97da-83c505e51e24 req-bd9c7987-397e-4178-8298-b20b081985fe tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027608 Jul 22 23:39:18.668310 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.671248 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.696089 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Allocated IP 172.20.0.2 (d3554cbf-5379-4b81-9b9a-4aed7eb449a4/bc55de62-d0a0-4dc6-a48b-f50f95f15fef/63ca30f4-378b-4af0-ab51-fff07b40a0c9) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:18.746312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-dbde2593-ab5d-4496-a5db-c7cbda2ce908 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Allocated IP 10.2.2.200 (0d56ae8e-3fa7-4971-854c-370a57f322d3/045c3999-8ad3-485c-8c13-6609b3ca602d/b186d479-d37c-49e3-ac3a-1e67744f65de) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:18.828119 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.840299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f04e4-6bfc-40e4-a4ac-540df496900b req-4350086a-5c1a-4197-9b76-5c94cd066b7b tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:18.848744 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-257f04e4-6bfc-40e4-a4ac-540df496900b req-4350086a-5c1a-4197-9b76-5c94cd066b7b tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.2020535 Jul 22 23:39:18.946982 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-257f04e4-6bfc-40e4-a4ac-540df496900b req-840b7feb-6ed8-428c-8f2e-9a1c1d392ff9 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958557 Jul 22 23:39:19.059031 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:19.085854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8ff950ba-460e-4689-b49b-1985407ac0d3 None None] Provisioning for port 200408c3-121a-4315-8bd3-f3fb4f10cf23 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:19.101977 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8ff950ba-460e-4689-b49b-1985407ac0d3 None None] Provisioning complete for port 200408c3-121a-4315-8bd3-f3fb4f10cf23 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:19.102544 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ff950ba-460e-4689-b49b-1985407ac0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.201808 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.205919 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56138e-d3c3-47ca-b943-8d86fb539d22 req-230c1bee-364d-45f7-a007-d09126c1df9a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:19.207815 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f56138e-d3c3-47ca-b943-8d86fb539d22 req-230c1bee-364d-45f7-a007-d09126c1df9a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 946 time: 0.2317524 Jul 22 23:39:19.218969 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40830) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:19.219922 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-77852694-53c8-41d0-9d30-cce86b2286b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3620cf2460be4f7eab303a956c91aa6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594896 Jul 22 23:39:19.228300 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.250167 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8ff950ba-460e-4689-b49b-1985407ac0d3 None None] Port 200408c3-121a-4315-8bd3-f3fb4f10cf23 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:39:19.257662 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Transition to ACTIVE for port object 63ca30f4-378b-4af0-ab51-fff07b40a0c9 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:19.288953 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f56138e-d3c3-47ca-b943-8d86fb539d22 req-f9c5779a-88c1-4bc8-a292-66a0fafd423a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671394 Jul 22 23:39:19.294695 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Transition to ACTIVE for port object 63ca30f4-378b-4af0-ab51-fff07b40a0c9 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:19.323770 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.372994 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-dbde2593-ab5d-4496-a5db-c7cbda2ce908 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.406475 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:19.408194 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Pushing event updated for resources: {'Port': ['ID=63ca30f4-378b-4af0-ab51-fff07b40a0c9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:19.411539 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:19.422756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:19.453545 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-dbde2593-ab5d-4496-a5db-c7cbda2ce908 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Transition to ACTIVE for port object b186d479-d37c-49e3-ac3a-1e67744f65de will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:19.505809 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dffc3581-eada-4e5a-b9ce-ee404a1003ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.553388 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Attempting to bind port 63ca30f4-378b-4af0-ab51-fff07b40a0c9 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:19.567233 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Attempting to bind port 63ca30f4-378b-4af0-ab51-fff07b40a0c9 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:19.568058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Attempting to bind port 63ca30f4-378b-4af0-ab51-fff07b40a0c9 on network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:19.578928 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dffc3581-eada-4e5a-b9ce-ee404a1003ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.582727 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:19.587508 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Checking segment: {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:19.588039 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.589136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Bound using segment: {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:19.589753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Bound port: 63ca30f4-378b-4af0-ab51-fff07b40a0c9, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:19.590262 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.728750 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] For port 63ca30f4-378b-4af0-ab51-fff07b40a0c9, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:19.732948 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] For port 63ca30f4-378b-4af0-ab51-fff07b40a0c9, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=63ca30f4-378b-4af0-ab51-fff07b40a0c9,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:19.744454 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.776407 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dffc3581-eada-4e5a-b9ce-ee404a1003ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.780190 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dffc3581-eada-4e5a-b9ce-ee404a1003ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.782096 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dffc3581-eada-4e5a-b9ce-ee404a1003ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0110c7cc-7bd2-4010-b19f-010e9171fba9 HTTP/1.1" status: 204 len: 168 time: 0.5597310 Jul 22 23:39:19.837919 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc3581-eada-4e5a-b9ce-ee404a1003ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0110c7cc-7bd2-4010-b19f-010e9171fba9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:19.905753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24014da-7bb6-48a9-91d0-af0a4c2b3e94 None None] Pushing event updated for resources: {'Port': ['ID=63ca30f4-378b-4af0-ab51-fff07b40a0c9,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:19.917917 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:19.979341 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:39:19.979966 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 8a585a16-82dc-4ebb-a230-ffb2fd9d9ed7 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:39:20.009664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a58b1-0438-4c19-9e22-f8a76aed3a29 req-b11ef989-1665-43ec-8b2b-104f1c6b38f0 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:20.026589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a58b1-0438-4c19-9e22-f8a76aed3a29 req-b11ef989-1665-43ec-8b2b-104f1c6b38f0 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:20.045986 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-dbde2593-ab5d-4496-a5db-c7cbda2ce908 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:20.047575 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a58b1-0438-4c19-9e22-f8a76aed3a29 req-b11ef989-1665-43ec-8b2b-104f1c6b38f0 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:20.053999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a58b1-0438-4c19-9e22-f8a76aed3a29 req-b11ef989-1665-43ec-8b2b-104f1c6b38f0 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:20.072011 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b55a58b1-0438-4c19-9e22-f8a76aed3a29 req-b11ef989-1665-43ec-8b2b-104f1c6b38f0 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 3095 time: 0.2556963 Jul 22 23:39:20.162090 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b55a58b1-0438-4c19-9e22-f8a76aed3a29 req-a64b34da-957a-48a8-9650-a7d1ad5200db tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866759 Jul 22 23:39:20.188716 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-dbde2593-ab5d-4496-a5db-c7cbda2ce908 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Network 0d56ae8e-3fa7-4971-854c-370a57f322d3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:20.323482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-dbde2593-ab5d-4496-a5db-c7cbda2ce908 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:20.325597 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde2593-ab5d-4496-a5db-c7cbda2ce908 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event updated for resources: {'Port': ['ID=b186d479-d37c-49e3-ac3a-1e67744f65de,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:20.328197 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:20.330386 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-dbde2593-ab5d-4496-a5db-c7cbda2ce908 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:20.435596 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-dbde2593-ab5d-4496-a5db-c7cbda2ce908 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:20.438433 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-dbde2593-ab5d-4496-a5db-c7cbda2ce908 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:20.455554 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:20.497643 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-dbde2593-ab5d-4496-a5db-c7cbda2ce908 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4584229 Jul 22 23:39:20.578641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb36757-6eb1-4fdc-96f3-492e53bc41eb req-f4a9f365-8928-49d9-b99a-3b34cef89c0e tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:20.590467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-deb36757-6eb1-4fdc-96f3-492e53bc41eb req-f4a9f365-8928-49d9-b99a-3b34cef89c0e tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.2310205 Jul 22 23:39:20.652493 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-125c44aa-b55d-4320-895a-af0fe322c50d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:39:20.653951 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-125c44aa-b55d-4320-895a-af0fe322c50d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198274 Jul 22 23:39:20.692119 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Request body: {'port': {'device_id': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:20.757986 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-deb36757-6eb1-4fdc-96f3-492e53bc41eb req-fbccca61-9109-4b91-a296-3c19167ce829 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642196 Jul 22 23:39:20.906613 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d5309e88-fb56-493d-892a-2c7c0ee8389f None None] Provisioning for port b186d479-d37c-49e3-ac3a-1e67744f65de completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:20.915816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d5309e88-fb56-493d-892a-2c7c0ee8389f None None] Provisioning complete for port b186d479-d37c-49e3-ac3a-1e67744f65de triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:20.919342 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5309e88-fb56-493d-892a-2c7c0ee8389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:21.002138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941883e5-345d-4c8e-ba0b-9f1c46aa7a80 req-02b342ce-1489-4878-b680-9d53265d70e1 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:21.016764 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-941883e5-345d-4c8e-ba0b-9f1c46aa7a80 req-02b342ce-1489-4878-b680-9d53265d70e1 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 946 time: 0.1261137 Jul 22 23:39:21.101272 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-941883e5-345d-4c8e-ba0b-9f1c46aa7a80 req-c156f7d3-78ee-4266-bc14-94bfe57bdde4 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723619 Jul 22 23:39:21.131033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d5309e88-fb56-493d-892a-2c7c0ee8389f None None] Port b186d479-d37c-49e3-ac3a-1e67744f65de cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:39:21.464458 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8ea88-642b-4598-962c-a2e15e3ff7c6 req-726bae2e-29b2-4657-a35b-e8e29727bc31 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:21.481232 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8ea88-642b-4598-962c-a2e15e3ff7c6 req-726bae2e-29b2-4657-a35b-e8e29727bc31 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:21.498183 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8ea88-642b-4598-962c-a2e15e3ff7c6 req-726bae2e-29b2-4657-a35b-e8e29727bc31 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:21.502543 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:21.506268 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8ea88-642b-4598-962c-a2e15e3ff7c6 req-726bae2e-29b2-4657-a35b-e8e29727bc31 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:21.513333 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8ea88-642b-4598-962c-a2e15e3ff7c6 req-726bae2e-29b2-4657-a35b-e8e29727bc31 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:21.524540 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eeb8ea88-642b-4598-962c-a2e15e3ff7c6 req-726bae2e-29b2-4657-a35b-e8e29727bc31 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 3816 time: 0.2312269 Jul 22 23:39:21.601120 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eeb8ea88-642b-4598-962c-a2e15e3ff7c6 req-3568718e-f1d7-436b-b906-82bd54a42105 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731413 Jul 22 23:39:21.708854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Allocated IP 172.25.4.216 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/dbe83221-9553-4d76-b30a-8f2ad071e231) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:21.825407 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 63ca30f4-378b-4af0-ab51-fff07b40a0c9 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:21.947535 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 63ca30f4-378b-4af0-ab51-fff07b40a0c9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:22.079793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba1be9-2b62-44e5-be99-023d94af12ec req-e8765c31-bc1c-457a-a93f-d3217c048d97 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:22.092301 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49ba1be9-2b62-44e5-be99-023d94af12ec req-e8765c31-bc1c-457a-a93f-d3217c048d97 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.1809497 Jul 22 23:39:22.153958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ed0805-e43b-4aa2-b8c1-4726d6977fc6 None None] Network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:39:22.165854 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49ba1be9-2b62-44e5-be99-023d94af12ec req-6a8e1f71-c7d1-4db6-8ba1-85d14c37a01f tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722067 Jul 22 23:39:22.209046 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.356723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3cb264c5-e74e-4947-aadd-6fa2bb7591ca None None] Provisioning for port 63ca30f4-378b-4af0-ab51-fff07b40a0c9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:22.356723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3cb264c5-e74e-4947-aadd-6fa2bb7591ca None None] Provisioning complete for port 63ca30f4-378b-4af0-ab51-fff07b40a0c9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:22.356723 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3cb264c5-e74e-4947-aadd-6fa2bb7591ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.396171 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa10df7-8df3-45ea-b60e-d83e7659ebc4 req-feb3ff96-6a40-4ce7-a0d2-08e02c112022 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:22.407479 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fa10df7-8df3-45ea-b60e-d83e7659ebc4 req-feb3ff96-6a40-4ce7-a0d2-08e02c112022 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f HTTP/1.1" status: 200 len: 945 time: 0.1405520 Jul 22 23:39:22.521085 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fa10df7-8df3-45ea-b60e-d83e7659ebc4 req-cb153ae3-09d8-402f-bf05-9fc6a337f5c8 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123471 Jul 22 23:39:22.541626 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e0753c-069e-48e6-a432-137322ba53a7 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:22.547516 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.566358 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Transition to ACTIVE for port object e3e0753c-069e-48e6-a432-137322ba53a7 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:22.581386 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.614958 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.684349 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3cb264c5-e74e-4947-aadd-6fa2bb7591ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.750830 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3cb264c5-e74e-4947-aadd-6fa2bb7591ca None None] For port 63ca30f4-378b-4af0-ab51-fff07b40a0c9, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=63ca30f4-378b-4af0-ab51-fff07b40a0c9,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:22.762740 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3cb264c5-e74e-4947-aadd-6fa2bb7591ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.869833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6f088-e8a5-4fbb-a425-61755751e2b6 req-0f390860-b1bc-4c47-973d-93dc68cec6cb tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:22.880594 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb264c5-e74e-4947-aadd-6fa2bb7591ca None None] Pushing event updated for resources: {'Port': ['ID=63ca30f4-378b-4af0-ab51-fff07b40a0c9,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:22.882592 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7f6f088-e8a5-4fbb-a425-61755751e2b6 req-0f390860-b1bc-4c47-973d-93dc68cec6cb tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 946 time: 0.2514174 Jul 22 23:39:22.904090 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:22.908250 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:22.917555 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:22.959585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e0753c-069e-48e6-a432-137322ba53a7,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:22.986775 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7f6f088-e8a5-4fbb-a425-61755751e2b6 req-1e47082c-3dae-49c4-80c7-297dc664edfc tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033695 Jul 22 23:39:23.047790 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe83221-9553-4d76-b30a-8f2ad071e231,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:23.054320 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Attempting to bind port e3e0753c-069e-48e6-a432-137322ba53a7 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:23.054934 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Attempting to bind port e3e0753c-069e-48e6-a432-137322ba53a7 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'd170b232-5171-4d72-9f14-55ec0576510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:23.055419 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Attempting to bind port e3e0753c-069e-48e6-a432-137322ba53a7 on network 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:23.082441 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Port e3e0753c-069e-48e6-a432-137322ba53a7 on network 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:39:23.083022 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Attempting to bind port e3e0753c-069e-48e6-a432-137322ba53a7 on network 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:23.096230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1249666-2c22-4107-b0cf-1b5c69eeda59 req-1159b80f-1232-466b-b9de-4ef86bcb031d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:23.097245 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:23.098193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Checking segment: {'id': 'd170b232-5171-4d72-9f14-55ec0576510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:23.098660 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Bound using segment: {'id': 'd170b232-5171-4d72-9f14-55ec0576510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:23.099170 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Bound port: e3e0753c-069e-48e6-a432-137322ba53a7, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd170b232-5171-4d72-9f14-55ec0576510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:23.099618 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.102757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1249666-2c22-4107-b0cf-1b5c69eeda59 req-1159b80f-1232-466b-b9de-4ef86bcb031d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:23.111085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1249666-2c22-4107-b0cf-1b5c69eeda59 req-1159b80f-1232-466b-b9de-4ef86bcb031d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:23.117756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1249666-2c22-4107-b0cf-1b5c69eeda59 req-1159b80f-1232-466b-b9de-4ef86bcb031d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:23.124198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1249666-2c22-4107-b0cf-1b5c69eeda59 req-1159b80f-1232-466b-b9de-4ef86bcb031d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:23.134170 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1249666-2c22-4107-b0cf-1b5c69eeda59 req-1159b80f-1232-466b-b9de-4ef86bcb031d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 3828 time: 0.2147446 Jul 22 23:39:23.215579 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1249666-2c22-4107-b0cf-1b5c69eeda59 req-555d7844-e416-4ca3-9f16-9a9bbd51016d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798578 Jul 22 23:39:23.315622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5014bf12-6712-4259-93e5-eb733edf7527 None None] Provisioning complete for port 63ca30f4-378b-4af0-ab51-fff07b40a0c9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:23.316172 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5014bf12-6712-4259-93e5-eb733edf7527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.603841 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f6ca7-d99f-48f1-8e51-30791d633000 req-ddd48f1a-f5bd-41c8-af5c-b6e3a123b8f4 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:23.621568 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf6f6ca7-d99f-48f1-8e51-30791d633000 req-ddd48f1a-f5bd-41c8-af5c-b6e3a123b8f4 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.1813033 Jul 22 23:39:23.658387 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] For port e3e0753c-069e-48e6-a432-137322ba53a7, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:23.688108 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] For port e3e0753c-069e-48e6-a432-137322ba53a7, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e3e0753c-069e-48e6-a432-137322ba53a7,segment=NetworkSegment(d170b232-5171-4d72-9f14-55ec0576510c),segment_id=d170b232-5171-4d72-9f14-55ec0576510c)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:23.689552 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.733517 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 63ca30f4-378b-4af0-ab51-fff07b40a0c9 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:23.768305 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf6f6ca7-d99f-48f1-8e51-30791d633000 req-a026871b-fd24-4206-a602-e10ad611e0b3 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439981 Jul 22 23:39:23.770513 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.856178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 63ca30f4-378b-4af0-ab51-fff07b40a0c9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:23.856476 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.891569 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:23.895494 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40994) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:23.907707 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.909609 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] 10.222.0.18 "PUT /v2.0/ports/e3e0753c-069e-48e6-a432-137322ba53a7 HTTP/1.1" status: 200 len: 1091 time: 3.2428699 Jul 22 23:39:23.918285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'tag': 'e3e0753c-069e-48e6-a432-137322ba53a7'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:23.936299 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c6a650-f790-40d1-a69c-e36c333e0791" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "tag": "e3e0753c-069e-48e6-a432-137322ba53a7"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:23.954404 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2103328-1cf2-47c6-9884-b8f531cea9de req-ec4df9ec-e76e-40e5-9e1b-bbf8098cbde7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:23.963166 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2103328-1cf2-47c6-9884-b8f531cea9de req-ec4df9ec-e76e-40e5-9e1b-bbf8098cbde7 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f HTTP/1.1" status: 200 len: 945 time: 0.2702866 Jul 22 23:39:24.022722 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Request body: {'port': {'device_id': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:24.031087 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a6118-e8c1-41bb-b0d3-e26556b073eb req-ce795164-2090-4a83-9d3c-9a6c99e27d9d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:24.031087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-566a6118-e8c1-41bb-b0d3-e26556b073eb req-ce795164-2090-4a83-9d3c-9a6c99e27d9d tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f HTTP/1.1" status: 200 len: 945 time: 0.2397780 Jul 22 23:39:24.160844 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2103328-1cf2-47c6-9884-b8f531cea9de req-d3788cff-34bb-4500-a706-a1c86235a4fe tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963987 Jul 22 23:39:24.173036 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa249c1-df2d-41cd-9192-64cfdd233f99 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e0753c-069e-48e6-a432-137322ba53a7,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:24.249847 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.266083 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa613e9c-042f-4c0e-8ed2-a3835330e9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.351735 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797b175d-8a21-4d74-9f0a-b86030070314 x-openstack-request-id: req-797b175d-8a21-4d74-9f0a-b86030070314 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:24.352275 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "tag": "e3e0753c-069e-48e6-a432-137322ba53a7", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:24.352397 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-797b175d-8a21-4d74-9f0a-b86030070314 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:24.352759 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'tag': 'e3e0753c-069e-48e6-a432-137322ba53a7', 'status': 'completed', 'code': 200} Jul 22 23:39:24.427507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-566a6118-e8c1-41bb-b0d3-e26556b073eb req-abc5526d-cb3c-4027-82e7-5ec346ed4866 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Deleting port 8bae08b7-0670-4539-82be-dcc4e9e03196 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:24.427932 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-566a6118-e8c1-41bb-b0d3-e26556b073eb req-abc5526d-cb3c-4027-82e7-5ec346ed4866 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.495966 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.726362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:39:24.772102 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Router b53f534c-7e26-4780-bfc4-ea4c203c006c is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:39:24.782213 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1acb57eb-4388-486f-873d-b2c9056569e3 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:24.796747 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.856824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Transition to ACTIVE for port object 1acb57eb-4388-486f-873d-b2c9056569e3 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:24.888094 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.962647 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Pushing event updated for resources: {'Port': ['ID=1acb57eb-4388-486f-873d-b2c9056569e3,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:24.992584 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:25.023667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'acd7b08d-cef3-4a77-9d08-0f384b7e1ab7', 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620', 'port_id': 'acd7b08d-cef3-4a77-9d08-0f384b7e1ab7', 'mac_address': 'fa:16:3e:ea:49:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf44d29d-58a9-4d83-aa8b-ae4af9904ce3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:39:25.064561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:39:25.074846 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Sync routers for ids ['b53f534c-7e26-4780-bfc4-ea4c203c006c'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:39:25.094966 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Routers {'b53f534c-7e26-4780-bfc4-ea4c203c006c'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:25.095718 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:39:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b53f534c-7e26-4780-bfc4-ea4c203c006c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:25.149696 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Attempting to bind port 1acb57eb-4388-486f-873d-b2c9056569e3 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:25.150362 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Attempting to bind port 1acb57eb-4388-486f-873d-b2c9056569e3 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:25.150881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Attempting to bind port 1acb57eb-4388-486f-873d-b2c9056569e3 on network d14a0948-26e2-4d00-9935-582ab618394e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:25.152064 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.156322 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Port 1acb57eb-4388-486f-873d-b2c9056569e3 on network d14a0948-26e2-4d00-9935-582ab618394e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:39:25.156836 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Attempting to bind port 1acb57eb-4388-486f-873d-b2c9056569e3 on network d14a0948-26e2-4d00-9935-582ab618394e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:25.167708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:25.170981 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Checking segment: {'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:25.171554 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Bound using segment: {'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:25.175964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Bound port: 1acb57eb-4388-486f-873d-b2c9056569e3, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:25.176571 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.182757 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:25.234268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:25.246965 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.318640 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] For port 1acb57eb-4388-486f-873d-b2c9056569e3, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:25.324518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] For port 1acb57eb-4388-486f-873d-b2c9056569e3, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1acb57eb-4388-486f-873d-b2c9056569e3,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:25.338951 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.361330 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Set router b53f534c-7e26-4780-bfc4-ea4c203c006c gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:25.398567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:25.409026 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.410658 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.414694 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] 10.222.0.18 "PUT /v2.0/ports/1acb57eb-4388-486f-873d-b2c9056569e3 HTTP/1.1" status: 200 len: 1130 time: 1.4120097 Jul 22 23:39:25.424200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6a650-f790-40d1-a69c-e36c333e0791 req-7b95cb53-99a6-4fa5-b44a-fc3cfed97830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.425410 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6a650-f790-40d1-a69c-e36c333e0791 req-7b95cb53-99a6-4fa5-b44a-fc3cfed97830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.425954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6a650-f790-40d1-a69c-e36c333e0791 req-7b95cb53-99a6-4fa5-b44a-fc3cfed97830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.427223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6a650-f790-40d1-a69c-e36c333e0791 req-7b95cb53-99a6-4fa5-b44a-fc3cfed97830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.427764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6a650-f790-40d1-a69c-e36c333e0791 req-7b95cb53-99a6-4fa5-b44a-fc3cfed97830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.435668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8c6a650-f790-40d1-a69c-e36c333e0791 req-7b95cb53-99a6-4fa5-b44a-fc3cfed97830 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d666488e03c84f33989e7c5054c2c913&device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 4363 time: 1.0232408 Jul 22 23:39:25.468961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['acd7b08d-cef3-4a77-9d08-0f384b7e1ab7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:25.471850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Request body: {'port': {'device_id': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:25.491009 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a848a-7cd9-4f0c-acd9-473cd6105efc service neutron] Pushing event updated for resources: {'Port': ['ID=1acb57eb-4388-486f-873d-b2c9056569e3,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:25.664137 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.800950 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'name': 'tempest-ServerActionsTestJSON-2142798650-router', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:18Z', 'updated_at': '2021-07-22T23:39:23Z', 'revision_number': 3, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'gw_port': {'id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:20Z', 'updated_at': '2021-07-22T23:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:25.836243 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Checking router: b53f534c-7e26-4780-bfc4-ea4c203c006c for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:39:25.836683 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Updating router b53f534c-7e26-4780-bfc4-ea4c203c006c port dbe83221-9553-4d76-b30a-8f2ad071e231 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:39:25.876511 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.900840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6a650-f790-40d1-a69c-e36c333e0791 req-6ff68a95-f5c8-47e6-ab44-981ad82cb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.901290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6a650-f790-40d1-a69c-e36c333e0791 req-6ff68a95-f5c8-47e6-ab44-981ad82cb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.901902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6a650-f790-40d1-a69c-e36c333e0791 req-6ff68a95-f5c8-47e6-ab44-981ad82cb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.904042 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8c6a650-f790-40d1-a69c-e36c333e0791 req-6ff68a95-f5c8-47e6-ab44-981ad82cb8a9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d666488e03c84f33989e7c5054c2c913&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4495404 Jul 22 23:39:25.922764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fe94-ca84-45b3-89ab-b0acf502dcd5 req-4011b372-445d-4dbe-91a0-48546e025209 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.932118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fe94-ca84-45b3-89ab-b0acf502dcd5 req-4011b372-445d-4dbe-91a0-48546e025209 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.939192 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fe94-ca84-45b3-89ab-b0acf502dcd5 req-4011b372-445d-4dbe-91a0-48546e025209 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.947497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fe94-ca84-45b3-89ab-b0acf502dcd5 req-4011b372-445d-4dbe-91a0-48546e025209 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.959341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fe94-ca84-45b3-89ab-b0acf502dcd5 req-4011b372-445d-4dbe-91a0-48546e025209 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.959341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4fe94-ca84-45b3-89ab-b0acf502dcd5 req-4011b372-445d-4dbe-91a0-48546e025209 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.959341 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cd4fe94-ca84-45b3-89ab-b0acf502dcd5 req-4011b372-445d-4dbe-91a0-48546e025209 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 4600 time: 1.4342830 Jul 22 23:39:25.971434 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a192b-f538-40a7-a14d-7afab2f82d1e req-b937aaf8-2559-483f-acb9-6c069d9663e2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.971434 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f98a192b-f538-40a7-a14d-7afab2f82d1e req-b937aaf8-2559-483f-acb9-6c069d9663e2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 946 time: 0.9764831 Jul 22 23:39:25.989451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-566a6118-e8c1-41bb-b0d3-e26556b073eb req-abc5526d-cb3c-4027-82e7-5ec346ed4866 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] For port 8bae08b7-0670-4539-82be-dcc4e9e03196, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=8bae08b7-0670-4539-82be-dcc4e9e03196,segment=NetworkSegment(d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0),segment_id=d0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:25.989451 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-566a6118-e8c1-41bb-b0d3-e26556b073eb req-abc5526d-cb3c-4027-82e7-5ec346ed4866 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.115781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-566a6118-e8c1-41bb-b0d3-e26556b073eb req-abc5526d-cb3c-4027-82e7-5ec346ed4866 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Calling delete_port for 8bae08b7-0670-4539-82be-dcc4e9e03196 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:26.151021 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f98a192b-f538-40a7-a14d-7afab2f82d1e req-d25d9e1f-5b14-442c-aca6-2799e9b997ef tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750693 Jul 22 23:39:26.217713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cd4fe94-ca84-45b3-89ab-b0acf502dcd5 req-d8e40ae6-1a0c-40b7-a5ab-fd53bb4c6bba tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2404482 Jul 22 23:39:26.224971 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69dbc8b-47f5-4d29-80c2-52d998ba6546 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:26.235228 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.245932 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa613e9c-042f-4c0e-8ed2-a3835330e9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.268821 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.277680 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1f9fea8e-580e-4572-b170-09b40fa02183 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0905008 Jul 22 23:39:26.278794 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41020) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:26.331255 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Transition to ACTIVE for port object d69dbc8b-47f5-4d29-80c2-52d998ba6546 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:26.399978 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa613e9c-042f-4c0e-8ed2-a3835330e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.492098 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.509751 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Transition to ACTIVE for port object dbe83221-9553-4d76-b30a-8f2ad071e231 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:26.513477 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'tag': '1acb57eb-4388-486f-873d-b2c9056569e3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:26.516612 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b9799b-adae-4607-a121-da48d7d4f6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "tag": "1acb57eb-4388-486f-873d-b2c9056569e3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:26.523118 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fa613e9c-042f-4c0e-8ed2-a3835330e9d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09fcd50a805f4974bb7ef04cd7dd9ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6225379 Jul 22 23:39:26.539026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41030) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:26.542349 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.552178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa613e9c-042f-4c0e-8ed2-a3835330e9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a37e4a-c288-4f55-b89a-c394c1f9a641,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:26.668542 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf243552-bed3-4518-acc5-176b95054fdf None None] Pushing event updated for resources: {'Port': ['ID=dbe83221-9553-4d76-b30a-8f2ad071e231,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:26.691562 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.709187 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf243552-bed3-4518-acc5-176b95054fdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:26.709593 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf243552-bed3-4518-acc5-176b95054fdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:26.710688 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf243552-bed3-4518-acc5-176b95054fdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:26.712612 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf243552-bed3-4518-acc5-176b95054fdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:26.713071 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf243552-bed3-4518-acc5-176b95054fdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:26.713524 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf243552-bed3-4518-acc5-176b95054fdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:26.714506 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf243552-bed3-4518-acc5-176b95054fdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:26.715194 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf243552-bed3-4518-acc5-176b95054fdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:26.720685 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf243552-bed3-4518-acc5-176b95054fdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:26.721236 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf243552-bed3-4518-acc5-176b95054fdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:26.721673 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf243552-bed3-4518-acc5-176b95054fdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:26.722101 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf243552-bed3-4518-acc5-176b95054fdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:26.736889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:26.761797 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Attempting to bind port dbe83221-9553-4d76-b30a-8f2ad071e231 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:26.762317 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Attempting to bind port dbe83221-9553-4d76-b30a-8f2ad071e231 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:26.762782 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Attempting to bind port dbe83221-9553-4d76-b30a-8f2ad071e231 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:26.769221 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:26.769762 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:26.770266 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.772998 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:26.772998 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Bound port: dbe83221-9553-4d76-b30a-8f2ad071e231, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:26.779294 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.850883 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Pushing event updated for resources: {'Port': ['ID=d69dbc8b-47f5-4d29-80c2-52d998ba6546,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:26.853331 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:26.853877 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.901442 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] For port dbe83221-9553-4d76-b30a-8f2ad071e231, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:26.903933 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6a650-f790-40d1-a69c-e36c333e0791 req-9726e6b6-18cc-46e0-97c4-7d476d9691b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:26.908580 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] For port dbe83221-9553-4d76-b30a-8f2ad071e231, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=dbe83221-9553-4d76-b30a-8f2ad071e231,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:26.914053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8c6a650-f790-40d1-a69c-e36c333e0791 req-9726e6b6-18cc-46e0-97c4-7d476d9691b6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9247928 Jul 22 23:39:26.918999 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.986793 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a75b06c-d217-4c6b-a4f8-b6b0e9b5aa2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:27.007200 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Routers {'b53f534c-7e26-4780-bfc4-ea4c203c006c'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:27.011380 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:39:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b53f534c-7e26-4780-bfc4-ea4c203c006c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:27.040311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a02a9d-5883-41a3-abf7-1aeb09aff935 req-8d2a20bd-0c17-4e86-84d3-d21685ee19c9 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:27.048227 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:27.050299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44a02a9d-5883-41a3-abf7-1aeb09aff935 req-8d2a20bd-0c17-4e86-84d3-d21685ee19c9 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.6802690 Jul 22 23:39:27.147446 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:27.148863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15902ad6-33da-446b-b833-171bb5549123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd7b08d-cef3-4a77-9d08-0f384b7e1ab7'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:27.152880 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab82a8b-6c38-4331-88ef-738ef27b703d" -d '{"events": [{"server_uuid": "15902ad6-33da-446b-b833-171bb5549123", "name": "network-vif-plugged", "status": "completed", "tag": "acd7b08d-cef3-4a77-9d08-0f384b7e1ab7"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:27.165613 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:27.166689 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 8bae08b7-0670-4539-82be-dcc4e9e03196 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:27.232495 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-566a6118-e8c1-41bb-b0d3-e26556b073eb req-abc5526d-cb3c-4027-82e7-5ec346ed4866 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:27.264211 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a75b06c-d217-4c6b-a4f8-b6b0e9b5aa2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:27.314751 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] Set router b53f534c-7e26-4780-bfc4-ea4c203c006c gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:27.360255 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No active binding found for port 8bae08b7-0670-4539-82be-dcc4e9e03196 {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 23:39:27.362983 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 8bae08b7-0670-4539-82be-dcc4e9e03196 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:39:27.369647 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:27.380753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5526d-cb3c-4027-82e7-5ec346ed4866 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Pushing event deleted for resources: {'Port': ['ID=8bae08b7-0670-4539-82be-dcc4e9e03196,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:27.406737 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf243552-bed3-4518-acc5-176b95054fdf None None] Pushing event updated for resources: {'Port': ['ID=dbe83221-9553-4d76-b30a-8f2ad071e231,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:27.477814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-566a6118-e8c1-41bb-b0d3-e26556b073eb req-abc5526d-cb3c-4027-82e7-5ec346ed4866 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] No DVR routers for this DVR port 8bae08b7-0670-4539-82be-dcc4e9e03196 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:39:27.480630 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-566a6118-e8c1-41bb-b0d3-e26556b073eb req-abc5526d-cb3c-4027-82e7-5ec346ed4866 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:27.483094 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-566a6118-e8c1-41bb-b0d3-e26556b073eb req-abc5526d-cb3c-4027-82e7-5ec346ed4866 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.18 "DELETE /v2.0/ports/8bae08b7-0670-4539-82be-dcc4e9e03196 HTTP/1.1" status: 204 len: 173 time: 3.4426520 Jul 22 23:39:27.492248 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3c2b7-fe56-463e-90d4-03bf93a46b6f req-d847b4e9-128f-44d2-9a7c-7f8cfb3f74a1 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:27.497800 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6b3c2b7-fe56-463e-90d4-03bf93a46b6f req-d847b4e9-128f-44d2-9a7c-7f8cfb3f74a1 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2d0658-e0b4-4be3-aae6-377a0923894f HTTP/1.1" status: 200 len: 867 time: 0.8542411 Jul 22 23:39:27.525395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2d0658-e0b4-4be3-aae6-377a0923894f', 'name': 'network-vif-deleted', 'tag': '8bae08b7-0670-4539-82be-dcc4e9e03196'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:27.529927 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e583b80a-c951-4206-b7ee-ee7cdca65fe9" -d '{"events": [{"server_uuid": "0a2d0658-e0b4-4be3-aae6-377a0923894f", "name": "network-vif-deleted", "tag": "8bae08b7-0670-4539-82be-dcc4e9e03196"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:27.537248 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44a02a9d-5883-41a3-abf7-1aeb09aff935 req-770c0b2f-58db-4505-8c2e-8b3e71e2f048 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859588 Jul 22 23:39:27.613017 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6b3c2b7-fe56-463e-90d4-03bf93a46b6f req-c541d6ee-96d6-45a7-a9bc-02cb8a633575 tempest-ServersTestJSON-1339171359 tempest-ServersTestJSON-1339171359-project] 10.222.0.26 "GET /v2.0/security-groups?id=72c8768a-e7a4-4db9-b0e5-920ae89bad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127524 Jul 22 23:39:27.633290 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a75b06c-d217-4c6b-a4f8-b6b0e9b5aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:27.636566 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a75b06c-d217-4c6b-a4f8-b6b0e9b5aa2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:27.637297 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Attempting to bind port d69dbc8b-47f5-4d29-80c2-52d998ba6546 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:27.637775 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Attempting to bind port d69dbc8b-47f5-4d29-80c2-52d998ba6546 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:27.637937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4a75b06c-d217-4c6b-a4f8-b6b0e9b5aa2b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63a37e4a-c288-4f55-b89a-c394c1f9a641 HTTP/1.1" status: 204 len: 168 time: 1.0805738 Jul 22 23:39:27.638371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Attempting to bind port d69dbc8b-47f5-4d29-80c2-52d998ba6546 on network d14a0948-26e2-4d00-9935-582ab618394e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:27.648827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75b06c-d217-4c6b-a4f8-b6b0e9b5aa2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a37e4a-c288-4f55-b89a-c394c1f9a641,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:27.677443 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Port d69dbc8b-47f5-4d29-80c2-52d998ba6546 on network d14a0948-26e2-4d00-9935-582ab618394e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:39:27.677782 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Attempting to bind port d69dbc8b-47f5-4d29-80c2-52d998ba6546 on network d14a0948-26e2-4d00-9935-582ab618394e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:27.694046 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'name': 'tempest-ServerActionsTestJSON-2142798650-router', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:18Z', 'updated_at': '2021-07-22T23:39:23Z', 'revision_number': 3, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'gw_port': {'id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:20Z', 'updated_at': '2021-07-22T23:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:27.700918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:27.701623 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Checking segment: {'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:27.701737 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Bound using segment: {'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:27.702122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Bound port: d69dbc8b-47f5-4d29-80c2-52d998ba6546, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:27.702483 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:27.754039 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70be5a68-e655-4c21-9a7f-54a5116878cd x-openstack-request-id: req-70be5a68-e655-4c21-9a7f-54a5116878cd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:27.754336 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "tag": "1acb57eb-4388-486f-873d-b2c9056569e3", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:27.754593 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70be5a68-e655-4c21-9a7f-54a5116878cd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:27.755567 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619a60dc-195a-4558-84ef-8469bf683c53 None None] The sync data for ids ['b53f534c-7e26-4780-bfc4-ea4c203c006c'] in n-d-688802-2 is: [{'id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'name': 'tempest-ServerActionsTestJSON-2142798650-router', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:18Z', 'updated_at': '2021-07-22T23:39:23Z', 'revision_number': 3, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'gw_port': {'id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:20Z', 'updated_at': '2021-07-22T23:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:39:27.758517 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'tag': '1acb57eb-4388-486f-873d-b2c9056569e3', 'status': 'completed', 'code': 200} Jul 22 23:39:27.943414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9799b-adae-4607-a121-da48d7d4f6a5 req-61bf7a8c-a9d3-40e9-984f-0b60a9e82d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:27.943996 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:27.944491 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9799b-adae-4607-a121-da48d7d4f6a5 req-61bf7a8c-a9d3-40e9-984f-0b60a9e82d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:27.945479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9799b-adae-4607-a121-da48d7d4f6a5 req-61bf7a8c-a9d3-40e9-984f-0b60a9e82d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:27.946183 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9799b-adae-4607-a121-da48d7d4f6a5 req-61bf7a8c-a9d3-40e9-984f-0b60a9e82d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:27.946827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9799b-adae-4607-a121-da48d7d4f6a5 req-61bf7a8c-a9d3-40e9-984f-0b60a9e82d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:27.947428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9799b-adae-4607-a121-da48d7d4f6a5 req-61bf7a8c-a9d3-40e9-984f-0b60a9e82d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:27.948102 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9799b-adae-4607-a121-da48d7d4f6a5 req-61bf7a8c-a9d3-40e9-984f-0b60a9e82d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:27.950365 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b9799b-adae-4607-a121-da48d7d4f6a5 req-61bf7a8c-a9d3-40e9-984f-0b60a9e82d1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d666488e03c84f33989e7c5054c2c913&device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 6167 time: 0.1590436 Jul 22 23:39:27.955347 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df75e608-319a-41bf-81a4-50fb7a614394 x-openstack-request-id: req-df75e608-319a-41bf-81a4-50fb7a614394 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:27.956291 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15902ad6-33da-446b-b833-171bb5549123", "name": "network-vif-plugged", "status": "completed", "tag": "acd7b08d-cef3-4a77-9d08-0f384b7e1ab7", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:27.956761 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df75e608-319a-41bf-81a4-50fb7a614394 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:27.957441 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15902ad6-33da-446b-b833-171bb5549123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd7b08d-cef3-4a77-9d08-0f384b7e1ab7', 'code': 200} Jul 22 23:39:27.961650 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] For port d69dbc8b-47f5-4d29-80c2-52d998ba6546, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:28.012139 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] For port d69dbc8b-47f5-4d29-80c2-52d998ba6546, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=d69dbc8b-47f5-4d29-80c2-52d998ba6546,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:28.033182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791ddb6-05bb-4c8b-bf48-71d7b72ec4b5 req-a40d7c1f-0f37-4288-a5db-4f4d18d96289 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:28.037589 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:28.044412 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791ddb6-05bb-4c8b-bf48-71d7b72ec4b5 req-a40d7c1f-0f37-4288-a5db-4f4d18d96289 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:28.056744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791ddb6-05bb-4c8b-bf48-71d7b72ec4b5 req-a40d7c1f-0f37-4288-a5db-4f4d18d96289 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:28.064743 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791ddb6-05bb-4c8b-bf48-71d7b72ec4b5 req-a40d7c1f-0f37-4288-a5db-4f4d18d96289 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:28.072184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791ddb6-05bb-4c8b-bf48-71d7b72ec4b5 req-a40d7c1f-0f37-4288-a5db-4f4d18d96289 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:28.078630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791ddb6-05bb-4c8b-bf48-71d7b72ec4b5 req-a40d7c1f-0f37-4288-a5db-4f4d18d96289 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:28.088967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791ddb6-05bb-4c8b-bf48-71d7b72ec4b5 req-a40d7c1f-0f37-4288-a5db-4f4d18d96289 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:28.096400 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b791ddb6-05bb-4c8b-bf48-71d7b72ec4b5 req-a40d7c1f-0f37-4288-a5db-4f4d18d96289 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5372 time: 0.2003281 Jul 22 23:39:28.196452 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:28.198230 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:28.199848 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] 10.222.0.18 "PUT /v2.0/ports/d69dbc8b-47f5-4d29-80c2-52d998ba6546 HTTP/1.1" status: 200 len: 1130 time: 2.7432508 Jul 22 23:39:28.216435 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b791ddb6-05bb-4c8b-bf48-71d7b72ec4b5 req-f7d17ed5-84f8-4086-83f1-f7cd92c8c3a5 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1158359 Jul 22 23:39:28.356762 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f833d29-ea56-4550-be57-50a9168b43e6 x-openstack-request-id: req-6f833d29-ea56-4550-be57-50a9168b43e6 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:28.358696 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2d0658-e0b4-4be3-aae6-377a0923894f", "name": "network-vif-deleted", "tag": "8bae08b7-0670-4539-82be-dcc4e9e03196", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:28.360828 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f833d29-ea56-4550-be57-50a9168b43e6 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:28.364365 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2d0658-e0b4-4be3-aae6-377a0923894f', 'name': 'network-vif-deleted', 'tag': '8bae08b7-0670-4539-82be-dcc4e9e03196', 'status': 'completed', 'code': 200} Jul 22 23:39:28.424214 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Allocated IP 172.20.0.1 (d3554cbf-5379-4b81-9b9a-4aed7eb449a4/bc55de62-d0a0-4dc6-a48b-f50f95f15fef/b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:28.518135 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Request body: {'port': {'device_id': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:28.571644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9799b-adae-4607-a121-da48d7d4f6a5 req-0fc92dbd-16d0-41af-a10a-7d39508db501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:28.572099 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9799b-adae-4607-a121-da48d7d4f6a5 req-0fc92dbd-16d0-41af-a10a-7d39508db501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:28.572571 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9799b-adae-4607-a121-da48d7d4f6a5 req-0fc92dbd-16d0-41af-a10a-7d39508db501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:28.574184 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b9799b-adae-4607-a121-da48d7d4f6a5 req-0fc92dbd-16d0-41af-a10a-7d39508db501 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d666488e03c84f33989e7c5054c2c913&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5724285 Jul 22 23:39:28.606735 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b9a21-1617-4720-9351-eb4bec85e202 service neutron] Pushing event updated for resources: {'Port': ['ID=d69dbc8b-47f5-4d29-80c2-52d998ba6546,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:28.662451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21827d8-2de7-4665-b9ef-d068bd4e2b85 req-75f03b97-b538-4ff0-861a-8b7089bec6f5 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:28.670699 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f21827d8-2de7-4665-b9ef-d068bd4e2b85 req-75f03b97-b538-4ff0-861a-8b7089bec6f5 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 946 time: 0.3023987 Jul 22 23:39:28.747989 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f21827d8-2de7-4665-b9ef-d068bd4e2b85 req-ce062119-c9f8-4edc-ac66-2dec7495f841 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763106 Jul 22 23:39:28.806808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9799b-adae-4607-a121-da48d7d4f6a5 req-6f638e48-fa6a-4f22-b639-46efe64e8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:28.808489 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b9799b-adae-4607-a121-da48d7d4f6a5 req-6f638e48-fa6a-4f22-b639-46efe64e8ea0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2200117 Jul 22 23:39:28.858340 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:28.863134 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:28.932889 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Transition to ACTIVE for port object b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:28.949682 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c9936-3d32-4860-9f4a-38ae4320405e req-5fd6460e-7ee3-4933-b666-ed33bba94cdb tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:28.951651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f9c9936-3d32-4860-9f4a-38ae4320405e req-5fd6460e-7ee3-4933-b666-ed33bba94cdb tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.1139388 Jul 22 23:39:29.022857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f9c9936-3d32-4860-9f4a-38ae4320405e req-a1d3cd68-d9a1-4abb-a184-f0d7838100f8 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649185 Jul 22 23:39:29.132586 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:29.161135 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.224172 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-da876945-218e-4e73-a12e-14f69b41769d admin admin] Deleting subnet 7a6fea40-f65b-49f5-b79a-e507ab04e592 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:39:29.235765 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da876945-218e-4e73-a12e-14f69b41769d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.300825 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da876945-218e-4e73-a12e-14f69b41769d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.307190 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:29.369341 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:29.381703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:29.388695 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Pushing event updated for resources: {'Port': ['ID=b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:29.486789 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da876945-218e-4e73-a12e-14f69b41769d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.607712 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18adb3-a374-4f15-90f9-bcca7d842908 req-cd443781-a043-4c88-abda-92ae9bbc8be3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:29.617070 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18adb3-a374-4f15-90f9-bcca7d842908 req-cd443781-a043-4c88-abda-92ae9bbc8be3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:29.617296 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea2e658-92b6-4b81-96ef-44ffc06b0765 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:29.624727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18adb3-a374-4f15-90f9-bcca7d842908 req-cd443781-a043-4c88-abda-92ae9bbc8be3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:29.634274 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18adb3-a374-4f15-90f9-bcca7d842908 req-cd443781-a043-4c88-abda-92ae9bbc8be3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:29.634470 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.636978 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.641087 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18adb3-a374-4f15-90f9-bcca7d842908 req-cd443781-a043-4c88-abda-92ae9bbc8be3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:29.649057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18adb3-a374-4f15-90f9-bcca7d842908 req-cd443781-a043-4c88-abda-92ae9bbc8be3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:29.656093 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18adb3-a374-4f15-90f9-bcca7d842908 req-cd443781-a043-4c88-abda-92ae9bbc8be3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:29.658475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d18adb3-a374-4f15-90f9-bcca7d842908 req-cd443781-a043-4c88-abda-92ae9bbc8be3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5372 time: 0.3058186 Jul 22 23:39:29.729834 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da876945-218e-4e73-a12e-14f69b41769d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.797652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da876945-218e-4e73-a12e-14f69b41769d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a6fea40-f65b-49f5-b79a-e507ab04e592,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:29.818539 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device dbe83221-9553-4d76-b30a-8f2ad071e231 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:29.860353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'tag': 'd69dbc8b-47f5-4d29-80c2-52d998ba6546'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:29.863901 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd801411-a891-47a5-a4bb-d7338bc2b756" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "tag": "d69dbc8b-47f5-4d29-80c2-52d998ba6546"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:29.887114 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7a17c78e-b6c6-432e-9816-59ae4d098298 None None] Provisioning for port b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:29.889025 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da876945-218e-4e73-a12e-14f69b41769d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.896892 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-da876945-218e-4e73-a12e-14f69b41769d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7a6fea40-f65b-49f5-b79a-e507ab04e592 HTTP/1.1" status: 204 len: 168 time: 0.7609069 Jul 22 23:39:29.908174 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7a17c78e-b6c6-432e-9816-59ae4d098298 None None] Provisioning complete for port b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:29.910042 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7a17c78e-b6c6-432e-9816-59ae4d098298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.911581 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:29.923790 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.944038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Transition to ACTIVE for port object 2ea2e658-92b6-4b81-96ef-44ffc06b0765 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:30.000743 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7a17c78e-b6c6-432e-9816-59ae4d098298 None None] Port b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:39:30.028467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d18adb3-a374-4f15-90f9-bcca7d842908 req-f69585b0-6d16-496f-ad61-4ba56dfbac3d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3447227 Jul 22 23:39:30.074152 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port dbe83221-9553-4d76-b30a-8f2ad071e231 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:30.078267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port dbe83221-9553-4d76-b30a-8f2ad071e231 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:30.078640 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.087887 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.218936 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Pushing event updated for resources: {'Port': ['ID=2ea2e658-92b6-4b81-96ef-44ffc06b0765,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:30.255316 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0a88a-dd05-437a-9553-c88ed0b14c4e req-84a13473-d91d-48f6-8b96-83734f72516b tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:30.256973 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10a0a88a-dd05-437a-9553-c88ed0b14c4e req-84a13473-d91d-48f6-8b96-83734f72516b tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.18 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 946 time: 0.5213640 Jul 22 23:39:30.280884 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ee08-e6aa-4ddf-9f04-562af720aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.334132 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.362355 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.379961 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.429987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port dbe83221-9553-4d76-b30a-8f2ad071e231, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=dbe83221-9553-4d76-b30a-8f2ad071e231,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:30.443310 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d7a52f-f0b0-4fa7-bb14-4478a2000197 x-openstack-request-id: req-43d7a52f-f0b0-4fa7-bb14-4478a2000197 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:30.444262 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "tag": "d69dbc8b-47f5-4d29-80c2-52d998ba6546", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:30.444488 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.444929 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43d7a52f-f0b0-4fa7-bb14-4478a2000197 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:30.445587 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'tag': 'd69dbc8b-47f5-4d29-80c2-52d998ba6546', 'status': 'completed', 'code': 200} Jul 22 23:39:30.455259 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7ed67-5a28-46b3-9c3c-0b9927e63568 req-1e153944-642a-4df8-b2fd-2984ff055249 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:30.475589 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07d7ed67-5a28-46b3-9c3c-0b9927e63568 req-1e153944-642a-4df8-b2fd-2984ff055249 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=15902ad6-33da-446b-b833-171bb5549123 HTTP/1.1" status: 200 len: 946 time: 0.5154781 Jul 22 23:39:30.549119 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Attempting to bind port 2ea2e658-92b6-4b81-96ef-44ffc06b0765 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:30.549690 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Attempting to bind port 2ea2e658-92b6-4b81-96ef-44ffc06b0765 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:30.550264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Attempting to bind port 2ea2e658-92b6-4b81-96ef-44ffc06b0765 on network d14a0948-26e2-4d00-9935-582ab618394e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:30.557624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Pushing event updated for resources: {'Port': ['ID=b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:30.562517 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.566571 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Port 2ea2e658-92b6-4b81-96ef-44ffc06b0765 on network d14a0948-26e2-4d00-9935-582ab618394e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:39:30.567103 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Attempting to bind port 2ea2e658-92b6-4b81-96ef-44ffc06b0765 on network d14a0948-26e2-4d00-9935-582ab618394e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:30.588472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:30.588946 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Checking segment: {'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:30.590163 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Bound using segment: {'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:30.590786 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Bound port: 2ea2e658-92b6-4b81-96ef-44ffc06b0765, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:30.591448 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.605252 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=dbe83221-9553-4d76-b30a-8f2ad071e231,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:30.750908 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] For port 2ea2e658-92b6-4b81-96ef-44ffc06b0765, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:30.758068 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] For port 2ea2e658-92b6-4b81-96ef-44ffc06b0765, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2ea2e658-92b6-4b81-96ef-44ffc06b0765,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:30.760234 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:30.761741 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:30.767737 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.768244 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ee08-e6aa-4ddf-9f04-562af720aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.906795 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:30.907430 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.908879 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] 10.222.0.18 "PUT /v2.0/ports/2ea2e658-92b6-4b81-96ef-44ffc06b0765 HTTP/1.1" status: 200 len: 1091 time: 2.4273551 Jul 22 23:39:30.966085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Request body: {'port': {'device_id': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:31.022067 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f44a58-2a20-4ca8-9e19-1496d0a3389a service neutron] Pushing event updated for resources: {'Port': ['ID=2ea2e658-92b6-4b81-96ef-44ffc06b0765,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:31.107747 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Router b53f534c-7e26-4780-bfc4-ea4c203c006c has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:39:31.215230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a2c3ee08-e6aa-4ddf-9f04-562af720aea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83ef78c-9582-4eee-aa94-4db7f145b548']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:31.216892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2739284e-9bc2-48fd-8dc8-7fbdf86357ec None None] Provisioning complete for port b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:31.219372 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2739284e-9bc2-48fd-8dc8-7fbdf86357ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.225254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a2c3ee08-e6aa-4ddf-9f04-562af720aea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:31.225954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a2c3ee08-e6aa-4ddf-9f04-562af720aea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d3194e-f4fa-4fc4-a15c-ff97f9cd00a0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:31.232551 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.239799 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ee08-e6aa-4ddf-9f04-562af720aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.270294 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ee08-e6aa-4ddf-9f04-562af720aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.278549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c3ee08-e6aa-4ddf-9f04-562af720aea2 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:39:31.278852 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ee08-e6aa-4ddf-9f04-562af720aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.293929 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2739284e-9bc2-48fd-8dc8-7fbdf86357ec None None] Port b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:39:31.351744 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:39:31.371756 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07d7ed67-5a28-46b3-9c3c-0b9927e63568 req-1e225706-2966-483c-a699-8d00c08613b8 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8890450 Jul 22 23:39:31.373686 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:39:31.385053 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c1c6a3de-d93f-4e8f-8822-ab6784b7acfc admin admin] 10.222.0.26 "PUT /v2.0/routers/b53f534c-7e26-4780-bfc4-ea4c203c006c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1034377 Jul 22 23:39:31.395859 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Sync routers for ids ['b53f534c-7e26-4780-bfc4-ea4c203c006c'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:39:31.415649 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-10a0a88a-dd05-437a-9553-c88ed0b14c4e req-cd20ed29-6ff9-45a9-99f5-a18bc74b6479 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Deleting port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:31.415904 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10a0a88a-dd05-437a-9553-c88ed0b14c4e req-cd20ed29-6ff9-45a9-99f5-a18bc74b6479 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.422336 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ee08-e6aa-4ddf-9f04-562af720aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.427818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Routers {'b53f534c-7e26-4780-bfc4-ea4c203c006c'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:31.428460 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:39:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b53f534c-7e26-4780-bfc4-ea4c203c006c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:31.435033 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ee08-e6aa-4ddf-9f04-562af720aea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.439467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a2c3ee08-e6aa-4ddf-9f04-562af720aea2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a83ef78c-9582-4eee-aa94-4db7f145b548 HTTP/1.1" status: 204 len: 168 time: 1.5257885 Jul 22 23:39:31.661782 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3ee08-e6aa-4ddf-9f04-562af720aea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a83ef78c-9582-4eee-aa94-4db7f145b548,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:31.734254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd801411-a891-47a5-a4bb-d7338bc2b756 req-e40ab2fe-8495-435a-9465-8bb8439cde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:31.734758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd801411-a891-47a5-a4bb-d7338bc2b756 req-e40ab2fe-8495-435a-9465-8bb8439cde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:31.735768 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd801411-a891-47a5-a4bb-d7338bc2b756 req-e40ab2fe-8495-435a-9465-8bb8439cde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:31.736247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd801411-a891-47a5-a4bb-d7338bc2b756 req-e40ab2fe-8495-435a-9465-8bb8439cde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:31.736721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd801411-a891-47a5-a4bb-d7338bc2b756 req-e40ab2fe-8495-435a-9465-8bb8439cde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:31.737233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd801411-a891-47a5-a4bb-d7338bc2b756 req-e40ab2fe-8495-435a-9465-8bb8439cde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:31.738503 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd801411-a891-47a5-a4bb-d7338bc2b756 req-e40ab2fe-8495-435a-9465-8bb8439cde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:31.742368 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd801411-a891-47a5-a4bb-d7338bc2b756 req-e40ab2fe-8495-435a-9465-8bb8439cde49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d666488e03c84f33989e7c5054c2c913&device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 6234 time: 1.2610455 Jul 22 23:39:31.747969 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447c28c3-7370-4f66-b77c-74387587f929 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:31.763108 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.766515 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device dbe83221-9553-4d76-b30a-8f2ad071e231 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:31.777159 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Transition to ACTIVE for port object 447c28c3-7370-4f66-b77c-74387587f929 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:31.786972 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.856531 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3b8d9373-468c-4df1-b670-0bece6549c09 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:31.879555 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41220) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:31.911232 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Pushing event updated for resources: {'Port': ['ID=447c28c3-7370-4f66-b77c-74387587f929,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:31.929422 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-02ddf4f6-53af-4429-bf4f-de832515e432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.946744 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port dbe83221-9553-4d76-b30a-8f2ad071e231 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:31.947440 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.021956 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bc0d7-1488-47ca-80dd-cb47d7d63768 req-19291a33-6a5c-44da-92ff-39387072d923 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:32.030767 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f8bc0d7-1488-47ca-80dd-cb47d7d63768 req-19291a33-6a5c-44da-92ff-39387072d923 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 1.5019348 Jul 22 23:39:32.036525 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-10a0a88a-dd05-437a-9553-c88ed0b14c4e req-cd20ed29-6ff9-45a9-99f5-a18bc74b6479 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] For port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:32.040343 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10a0a88a-dd05-437a-9553-c88ed0b14c4e req-cd20ed29-6ff9-45a9-99f5-a18bc74b6479 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.048893 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.064831 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2be373ad-13fd-4f1a-92fc-d99ef9ee2a0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb3a2d0f5d49440c8d1c8c93b02aa91f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1816642 Jul 22 23:39:32.065337 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:32.120931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Attempting to bind port 447c28c3-7370-4f66-b77c-74387587f929 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:32.121295 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Attempting to bind port 447c28c3-7370-4f66-b77c-74387587f929 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:32.121674 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Attempting to bind port 447c28c3-7370-4f66-b77c-74387587f929 on network d14a0948-26e2-4d00-9935-582ab618394e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:32.130604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Port 447c28c3-7370-4f66-b77c-74387587f929 on network d14a0948-26e2-4d00-9935-582ab618394e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:39:32.130843 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Attempting to bind port 447c28c3-7370-4f66-b77c-74387587f929 on network d14a0948-26e2-4d00-9935-582ab618394e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:32.136521 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Set router b53f534c-7e26-4780-bfc4-ea4c203c006c gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:32.160580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:32.169461 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Checking segment: {'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:32.170027 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Bound using segment: {'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:32.170531 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Bound port: 447c28c3-7370-4f66-b77c-74387587f929, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059afcd8-a13d-4a26-83b2-d08696351038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:32.170974 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.184102 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd801411-a891-47a5-a4bb-d7338bc2b756 req-9df6650a-f020-4aa6-8e90-45114c22b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:32.189671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd801411-a891-47a5-a4bb-d7338bc2b756 req-9df6650a-f020-4aa6-8e90-45114c22b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:32.193607 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd801411-a891-47a5-a4bb-d7338bc2b756 req-9df6650a-f020-4aa6-8e90-45114c22b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:32.196411 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd801411-a891-47a5-a4bb-d7338bc2b756 req-9df6650a-f020-4aa6-8e90-45114c22b552 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d666488e03c84f33989e7c5054c2c913&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4385028 Jul 22 23:39:32.200704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41226) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:32.201380 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56493db-0b2a-4ab9-8ee3-fedb735d3791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8d9373-468c-4df1-b670-0bece6549c09'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:32.203843 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093b9fee-1732-4ad0-81a1-cdb5adc08422" -d '{"events": [{"server_uuid": "c56493db-0b2a-4ab9-8ee3-fedb735d3791", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8d9373-468c-4df1-b670-0bece6549c09"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:32.254763 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3b8d9373-468c-4df1-b670-0bece6549c09, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3b8d9373-468c-4df1-b670-0bece6549c09,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:32.261975 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-10a0a88a-dd05-437a-9553-c88ed0b14c4e req-cd20ed29-6ff9-45a9-99f5-a18bc74b6479 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Calling delete_port for acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:32.276199 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.345663 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] For port 447c28c3-7370-4f66-b77c-74387587f929, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:32.354410 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] For port 447c28c3-7370-4f66-b77c-74387587f929, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=447c28c3-7370-4f66-b77c-74387587f929,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:32.368315 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=3b8d9373-468c-4df1-b670-0bece6549c09,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:32.376626 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.426912 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd512256-f70d-46f1-bca7-d8ef86549fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.464770 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd512256-f70d-46f1-bca7-d8ef86549fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.491012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f8bc0d7-1488-47ca-80dd-cb47d7d63768 req-0fac08dc-50be-4ac4-8aa6-59c62c93fd19 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272016 Jul 22 23:39:32.523547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:32.524407 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.528035 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] 10.222.0.18 "PUT /v2.0/ports/447c28c3-7370-4f66-b77c-74387587f929 HTTP/1.1" status: 200 len: 1091 time: 1.5663033 Jul 22 23:39:32.545471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'tag': '2ea2e658-92b6-4b81-96ef-44ffc06b0765'}, {'name': 'network-changed', 'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'tag': '447c28c3-7370-4f66-b77c-74387587f929'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:32.547737 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4299a42-6d22-4da3-bdac-c795abd98cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "tag": "2ea2e658-92b6-4b81-96ef-44ffc06b0765"}, {"name": "network-changed", "server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "tag": "447c28c3-7370-4f66-b77c-74387587f929"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:32.550425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24723c54-e476-418f-93b6-675cfb33967e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.555026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-2137d73f-4418-4b73-8b89-ff0c15aed39d tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:32.556687 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-2137d73f-4418-4b73-8b89-ff0c15aed39d tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/networks?id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122 HTTP/1.1" status: 200 len: 804 time: 0.8563476 Jul 22 23:39:32.574051 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Request body: {'port': {'device_id': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:32.630301 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'name': 'tempest-ServerActionsTestJSON-2142798650-router', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:18Z', 'updated_at': '2021-07-22T23:39:29Z', 'revision_number': 4, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'gw_port': {'id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:20Z', 'updated_at': '2021-07-22T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc', 'name': '', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'mac_address': 'fa:16:3e:0b:ef:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:28Z', 'updated_at': '2021-07-22T23:39:30Z', 'revision_number': 2, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'subnets': [{'id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:32.659025 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.662658 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd512256-f70d-46f1-bca7-d8ef86549fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.665714 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd512256-f70d-46f1-bca7-d8ef86549fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.667396 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dd512256-f70d-46f1-bca7-d8ef86549fc4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72c8768a-e7a4-4db9-b0e5-920ae89bad67 HTTP/1.1" status: 204 len: 168 time: 0.6007807 Jul 22 23:39:32.725217 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Checking router: b53f534c-7e26-4780-bfc4-ea4c203c006c for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:39:32.725662 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Updating router b53f534c-7e26-4780-bfc4-ea4c203c006c port b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:39:32.769449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd801411-a891-47a5-a4bb-d7338bc2b756 req-ab7d4ef3-e380-4cd5-a016-a04a1d26a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:32.770928 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd801411-a891-47a5-a4bb-d7338bc2b756 req-ab7d4ef3-e380-4cd5-a016-a04a1d26a17d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5355842 Jul 22 23:39:32.771117 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24723c54-e476-418f-93b6-675cfb33967e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.782893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:32.783223 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10a0a88a-dd05-437a-9553-c88ed0b14c4e req-cd20ed29-6ff9-45a9-99f5-a18bc74b6479 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.788287 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24723c54-e476-418f-93b6-675cfb33967e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.792821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd512256-f70d-46f1-bca7-d8ef86549fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c8768a-e7a4-4db9-b0e5-920ae89bad67,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:32.841066 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24723c54-e476-418f-93b6-675cfb33967e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca288df3-0ded-4881-a10f-aa370cf99916,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:32.899292 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8f85f-7767-473d-9694-52479fa8a130 service neutron] Pushing event updated for resources: {'Port': ['ID=447c28c3-7370-4f66-b77c-74387587f929,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:32.904000 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:39:32.904347 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:39:32.910839 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.911870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a0a88a-dd05-437a-9553-c88ed0b14c4e req-cd20ed29-6ff9-45a9-99f5-a18bc74b6479 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] No DVR routers for this DVR port acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:39:32.917280 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10a0a88a-dd05-437a-9553-c88ed0b14c4e req-cd20ed29-6ff9-45a9-99f5-a18bc74b6479 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.920394 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10a0a88a-dd05-437a-9553-c88ed0b14c4e req-cd20ed29-6ff9-45a9-99f5-a18bc74b6479 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.18 "DELETE /v2.0/ports/acd7b08d-cef3-4a77-9d08-0f384b7e1ab7 HTTP/1.1" status: 204 len: 173 time: 2.6342249 Jul 22 23:39:32.922364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-94f8055e-003b-4a28-9fce-bbaadf249227 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/quotas/d717b45ef01d480c925f1b5c3543f625 HTTP/1.1" status: 200 len: 375 time: 0.1616604 Jul 22 23:39:32.927215 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-24723c54-e476-418f-93b6-675cfb33967e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f51dc75c64ff4a92bb36c37bc7abc9c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7209146 Jul 22 23:39:32.937132 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15902ad6-33da-446b-b833-171bb5549123', 'name': 'network-vif-deleted', 'tag': 'acd7b08d-cef3-4a77-9d08-0f384b7e1ab7'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:32.939901 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41242) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:32.945396 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41a0280-68ac-47b7-8d0a-c8405a9a30ef" -d '{"events": [{"server_uuid": "15902ad6-33da-446b-b833-171bb5549123", "name": "network-vif-deleted", "tag": "acd7b08d-cef3-4a77-9d08-0f384b7e1ab7"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:32.953425 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20ed29-6ff9-45a9-99f5-a18bc74b6479 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Pushing event deleted for resources: {'Port': ['ID=acd7b08d-cef3-4a77-9d08-0f384b7e1ab7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:33.001225 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e42337-3d01-499c-a051-7fe07b788dfc req-d444e20d-0924-4830-9799-f51418c25b73 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:33.002904 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85e42337-3d01-499c-a051-7fe07b788dfc req-d444e20d-0924-4830-9799-f51418c25b73 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.95 "GET /v2.0/ports?device_id=c56493db-0b2a-4ab9-8ee3-fedb735d3791 HTTP/1.1" status: 200 len: 944 time: 0.7659307 Jul 22 23:39:33.097411 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a861e74-d947-48df-afe7-46ebf66b1db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:33.148893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30de10-138d-407d-8a7e-54d587d210b9 req-67401532-d4de-444d-80ec-fe7ad4f9073d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:33.157604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30de10-138d-407d-8a7e-54d587d210b9 req-67401532-d4de-444d-80ec-fe7ad4f9073d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:33.167753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30de10-138d-407d-8a7e-54d587d210b9 req-67401532-d4de-444d-80ec-fe7ad4f9073d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:33.174441 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30de10-138d-407d-8a7e-54d587d210b9 req-67401532-d4de-444d-80ec-fe7ad4f9073d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:33.181467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30de10-138d-407d-8a7e-54d587d210b9 req-67401532-d4de-444d-80ec-fe7ad4f9073d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:33.182304 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a861e74-d947-48df-afe7-46ebf66b1db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:33.204206 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30de10-138d-407d-8a7e-54d587d210b9 req-67401532-d4de-444d-80ec-fe7ad4f9073d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:33.210968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30de10-138d-407d-8a7e-54d587d210b9 req-67401532-d4de-444d-80ec-fe7ad4f9073d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:33.212929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d30de10-138d-407d-8a7e-54d587d210b9 req-67401532-d4de-444d-80ec-fe7ad4f9073d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5396 time: 0.5353808 Jul 22 23:39:33.245550 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-3d0d75af-1a82-429d-b011-bf5751556d52 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d717b45ef01d480c925f1b5c3543f625&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2937324 Jul 22 23:39:33.343543 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a861e74-d947-48df-afe7-46ebf66b1db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:33.347232 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a861e74-d947-48df-afe7-46ebf66b1db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:33.353528 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8a861e74-d947-48df-afe7-46ebf66b1db6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca288df3-0ded-4881-a10f-aa370cf99916 HTTP/1.1" status: 204 len: 168 time: 0.4063497 Jul 22 23:39:33.368622 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a861e74-d947-48df-afe7-46ebf66b1db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca288df3-0ded-4881-a10f-aa370cf99916,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:33.453486 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-747deff8-78f8-4d1a-a4dc-ba72227a9b72 service neutron] 10.222.0.26 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070062 Jul 22 23:39:33.462927 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200408c3-121a-4315-8bd3-f3fb4f10cf23 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:33.477639 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:33.492991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Transition to ACTIVE for port object 200408c3-121a-4315-8bd3-f3fb4f10cf23 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:33.499577 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:33.597395 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:33.611939 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Transition to ACTIVE for port object b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:33.620627 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d30de10-138d-407d-8a7e-54d587d210b9 req-57035be7-dba1-4758-b1f3-d60d88fa56a6 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4016087 Jul 22 23:39:33.634436 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:33.703055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Pushing event updated for resources: {'Port': ['ID=200408c3-121a-4315-8bd3-f3fb4f10cf23,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:33.746188 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb44ca4-5c17-453f-b8b9-4e6e9f9efc73 None None] Pushing event updated for resources: {'Port': ['ID=b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:33.834205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-85e42337-3d01-499c-a051-7fe07b788dfc req-f618e4e0-2e71-4ca3-b540-9af8b503bd2d tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Deleting port 3b8d9373-468c-4df1-b670-0bece6549c09 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:33.834756 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85e42337-3d01-499c-a051-7fe07b788dfc req-f618e4e0-2e71-4ca3-b540-9af8b503bd2d tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:33.839584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Attempting to bind port 200408c3-121a-4315-8bd3-f3fb4f10cf23 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:33.840218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Attempting to bind port 200408c3-121a-4315-8bd3-f3fb4f10cf23 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'b693c9a5-61b9-4855-99b1-f1cf44bc95e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:33.841009 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Attempting to bind port 200408c3-121a-4315-8bd3-f3fb4f10cf23 on network 0d56ae8e-3fa7-4971-854c-370a57f322d3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:33.849884 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Port 200408c3-121a-4315-8bd3-f3fb4f10cf23 on network 0d56ae8e-3fa7-4971-854c-370a57f322d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:39:33.851421 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Attempting to bind port 200408c3-121a-4315-8bd3-f3fb4f10cf23 on network 0d56ae8e-3fa7-4971-854c-370a57f322d3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:33.859804 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:33.860527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Checking segment: {'id': 'b693c9a5-61b9-4855-99b1-f1cf44bc95e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:33.861179 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Bound using segment: {'id': 'b693c9a5-61b9-4855-99b1-f1cf44bc95e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:33.861989 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Bound port: 200408c3-121a-4315-8bd3-f3fb4f10cf23, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b693c9a5-61b9-4855-99b1-f1cf44bc95e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:33.862780 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:33.920638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Attempting to bind port b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:33.920932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Attempting to bind port b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:33.925592 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Attempting to bind port b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc on network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:33.935891 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:33.936276 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Checking segment: {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:33.939248 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:33.939248 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Bound using segment: {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:33.944704 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Bound port: b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:33.945264 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:33.954461 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-cfce12bd-b51c-4e77-8ad9-8def43381401 service neutron] 10.222.0.26 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382679 Jul 22 23:39:34.014758 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] For port 200408c3-121a-4315-8bd3-f3fb4f10cf23, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:34.022263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] For port 200408c3-121a-4315-8bd3-f3fb4f10cf23, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=200408c3-121a-4315-8bd3-f3fb4f10cf23,segment=NetworkSegment(b693c9a5-61b9-4855-99b1-f1cf44bc95e7),segment_id=b693c9a5-61b9-4855-99b1-f1cf44bc95e7)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:34.033665 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:34.104656 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:34.106882 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41268) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:34.162420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:34.163097 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:34.166361 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] For port b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:34.171074 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] 10.222.0.18 "PUT /v2.0/ports/200408c3-121a-4315-8bd3-f3fb4f10cf23 HTTP/1.1" status: 200 len: 1091 time: 1.5961776 Jul 22 23:39:34.180434 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] For port b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:34.209221 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:34.217288 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-85e42337-3d01-499c-a051-7fe07b788dfc req-f618e4e0-2e71-4ca3-b540-9af8b503bd2d tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] For port 3b8d9373-468c-4df1-b670-0bece6549c09, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3b8d9373-468c-4df1-b670-0bece6549c09,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:34.217769 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85e42337-3d01-499c-a051-7fe07b788dfc req-f618e4e0-2e71-4ca3-b540-9af8b503bd2d tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:34.232085 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d11fcffe-e6b0-4dc0-80d2-e43e92158b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:34.235110 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Request body: {'port': {'device_id': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:34.246633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-85e42337-3d01-499c-a051-7fe07b788dfc req-f618e4e0-2e71-4ca3-b540-9af8b503bd2d tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Calling delete_port for 3b8d9373-468c-4df1-b670-0bece6549c09 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:34.261569 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdb5fc-56b8-4911-8114-37765c59eaac service neutron] Pushing event updated for resources: {'Port': ['ID=200408c3-121a-4315-8bd3-f3fb4f10cf23,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:34.351322 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614feca5-e178-4657-83a3-b9fc6575bff4 x-openstack-request-id: req-614feca5-e178-4657-83a3-b9fc6575bff4 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:34.351709 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56493db-0b2a-4ab9-8ee3-fedb735d3791", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8d9373-468c-4df1-b670-0bece6549c09", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:34.351970 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-614feca5-e178-4657-83a3-b9fc6575bff4 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:34.352886 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56493db-0b2a-4ab9-8ee3-fedb735d3791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8d9373-468c-4df1-b670-0bece6549c09', 'code': 200} Jul 22 23:39:34.480196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:34.487161 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d11fcffe-e6b0-4dc0-80d2-e43e92158b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:34.504512 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d11fcffe-e6b0-4dc0-80d2-e43e92158b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:34.623409 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fcffe-e6b0-4dc0-80d2-e43e92158b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00ac52c-eab7-4f3b-a861-150aede0d631,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:34.628989 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:34.630461 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0c3271c-e7a8-40c2-9c88-788ef5f2824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:34.682563 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Routers {'b53f534c-7e26-4780-bfc4-ea4c203c006c'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:34.683205 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:39:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b53f534c-7e26-4780-bfc4-ea4c203c006c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:34.849649 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f367785-d51b-4766-b63f-c755ba685cc3 x-openstack-request-id: req-4f367785-d51b-4766-b63f-c755ba685cc3 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:34.849953 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15902ad6-33da-446b-b833-171bb5549123", "name": "network-vif-deleted", "tag": "acd7b08d-cef3-4a77-9d08-0f384b7e1ab7", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:34.850210 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f367785-d51b-4766-b63f-c755ba685cc3 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:34.851240 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15902ad6-33da-446b-b833-171bb5549123', 'name': 'network-vif-deleted', 'tag': 'acd7b08d-cef3-4a77-9d08-0f384b7e1ab7', 'status': 'completed', 'code': 200} Jul 22 23:39:34.858996 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25823db-930f-4dbd-8bca-bf29192cad4d x-openstack-request-id: req-f25823db-930f-4dbd-8bca-bf29192cad4d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:34.859380 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "tag": "2ea2e658-92b6-4b81-96ef-44ffc06b0765", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "tag": "447c28c3-7370-4f66-b77c-74387587f929", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:34.859669 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f25823db-930f-4dbd-8bca-bf29192cad4d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:34.860067 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'tag': '2ea2e658-92b6-4b81-96ef-44ffc06b0765', 'status': 'completed', 'code': 200} Jul 22 23:39:34.860405 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'tag': '447c28c3-7370-4f66-b77c-74387587f929', 'status': 'completed', 'code': 200} Jul 22 23:39:34.913273 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb44ca4-5c17-453f-b8b9-4e6e9f9efc73 None None] Pushing event updated for resources: {'Port': ['ID=b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:34.930801 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d11fcffe-e6b0-4dc0-80d2-e43e92158b53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4693cac4f1cc45a0899f4995867989fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8152673 Jul 22 23:39:34.943370 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41284) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:34.943716 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb44ca4-5c17-453f-b8b9-4e6e9f9efc73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:34.944063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb44ca4-5c17-453f-b8b9-4e6e9f9efc73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:34.944575 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb44ca4-5c17-453f-b8b9-4e6e9f9efc73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:34.945052 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb44ca4-5c17-453f-b8b9-4e6e9f9efc73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:34.945456 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb44ca4-5c17-453f-b8b9-4e6e9f9efc73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:34.945906 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb44ca4-5c17-453f-b8b9-4e6e9f9efc73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:34.946245 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb44ca4-5c17-453f-b8b9-4e6e9f9efc73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:34.946577 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb44ca4-5c17-453f-b8b9-4e6e9f9efc73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:34.946908 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb44ca4-5c17-453f-b8b9-4e6e9f9efc73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:34.947237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb44ca4-5c17-453f-b8b9-4e6e9f9efc73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:34.947564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb44ca4-5c17-453f-b8b9-4e6e9f9efc73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:34.947888 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb44ca4-5c17-453f-b8b9-4e6e9f9efc73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:35.034075 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] Set router b53f534c-7e26-4780-bfc4-ea4c203c006c gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:35.110477 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1645766b-1d28-4aab-8688-43390512353e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.166620 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1645766b-1d28-4aab-8688-43390512353e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.169733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41290) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:35.182776 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7a3ff2e5-2bd5-451c-84d8-385ab76ecec7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--155167820', 'description': 'tempest-description--61093167'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:35.208742 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b186d479-d37c-49e3-ac3a-1e67744f65de {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:35.226172 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.227762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da8b4b-636c-4b6a-8921-561f34b5a640 req-002472dd-6f1f-432b-946f-e853af947d0b tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:35.237819 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0da8b4b-636c-4b6a-8921-561f34b5a640 req-002472dd-6f1f-432b-946f-e853af947d0b tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.3484237 Jul 22 23:39:35.254865 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Transition to ACTIVE for port object b186d479-d37c-49e3-ac3a-1e67744f65de will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:35.256174 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff2e5-2bd5-451c-84d8-385ab76ecec7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.270013 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.286551 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-a34583a9-053c-48ec-87b5-153774bbf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:35.287303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-a34583a9-053c-48ec-87b5-153774bbf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:35.287792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-a34583a9-053c-48ec-87b5-153774bbf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:35.288832 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-a34583a9-053c-48ec-87b5-153774bbf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:35.289497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-a34583a9-053c-48ec-87b5-153774bbf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:35.290416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-a34583a9-053c-48ec-87b5-153774bbf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:35.291054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-a34583a9-053c-48ec-87b5-153774bbf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:35.293241 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-a34583a9-053c-48ec-87b5-153774bbf18f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d666488e03c84f33989e7c5054c2c913&device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 6410 time: 0.4972467 Jul 22 23:39:35.306466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'name': 'tempest-ServerActionsTestJSON-2142798650-router', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:18Z', 'updated_at': '2021-07-22T23:39:29Z', 'revision_number': 4, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'gw_port': {'id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:20Z', 'updated_at': '2021-07-22T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc', 'name': '', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'mac_address': 'fa:16:3e:0b:ef:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:28Z', 'updated_at': '2021-07-22T23:39:34Z', 'revision_number': 4, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'subnets': [{'id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:35.322674 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1645766b-1d28-4aab-8688-43390512353e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.325503 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1645766b-1d28-4aab-8688-43390512353e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.329145 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1645766b-1d28-4aab-8688-43390512353e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c00ac52c-eab7-4f3b-a861-150aede0d631 HTTP/1.1" status: 204 len: 168 time: 0.3769026 Jul 22 23:39:35.366813 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05262249-4e73-40f7-91c8-00358f5cf02f None None] The sync data for ids ['b53f534c-7e26-4780-bfc4-ea4c203c006c'] in n-d-688802-2 is: [{'id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'name': 'tempest-ServerActionsTestJSON-2142798650-router', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:18Z', 'updated_at': '2021-07-22T23:39:29Z', 'revision_number': 4, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'gw_port': {'id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:20Z', 'updated_at': '2021-07-22T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc', 'name': '', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'mac_address': 'fa:16:3e:0b:ef:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:28Z', 'updated_at': '2021-07-22T23:39:34Z', 'revision_number': 4, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'subnets': [{'id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:39:35.368267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645766b-1d28-4aab-8688-43390512353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00ac52c-eab7-4f3b-a861-150aede0d631,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:35.372749 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Pushing event updated for resources: {'Port': ['ID=b186d479-d37c-49e3-ac3a-1e67744f65de,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:35.416442 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69ea98ba-0148-4a7b-8450-d053798d124c req-c59067c6-673d-41dc-8366-c7d3bb085ca1 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 210 time: 0.1761847 Jul 22 23:39:35.438954 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.492410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0da8b4b-636c-4b6a-8921-561f34b5a640 req-f155e37b-6940-48f1-b280-e0df6b4346ee tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534285 Jul 22 23:39:35.656598 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85e42337-3d01-499c-a051-7fe07b788dfc req-f618e4e0-2e71-4ca3-b540-9af8b503bd2d tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.688191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Attempting to bind port b186d479-d37c-49e3-ac3a-1e67744f65de on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:35.690484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Attempting to bind port b186d479-d37c-49e3-ac3a-1e67744f65de by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'b693c9a5-61b9-4855-99b1-f1cf44bc95e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:35.690979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Attempting to bind port b186d479-d37c-49e3-ac3a-1e67744f65de on network 0d56ae8e-3fa7-4971-854c-370a57f322d3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:35.716549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Port b186d479-d37c-49e3-ac3a-1e67744f65de on network 0d56ae8e-3fa7-4971-854c-370a57f322d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:39:35.719740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Attempting to bind port b186d479-d37c-49e3-ac3a-1e67744f65de on network 0d56ae8e-3fa7-4971-854c-370a57f322d3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:35.736775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618e4e0-2e71-4ca3-b540-9af8b503bd2d tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Pushing event deleted for resources: {'Port': ['ID=3b8d9373-468c-4df1-b670-0bece6549c09,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:35.777723 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:35.780423 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Checking segment: {'id': 'b693c9a5-61b9-4855-99b1-f1cf44bc95e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:35.780987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Bound using segment: {'id': 'b693c9a5-61b9-4855-99b1-f1cf44bc95e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:35.782964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Bound port: b186d479-d37c-49e3-ac3a-1e67744f65de, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b693c9a5-61b9-4855-99b1-f1cf44bc95e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:35.783534 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.786369 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:35.868579 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-0b39ac4e-cf87-49f0-8a1c-0d93bcf7db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:35.870571 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-0b39ac4e-cf87-49f0-8a1c-0d93bcf7db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:35.871108 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-0b39ac4e-cf87-49f0-8a1c-0d93bcf7db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:35.874328 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-0b39ac4e-cf87-49f0-8a1c-0d93bcf7db17 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d666488e03c84f33989e7c5054c2c913&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5539079 Jul 22 23:39:35.875285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e42337-3d01-499c-a051-7fe07b788dfc req-f618e4e0-2e71-4ca3-b540-9af8b503bd2d tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] No DVR routers for this DVR port 3b8d9373-468c-4df1-b670-0bece6549c09 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:39:35.876745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41302) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:35.891703 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4eb0b78a-ddbd-480f-a315-b13288792779 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--824823044', 'description': 'tempest-description--1158631960'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:35.896584 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-85e42337-3d01-499c-a051-7fe07b788dfc req-f618e4e0-2e71-4ca3-b540-9af8b503bd2d tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.899012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85e42337-3d01-499c-a051-7fe07b788dfc req-f618e4e0-2e71-4ca3-b540-9af8b503bd2d tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.95 "DELETE /v2.0/ports/3b8d9373-468c-4df1-b670-0bece6549c09 HTTP/1.1" status: 204 len: 173 time: 2.8811860 Jul 22 23:39:35.935283 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff2e5-2bd5-451c-84d8-385ab76ecec7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.939240 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3b8d9373-468c-4df1-b670-0bece6549c09 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:36.013858 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 3b8d9373-468c-4df1-b670-0bece6549c09 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:39:36.014480 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3b8d9373-468c-4df1-b670-0bece6549c09 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:39:36.052651 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff2e5-2bd5-451c-84d8-385ab76ecec7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:36.058671 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:36.063255 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:36.063748 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:36.147659 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] For port b186d479-d37c-49e3-ac3a-1e67744f65de, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:36.161834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ff2e5-2bd5-451c-84d8-385ab76ecec7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c6875f-52d9-4055-bfcb-acb19c6d474c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:36.170998 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] For port b186d479-d37c-49e3-ac3a-1e67744f65de, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b186d479-d37c-49e3-ac3a-1e67744f65de,segment=NetworkSegment(b693c9a5-61b9-4855-99b1-f1cf44bc95e7),segment_id=b693c9a5-61b9-4855-99b1-f1cf44bc95e7)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:36.179623 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:36.201425 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4eb0b78a-ddbd-480f-a315-b13288792779 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:36.254414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-e7278651-0da5-4e68-be10-0b189bd45c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:36.256032 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:36.256926 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-e7278651-0da5-4e68-be10-0b189bd45c7d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3560548 Jul 22 23:39:36.299974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78263d7b-1718-46d8-8295-dd1c85801d9a req-2256f787-450a-4180-8859-91134eb1fab2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:36.312427 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff2e5-2bd5-451c-84d8-385ab76ecec7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:36.319085 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7a3ff2e5-2bd5-451c-84d8-385ab76ecec7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1453304 Jul 22 23:39:36.331053 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:36.332189 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:36.337931 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78263d7b-1718-46d8-8295-dd1c85801d9a req-2256f787-450a-4180-8859-91134eb1fab2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:36.339168 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] 10.222.0.18 "PUT /v2.0/ports/b186d479-d37c-49e3-ac3a-1e67744f65de HTTP/1.1" status: 200 len: 1091 time: 2.1224391 Jul 22 23:39:36.339875 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41308) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:36.344698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78263d7b-1718-46d8-8295-dd1c85801d9a req-2256f787-450a-4180-8859-91134eb1fab2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:36.352839 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:36.357384 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78263d7b-1718-46d8-8295-dd1c85801d9a req-2256f787-450a-4180-8859-91134eb1fab2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:36.358133 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6007ae2a-1f28-435e-9300-587b3699b7b9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Request body: {'security_group_rule': {'security_group_id': '46c6875f-52d9-4055-bfcb-acb19c6d474c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:36.368824 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:36.370164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78263d7b-1718-46d8-8295-dd1c85801d9a req-2256f787-450a-4180-8859-91134eb1fab2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:36.392289 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78263d7b-1718-46d8-8295-dd1c85801d9a req-2256f787-450a-4180-8859-91134eb1fab2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:36.408269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78263d7b-1718-46d8-8295-dd1c85801d9a req-2256f787-450a-4180-8859-91134eb1fab2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:36.421024 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78263d7b-1718-46d8-8295-dd1c85801d9a req-2256f787-450a-4180-8859-91134eb1fab2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5420 time: 0.4545374 Jul 22 23:39:36.454728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481aae05-acd1-436a-9974-d5290708d8aa service neutron] Pushing event updated for resources: {'Port': ['ID=b186d479-d37c-49e3-ac3a-1e67744f65de,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:36.537167 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:36.645905 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-405e9b33-a844-4fc0-b81b-26b5b1427d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:36.649435 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-405e9b33-a844-4fc0-b81b-26b5b1427d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:36.650081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-405e9b33-a844-4fc0-b81b-26b5b1427d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:36.650553 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-405e9b33-a844-4fc0-b81b-26b5b1427d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:36.651065 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-405e9b33-a844-4fc0-b81b-26b5b1427d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:36.656217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-405e9b33-a844-4fc0-b81b-26b5b1427d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:36.656787 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-405e9b33-a844-4fc0-b81b-26b5b1427d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:36.659350 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-405e9b33-a844-4fc0-b81b-26b5b1427d64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d666488e03c84f33989e7c5054c2c913&device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 6477 time: 0.1888351 Jul 22 23:39:36.768185 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78263d7b-1718-46d8-8295-dd1c85801d9a req-1a385f7b-234f-4dc1-8db5-4fd2a5b5f27d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3459301 Jul 22 23:39:36.890507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-72ed0e8b-2169-4f20-9f75-f849f93f7fa8 req-30cc2bb9-19cc-4648-acf1-5956223958c7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 210 time: 0.2188685 Jul 22 23:39:36.892808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56493db-0b2a-4ab9-8ee3-fedb735d3791', 'name': 'network-vif-deleted', 'tag': '3b8d9373-468c-4df1-b670-0bece6549c09'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:36.895531 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33768559-d09a-48bd-b811-570a2703af6d" -d '{"events": [{"server_uuid": "c56493db-0b2a-4ab9-8ee3-fedb735d3791", "name": "network-vif-deleted", "tag": "3b8d9373-468c-4df1-b670-0bece6549c09"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:36.930217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'tag': '200408c3-121a-4315-8bd3-f3fb4f10cf23'}, {'name': 'network-changed', 'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'tag': 'b186d479-d37c-49e3-ac3a-1e67744f65de'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:36.932473 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49d6752-420d-4fec-ad24-3a2bc23a24f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "tag": "200408c3-121a-4315-8bd3-f3fb4f10cf23"}, {"name": "network-changed", "server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "tag": "b186d479-d37c-49e3-ac3a-1e67744f65de"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:36.947263 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.098456 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-620433b5-9273-468b-837b-4a16b521a0e0 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.100431 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-620433b5-9273-468b-837b-4a16b521a0e0 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.18 "GET /v2.0/networks?id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122 HTTP/1.1" status: 200 len: 804 time: 0.6694813 Jul 22 23:39:37.116026 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4eb0b78a-ddbd-480f-a315-b13288792779 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.124947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-13f385c9-7a25-401a-b1ee-3d5433876068 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Request body: {'port': {'device_id': '2ebf1964-1126-45d5-9243-e3e4b5b41ae7', 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122', 'admin_state_up': True, 'tenant_id': 'd717b45ef01d480c925f1b5c3543f625'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:37.159720 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4eb0b78a-ddbd-480f-a315-b13288792779 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.210961 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41338) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:37.291605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0b78a-ddbd-480f-a315-b13288792779 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f524edbe-1ab9-4ca8-834c-25450b1fb0c4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:37.331756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f165a-6b82-4ecf-86cc-694eb629e8da req-d85e8225-f12b-4745-877f-19a210a0370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.333366 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca1f165a-6b82-4ecf-86cc-694eb629e8da req-d85e8225-f12b-4745-877f-19a210a0370f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 1096 time: 0.3983614 Jul 22 23:39:37.343587 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc84a60-2e72-4fa2-9096-f7cd4532277c req-d972f992-2cf6-4220-85aa-8002c5604dc3 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.345235 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cdc84a60-2e72-4fa2-9096-f7cd4532277c req-d972f992-2cf6-4220-85aa-8002c5604dc3 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.4236224 Jul 22 23:39:37.400894 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f34af-7cee-4d6a-b4a5-a8c3ffb491fc req-6bc8623d-d8bd-4bd7-ac8b-4c418dbe0926 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.408269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-633f34af-7cee-4d6a-b4a5-a8c3ffb491fc req-6bc8623d-d8bd-4bd7-ac8b-4c418dbe0926 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 945 time: 0.3716772 Jul 22 23:39:37.478043 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-0cabf8e2-ea9d-46d5-9df2-beeba25e3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.479718 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-0cabf8e2-ea9d-46d5-9df2-beeba25e3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.480405 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-0cabf8e2-ea9d-46d5-9df2-beeba25e3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.482482 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-0cabf8e2-ea9d-46d5-9df2-beeba25e3bbf service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d666488e03c84f33989e7c5054c2c913&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8094234 Jul 22 23:39:37.488587 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca1f165a-6b82-4ecf-86cc-694eb629e8da req-8257645a-200a-4ffb-b13e-b9c415214a5c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382141 Jul 22 23:39:37.515516 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cdc84a60-2e72-4fa2-9096-f7cd4532277c req-c3987bae-ea0b-4301-816d-c2fd11e2c161 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528242 Jul 22 23:39:37.535076 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-633f34af-7cee-4d6a-b4a5-a8c3ffb491fc req-d7ec7380-5ece-4d14-8a8e-f1441dcde8bd tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/security-groups?id=99cf82dd-185a-4676-9d5e-73e2cade56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059632 Jul 22 23:39:37.546055 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4eb0b78a-ddbd-480f-a315-b13288792779 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.549392 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6007ae2a-1f28-435e-9300-587b3699b7b9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.550882 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4eb0b78a-ddbd-480f-a315-b13288792779 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6730661 Jul 22 23:39:37.563012 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41348) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:37.584769 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-de5792e9-eb7b-4136-8fb3-81cf1a3972b2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Request body: {'security_group_rule': {'security_group_id': 'f524edbe-1ab9-4ca8-834c-25450b1fb0c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:37.630139 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad0bba8-102a-44f7-81e7-566ec8de76dd x-openstack-request-id: req-8ad0bba8-102a-44f7-81e7-566ec8de76dd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:37.630525 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56493db-0b2a-4ab9-8ee3-fedb735d3791", "name": "network-vif-deleted", "tag": "3b8d9373-468c-4df1-b670-0bece6549c09", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:37.630743 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ad0bba8-102a-44f7-81e7-566ec8de76dd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:37.631540 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56493db-0b2a-4ab9-8ee3-fedb735d3791', 'name': 'network-vif-deleted', 'tag': '3b8d9373-468c-4df1-b670-0bece6549c09', 'status': 'completed', 'code': 200} Jul 22 23:39:37.639027 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb77a4f8-2349-4e75-b305-6eb7fa72d819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.651277 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-13f385c9-7a25-401a-b1ee-3d5433876068 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Made reservation on behalf of d717b45ef01d480c925f1b5c3543f625 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:37.655084 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-13f385c9-7a25-401a-b1ee-3d5433876068 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.666119 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca31470-6f4d-4392-87c5-fdddb4a7e9e9 x-openstack-request-id: req-0ca31470-6f4d-4392-87c5-fdddb4a7e9e9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:37.666436 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "tag": "200408c3-121a-4315-8bd3-f3fb4f10cf23", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "tag": "b186d479-d37c-49e3-ac3a-1e67744f65de", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:37.667221 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ca31470-6f4d-4392-87c5-fdddb4a7e9e9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:37.667221 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'tag': '200408c3-121a-4315-8bd3-f3fb4f10cf23', 'status': 'completed', 'code': 200} Jul 22 23:39:37.667955 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'tag': 'b186d479-d37c-49e3-ac3a-1e67744f65de', 'status': 'completed', 'code': 200} Jul 22 23:39:37.707853 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:37.761433 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6007ae2a-1f28-435e-9300-587b3699b7b9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.764547 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de5792e9-eb7b-4136-8fb3-81cf1a3972b2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.766404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:37.766951 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.770714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-20345794-1ba2-4db7-b06b-83fe1fcdc33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.771899 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e4299a42-6d22-4da3-bdac-c795abd98cd9 req-20345794-1ba2-4db7-b06b-83fe1fcdc33b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2747767 Jul 22 23:39:37.779083 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6007ae2a-1f28-435e-9300-587b3699b7b9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.812152 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007ae2a-1f28-435e-9300-587b3699b7b9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e8d4dc-ac5b-4fb2-8f1e-d084c5d81c71,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:37.893010 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de5792e9-eb7b-4136-8fb3-81cf1a3972b2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.903918 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de5792e9-eb7b-4136-8fb3-81cf1a3972b2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.941474 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5792e9-eb7b-4136-8fb3-81cf1a3972b2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1632ceae-a794-4c2e-823b-a2b1e7dc344a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:37.957864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-568390d8-b2b4-4cd8-91e6-12c8f75eb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.958420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-568390d8-b2b4-4cd8-91e6-12c8f75eb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.958901 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-568390d8-b2b4-4cd8-91e6-12c8f75eb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.959375 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-568390d8-b2b4-4cd8-91e6-12c8f75eb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.959839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-568390d8-b2b4-4cd8-91e6-12c8f75eb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.960980 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-568390d8-b2b4-4cd8-91e6-12c8f75eb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.961753 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-568390d8-b2b4-4cd8-91e6-12c8f75eb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.963812 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-568390d8-b2b4-4cd8-91e6-12c8f75eb539 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d666488e03c84f33989e7c5054c2c913&device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 6477 time: 0.1216910 Jul 22 23:39:38.025299 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-bd6e77b8-b89c-4520-854c-45bb2ee1babe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e0753c-069e-48e6-a432-137322ba53a7 HTTP/1.1" status: 200 len: 217 time: 0.0466909 Jul 22 23:39:38.079120 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ce5cd122-9dad-4998-84fb-ebdcd2b4bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:38.080635 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ce5cd122-9dad-4998-84fb-ebdcd2b4bb9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=944a2bd3-3d96-426e-983b-9162c91b6208 HTTP/1.1" status: 200 len: 850 time: 0.0487711 Jul 22 23:39:38.147732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-d6e725a0-26aa-4b44-89f9-020e1c2f89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:38.149330 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-d6e725a0-26aa-4b44-89f9-020e1c2f89f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618494 Jul 22 23:39:38.274810 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-919aa84a-f3c7-4eae-934d-bb89ead6dbb4 service neutron] 10.222.0.18 "GET /v2.0/networks/81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181314 Jul 22 23:39:38.309857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04eeb056-8e62-481e-a76a-f670556bef89 req-64976c85-4908-41b4-80f2-74ee40833826 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 210 time: 0.0792398 Jul 22 23:39:38.354423 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb77a4f8-2349-4e75-b305-6eb7fa72d819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.364539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-13f385c9-7a25-401a-b1ee-3d5433876068 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Allocated IP 172.20.0.13 (f21647f4-a3e6-4fdb-87ae-a8a620b5a122/1be0a5b1-3bce-4e99-b121-d80db0f7b202/254f21a5-3348-44ce-9002-c333a4653ddc) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:38.378323 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6007ae2a-1f28-435e-9300-587b3699b7b9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.384291 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6007ae2a-1f28-435e-9300-587b3699b7b9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0415552 Jul 22 23:39:38.385139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:38.388731 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de5792e9-eb7b-4136-8fb3-81cf1a3972b2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.390889 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb77a4f8-2349-4e75-b305-6eb7fa72d819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.393644 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-de5792e9-eb7b-4136-8fb3-81cf1a3972b2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8229966 Jul 22 23:39:38.398962 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41380) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:38.411468 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-eb01c219-3883-4062-9d34-3de549d07109 service neutron] 10.222.0.18 "GET /v2.0/networks/81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295114 Jul 22 23:39:38.432793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1fa84be7-739f-4f3a-b592-a65374ccd5d2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Request body: {'security_group_rule': {'security_group_id': 'f524edbe-1ab9-4ca8-834c-25450b1fb0c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:38.463508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2665e67d-6f32-4174-ab1c-04eb6035688b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Request body: {'security_group_rule': {'security_group_id': '46c6875f-52d9-4055-bfcb-acb19c6d474c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:38.469534 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-022b6083-ad96-4a68-a370-479e3c24addc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=1acb57eb-4388-486f-873d-b2c9056569e3 HTTP/1.1" status: 200 len: 217 time: 0.0504596 Jul 22 23:39:38.473148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77a4f8-2349-4e75-b305-6eb7fa72d819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac65561c-5782-4ba2-8454-a44172b3d8e1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:38.501058 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fa84be7-739f-4f3a-b592-a65374ccd5d2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.532889 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ac52e8b0-6336-4cd4-b245-164f578f165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:38.534745 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-ac52e8b0-6336-4cd4-b245-164f578f165e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8d54d44-b87e-439d-97b7-a2af64fbcd3f HTTP/1.1" status: 200 len: 797 time: 0.0589392 Jul 22 23:39:38.564865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cb0c7-9e83-4b93-8993-b3b23518dbda req-51ae4b1a-79dd-41e3-8fa5-e67d944b4ef3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:38.573467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cb0c7-9e83-4b93-8993-b3b23518dbda req-51ae4b1a-79dd-41e3-8fa5-e67d944b4ef3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:38.577842 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cb0c7-9e83-4b93-8993-b3b23518dbda req-51ae4b1a-79dd-41e3-8fa5-e67d944b4ef3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:38.583983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cb0c7-9e83-4b93-8993-b3b23518dbda req-51ae4b1a-79dd-41e3-8fa5-e67d944b4ef3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:38.590564 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cb0c7-9e83-4b93-8993-b3b23518dbda req-51ae4b1a-79dd-41e3-8fa5-e67d944b4ef3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:38.596463 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cb0c7-9e83-4b93-8993-b3b23518dbda req-51ae4b1a-79dd-41e3-8fa5-e67d944b4ef3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:38.603042 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cb0c7-9e83-4b93-8993-b3b23518dbda req-51ae4b1a-79dd-41e3-8fa5-e67d944b4ef3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:38.604579 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-568ac97e-c2a4-4732-a993-d52f3d9fb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:38.605036 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc0cb0c7-9e83-4b93-8993-b3b23518dbda req-51ae4b1a-79dd-41e3-8fa5-e67d944b4ef3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5420 time: 0.6930523 Jul 22 23:39:38.611256 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-568ac97e-c2a4-4732-a993-d52f3d9fb3d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a0948-26e2-4d00-9935-582ab618394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0691376 Jul 22 23:39:38.636699 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fb77a4f8-2349-4e75-b305-6eb7fa72d819 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6c83660f3054d139cf55a16c37d28a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4135439 Jul 22 23:39:38.637013 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41396) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:38.697903 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2665e67d-6f32-4174-ab1c-04eb6035688b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.752784 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4edd1b61-c81d-43ac-b728-f4f5d0f8cf2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.760364 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-2eab8f6b-9660-4378-8462-c78566902fb3 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423564 Jul 22 23:39:38.784363 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fa84be7-739f-4f3a-b592-a65374ccd5d2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.799082 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fa84be7-739f-4f3a-b592-a65374ccd5d2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.839427 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc0cb0c7-9e83-4b93-8993-b3b23518dbda req-3452b8f0-355c-49b8-b878-798a2ad0c749 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2107081 Jul 22 23:39:38.846478 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4edd1b61-c81d-43ac-b728-f4f5d0f8cf2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.875791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa84be7-739f-4f3a-b592-a65374ccd5d2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcb52aa-187d-48ed-8e0e-e7370a74527c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:38.886437 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1fa84be7-739f-4f3a-b592-a65374ccd5d2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.890894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1fa84be7-739f-4f3a-b592-a65374ccd5d2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4650693 Jul 22 23:39:38.891508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:38.907294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:38.918762 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-5763d921-0bb3-4428-9822-2ce795f2e280 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502013 Jul 22 23:39:38.949909 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883088e3-7b91-4da2-b19f-2b4780cb0040 req-35ec9a35-91ca-4e78-8e83-ec088f806db5 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:38.951501 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-883088e3-7b91-4da2-b19f-2b4780cb0040 req-35ec9a35-91ca-4e78-8e83-ec088f806db5 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 945 time: 0.3438113 Jul 22 23:39:38.958085 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2665e67d-6f32-4174-ab1c-04eb6035688b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.975049 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-05418ac1-5abc-4bb1-9200-f46156f02208 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=d69dbc8b-47f5-4d29-80c2-52d998ba6546 HTTP/1.1" status: 200 len: 217 time: 0.0488191 Jul 22 23:39:38.976418 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4edd1b61-c81d-43ac-b728-f4f5d0f8cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.979050 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4edd1b61-c81d-43ac-b728-f4f5d0f8cf2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.982558 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4edd1b61-c81d-43ac-b728-f4f5d0f8cf2d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac65561c-5782-4ba2-8454-a44172b3d8e1 HTTP/1.1" status: 204 len: 168 time: 0.3421319 Jul 22 23:39:38.993519 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2665e67d-6f32-4174-ab1c-04eb6035688b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.002381 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-13f385c9-7a25-401a-b1ee-3d5433876068 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.018324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd1b61-c81d-43ac-b728-f4f5d0f8cf2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac65561c-5782-4ba2-8454-a44172b3d8e1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:39.060055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-b118a5a0-a340-4377-b76d-e3cc3f45c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:39.062001 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-b118a5a0-a340-4377-b76d-e3cc3f45c690 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8d54d44-b87e-439d-97b7-a2af64fbcd3f HTTP/1.1" status: 200 len: 797 time: 0.0790913 Jul 22 23:39:39.063237 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.071751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665e67d-6f32-4174-ab1c-04eb6035688b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a11aeb-9aaa-46bd-a7fe-ccbfc48720b3,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:39.134594 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-883088e3-7b91-4da2-b19f-2b4780cb0040 req-b34b7704-d7d0-4679-88f7-325d5eecb0ea tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/security-groups?id=99cf82dd-185a-4676-9d5e-73e2cade56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492300 Jul 22 23:39:39.140246 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2665e67d-6f32-4174-ab1c-04eb6035688b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.147246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41410) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:39.149661 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6672f8d9-7bd8-4294-b384-7729e55e86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:39.151307 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6672f8d9-7bd8-4294-b384-7729e55e86d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a0948-26e2-4d00-9935-582ab618394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711470 Jul 22 23:39:39.155963 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:39.165919 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2665e67d-6f32-4174-ab1c-04eb6035688b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7759292 Jul 22 23:39:39.228262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77656ed-5666-4485-94ce-13aa08043585 req-1d8928cf-7b08-4cbd-8af0-f88bb160b48f tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:39.230422 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e77656ed-5666-4485-94ce-13aa08043585 req-1d8928cf-7b08-4cbd-8af0-f88bb160b48f tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.2711899 Jul 22 23:39:39.232594 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-13f385c9-7a25-401a-b1ee-3d5433876068 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.235671 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41416) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:39.247369 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.305764 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-380983d0-e1e1-46cb-a803-7cea085ecdf9 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442640 Jul 22 23:39:39.337123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-13f385c9-7a25-401a-b1ee-3d5433876068 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:39.369552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-13f385c9-7a25-401a-b1ee-3d5433876068 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:39.379680 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-13f385c9-7a25-401a-b1ee-3d5433876068 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:39.422849 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f385c9-7a25-401a-b1ee-3d5433876068 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Pushing event updated for resources: {'Port': ['ID=254f21a5-3348-44ce-9002-c333a4653ddc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:39.433650 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-613bd131-539d-4d2d-8728-87f4ab051403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.478319 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-745ca978-3056-4e1b-b192-eba01ce23bee service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652944 Jul 22 23:39:39.485198 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e77656ed-5666-4485-94ce-13aa08043585 req-07e0e680-05fb-4fa2-8a31-faafdea40214 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469516 Jul 22 23:39:39.508298 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-13f385c9-7a25-401a-b1ee-3d5433876068 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:39.508954 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-13f385c9-7a25-401a-b1ee-3d5433876068 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.529252 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.536106 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.575822 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-0991a253-ad79-49bc-b324-0deec82e24e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=2ea2e658-92b6-4b81-96ef-44ffc06b0765 HTTP/1.1" status: 200 len: 217 time: 0.0856719 Jul 22 23:39:39.599693 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba20378-c939-46ef-bb65-bf438fa897bf req-12219626-19a2-4088-a132-90b8b63943d0 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:39.607421 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bba20378-c939-46ef-bb65-bf438fa897bf req-12219626-19a2-4088-a132-90b8b63943d0 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 932 time: 0.1856868 Jul 22 23:39:39.687739 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bba20378-c939-46ef-bb65-bf438fa897bf req-f5617e30-7efe-4cbb-b89e-9ca2f0191291 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793393 Jul 22 23:39:39.716822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4a6e6626-6611-4913-9cef-cfdc0600e95d req-4f8667fa-43d9-4546-9159-70bc550ff599 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-520279207', 'description': 'tempest-description-1200922863'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:39.745470 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-93e3fb03-3f4b-431d-9885-ef44052358a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:39.747220 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-93e3fb03-3f4b-431d-9885-ef44052358a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8d54d44-b87e-439d-97b7-a2af64fbcd3f HTTP/1.1" status: 200 len: 797 time: 0.1585197 Jul 22 23:39:39.753985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Allocated IP 172.25.4.150 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/a94f1ea9-523d-4239-b184-af21b70d0954) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:39.803213 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-613bd131-539d-4d2d-8728-87f4ab051403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.810895 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-613bd131-539d-4d2d-8728-87f4ab051403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.841745 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-13f385c9-7a25-401a-b1ee-3d5433876068 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7209916 Jul 22 23:39:39.854056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41444) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:39.865795 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-613bd131-539d-4d2d-8728-87f4ab051403 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f24f81900a5428dae4ed6979a24d876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6286168 Jul 22 23:39:39.867751 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bd131-539d-4d2d-8728-87f4ab051403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c8f06f-0340-4ff7-b321-43a3ded28902,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:39.872365 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41448) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:39.893399 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-8faeb2a6-f3a7-4f04-88f4-a68294273f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:39.893399 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-8faeb2a6-f3a7-4f04-88f4-a68294273f07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a0948-26e2-4d00-9935-582ab618394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1351216 Jul 22 23:39:39.898594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Request body: {'port': {'device_id': '2ebf1964-1126-45d5-9243-e3e4b5b41ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:39.922721 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a6e6626-6611-4913-9cef-cfdc0600e95d req-4f8667fa-43d9-4546-9159-70bc550ff599 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.981270 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62213a-5ac3-4582-9c48-ff7c30a6d709 req-50b81025-9c8f-4991-8127-b1064df7691d tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:39.982823 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f62213a-5ac3-4582-9c48-ff7c30a6d709 req-50b81025-9c8f-4991-8127-b1064df7691d tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 945 time: 0.2263763 Jul 22 23:39:39.988652 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf009df4-6f83-4427-9d19-08b3ee178967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.996071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-98dd6a3b-14f9-45c0-bde8-949c8c28aad8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2035528268-network', 'tenant_id': '3a746b4f731849e293273dc1d348b169'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:40.023529 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf009df4-6f83-4427-9d19-08b3ee178967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.031005 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-f5837b1d-30ab-4031-a9da-9668eb03c39e service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287949 Jul 22 23:39:40.063323 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.104399 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.127144 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f62213a-5ac3-4582-9c48-ff7c30a6d709 req-883a9a81-4846-4e6f-9ee7-7eef0f296380 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/security-groups?id=99cf82dd-185a-4676-9d5e-73e2cade56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254969 Jul 22 23:39:40.139422 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf009df4-6f83-4427-9d19-08b3ee178967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.141957 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf009df4-6f83-4427-9d19-08b3ee178967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.146070 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cf009df4-6f83-4427-9d19-08b3ee178967 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46c8f06f-0340-4ff7-b321-43a3ded28902 HTTP/1.1" status: 204 len: 168 time: 0.2713149 Jul 22 23:39:40.158040 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-d681b7fa-74d2-4b49-8984-8e0750ddb47e service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178181 Jul 22 23:39:40.158938 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf009df4-6f83-4427-9d19-08b3ee178967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c8f06f-0340-4ff7-b321-43a3ded28902,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:40.211828 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a6e6626-6611-4913-9cef-cfdc0600e95d req-4f8667fa-43d9-4546-9159-70bc550ff599 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.219299 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-8f8e139d-403c-4de2-b3e6-7dc8cced6240 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=447c28c3-7370-4f66-b77c-74387587f929 HTTP/1.1" status: 200 len: 217 time: 0.0495176 Jul 22 23:39:40.228481 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a6e6626-6611-4913-9cef-cfdc0600e95d req-4f8667fa-43d9-4546-9159-70bc550ff599 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.293108 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.306973 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-fc83adc2-03c9-4909-9bcb-fc00fd453bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:40.308704 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-fc83adc2-03c9-4909-9bcb-fc00fd453bfd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8d54d44-b87e-439d-97b7-a2af64fbcd3f HTTP/1.1" status: 200 len: 797 time: 0.0829117 Jul 22 23:39:40.320290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Allocated IP 172.25.4.250 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/12bb4714-87db-4397-815e-59dcb3bedae0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:40.397047 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dd6a3b-14f9-45c0-bde8-949c8c28aad8 admin admin] Made reservation on behalf of 3a746b4f731849e293273dc1d348b169 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:40.399611 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98dd6a3b-14f9-45c0-bde8-949c8c28aad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.410595 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4a6e6626-6611-4913-9cef-cfdc0600e95d req-4f8667fa-43d9-4546-9159-70bc550ff599 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.414166 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a6e6626-6611-4913-9cef-cfdc0600e95d req-4f8667fa-43d9-4546-9159-70bc550ff599 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.7041993 Jul 22 23:39:40.453825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-7cf7d183-9471-4966-b435-e611be2d688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:40.454901 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-7cf7d183-9471-4966-b435-e611be2d688d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a0948-26e2-4d00-9935-582ab618394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1368549 Jul 22 23:39:40.487433 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41458) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:40.501773 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8667fa-43d9-4546-9159-70bc550ff599 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2042d9e-4575-46e4-ac9b-e678a1160dd0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:40.508390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:40.516510 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98dd6a3b-14f9-45c0-bde8-949c8c28aad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.517988 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.523664 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af38d05-82d3-48c8-961e-3e728a43e7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.525266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Pushing event updated for resources: {'Port': ['ID=a94f1ea9-523d-4239-b184-af21b70d0954,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:40.527681 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:40.544440 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:40.633851 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-c6b418e5-5fb1-48a8-874a-9c94bcb3d893 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664450 Jul 22 23:39:40.641866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8756324a-14a4-4f90-897b-9aacbf47410a req-5f2dcc2a-fe9a-47b6-a4fe-fa5373f4f9bc tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-520279207&fields=id&tenant_id=0f944e6bb36c4ef99743562f3de61894 HTTP/1.1" status: 200 len: 267 time: 0.1361020 Jul 22 23:39:40.667794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea940a6-8f6f-42a5-a561-fe6004a4a24b req-73114510-8cb4-4fb4-b494-57e2b71a95ea tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:40.673958 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea940a6-8f6f-42a5-a561-fe6004a4a24b req-73114510-8cb4-4fb4-b494-57e2b71a95ea tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:40.680845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea940a6-8f6f-42a5-a561-fe6004a4a24b req-73114510-8cb4-4fb4-b494-57e2b71a95ea tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:40.683807 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.686779 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea940a6-8f6f-42a5-a561-fe6004a4a24b req-73114510-8cb4-4fb4-b494-57e2b71a95ea tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:40.692711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea940a6-8f6f-42a5-a561-fe6004a4a24b req-73114510-8cb4-4fb4-b494-57e2b71a95ea tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:40.698680 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea940a6-8f6f-42a5-a561-fe6004a4a24b req-73114510-8cb4-4fb4-b494-57e2b71a95ea tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:40.704689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea940a6-8f6f-42a5-a561-fe6004a4a24b req-73114510-8cb4-4fb4-b494-57e2b71a95ea tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:40.706627 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ea940a6-8f6f-42a5-a561-fe6004a4a24b req-73114510-8cb4-4fb4-b494-57e2b71a95ea tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5420 time: 0.4150903 Jul 22 23:39:40.773460 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:40.782901 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:40.785362 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:40.802797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event updated for resources: {'Port': ['ID=12bb4714-87db-4397-815e-59dcb3bedae0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:40.853378 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af38d05-82d3-48c8-961e-3e728a43e7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.857240 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-4afe775d-3b6b-4f02-a9eb-6b4f467f3060 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147369 Jul 22 23:39:40.861857 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4af38d05-82d3-48c8-961e-3e728a43e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.880094 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254f21a5-3348-44ce-9002-c333a4653ddc {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:40.899392 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.915138 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.930982 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ea940a6-8f6f-42a5-a561-fe6004a4a24b req-4c0589de-5fc8-499f-aa4a-127065c28ec5 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2005541 Jul 22 23:39:40.947577 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-9d98e9ef-2cf8-4226-a04b-ebbcf59d40fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=200408c3-121a-4315-8bd3-f3fb4f10cf23 HTTP/1.1" status: 200 len: 217 time: 0.0702794 Jul 22 23:39:40.956900 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4af38d05-82d3-48c8-961e-3e728a43e7ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b6d291afe42744c185326c0c733b8051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4635000 Jul 22 23:39:40.974072 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41462) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:40.979516 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Transition to ACTIVE for port object 254f21a5-3348-44ce-9002-c333a4653ddc will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:41.005453 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:41.007961 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:41.016995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756324a-14a4-4f90-897b-9aacbf47410a req-366bbcd7-9500-41b5-9993-d322271efe44 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:41.018676 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8756324a-14a4-4f90-897b-9aacbf47410a req-366bbcd7-9500-41b5-9993-d322271efe44 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.3635299 Jul 22 23:39:41.022104 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af38d05-82d3-48c8-961e-3e728a43e7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fec080-8b24-4ccb-bb50-a739a210b36d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:41.042667 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:41.090271 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-a4ecbecd-beca-44c3-bef5-d5d9e9a86246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:41.090710 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8756324a-14a4-4f90-897b-9aacbf47410a req-98e0ac4e-6e8a-4aca-b96f-1896081259f9 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Request body: {'port': {'security_groups': ['2d7af028-f06f-468a-b623-ee1226ac90ee', 'a2042d9e-4575-46e4-ac9b-e678a1160dd0']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:41.091188 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-a4ecbecd-beca-44c3-bef5-d5d9e9a86246 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=045c3999-8ad3-485c-8c13-6609b3ca602d HTTP/1.1" status: 200 len: 797 time: 0.0791745 Jul 22 23:39:41.091883 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:41.258336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Pushing event updated for resources: {'Port': ['ID=254f21a5-3348-44ce-9002-c333a4653ddc,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:41.265661 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-58a81023-3151-4948-b0cb-722cd0e517bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:41.267181 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-58a81023-3151-4948-b0cb-722cd0e517bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d56ae8e-3fa7-4971-854c-370a57f322d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1173961 Jul 22 23:39:41.323029 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:41.351407 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:41.671028 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af82ffe4-d036-441b-9e02-8e217d37fcb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:41.719906 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event updated for resources: {'Port': ['ID=12bb4714-87db-4397-815e-59dcb3bedae0,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:41.723542 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-53a71473-c0ac-4e1a-b9f6-d9cf8c6a0bc8 service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490027 Jul 22 23:39:41.750746 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:41.760824 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98dd6a3b-14f9-45c0-bde8-949c8c28aad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:41.785834 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98dd6a3b-14f9-45c0-bde8-949c8c28aad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:41.796210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d04d7-31c7-4001-b176-7effe5101e60 req-33eecbef-78de-4790-bdcb-91bfd2fdfec7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:41.797748 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bd2d04d7-31c7-4001-b176-7effe5101e60 req-33eecbef-78de-4790-bdcb-91bfd2fdfec7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 944 time: 0.7781670 Jul 22 23:39:41.798226 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:41.799731 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af82ffe4-d036-441b-9e02-8e217d37fcb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:41.800464 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b971ba5f-d7f0-4c10-8428-1736a948ea49 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6480443 Jul 22 23:39:41.807620 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8756324a-14a4-4f90-897b-9aacbf47410a req-98e0ac4e-6e8a-4aca-b96f-1896081259f9 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:41.832397 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-e747c236-d0f7-4410-a5bd-1e2ab4f9f6cb service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022620 Jul 22 23:39:41.878594 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-94bf5e51-33dd-426f-9e20-34dbf02b21de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b186d479-d37c-49e3-ac3a-1e67744f65de HTTP/1.1" status: 200 len: 217 time: 0.0395985 Jul 22 23:39:41.881014 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98dd6a3b-14f9-45c0-bde8-949c8c28aad8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:39:41.931502 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Attempting to bind port 254f21a5-3348-44ce-9002-c333a4653ddc on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:41.931846 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Attempting to bind port 254f21a5-3348-44ce-9002-c333a4653ddc by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '475ba31c-1d3a-400e-8fbe-1dd60ec2f628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:41.932181 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Attempting to bind port 254f21a5-3348-44ce-9002-c333a4653ddc on network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:41.933623 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-c97e1242-7647-4276-bf93-fbf47e236fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:41.935101 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-c97e1242-7647-4276-bf93-fbf47e236fa9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=045c3999-8ad3-485c-8c13-6609b3ca602d HTTP/1.1" status: 200 len: 797 time: 0.0499647 Jul 22 23:39:41.968465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4282e-26db-4d30-9cb6-844bc3e12eac req-c71b5af7-0416-49dd-83fb-8218f7c36fe8 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:41.970176 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41b4282e-26db-4d30-9cb6-844bc3e12eac req-c71b5af7-0416-49dd-83fb-8218f7c36fe8 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.18 "GET /v2.0/ports?device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 945 time: 0.7936151 Jul 22 23:39:41.983065 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98dd6a3b-14f9-45c0-bde8-949c8c28aad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:41.983420 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-98dd6a3b-14f9-45c0-bde8-949c8c28aad8 admin admin] Added segment 8a5b5d4d-bc6f-42bc-a9e6-62177cae803f of type vlan for network afd64f44-be57-4092-97ba-5564e606fdc5 Jul 22 23:39:41.990373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd6a3b-14f9-45c0-bde8-949c8c28aad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c4ccc4-396a-4f95-ba94-679cd7fe31e0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:41.994619 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6cee8ea9-141d-40f3-bde4-70b3e8ab87fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:41.996180 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-6cee8ea9-141d-40f3-bde4-70b3e8ab87fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d56ae8e-3fa7-4971-854c-370a57f322d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0546567 Jul 22 23:39:42.014856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Port 254f21a5-3348-44ce-9002-c333a4653ddc on network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:39:42.015226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Attempting to bind port 254f21a5-3348-44ce-9002-c333a4653ddc on network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:42.092925 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-103f2e0e-ee3c-44f9-afec-de9a168de0c1 service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899694 Jul 22 23:39:42.108541 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:42.108869 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Checking segment: {'id': '475ba31c-1d3a-400e-8fbe-1dd60ec2f628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:42.109276 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Bound using segment: {'id': '475ba31c-1d3a-400e-8fbe-1dd60ec2f628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:42.109715 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Bound port: 254f21a5-3348-44ce-9002-c333a4653ddc, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475ba31c-1d3a-400e-8fbe-1dd60ec2f628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:42.110074 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.114144 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bd2d04d7-31c7-4001-b176-7effe5101e60 req-e672cc9b-4edb-4f73-a957-d58990137fc5 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972319 Jul 22 23:39:42.148557 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98dd6a3b-14f9-45c0-bde8-949c8c28aad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.157246 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.177834 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.196589 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fdc6fb7d-193a-4406-a497-c2e56f011e17 req-47909d14-f725-426a-b09a-632001bb40fd service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974922 Jul 22 23:39:42.250429 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af82ffe4-d036-441b-9e02-8e217d37fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.252876 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af82ffe4-d036-441b-9e02-8e217d37fcb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.254265 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-af82ffe4-d036-441b-9e02-8e217d37fcb6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/85fec080-8b24-4ccb-bb50-a739a210b36d HTTP/1.1" status: 204 len: 168 time: 1.2761188 Jul 22 23:39:42.288865 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-98dd6a3b-14f9-45c0-bde8-949c8c28aad8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:39:42.360699 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82ffe4-d036-441b-9e02-8e217d37fcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fec080-8b24-4ccb-bb50-a739a210b36d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:42.411888 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98dd6a3b-14f9-45c0-bde8-949c8c28aad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.412858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dd6a3b-14f9-45c0-bde8-949c8c28aad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.413608 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98dd6a3b-14f9-45c0-bde8-949c8c28aad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.434758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Pushing event updated for resources: {'Port': ['ID=a94f1ea9-523d-4239-b184-af21b70d0954,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:42.464288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-fa0b745b-1997-4da4-b686-72273d2a9e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.464772 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-fa0b745b-1997-4da4-b686-72273d2a9e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.465275 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-fa0b745b-1997-4da4-b686-72273d2a9e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.465754 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-fa0b745b-1997-4da4-b686-72273d2a9e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.466508 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-fa0b745b-1997-4da4-b686-72273d2a9e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.466975 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-fa0b745b-1997-4da4-b686-72273d2a9e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.467439 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-fa0b745b-1997-4da4-b686-72273d2a9e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.469378 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-fa0b745b-1997-4da4-b686-72273d2a9e15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d666488e03c84f33989e7c5054c2c913&device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 6477 time: 0.0827990 Jul 22 23:39:42.541753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] For port 254f21a5-3348-44ce-9002-c333a4653ddc, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:42.546891 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.561721 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-98dd6a3b-14f9-45c0-bde8-949c8c28aad8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7021871 Jul 22 23:39:42.563455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41480) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:42.575675 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7e911a9a-df88-43f6-9d5c-cb44d7e49879 admin admin] Request body: {'subnet': {'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2035528268-subnet', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:42.587125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-acddbcb4-62cb-4b1f-a610-4bf86fe54625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.588709 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-acddbcb4-62cb-4b1f-a610-4bf86fe54625 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d56ae8e-3fa7-4971-854c-370a57f322d3 HTTP/1.1" status: 200 len: 903 time: 0.1130085 Jul 22 23:39:42.614366 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd6a3b-14f9-45c0-bde8-949c8c28aad8 admin admin] Pushing event updated for resources: {'Network': ['ID=afd64f44-be57-4092-97ba-5564e606fdc5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:42.622613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] For port 254f21a5-3348-44ce-9002-c333a4653ddc, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=254f21a5-3348-44ce-9002-c333a4653ddc,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:42.628112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network afd64f44-be57-4092-97ba-5564e606fdc5 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:39:42.634735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-41b4282e-26db-4d30-9cb6-844bc3e12eac req-bb9fb1d0-1958-4c5d-bc29-edd1294c9674 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Deleting port 112e686c-a78d-4711-88d2-07262a945aee {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:42.635086 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-41b4282e-26db-4d30-9cb6-844bc3e12eac req-bb9fb1d0-1958-4c5d-bc29-edd1294c9674 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.642427 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-2130fa30-43f0-4cdf-b0a4-0020a5d38fe4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=200408c3-121a-4315-8bd3-f3fb4f10cf23 HTTP/1.1" status: 200 len: 217 time: 0.0458417 Jul 22 23:39:42.646893 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e911a9a-df88-43f6-9d5c-cb44d7e49879 admin admin] Made reservation on behalf of 3a746b4f731849e293273dc1d348b169 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:42.649134 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.651285 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e911a9a-df88-43f6-9d5c-cb44d7e49879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.672267 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8756324a-14a4-4f90-897b-9aacbf47410a req-98e0ac4e-6e8a-4aca-b96f-1896081259f9 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] For port 9a834c36-e660-4791-8b24-f156308fce97, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=9a834c36-e660-4791-8b24-f156308fce97,segment=NetworkSegment(634fb338-ab79-4ce0-a6c7-22027d6b5a2e),segment_id=634fb338-ab79-4ce0-a6c7-22027d6b5a2e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:42.684929 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762c6b-e8e8-4f6a-8fb2-141da01febed req-47d7f5cc-00a9-4108-b2bb-3ba7424208a2 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.686600 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c762c6b-e8e8-4f6a-8fb2-141da01febed req-47d7f5cc-00a9-4108-b2bb-3ba7424208a2 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75b94db-4305-4822-8d0a-537ffb6c6ad6 HTTP/1.1" status: 200 len: 945 time: 0.4643161 Jul 22 23:39:42.723327 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.733132 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f6fa05b4-c6a8-4dd2-9663-0f9df44752f7 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8363140 Jul 22 23:39:42.759237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-cf4ad461-20fe-438b-be70-18f32e72b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.760817 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-cf4ad461-20fe-438b-be70-18f32e72b886 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=045c3999-8ad3-485c-8c13-6609b3ca602d HTTP/1.1" status: 200 len: 797 time: 0.1069603 Jul 22 23:39:42.774472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.775250 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.776557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] 10.222.0.18 "PUT /v2.0/ports/254f21a5-3348-44ce-9002-c333a4653ddc HTTP/1.1" status: 200 len: 1092 time: 2.9144483 Jul 22 23:39:42.782036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebf1964-1126-45d5-9243-e3e4b5b41ae7', 'tag': '254f21a5-3348-44ce-9002-c333a4653ddc'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:42.784391 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5367fb-624a-47a2-a035-ae0516363c12" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebf1964-1126-45d5-9243-e3e4b5b41ae7", "tag": "254f21a5-3348-44ce-9002-c333a4653ddc"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:42.858640 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8756324a-14a4-4f90-897b-9aacbf47410a req-98e0ac4e-6e8a-4aca-b96f-1896081259f9 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.872748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095027f8-0444-4a78-93cc-2eccd520e3eb service neutron] Pushing event updated for resources: {'Port': ['ID=254f21a5-3348-44ce-9002-c333a4653ddc,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:42.888176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-40b6b5f3-3d93-4fb2-8e3c-ab2bd0445643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.889747 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-40b6b5f3-3d93-4fb2-8e3c-ab2bd0445643 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d56ae8e-3fa7-4971-854c-370a57f322d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1204286 Jul 22 23:39:42.903755 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8756324a-14a4-4f90-897b-9aacbf47410a req-98e0ac4e-6e8a-4aca-b96f-1896081259f9 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.910968 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c762c6b-e8e8-4f6a-8fb2-141da01febed req-e752018a-c3e7-4dd1-8f73-c797b2aa4244 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/security-groups?id=99cf82dd-185a-4676-9d5e-73e2cade56c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920264 Jul 22 23:39:42.916119 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['9a834c36-e660-4791-8b24-f156308fce97'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:42.968884 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-41b4282e-26db-4d30-9cb6-844bc3e12eac req-bb9fb1d0-1958-4c5d-bc29-edd1294c9674 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] For port 112e686c-a78d-4711-88d2-07262a945aee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=112e686c-a78d-4711-88d2-07262a945aee,segment=NetworkSegment(8288aa59-b769-4042-8c94-e21cf2627592),segment_id=8288aa59-b769-4042-8c94-e21cf2627592)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:42.969284 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-41b4282e-26db-4d30-9cb6-844bc3e12eac req-bb9fb1d0-1958-4c5d-bc29-edd1294c9674 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.993698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756324a-14a4-4f90-897b-9aacbf47410a req-98e0ac4e-6e8a-4aca-b96f-1896081259f9 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.994345 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8756324a-14a4-4f90-897b-9aacbf47410a req-98e0ac4e-6e8a-4aca-b96f-1896081259f9 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.995806 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8756324a-14a4-4f90-897b-9aacbf47410a req-98e0ac4e-6e8a-4aca-b96f-1896081259f9 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "PUT /v2.0/ports/9a834c36-e660-4791-8b24-f156308fce97 HTTP/1.1" status: 200 len: 981 time: 1.9361277 Jul 22 23:39:43.035832 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-2a301b13-7abe-4be0-b70a-a23a1636b5ae service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389179 Jul 22 23:39:43.083630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0ac4e-6e8a-4aca-b96f-1896081259f9 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Pushing event updated for resources: {'Port': ['ID=9a834c36-e660-4791-8b24-f156308fce97,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:43.086587 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['9a834c36-e660-4791-8b24-f156308fce97'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:43.155805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-1572752e-16c7-4328-8945-47e89eb7068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.157315 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-1572752e-16c7-4328-8945-47e89eb7068f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d717b45ef01d480c925f1b5c3543f625&device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 1095 time: 0.3011024 Jul 22 23:39:43.188538 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-8cbe98a7-9e0d-4df7-9833-e3b859012e8c service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452916 Jul 22 23:39:43.224307 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e911a9a-df88-43f6-9d5c-cb44d7e49879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:43.279092 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-872211c4-f9d3-48cd-bc14-497adf3c33fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=254f21a5-3348-44ce-9002-c333a4653ddc HTTP/1.1" status: 200 len: 217 time: 0.0775659 Jul 22 23:39:43.290798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-509e3d2c-c9b1-4a58-971b-eb3f27ff35df tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--155167820&fields=id&tenant_id=f6ae7f0b186642ec9ff08e3b121a3098 HTTP/1.1" status: 200 len: 267 time: 0.1674619 Jul 22 23:39:43.334863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e911a9a-df88-43f6-9d5c-cb44d7e49879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcaded81-6539-4a40-8d44-b38a3809d293,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:43.423646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-ea05c1b1-4a05-4775-a1aa-b2d5bb53a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.424039 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-ea05c1b1-4a05-4775-a1aa-b2d5bb53a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.424557 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-ea05c1b1-4a05-4775-a1aa-b2d5bb53a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.425206 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-ea05c1b1-4a05-4775-a1aa-b2d5bb53a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.425674 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-ea05c1b1-4a05-4775-a1aa-b2d5bb53a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.426136 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-ea05c1b1-4a05-4775-a1aa-b2d5bb53a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.426596 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-ea05c1b1-4a05-4775-a1aa-b2d5bb53a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.429156 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-ea05c1b1-4a05-4775-a1aa-b2d5bb53a164 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d666488e03c84f33989e7c5054c2c913&device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 6477 time: 0.1420805 Jul 22 23:39:43.432604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e911a9a-df88-43f6-9d5c-cb44d7e49879 admin admin] Checking segment: {'id': '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:43.433175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e911a9a-df88-43f6-9d5c-cb44d7e49879 admin admin] Network hostable DHCP agents. Network: afd64f44-be57-4092-97ba-5564e606fdc5, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:39:43.483601 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e911a9a-df88-43f6-9d5c-cb44d7e49879 admin admin] Network afd64f44-be57-4092-97ba-5564e606fdc5 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:39:43.497513 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7e911a9a-df88-43f6-9d5c-cb44d7e49879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, afd64f44-be57-4092-97ba-5564e606fdc5) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:43.502762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e911a9a-df88-43f6-9d5c-cb44d7e49879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.503362 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e911a9a-df88-43f6-9d5c-cb44d7e49879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:43.514054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e838a400-882d-41c9-a6f0-f022b795dbc4 None None] Network afd64f44-be57-4092-97ba-5564e606fdc5 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:39:43.570074 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7e911a9a-df88-43f6-9d5c-cb44d7e49879 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9986308 Jul 22 23:39:43.573268 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41522) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:43.590288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:43.612671 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-811816eb-3a3e-4a9f-8b35-6a3e9a6cfde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.614225 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-811816eb-3a3e-4a9f-8b35-6a3e9a6cfde7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0d56ae8e-3fa7-4971-854c-370a57f322d3 HTTP/1.1" status: 200 len: 903 time: 0.1775205 Jul 22 23:39:43.662006 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-69aad44b-09ff-4253-b02c-0be16f2e9753 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b186d479-d37c-49e3-ac3a-1e67744f65de HTTP/1.1" status: 200 len: 217 time: 0.0394671 Jul 22 23:39:43.664372 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:43.665723 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:43.706965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-ec86419f-e5ab-4cce-8b5e-8acf1e028216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.708492 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-ec86419f-e5ab-4cce-8b5e-8acf1e028216 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1be0a5b1-3bce-4e99-b121-d80db0f7b202 HTTP/1.1" status: 200 len: 844 time: 0.4215178 Jul 22 23:39:43.723925 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-afd64f44-be57-4092-97ba-5564e606fdc5', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:39:43.724955 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:43.733390 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:43.785998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-07d10127-f8fa-4304-8b09-4a7932515097 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708752 Jul 22 23:39:43.792687 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-41b4282e-26db-4d30-9cb6-844bc3e12eac req-bb9fb1d0-1958-4c5d-bc29-edd1294c9674 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:43.793061 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-41b4282e-26db-4d30-9cb6-844bc3e12eac req-bb9fb1d0-1958-4c5d-bc29-edd1294c9674 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:43.793403 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [req-41b4282e-26db-4d30-9cb6-844bc3e12eac req-bb9fb1d0-1958-4c5d-bc29-edd1294c9674 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Floating IP 789400ec-9533-4328-96b8-5b5420457df9 disassociated. External IP: 172.25.4.144, port: 112e686c-a78d-4711-88d2-07262a945aee. Jul 22 23:39:43.793757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-41b4282e-26db-4d30-9cb6-844bc3e12eac req-bb9fb1d0-1958-4c5d-bc29-edd1294c9674 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Calling delete_port for 112e686c-a78d-4711-88d2-07262a945aee owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:43.816802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ab183-31ed-4c93-b410-15ef21519211 req-641947d5-cef5-4db7-862c-8f138f51ded7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.819063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-6519155c-71b7-4926-b17d-dec31606d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.820623 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-6519155c-71b7-4926-b17d-dec31606d32d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=045c3999-8ad3-485c-8c13-6609b3ca602d HTTP/1.1" status: 200 len: 797 time: 0.0858333 Jul 22 23:39:43.829890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ab183-31ed-4c93-b410-15ef21519211 req-641947d5-cef5-4db7-862c-8f138f51ded7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.838298 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ab183-31ed-4c93-b410-15ef21519211 req-641947d5-cef5-4db7-862c-8f138f51ded7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.848062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ab183-31ed-4c93-b410-15ef21519211 req-641947d5-cef5-4db7-862c-8f138f51ded7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.857317 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ab183-31ed-4c93-b410-15ef21519211 req-641947d5-cef5-4db7-862c-8f138f51ded7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.869379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ab183-31ed-4c93-b410-15ef21519211 req-641947d5-cef5-4db7-862c-8f138f51ded7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.877270 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ab183-31ed-4c93-b410-15ef21519211 req-641947d5-cef5-4db7-862c-8f138f51ded7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.893705 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a4ab183-31ed-4c93-b410-15ef21519211 req-641947d5-cef5-4db7-862c-8f138f51ded7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5420 time: 0.6910238 Jul 22 23:39:43.908969 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Allocated IP 172.20.0.2 (afd64f44-be57-4092-97ba-5564e606fdc5/bcaded81-6539-4a40-8d44-b38a3809d293/dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:43.961331 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:43.996434 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-765c2177-1bc7-423f-84d2-8017804bbd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.996434 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-765c2177-1bc7-423f-84d2-8017804bbd4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d56ae8e-3fa7-4971-854c-370a57f322d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1472864 Jul 22 23:39:44.081777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-cd74e2da-a888-48b9-bd40-5866e3e15320 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:44.088914 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-cd74e2da-a888-48b9-bd40-5866e3e15320 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 812 time: 0.7663078 Jul 22 23:39:44.124618 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:44.134422 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-d51c7628-f699-4a6e-aa25-d3ba85aa32d8 service neutron] 10.222.0.18 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367755 Jul 22 23:39:44.138106 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Transition to ACTIVE for port object dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:44.142417 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-0b621727-fe6f-42fe-8db5-118d2eeb2502 service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352825 Jul 22 23:39:44.165570 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Transition to ACTIVE for port object dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:44.176405 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:44.181254 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a4ab183-31ed-4c93-b410-15ef21519211 req-c8a9663f-cc32-4801-8814-396b10b4dd37 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2811055 Jul 22 23:39:44.190770 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-b48a5dfa-6e4d-4d2b-8ce6-3e750b9866f2 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/quotas/f6ae7f0b186642ec9ff08e3b121a3098 HTTP/1.1" status: 200 len: 375 time: 0.1002727 Jul 22 23:39:44.278500 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f91c80-1476-4ece-889d-7ff48ad77ace x-openstack-request-id: req-74f91c80-1476-4ece-889d-7ff48ad77ace {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:44.278989 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebf1964-1126-45d5-9243-e3e4b5b41ae7", "tag": "254f21a5-3348-44ce-9002-c333a4653ddc", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:44.279419 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-74f91c80-1476-4ece-889d-7ff48ad77ace {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:44.280027 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebf1964-1126-45d5-9243-e3e4b5b41ae7', 'tag': '254f21a5-3348-44ce-9002-c333a4653ddc', 'status': 'completed', 'code': 200} Jul 22 23:39:44.381765 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b49d6752-420d-4fec-ad24-3a2bc23a24f6 req-b7fcd339-47b0-45ef-9414-e88e7c86dd95 service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317681 Jul 22 23:39:44.390512 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:44.422421 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:44.434658 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Network afd64f44-be57-4092-97ba-5564e606fdc5 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:44.440635 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c630383f-b9fb-49ce-90cf-848fd5ff0c04 req-d6befbdd-8381-4d1f-981d-d6e5bf610c5b service neutron] 10.222.0.18 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938948 Jul 22 23:39:44.442249 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:44.472514 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Pushing event updated for resources: {'Port': ['ID=dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:44.475542 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:44.532370 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-73489de3-7ed6-4118-a3cc-ba51d57dd373 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3404620 Jul 22 23:39:44.551944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Attempting to bind port dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:44.552686 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Attempting to bind port dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:44.553073 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Attempting to bind port dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 on network afd64f44-be57-4092-97ba-5564e606fdc5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:44.559435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:44.559814 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Checking segment: {'id': '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:44.560565 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:44.560970 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Bound using segment: {'id': '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:44.561479 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Bound port: dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:44.561868 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:44.565721 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Allocated IP 172.25.4.92 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/cf43a425-f9be-4232-afde-46c93ca5b9e7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:44.630281 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] For port dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:44.634165 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] For port dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0,segment=NetworkSegment(8a5b5d4d-bc6f-42bc-a9e6-62177cae803f),segment_id=8a5b5d4d-bc6f-42bc-a9e6-62177cae803f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:44.641502 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:44.647234 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-41b4282e-26db-4d30-9cb6-844bc3e12eac req-bb9fb1d0-1958-4c5d-bc29-edd1294c9674 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:44.732313 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:44.746944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fb1d0-1958-4c5d-bc29-edd1294c9674 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Pushing event deleted for resources: {'Port': ['ID=112e686c-a78d-4711-88d2-07262a945aee,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:44.749268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6640fb2-84e6-42f2-aaa3-846cf4b57f44 None None] Pushing event updated for resources: {'Port': ['ID=dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:44.778356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-d44d987b-9c65-41bb-a86f-721225eb75e2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:44.780123 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-d44d987b-9c65-41bb-a86f-721225eb75e2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/networks?id=57ccab81-acd5-4e76-8bb7-36e460d0f620 HTTP/1.1" status: 200 len: 822 time: 0.3810368 Jul 22 23:39:44.796458 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:44.837474 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:44.841047 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:44.844486 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:44.845963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 112e686c-a78d-4711-88d2-07262a945aee no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:44.858068 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-d2cf9a0f-b4a8-4685-9e7f-1a1569c62c34 service neutron] 10.222.0.26 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245630 Jul 22 23:39:44.896539 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 112e686c-a78d-4711-88d2-07262a945aee {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:39:44.896886 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 112e686c-a78d-4711-88d2-07262a945aee not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:39:44.909015 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-7be2f4fa-7871-4637-91d1-f5a1b4929416 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/quotas/6539760ffcb6457396bc17422fedc47a HTTP/1.1" status: 200 len: 375 time: 0.1205494 Jul 22 23:39:44.915895 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Pushing event updated for resources: {'Port': ['ID=cf43a425-f9be-4232-afde-46c93ca5b9e7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:44.924988 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5367fb-624a-47a2-a035-ae0516363c12 req-08c658e3-fb98-46da-8599-edd1799ecea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:44.926561 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee5367fb-624a-47a2-a035-ae0516363c12 req-08c658e3-fb98-46da-8599-edd1799ecea2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d717b45ef01d480c925f1b5c3543f625&device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 1095 time: 0.3802719 Jul 22 23:39:45.202844 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-34c8616c-2170-445f-b652-6b868263ae9e service neutron] 10.222.0.26 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439856 Jul 22 23:39:45.233533 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:45.259187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41b4282e-26db-4d30-9cb6-844bc3e12eac req-bb9fb1d0-1958-4c5d-bc29-edd1294c9674 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:39:45.278455 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-184305e3-d128-4547-8069-381d341659b9 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6539760ffcb6457396bc17422fedc47a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3493140 Jul 22 23:39:45.293735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5367fb-624a-47a2-a035-ae0516363c12 req-f9327e9e-3460-4e1e-b83b-5d8fe83796df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:45.295646 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee5367fb-624a-47a2-a035-ae0516363c12 req-f9327e9e-3460-4e1e-b83b-5d8fe83796df service neutron] 10.222.0.18 "GET /v2.0/networks?id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122 HTTP/1.1" status: 200 len: 905 time: 0.3598001 Jul 22 23:39:45.411635 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee5367fb-624a-47a2-a035-ae0516363c12 req-d9bea1d0-af5d-4730-8771-797081ffddba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=254f21a5-3348-44ce-9002-c333a4653ddc HTTP/1.1" status: 200 len: 217 time: 0.1069379 Jul 22 23:39:45.482599 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:45.552908 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41586) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:45.640059 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-3ce3c7d1-dd14-4f96-8fe0-986862456d88 service neutron] 10.222.0.26 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478408 Jul 22 23:39:45.737682 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Router a4dd5372-bf49-4d17-ae86-7cf3452c5139 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:39:45.764579 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5367fb-624a-47a2-a035-ae0516363c12 req-07d0a642-f022-48b0-8711-9453939b4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:45.780107 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee5367fb-624a-47a2-a035-ae0516363c12 req-07d0a642-f022-48b0-8711-9453939b4b07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1be0a5b1-3bce-4e99-b121-d80db0f7b202 HTTP/1.1" status: 200 len: 844 time: 0.3557937 Jul 22 23:39:45.803855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:45.866625 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:45.880564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f7ad665-ecfc-4c6d-b09c-b9be81a213b5 req-5ae1d04b-7a38-4fd3-a661-10beab11150d tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-520279207&fields=id&tenant_id=0f944e6bb36c4ef99743562f3de61894 HTTP/1.1" status: 200 len: 267 time: 0.3742142 Jul 22 23:39:45.881132 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcf57f99-842b-442d-86f1-e298892b5c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:45.937392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-bed222f2-85ec-446b-b73c-ccc3b1a3fc4e service neutron] 10.222.0.26 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812185 Jul 22 23:39:45.964634 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee5367fb-624a-47a2-a035-ae0516363c12 req-f3886251-4015-4101-b822-24b7d4455516 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991216 Jul 22 23:39:45.966591 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41b4282e-26db-4d30-9cb6-844bc3e12eac req-bb9fb1d0-1958-4c5d-bc29-edd1294c9674 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:39:45.980232 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cca0d5-151c-4794-9dc1-302f8a8a68f4 None None] Sync routers for ids ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:39:45.999723 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cca0d5-151c-4794-9dc1-302f8a8a68f4 None None] Routers {'4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:46.001648 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b3cca0d5-151c-4794-9dc1-302f8a8a68f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:39:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:46.165645 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b4282e-26db-4d30-9cb6-844bc3e12eac req-bb9fb1d0-1958-4c5d-bc29-edd1294c9674 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] No DVR routers for this DVR port 112e686c-a78d-4711-88d2-07262a945aee on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:39:46.187611 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-41b4282e-26db-4d30-9cb6-844bc3e12eac req-bb9fb1d0-1958-4c5d-bc29-edd1294c9674 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.190741 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41b4282e-26db-4d30-9cb6-844bc3e12eac req-bb9fb1d0-1958-4c5d-bc29-edd1294c9674 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.18 "DELETE /v2.0/ports/112e686c-a78d-4711-88d2-07262a945aee HTTP/1.1" status: 204 len: 173 time: 4.2055461 Jul 22 23:39:46.194278 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b7ba3f-cbcd-4a16-8884-63747a70baa0 None None] Network afd64f44-be57-4092-97ba-5564e606fdc5 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:39:46.282128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'tag': '9a834c36-e660-4791-8b24-f156308fce97'}, {'server_uuid': 'b75b94db-4305-4822-8d0a-537ffb6c6ad6', 'name': 'network-vif-deleted', 'tag': '112e686c-a78d-4711-88d2-07262a945aee'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:46.285590 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0567cc00-004d-4d50-8a77-23cb7e7cdb66" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7f4e74-af25-4946-b80a-d7b42df5b9ff", "tag": "9a834c36-e660-4791-8b24-f156308fce97"}, {"server_uuid": "b75b94db-4305-4822-8d0a-537ffb6c6ad6", "name": "network-vif-deleted", "tag": "112e686c-a78d-4711-88d2-07262a945aee"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:46.325266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:39:46.328055 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee5367fb-624a-47a2-a035-ae0516363c12 req-fffeffde-c310-436f-8f37-b87af1500014 service neutron] 10.222.0.18 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236444 Jul 22 23:39:46.348445 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad665-ecfc-4c6d-b09c-b9be81a213b5 req-b8a28705-5744-4f2e-a5d9-5776f9b852f5 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:46.356283 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f7ad665-ecfc-4c6d-b09c-b9be81a213b5 req-b8a28705-5744-4f2e-a5d9-5776f9b852f5 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 984 time: 0.4172084 Jul 22 23:39:46.374643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Sync routers for ids ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:39:46.439228 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcf57f99-842b-442d-86f1-e298892b5c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.448623 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcf57f99-842b-442d-86f1-e298892b5c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.461150 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9f7ad665-ecfc-4c6d-b09c-b9be81a213b5 req-1d6989e1-cc93-4862-94c1-dea740650b53 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Request body: {'port': {'security_groups': ['2d7af028-f06f-468a-b623-ee1226ac90ee']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:46.469117 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.473179 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b3cca0d5-151c-4794-9dc1-302f8a8a68f4 None None] Set router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:46.473523 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a5827aed-d711-48a8-b258-290f0b697f70 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8991232 Jul 22 23:39:46.474275 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41602) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:46.610529 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.651800 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bcf57f99-842b-442d-86f1-e298892b5c3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7641bb02a12a4b36bf99d528472c44a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0974174 Jul 22 23:39:46.652719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41608) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:46.655818 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf57f99-842b-442d-86f1-e298892b5c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1464513-f62f-41f0-9b9b-c5301827cae3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:46.663210 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Routers {'a4dd5372-bf49-4d17-ae86-7cf3452c5139'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:46.668806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8930e-c8cd-4bee-bca8-f5939f0105cc req-ed3f738d-220a-440b-8d47-c4850ed427c1 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:46.670459 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ba8930e-c8cd-4bee-bca8-f5939f0105cc req-ed3f738d-220a-440b-8d47-c4850ed427c1 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 944 time: 0.3105071 Jul 22 23:39:46.678770 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:39:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:46.683925 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b2c52a19-e670-46be-85c4-3f163d765792 None None] Provisioning for port dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:46.697805 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee5367fb-624a-47a2-a035-ae0516363c12 req-d65f6372-498d-4142-9fb4-3f66fc78519c service neutron] 10.222.0.18 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384621 Jul 22 23:39:46.707864 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9f7ad665-ecfc-4c6d-b09c-b9be81a213b5 req-1d6989e1-cc93-4862-94c1-dea740650b53 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.871768 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b3cca0d5-151c-4794-9dc1-302f8a8a68f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'name': 'tempest-ServersTestManualDisk-1938288835-router', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:37:29Z', 'updated_at': '2021-07-22T23:37:33Z', 'revision_number': 4, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'gw_port': {'id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:30Z', 'updated_at': '2021-07-22T23:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '19074f56-6723-4ae7-9714-4f40cf53716e', 'name': '', 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'mac_address': 'fa:16:3e:e2:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:32Z', 'updated_at': '2021-07-22T23:37:40Z', 'revision_number': 5, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'subnets': [{'id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:46.894357 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ba8930e-c8cd-4bee-bca8-f5939f0105cc req-28ab0b93-ce08-441e-a69f-aa11bccc42de tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877573 Jul 22 23:39:46.910342 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b2c52a19-e670-46be-85c4-3f163d765792 None None] Provisioning complete for port dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:46.910912 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c52a19-e670-46be-85c4-3f163d765792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.931130 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83d125f1-048b-4ef3-ba90-858b81c9e4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.954879 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cca0d5-151c-4794-9dc1-302f8a8a68f4 None None] Checking router: 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:39:46.980303 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cca0d5-151c-4794-9dc1-302f8a8a68f4 None None] Routers {'4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:46.981072 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b3cca0d5-151c-4794-9dc1-302f8a8a68f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:39:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:47.002047 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83d125f1-048b-4ef3-ba90-858b81c9e4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.114377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Set router a4dd5372-bf49-4d17-ae86-7cf3452c5139 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:47.212407 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83d125f1-048b-4ef3-ba90-858b81c9e4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.214975 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83d125f1-048b-4ef3-ba90-858b81c9e4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.216143 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-83d125f1-048b-4ef3-ba90-858b81c9e4a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d1464513-f62f-41f0-9b9b-c5301827cae3 HTTP/1.1" status: 204 len: 168 time: 0.5280099 Jul 22 23:39:47.234038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-475e2526-d129-499b-bebf-d201d331c925 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:47.235905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-475e2526-d129-499b-bebf-d201d331c925 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 812 time: 0.2407424 Jul 22 23:39:47.271404 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c52a19-e670-46be-85c4-3f163d765792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.332886 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d125f1-048b-4ef3-ba90-858b81c9e4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1464513-f62f-41f0-9b9b-c5301827cae3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:47.390701 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b3cca0d5-151c-4794-9dc1-302f8a8a68f4 None None] Set router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:47.411972 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b2c52a19-e670-46be-85c4-3f163d765792 None None] For port dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0,segment=NetworkSegment(8a5b5d4d-bc6f-42bc-a9e6-62177cae803f),segment_id=8a5b5d4d-bc6f-42bc-a9e6-62177cae803f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:47.440967 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c52a19-e670-46be-85c4-3f163d765792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.573626 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c52a19-e670-46be-85c4-3f163d765792 None None] Pushing event updated for resources: {'Port': ['ID=dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:47.578250 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.649604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:45Z', 'revision_number': 3, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:47.655751 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-28d97ea3-41ac-4b12-80fa-ee6a3cf5b812 None None] Provisioning complete for port dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:47.656127 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-28d97ea3-41ac-4b12-80fa-ee6a3cf5b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.709723 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b3cca0d5-151c-4794-9dc1-302f8a8a68f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'name': 'tempest-ServersTestManualDisk-1938288835-router', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:37:29Z', 'updated_at': '2021-07-22T23:37:33Z', 'revision_number': 4, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'gw_port': {'id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:30Z', 'updated_at': '2021-07-22T23:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '19074f56-6723-4ae7-9714-4f40cf53716e', 'name': '', 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'mac_address': 'fa:16:3e:e2:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:32Z', 'updated_at': '2021-07-22T23:37:40Z', 'revision_number': 5, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'subnets': [{'id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:47.768529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:47.801984 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cca0d5-151c-4794-9dc1-302f8a8a68f4 None None] The sync data for ids ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'] in n-d-688802-2 is: [{'id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'name': 'tempest-ServersTestManualDisk-1938288835-router', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:37:29Z', 'updated_at': '2021-07-22T23:37:33Z', 'revision_number': 4, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'gw_port': {'id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:30Z', 'updated_at': '2021-07-22T23:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '19074f56-6723-4ae7-9714-4f40cf53716e', 'name': '', 'network_id': 'b00701c6-9de2-4dfb-9176-97c7c727bf92', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'mac_address': 'fa:16:3e:e2:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:32Z', 'updated_at': '2021-07-22T23:37:40Z', 'revision_number': 5, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'subnets': [{'id': '2d25a6ce-35f2-4c49-9736-fa3c8d272859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:39:47.810923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Checking router: a4dd5372-bf49-4d17-ae86-7cf3452c5139 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:39:47.811279 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Updating router a4dd5372-bf49-4d17-ae86-7cf3452c5139 port cf43a425-f9be-4232-afde-46c93ca5b9e7 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:39:47.882908 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9f7ad665-ecfc-4c6d-b09c-b9be81a213b5 req-1d6989e1-cc93-4862-94c1-dea740650b53 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] For port 9a834c36-e660-4791-8b24-f156308fce97, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=9a834c36-e660-4791-8b24-f156308fce97,segment=NetworkSegment(634fb338-ab79-4ce0-a6c7-22027d6b5a2e),segment_id=634fb338-ab79-4ce0-a6c7-22027d6b5a2e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:47.888884 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-5239e24a-b042-42bc-8060-e81a70d283fb tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6ae7f0b186642ec9ff08e3b121a3098 HTTP/1.1" status: 200 len: 379 time: 0.6055903 Jul 22 23:39:47.897766 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.908364 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-c2af7488-2d10-4498-944f-e3edb1f43b6f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Request body: {'port': {'device_id': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'admin_state_up': True, 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'security_groups': ['46c6875f-52d9-4055-bfcb-acb19c6d474c']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:47.931076 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:47.931643 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.950386 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c8f54-fb54-44ed-a5a0-fe958dad43bc req-18d67c2e-2d83-4376-aeff-9ef5773ddef2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:47.956858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c8f54-fb54-44ed-a5a0-fe958dad43bc req-18d67c2e-2d83-4376-aeff-9ef5773ddef2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:47.963634 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41620) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:47.967544 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c8f54-fb54-44ed-a5a0-fe958dad43bc req-18d67c2e-2d83-4376-aeff-9ef5773ddef2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:47.973942 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c8f54-fb54-44ed-a5a0-fe958dad43bc req-18d67c2e-2d83-4376-aeff-9ef5773ddef2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:47.982643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c8f54-fb54-44ed-a5a0-fe958dad43bc req-18d67c2e-2d83-4376-aeff-9ef5773ddef2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:47.989490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c8f54-fb54-44ed-a5a0-fe958dad43bc req-18d67c2e-2d83-4376-aeff-9ef5773ddef2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:47.997488 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c8f54-fb54-44ed-a5a0-fe958dad43bc req-18d67c2e-2d83-4376-aeff-9ef5773ddef2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:47.999717 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-562c8f54-fb54-44ed-a5a0-fe958dad43bc req-18d67c2e-2d83-4376-aeff-9ef5773ddef2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5420 time: 0.7600036 Jul 22 23:39:48.022383 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f0efe28-bd84-4b7b-aefb-a069ef3c1b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.083910 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9f7ad665-ecfc-4c6d-b09c-b9be81a213b5 req-1d6989e1-cc93-4862-94c1-dea740650b53 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.108562 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Allocated IP 172.20.0.1 (afd64f44-be57-4092-97ba-5564e606fdc5/bcaded81-6539-4a40-8d44-b38a3809d293/2023e9ac-519f-40b7-aaa2-75f966909a28) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:48.110521 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9f7ad665-ecfc-4c6d-b09c-b9be81a213b5 req-1d6989e1-cc93-4862-94c1-dea740650b53 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.134719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-c19b038a-e9cc-4f62-bfeb-b5c956418ba3 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:48.136553 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-c19b038a-e9cc-4f62-bfeb-b5c956418ba3 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.95 "GET /v2.0/networks?id=57ccab81-acd5-4e76-8bb7-36e460d0f620 HTTP/1.1" status: 200 len: 822 time: 0.3402619 Jul 22 23:39:48.156524 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-8fbd6829-c0aa-4bf7-a5c2-192bf9c4b09a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Request body: {'port': {'device_id': 'ddb87ba1-e227-4e28-b5f8-db85dd493c32', 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620', 'admin_state_up': True, 'tenant_id': '6539760ffcb6457396bc17422fedc47a'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:48.230531 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad665-ecfc-4c6d-b09c-b9be81a213b5 req-1d6989e1-cc93-4862-94c1-dea740650b53 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:48.231255 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9f7ad665-ecfc-4c6d-b09c-b9be81a213b5 req-1d6989e1-cc93-4862-94c1-dea740650b53 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.232736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f7ad665-ecfc-4c6d-b09c-b9be81a213b5 req-1d6989e1-cc93-4862-94c1-dea740650b53 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "PUT /v2.0/ports/9a834c36-e660-4791-8b24-f156308fce97 HTTP/1.1" status: 200 len: 942 time: 1.8489568 Jul 22 23:39:48.240294 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['9a834c36-e660-4791-8b24-f156308fce97'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:48.262417 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-562c8f54-fb54-44ed-a5a0-fe958dad43bc req-d16c346f-28b5-4eef-9ec5-56d24dcedb1d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2410309 Jul 22 23:39:48.269557 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe92b2f-c833-423f-81b3-2f9fee9b5a44 None None] New status for floating IP 789400ec-9533-4328-96b8-5b5420457df9: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:39:48.275191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6989e1-cc93-4862-94c1-dea740650b53 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Pushing event updated for resources: {'Port': ['ID=9a834c36-e660-4791-8b24-f156308fce97,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:48.340244 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['9a834c36-e660-4791-8b24-f156308fce97'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:48.404433 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f0efe28-bd84-4b7b-aefb-a069ef3c1b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.409961 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.414029 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f0efe28-bd84-4b7b-aefb-a069ef3c1b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.440233 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Transition to ACTIVE for port object 2023e9ac-519f-40b7-aaa2-75f966909a28 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:48.459565 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1940760e-53e9-4887-a148-9dd1c9dc080e req-f6ba83ad-b248-419c-aceb-71794707e320 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 210 time: 0.0817754 Jul 22 23:39:48.472871 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1f0efe28-bd84-4b7b-aefb-a069ef3c1b60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=682a95199a314013a9b9b5a01cfe1a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5029738 Jul 22 23:39:48.474660 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41624) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:48.483893 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0efe28-bd84-4b7b-aefb-a069ef3c1b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c27143-972b-4a0d-ad97-75da2787e926,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:48.524654 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86068cd1-7d77-4161-935a-8f9da0049d32 req-c3c4a63b-2c4b-42e6-a2fa-5bb746337901 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddb87ba1-e227-4e28-b5f8-db85dd493c32 HTTP/1.1" status: 200 len: 210 time: 0.0434830 Jul 22 23:39:48.542229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-c2af7488-2d10-4498-944f-e3edb1f43b6f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Made reservation on behalf of f6ae7f0b186642ec9ff08e3b121a3098 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:48.549115 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-c2af7488-2d10-4498-944f-e3edb1f43b6f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.575184 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889f7b76-5b59-4ca2-b1a6-63490ef0a698 x-openstack-request-id: req-889f7b76-5b59-4ca2-b1a6-63490ef0a698 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:48.575507 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7f4e74-af25-4946-b80a-d7b42df5b9ff", "tag": "9a834c36-e660-4791-8b24-f156308fce97", "status": "completed", "code": 200}, {"server_uuid": "b75b94db-4305-4822-8d0a-537ffb6c6ad6", "name": "network-vif-deleted", "tag": "112e686c-a78d-4711-88d2-07262a945aee", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:48.576613 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.577164 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-889f7b76-5b59-4ca2-b1a6-63490ef0a698 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:48.578108 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'tag': '9a834c36-e660-4791-8b24-f156308fce97', 'status': 'completed', 'code': 200} Jul 22 23:39:48.581549 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75b94db-4305-4822-8d0a-537ffb6c6ad6', 'name': 'network-vif-deleted', 'tag': '112e686c-a78d-4711-88d2-07262a945aee', 'status': 'completed', 'code': 200} Jul 22 23:39:48.606937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41626) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:48.612363 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Transition to ACTIVE for port object cf43a425-f9be-4232-afde-46c93ca5b9e7 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:48.635471 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.644314 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.652237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-8fbd6829-c0aa-4bf7-a5c2-192bf9c4b09a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Made reservation on behalf of 6539760ffcb6457396bc17422fedc47a for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:48.655739 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-8fbd6829-c0aa-4bf7-a5c2-192bf9c4b09a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.685124 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bf3b340-593a-4d25-b6d7-eccc9f4d6030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.729327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Network afd64f44-be57-4092-97ba-5564e606fdc5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:48.744646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:48.751494 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7badc46-2149-44df-9653-185d257c32b3 None None] Pushing event updated for resources: {'Port': ['ID=cf43a425-f9be-4232-afde-46c93ca5b9e7,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:48.754340 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Attempting to bind port cf43a425-f9be-4232-afde-46c93ca5b9e7 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:48.754454 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Pushing event updated for resources: {'Port': ['ID=2023e9ac-519f-40b7-aaa2-75f966909a28,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:48.754636 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Attempting to bind port cf43a425-f9be-4232-afde-46c93ca5b9e7 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:48.754973 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Attempting to bind port cf43a425-f9be-4232-afde-46c93ca5b9e7 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:48.759955 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bf3b340-593a-4d25-b6d7-eccc9f4d6030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.761790 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:48.763599 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:48.763976 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:48.764356 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.764740 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:48.765285 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Bound port: cf43a425-f9be-4232-afde-46c93ca5b9e7, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:48.765751 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.839755 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] For port cf43a425-f9be-4232-afde-46c93ca5b9e7, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:48.843449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] For port cf43a425-f9be-4232-afde-46c93ca5b9e7, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cf43a425-f9be-4232-afde-46c93ca5b9e7,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:48.859292 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.875124 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e702113e-d303-4f9d-8788-b6e879d31c0f tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.900948 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.934930 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 254f21a5-3348-44ce-9002-c333a4653ddc details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:39:48.959622 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e702113e-d303-4f9d-8788-b6e879d31c0f tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.041815 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bf3b340-593a-4d25-b6d7-eccc9f4d6030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.044340 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bf3b340-593a-4d25-b6d7-eccc9f4d6030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.050310 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-c2af7488-2d10-4498-944f-e3edb1f43b6f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Allocated IP 172.20.0.12 (d3554cbf-5379-4b81-9b9a-4aed7eb449a4/bc55de62-d0a0-4dc6-a48b-f50f95f15fef/d65aa367-45f7-4685-97cf-065b3950ce38) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:49.055987 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6bf3b340-593a-4d25-b6d7-eccc9f4d6030 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3c27143-972b-4a0d-ad97-75da2787e926 HTTP/1.1" status: 204 len: 168 time: 0.5705018 Jul 22 23:39:49.060853 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Routers {'a4dd5372-bf49-4d17-ae86-7cf3452c5139'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:49.061541 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:39:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:49.129404 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-e6e649de-ef1a-45e5-ad6b-dfd65b2650df tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5159800 Jul 22 23:39:49.139867 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567cc00-004d-4d50-8a77-23cb7e7cdb66 req-e3f64aa4-3155-4d05-9bcf-954f1117642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:49.142064 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0567cc00-004d-4d50-8a77-23cb7e7cdb66 req-e3f64aa4-3155-4d05-9bcf-954f1117642a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0f944e6bb36c4ef99743562f3de61894&device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 1096 time: 0.5523965 Jul 22 23:39:49.156991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3b340-593a-4d25-b6d7-eccc9f4d6030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c27143-972b-4a0d-ad97-75da2787e926,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:49.174740 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:49.222346 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-8fbd6829-c0aa-4bf7-a5c2-192bf9c4b09a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Allocated IP 172.20.0.7 (57ccab81-acd5-4e76-8bb7-36e460d0f620/bf44d29d-58a9-4d83-aa8b-ae4af9904ce3/dbb4426a-407a-44fd-b38e-1c328cd7d250) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:49.242107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21e9b3-415d-4ecc-82fe-379804ccb805 req-e6accf64-5905-4737-abc3-d9d965e7dba5 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:49.250268 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a21e9b3-415d-4ecc-82fe-379804ccb805 req-e6accf64-5905-4737-abc3-d9d965e7dba5 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 944 time: 0.5955403 Jul 22 23:39:49.271603 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e702113e-d303-4f9d-8788-b6e879d31c0f tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.274676 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e702113e-d303-4f9d-8788-b6e879d31c0f tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.275983 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e702113e-d303-4f9d-8788-b6e879d31c0f tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "DELETE /v2.0/security-groups/99cf82dd-185a-4676-9d5e-73e2cade56c9 HTTP/1.1" status: 204 len: 168 time: 0.6679897 Jul 22 23:39:49.291497 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41630) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:49.314512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8d4896cf-c083-4786-a77b-eaa91d0acdd8 None None] Provisioning for port 2023e9ac-519f-40b7-aaa2-75f966909a28 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:49.328806 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7badc46-2149-44df-9653-185d257c32b3 None None] Pushing event updated for resources: {'Port': ['ID=cf43a425-f9be-4232-afde-46c93ca5b9e7,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:49.334761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702113e-d303-4f9d-8788-b6e879d31c0f tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cf82dd-185a-4676-9d5e-73e2cade56c9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:49.337672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8d4896cf-c083-4786-a77b-eaa91d0acdd8 None None] Provisioning complete for port 2023e9ac-519f-40b7-aaa2-75f966909a28 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:49.338050 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d4896cf-c083-4786-a77b-eaa91d0acdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.361412 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-90b4e189-a9bb-4533-a5fa-6791df336407 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] show failed (client error): The resource could not be found. Jul 22 23:39:49.362627 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-90b4e189-a9bb-4533-a5fa-6791df336407 tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "GET /v2.0/security-groups/99cf82dd-185a-4676-9d5e-73e2cade56c9 HTTP/1.1" status: 404 len: 347 time: 0.0688410 Jul 22 23:39:49.369718 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41634) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:49.378101 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.411107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 254f21a5-3348-44ce-9002-c333a4653ddc, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=254f21a5-3348-44ce-9002-c333a4653ddc,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:49.421847 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.438253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8d4896cf-c083-4786-a77b-eaa91d0acdd8 None None] Port 2023e9ac-519f-40b7-aaa2-75f966909a28 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:39:49.442230 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '254f21a5-3348-44ce-9002-c333a4653ddc', 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122', 'port_id': '254f21a5-3348-44ce-9002-c333a4653ddc', 'mac_address': 'fa:16:3e:8e:d2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be0a5b1-3bce-4e99-b121-d80db0f7b202', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:39:49.452768 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] Set router a4dd5372-bf49-4d17-ae86-7cf3452c5139 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:49.487606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a21e9b3-415d-4ecc-82fe-379804ccb805 req-4411b8f0-22a2-48cf-8e77-38148af2e00c tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366087 Jul 22 23:39:49.537503 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-c2af7488-2d10-4498-944f-e3edb1f43b6f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.550761 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567cc00-004d-4d50-8a77-23cb7e7cdb66 req-171510b0-3101-4fca-b48f-9d03e737c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:49.552489 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0567cc00-004d-4d50-8a77-23cb7e7cdb66 req-171510b0-3101-4fca-b48f-9d03e737c314 service neutron] 10.222.0.95 "GET /v2.0/networks?id=289f0b49-e249-4b29-91da-f96e564f5f79 HTTP/1.1" status: 200 len: 920 time: 0.3817854 Jul 22 23:39:49.573397 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-8fbd6829-c0aa-4bf7-a5c2-192bf9c4b09a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.595753 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.646877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254f21a5-3348-44ce-9002-c333a4653ddc {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:49.685659 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 254f21a5-3348-44ce-9002-c333a4653ddc, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=254f21a5-3348-44ce-9002-c333a4653ddc,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:49.692537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-c2af7488-2d10-4498-944f-e3edb1f43b6f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Transition to ACTIVE for port object d65aa367-45f7-4685-97cf-065b3950ce38 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:49.711761 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.729826 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0567cc00-004d-4d50-8a77-23cb7e7cdb66 req-9cd3f469-e5df-4b77-933a-46c1e50fa1fe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a834c36-e660-4791-8b24-f156308fce97 HTTP/1.1" status: 200 len: 217 time: 0.1507442 Jul 22 23:39:49.740899 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-8fbd6829-c0aa-4bf7-a5c2-192bf9c4b09a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.771040 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=254f21a5-3348-44ce-9002-c333a4653ddc,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:49.793881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-8fbd6829-c0aa-4bf7-a5c2-192bf9c4b09a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Network 57ccab81-acd5-4e76-8bb7-36e460d0f620 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:49.798874 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb61fc-03ca-4910-b976-c7c533b925bb tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Deleting port ca1f883a-f94b-42cd-a86d-b05d55a6ee18 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:49.799216 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7fb61fc-03ca-4910-b976-c7c533b925bb tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.804053 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:45Z', 'revision_number': 3, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:49.827754 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-c2af7488-2d10-4498-944f-e3edb1f43b6f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.836038 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21132d6-ac8d-44f5-a650-5a888d1ecffb None None] The sync data for ids ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'] in n-d-688802-2 is: [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:45Z', 'revision_number': 3, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:39:49.871575 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567cc00-004d-4d50-8a77-23cb7e7cdb66 req-0c09cde3-b7ad-4a34-8252-b9a2604c386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:49.873865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0567cc00-004d-4d50-8a77-23cb7e7cdb66 req-0c09cde3-b7ad-4a34-8252-b9a2604c386d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e72d1ef6-6a22-4e40-b45c-d3c4a70d0549 HTTP/1.1" status: 200 len: 859 time: 0.1074574 Jul 22 23:39:49.927731 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-8fbd6829-c0aa-4bf7-a5c2-192bf9c4b09a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:49.946112 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-8fbd6829-c0aa-4bf7-a5c2-192bf9c4b09a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:49.964224 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7fb61fc-03ca-4910-b976-c7c533b925bb tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.964605 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7fb61fc-03ca-4910-b976-c7c533b925bb tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.979409 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0567cc00-004d-4d50-8a77-23cb7e7cdb66 req-ad5cfdb5-3585-4eda-a5c1-0d667595d18e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=289f0b49-e249-4b29-91da-f96e564f5f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712190 Jul 22 23:39:49.984397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-c2af7488-2d10-4498-944f-e3edb1f43b6f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:49.991010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['254f21a5-3348-44ce-9002-c333a4653ddc'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:50.004157 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af7488-2d10-4498-944f-e3edb1f43b6f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event updated for resources: {'Port': ['ID=d65aa367-45f7-4685-97cf-065b3950ce38,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:50.016783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-c2af7488-2d10-4498-944f-e3edb1f43b6f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:50.021276 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd6829-c0aa-4bf7-a5c2-192bf9c4b09a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Pushing event updated for resources: {'Port': ['ID=dbb4426a-407a-44fd-b38e-1c328cd7d250,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:50.027552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-c2af7488-2d10-4498-944f-e3edb1f43b6f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:50.038614 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb61fc-03ca-4910-b976-c7c533b925bb tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Calling delete_port for ca1f883a-f94b-42cd-a86d-b05d55a6ee18 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:50.073759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702deca-ba88-410d-bd4e-55aab45b6d9c req-6214b493-90ce-47e2-9b5c-fc0c4608ebe2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:50.087980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702deca-ba88-410d-bd4e-55aab45b6d9c req-6214b493-90ce-47e2-9b5c-fc0c4608ebe2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:50.095330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702deca-ba88-410d-bd4e-55aab45b6d9c req-6214b493-90ce-47e2-9b5c-fc0c4608ebe2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:50.103109 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702deca-ba88-410d-bd4e-55aab45b6d9c req-6214b493-90ce-47e2-9b5c-fc0c4608ebe2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:50.110746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702deca-ba88-410d-bd4e-55aab45b6d9c req-6214b493-90ce-47e2-9b5c-fc0c4608ebe2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:50.118069 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702deca-ba88-410d-bd4e-55aab45b6d9c req-6214b493-90ce-47e2-9b5c-fc0c4608ebe2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:50.125144 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702deca-ba88-410d-bd4e-55aab45b6d9c req-6214b493-90ce-47e2-9b5c-fc0c4608ebe2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:50.129811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-8fbd6829-c0aa-4bf7-a5c2-192bf9c4b09a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:50.130484 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-8fbd6829-c0aa-4bf7-a5c2-192bf9c4b09a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:50.134286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0702deca-ba88-410d-bd4e-55aab45b6d9c req-6214b493-90ce-47e2-9b5c-fc0c4608ebe2 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5420 time: 0.5563543 Jul 22 23:39:50.141561 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:50.159098 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:50.248101 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:50.259358 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-8fbd6829-c0aa-4bf7-a5c2-192bf9c4b09a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1127386 Jul 22 23:39:50.293675 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Request body: {'port': {'device_id': 'ddb87ba1-e227-4e28-b5f8-db85dd493c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:50.360474 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Pushing event updated for resources: {'Port': ['ID=2023e9ac-519f-40b7-aaa2-75f966909a28,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:50.368323 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:50.488577 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3c3eba98-7491-4859-b589-092c98ef6d43 None None] Provisioning for port d65aa367-45f7-4685-97cf-065b3950ce38 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:50.493178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3c3eba98-7491-4859-b589-092c98ef6d43 None None] Provisioning complete for port d65aa367-45f7-4685-97cf-065b3950ce38 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:50.493568 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c3eba98-7491-4859-b589-092c98ef6d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:50.513159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-c2af7488-2d10-4498-944f-e3edb1f43b6f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:50.513838 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-c2af7488-2d10-4498-944f-e3edb1f43b6f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:50.551069 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3c3eba98-7491-4859-b589-092c98ef6d43 None None] Port d65aa367-45f7-4685-97cf-065b3950ce38 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:39:50.565329 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:50.576926 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Allocated IP 172.25.4.199 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/1f3ede48-4fae-4485-91eb-52dc72b38c40) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:50.585213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0702deca-ba88-410d-bd4e-55aab45b6d9c req-8ba36c57-72d8-4bde-a928-1d67c3d4c0ab tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4498994 Jul 22 23:39:50.592279 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'tag': '9a834c36-e660-4791-8b24-f156308fce97'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:50.594160 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b989f0-7cd4-43f6-aa6c-91cf37ce3fca" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7f4e74-af25-4946-b80a-d7b42df5b9ff", "tag": "9a834c36-e660-4791-8b24-f156308fce97"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:50.630268 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Network afd64f44-be57-4092-97ba-5564e606fdc5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:50.631459 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-c2af7488-2d10-4498-944f-e3edb1f43b6f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7295527 Jul 22 23:39:50.654356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Request body: {'port': {'device_id': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:50.659653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:50.722011 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0567cc00-004d-4d50-8a77-23cb7e7cdb66 req-32bd07a6-a390-4571-86c8-c456fc9de810 service neutron] 10.222.0.95 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7109716 Jul 22 23:39:50.738481 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7fb61fc-03ca-4910-b976-c7c533b925bb tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:50.885558 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:50.894220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 254f21a5-3348-44ce-9002-c333a4653ddc up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:51.015106 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 254f21a5-3348-44ce-9002-c333a4653ddc completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:51.023172 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 254f21a5-3348-44ce-9002-c333a4653ddc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:51.024559 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:51.037899 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:51.095442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf5af0-cdaa-481c-ab2f-ee132974ecfb req-c5837c1e-72aa-4176-9570-64ed478e9f93 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:51.097640 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-65b521d7-98bb-45b8-8055-02c85853c775 None None] Provisioning complete for port 2023e9ac-519f-40b7-aaa2-75f966909a28 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:51.098018 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65b521d7-98bb-45b8-8055-02c85853c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:51.105302 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-72bf5af0-cdaa-481c-ab2f-ee132974ecfb req-c5837c1e-72aa-4176-9570-64ed478e9f93 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 932 time: 0.4072728 Jul 22 23:39:51.149829 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-65b521d7-98bb-45b8-8055-02c85853c775 None None] Port 2023e9ac-519f-40b7-aaa2-75f966909a28 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:39:51.206075 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:51.236762 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebf1964-1126-45d5-9243-e3e4b5b41ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254f21a5-3348-44ce-9002-c333a4653ddc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:51.239527 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e42c59-e8a0-4b24-8cd0-a108ab47072e" -d '{"events": [{"server_uuid": "2ebf1964-1126-45d5-9243-e3e4b5b41ae7", "name": "network-vif-plugged", "status": "completed", "tag": "254f21a5-3348-44ce-9002-c333a4653ddc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:51.257287 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 254f21a5-3348-44ce-9002-c333a4653ddc, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=254f21a5-3348-44ce-9002-c333a4653ddc,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:51.266350 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:51.331834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=254f21a5-3348-44ce-9002-c333a4653ddc,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:51.357427 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb61fc-03ca-4910-b976-c7c533b925bb tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Pushing event deleted for resources: {'Port': ['ID=ca1f883a-f94b-42cd-a86d-b05d55a6ee18,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:51.532023 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7fb61fc-03ca-4910-b976-c7c533b925bb tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:51.535962 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7fb61fc-03ca-4910-b976-c7c533b925bb tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:51.537823 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a7fb61fc-03ca-4910-b976-c7c533b925bb tempest-ServersTestManualDisk-1892919789 tempest-ServersTestManualDisk-1892919789-project] 10.222.0.26 "DELETE /v2.0/floatingips/789400ec-9533-4328-96b8-5b5420457df9 HTTP/1.1" status: 204 len: 168 time: 2.1669600 Jul 22 23:39:51.542672 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:51.553597 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0567cc00-004d-4d50-8a77-23cb7e7cdb66 req-0b91f3e0-0ccc-4e35-a7ae-36302cc766e7 service neutron] 10.222.0.95 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8038557 Jul 22 23:39:51.555548 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Router a4dd5372-bf49-4d17-ae86-7cf3452c5139 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:39:51.673195 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-72bf5af0-cdaa-481c-ab2f-ee132974ecfb req-7e52e361-096f-41ef-bf90-4bd00a64f884 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5669627 Jul 22 23:39:51.714756 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb4426a-407a-44fd-b38e-1c328cd7d250 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:51.726871 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:51.741366 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:51.749147 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cf43a425-f9be-4232-afde-46c93ca5b9e7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:51.769185 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:39:51.775179 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eab0b44e-4e2c-43d2-9261-4564f34a3c16 admin admin] 10.222.0.26 "PUT /v2.0/routers/a4dd5372-bf49-4d17-ae86-7cf3452c5139/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2955949 Jul 22 23:39:51.776330 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Transition to ACTIVE for port object dbb4426a-407a-44fd-b38e-1c328cd7d250 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:51.785938 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:51.862159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:51.870960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port cf43a425-f9be-4232-afde-46c93ca5b9e7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:51.877497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:51.881756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port cf43a425-f9be-4232-afde-46c93ca5b9e7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:51.882136 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:51.933428 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb4426a-407a-44fd-b38e-1c328cd7d250,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:51.933741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:52.012625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Pushing event updated for resources: {'Port': ['ID=1f3ede48-4fae-4485-91eb-52dc72b38c40,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:52.024259 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Attempting to bind port dbb4426a-407a-44fd-b38e-1c328cd7d250 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:52.024259 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Attempting to bind port dbb4426a-407a-44fd-b38e-1c328cd7d250 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '9e3f553e-59ce-480b-a5d0-6a655d48a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:52.024259 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Attempting to bind port dbb4426a-407a-44fd-b38e-1c328cd7d250 on network 57ccab81-acd5-4e76-8bb7-36e460d0f620 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:52.026471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Port dbb4426a-407a-44fd-b38e-1c328cd7d250 on network 57ccab81-acd5-4e76-8bb7-36e460d0f620 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:39:52.026808 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Attempting to bind port dbb4426a-407a-44fd-b38e-1c328cd7d250 on network 57ccab81-acd5-4e76-8bb7-36e460d0f620 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:52.032101 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:52.032462 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Checking segment: {'id': '9e3f553e-59ce-480b-a5d0-6a655d48a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:52.032828 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Bound using segment: {'id': '9e3f553e-59ce-480b-a5d0-6a655d48a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:52.033427 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Bound port: dbb4426a-407a-44fd-b38e-1c328cd7d250, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3f553e-59ce-480b-a5d0-6a655d48a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:52.034030 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.055877 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.088643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port cf43a425-f9be-4232-afde-46c93ca5b9e7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cf43a425-f9be-4232-afde-46c93ca5b9e7,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:52.103590 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.127197 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] For port dbb4426a-407a-44fd-b38e-1c328cd7d250, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:52.136311 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] For port dbb4426a-407a-44fd-b38e-1c328cd7d250, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dbb4426a-407a-44fd-b38e-1c328cd7d250,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:52.143426 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.161643 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:52.163067 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.166024 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] 10.222.0.95 "PUT /v2.0/ports/dbb4426a-407a-44fd-b38e-1c328cd7d250 HTTP/1.1" status: 200 len: 1091 time: 1.8812873 Jul 22 23:39:52.167589 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb87ba1-e227-4e28-b5f8-db85dd493c32', 'tag': 'dbb4426a-407a-44fd-b38e-1c328cd7d250'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:52.170611 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3a5e3a-ca0d-493b-9c29-dfe66f989bce" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb87ba1-e227-4e28-b5f8-db85dd493c32", "tag": "dbb4426a-407a-44fd-b38e-1c328cd7d250"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:52.176987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=cf43a425-f9be-4232-afde-46c93ca5b9e7,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:52.228623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65aa367-45f7-4685-97cf-065b3950ce38 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:52.258733 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.261617 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.272043 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913738a-686d-42eb-9033-73c61dac5c5f req-a485519e-6307-4fc1-bc26-07e0aacc6366 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:52.274453 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e913738a-686d-42eb-9033-73c61dac5c5f req-a485519e-6307-4fc1-bc26-07e0aacc6366 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddb87ba1-e227-4e28-b5f8-db85dd493c32 HTTP/1.1" status: 200 len: 943 time: 0.3900530 Jul 22 23:39:52.286711 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f1293-2200-402e-a0e1-3d61ecd6edb2 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb4426a-407a-44fd-b38e-1c328cd7d250,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:52.307797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-eae7dbc4-31fd-423b-ae54-19736e5f03b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:52.309604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Transition to ACTIVE for port object d65aa367-45f7-4685-97cf-065b3950ce38 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:52.313179 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-eae7dbc4-31fd-423b-ae54-19736e5f03b3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6539760ffcb6457396bc17422fedc47a&device_id=ddb87ba1-e227-4e28-b5f8-db85dd493c32 HTTP/1.1" status: 200 len: 1094 time: 0.0926993 Jul 22 23:39:52.341134 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.362404 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-64e62b63-13f0-44af-a2e1-f421c146a915 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb4426a-407a-44fd-b38e-1c328cd7d250 HTTP/1.1" status: 200 len: 217 time: 0.0444691 Jul 22 23:39:52.367351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Sync routers for ids ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:39:52.378484 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Routers {'a4dd5372-bf49-4d17-ae86-7cf3452c5139'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:52.379875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:39:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:52.428792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-66f90717-ec8b-4f1a-9432-798b7c232aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:52.432290 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-66f90717-ec8b-4f1a-9432-798b7c232aa0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bf44d29d-58a9-4d83-aa8b-ae4af9904ce3 HTTP/1.1" status: 200 len: 862 time: 0.0614748 Jul 22 23:39:52.444409 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.465786 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e913738a-686d-42eb-9033-73c61dac5c5f req-a643609b-087d-4ddd-bdbb-0857922b513f tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680038 Jul 22 23:39:52.486609 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-278a9e85-5411-4682-a330-7bf3730d34b6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=57ccab81-acd5-4e76-8bb7-36e460d0f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459361 Jul 22 23:39:52.516325 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Pushing event updated for resources: {'Port': ['ID=d65aa367-45f7-4685-97cf-065b3950ce38,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:52.567740 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Set router a4dd5372-bf49-4d17-ae86-7cf3452c5139 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:52.662269 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-078db54b-8052-42c4-96d3-50d8c83906ea service neutron] 10.222.0.95 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650734 Jul 22 23:39:52.794635 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9d8384b5-a3fc-406d-aa5f-7db215284965 req-bbfade7d-6eaf-4ea6-ad23-0596205a130f service neutron] 10.222.0.95 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269372 Jul 22 23:39:52.853996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:49Z', 'revision_number': 4, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '2023e9ac-519f-40b7-aaa2-75f966909a28', 'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:47Z', 'updated_at': '2021-07-22T23:39:49Z', 'revision_number': 2, 'project_id': '3a746b4f731849e293273dc1d348b169', 'subnets': [{'id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:52.866195 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Attempting to bind port d65aa367-45f7-4685-97cf-065b3950ce38 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:52.866648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Attempting to bind port d65aa367-45f7-4685-97cf-065b3950ce38 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:52.867721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Attempting to bind port d65aa367-45f7-4685-97cf-065b3950ce38 on network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:52.885975 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Checking router: a4dd5372-bf49-4d17-ae86-7cf3452c5139 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:39:52.886326 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Updating router a4dd5372-bf49-4d17-ae86-7cf3452c5139 port 2023e9ac-519f-40b7-aaa2-75f966909a28 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:39:52.889463 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Port d65aa367-45f7-4685-97cf-065b3950ce38 on network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:39:52.889872 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Attempting to bind port d65aa367-45f7-4685-97cf-065b3950ce38 on network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:52.907118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:52.907537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Checking segment: {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:52.908002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Bound using segment: {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:52.908510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Bound port: d65aa367-45f7-4685-97cf-065b3950ce38, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:52.908983 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.926070 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.974608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553a740-0bdc-403b-a3e9-c0d60341d284 req-bc7e7760-c062-4f48-af13-a03839c921f3 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:52.981772 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f553a740-0bdc-403b-a3e9-c0d60341d284 req-bc7e7760-c062-4f48-af13-a03839c921f3 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 946 time: 0.4048340 Jul 22 23:39:53.109802 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.117814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f553a740-0bdc-403b-a3e9-c0d60341d284 req-dfd68e87-0644-4630-843a-5cf5876d8dfc tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349387 Jul 22 23:39:53.137643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:53.137643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d65aa367-45f7-4685-97cf-065b3950ce38,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:53.141417 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.164552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.227257 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fb9d1cf-476e-4451-8db5-a66ebb5d9572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.260516 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf02269-bc79-46d2-9912-1d3abe691953 x-openstack-request-id: req-cbf02269-bc79-46d2-9912-1d3abe691953 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:53.261073 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebf1964-1126-45d5-9243-e3e4b5b41ae7", "name": "network-vif-plugged", "status": "completed", "tag": "254f21a5-3348-44ce-9002-c333a4653ddc", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:53.261073 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbf02269-bc79-46d2-9912-1d3abe691953 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:53.261504 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebf1964-1126-45d5-9243-e3e4b5b41ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254f21a5-3348-44ce-9002-c333a4653ddc', 'code': 200} Jul 22 23:39:53.286099 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.300016 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Transition to ACTIVE for port object 2023e9ac-519f-40b7-aaa2-75f966909a28 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:53.310273 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.311754 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b989f0-7cd4-43f6-aa6c-91cf37ce3fca req-62fb6f6b-1abc-4204-b34d-549f717a6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:53.313720 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-21b989f0-7cd4-43f6-aa6c-91cf37ce3fca req-62fb6f6b-1abc-4204-b34d-549f717a6cff service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0f944e6bb36c4ef99743562f3de61894&device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 1096 time: 0.1138797 Jul 22 23:39:53.358035 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dc749f-cc48-4820-ba2f-7d9a566c2143 x-openstack-request-id: req-12dc749f-cc48-4820-ba2f-7d9a566c2143 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:53.358575 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7f4e74-af25-4946-b80a-d7b42df5b9ff", "tag": "9a834c36-e660-4791-8b24-f156308fce97", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:53.358785 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-12dc749f-cc48-4820-ba2f-7d9a566c2143 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:53.359766 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'tag': '9a834c36-e660-4791-8b24-f156308fce97', 'status': 'completed', 'code': 200} Jul 22 23:39:53.401015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a856ed3-302d-452f-9b75-14b9358c9bea None None] Pushing event updated for resources: {'Port': ['ID=2023e9ac-519f-40b7-aaa2-75f966909a28,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:53.456801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b989f0-7cd4-43f6-aa6c-91cf37ce3fca req-75703030-4572-4add-8246-244815429951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:53.461577 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-21b989f0-7cd4-43f6-aa6c-91cf37ce3fca req-75703030-4572-4add-8246-244815429951 service neutron] 10.222.0.95 "GET /v2.0/networks?id=289f0b49-e249-4b29-91da-f96e564f5f79 HTTP/1.1" status: 200 len: 920 time: 0.1308019 Jul 22 23:39:53.480232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Attempting to bind port 2023e9ac-519f-40b7-aaa2-75f966909a28 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:53.480607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Attempting to bind port 2023e9ac-519f-40b7-aaa2-75f966909a28 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:53.480981 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Attempting to bind port 2023e9ac-519f-40b7-aaa2-75f966909a28 on network afd64f44-be57-4092-97ba-5564e606fdc5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:53.494757 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:53.495136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Checking segment: {'id': '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:53.495548 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.495945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Bound using segment: {'id': '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:53.496425 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Bound port: 2023e9ac-519f-40b7-aaa2-75f966909a28, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:53.496806 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.499155 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:53.499800 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.501287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] 10.222.0.95 "PUT /v2.0/ports/d65aa367-45f7-4685-97cf-065b3950ce38 HTTP/1.1" status: 200 len: 1092 time: 2.8540421 Jul 22 23:39:53.518092 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Pushing event updated for resources: {'Port': ['ID=1f3ede48-4fae-4485-91eb-52dc72b38c40,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:53.531045 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.557081 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-21b989f0-7cd4-43f6-aa6c-91cf37ce3fca req-a61a45d8-4fd9-423c-b86e-d709b25cc67d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a834c36-e660-4791-8b24-f156308fce97 HTTP/1.1" status: 200 len: 217 time: 0.0852923 Jul 22 23:39:53.639340 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b989f0-7cd4-43f6-aa6c-91cf37ce3fca req-50562622-1cc8-413a-ae38-1655a6ca3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:53.641217 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-21b989f0-7cd4-43f6-aa6c-91cf37ce3fca req-50562622-1cc8-413a-ae38-1655a6ca3400 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e72d1ef6-6a22-4e40-b45c-d3c4a70d0549 HTTP/1.1" status: 200 len: 859 time: 0.0778513 Jul 22 23:39:53.662082 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] For port 2023e9ac-519f-40b7-aaa2-75f966909a28, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:53.676435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] For port 2023e9ac-519f-40b7-aaa2-75f966909a28, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2023e9ac-519f-40b7-aaa2-75f966909a28,segment=NetworkSegment(8a5b5d4d-bc6f-42bc-a9e6-62177cae803f),segment_id=8a5b5d4d-bc6f-42bc-a9e6-62177cae803f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:53.683865 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.714121 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-21b989f0-7cd4-43f6-aa6c-91cf37ce3fca req-717eba22-1db0-455e-b9d9-e32327319c96 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=289f0b49-e249-4b29-91da-f96e564f5f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641050 Jul 22 23:39:53.720980 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.722231 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-2a4d5b71-4bd9-46d3-9d42-42e5434ec777 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5755591 Jul 22 23:39:53.786557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a856ed3-302d-452f-9b75-14b9358c9bea None None] Pushing event updated for resources: {'Port': ['ID=2023e9ac-519f-40b7-aaa2-75f966909a28,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:53.790472 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cf43a425-f9be-4232-afde-46c93ca5b9e7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:53.852947 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-21b989f0-7cd4-43f6-aa6c-91cf37ce3fca req-b1dde55d-d1d1-49af-b9b8-907fca2e9a6e service neutron] 10.222.0.95 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303885 Jul 22 23:39:53.910504 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Routers {'a4dd5372-bf49-4d17-ae86-7cf3452c5139'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:53.911417 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:39:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:53.916036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38103cc-ea09-4aac-a158-609f45869130 service neutron] Pushing event updated for resources: {'Port': ['ID=d65aa367-45f7-4685-97cf-065b3950ce38,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:53.935896 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-32b08c1b-9add-4ad9-87df-65ae2a9e3764 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200 len: 696 time: 0.1917307 Jul 22 23:39:53.951263 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21098134-4a59-45ef-8c29-baa1c0ac1e37 req-816bc94d-bd85-4008-947f-37a7094109fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:53.953766 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21098134-4a59-45ef-8c29-baa1c0ac1e37 req-816bc94d-bd85-4008-947f-37a7094109fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 1097 time: 0.5896139 Jul 22 23:39:53.980302 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a15279-b26c-4ff9-90fc-7b475d1be4f1 req-6fbbac6e-378e-42ee-a8b9-ed81d2f4bc2e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:53.986184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a15279-b26c-4ff9-90fc-7b475d1be4f1 req-6fbbac6e-378e-42ee-a8b9-ed81d2f4bc2e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:53.994060 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a15279-b26c-4ff9-90fc-7b475d1be4f1 req-6fbbac6e-378e-42ee-a8b9-ed81d2f4bc2e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:54.000178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a15279-b26c-4ff9-90fc-7b475d1be4f1 req-6fbbac6e-378e-42ee-a8b9-ed81d2f4bc2e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:54.006080 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a15279-b26c-4ff9-90fc-7b475d1be4f1 req-6fbbac6e-378e-42ee-a8b9-ed81d2f4bc2e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:54.010823 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-21b989f0-7cd4-43f6-aa6c-91cf37ce3fca req-b8cea301-7475-46c9-906a-aade4c7a047f service neutron] 10.222.0.95 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505747 Jul 22 23:39:54.018234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a15279-b26c-4ff9-90fc-7b475d1be4f1 req-6fbbac6e-378e-42ee-a8b9-ed81d2f4bc2e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:54.024161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a15279-b26c-4ff9-90fc-7b475d1be4f1 req-6fbbac6e-378e-42ee-a8b9-ed81d2f4bc2e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:54.031603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34a15279-b26c-4ff9-90fc-7b475d1be4f1 req-6fbbac6e-378e-42ee-a8b9-ed81d2f4bc2e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5420 time: 0.6689286 Jul 22 23:39:54.058080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port cf43a425-f9be-4232-afde-46c93ca5b9e7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:54.058864 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:54.105264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-7623e114-0152-4bec-8f3a-8628eaf89ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:54.106742 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-7623e114-0152-4bec-8f3a-8628eaf89ea2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 1095 time: 0.5385859 Jul 22 23:39:54.108459 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:39:54.188068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] Set router a4dd5372-bf49-4d17-ae86-7cf3452c5139 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:54.214723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-0ab63664-ed35-4f6e-90d7-d285bdbca5cb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d65aa367-45f7-4685-97cf-065b3950ce38 HTTP/1.1" status: 200 len: 217 time: 0.0727310 Jul 22 23:39:54.221555 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21098134-4a59-45ef-8c29-baa1c0ac1e37 req-28e1d5e9-00a1-451c-be07-4588276d30ad service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563753 Jul 22 23:39:54.238488 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34a15279-b26c-4ff9-90fc-7b475d1be4f1 req-f2c81e8d-8b4e-4853-a817-f26291cca82c tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1822736 Jul 22 23:39:54.455747 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:49Z', 'revision_number': 4, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '2023e9ac-519f-40b7-aaa2-75f966909a28', 'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:47Z', 'updated_at': '2021-07-22T23:39:53Z', 'revision_number': 4, 'project_id': '3a746b4f731849e293273dc1d348b169', 'subnets': [{'id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:54.498302 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36699351-4749-4c13-b9e8-ce0cb32c9a20 None None] The sync data for ids ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'] in n-d-688802-2 is: [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:49Z', 'revision_number': 4, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '2023e9ac-519f-40b7-aaa2-75f966909a28', 'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:47Z', 'updated_at': '2021-07-22T23:39:53Z', 'revision_number': 4, 'project_id': '3a746b4f731849e293273dc1d348b169', 'subnets': [{'id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:39:54.607255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-a9fd8b63-e9d8-434f-bdae-e340ad74b61a tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:54.608638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d7836ef-25ff-452a-9f49-3fc3d0536dfe req-a9fd8b63-e9d8-434f-bdae-e340ad74b61a tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.6670644 Jul 22 23:39:54.661727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-fee8345d-e457-4219-a578-ce915f48ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:54.664248 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-fee8345d-e457-4219-a578-ce915f48ac0b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.4408469 Jul 22 23:39:54.683924 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066b8d6b-f024-45bc-9ac8-250287a55c79 x-openstack-request-id: req-066b8d6b-f024-45bc-9ac8-250287a55c79 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:54.684425 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb87ba1-e227-4e28-b5f8-db85dd493c32", "tag": "dbb4426a-407a-44fd-b38e-1c328cd7d250", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:54.684528 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-066b8d6b-f024-45bc-9ac8-250287a55c79 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:54.684853 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb87ba1-e227-4e28-b5f8-db85dd493c32', 'tag': 'dbb4426a-407a-44fd-b38e-1c328cd7d250', 'status': 'completed', 'code': 200} Jul 22 23:39:54.814831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9d1cf-476e-4451-8db5-a66ebb5d9572 admin admin] Deleting port 19074f56-6723-4ae7-9714-4f40cf53716e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:54.815105 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fb9d1cf-476e-4451-8db5-a66ebb5d9572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:54.818148 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5e3a-ca0d-493b-9c29-dfe66f989bce req-07ae315e-d74a-474e-b52f-4c5ca6567291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:54.821266 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ba3a5e3a-ca0d-493b-9c29-dfe66f989bce req-07ae315e-d74a-474e-b52f-4c5ca6567291 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6539760ffcb6457396bc17422fedc47a&device_id=ddb87ba1-e227-4e28-b5f8-db85dd493c32 HTTP/1.1" status: 200 len: 1094 time: 0.1119883 Jul 22 23:39:54.863511 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-43a1c26f-c0e2-48b6-9795-846d687c609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:54.865010 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-43a1c26f-c0e2-48b6-9795-846d687c609c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1947713 Jul 22 23:39:54.900899 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41744) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:54.905908 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-764ffc23-bc83-4821-8597-efc87a3f5727 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--472844391', 'description': 'tempest-description--230666346'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:54.962718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ccc25-d7f6-4d5a-ac47-4b65a1312abc req-787f3686-8bee-455d-b426-85188f6061e5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:54.964436 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a3ccc25-d7f6-4d5a-ac47-4b65a1312abc req-787f3686-8bee-455d-b426-85188f6061e5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 944 time: 0.2253339 Jul 22 23:39:55.005341 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-764ffc23-bc83-4821-8597-efc87a3f5727 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.083595 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5e3a-ca0d-493b-9c29-dfe66f989bce req-472bcfb8-282d-4cc0-a28f-d4a91995f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:55.086388 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ba3a5e3a-ca0d-493b-9c29-dfe66f989bce req-472bcfb8-282d-4cc0-a28f-d4a91995f42a service neutron] 10.222.0.95 "GET /v2.0/networks?id=57ccab81-acd5-4e76-8bb7-36e460d0f620 HTTP/1.1" status: 200 len: 923 time: 0.2543387 Jul 22 23:39:55.111102 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-3fb9d1cf-476e-4451-8db5-a66ebb5d9572 admin admin] For port 19074f56-6723-4ae7-9714-4f40cf53716e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=19074f56-6723-4ae7-9714-4f40cf53716e,segment=NetworkSegment(8288aa59-b769-4042-8c94-e21cf2627592),segment_id=8288aa59-b769-4042-8c94-e21cf2627592)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:55.111471 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fb9d1cf-476e-4451-8db5-a66ebb5d9572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.142059 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-4f7da52b-e425-46e2-9b19-19dbf189e18b service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391512 Jul 22 23:39:55.144597 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ba3a5e3a-ca0d-493b-9c29-dfe66f989bce req-5a050544-d74c-4770-ac6b-de8b7ee5f905 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb4426a-407a-44fd-b38e-1c328cd7d250 HTTP/1.1" status: 200 len: 217 time: 0.0489349 Jul 22 23:39:55.149352 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9d1cf-476e-4451-8db5-a66ebb5d9572 admin admin] Calling delete_port for 19074f56-6723-4ae7-9714-4f40cf53716e owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:55.155094 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a3ccc25-d7f6-4d5a-ac47-4b65a1312abc req-82a84e98-e21b-420c-94e6-f5b6e5088cd6 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737077 Jul 22 23:39:55.257015 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5e3a-ca0d-493b-9c29-dfe66f989bce req-5405b3eb-ae42-44c7-837f-def88788f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:55.260098 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ba3a5e3a-ca0d-493b-9c29-dfe66f989bce req-5405b3eb-ae42-44c7-837f-def88788f564 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bf44d29d-58a9-4d83-aa8b-ae4af9904ce3 HTTP/1.1" status: 200 len: 862 time: 0.0953698 Jul 22 23:39:55.267798 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23069b-91ce-469f-88f2-96d84f96a47a req-1fd16de8-111f-4139-a214-39d982da9459 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:55.269706 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df23069b-91ce-469f-88f2-96d84f96a47a req-1fd16de8-111f-4139-a214-39d982da9459 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddb87ba1-e227-4e28-b5f8-db85dd493c32 HTTP/1.1" status: 200 len: 943 time: 0.2993014 Jul 22 23:39:55.272947 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-764ffc23-bc83-4821-8597-efc87a3f5727 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.322366 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ba3a5e3a-ca0d-493b-9c29-dfe66f989bce req-4493e271-a9de-4d23-b6a1-86507cb5a817 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=57ccab81-acd5-4e76-8bb7-36e460d0f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469928 Jul 22 23:39:55.323706 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-764ffc23-bc83-4821-8597-efc87a3f5727 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.361781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:55.364255 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b1a2a4-e082-4cca-b7a8-aab0d57bc277" -d '{"events": [{"name": "network-changed", "server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:55.372042 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-764ffc23-bc83-4821-8597-efc87a3f5727 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.386322 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-764ffc23-bc83-4821-8597-efc87a3f5727 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4754734 Jul 22 23:39:55.389454 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41754) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:55.431023 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7f930e84-d56f-4234-9cb3-3df87355bc14 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Request body: {'security_group_rule': {'security_group_id': 'c9169e69-053b-4c05-b16e-c6841e5024ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:55.487737 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06750796-14ea-4615-bd6a-a8e2c23567ec req-548ddfe4-3444-44a6-b3d0-2f781f6ec680 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286426 Jul 22 23:39:55.523235 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ba3a5e3a-ca0d-493b-9c29-dfe66f989bce req-a5c51634-4657-409d-b7fb-1628d8dc901e service neutron] 10.222.0.95 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850359 Jul 22 23:39:55.525985 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df23069b-91ce-469f-88f2-96d84f96a47a req-294df99f-d6c7-4ca1-bae6-3e44f0367e68 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467086 Jul 22 23:39:55.573993 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f930e84-d56f-4234-9cb3-3df87355bc14 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.603713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c479a0e-b481-4ade-9195-465999f6b201 req-0fa2122a-bcf3-4c08-9347-292c9863efcc tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:55.611472 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c479a0e-b481-4ade-9195-465999f6b201 req-0fa2122a-bcf3-4c08-9347-292c9863efcc tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 946 time: 0.3389204 Jul 22 23:39:55.637031 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ffc23-bc83-4821-8597-efc87a3f5727 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9169e69-053b-4c05-b16e-c6841e5024ad,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:55.668673 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c479a0e-b481-4ade-9195-465999f6b201 req-fc246417-2124-4dd4-a946-4f4306d0161f tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562284 Jul 22 23:39:55.729171 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fb9d1cf-476e-4451-8db5-a66ebb5d9572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.747955 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2023e9ac-519f-40b7-aaa2-75f966909a28 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:55.792715 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f930e84-d56f-4234-9cb3-3df87355bc14 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.822862 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f930e84-d56f-4234-9cb3-3df87355bc14 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.856388 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f930e84-d56f-4234-9cb3-3df87355bc14 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e115202-f6e5-47b2-a100-d31bd621b2b0,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:55.860833 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 2023e9ac-519f-40b7-aaa2-75f966909a28 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:55.865025 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 2023e9ac-519f-40b7-aaa2-75f966909a28 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:55.865498 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.873694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9d1cf-476e-4451-8db5-a66ebb5d9572 admin admin] Pushing event deleted for resources: {'Port': ['ID=19074f56-6723-4ae7-9714-4f40cf53716e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:55.918312 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ba3a5e3a-ca0d-493b-9c29-dfe66f989bce req-baba25b7-dd51-4ea7-8682-482a09525101 service neutron] 10.222.0.95 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603094 Jul 22 23:39:55.923939 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f930e84-d56f-4234-9cb3-3df87355bc14 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.932522 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7f930e84-d56f-4234-9cb3-3df87355bc14 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5145354 Jul 22 23:39:55.933267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41760) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:55.937973 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6a9d7db0-b48b-4ebb-b1b4-1137b9e04ff2 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Request body: {'security_group_rule': {'security_group_id': 'c9169e69-053b-4c05-b16e-c6841e5024ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:55.999607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dbb4426a-407a-44fd-b38e-1c328cd7d250 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:39:56.003002 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a9d7db0-b48b-4ebb-b1b4-1137b9e04ff2 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.073642 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.087200 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fb9d1cf-476e-4451-8db5-a66ebb5d9572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.121545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-dca158c3-2141-4d1e-9e94-3b55b89f3b66 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:56.123068 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-dca158c3-2141-4d1e-9e94-3b55b89f3b66 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4745629 Jul 22 23:39:56.157441 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a9d7db0-b48b-4ebb-b1b4-1137b9e04ff2 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.181924 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a9d7db0-b48b-4ebb-b1b4-1137b9e04ff2 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.203456 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d7db0-b48b-4ebb-b1b4-1137b9e04ff2 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a4fc94-f3cb-49f6-bfa9-b7ee997c3aa4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:56.229517 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a9d7db0-b48b-4ebb-b1b4-1137b9e04ff2 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.234549 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6a9d7db0-b48b-4ebb-b1b4-1137b9e04ff2 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2970831 Jul 22 23:39:56.234746 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41768) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:56.237812 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-95f47eb1-b1fa-4eb1-b0e0-f13422023d93 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200 len: 696 time: 0.0991278 Jul 22 23:39:56.240465 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:56.253585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-0ab38bca-378e-4501-bc3c-532cc9cd545f tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Request body: {'floatingip': {'port_id': '9a834c36-e660-4791-8b24-f156308fce97', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:56.276135 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.319796 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-0ab38bca-378e-4501-bc3c-532cc9cd545f tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.444722 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.446773 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb067304-0068-43cd-992b-7080243ef125 req-24dc9de6-4093-4d37-9cd1-69f3e5fe1121 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:56.452781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb067304-0068-43cd-992b-7080243ef125 req-24dc9de6-4093-4d37-9cd1-69f3e5fe1121 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:56.459135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb067304-0068-43cd-992b-7080243ef125 req-24dc9de6-4093-4d37-9cd1-69f3e5fe1121 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:56.466298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port dbb4426a-407a-44fd-b38e-1c328cd7d250, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dbb4426a-407a-44fd-b38e-1c328cd7d250,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:56.467724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb067304-0068-43cd-992b-7080243ef125 req-24dc9de6-4093-4d37-9cd1-69f3e5fe1121 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:56.476448 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb067304-0068-43cd-992b-7080243ef125 req-24dc9de6-4093-4d37-9cd1-69f3e5fe1121 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:56.482626 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb067304-0068-43cd-992b-7080243ef125 req-24dc9de6-4093-4d37-9cd1-69f3e5fe1121 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:56.488991 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb067304-0068-43cd-992b-7080243ef125 req-24dc9de6-4093-4d37-9cd1-69f3e5fe1121 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:56.490711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'dbb4426a-407a-44fd-b38e-1c328cd7d250', 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620', 'port_id': 'dbb4426a-407a-44fd-b38e-1c328cd7d250', 'mac_address': 'fa:16:3e:33:c1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf44d29d-58a9-4d83-aa8b-ae4af9904ce3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:39:56.497264 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb067304-0068-43cd-992b-7080243ef125 req-24dc9de6-4093-4d37-9cd1-69f3e5fe1121 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5420 time: 0.6276879 Jul 22 23:39:56.544964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 2023e9ac-519f-40b7-aaa2-75f966909a28, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2023e9ac-519f-40b7-aaa2-75f966909a28,segment=NetworkSegment(8a5b5d4d-bc6f-42bc-a9e6-62177cae803f),segment_id=8a5b5d4d-bc6f-42bc-a9e6-62177cae803f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:56.560290 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.572290 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.598894 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Allocated IP 172.25.4.173 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/1fd04029-5ad3-4a15-b6f8-16deb962c844) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:56.621589 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb067304-0068-43cd-992b-7080243ef125 req-429ae72b-125d-47e8-b8fd-d3679e6205ec tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1233320 Jul 22 23:39:56.626445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb4426a-407a-44fd-b38e-1c328cd7d250 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:56.654564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port dbb4426a-407a-44fd-b38e-1c328cd7d250, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dbb4426a-407a-44fd-b38e-1c328cd7d250,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:56.671203 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.678546 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=2023e9ac-519f-40b7-aaa2-75f966909a28,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:56.768817 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=dbb4426a-407a-44fd-b38e-1c328cd7d250,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:56.778196 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85396065-7d50-4475-847c-cced7ebee15c x-openstack-request-id: req-85396065-7d50-4475-847c-cced7ebee15c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:56.778546 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:56.778729 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85396065-7d50-4475-847c-cced7ebee15c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:56.779102 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'status': 'completed', 'code': 200} Jul 22 23:39:56.790529 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.838086 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1a2a4-e082-4cca-b7a8-aab0d57bc277 req-c96c15f1-c409-44e3-be9d-002d630e7e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:56.839638 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d0b1a2a4-e082-4cca-b7a8-aab0d57bc277 req-c96c15f1-c409-44e3-be9d-002d630e7e78 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 1095 time: 0.1158366 Jul 22 23:39:56.870365 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.905183 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['dbb4426a-407a-44fd-b38e-1c328cd7d250'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:56.957938 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:56.964298 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:56.971979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:56.977177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a8293-ff46-4eba-ba6e-e92341ec8584 req-c450d73f-f974-4013-b88d-da5657b08551 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:56.978331 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f33a8293-ff46-4eba-ba6e-e92341ec8584 req-c450d73f-f974-4013-b88d-da5657b08551 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 944 time: 0.2107582 Jul 22 23:39:56.978592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event updated for resources: {'Port': ['ID=1fd04029-5ad3-4a15-b6f8-16deb962c844,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:56.983756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb9d1cf-476e-4451-8db5-a66ebb5d9572 admin admin] Router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:39:57.025000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1a2a4-e082-4cca-b7a8-aab0d57bc277 req-48e1335c-e88f-4cff-bc01-0d54ac34ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:57.027531 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d0b1a2a4-e082-4cca-b7a8-aab0d57bc277 req-48e1335c-e88f-4cff-bc01-0d54ac34ff0f service neutron] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.1811726 Jul 22 23:39:57.088663 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d0b1a2a4-e082-4cca-b7a8-aab0d57bc277 req-55e40f18-3c6e-4c7c-8cd5-347b759f4cb2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d65aa367-45f7-4685-97cf-065b3950ce38 HTTP/1.1" status: 200 len: 217 time: 0.0498919 Jul 22 23:39:57.200601 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1a2a4-e082-4cca-b7a8-aab0d57bc277 req-d5fdfcf9-cf1d-4256-b367-b0ad81854fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:57.202409 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d0b1a2a4-e082-4cca-b7a8-aab0d57bc277 req-d5fdfcf9-cf1d-4256-b367-b0ad81854fd1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.0866251 Jul 22 23:39:57.203594 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:57.285322 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:57.338976 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1a2a4-e082-4cca-b7a8-aab0d57bc277 req-6ec0541f-2d1e-4f4b-9666-298b1b803849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:57.340629 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d0b1a2a4-e082-4cca-b7a8-aab0d57bc277 req-6ec0541f-2d1e-4f4b-9666-298b1b803849 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306248 Jul 22 23:39:57.508637 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d0b1a2a4-e082-4cca-b7a8-aab0d57bc277 req-3e0442d2-1d74-4198-969b-d943b466b245 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595929 Jul 22 23:39:57.514299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f33a8293-ff46-4eba-ba6e-e92341ec8584 req-a1cef7ce-fbaf-44b9-9559-de09936b1d89 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5235553 Jul 22 23:39:57.574244 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:57.610588 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:57.703185 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event updated for resources: {'Port': ['ID=1fd04029-5ad3-4a15-b6f8-16deb962c844,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:57.716994 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d0b1a2a4-e082-4cca-b7a8-aab0d57bc277 req-055e7f2b-a256-4ccc-91ed-e63458941cad service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017577 Jul 22 23:39:57.724597 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:57.741921 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:57.743973 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-50dba417-f0bf-4f96-9e3d-cfb70af77c5a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5078375 Jul 22 23:39:57.783621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb9d1cf-476e-4451-8db5-a66ebb5d9572 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:39:57.796474 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3fb9d1cf-476e-4451-8db5-a66ebb5d9572 admin admin] 10.222.0.26 "PUT /v2.0/routers/4e8b52d1-c596-4c67-a5e0-936c26cbc6f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2490792 Jul 22 23:39:57.796634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2023e9ac-519f-40b7-aaa2-75f966909a28 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:57.797056 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41796) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:57.800853 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0eaca8-aedc-48ea-9926-336bd05f3e5f None None] Sync routers for ids ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:39:57.816037 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0eaca8-aedc-48ea-9926-336bd05f3e5f None None] Routers {'4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:57.816965 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4c0eaca8-aedc-48ea-9926-336bd05f3e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:39:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:57.824252 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-0ab38bca-378e-4501-bc3c-532cc9cd545f tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:57.847942 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056b08c-c02c-4f75-a7a9-29bad8d0a9c9 req-bb00fe9d-c93f-4f96-896c-526ba6b544e3 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:57.849864 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9056b08c-c02c-4f75-a7a9-29bad8d0a9c9 req-bb00fe9d-c93f-4f96-896c-526ba6b544e3 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddb87ba1-e227-4e28-b5f8-db85dd493c32 HTTP/1.1" status: 200 len: 944 time: 0.1969051 Jul 22 23:39:57.851078 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-0ab38bca-378e-4501-bc3c-532cc9cd545f tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:57.896678 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 2023e9ac-519f-40b7-aaa2-75f966909a28 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:57.897059 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:57.975977 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9056b08c-c02c-4f75-a7a9-29bad8d0a9c9 req-02fd26e3-a8a9-4af6-aac8-52e7b86b610a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201241 Jul 22 23:39:57.979067 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8a664fc-cec9-4169-994d-da911f07b7dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:58.016310 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4c0eaca8-aedc-48ea-9926-336bd05f3e5f None None] Set router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:58.018426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d65aa367-45f7-4685-97cf-065b3950ce38 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:39:58.034219 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-0ab38bca-378e-4501-bc3c-532cc9cd545f tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Floating IP b53be55b-a1c8-42f8-a81e-4804d4c7ecbb associated. External IP: 172.25.4.199, port: 9a834c36-e660-4791-8b24-f156308fce97. Jul 22 23:39:58.133306 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8a664fc-cec9-4169-994d-da911f07b7dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:58.133550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d65aa367-45f7-4685-97cf-065b3950ce38,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:58.143578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dbb4426a-407a-44fd-b38e-1c328cd7d250 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:58.191632 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'port_id': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'mac_address': 'fa:16:3e:0c:0a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:39:58.219613 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e8a664fc-cec9-4169-994d-da911f07b7dd admin admin] Deleting port eeddc580-7897-4755-bd00-41ca9e7dbf66 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:58.220408 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8a664fc-cec9-4169-994d-da911f07b7dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:58.245348 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:58.251626 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357a1d3-e412-407b-b637-2a88f1dff65e req-4bcb832d-738e-4c36-a2f4-d08b784df739 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:58.258464 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e357a1d3-e412-407b-b637-2a88f1dff65e req-4bcb832d-738e-4c36-a2f4-d08b784df739 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 946 time: 0.1029384 Jul 22 23:39:58.272850 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port dbb4426a-407a-44fd-b38e-1c328cd7d250 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:58.295877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65aa367-45f7-4685-97cf-065b3950ce38 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:58.318965 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port dbb4426a-407a-44fd-b38e-1c328cd7d250 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:58.319411 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:58.326244 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4c0eaca8-aedc-48ea-9926-336bd05f3e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'name': 'tempest-ServersTestManualDisk-1938288835-router', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:37:29Z', 'updated_at': '2021-07-22T23:39:55Z', 'revision_number': 5, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'gw_port': {'id': 'eeddc580-7897-4755-bd00-41ca9e7dbf66', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:37:30Z', 'updated_at': '2021-07-22T23:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:58.341234 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e8a664fc-cec9-4169-994d-da911f07b7dd admin admin] For port eeddc580-7897-4755-bd00-41ca9e7dbf66, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=eeddc580-7897-4755-bd00-41ca9e7dbf66,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:58.341640 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8a664fc-cec9-4169-994d-da911f07b7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:58.360572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e8a664fc-cec9-4169-994d-da911f07b7dd admin admin] Calling delete_port for eeddc580-7897-4755-bd00-41ca9e7dbf66 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:58.361808 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0eaca8-aedc-48ea-9926-336bd05f3e5f None None] Checking router: 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:39:58.372808 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0eaca8-aedc-48ea-9926-336bd05f3e5f None None] Routers {'4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:58.373879 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4c0eaca8-aedc-48ea-9926-336bd05f3e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:39:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:58.374996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e357a1d3-e412-407b-b637-2a88f1dff65e req-01e898c4-ef3f-4600-964e-3f65e09c6882 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744500 Jul 22 23:39:58.416721 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d65aa367-45f7-4685-97cf-065b3950ce38,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:58.434682 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-0ab38bca-378e-4501-bc3c-532cc9cd545f tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Router f24a6c05-570b-4333-b892-5ca411bdfea9 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:39:58.442026 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:58.472026 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4c0eaca8-aedc-48ea-9926-336bd05f3e5f None None] Set router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:58.503522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d65aa367-45f7-4685-97cf-065b3950ce38,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:58.593750 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:58.599069 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8a664fc-cec9-4169-994d-da911f07b7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:58.636903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port dbb4426a-407a-44fd-b38e-1c328cd7d250, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dbb4426a-407a-44fd-b38e-1c328cd7d250,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:58.638661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb87ba1-e227-4e28-b5f8-db85dd493c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb4426a-407a-44fd-b38e-1c328cd7d250'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:58.642041 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931ab3d0-d95b-4b59-902d-b4ebfff518e5" -d '{"events": [{"server_uuid": "ddb87ba1-e227-4e28-b5f8-db85dd493c32", "name": "network-vif-plugged", "status": "completed", "tag": "dbb4426a-407a-44fd-b38e-1c328cd7d250"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:58.652309 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:58.659952 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a664fc-cec9-4169-994d-da911f07b7dd admin admin] Pushing event deleted for resources: {'Port': ['ID=eeddc580-7897-4755-bd00-41ca9e7dbf66,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:58.672613 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4c0eaca8-aedc-48ea-9926-336bd05f3e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'name': 'tempest-ServersTestManualDisk-1938288835-router', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:37:29Z', 'updated_at': '2021-07-22T23:39:58Z', 'revision_number': 6, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:58.705999 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0eaca8-aedc-48ea-9926-336bd05f3e5f None None] The sync data for ids ['4e8b52d1-c596-4c67-a5e0-936c26cbc6f5'] in n-d-688802-2 is: [{'id': '4e8b52d1-c596-4c67-a5e0-936c26cbc6f5', 'name': 'tempest-ServersTestManualDisk-1938288835-router', 'tenant_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:37:29Z', 'updated_at': '2021-07-22T23:39:58Z', 'revision_number': 6, 'project_id': 'b5ce6ba94d294bc08d3b48c8ba38c0cd', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:39:58.718716 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['d65aa367-45f7-4685-97cf-065b3950ce38'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:58.773899 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792cc26-e627-45fc-9961-a7eed2b5839e req-db8ed1a8-3698-4f5e-b5c9-9e55119d6f3a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:58.779516 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8a664fc-cec9-4169-994d-da911f07b7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:58.780595 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792cc26-e627-45fc-9961-a7eed2b5839e req-db8ed1a8-3698-4f5e-b5c9-9e55119d6f3a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:58.787082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792cc26-e627-45fc-9961-a7eed2b5839e req-db8ed1a8-3698-4f5e-b5c9-9e55119d6f3a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:58.794826 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792cc26-e627-45fc-9961-a7eed2b5839e req-db8ed1a8-3698-4f5e-b5c9-9e55119d6f3a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:58.801578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792cc26-e627-45fc-9961-a7eed2b5839e req-db8ed1a8-3698-4f5e-b5c9-9e55119d6f3a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:58.807827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792cc26-e627-45fc-9961-a7eed2b5839e req-db8ed1a8-3698-4f5e-b5c9-9e55119d6f3a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:58.814039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792cc26-e627-45fc-9961-a7eed2b5839e req-db8ed1a8-3698-4f5e-b5c9-9e55119d6f3a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:58.816632 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=dbb4426a-407a-44fd-b38e-1c328cd7d250,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:58.829508 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a792cc26-e627-45fc-9961-a7eed2b5839e req-db8ed1a8-3698-4f5e-b5c9-9e55119d6f3a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5420 time: 0.2708127 Jul 22 23:39:58.863147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-0ab38bca-378e-4501-bc3c-532cc9cd545f tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:39:58.872878 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-0ab38bca-378e-4501-bc3c-532cc9cd545f tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:58.875270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8872ff-b930-49af-9277-a4aeca676b86 None None] Sync routers for ids ['f24a6c05-570b-4333-b892-5ca411bdfea9'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:39:58.884054 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8a664fc-cec9-4169-994d-da911f07b7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:58.886249 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8a664fc-cec9-4169-994d-da911f07b7dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:58.890333 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8872ff-b930-49af-9277-a4aeca676b86 None None] Routers {'f24a6c05-570b-4333-b892-5ca411bdfea9'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:58.891423 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ea8872ff-b930-49af-9277-a4aeca676b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:39:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f24a6c05-570b-4333-b892-5ca411bdfea9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:58.919342 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-0ab38bca-378e-4501-bc3c-532cc9cd545f tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "PUT /v2.0/floatingips/b53be55b-a1c8-42f8-a81e-4804d4c7ecbb HTTP/1.1" status: 200 len: 996 time: 2.6791322 Jul 22 23:39:58.923854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'tag': '9a834c36-e660-4791-8b24-f156308fce97'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:58.928433 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339fc156-b52d-454e-9033-f5b6c24b776e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7f4e74-af25-4946-b80a-d7b42df5b9ff", "tag": "9a834c36-e660-4791-8b24-f156308fce97"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:58.934871 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8a664fc-cec9-4169-994d-da911f07b7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:58.935938 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a664fc-cec9-4169-994d-da911f07b7dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:39:58.941710 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8a664fc-cec9-4169-994d-da911f07b7dd admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:58.946390 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e8a664fc-cec9-4169-994d-da911f07b7dd admin admin] 10.222.0.26 "DELETE /v2.0/routers/4e8b52d1-c596-4c67-a5e0-936c26cbc6f5 HTTP/1.1" status: 204 len: 168 time: 1.1481304 Jul 22 23:39:58.947057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41822) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:58.973348 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a792cc26-e627-45fc-9961-a7eed2b5839e req-b25a2362-5362-4eba-a90a-ba722bded932 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1392686 Jul 22 23:39:59.037652 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-257173c5-cc28-486f-a5cc-5d9a0fbdf611 admin admin] Deleting subnet 2d25a6ce-35f2-4c49-9736-fa3c8d272859 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:39:59.047520 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-257173c5-cc28-486f-a5cc-5d9a0fbdf611 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:59.073157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ea8872ff-b930-49af-9277-a4aeca676b86 None None] Set router f24a6c05-570b-4333-b892-5ca411bdfea9 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:59.102529 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-257173c5-cc28-486f-a5cc-5d9a0fbdf611 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:59.164881 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-53ed30b0-8e2c-42e9-ad23-efcd43a93d3d tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--472844391&fields=id&tenant_id=3a746b4f731849e293273dc1d348b169 HTTP/1.1" status: 200 len: 267 time: 0.0543921 Jul 22 23:39:59.244923 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-257173c5-cc28-486f-a5cc-5d9a0fbdf611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:59.322175 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-257173c5-cc28-486f-a5cc-5d9a0fbdf611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:59.353612 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257173c5-cc28-486f-a5cc-5d9a0fbdf611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d25a6ce-35f2-4c49-9736-fa3c8d272859,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:59.356406 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-257173c5-cc28-486f-a5cc-5d9a0fbdf611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:59.358316 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-257173c5-cc28-486f-a5cc-5d9a0fbdf611 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2d25a6ce-35f2-4c49-9736-fa3c8d272859 HTTP/1.1" status: 204 len: 168 time: 0.4097335 Jul 22 23:39:59.360970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41842) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:59.372173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c422ef-c175-426f-8ba0-420297ee62b4 None None] Network b00701c6-9de2-4dfb-9176-97c7c727bf92 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:39:59.397291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b119401e-9708-4eab-8e98-e0ce240d3f34 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:59.404090 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b119401e-9708-4eab-8e98-e0ce240d3f34 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/networks?id=afd64f44-be57-4092-97ba-5564e606fdc5 HTTP/1.1" status: 200 len: 811 time: 0.2199917 Jul 22 23:39:59.418218 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-d6411f36-c99a-45c3-b3a7-66432f17d0c0 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/quotas/3a746b4f731849e293273dc1d348b169 HTTP/1.1" status: 200 len: 375 time: 0.0134745 Jul 22 23:39:59.444349 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:59.461967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-5294a5b4-b7f3-4bd1-9ada-1c6ac3db9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:59.463987 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-5294a5b4-b7f3-4bd1-9ada-1c6ac3db9793 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f944e6bb36c4ef99743562f3de61894&device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 1096 time: 0.5313272 Jul 22 23:39:59.530517 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] Deleting port 2ce9354d-fc64-4934-b16b-4bff30a72b63 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:59.530767 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:59.535160 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-516ae12c-b328-49ae-b074-6c02447c9cde tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a746b4f731849e293273dc1d348b169&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1107972 Jul 22 23:39:59.574034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ea8872ff-b930-49af-9277-a4aeca676b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-router', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:38Z', 'updated_at': '2021-07-22T23:38:45Z', 'revision_number': 4, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'gw_port': {'id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:39Z', 'updated_at': '2021-07-22T23:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'b53be55b-a1c8-42f8-a81e-4804d4c7ecbb', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'port_id': '9a834c36-e660-4791-8b24-f156308fce97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79', 'mac_address': 'fa:16:3e:fd:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:52Z', 'updated_at': '2021-07-22T23:39:57Z', 'revision_number': 1, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea7ca5a-25ae-47b7-be71-bb89801afff7', 'name': '', 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'mac_address': 'fa:16:3e:ab:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:43Z', 'updated_at': '2021-07-22T23:38:50Z', 'revision_number': 5, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'subnets': [{'id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:59.629017 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8872ff-b930-49af-9277-a4aeca676b86 None None] Checking router: f24a6c05-570b-4333-b892-5ca411bdfea9 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:39:59.631764 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] For port 2ce9354d-fc64-4934-b16b-4bff30a72b63, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2ce9354d-fc64-4934-b16b-4bff30a72b63,segment=NetworkSegment(8288aa59-b769-4042-8c94-e21cf2627592),segment_id=8288aa59-b769-4042-8c94-e21cf2627592)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:59.632130 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:59.649683 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8872ff-b930-49af-9277-a4aeca676b86 None None] Routers {'f24a6c05-570b-4333-b892-5ca411bdfea9'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:59.650608 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ea8872ff-b930-49af-9277-a4aeca676b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:39:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f24a6c05-570b-4333-b892-5ca411bdfea9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:59.665778 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] Calling delete_port for 2ce9354d-fc64-4934-b16b-4bff30a72b63 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:59.702224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-e59bc2d5-8931-4cc1-bf2c-0e08c2d11607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:59.710128 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-e59bc2d5-8931-4cc1-bf2c-0e08c2d11607 service neutron] 10.222.0.26 "GET /v2.0/networks?id=289f0b49-e249-4b29-91da-f96e564f5f79 HTTP/1.1" status: 200 len: 920 time: 0.2372410 Jul 22 23:39:59.780240 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 19074f56-6723-4ae7-9714-4f40cf53716e no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:59.782346 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f934be-15c6-4707-9331-cbfc646a0226 None None] DHCP port deletion for b00701c6-9de2-4dfb-9176-97c7c727bf92 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:39:59.785118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ea8872ff-b930-49af-9277-a4aeca676b86 None None] Set router f24a6c05-570b-4333-b892-5ca411bdfea9 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:59.799840 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-366aeeca-b8dd-4486-9306-e694d7e02455 service neutron] 10.222.0.26 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323887 Jul 22 23:39:59.823191 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:59.826306 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-39bcc9d4-d79d-4b96-a73e-74e1a0a78f8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a834c36-e660-4791-8b24-f156308fce97 HTTP/1.1" status: 200 len: 999 time: 0.1148803 Jul 22 23:39:59.832296 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 19074f56-6723-4ae7-9714-4f40cf53716e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:39:59.832805 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 19074f56-6723-4ae7-9714-4f40cf53716e not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:39:59.833041 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device eeddc580-7897-4755-bd00-41ca9e7dbf66 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:59.859215 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce9354d-fc64-4934-b16b-4bff30a72b63,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:59.866231 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] No DVR routers for this DVR port 2ce9354d-fc64-4934-b16b-4bff30a72b63 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:39:59.876883 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b3f934be-15c6-4707-9331-cbfc646a0226 None None] The port '2ce9354d-fc64-4934-b16b-4bff30a72b63' was deleted {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 23:39:59.886525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: eeddc580-7897-4755-bd00-41ca9e7dbf66 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:39:59.886525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device eeddc580-7897-4755-bd00-41ca9e7dbf66 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:39:59.914763 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-24f67418-9cd0-4092-9030-a787b13ddb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:59.922370 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-24f67418-9cd0-4092-9030-a787b13ddb77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e72d1ef6-6a22-4e40-b45c-d3c4a70d0549 HTTP/1.1" status: 200 len: 859 time: 0.0953975 Jul 22 23:39:59.961596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-89e3fd3c-c67a-4a62-b56a-66f7a0f487bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=289f0b49-e249-4b29-91da-f96e564f5f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378234 Jul 22 23:39:59.979674 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:59.992788 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00701c6-9de2-4dfb-9176-97c7c727bf92']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:00.006342 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8288aa59-b769-4042-8c94-e21cf2627592') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:00.006758 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8288aa59-b769-4042-8c94-e21cf2627592') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:00.019259 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.036959 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d65aa367-45f7-4685-97cf-065b3950ce38 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:00.039602 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.053253 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:40:00.053667 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:40:00.055636 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:40:00.145909 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-a64839c7-f28f-4932-9197-8cb189204116 service neutron] 10.222.0.26 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261325 Jul 22 23:40:00.179316 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port d65aa367-45f7-4685-97cf-065b3950ce38 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:00.188173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port d65aa367-45f7-4685-97cf-065b3950ce38 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:00.188561 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.209863 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-13bb31ed-cb2f-4d5f-9b13-426e39fe4211 service neutron] 10.222.0.26 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958275 Jul 22 23:40:00.244808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41854) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:00.288493 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-daf8bd8c-cd41-49e5-b503-fa7b0ba072a7 req-5de821da-4d2c-43a1-800b-f99e625fd8eb service neutron] 10.222.0.26 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342809 Jul 22 23:40:00.332151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ea8872ff-b930-49af-9277-a4aeca676b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-router', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:38Z', 'updated_at': '2021-07-22T23:38:45Z', 'revision_number': 4, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'gw_port': {'id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:39Z', 'updated_at': '2021-07-22T23:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'b53be55b-a1c8-42f8-a81e-4804d4c7ecbb', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'port_id': '9a834c36-e660-4791-8b24-f156308fce97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79', 'mac_address': 'fa:16:3e:fd:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:52Z', 'updated_at': '2021-07-22T23:39:57Z', 'revision_number': 1, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea7ca5a-25ae-47b7-be71-bb89801afff7', 'name': '', 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'mac_address': 'fa:16:3e:ab:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:43Z', 'updated_at': '2021-07-22T23:38:50Z', 'revision_number': 5, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'subnets': [{'id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:00.433922 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01caf5e7-8f34-4065-9aa6-af4c8de90671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.434075 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.437403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8872ff-b930-49af-9277-a4aeca676b86 None None] The sync data for ids ['f24a6c05-570b-4333-b892-5ca411bdfea9'] in n-d-688802-2 is: [{'id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-router', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:38Z', 'updated_at': '2021-07-22T23:38:45Z', 'revision_number': 4, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'gw_port': {'id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:39Z', 'updated_at': '2021-07-22T23:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'b53be55b-a1c8-42f8-a81e-4804d4c7ecbb', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'port_id': '9a834c36-e660-4791-8b24-f156308fce97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79', 'mac_address': 'fa:16:3e:fd:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:52Z', 'updated_at': '2021-07-22T23:39:57Z', 'revision_number': 1, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea7ca5a-25ae-47b7-be71-bb89801afff7', 'name': '', 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'mac_address': 'fa:16:3e:ab:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:43Z', 'updated_at': '2021-07-22T23:38:50Z', 'revision_number': 5, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'subnets': [{'id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:00.482690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d65aa367-45f7-4685-97cf-065b3950ce38,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:00.500815 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.573686 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4ac2d9-b33f-4ee6-ad1e-32e1bf550ba4 x-openstack-request-id: req-6a4ac2d9-b33f-4ee6-ad1e-32e1bf550ba4 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:00.573845 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb87ba1-e227-4e28-b5f8-db85dd493c32", "name": "network-vif-plugged", "status": "completed", "tag": "dbb4426a-407a-44fd-b38e-1c328cd7d250", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:00.574109 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a4ac2d9-b33f-4ee6-ad1e-32e1bf550ba4 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:00.574522 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb87ba1-e227-4e28-b5f8-db85dd493c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb4426a-407a-44fd-b38e-1c328cd7d250', 'code': 200} Jul 22 23:40:00.593836 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01caf5e7-8f34-4065-9aa6-af4c8de90671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.596476 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d65aa367-45f7-4685-97cf-065b3950ce38,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:00.608084 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01caf5e7-8f34-4065-9aa6-af4c8de90671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.667284 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-01caf5e7-8f34-4065-9aa6-af4c8de90671 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f05363de7682461a899402b0616123f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212008 Jul 22 23:40:00.669182 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bf7ae6-0eb7-467a-bc84-2bb1923ad991 x-openstack-request-id: req-87bf7ae6-0eb7-467a-bc84-2bb1923ad991 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:00.669573 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7f4e74-af25-4946-b80a-d7b42df5b9ff", "tag": "9a834c36-e660-4791-8b24-f156308fce97", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:00.669925 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-87bf7ae6-0eb7-467a-bc84-2bb1923ad991 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:00.670424 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'tag': '9a834c36-e660-4791-8b24-f156308fce97', 'status': 'completed', 'code': 200} Jul 22 23:40:00.681404 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41866) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:00.713835 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.720920 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.728545 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] 10.222.0.26 "DELETE /v2.0/networks/b00701c6-9de2-4dfb-9176-97c7c727bf92 HTTP/1.1" status: 204 len: 168 time: 1.3662057 Jul 22 23:40:00.744325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e51ba8-491e-486c-b31c-bb47644571ab admin admin] Pushing event deleted for resources: {'Network': ['ID=b00701c6-9de2-4dfb-9176-97c7c727bf92,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:00.771031 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d532f-1fc1-4b8b-bbe2-eef7cc3344de req-9e89cd94-aeb2-44f7-a069-05445963e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:00.772585 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a42d532f-1fc1-4b8b-bbe2-eef7cc3344de req-9e89cd94-aeb2-44f7-a069-05445963e76c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ddb87ba1-e227-4e28-b5f8-db85dd493c32 HTTP/1.1" status: 200 len: 1096 time: 0.1214833 Jul 22 23:40:00.808389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01caf5e7-8f34-4065-9aa6-af4c8de90671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529ed557-e97c-4148-b339-2490b2ecdd3a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:00.840368 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a42d532f-1fc1-4b8b-bbe2-eef7cc3344de req-54a58017-7491-49ad-8b3d-a6dd8fb2f744 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607352 Jul 22 23:40:00.862526 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d70b12-3404-4466-acde-a129258c6582 req-827377e9-d7be-4e94-8734-10185e36bdac tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:00.864176 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21d70b12-3404-4466-acde-a129258c6582 req-827377e9-d7be-4e94-8734-10185e36bdac tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 946 time: 0.2682695 Jul 22 23:40:00.870821 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a9fa1-7d06-4e8d-a7cb-b56d8f8544df None None] New status for floating IP b53be55b-a1c8-42f8-a81e-4804d4c7ecbb: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:40:00.915560 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71ea0753-9acd-4f06-9b89-4f78dc3866e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.959727 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41874) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:00.971061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775911c0-c220-4400-878d-833e170cf1f9 req-59d73ea4-9d52-4f0c-9035-127b6f5c8c69 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:00.978753 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-775911c0-c220-4400-878d-833e170cf1f9 req-59d73ea4-9d52-4f0c-9035-127b6f5c8c69 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddb87ba1-e227-4e28-b5f8-db85dd493c32 HTTP/1.1" status: 200 len: 945 time: 0.2662249 Jul 22 23:40:01.008486 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71ea0753-9acd-4f06-9b89-4f78dc3866e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.013181 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fc156-b52d-454e-9033-f5b6c24b776e req-f9670cd6-1283-4cb9-976e-4ce67a720e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:01.014719 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-339fc156-b52d-454e-9033-f5b6c24b776e req-f9670cd6-1283-4cb9-976e-4ce67a720e6c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0f944e6bb36c4ef99743562f3de61894&device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 1096 time: 0.3201842 Jul 22 23:40:01.032749 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41878) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:01.033883 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-58bbf395-6306-4647-beb4-3526694ee8ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5ce6ba94d294bc08d3b48c8ba38c0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726523 Jul 22 23:40:01.084036 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-775911c0-c220-4400-878d-833e170cf1f9 req-b82cc348-41ef-46ed-86a5-8312374b2444 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043701 Jul 22 23:40:01.121880 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21d70b12-3404-4466-acde-a129258c6582 req-4ded09f4-961a-41bf-b9e1-5f741ddff88c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392967 Jul 22 23:40:01.282241 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71ea0753-9acd-4f06-9b89-4f78dc3866e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.284768 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71ea0753-9acd-4f06-9b89-4f78dc3866e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.285943 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-71ea0753-9acd-4f06-9b89-4f78dc3866e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/529ed557-e97c-4148-b339-2490b2ecdd3a HTTP/1.1" status: 204 len: 168 time: 0.6026316 Jul 22 23:40:01.320007 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-072d7b8f-3c18-4610-b386-f651f1bd4926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.327968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea0753-9acd-4f06-9b89-4f78dc3866e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529ed557-e97c-4148-b339-2490b2ecdd3a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:01.344409 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fc156-b52d-454e-9033-f5b6c24b776e req-1bebf0f2-4999-4389-ae8d-d2a51bf4ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:01.345935 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-339fc156-b52d-454e-9033-f5b6c24b776e req-1bebf0f2-4999-4389-ae8d-d2a51bf4ff09 service neutron] 10.222.0.95 "GET /v2.0/networks?id=289f0b49-e249-4b29-91da-f96e564f5f79 HTTP/1.1" status: 200 len: 920 time: 0.3093123 Jul 22 23:40:01.351829 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-1bfefeb4-a9d0-45e0-80b7-3b30bf9a2cf7 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200 len: 1001 time: 0.1979692 Jul 22 23:40:01.374293 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-072d7b8f-3c18-4610-b386-f651f1bd4926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.510265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85735f7-ed64-4bd9-b619-67d69212dd89 req-951f50f1-73db-4562-835d-7062fcfb6a8f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:01.516028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85735f7-ed64-4bd9-b619-67d69212dd89 req-951f50f1-73db-4562-835d-7062fcfb6a8f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:01.521984 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85735f7-ed64-4bd9-b619-67d69212dd89 req-951f50f1-73db-4562-835d-7062fcfb6a8f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:01.530673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85735f7-ed64-4bd9-b619-67d69212dd89 req-951f50f1-73db-4562-835d-7062fcfb6a8f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:01.536640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85735f7-ed64-4bd9-b619-67d69212dd89 req-951f50f1-73db-4562-835d-7062fcfb6a8f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:01.540242 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0fba5cc-603b-46cf-b2ac-6a093958cfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.543473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85735f7-ed64-4bd9-b619-67d69212dd89 req-951f50f1-73db-4562-835d-7062fcfb6a8f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:01.549303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85735f7-ed64-4bd9-b619-67d69212dd89 req-951f50f1-73db-4562-835d-7062fcfb6a8f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:01.551198 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a85735f7-ed64-4bd9-b619-67d69212dd89 req-951f50f1-73db-4562-835d-7062fcfb6a8f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5420 time: 0.3947830 Jul 22 23:40:01.557341 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-339fc156-b52d-454e-9033-f5b6c24b776e req-38f58d95-2c5a-4934-936e-7e9348561b04 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a834c36-e660-4791-8b24-f156308fce97 HTTP/1.1" status: 200 len: 1001 time: 0.1967478 Jul 22 23:40:01.565570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-2b99db41-023c-4bd8-b512-b6b098f0f12b tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:01.566733 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-2b99db41-023c-4bd8-b512-b6b098f0f12b tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports/9a834c36-e660-4791-8b24-f156308fce97 HTTP/1.1" status: 200 len: 942 time: 0.2013407 Jul 22 23:40:01.648788 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-072d7b8f-3c18-4610-b386-f651f1bd4926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.651338 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-072d7b8f-3c18-4610-b386-f651f1bd4926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.653437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-072d7b8f-3c18-4610-b386-f651f1bd4926 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5858e0c7-4579-4e44-a245-a81f98f7a3f1 HTTP/1.1" status: 204 len: 168 time: 0.6086481 Jul 22 23:40:01.670397 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a85735f7-ed64-4bd9-b619-67d69212dd89 req-2aa8671e-2500-4b49-8af9-471388abb44d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121631 Jul 22 23:40:01.703201 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41886) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:01.704581 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fc156-b52d-454e-9033-f5b6c24b776e req-c69671f3-67d6-4bff-8a0c-bb6ccb7155f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:01.706320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-339fc156-b52d-454e-9033-f5b6c24b776e req-c69671f3-67d6-4bff-8a0c-bb6ccb7155f7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e72d1ef6-6a22-4e40-b45c-d3c4a70d0549 HTTP/1.1" status: 200 len: 859 time: 0.1385999 Jul 22 23:40:01.709543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d7b8f-3c18-4610-b386-f651f1bd4926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5858e0c7-4579-4e44-a245-a81f98f7a3f1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:01.749928 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07f30084-ffec-416a-8127-997b9ed3066a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.752053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-339fc156-b52d-454e-9033-f5b6c24b776e req-da3fd3ff-d699-4222-a5f7-cc9a95c248b9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=289f0b49-e249-4b29-91da-f96e564f5f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380292 Jul 22 23:40:01.752679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2ce9354d-fc64-4934-b16b-4bff30a72b63 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:01.790455 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-f2ec3fc0-9214-4a2d-83d1-8ddd043c4652 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200 len: 1001 time: 0.1476140 Jul 22 23:40:01.796109 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 2ce9354d-fc64-4934-b16b-4bff30a72b63 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:40:01.797796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2ce9354d-fc64-4934-b16b-4bff30a72b63 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:40:01.912691 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07f30084-ffec-416a-8127-997b9ed3066a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.919581 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07f30084-ffec-416a-8127-997b9ed3066a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.965353 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-07f30084-ffec-416a-8127-997b9ed3066a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=463b89c8bb354fd18bee02672eb8f7fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590199 Jul 22 23:40:01.965699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f30084-ffec-416a-8127-997b9ed3066a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4a6289-7fe7-418c-b9eb-1964d1d13e22,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:01.970605 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41890) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:02.037073 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a21b1fa-3d29-43e8-91b0-292faac74f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.064438 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a21b1fa-3d29-43e8-91b0-292faac74f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.119452 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a21b1fa-3d29-43e8-91b0-292faac74f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.122505 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a21b1fa-3d29-43e8-91b0-292faac74f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.126113 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5a21b1fa-3d29-43e8-91b0-292faac74f00 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a4a6289-7fe7-418c-b9eb-1964d1d13e22 HTTP/1.1" status: 204 len: 168 time: 0.1498380 Jul 22 23:40:02.150823 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21b1fa-3d29-43e8-91b0-292faac74f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4a6289-7fe7-418c-b9eb-1964d1d13e22,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:02.191830 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d376744-ee77-4258-a092-04aa573694db req-a26e045d-74dc-495e-b251-fe0b9d92069f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 210 time: 0.3982046 Jul 22 23:40:02.392890 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-339fc156-b52d-454e-9033-f5b6c24b776e req-b4d2a59f-eeda-4286-8db8-d2991e413cda service neutron] 10.222.0.95 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288905 Jul 22 23:40:02.410542 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-cf2220dd-2a9f-43de-9774-c0fd8352bc4e tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:02.411919 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-cf2220dd-2a9f-43de-9774-c0fd8352bc4e tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.5989370 Jul 22 23:40:02.576176 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:02.583881 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a42ec8-6a79-4a4b-925c-d6a0dfed84af" -d '{"events": [{"server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "name": "network-vif-plugged", "status": "completed", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:02.591974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-8a271c80-a645-457a-9085-3b4b2a6bdcb3 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:02.593476 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-8a271c80-a645-457a-9085-3b4b2a6bdcb3 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.18 "GET /v2.0/networks?id=afd64f44-be57-4092-97ba-5564e606fdc5 HTTP/1.1" status: 200 len: 811 time: 0.2961233 Jul 22 23:40:02.600877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf569447-8b9c-4b4a-9dde-4ce882c3fdbe req-c37018b1-1fb3-49d2-80e0-17a1fe4e5234 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:02.602928 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cf569447-8b9c-4b4a-9dde-4ce882c3fdbe req-c37018b1-1fb3-49d2-80e0-17a1fe4e5234 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 946 time: 0.3240616 Jul 22 23:40:02.629206 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-f225ca2a-ad8c-4f74-b108-53f73314967d tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200 len: 1001 time: 0.1797709 Jul 22 23:40:02.673817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-862efa1a-246c-41a4-8a29-b1dd07fd75de tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:02.680686 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-339fc156-b52d-454e-9033-f5b6c24b776e req-23360e76-f915-47db-8ae5-a00f70e9b000 service neutron] 10.222.0.95 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782023 Jul 22 23:40:02.741601 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cf569447-8b9c-4b4a-9dde-4ce882c3fdbe req-fa72d1e9-cc96-4f03-b0d3-b7361761beeb tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237650 Jul 22 23:40:02.752836 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-44d415cb-9fb5-455a-9d5d-ca20ae749e45 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a746b4f731849e293273dc1d348b169 HTTP/1.1" status: 200 len: 379 time: 0.1337891 Jul 22 23:40:02.768126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Request body: {'port': {'device_id': '0879cf70-42a3-4da4-a27e-b7eda907373b', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'admin_state_up': True, 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'security_groups': ['c9169e69-053b-4c05-b16e-c6841e5024ad']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:02.775419 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-862efa1a-246c-41a4-8a29-b1dd07fd75de tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.974025 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 200408c3-121a-4315-8bd3-f3fb4f10cf23 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:40:03.047629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425edaa-a271-45fc-a4a2-1e21008d33f4 req-55105d5c-e6e3-4b11-a6a0-8bc93c135f32 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:03.049178 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4425edaa-a271-45fc-a4a2-1e21008d33f4 req-55105d5c-e6e3-4b11-a6a0-8bc93c135f32 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddb87ba1-e227-4e28-b5f8-db85dd493c32 HTTP/1.1" status: 200 len: 945 time: 0.2229605 Jul 22 23:40:03.057372 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-862efa1a-246c-41a4-8a29-b1dd07fd75de tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.072175 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-862efa1a-246c-41a4-8a29-b1dd07fd75de tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.072648 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-862efa1a-246c-41a4-8a29-b1dd07fd75de tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Floating IP b53be55b-a1c8-42f8-a81e-4804d4c7ecbb disassociated. External IP: 172.25.4.199, port: 9a834c36-e660-4791-8b24-f156308fce97. Jul 22 23:40:03.086975 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 200408c3-121a-4315-8bd3-f3fb4f10cf23, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=200408c3-121a-4315-8bd3-f3fb4f10cf23,segment=NetworkSegment(b693c9a5-61b9-4855-99b1-f1cf44bc95e7),segment_id=b693c9a5-61b9-4855-99b1-f1cf44bc95e7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:03.099489 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '200408c3-121a-4315-8bd3-f3fb4f10cf23', 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3', 'port_id': '200408c3-121a-4315-8bd3-f3fb4f10cf23', 'mac_address': 'fa:16:3e:93:c5:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045c3999-8ad3-485c-8c13-6609b3ca602d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:40:03.116345 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Made reservation on behalf of 3a746b4f731849e293273dc1d348b169 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:03.119938 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.143095 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.157258 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200408c3-121a-4315-8bd3-f3fb4f10cf23 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:03.177969 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 200408c3-121a-4315-8bd3-f3fb4f10cf23, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=200408c3-121a-4315-8bd3-f3fb4f10cf23,segment=NetworkSegment(b693c9a5-61b9-4855-99b1-f1cf44bc95e7),segment_id=b693c9a5-61b9-4855-99b1-f1cf44bc95e7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:03.183104 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.184291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b186d479-d37c-49e3-ac3a-1e67744f65de details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:40:03.204623 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4425edaa-a271-45fc-a4a2-1e21008d33f4 req-1b0fb0e9-dff6-403b-bf72-46b52e534308 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447339 Jul 22 23:40:03.239064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=200408c3-121a-4315-8bd3-f3fb4f10cf23,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:03.283588 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b186d479-d37c-49e3-ac3a-1e67744f65de, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b186d479-d37c-49e3-ac3a-1e67744f65de,segment=NetworkSegment(b693c9a5-61b9-4855-99b1-f1cf44bc95e7),segment_id=b693c9a5-61b9-4855-99b1-f1cf44bc95e7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:03.296965 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'b186d479-d37c-49e3-ac3a-1e67744f65de', 'network_id': '0d56ae8e-3fa7-4971-854c-370a57f322d3', 'port_id': 'b186d479-d37c-49e3-ac3a-1e67744f65de', 'mac_address': 'fa:16:3e:32:de:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045c3999-8ad3-485c-8c13-6609b3ca602d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:40:03.341669 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.357559 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b186d479-d37c-49e3-ac3a-1e67744f65de {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:03.379951 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b186d479-d37c-49e3-ac3a-1e67744f65de, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b186d479-d37c-49e3-ac3a-1e67744f65de,segment=NetworkSegment(b693c9a5-61b9-4855-99b1-f1cf44bc95e7),segment_id=b693c9a5-61b9-4855-99b1-f1cf44bc95e7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:03.386947 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.387475 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device d69dbc8b-47f5-4d29-80c2-52d998ba6546 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:40:03.430051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Allocated IP 172.20.0.6 (afd64f44-be57-4092-97ba-5564e606fdc5/bcaded81-6539-4a40-8d44-b38a3809d293/485188e4-d204-4828-99b2-7f5bf6f9c99c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:03.512218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dbfa6-8a44-4a93-b01c-0dfe21fb68db req-80e4cfa3-634f-44f8-a06a-c1fc2d5579ef tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:03.518305 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed8dbfa6-8a44-4a93-b01c-0dfe21fb68db req-80e4cfa3-634f-44f8-a06a-c1fc2d5579ef tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 946 time: 0.2111363 Jul 22 23:40:03.525974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-862efa1a-246c-41a4-8a29-b1dd07fd75de tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Router f24a6c05-570b-4333-b892-5ca411bdfea9 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:03.616935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b186d479-d37c-49e3-ac3a-1e67744f65de,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:03.685339 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port d69dbc8b-47f5-4d29-80c2-52d998ba6546, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=d69dbc8b-47f5-4d29-80c2-52d998ba6546,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:03.699825 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'd69dbc8b-47f5-4d29-80c2-52d998ba6546', 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e', 'port_id': 'd69dbc8b-47f5-4d29-80c2-52d998ba6546', 'mac_address': 'fa:16:3e:cd:c7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d54d44-b87e-439d-97b7-a2af64fbcd3f', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:40:03.701750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed8dbfa6-8a44-4a93-b01c-0dfe21fb68db req-367b35ff-45b6-4f71-adc9-088ddb75d255 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820855 Jul 22 23:40:03.747940 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.754194 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.762643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Transition to ACTIVE for port object 485188e4-d204-4828-99b2-7f5bf6f9c99c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:03.770403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69dbc8b-47f5-4d29-80c2-52d998ba6546 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:03.776836 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba40722f-f41f-4c48-b857-95d83625e950 x-openstack-request-id: req-ba40722f-f41f-4c48-b857-95d83625e950 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:03.777567 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "name": "network-vif-plugged", "status": "completed", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:03.777977 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba40722f-f41f-4c48-b857-95d83625e950 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:03.778468 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'code': 200} Jul 22 23:40:03.808188 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port d69dbc8b-47f5-4d29-80c2-52d998ba6546, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=d69dbc8b-47f5-4d29-80c2-52d998ba6546,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:03.818356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-862efa1a-246c-41a4-8a29-b1dd07fd75de tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:03.825501 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-862efa1a-246c-41a4-8a29-b1dd07fd75de tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.830188 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.831291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device e3e0753c-069e-48e6-a432-137322ba53a7 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:40:03.850437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec994d6-1e96-49f1-9dd2-b237e2b63068 None None] Sync routers for ids ['f24a6c05-570b-4333-b892-5ca411bdfea9'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:03.910490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec994d6-1e96-49f1-9dd2-b237e2b63068 None None] Routers {'f24a6c05-570b-4333-b892-5ca411bdfea9'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:03.911162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6ec994d6-1e96-49f1-9dd2-b237e2b63068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:39:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f24a6c05-570b-4333-b892-5ca411bdfea9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:03.914747 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.969162 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-862efa1a-246c-41a4-8a29-b1dd07fd75de tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "PUT /v2.0/floatingips/b53be55b-a1c8-42f8-a81e-4804d4c7ecbb HTTP/1.1" status: 200 len: 695 time: 1.3048763 Jul 22 23:40:03.975291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'tag': '9a834c36-e660-4791-8b24-f156308fce97'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:03.978188 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60340e29-bf57-4172-839c-85e3a31c0a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7f4e74-af25-4946-b80a-d7b42df5b9ff", "tag": "9a834c36-e660-4791-8b24-f156308fce97"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:03.993385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Network afd64f44-be57-4092-97ba-5564e606fdc5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:04.011675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:04.021845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:04.051834 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event updated for resources: {'Port': ['ID=485188e4-d204-4828-99b2-7f5bf6f9c99c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:04.069560 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=d69dbc8b-47f5-4d29-80c2-52d998ba6546,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:04.097171 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.105390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:04.105737 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:04.106083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:04.106430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:04.106781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:04.107124 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:04.107454 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:04.108064 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:04.108170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:04.108416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:04.108744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:04.109076 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:04.125821 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port e3e0753c-069e-48e6-a432-137322ba53a7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e3e0753c-069e-48e6-a432-137322ba53a7,segment=NetworkSegment(d170b232-5171-4d72-9f14-55ec0576510c),segment_id=d170b232-5171-4d72-9f14-55ec0576510c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:04.148026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a2982-064e-477f-9f6f-95f5ae3ee72a req-90a2247e-c1f5-4250-b3da-4abc86c0a057 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:04.150862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'e3e0753c-069e-48e6-a432-137322ba53a7', 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9', 'port_id': 'e3e0753c-069e-48e6-a432-137322ba53a7', 'mac_address': 'fa:16:3e:c5:82:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:40:04.154985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a2982-064e-477f-9f6f-95f5ae3ee72a req-90a2247e-c1f5-4250-b3da-4abc86c0a057 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:04.156104 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6ec994d6-1e96-49f1-9dd2-b237e2b63068 None None] Set router f24a6c05-570b-4333-b892-5ca411bdfea9 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:04.161025 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a2982-064e-477f-9f6f-95f5ae3ee72a req-90a2247e-c1f5-4250-b3da-4abc86c0a057 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:04.167373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a2982-064e-477f-9f6f-95f5ae3ee72a req-90a2247e-c1f5-4250-b3da-4abc86c0a057 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:04.173329 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a2982-064e-477f-9f6f-95f5ae3ee72a req-90a2247e-c1f5-4250-b3da-4abc86c0a057 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:04.179339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a2982-064e-477f-9f6f-95f5ae3ee72a req-90a2247e-c1f5-4250-b3da-4abc86c0a057 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:04.188548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a2982-064e-477f-9f6f-95f5ae3ee72a req-90a2247e-c1f5-4250-b3da-4abc86c0a057 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:04.190515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-137a2982-064e-477f-9f6f-95f5ae3ee72a req-90a2247e-c1f5-4250-b3da-4abc86c0a057 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5423 time: 0.3425064 Jul 22 23:40:04.200677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d181e-2f4f-4610-8678-94d4280d7e6a req-2e213dad-6012-49a7-89b1-624902e72f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:04.202225 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-550d181e-2f4f-4610-8678-94d4280d7e6a req-2e213dad-6012-49a7-89b1-624902e72f5f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 1097 time: 0.3486273 Jul 22 23:40:04.215466 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:04.216165 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.287786 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-b69d1a06-7c1b-4a7e-8e61-b8c354c316cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:04.290006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-b69d1a06-7c1b-4a7e-8e61-b8c354c316cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f944e6bb36c4ef99743562f3de61894&device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 1096 time: 0.2939670 Jul 22 23:40:04.291470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-65148dda-e09a-4eac-b427-d88ba2c435e6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5311971 Jul 22 23:40:04.334916 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.337691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-137a2982-064e-477f-9f6f-95f5ae3ee72a req-2fa5e734-009e-4eaf-82b3-3a1a37672f67 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1310835 Jul 22 23:40:04.350906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Request body: {'port': {'device_id': '0879cf70-42a3-4da4-a27e-b7eda907373b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:04.389038 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-550d181e-2f4f-4610-8678-94d4280d7e6a req-1e2bd464-358f-4bb2-8252-67a2015753e1 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701803 Jul 22 23:40:04.393671 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97d9db20-26b1-463e-a4c7-a1bf9664da10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.398849 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.404762 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e0753c-069e-48e6-a432-137322ba53a7 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:04.458333 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port e3e0753c-069e-48e6-a432-137322ba53a7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e3e0753c-069e-48e6-a432-137322ba53a7,segment=NetworkSegment(d170b232-5171-4d72-9f14-55ec0576510c),segment_id=d170b232-5171-4d72-9f14-55ec0576510c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:04.465444 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ac91e4d1-9675-4879-9fe7-adf0be7e251f None None] Provisioning for port 485188e4-d204-4828-99b2-7f5bf6f9c99c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:04.472099 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ac91e4d1-9675-4879-9fe7-adf0be7e251f None None] Provisioning complete for port 485188e4-d204-4828-99b2-7f5bf6f9c99c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:04.472400 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac91e4d1-9675-4879-9fe7-adf0be7e251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.474093 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.474868 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 447c28c3-7370-4f66-b77c-74387587f929 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:40:04.521611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-5f7f05d2-3a35-4e6e-a858-849e6995f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:04.530580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-5f7f05d2-3a35-4e6e-a858-849e6995f8c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=289f0b49-e249-4b29-91da-f96e564f5f79 HTTP/1.1" status: 200 len: 920 time: 0.2292218 Jul 22 23:40:04.582730 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-f0b0f957-fa6c-4c97-92cd-5c7c1f8c6cb8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a834c36-e660-4791-8b24-f156308fce97 HTTP/1.1" status: 200 len: 217 time: 0.0507462 Jul 22 23:40:04.593925 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ac91e4d1-9675-4879-9fe7-adf0be7e251f None None] Port 485188e4-d204-4828-99b2-7f5bf6f9c99c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:40:04.616431 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 447c28c3-7370-4f66-b77c-74387587f929, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=447c28c3-7370-4f66-b77c-74387587f929,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:04.625804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=e3e0753c-069e-48e6-a432-137322ba53a7,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:04.652250 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '447c28c3-7370-4f66-b77c-74387587f929', 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e', 'port_id': '447c28c3-7370-4f66-b77c-74387587f929', 'mac_address': 'fa:16:3e:a5:ea:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d54d44-b87e-439d-97b7-a2af64fbcd3f', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:40:04.667149 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6ec994d6-1e96-49f1-9dd2-b237e2b63068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-router', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:38Z', 'updated_at': '2021-07-22T23:38:45Z', 'revision_number': 4, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'gw_port': {'id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:39Z', 'updated_at': '2021-07-22T23:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'aea7ca5a-25ae-47b7-be71-bb89801afff7', 'name': '', 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'mac_address': 'fa:16:3e:ab:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:43Z', 'updated_at': '2021-07-22T23:38:50Z', 'revision_number': 5, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'subnets': [{'id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:04.754864 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec994d6-1e96-49f1-9dd2-b237e2b63068 None None] Checking router: f24a6c05-570b-4333-b892-5ca411bdfea9 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:40:04.778354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec994d6-1e96-49f1-9dd2-b237e2b63068 None None] Routers {'f24a6c05-570b-4333-b892-5ca411bdfea9'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:04.779005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6ec994d6-1e96-49f1-9dd2-b237e2b63068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f24a6c05-570b-4333-b892-5ca411bdfea9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:04.782275 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.827802 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447c28c3-7370-4f66-b77c-74387587f929 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:04.888298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 447c28c3-7370-4f66-b77c-74387587f929, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=447c28c3-7370-4f66-b77c-74387587f929,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:04.897141 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.897821 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1acb57eb-4388-486f-873d-b2c9056569e3 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:40:04.975793 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6ec994d6-1e96-49f1-9dd2-b237e2b63068 None None] Set router f24a6c05-570b-4333-b892-5ca411bdfea9 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:04.984086 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:05.017787 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-dd914af3-7763-4249-a605-c3ce259c8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:05.019802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-dd914af3-7763-4249-a605-c3ce259c8498 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e72d1ef6-6a22-4e40-b45c-d3c4a70d0549 HTTP/1.1" status: 200 len: 859 time: 0.4356556 Jul 22 23:40:05.022519 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1acb57eb-4388-486f-873d-b2c9056569e3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1acb57eb-4388-486f-873d-b2c9056569e3,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:05.032419 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=447c28c3-7370-4f66-b77c-74387587f929,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:05.045836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '1acb57eb-4388-486f-873d-b2c9056569e3', 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e', 'port_id': '1acb57eb-4388-486f-873d-b2c9056569e3', 'mac_address': 'fa:16:3e:3d:03:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d54d44-b87e-439d-97b7-a2af64fbcd3f', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:40:05.108987 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-e00c4c8d-0645-4fd7-8e46-2005f6fe89f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=289f0b49-e249-4b29-91da-f96e564f5f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615139 Jul 22 23:40:05.127439 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb1353-e8d5-4399-b38b-ccd3bbee2710 req-9c29fd1b-6dfd-469a-8c78-424062eb3649 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:05.129177 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47bb1353-e8d5-4399-b38b-ccd3bbee2710 req-9c29fd1b-6dfd-469a-8c78-424062eb3649 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 931 time: 0.1814127 Jul 22 23:40:05.140714 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:05.182668 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1acb57eb-4388-486f-873d-b2c9056569e3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:05.219436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1acb57eb-4388-486f-873d-b2c9056569e3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1acb57eb-4388-486f-873d-b2c9056569e3,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:05.224151 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:05.225084 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 2ea2e658-92b6-4b81-96ef-44ffc06b0765 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:40:05.262805 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47bb1353-e8d5-4399-b38b-ccd3bbee2710 req-641276a0-5c43-4974-ae1e-c52907525ce6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808983 Jul 22 23:40:05.317602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=1acb57eb-4388-486f-873d-b2c9056569e3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:05.331378 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 2ea2e658-92b6-4b81-96ef-44ffc06b0765, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2ea2e658-92b6-4b81-96ef-44ffc06b0765,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:05.348293 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '2ea2e658-92b6-4b81-96ef-44ffc06b0765', 'network_id': 'd14a0948-26e2-4d00-9935-582ab618394e', 'port_id': '2ea2e658-92b6-4b81-96ef-44ffc06b0765', 'mac_address': 'fa:16:3e:0b:74:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d54d44-b87e-439d-97b7-a2af64fbcd3f', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:40:05.366114 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6ec994d6-1e96-49f1-9dd2-b237e2b63068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-router', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:38Z', 'updated_at': '2021-07-22T23:38:45Z', 'revision_number': 4, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'gw_port': {'id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:39Z', 'updated_at': '2021-07-22T23:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'aea7ca5a-25ae-47b7-be71-bb89801afff7', 'name': '', 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'mac_address': 'fa:16:3e:ab:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:43Z', 'updated_at': '2021-07-22T23:38:50Z', 'revision_number': 5, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'subnets': [{'id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:05.411798 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec994d6-1e96-49f1-9dd2-b237e2b63068 None None] The sync data for ids ['f24a6c05-570b-4333-b892-5ca411bdfea9'] in n-d-688802-2 is: [{'id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-router', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:38Z', 'updated_at': '2021-07-22T23:38:45Z', 'revision_number': 4, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'gw_port': {'id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:39Z', 'updated_at': '2021-07-22T23:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'aea7ca5a-25ae-47b7-be71-bb89801afff7', 'name': '', 'network_id': '289f0b49-e249-4b29-91da-f96e564f5f79', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'mac_address': 'fa:16:3e:ab:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:43Z', 'updated_at': '2021-07-22T23:38:50Z', 'revision_number': 5, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'subnets': [{'id': 'e72d1ef6-6a22-4e40-b45c-d3c4a70d0549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:05.427541 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-109313fe-959e-4fad-86ff-36f08f5334a1 service neutron] 10.222.0.26 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113909 Jul 22 23:40:05.435406 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:05.461803 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:05.471271 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea2e658-92b6-4b81-96ef-44ffc06b0765 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:05.508626 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 2ea2e658-92b6-4b81-96ef-44ffc06b0765, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2ea2e658-92b6-4b81-96ef-44ffc06b0765,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:05.515098 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:05.578501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7256e-311c-4708-adcc-a8d6d74ff622 req-eb721685-8bb8-49b4-a802-dcbe0b17b416 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:05.579867 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18d7256e-311c-4708-adcc-a8d6d74ff622 req-eb721685-8bb8-49b4-a802-dcbe0b17b416 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddb87ba1-e227-4e28-b5f8-db85dd493c32 HTTP/1.1" status: 200 len: 945 time: 0.2439208 Jul 22 23:40:05.587813 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=2ea2e658-92b6-4b81-96ef-44ffc06b0765,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:05.639058 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98f695d4-ac35-4ae5-8253-6045e8b5749e req-38a38c76-fa6b-4065-a339-4b79cbd225fa service neutron] 10.222.0.26 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021549 Jul 22 23:40:05.663223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485188e4-d204-4828-99b2-7f5bf6f9c99c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:05.675044 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:05.680927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18d7256e-311c-4708-adcc-a8d6d74ff622 req-c596aa79-a268-4d61-98c7-5fbc408759df tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869467 Jul 22 23:40:05.698243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Transition to ACTIVE for port object 485188e4-d204-4828-99b2-7f5bf6f9c99c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:05.708536 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:05.780229 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a03f36-cecb-4e6b-8178-9d125ffad938 x-openstack-request-id: req-87a03f36-cecb-4e6b-8178-9d125ffad938 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:05.780434 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7f4e74-af25-4946-b80a-d7b42df5b9ff", "tag": "9a834c36-e660-4791-8b24-f156308fce97", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:05.780689 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-87a03f36-cecb-4e6b-8178-9d125ffad938 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:05.781081 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'tag': '9a834c36-e660-4791-8b24-f156308fce97', 'status': 'completed', 'code': 200} Jul 22 23:40:05.862698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Pushing event updated for resources: {'Port': ['ID=485188e4-d204-4828-99b2-7f5bf6f9c99c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:05.877751 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a63db36-9d8c-4b52-99bd-4cf35cfe3c41 None None] New status for floating IP b53be55b-a1c8-42f8-a81e-4804d4c7ecbb: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:40:05.994644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250062c9-ce6a-4464-acf8-d3862b713066 req-c2dd8ab1-02f4-4562-811a-0a7ff33c4aa9 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:05.996263 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-250062c9-ce6a-4464-acf8-d3862b713066 req-c2dd8ab1-02f4-4562-811a-0a7ff33c4aa9 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 946 time: 0.2781234 Jul 22 23:40:06.037583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60340e29-bf57-4172-839c-85e3a31c0a6e req-0d58b3af-def0-408d-92d8-b556c25a34f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.039295 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60340e29-bf57-4172-839c-85e3a31c0a6e req-0d58b3af-def0-408d-92d8-b556c25a34f5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0f944e6bb36c4ef99743562f3de61894&device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 1096 time: 0.2545238 Jul 22 23:40:06.039788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Attempting to bind port 485188e4-d204-4828-99b2-7f5bf6f9c99c on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:06.040123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Attempting to bind port 485188e4-d204-4828-99b2-7f5bf6f9c99c by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:06.040452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Attempting to bind port 485188e4-d204-4828-99b2-7f5bf6f9c99c on network afd64f44-be57-4092-97ba-5564e606fdc5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:06.081258 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Port 485188e4-d204-4828-99b2-7f5bf6f9c99c on network afd64f44-be57-4092-97ba-5564e606fdc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:06.081590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Attempting to bind port 485188e4-d204-4828-99b2-7f5bf6f9c99c on network afd64f44-be57-4092-97ba-5564e606fdc5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:06.101537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d52e80-78c3-44dd-97c0-3daeada7eb0f req-3508c0e3-eaba-4c49-ae1d-6d831d0c1f1c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.103200 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16d52e80-78c3-44dd-97c0-3daeada7eb0f req-3508c0e3-eaba-4c49-ae1d-6d831d0c1f1c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 946 time: 0.2602911 Jul 22 23:40:06.130853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:40:06.131307 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Checking segment: {'id': '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:06.131817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Bound using segment: {'id': '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:40:06.132541 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Bound port: 485188e4-d204-4828-99b2-7f5bf6f9c99c, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:40:06.133589 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:06.189368 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-250062c9-ce6a-4464-acf8-d3862b713066 req-d02e047c-8f6c-424e-ba3c-ffc8c97e93bd tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830561 Jul 22 23:40:06.269858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16d52e80-78c3-44dd-97c0-3daeada7eb0f req-e43da850-11d1-4e8a-a686-77cd790c86e1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424835 Jul 22 23:40:06.281289 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60340e29-bf57-4172-839c-85e3a31c0a6e req-42a30859-08a8-41f6-b84b-edf7bc55bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.282981 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60340e29-bf57-4172-839c-85e3a31c0a6e req-42a30859-08a8-41f6-b84b-edf7bc55bdc5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=289f0b49-e249-4b29-91da-f96e564f5f79 HTTP/1.1" status: 200 len: 920 time: 0.2316716 Jul 22 23:40:06.341312 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60340e29-bf57-4172-839c-85e3a31c0a6e req-cb528000-0289-4eb5-8733-62a03083621f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a834c36-e660-4791-8b24-f156308fce97 HTTP/1.1" status: 200 len: 217 time: 0.0492806 Jul 22 23:40:06.372063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['447c28c3-7370-4f66-b77c-74387587f929'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:06.413828 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['d69dbc8b-47f5-4d29-80c2-52d998ba6546'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:06.418285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] For port 485188e4-d204-4828-99b2-7f5bf6f9c99c, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:06.442269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['b186d479-d37c-49e3-ac3a-1e67744f65de'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:06.444594 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['2ea2e658-92b6-4b81-96ef-44ffc06b0765'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:06.455440 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6871ce7-e54b-4486-84e9-a4eabaa7ad04 req-1350e672-c637-4521-8e0c-f3d660798f1c tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/floatingips/b53be55b-a1c8-42f8-a81e-4804d4c7ecbb HTTP/1.1" status: 200 len: 693 time: 0.1208150 Jul 22 23:40:06.474182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] For port 485188e4-d204-4828-99b2-7f5bf6f9c99c, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=485188e4-d204-4828-99b2-7f5bf6f9c99c,segment=NetworkSegment(8a5b5d4d-bc6f-42bc-a9e6-62177cae803f),segment_id=8a5b5d4d-bc6f-42bc-a9e6-62177cae803f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:40:06.509915 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:06.518054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60340e29-bf57-4172-839c-85e3a31c0a6e req-5cade0a2-f444-485f-92fa-dcbea678bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.519489 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60340e29-bf57-4172-839c-85e3a31c0a6e req-5cade0a2-f444-485f-92fa-dcbea678bd0b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e72d1ef6-6a22-4e40-b45c-d3c4a70d0549 HTTP/1.1" status: 200 len: 859 time: 0.1623499 Jul 22 23:40:06.635802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60340e29-bf57-4172-839c-85e3a31c0a6e req-335cbb83-dbe2-4c5c-bd27-5388c6cb8c8f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=289f0b49-e249-4b29-91da-f96e564f5f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043317 Jul 22 23:40:06.636641 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['200408c3-121a-4315-8bd3-f3fb4f10cf23'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:06.649283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.650724 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:06.652141 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] 10.222.0.18 "PUT /v2.0/ports/485188e4-d204-4828-99b2-7f5bf6f9c99c HTTP/1.1" status: 200 len: 1091 time: 2.3064833 Jul 22 23:40:06.705224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239f08-93d7-45b7-97f6-c77f72c3364b req-de964c43-977d-4f64-91f0-26e6ee059b2d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.711424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239f08-93d7-45b7-97f6-c77f72c3364b req-de964c43-977d-4f64-91f0-26e6ee059b2d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.718394 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239f08-93d7-45b7-97f6-c77f72c3364b req-de964c43-977d-4f64-91f0-26e6ee059b2d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.724794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239f08-93d7-45b7-97f6-c77f72c3364b req-de964c43-977d-4f64-91f0-26e6ee059b2d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.732770 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239f08-93d7-45b7-97f6-c77f72c3364b req-de964c43-977d-4f64-91f0-26e6ee059b2d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.738825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239f08-93d7-45b7-97f6-c77f72c3364b req-de964c43-977d-4f64-91f0-26e6ee059b2d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.746818 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239f08-93d7-45b7-97f6-c77f72c3364b req-de964c43-977d-4f64-91f0-26e6ee059b2d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.748054 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e239f08-93d7-45b7-97f6-c77f72c3364b req-de964c43-977d-4f64-91f0-26e6ee059b2d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5427 time: 0.4146399 Jul 22 23:40:06.768938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e33bf7-453b-493e-8919-06d1ff5c5806 service neutron] Pushing event updated for resources: {'Port': ['ID=485188e4-d204-4828-99b2-7f5bf6f9c99c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:06.858683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6871ce7-e54b-4486-84e9-a4eabaa7ad04 req-fdf6acfd-c370-4848-9945-75e59d0b7dee tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.860577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6871ce7-e54b-4486-84e9-a4eabaa7ad04 req-fdf6acfd-c370-4848-9945-75e59d0b7dee tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 784 time: 0.3886790 Jul 22 23:40:06.969536 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6871ce7-e54b-4486-84e9-a4eabaa7ad04 req-4cc8b65d-d244-4291-b8ed-afede5bb3312 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200 len: 696 time: 0.0682125 Jul 22 23:40:06.995123 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e239f08-93d7-45b7-97f6-c77f72c3364b req-ffb8911d-1ffb-4fc5-99b5-6a5723b43a62 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2409413 Jul 22 23:40:07.034637 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.062822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6871ce7-e54b-4486-84e9-a4eabaa7ad04 req-6c0318c5-802c-42b9-9b0a-a14b284ef2bd tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200 len: 696 time: 0.0794954 Jul 22 23:40:07.079736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60340e29-bf57-4172-839c-85e3a31c0a6e req-e2d4adb9-5ee6-43f8-88ac-835cbd3e5fc9 service neutron] 10.222.0.95 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339213 Jul 22 23:40:07.199393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-9ec89d81-cbc8-4946-8c0d-8e42ba5a8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:07.200937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-9ec89d81-cbc8-4946-8c0d-8e42ba5a8b23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a746b4f731849e293273dc1d348b169&device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 1094 time: 0.4500525 Jul 22 23:40:07.294292 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-e05c9819-b31c-47e0-b9c4-c1b55e368a38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=485188e4-d204-4828-99b2-7f5bf6f9c99c HTTP/1.1" status: 200 len: 217 time: 0.0767133 Jul 22 23:40:07.322521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60340e29-bf57-4172-839c-85e3a31c0a6e req-80f4f4fd-6962-4c81-b33a-76198c1594b6 service neutron] 10.222.0.95 "GET /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332835 Jul 22 23:40:07.383621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-da17c5a5-476e-46a6-bebd-b68ab89e3cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:07.385364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-da17c5a5-476e-46a6-bebd-b68ab89e3cd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcaded81-6539-4a40-8d44-b38a3809d293 HTTP/1.1" status: 200 len: 850 time: 0.0660954 Jul 22 23:40:07.404150 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b6871ce7-e54b-4486-84e9-a4eabaa7ad04 req-eff7b44a-bb2b-4439-93a8-d21b6a1ca195 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Deleting port 1f3ede48-4fae-4485-91eb-52dc72b38c40 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:07.404521 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6871ce7-e54b-4486-84e9-a4eabaa7ad04 req-eff7b44a-bb2b-4439-93a8-d21b6a1ca195 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.563456 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6871ce7-e54b-4486-84e9-a4eabaa7ad04 req-eff7b44a-bb2b-4439-93a8-d21b6a1ca195 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.563798 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6871ce7-e54b-4486-84e9-a4eabaa7ad04 req-eff7b44a-bb2b-4439-93a8-d21b6a1ca195 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.574852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b017b44e-4f55-49c3-a953-ef315767181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:07.576382 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-b017b44e-4f55-49c3-a953-ef315767181e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afd64f44-be57-4092-97ba-5564e606fdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1816175 Jul 22 23:40:07.591363 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b6871ce7-e54b-4486-84e9-a4eabaa7ad04 req-eff7b44a-bb2b-4439-93a8-d21b6a1ca195 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Calling delete_port for 1f3ede48-4fae-4485-91eb-52dc72b38c40 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:07.617031 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['e3e0753c-069e-48e6-a432-137322ba53a7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:07.651169 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['1acb57eb-4388-486f-873d-b2c9056569e3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:07.958407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0879cf70-42a3-4da4-a27e-b7eda907373b', 'tag': '485188e4-d204-4828-99b2-7f5bf6f9c99c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:07.960882 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4259805d-55e9-42f5-816d-04c61ae69be6" -d '{"events": [{"name": "network-changed", "server_uuid": "0879cf70-42a3-4da4-a27e-b7eda907373b", "tag": "485188e4-d204-4828-99b2-7f5bf6f9c99c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:07.970772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df372add-1b39-4807-be9e-7b1a926e2ea8 req-effa2ecd-4e14-400e-992c-6c9f9bbf52a9 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:07.972257 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df372add-1b39-4807-be9e-7b1a926e2ea8 req-effa2ecd-4e14-400e-992c-6c9f9bbf52a9 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 943 time: 0.4781089 Jul 22 23:40:08.082472 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-214f060d-f02d-4d68-ac21-0b362b786abb service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951115 Jul 22 23:40:08.085065 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df372add-1b39-4807-be9e-7b1a926e2ea8 req-ef11ad64-60af-4068-91a8-c2a93d7d1093 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860758 Jul 22 23:40:08.265149 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6871ce7-e54b-4486-84e9-a4eabaa7ad04 req-eff7b44a-bb2b-4439-93a8-d21b6a1ca195 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:08.301456 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2afca67d-3a96-4479-995e-85b24d0656c9 req-04876cec-fcd7-4cba-9e3f-e82cfddc1fed service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078855 Jul 22 23:40:08.309795 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7b44a-bb2b-4439-93a8-d21b6a1ca195 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Pushing event deleted for resources: {'Port': ['ID=1f3ede48-4fae-4485-91eb-52dc72b38c40,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:08.376819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ef963-0c00-4bc7-9050-b54013142cd9 req-206af77b-7331-4130-bb4e-63dc65d4e850 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:08.378325 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d24ef963-0c00-4bc7-9050-b54013142cd9 req-206af77b-7331-4130-bb4e-63dc65d4e850 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 946 time: 0.1891301 Jul 22 23:40:08.387430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42112) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:08.391947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-35fab05d-36ec-47bb-ab53-b32e08921b01 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Request body: {'floatingip': {'port_id': 'd65aa367-45f7-4685-97cf-065b3950ce38'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:08.441082 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6871ce7-e54b-4486-84e9-a4eabaa7ad04 req-eff7b44a-bb2b-4439-93a8-d21b6a1ca195 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:08.444494 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6871ce7-e54b-4486-84e9-a4eabaa7ad04 req-eff7b44a-bb2b-4439-93a8-d21b6a1ca195 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:08.445710 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6871ce7-e54b-4486-84e9-a4eabaa7ad04 req-eff7b44a-bb2b-4439-93a8-d21b6a1ca195 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "DELETE /v2.0/floatingips/b53be55b-a1c8-42f8-a81e-4804d4c7ecbb HTTP/1.1" status: 204 len: 173 time: 1.3714414 Jul 22 23:40:08.453265 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35fab05d-36ec-47bb-ab53-b32e08921b01 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:08.642814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b712eb-253e-4827-8c28-66a2c7bd2876 req-209f6eb8-0336-41af-a55b-321843f2df6b tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:08.644643 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e4b712eb-253e-4827-8c28-66a2c7bd2876 req-209f6eb8-0336-41af-a55b-321843f2df6b tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 946 time: 0.1978455 Jul 22 23:40:08.646286 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af8a811-d28c-4767-a743-edd79512e9e6 x-openstack-request-id: req-4af8a811-d28c-4767-a743-edd79512e9e6 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:08.646642 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0879cf70-42a3-4da4-a27e-b7eda907373b", "tag": "485188e4-d204-4828-99b2-7f5bf6f9c99c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:08.646971 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4af8a811-d28c-4767-a743-edd79512e9e6 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:08.647446 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0879cf70-42a3-4da4-a27e-b7eda907373b', 'tag': '485188e4-d204-4828-99b2-7f5bf6f9c99c', 'status': 'completed', 'code': 200} Jul 22 23:40:08.830091 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e4b712eb-253e-4827-8c28-66a2c7bd2876 req-11652ca1-301d-4e3c-8cbb-695430a58420 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787183 Jul 22 23:40:09.009505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f9c30-3401-40c6-b233-00c07e779bbf req-32c69f2d-9edf-47ca-89b8-071edfe7e78c tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:09.015720 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f9c30-3401-40c6-b233-00c07e779bbf req-32c69f2d-9edf-47ca-89b8-071edfe7e78c tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:09.021776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f9c30-3401-40c6-b233-00c07e779bbf req-32c69f2d-9edf-47ca-89b8-071edfe7e78c tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:09.030716 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f9c30-3401-40c6-b233-00c07e779bbf req-32c69f2d-9edf-47ca-89b8-071edfe7e78c tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:09.033461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f9c30-3401-40c6-b233-00c07e779bbf req-32c69f2d-9edf-47ca-89b8-071edfe7e78c tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:09.039766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f9c30-3401-40c6-b233-00c07e779bbf req-32c69f2d-9edf-47ca-89b8-071edfe7e78c tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:09.046205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f9c30-3401-40c6-b233-00c07e779bbf req-32c69f2d-9edf-47ca-89b8-071edfe7e78c tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:09.048121 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-962f9c30-3401-40c6-b233-00c07e779bbf req-32c69f2d-9edf-47ca-89b8-071edfe7e78c tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5427 time: 0.3304014 Jul 22 23:40:09.050023 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259805d-55e9-42f5-816d-04c61ae69be6 req-b9f4924e-3f6f-4ba5-87de-bc97b8f0c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:09.051368 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4259805d-55e9-42f5-816d-04c61ae69be6 req-b9f4924e-3f6f-4ba5-87de-bc97b8f0c282 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a746b4f731849e293273dc1d348b169&device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 1094 time: 0.3321908 Jul 22 23:40:09.132564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-739d71d5-59a2-47ae-b95d-467440a35117 req-3f672272-c9ca-45cf-bc6e-78738d2d29f0 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups/a2042d9e-4575-46e4-ac9b-e678a1160dd0 HTTP/1.1" status: 200 len: 1809 time: 0.2663984 Jul 22 23:40:09.224627 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-962f9c30-3401-40c6-b233-00c07e779bbf req-82eec8c1-5add-4d88-a617-83e4b1b92b1b tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1675191 Jul 22 23:40:09.322860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259805d-55e9-42f5-816d-04c61ae69be6 req-487f2c13-3c18-4c5f-bed8-be084a317bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:09.324333 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4259805d-55e9-42f5-816d-04c61ae69be6 req-487f2c13-3c18-4c5f-bed8-be084a317bbf service neutron] 10.222.0.18 "GET /v2.0/networks?id=afd64f44-be57-4092-97ba-5564e606fdc5 HTTP/1.1" status: 200 len: 912 time: 0.2614987 Jul 22 23:40:09.368316 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35fab05d-36ec-47bb-ab53-b32e08921b01 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:09.408736 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-739d71d5-59a2-47ae-b95d-467440a35117 req-0bd04f3a-659d-4159-8336-8786df552a40 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:09.421538 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35fab05d-36ec-47bb-ab53-b32e08921b01 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:09.423889 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4259805d-55e9-42f5-816d-04c61ae69be6 req-41b56223-2ccc-4038-b251-5d40f50f96ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=485188e4-d204-4828-99b2-7f5bf6f9c99c HTTP/1.1" status: 200 len: 217 time: 0.0877919 Jul 22 23:40:09.585610 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-739d71d5-59a2-47ae-b95d-467440a35117 req-0bd04f3a-659d-4159-8336-8786df552a40 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:09.667302 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 447c28c3-7370-4f66-b77c-74387587f929 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:09.675717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259805d-55e9-42f5-816d-04c61ae69be6 req-b060976b-2797-4ed1-8344-5e5d6ce4ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:09.677785 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4259805d-55e9-42f5-816d-04c61ae69be6 req-b060976b-2797-4ed1-8344-5e5d6ce4ca1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcaded81-6539-4a40-8d44-b38a3809d293 HTTP/1.1" status: 200 len: 850 time: 0.2044883 Jul 22 23:40:09.699460 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-739d71d5-59a2-47ae-b95d-467440a35117 req-0bd04f3a-659d-4159-8336-8786df552a40 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:09.701998 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-739d71d5-59a2-47ae-b95d-467440a35117 req-0bd04f3a-659d-4159-8336-8786df552a40 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:09.703483 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-739d71d5-59a2-47ae-b95d-467440a35117 req-0bd04f3a-659d-4159-8336-8786df552a40 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "DELETE /v2.0/security-groups/a2042d9e-4575-46e4-ac9b-e678a1160dd0 HTTP/1.1" status: 204 len: 173 time: 0.5625479 Jul 22 23:40:09.704194 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-35fab05d-36ec-47bb-ab53-b32e08921b01 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Floating IP 746d288a-4701-4fec-b82d-109a3be0ca9d associated. External IP: 172.25.4.250, port: d65aa367-45f7-4685-97cf-065b3950ce38. Jul 22 23:40:09.734170 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 447c28c3-7370-4f66-b77c-74387587f929 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:09.741725 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 447c28c3-7370-4f66-b77c-74387587f929 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:09.742213 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:09.839368 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:09.841244 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c297bb-1ea9-4e08-80f5-56ff1ebc86f8 req-5a87c9e2-b8a1-420a-965d-ccca2085c30f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:09.842962 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6c297bb-1ea9-4e08-80f5-56ff1ebc86f8 req-5a87c9e2-b8a1-420a-965d-ccca2085c30f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 943 time: 0.4733057 Jul 22 23:40:09.843858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd04f3a-659d-4159-8336-8786df552a40 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2042d9e-4575-46e4-ac9b-e678a1160dd0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:09.893498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447c28c3-7370-4f66-b77c-74387587f929'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:09.893498 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c26ac7-5be8-475f-81aa-2e6fa805bae5" -d '{"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-plugged", "status": "completed", "tag": "447c28c3-7370-4f66-b77c-74387587f929"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:09.912137 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 447c28c3-7370-4f66-b77c-74387587f929, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=447c28c3-7370-4f66-b77c-74387587f929,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:09.917574 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:09.919657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1acb57eb-4388-486f-873d-b2c9056569e3 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:09.956973 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6c297bb-1ea9-4e08-80f5-56ff1ebc86f8 req-2bf89def-a4c4-43fa-b0a4-b4da392a6cf8 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757265 Jul 22 23:40:09.987432 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259805d-55e9-42f5-816d-04c61ae69be6 req-a09f5645-3adb-4f0f-a0e5-121876ecfa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:09.988984 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4259805d-55e9-42f5-816d-04c61ae69be6 req-a09f5645-3adb-4f0f-a0e5-121876ecfa8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afd64f44-be57-4092-97ba-5564e606fdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2991817 Jul 22 23:40:10.085900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=447c28c3-7370-4f66-b77c-74387587f929,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:10.094718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680de56b-65c8-4a71-8dbf-07921ba4e371 req-ed08fad2-193a-4e46-975b-cbc7e6e448ed tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:10.102744 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-680de56b-65c8-4a71-8dbf-07921ba4e371 req-ed08fad2-193a-4e46-975b-cbc7e6e448ed tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddb87ba1-e227-4e28-b5f8-db85dd493c32 HTTP/1.1" status: 200 len: 945 time: 0.2890971 Jul 22 23:40:10.108778 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dbb4426a-407a-44fd-b38e-1c328cd7d250 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:40:10.155742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 1acb57eb-4388-486f-873d-b2c9056569e3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:10.183509 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 1acb57eb-4388-486f-873d-b2c9056569e3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:10.183915 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.239848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-680de56b-65c8-4a71-8dbf-07921ba4e371 req-8bfb5b0c-bf19-4aa6-a97c-b11bc181d6b0 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363838 Jul 22 23:40:10.348788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fab05d-36ec-47bb-ab53-b32e08921b01 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Router b53f534c-7e26-4780-bfc4-ea4c203c006c has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:10.356515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4259805d-55e9-42f5-816d-04c61ae69be6 req-b30d52e2-0ebe-41eb-ba73-2fb1b481a63e service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162766 Jul 22 23:40:10.359101 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a350a566-0ad0-4100-86c6-0356511e5ed6 x-openstack-request-id: req-a350a566-0ad0-4100-86c6-0356511e5ed6 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:10.360118 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-plugged", "status": "completed", "tag": "447c28c3-7370-4f66-b77c-74387587f929", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:10.360628 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a350a566-0ad0-4100-86c6-0356511e5ed6 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:10.361211 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447c28c3-7370-4f66-b77c-74387587f929', 'code': 200} Jul 22 23:40:10.430915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port dbb4426a-407a-44fd-b38e-1c328cd7d250, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dbb4426a-407a-44fd-b38e-1c328cd7d250,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:10.456635 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'dbb4426a-407a-44fd-b38e-1c328cd7d250', 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620', 'port_id': 'dbb4426a-407a-44fd-b38e-1c328cd7d250', 'mac_address': 'fa:16:3e:33:c1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf44d29d-58a9-4d83-aa8b-ae4af9904ce3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:40:10.461122 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.534216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1acb57eb-4388-486f-873d-b2c9056569e3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1acb57eb-4388-486f-873d-b2c9056569e3,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:10.535775 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.554010 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.555464 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 2ea2e658-92b6-4b81-96ef-44ffc06b0765 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:10.574055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42192) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:10.602950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbb4426a-407a-44fd-b38e-1c328cd7d250 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:10.647713 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port dbb4426a-407a-44fd-b38e-1c328cd7d250, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dbb4426a-407a-44fd-b38e-1c328cd7d250,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:10.665187 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.672239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=1acb57eb-4388-486f-873d-b2c9056569e3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:10.726258 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 2ea2e658-92b6-4b81-96ef-44ffc06b0765 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:10.736394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 2ea2e658-92b6-4b81-96ef-44ffc06b0765 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:10.737197 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.776946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['dbb4426a-407a-44fd-b38e-1c328cd7d250'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:10.808729 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=dbb4426a-407a-44fd-b38e-1c328cd7d250,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:10.857941 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d157e8a6-4c11-430c-940d-533507a76e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.884580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b01e5-787a-4869-ae91-372cc824cf63 req-19d0be6e-0389-4148-b0a1-3d80dff3d0c5 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:10.891511 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c3b01e5-787a-4869-ae91-372cc824cf63 req-19d0be6e-0389-4148-b0a1-3d80dff3d0c5 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 946 time: 0.6158302 Jul 22 23:40:10.921927 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.991677 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 2ea2e658-92b6-4b81-96ef-44ffc06b0765, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2ea2e658-92b6-4b81-96ef-44ffc06b0765,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:10.997536 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c3b01e5-787a-4869-ae91-372cc824cf63 req-5c975df9-db6d-4080-9f18-481bb358f0b9 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049709 Jul 22 23:40:11.007728 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:11.008946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 200408c3-121a-4315-8bd3-f3fb4f10cf23 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:11.026184 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d157e8a6-4c11-430c-940d-533507a76e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:11.040504 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d157e8a6-4c11-430c-940d-533507a76e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:11.094785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157e8a6-4c11-430c-940d-533507a76e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0622fa5-03b2-44eb-9b09-8d2a36cb850e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:11.100196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a016bbf-e230-454a-a43a-6b918724ee57 req-8dd835d9-17d6-4c34-85a3-0f5b669a7bca tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:11.102511 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a016bbf-e230-454a-a43a-6b918724ee57 req-8dd835d9-17d6-4c34-85a3-0f5b669a7bca tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.6192424 Jul 22 23:40:11.107585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fab05d-36ec-47bb-ab53-b32e08921b01 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:11.110878 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4259805d-55e9-42f5-816d-04c61ae69be6 req-2b1f0a92-2b7b-4ff6-8b00-b46bed6ae231 service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7261062 Jul 22 23:40:11.114964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157e8a6-4c11-430c-940d-533507a76e3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:11.115307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157e8a6-4c11-430c-940d-533507a76e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:11.115653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157e8a6-4c11-430c-940d-533507a76e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:11.116674 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35fab05d-36ec-47bb-ab53-b32e08921b01 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:11.120670 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157e8a6-4c11-430c-940d-533507a76e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:11.120670 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157e8a6-4c11-430c-940d-533507a76e3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:11.120670 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157e8a6-4c11-430c-940d-533507a76e3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:11.121182 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157e8a6-4c11-430c-940d-533507a76e3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:11.121182 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157e8a6-4c11-430c-940d-533507a76e3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:11.121692 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157e8a6-4c11-430c-940d-533507a76e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:11.121854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157e8a6-4c11-430c-940d-533507a76e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:11.122178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157e8a6-4c11-430c-940d-533507a76e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:11.122473 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d157e8a6-4c11-430c-940d-533507a76e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:11.140285 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c5bd5b-cfaa-4b25-b0ad-6848f39bc748 None None] Sync routers for ids ['b53f534c-7e26-4780-bfc4-ea4c203c006c'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:11.150908 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d157e8a6-4c11-430c-940d-533507a76e3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8a00f2b304c422d82a1f10a6831220a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5757275 Jul 22 23:40:11.153502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42204) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:11.172262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=2ea2e658-92b6-4b81-96ef-44ffc06b0765,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:11.175933 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c5bd5b-cfaa-4b25-b0ad-6848f39bc748 None None] Routers {'b53f534c-7e26-4780-bfc4-ea4c203c006c'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:11.176727 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a7c5bd5b-cfaa-4b25-b0ad-6848f39bc748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b53f534c-7e26-4780-bfc4-ea4c203c006c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:11.225514 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-35fab05d-36ec-47bb-ab53-b32e08921b01 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "PUT /v2.0/floatingips/746d288a-4701-4fec-b82d-109a3be0ca9d HTTP/1.1" status: 200 len: 992 time: 2.8370080 Jul 22 23:40:11.230593 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e774fe64-aaea-447a-b1a1-735a0dad861f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:11.231789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:11.234040 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fe5df1-210f-4119-9e40-51e2a171c956" -d '{"events": [{"name": "network-changed", "server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:11.241956 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a016bbf-e230-454a-a43a-6b918724ee57 req-cec32d77-0237-4661-a5db-20ebdca1deb9 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287565 Jul 22 23:40:11.268493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5cea4-9f17-46cf-9b2f-5115e006d1c7 req-25906006-d262-4511-b5b3-2f90c05e12bb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:11.271261 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e774fe64-aaea-447a-b1a1-735a0dad861f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:11.271391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5cea4-9f17-46cf-9b2f-5115e006d1c7 req-25906006-d262-4511-b5b3-2f90c05e12bb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:11.278040 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5cea4-9f17-46cf-9b2f-5115e006d1c7 req-25906006-d262-4511-b5b3-2f90c05e12bb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:11.280822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 200408c3-121a-4315-8bd3-f3fb4f10cf23 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:11.284133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5cea4-9f17-46cf-9b2f-5115e006d1c7 req-25906006-d262-4511-b5b3-2f90c05e12bb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:11.290490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5cea4-9f17-46cf-9b2f-5115e006d1c7 req-25906006-d262-4511-b5b3-2f90c05e12bb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:11.291035 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 200408c3-121a-4315-8bd3-f3fb4f10cf23 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:11.291797 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:11.297547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5cea4-9f17-46cf-9b2f-5115e006d1c7 req-25906006-d262-4511-b5b3-2f90c05e12bb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:11.303649 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5cea4-9f17-46cf-9b2f-5115e006d1c7 req-25906006-d262-4511-b5b3-2f90c05e12bb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:11.305923 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76b5cea4-9f17-46cf-9b2f-5115e006d1c7 req-25906006-d262-4511-b5b3-2f90c05e12bb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5430 time: 0.1939235 Jul 22 23:40:11.355277 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e774fe64-aaea-447a-b1a1-735a0dad861f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:11.361077 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e774fe64-aaea-447a-b1a1-735a0dad861f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:11.363118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a7c5bd5b-cfaa-4b25-b0ad-6848f39bc748 None None] Set router b53f534c-7e26-4780-bfc4-ea4c203c006c gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:11.364721 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e774fe64-aaea-447a-b1a1-735a0dad861f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0622fa5-03b2-44eb-9b09-8d2a36cb850e HTTP/1.1" status: 204 len: 168 time: 0.2095683 Jul 22 23:40:11.375126 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774fe64-aaea-447a-b1a1-735a0dad861f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0622fa5-03b2-44eb-9b09-8d2a36cb850e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:11.387684 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76b5cea4-9f17-46cf-9b2f-5115e006d1c7 req-2bd8949d-3b68-4b49-bd6b-9d259242225d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752003 Jul 22 23:40:11.468884 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2cb20-e859-48f4-9d95-f931c25704cb req-5463c2a1-1121-48fe-beb7-281c9e7dd4d6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:11.477773 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2af2cb20-e859-48f4-9d95-f931c25704cb req-5463c2a1-1121-48fe-beb7-281c9e7dd4d6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 943 time: 0.1188021 Jul 22 23:40:11.499016 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:11.532064 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2af2cb20-e859-48f4-9d95-f931c25704cb req-6021d060-bfc4-4fd1-8172-ab4cb7ab8676 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494149 Jul 22 23:40:11.592644 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6355f449-d43d-4a35-a3a6-2dae38210df9 x-openstack-request-id: req-6355f449-d43d-4a35-a3a6-2dae38210df9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:11.592943 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:11.593243 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6355f449-d43d-4a35-a3a6-2dae38210df9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:11.593709 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'status': 'completed', 'code': 200} Jul 22 23:40:11.603638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 200408c3-121a-4315-8bd3-f3fb4f10cf23, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=200408c3-121a-4315-8bd3-f3fb4f10cf23,segment=NetworkSegment(b693c9a5-61b9-4855-99b1-f1cf44bc95e7),segment_id=b693c9a5-61b9-4855-99b1-f1cf44bc95e7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:11.622587 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:11.623410 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device e3e0753c-069e-48e6-a432-137322ba53a7 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:11.682395 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 485188e4-d204-4828-99b2-7f5bf6f9c99c details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:40:11.759113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af95bce-e1a2-4666-b9cf-c33cf05e4015 req-5738de77-e902-49fc-abad-d4bc81086340 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:11.760770 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7af95bce-e1a2-4666-b9cf-c33cf05e4015 req-5738de77-e902-49fc-abad-d4bc81086340 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddb87ba1-e227-4e28-b5f8-db85dd493c32 HTTP/1.1" status: 200 len: 944 time: 0.1484604 Jul 22 23:40:11.762663 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe5df1-210f-4119-9e40-51e2a171c956 req-2fc239f1-0b27-4084-8c8c-cb38b0818f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:11.764051 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04fe5df1-210f-4119-9e40-51e2a171c956 req-2fc239f1-0b27-4084-8c8c-cb38b0818f99 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 1097 time: 0.1166871 Jul 22 23:40:11.821065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=200408c3-121a-4315-8bd3-f3fb4f10cf23,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:11.837927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7af95bce-e1a2-4666-b9cf-c33cf05e4015 req-9591b293-c697-4ac0-9e93-37750d5ce98d tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710871 Jul 22 23:40:11.906424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe5df1-210f-4119-9e40-51e2a171c956 req-4744ab7a-e1bd-472e-94ec-82b7c12afd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:11.908439 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04fe5df1-210f-4119-9e40-51e2a171c956 req-4744ab7a-e1bd-472e-94ec-82b7c12afd65 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.1338017 Jul 22 23:40:11.962054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 485188e4-d204-4828-99b2-7f5bf6f9c99c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=485188e4-d204-4828-99b2-7f5bf6f9c99c,segment=NetworkSegment(8a5b5d4d-bc6f-42bc-a9e6-62177cae803f),segment_id=8a5b5d4d-bc6f-42bc-a9e6-62177cae803f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:11.982216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port e3e0753c-069e-48e6-a432-137322ba53a7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:11.995131 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '485188e4-d204-4828-99b2-7f5bf6f9c99c', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'port_id': '485188e4-d204-4828-99b2-7f5bf6f9c99c', 'mac_address': 'fa:16:3e:76:03:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:40:12.058996 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:12.076391 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port e3e0753c-069e-48e6-a432-137322ba53a7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:12.076882 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:12.077747 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04fe5df1-210f-4119-9e40-51e2a171c956 req-7c781f85-234f-4e80-bdf6-457524ea2761 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d65aa367-45f7-4685-97cf-065b3950ce38 HTTP/1.1" status: 200 len: 1000 time: 0.1605985 Jul 22 23:40:12.103086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485188e4-d204-4828-99b2-7f5bf6f9c99c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:12.140303 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dbb4426a-407a-44fd-b38e-1c328cd7d250 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:12.181870 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 485188e4-d204-4828-99b2-7f5bf6f9c99c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=485188e4-d204-4828-99b2-7f5bf6f9c99c,segment=NetworkSegment(8a5b5d4d-bc6f-42bc-a9e6-62177cae803f),segment_id=8a5b5d4d-bc6f-42bc-a9e6-62177cae803f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:12.187968 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a7c5bd5b-cfaa-4b25-b0ad-6848f39bc748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'name': 'tempest-ServerActionsTestJSON-2142798650-router', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:18Z', 'updated_at': '2021-07-22T23:39:29Z', 'revision_number': 4, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'gw_port': {'id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:20Z', 'updated_at': '2021-07-22T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '746d288a-4701-4fec-b82d-109a3be0ca9d', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'port_id': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'mac_address': 'fa:16:3e:0c:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:40Z', 'updated_at': '2021-07-22T23:40:09Z', 'revision_number': 1, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc', 'name': '', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'mac_address': 'fa:16:3e:0b:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:28Z', 'updated_at': '2021-07-22T23:39:36Z', 'revision_number': 5, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'subnets': [{'id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:12.201022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe5df1-210f-4119-9e40-51e2a171c956 req-37d09989-8534-4968-a3a8-30111a9b1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:12.202751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04fe5df1-210f-4119-9e40-51e2a171c956 req-37d09989-8534-4968-a3a8-30111a9b1423 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.1167796 Jul 22 23:40:12.278459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df9d46-0948-4958-961c-b2c772f2c286 req-16bc7021-a590-451e-8f11-bc8d2047fe64 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:12.280030 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92df9d46-0948-4958-961c-b2c772f2c286 req-16bc7021-a590-451e-8f11-bc8d2047fe64 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddb87ba1-e227-4e28-b5f8-db85dd493c32 HTTP/1.1" status: 200 len: 944 time: 0.1547151 Jul 22 23:40:12.335408 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92df9d46-0948-4958-961c-b2c772f2c286 req-027cfb92-f5b3-46cd-a150-71c9396dbee0 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422287 Jul 22 23:40:12.349405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93e49c-e163-48fe-8e8e-77e06e89d809 req-38bff2e8-b4b2-4cef-a10b-ab729890b92e tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:12.351113 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc93e49c-e163-48fe-8e8e-77e06e89d809 req-38bff2e8-b4b2-4cef-a10b-ab729890b92e tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 946 time: 0.2238455 Jul 22 23:40:12.373474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acb57eb-4388-486f-873d-b2c9056569e3'}, {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea2e658-92b6-4b81-96ef-44ffc06b0765'}, {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200408c3-121a-4315-8bd3-f3fb4f10cf23'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:12.375588 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5121b2eb-0d35-467d-b4d5-77288600e87d" -d '{"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-plugged", "status": "completed", "tag": "1acb57eb-4388-486f-873d-b2c9056569e3"}, {"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-plugged", "status": "completed", "tag": "2ea2e658-92b6-4b81-96ef-44ffc06b0765"}, {"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-plugged", "status": "completed", "tag": "200408c3-121a-4315-8bd3-f3fb4f10cf23"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:12.378135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c5bd5b-cfaa-4b25-b0ad-6848f39bc748 None None] Checking router: b53f534c-7e26-4780-bfc4-ea4c203c006c for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:40:12.386418 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:12.399473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe5df1-210f-4119-9e40-51e2a171c956 req-7b59c05e-3660-49ba-8c90-7482ee5b2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:12.401668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04fe5df1-210f-4119-9e40-51e2a171c956 req-7b59c05e-3660-49ba-8c90-7482ee5b2638 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1819892 Jul 22 23:40:12.420045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc93e49c-e163-48fe-8e8e-77e06e89d809 req-dc5121d5-6aba-4298-9ff8-2e0dd7c59e66 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574548 Jul 22 23:40:12.422988 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c5bd5b-cfaa-4b25-b0ad-6848f39bc748 None None] Routers {'b53f534c-7e26-4780-bfc4-ea4c203c006c'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:12.423630 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a7c5bd5b-cfaa-4b25-b0ad-6848f39bc748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b53f534c-7e26-4780-bfc4-ea4c203c006c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:12.525214 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eccd86-3482-48a1-b927-8cacc4d668db x-openstack-request-id: req-33eccd86-3482-48a1-b927-8cacc4d668db {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:12.525214 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-plugged", "status": "completed", "tag": "1acb57eb-4388-486f-873d-b2c9056569e3", "code": 200}, {"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-plugged", "status": "completed", "tag": "2ea2e658-92b6-4b81-96ef-44ffc06b0765", "code": 200}, {"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-plugged", "status": "completed", "tag": "200408c3-121a-4315-8bd3-f3fb4f10cf23", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:12.525458 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33eccd86-3482-48a1-b927-8cacc4d668db {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:12.525728 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acb57eb-4388-486f-873d-b2c9056569e3', 'code': 200} Jul 22 23:40:12.525993 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea2e658-92b6-4b81-96ef-44ffc06b0765', 'code': 200} Jul 22 23:40:12.526242 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200408c3-121a-4315-8bd3-f3fb4f10cf23', 'code': 200} Jul 22 23:40:12.590027 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=485188e4-d204-4828-99b2-7f5bf6f9c99c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:12.599576 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:12.619247 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04fe5df1-210f-4119-9e40-51e2a171c956 req-ff3d2732-a23c-4e21-ac23-37770e245596 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029009 Jul 22 23:40:12.647771 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a7c5bd5b-cfaa-4b25-b0ad-6848f39bc748 None None] Set router b53f534c-7e26-4780-bfc4-ea4c203c006c gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:12.651509 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:12.702737 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port e3e0753c-069e-48e6-a432-137322ba53a7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e3e0753c-069e-48e6-a432-137322ba53a7,segment=NetworkSegment(d170b232-5171-4d72-9f14-55ec0576510c),segment_id=d170b232-5171-4d72-9f14-55ec0576510c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:12.708486 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dbb4426a-407a-44fd-b38e-1c328cd7d250 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:12.719042 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:12.719864 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b186d479-d37c-49e3-ac3a-1e67744f65de up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:12.759630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f3e82-8d20-4dd5-a5f4-ddbabf90d3b6 req-6a2167f9-c01f-468c-b6ef-1f7dce2663f5 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:12.765647 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a16f3e82-8d20-4dd5-a5f4-ddbabf90d3b6 req-6a2167f9-c01f-468c-b6ef-1f7dce2663f5 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.2342944 Jul 22 23:40:12.797551 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['485188e4-d204-4828-99b2-7f5bf6f9c99c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:12.808315 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1656fc-8ea5-4e12-b459-c3c62e5d3db9 req-6443f7cd-d1c6-4255-9b42-64a9b63efb29 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:12.816281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1656fc-8ea5-4e12-b459-c3c62e5d3db9 req-6443f7cd-d1c6-4255-9b42-64a9b63efb29 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:12.826052 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1656fc-8ea5-4e12-b459-c3c62e5d3db9 req-6443f7cd-d1c6-4255-9b42-64a9b63efb29 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:12.834391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1656fc-8ea5-4e12-b459-c3c62e5d3db9 req-6443f7cd-d1c6-4255-9b42-64a9b63efb29 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:12.840475 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port dbb4426a-407a-44fd-b38e-1c328cd7d250, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dbb4426a-407a-44fd-b38e-1c328cd7d250,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:12.845404 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1656fc-8ea5-4e12-b459-c3c62e5d3db9 req-6443f7cd-d1c6-4255-9b42-64a9b63efb29 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:12.857211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1656fc-8ea5-4e12-b459-c3c62e5d3db9 req-6443f7cd-d1c6-4255-9b42-64a9b63efb29 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:12.865273 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:12.866322 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1656fc-8ea5-4e12-b459-c3c62e5d3db9 req-6443f7cd-d1c6-4255-9b42-64a9b63efb29 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:12.876201 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f1656fc-8ea5-4e12-b459-c3c62e5d3db9 req-6443f7cd-d1c6-4255-9b42-64a9b63efb29 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5431 time: 0.2790771 Jul 22 23:40:12.882132 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42276) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:12.905427 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04fe5df1-210f-4119-9e40-51e2a171c956 req-a7f33ed4-6d20-4515-90a3-649a5f84aaab service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668231 Jul 22 23:40:12.928253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=e3e0753c-069e-48e6-a432-137322ba53a7,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:12.976413 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f1656fc-8ea5-4e12-b459-c3c62e5d3db9 req-312e47c6-9d05-4a45-a82b-3ccdbe4ed15a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988333 Jul 22 23:40:12.993509 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36448dd-b999-4c50-be89-5f988af901b4 req-92c072b4-d251-4abd-b409-b2474578e4eb tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:12.997487 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b36448dd-b999-4c50-be89-5f988af901b4 req-92c072b4-d251-4abd-b409-b2474578e4eb tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.95 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 945 time: 0.1231740 Jul 22 23:40:13.014826 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a16f3e82-8d20-4dd5-a5f4-ddbabf90d3b6 req-7a329559-ffc6-4a9f-b604-c48c00ca6244 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d7af028-f06f-468a-b623-ee1226ac90ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434297 Jul 22 23:40:13.037541 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port b186d479-d37c-49e3-ac3a-1e67744f65de completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:13.103264 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port b186d479-d37c-49e3-ac3a-1e67744f65de triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:13.103712 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.138471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=dbb4426a-407a-44fd-b38e-1c328cd7d250,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:13.214423 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b36448dd-b999-4c50-be89-5f988af901b4 req-b9b7d885-ba6b-4764-a2e9-e9cb2aef17a3 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Deleting port 9a834c36-e660-4791-8b24-f156308fce97 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:13.214910 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3201b-fa7b-4992-a1ab-aafee99cd3ed req-6e316619-4c9e-411d-834a-aa8d7a3df96a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:13.217976 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b36448dd-b999-4c50-be89-5f988af901b4 req-b9b7d885-ba6b-4764-a2e9-e9cb2aef17a3 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.226349 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9d3201b-fa7b-4992-a1ab-aafee99cd3ed req-6e316619-4c9e-411d-834a-aa8d7a3df96a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 944 time: 0.1017644 Jul 22 23:40:13.292629 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9d3201b-fa7b-4992-a1ab-aafee99cd3ed req-6b2f24ad-5a36-4e60-a20c-fcfbef5f7ee1 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646725 Jul 22 23:40:13.322137 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.355437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a7c5bd5b-cfaa-4b25-b0ad-6848f39bc748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'name': 'tempest-ServerActionsTestJSON-2142798650-router', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:18Z', 'updated_at': '2021-07-22T23:39:29Z', 'revision_number': 4, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'gw_port': {'id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:20Z', 'updated_at': '2021-07-22T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '746d288a-4701-4fec-b82d-109a3be0ca9d', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'port_id': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'mac_address': 'fa:16:3e:0c:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:40Z', 'updated_at': '2021-07-22T23:40:09Z', 'revision_number': 1, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc', 'name': '', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'mac_address': 'fa:16:3e:0b:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:28Z', 'updated_at': '2021-07-22T23:39:36Z', 'revision_number': 5, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'subnets': [{'id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:13.359674 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6c9f3997-c5a5-4243-aa8f-bd97afb69bb8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-714110070-network', 'tenant_id': 'b047b0d3896f46a48ca9322f3adeace9'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:13.363818 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b36448dd-b999-4c50-be89-5f988af901b4 req-b9b7d885-ba6b-4764-a2e9-e9cb2aef17a3 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] For port 9a834c36-e660-4791-8b24-f156308fce97, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=9a834c36-e660-4791-8b24-f156308fce97,segment=NetworkSegment(634fb338-ab79-4ce0-a6c7-22027d6b5a2e),segment_id=634fb338-ab79-4ce0-a6c7-22027d6b5a2e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:13.364181 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b36448dd-b999-4c50-be89-5f988af901b4 req-b9b7d885-ba6b-4764-a2e9-e9cb2aef17a3 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.392789 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c5bd5b-cfaa-4b25-b0ad-6848f39bc748 None None] The sync data for ids ['b53f534c-7e26-4780-bfc4-ea4c203c006c'] in n-d-688802-2 is: [{'id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'name': 'tempest-ServerActionsTestJSON-2142798650-router', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:18Z', 'updated_at': '2021-07-22T23:39:29Z', 'revision_number': 4, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'gw_port': {'id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:20Z', 'updated_at': '2021-07-22T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '746d288a-4701-4fec-b82d-109a3be0ca9d', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'port_id': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'mac_address': 'fa:16:3e:0c:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:40Z', 'updated_at': '2021-07-22T23:40:09Z', 'revision_number': 1, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc', 'name': '', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'mac_address': 'fa:16:3e:0b:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:28Z', 'updated_at': '2021-07-22T23:39:36Z', 'revision_number': 5, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'subnets': [{'id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:13.393070 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b36448dd-b999-4c50-be89-5f988af901b4 req-b9b7d885-ba6b-4764-a2e9-e9cb2aef17a3 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Calling delete_port for 9a834c36-e660-4791-8b24-f156308fce97 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:13.412175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b186d479-d37c-49e3-ac3a-1e67744f65de, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b186d479-d37c-49e3-ac3a-1e67744f65de,segment=NetworkSegment(b693c9a5-61b9-4855-99b1-f1cf44bc95e7),segment_id=b693c9a5-61b9-4855-99b1-f1cf44bc95e7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:13.417597 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.419034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device d69dbc8b-47f5-4d29-80c2-52d998ba6546 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:13.422802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9f3997-c5a5-4243-aa8f-bd97afb69bb8 admin admin] Made reservation on behalf of b047b0d3896f46a48ca9322f3adeace9 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:13.425131 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c9f3997-c5a5-4243-aa8f-bd97afb69bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.506959 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c9f3997-c5a5-4243-aa8f-bd97afb69bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.516971 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b186d479-d37c-49e3-ac3a-1e67744f65de,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:13.533744 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port d69dbc8b-47f5-4d29-80c2-52d998ba6546 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:13.538693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port d69dbc8b-47f5-4d29-80c2-52d998ba6546 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:13.542451 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.642347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c47ac-31ae-4e78-b0b3-dea303e3a47a req-c91c436d-d7cf-497a-a1bf-a29052a1c63e tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:13.644720 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d9c47ac-31ae-4e78-b0b3-dea303e3a47a req-c91c436d-d7cf-497a-a1bf-a29052a1c63e tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddb87ba1-e227-4e28-b5f8-db85dd493c32 HTTP/1.1" status: 200 len: 943 time: 0.1716640 Jul 22 23:40:13.669863 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.704160 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b36448dd-b999-4c50-be89-5f988af901b4 req-b9b7d885-ba6b-4764-a2e9-e9cb2aef17a3 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.713618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port d69dbc8b-47f5-4d29-80c2-52d998ba6546, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=d69dbc8b-47f5-4d29-80c2-52d998ba6546,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:13.721477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['9a834c36-e660-4791-8b24-f156308fce97'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:13.725926 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.748208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7d885-ba6b-4764-a2e9-e9cb2aef17a3 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Pushing event deleted for resources: {'Port': ['ID=9a834c36-e660-4791-8b24-f156308fce97,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:13.770629 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c9f3997-c5a5-4243-aa8f-bd97afb69bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.772524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c71-2410-42b6-8d20-dc057d9d4dbd req-91d90f99-d976-4a41-8bef-f883fbdc7cad tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:13.774812 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7a6f4c71-2410-42b6-8d20-dc057d9d4dbd req-91d90f99-d976-4a41-8bef-f883fbdc7cad tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 946 time: 0.2147467 Jul 22 23:40:13.797297 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb0241-1064-4cd1-86f0-1e30cfcbec35 None None] New status for floating IP 746d288a-4701-4fec-b82d-109a3be0ca9d: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:40:13.799285 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d9c47ac-31ae-4e78-b0b3-dea303e3a47a req-df4c1ef6-420e-4726-9eaa-5bcca768233c tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341441 Jul 22 23:40:13.813477 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c9f3997-c5a5-4243-aa8f-bd97afb69bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.839223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7a6f4c71-2410-42b6-8d20-dc057d9d4dbd req-c86ba7f8-2260-468a-a70f-0c338e683b3c tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387278 Jul 22 23:40:13.854119 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36448dd-b999-4c50-be89-5f988af901b4 req-b9b7d885-ba6b-4764-a2e9-e9cb2aef17a3 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] No DVR routers for this DVR port 9a834c36-e660-4791-8b24-f156308fce97 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:40:13.854775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=d69dbc8b-47f5-4d29-80c2-52d998ba6546,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:13.871901 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b36448dd-b999-4c50-be89-5f988af901b4 req-b9b7d885-ba6b-4764-a2e9-e9cb2aef17a3 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.873932 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b36448dd-b999-4c50-be89-5f988af901b4 req-b9b7d885-ba6b-4764-a2e9-e9cb2aef17a3 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.95 "DELETE /v2.0/ports/9a834c36-e660-4791-8b24-f156308fce97 HTTP/1.1" status: 204 len: 173 time: 0.8699224 Jul 22 23:40:13.874406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'name': 'network-vif-deleted', 'tag': '9a834c36-e660-4791-8b24-f156308fce97'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:13.876709 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0882bb37-ce1d-44d5-8a25-a6a655d99557" -d '{"events": [{"server_uuid": "2e7f4e74-af25-4946-b80a-d7b42df5b9ff", "name": "network-vif-deleted", "tag": "9a834c36-e660-4791-8b24-f156308fce97"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:13.886927 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9f3997-c5a5-4243-aa8f-bd97afb69bb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:40:13.901890 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f3997-c5a5-4243-aa8f-bd97afb69bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6276a33f-b931-40e0-bcd2-c48452db4622,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:13.905917 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c9f3997-c5a5-4243-aa8f-bd97afb69bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.906420 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-6c9f3997-c5a5-4243-aa8f-bd97afb69bb8 admin admin] Added segment 9576a15f-5095-48a0-861d-d4f958b2cada of type vlan for network 29ea24c6-0a9a-44fc-ac79-1e65ed3a1240 Jul 22 23:40:13.953818 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f844a983-e991-4643-b9f5-45cb18c827b5 x-openstack-request-id: req-f844a983-e991-4643-b9f5-45cb18c827b5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:13.954835 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7f4e74-af25-4946-b80a-d7b42df5b9ff", "name": "network-vif-deleted", "tag": "9a834c36-e660-4791-8b24-f156308fce97", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:13.955087 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f844a983-e991-4643-b9f5-45cb18c827b5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:13.956027 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7f4e74-af25-4946-b80a-d7b42df5b9ff', 'name': 'network-vif-deleted', 'tag': '9a834c36-e660-4791-8b24-f156308fce97', 'status': 'completed', 'code': 200} Jul 22 23:40:13.964800 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c9f3997-c5a5-4243-aa8f-bd97afb69bb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:14.037496 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c9f3997-c5a5-4243-aa8f-bd97afb69bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:14.038506 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9f3997-c5a5-4243-aa8f-bd97afb69bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.039134 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c9f3997-c5a5-4243-aa8f-bd97afb69bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:14.069950 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c9f3997-c5a5-4243-aa8f-bd97afb69bb8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1842132 Jul 22 23:40:14.073530 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42304) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:14.079630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2e1a0680-519e-4016-ac33-a42392ec367e admin admin] Request body: {'subnet': {'network_id': '29ea24c6-0a9a-44fc-ac79-1e65ed3a1240', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-714110070-subnet', 'tenant_id': 'b047b0d3896f46a48ca9322f3adeace9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:14.151087 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f3997-c5a5-4243-aa8f-bd97afb69bb8 admin admin] Pushing event updated for resources: {'Network': ['ID=29ea24c6-0a9a-44fc-ac79-1e65ed3a1240,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:14.163654 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5aa01-df75-4a02-902d-9d811b305abc req-166f2483-49f4-4502-926c-0aa1ae770773 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.166002 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-abb5aa01-df75-4a02-902d-9d811b305abc req-166f2483-49f4-4502-926c-0aa1ae770773 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddb87ba1-e227-4e28-b5f8-db85dd493c32 HTTP/1.1" status: 200 len: 943 time: 0.1754727 Jul 22 23:40:14.170224 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 29ea24c6-0a9a-44fc-ac79-1e65ed3a1240 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:40:14.207865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a0736c-6126-4d22-9090-fdf9dcc3076c req-b75c417b-9c22-4c54-8413-dcdc0d88cfe3 tempest-ServerRescueTestJSONUnderV235-228167738 tempest-ServerRescueTestJSONUnderV235-228167738-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e7f4e74-af25-4946-b80a-d7b42df5b9ff HTTP/1.1" status: 200 len: 210 time: 0.0557888 Jul 22 23:40:14.209606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1a0680-519e-4016-ac33-a42392ec367e admin admin] Made reservation on behalf of b047b0d3896f46a48ca9322f3adeace9 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:14.212094 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0680-519e-4016-ac33-a42392ec367e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:14.291976 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-abb5aa01-df75-4a02-902d-9d811b305abc req-90706acd-c449-4310-9914-f0ee97b85584 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Deleting port dbb4426a-407a-44fd-b38e-1c328cd7d250 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:14.292810 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abb5aa01-df75-4a02-902d-9d811b305abc req-90706acd-c449-4310-9914-f0ee97b85584 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:14.327550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d7d8b-4ef9-4533-b101-506c10624764 req-45e59a41-b0ce-458a-8b49-2f7ff48bd746 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.335219 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d7d8b-4ef9-4533-b101-506c10624764 req-45e59a41-b0ce-458a-8b49-2f7ff48bd746 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.341949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d7d8b-4ef9-4533-b101-506c10624764 req-45e59a41-b0ce-458a-8b49-2f7ff48bd746 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.349231 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d7d8b-4ef9-4533-b101-506c10624764 req-45e59a41-b0ce-458a-8b49-2f7ff48bd746 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.357251 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d7d8b-4ef9-4533-b101-506c10624764 req-45e59a41-b0ce-458a-8b49-2f7ff48bd746 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.365608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d7d8b-4ef9-4533-b101-506c10624764 req-45e59a41-b0ce-458a-8b49-2f7ff48bd746 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.374042 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d7d8b-4ef9-4533-b101-506c10624764 req-45e59a41-b0ce-458a-8b49-2f7ff48bd746 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.376923 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f06d7d8b-4ef9-4533-b101-506c10624764 req-45e59a41-b0ce-458a-8b49-2f7ff48bd746 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5434 time: 0.2599747 Jul 22 23:40:14.441654 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-abb5aa01-df75-4a02-902d-9d811b305abc req-90706acd-c449-4310-9914-f0ee97b85584 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] For port dbb4426a-407a-44fd-b38e-1c328cd7d250, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dbb4426a-407a-44fd-b38e-1c328cd7d250,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:14.442460 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abb5aa01-df75-4a02-902d-9d811b305abc req-90706acd-c449-4310-9914-f0ee97b85584 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:14.458780 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-abb5aa01-df75-4a02-902d-9d811b305abc req-90706acd-c449-4310-9914-f0ee97b85584 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Calling delete_port for dbb4426a-407a-44fd-b38e-1c328cd7d250 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:14.498000 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f06d7d8b-4ef9-4533-b101-506c10624764 req-f6f29917-3c9a-4795-aa31-9058f82cf70f tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1039112 Jul 22 23:40:14.528052 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e0753c-069e-48e6-a432-137322ba53a7'}, {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b186d479-d37c-49e3-ac3a-1e67744f65de'}, {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69dbc8b-47f5-4d29-80c2-52d998ba6546'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:14.531614 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1e8795-d7f2-420e-8f73-6cc8cc02e7d2" -d '{"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-plugged", "status": "completed", "tag": "e3e0753c-069e-48e6-a432-137322ba53a7"}, {"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-plugged", "status": "completed", "tag": "b186d479-d37c-49e3-ac3a-1e67744f65de"}, {"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-plugged", "status": "completed", "tag": "d69dbc8b-47f5-4d29-80c2-52d998ba6546"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:14.581630 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd49af4-9ad8-4811-ae68-68f3a3766e88 x-openstack-request-id: req-8bd49af4-9ad8-4811-ae68-68f3a3766e88 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:14.582005 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-plugged", "status": "completed", "tag": "e3e0753c-069e-48e6-a432-137322ba53a7", "code": 200}, {"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-plugged", "status": "completed", "tag": "b186d479-d37c-49e3-ac3a-1e67744f65de", "code": 200}, {"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-plugged", "status": "completed", "tag": "d69dbc8b-47f5-4d29-80c2-52d998ba6546", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:14.582463 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8bd49af4-9ad8-4811-ae68-68f3a3766e88 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:14.585133 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e0753c-069e-48e6-a432-137322ba53a7', 'code': 200} Jul 22 23:40:14.585133 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b186d479-d37c-49e3-ac3a-1e67744f65de', 'code': 200} Jul 22 23:40:14.585133 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69dbc8b-47f5-4d29-80c2-52d998ba6546', 'code': 200} Jul 22 23:40:14.593395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95437e68-8c0a-4863-ba70-1588fb6dab70 req-c9a6e8a8-5fcf-4610-a0a5-d5a3fed0a061 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.595199 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95437e68-8c0a-4863-ba70-1588fb6dab70 req-c9a6e8a8-5fcf-4610-a0a5-d5a3fed0a061 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 944 time: 0.1851411 Jul 22 23:40:14.626065 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0680-519e-4016-ac33-a42392ec367e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:14.651855 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abb5aa01-df75-4a02-902d-9d811b305abc req-90706acd-c449-4310-9914-f0ee97b85584 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:14.684215 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90706acd-c449-4310-9914-f0ee97b85584 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Pushing event deleted for resources: {'Port': ['ID=dbb4426a-407a-44fd-b38e-1c328cd7d250,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:14.687377 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95437e68-8c0a-4863-ba70-1588fb6dab70 req-2429365b-abd3-43d1-a947-949b3fb82c04 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818901 Jul 22 23:40:14.709813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a0680-519e-4016-ac33-a42392ec367e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63ef11d4-6c91-4238-a2f7-7b80e838ea56,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:14.727566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a0680-519e-4016-ac33-a42392ec367e admin admin] Checking segment: {'id': '9576a15f-5095-48a0-861d-d4f958b2cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29ea24c6-0a9a-44fc-ac79-1e65ed3a1240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:14.728037 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1a0680-519e-4016-ac33-a42392ec367e admin admin] Network hostable DHCP agents. Network: 29ea24c6-0a9a-44fc-ac79-1e65ed3a1240, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:40:14.754730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1a0680-519e-4016-ac33-a42392ec367e admin admin] Network 29ea24c6-0a9a-44fc-ac79-1e65ed3a1240 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:40:14.766540 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb5aa01-df75-4a02-902d-9d811b305abc req-90706acd-c449-4310-9914-f0ee97b85584 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] No DVR routers for this DVR port dbb4426a-407a-44fd-b38e-1c328cd7d250 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:40:14.769243 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abb5aa01-df75-4a02-902d-9d811b305abc req-90706acd-c449-4310-9914-f0ee97b85584 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:14.771615 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-abb5aa01-df75-4a02-902d-9d811b305abc req-90706acd-c449-4310-9914-f0ee97b85584 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.95 "DELETE /v2.0/ports/dbb4426a-407a-44fd-b38e-1c328cd7d250 HTTP/1.1" status: 204 len: 173 time: 0.5990710 Jul 22 23:40:14.784439 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2e1a0680-519e-4016-ac33-a42392ec367e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 29ea24c6-0a9a-44fc-ac79-1e65ed3a1240) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:14.790589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a0680-519e-4016-ac33-a42392ec367e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.791181 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0680-519e-4016-ac33-a42392ec367e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:14.806581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e59c17d-6282-431a-b4f7-c528452bcd07 None None] Network 29ea24c6-0a9a-44fc-ac79-1e65ed3a1240 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:14.811071 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2e1a0680-519e-4016-ac33-a42392ec367e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7363901 Jul 22 23:40:14.831038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc5950-3b01-4e98-a9df-b287b4f5611e req-3fbfa834-eb45-4e99-84ad-45db31f0d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.831525 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc5950-3b01-4e98-a9df-b287b4f5611e req-3fbfa834-eb45-4e99-84ad-45db31f0d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.831998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc5950-3b01-4e98-a9df-b287b4f5611e req-3fbfa834-eb45-4e99-84ad-45db31f0d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.832596 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc5950-3b01-4e98-a9df-b287b4f5611e req-3fbfa834-eb45-4e99-84ad-45db31f0d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.833124 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc5950-3b01-4e98-a9df-b287b4f5611e req-3fbfa834-eb45-4e99-84ad-45db31f0d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.833606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc5950-3b01-4e98-a9df-b287b4f5611e req-3fbfa834-eb45-4e99-84ad-45db31f0d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.834072 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc5950-3b01-4e98-a9df-b287b4f5611e req-3fbfa834-eb45-4e99-84ad-45db31f0d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.837576 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ccc5950-3b01-4e98-a9df-b287b4f5611e req-3fbfa834-eb45-4e99-84ad-45db31f0d09f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 6491 time: 0.0925269 Jul 22 23:40:14.979109 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0e84aa9-4eef-499e-9ec8-5768c5005872 req-c84d2e40-2f2a-4d52-9879-882cd8842289 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddb87ba1-e227-4e28-b5f8-db85dd493c32 HTTP/1.1" status: 200 len: 210 time: 0.0565798 Jul 22 23:40:14.981253 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ccc5950-3b01-4e98-a9df-b287b4f5611e req-72228c7e-a1be-458d-9e85-5403e98d4db3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1376319 Jul 22 23:40:15.037995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31734a5c-65b8-4714-8f9a-0f52c91058ee None None] Network 29ea24c6-0a9a-44fc-ac79-1e65ed3a1240 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:15.068227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c542e-d888-4498-99b0-edaa92d14b34 req-9ba6f2a1-d580-4d75-a70d-f1a4b9a6a3dd tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:15.070351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b04c542e-d888-4498-99b0-edaa92d14b34 req-9ba6f2a1-d580-4d75-a70d-f1a4b9a6a3dd tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 946 time: 0.0951338 Jul 22 23:40:15.144051 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b04c542e-d888-4498-99b0-edaa92d14b34 req-674aae34-e4a2-427b-bea8-37169ce6af00 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583897 Jul 22 23:40:15.284380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42338) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:15.610140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-117651f2-7f3e-4dca-9508-bced4083913d tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:15.611566 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-117651f2-7f3e-4dca-9508-bced4083913d tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/networks?id=29ea24c6-0a9a-44fc-ac79-1e65ed3a1240 HTTP/1.1" status: 200 len: 813 time: 0.1581845 Jul 22 23:40:15.631774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42356) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:15.671653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-896a3856-effc-487f-aa0f-bf1df355e99a tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/quotas/b047b0d3896f46a48ca9322f3adeace9 HTTP/1.1" status: 200 len: 375 time: 0.0516908 Jul 22 23:40:15.679622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 485188e4-d204-4828-99b2-7f5bf6f9c99c up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:15.732151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 485188e4-d204-4828-99b2-7f5bf6f9c99c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:15.736164 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 485188e4-d204-4828-99b2-7f5bf6f9c99c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:15.736539 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.745038 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-200df223-edfd-4c70-8364-d750641c73e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.746679 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-83e55ec4-3838-40b5-a5cc-8277788697ea tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b047b0d3896f46a48ca9322f3adeace9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676186 Jul 22 23:40:15.762380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-80a82193-1ee4-4687-b6b7-02c1355eb63a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:40:15.763359 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-80a82193-1ee4-4687-b6b7-02c1355eb63a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076411 Jul 22 23:40:15.808093 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4043f-a064-482c-a29c-2f5ab113c0a8 req-e442134a-ba26-419f-af34-6b8d67097cbf tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:15.814709 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4043f-a064-482c-a29c-2f5ab113c0a8 req-e442134a-ba26-419f-af34-6b8d67097cbf tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:15.820768 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4043f-a064-482c-a29c-2f5ab113c0a8 req-e442134a-ba26-419f-af34-6b8d67097cbf tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:15.826628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4043f-a064-482c-a29c-2f5ab113c0a8 req-e442134a-ba26-419f-af34-6b8d67097cbf tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:15.832415 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4043f-a064-482c-a29c-2f5ab113c0a8 req-e442134a-ba26-419f-af34-6b8d67097cbf tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:15.838551 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4043f-a064-482c-a29c-2f5ab113c0a8 req-e442134a-ba26-419f-af34-6b8d67097cbf tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:15.838740 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-200df223-edfd-4c70-8364-d750641c73e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.842734 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-200df223-edfd-4c70-8364-d750641c73e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.844835 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4043f-a064-482c-a29c-2f5ab113c0a8 req-e442134a-ba26-419f-af34-6b8d67097cbf tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:15.846751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-64c4043f-a064-482c-a29c-2f5ab113c0a8 req-e442134a-ba26-419f-af34-6b8d67097cbf tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5434 time: 0.2461131 Jul 22 23:40:15.850430 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.884925 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-200df223-edfd-4c70-8364-d750641c73e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02a340219f9f4e6f9a67cd61d98fa4f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519667 Jul 22 23:40:15.886685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42362) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:15.889893 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200df223-edfd-4c70-8364-d750641c73e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd1d708-32e1-40e2-b781-2a34df2faee8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:15.894589 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 485188e4-d204-4828-99b2-7f5bf6f9c99c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=485188e4-d204-4828-99b2-7f5bf6f9c99c,segment=NetworkSegment(8a5b5d4d-bc6f-42bc-a9e6-62177cae803f),segment_id=8a5b5d4d-bc6f-42bc-a9e6-62177cae803f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:15.900414 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.948389 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=485188e4-d204-4828-99b2-7f5bf6f9c99c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:15.957272 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb87ba1-e227-4e28-b5f8-db85dd493c32', 'name': 'network-vif-deleted', 'tag': 'dbb4426a-407a-44fd-b38e-1c328cd7d250'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:15.959848 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0486acb4-97db-4aee-80a1-8431090f0038" -d '{"events": [{"server_uuid": "ddb87ba1-e227-4e28-b5f8-db85dd493c32", "name": "network-vif-deleted", "tag": "dbb4426a-407a-44fd-b38e-1c328cd7d250"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:15.982040 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-64c4043f-a064-482c-a29c-2f5ab113c0a8 req-c14167a5-b9d9-4fa6-8f9e-99c794c0e37c tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1213374 Jul 22 23:40:16.004747 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-9f45db43-dfe7-4ca8-a081-944319d7f3e1 service neutron] 10.222.0.26 "GET /v2.0/networks/29ea24c6-0a9a-44fc-ac79-1e65ed3a1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320175 Jul 22 23:40:16.131370 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d51d90e-8599-4c66-963b-fce6605d88b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.147583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dbb4426a-407a-44fd-b38e-1c328cd7d250 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:16.171494 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: dbb4426a-407a-44fd-b38e-1c328cd7d250 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:40:16.171839 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dbb4426a-407a-44fd-b38e-1c328cd7d250 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:40:16.172248 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 9a834c36-e660-4791-8b24-f156308fce97 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:16.182895 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d51d90e-8599-4c66-963b-fce6605d88b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.187826 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af3a330d-3886-488a-8e03-607ea5ce3f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.190339 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 9a834c36-e660-4791-8b24-f156308fce97 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:40:16.190691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 9a834c36-e660-4791-8b24-f156308fce97 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:40:16.295389 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.561130 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-0f855eb1-17d5-4e64-8911-7416692cfb9b service neutron] 10.222.0.26 "GET /v2.0/networks/29ea24c6-0a9a-44fc-ac79-1e65ed3a1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399253 Jul 22 23:40:16.584948 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0879cf70-42a3-4da4-a27e-b7eda907373b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485188e4-d204-4828-99b2-7f5bf6f9c99c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:16.588587 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdfad1d-4979-4f9b-bae4-0907c9c35998" -d '{"events": [{"server_uuid": "0879cf70-42a3-4da4-a27e-b7eda907373b", "name": "network-vif-plugged", "status": "completed", "tag": "485188e4-d204-4828-99b2-7f5bf6f9c99c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:16.601996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24199bd-bb6d-4e85-9773-8a0e4460a163 req-5d56f952-4b82-4e30-9505-7fc1d4195d5b tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:16.603762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b24199bd-bb6d-4e85-9773-8a0e4460a163 req-5d56f952-4b82-4e30-9505-7fc1d4195d5b tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.5477052 Jul 22 23:40:16.646244 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d51d90e-8599-4c66-963b-fce6605d88b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.649933 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d51d90e-8599-4c66-963b-fce6605d88b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.651175 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0d51d90e-8599-4c66-963b-fce6605d88b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0bd1d708-32e1-40e2-b781-2a34df2faee8 HTTP/1.1" status: 204 len: 168 time: 0.7409980 Jul 22 23:40:16.705969 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55aa25dd-d3e5-4115-b2fa-de64386b7c0b x-openstack-request-id: req-55aa25dd-d3e5-4115-b2fa-de64386b7c0b {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:16.706356 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb87ba1-e227-4e28-b5f8-db85dd493c32", "name": "network-vif-deleted", "tag": "dbb4426a-407a-44fd-b38e-1c328cd7d250", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:16.707947 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55aa25dd-d3e5-4115-b2fa-de64386b7c0b {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:16.708372 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb87ba1-e227-4e28-b5f8-db85dd493c32', 'name': 'network-vif-deleted', 'tag': 'dbb4426a-407a-44fd-b38e-1c328cd7d250', 'status': 'completed', 'code': 200} Jul 22 23:40:16.722373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51d90e-8599-4c66-963b-fce6605d88b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd1d708-32e1-40e2-b781-2a34df2faee8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:16.731019 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b24199bd-bb6d-4e85-9773-8a0e4460a163 req-5ae0dc13-7baf-4340-aee7-b45f5daf2479 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199656 Jul 22 23:40:16.906905 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f8a2e7-a09a-448c-82d9-8c877eb4d248 x-openstack-request-id: req-54f8a2e7-a09a-448c-82d9-8c877eb4d248 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:16.907397 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0879cf70-42a3-4da4-a27e-b7eda907373b", "name": "network-vif-plugged", "status": "completed", "tag": "485188e4-d204-4828-99b2-7f5bf6f9c99c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:16.907474 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54f8a2e7-a09a-448c-82d9-8c877eb4d248 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:16.907839 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0879cf70-42a3-4da4-a27e-b7eda907373b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485188e4-d204-4828-99b2-7f5bf6f9c99c', 'code': 200} Jul 22 23:40:16.928468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe60114-0e11-4442-bea3-dca2d6eabef3 req-d1fcc849-f9d0-4bf1-9600-3eb53bc40bd1 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:16.930112 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4fe60114-0e11-4442-bea3-dca2d6eabef3 req-d1fcc849-f9d0-4bf1-9600-3eb53bc40bd1 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 946 time: 0.1266203 Jul 22 23:40:17.019396 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-72862ff4-5c05-4d10-9e2a-beec743aed20 req-2585efe2-5c44-4dc2-a52a-e1ab01258adf tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c293ab6-9630-4015-b0e7-338d5c39101b HTTP/1.1" status: 200 len: 210 time: 0.0711887 Jul 22 23:40:17.079248 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4fe60114-0e11-4442-bea3-dca2d6eabef3 req-72703a2b-0108-47f4-a39d-e3badb93a01e tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425412 Jul 22 23:40:17.135982 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-af3a330d-3886-488a-8e03-607ea5ce3f69 admin admin] Deleting port aea7ca5a-25ae-47b7-be71-bb89801afff7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:17.136329 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af3a330d-3886-488a-8e03-607ea5ce3f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:17.141929 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42404) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:17.159451 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3151fa96-8939-4869-888c-a6d26f21ee4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:17.198580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132d6b5-b506-4c76-a353-5144145b1175 req-ee03540e-038d-4e75-864f-6396035b85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.200128 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3132d6b5-b506-4c76-a353-5144145b1175 req-ee03540e-038d-4e75-864f-6396035b85ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 1096 time: 0.1838179 Jul 22 23:40:17.267731 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3151fa96-8939-4869-888c-a6d26f21ee4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:17.274331 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3151fa96-8939-4869-888c-a6d26f21ee4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:17.318037 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3151fa96-8939-4869-888c-a6d26f21ee4e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d9c80c5448a488a9f94228d0e003fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742697 Jul 22 23:40:17.319427 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151fa96-8939-4869-888c-a6d26f21ee4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f50537-1856-45d0-83ef-2ac7aa7d8a24,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:17.321791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42406) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:17.381925 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-9f7be25e-294c-4430-9994-a09972233150 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.383367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-9f7be25e-294c-4430-9994-a09972233150 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/networks?id=57ccab81-acd5-4e76-8bb7-36e460d0f620 HTTP/1.1" status: 200 len: 822 time: 0.2639878 Jul 22 23:40:17.385588 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3132d6b5-b506-4c76-a353-5144145b1175 req-d4946193-56c8-4f17-b6c1-11c4b6ae6e95 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441121 Jul 22 23:40:17.394274 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c1e03a2-c311-47c8-b42a-9500afe9e085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:17.397076 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-af3a330d-3886-488a-8e03-607ea5ce3f69 admin admin] For port aea7ca5a-25ae-47b7-be71-bb89801afff7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=aea7ca5a-25ae-47b7-be71-bb89801afff7,segment=NetworkSegment(634fb338-ab79-4ce0-a6c7-22027d6b5a2e),segment_id=634fb338-ab79-4ce0-a6c7-22027d6b5a2e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:17.397396 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af3a330d-3886-488a-8e03-607ea5ce3f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:17.419441 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c1e03a2-c311-47c8-b42a-9500afe9e085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:17.426843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-58a89159-9b76-454c-a0e9-be6de2d5197f tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/quotas/6539760ffcb6457396bc17422fedc47a HTTP/1.1" status: 200 len: 375 time: 0.0363331 Jul 22 23:40:17.428568 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-af3a330d-3886-488a-8e03-607ea5ce3f69 admin admin] Calling delete_port for aea7ca5a-25ae-47b7-be71-bb89801afff7 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:17.471761 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c1e03a2-c311-47c8-b42a-9500afe9e085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:17.474526 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c1e03a2-c311-47c8-b42a-9500afe9e085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:17.475700 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5c1e03a2-c311-47c8-b42a-9500afe9e085 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21f50537-1856-45d0-83ef-2ac7aa7d8a24 HTTP/1.1" status: 204 len: 168 time: 0.1514997 Jul 22 23:40:17.486869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e03a2-c311-47c8-b42a-9500afe9e085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f50537-1856-45d0-83ef-2ac7aa7d8a24,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:17.500128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67881de-6083-4edc-b506-52560e505bb9 req-921cc9bf-e05f-49ce-b847-872510615419 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.506711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67881de-6083-4edc-b506-52560e505bb9 req-921cc9bf-e05f-49ce-b847-872510615419 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.513212 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67881de-6083-4edc-b506-52560e505bb9 req-921cc9bf-e05f-49ce-b847-872510615419 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.519243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67881de-6083-4edc-b506-52560e505bb9 req-921cc9bf-e05f-49ce-b847-872510615419 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.525874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67881de-6083-4edc-b506-52560e505bb9 req-921cc9bf-e05f-49ce-b847-872510615419 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.531707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67881de-6083-4edc-b506-52560e505bb9 req-921cc9bf-e05f-49ce-b847-872510615419 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.537564 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67881de-6083-4edc-b506-52560e505bb9 req-921cc9bf-e05f-49ce-b847-872510615419 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.539652 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a67881de-6083-4edc-b506-52560e505bb9 req-921cc9bf-e05f-49ce-b847-872510615419 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5434 time: 0.3386011 Jul 22 23:40:17.653362 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a67881de-6083-4edc-b506-52560e505bb9 req-4bb9a5a4-9d87-4485-ba9a-f76ec11a5cb6 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0746310 Jul 22 23:40:17.659407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-55f2769e-d4dd-4f48-82f2-4f5a39e0a02c tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6539760ffcb6457396bc17422fedc47a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2253187 Jul 22 23:40:17.701147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-f9699dc1-5a24-4467-b3d8-26df265cc1f9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:40:17.702125 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-f9699dc1-5a24-4467-b3d8-26df265cc1f9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064738 Jul 22 23:40:17.947178 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-9d19d94d-2967-4aab-8ff5-22d355cea453 service neutron] 10.222.0.26 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347395 Jul 22 23:40:17.961299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1feb3c-5a87-4da2-aebc-4e410e18143d req-351345db-53a4-490f-ba67-3d3b3e4ba4f4 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.968723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1feb3c-5a87-4da2-aebc-4e410e18143d req-351345db-53a4-490f-ba67-3d3b3e4ba4f4 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.974711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1feb3c-5a87-4da2-aebc-4e410e18143d req-351345db-53a4-490f-ba67-3d3b3e4ba4f4 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.981071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-8051310b-2cb4-49d8-a556-662b8e6d8610 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.981594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1feb3c-5a87-4da2-aebc-4e410e18143d req-351345db-53a4-490f-ba67-3d3b3e4ba4f4 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.982604 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-8051310b-2cb4-49d8-a556-662b8e6d8610 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.95 "GET /v2.0/networks?id=29ea24c6-0a9a-44fc-ac79-1e65ed3a1240 HTTP/1.1" status: 200 len: 813 time: 0.1292136 Jul 22 23:40:17.987408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1feb3c-5a87-4da2-aebc-4e410e18143d req-351345db-53a4-490f-ba67-3d3b3e4ba4f4 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.993701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1feb3c-5a87-4da2-aebc-4e410e18143d req-351345db-53a4-490f-ba67-3d3b3e4ba4f4 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.999621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1feb3c-5a87-4da2-aebc-4e410e18143d req-351345db-53a4-490f-ba67-3d3b3e4ba4f4 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:18.001323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-ee2d6b67-1dd0-4bc2-88ff-86d9fc8be065 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Request body: {'port': {'device_id': '5c293ab6-9630-4015-b0e7-338d5c39101b', 'network_id': '29ea24c6-0a9a-44fc-ac79-1e65ed3a1240', 'admin_state_up': True, 'tenant_id': 'b047b0d3896f46a48ca9322f3adeace9'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:18.011571 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f1feb3c-5a87-4da2-aebc-4e410e18143d req-351345db-53a4-490f-ba67-3d3b3e4ba4f4 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5434 time: 0.2741299 Jul 22 23:40:18.016796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42426) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:18.025864 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af3a330d-3886-488a-8e03-607ea5ce3f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:18.042261 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b321a7fc-c42a-4d7d-a2c2-0213a8ff7cd7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Request body: {'floatingip': {'port_id': 'e3e0753c-069e-48e6-a432-137322ba53a7'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:18.088690 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a330d-3886-488a-8e03-607ea5ce3f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=aea7ca5a-25ae-47b7-be71-bb89801afff7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:18.109801 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b321a7fc-c42a-4d7d-a2c2-0213a8ff7cd7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:18.289200 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-deb97fd3-56e2-4b97-9dea-058ccf468cec service neutron] 10.222.0.26 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765300 Jul 22 23:40:18.325919 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a65817-281e-408a-ab99-6c678531a9d9 req-11e44cbb-ddf6-425c-b549-9b0e82dfe48a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:18.332756 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4a65817-281e-408a-ab99-6c678531a9d9 req-11e44cbb-ddf6-425c-b549-9b0e82dfe48a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.2500174 Jul 22 23:40:18.409400 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4a65817-281e-408a-ab99-6c678531a9d9 req-70a636ee-dcb2-434d-89db-a68019e6882c tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645368 Jul 22 23:40:18.420415 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-ee2d6b67-1dd0-4bc2-88ff-86d9fc8be065 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Made reservation on behalf of b047b0d3896f46a48ca9322f3adeace9 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:18.425341 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-ee2d6b67-1dd0-4bc2-88ff-86d9fc8be065 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:18.427304 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af3a330d-3886-488a-8e03-607ea5ce3f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:18.694075 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88cfb2ad-8a5d-4987-bc1d-be80e9862203 req-651cf362-eb2e-4731-8878-d36a91ebf2b2 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c293ab6-9630-4015-b0e7-338d5c39101b HTTP/1.1" status: 200 len: 210 time: 0.0702622 Jul 22 23:40:18.752697 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-ee2d6b67-1dd0-4bc2-88ff-86d9fc8be065 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Allocated IP 172.20.0.3 (29ea24c6-0a9a-44fc-ac79-1e65ed3a1240/63ef11d4-6c91-4238-a2f7-7b80e838ea56/00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:18.838230 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ae717f5f-fa95-4500-8976-6fda3771a79a req-b1b9e979-14e5-4b78-aedf-cad879bda487 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 210 time: 0.0386312 Jul 22 23:40:18.878827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c95aa-ae8a-4321-aee8-b1c5173e6acb req-08c7815a-88e3-4693-b812-340039b0e9d1 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:18.886931 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-905c95aa-ae8a-4321-aee8-b1c5173e6acb req-08c7815a-88e3-4693-b812-340039b0e9d1 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 946 time: 0.2639253 Jul 22 23:40:18.911207 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3a330d-3886-488a-8e03-607ea5ce3f69 admin admin] Router f24a6c05-570b-4333-b892-5ca411bdfea9 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:18.990301 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-905c95aa-ae8a-4321-aee8-b1c5173e6acb req-bd73c637-e21b-4c67-8a68-034ef824c9b8 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983031 Jul 22 23:40:19.016130 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b321a7fc-c42a-4d7d-a2c2-0213a8ff7cd7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.022854 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b321a7fc-c42a-4d7d-a2c2-0213a8ff7cd7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.096509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3a330d-3886-488a-8e03-607ea5ce3f69 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:19.106439 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f2b67e-68f2-4665-8c49-cadae178a40c None None] Sync routers for ids ['f24a6c05-570b-4333-b892-5ca411bdfea9'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:19.108571 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-af3a330d-3886-488a-8e03-607ea5ce3f69 admin admin] 10.222.0.26 "PUT /v2.0/routers/f24a6c05-570b-4333-b892-5ca411bdfea9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8231404 Jul 22 23:40:19.111117 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42464) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:19.125130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f2b67e-68f2-4665-8c49-cadae178a40c None None] Routers {'f24a6c05-570b-4333-b892-5ca411bdfea9'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:19.128335 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-22f2b67e-68f2-4665-8c49-cadae178a40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f24a6c05-570b-4333-b892-5ca411bdfea9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:19.146940 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-ee2d6b67-1dd0-4bc2-88ff-86d9fc8be065 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.176436 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-b321a7fc-c42a-4d7d-a2c2-0213a8ff7cd7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Floating IP 004be048-58ee-4741-ac4f-d2e7c118a6c9 associated. External IP: 172.25.4.157, port: e3e0753c-069e-48e6-a432-137322ba53a7. Jul 22 23:40:19.261003 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7135d3eb-9833-4187-91b7-60d0288eb0c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.389901 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-ee2d6b67-1dd0-4bc2-88ff-86d9fc8be065 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.451010 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-ee2d6b67-1dd0-4bc2-88ff-86d9fc8be065 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Network 29ea24c6-0a9a-44fc-ac79-1e65ed3a1240 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:19.459830 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7135d3eb-9833-4187-91b7-60d0288eb0c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.460852 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-ee2d6b67-1dd0-4bc2-88ff-86d9fc8be065 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:19.470224 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-ee2d6b67-1dd0-4bc2-88ff-86d9fc8be065 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:19.522970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d6b67-1dd0-4bc2-88ff-86d9fc8be065 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Pushing event updated for resources: {'Port': ['ID=00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:19.527212 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-22f2b67e-68f2-4665-8c49-cadae178a40c None None] Set router f24a6c05-570b-4333-b892-5ca411bdfea9 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:19.546300 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b321a7fc-c42a-4d7d-a2c2-0213a8ff7cd7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Router 777907f8-b1fa-4e4e-8253-2062dfec7899 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:19.589602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7135d3eb-9833-4187-91b7-60d0288eb0c6 admin admin] Deleting port d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:19.590018 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7135d3eb-9833-4187-91b7-60d0288eb0c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.638113 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-ee2d6b67-1dd0-4bc2-88ff-86d9fc8be065 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:19.638823 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-ee2d6b67-1dd0-4bc2-88ff-86d9fc8be065 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.701109 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-ee2d6b67-1dd0-4bc2-88ff-86d9fc8be065 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7067788 Jul 22 23:40:19.733444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-7135d3eb-9833-4187-91b7-60d0288eb0c6 admin admin] For port d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:19.734416 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7135d3eb-9833-4187-91b7-60d0288eb0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.746945 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Request body: {'port': {'device_id': '5c293ab6-9630-4015-b0e7-338d5c39101b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:19.752123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7135d3eb-9833-4187-91b7-60d0288eb0c6 admin admin] Calling delete_port for d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:19.775082 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-22f2b67e-68f2-4665-8c49-cadae178a40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-router', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:38Z', 'updated_at': '2021-07-22T23:40:17Z', 'revision_number': 5, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'gw_port': {'id': 'd6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:39Z', 'updated_at': '2021-07-22T23:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:19.801443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c100ae-e2e8-4b6e-8114-29f5a631ff54 req-b3c4bbee-c61b-4ab2-86f2-b46338b47c1f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:19.808967 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77c100ae-e2e8-4b6e-8114-29f5a631ff54 req-b3c4bbee-c61b-4ab2-86f2-b46338b47c1f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.2931557 Jul 22 23:40:19.812037 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b321a7fc-c42a-4d7d-a2c2-0213a8ff7cd7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:19.823801 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc364d9-4185-48d1-a0cd-968a06004219 None None] Sync routers for ids ['777907f8-b1fa-4e4e-8253-2062dfec7899'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:19.837900 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc364d9-4185-48d1-a0cd-968a06004219 None None] Routers {'777907f8-b1fa-4e4e-8253-2062dfec7899'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:19.840390 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9cc364d9-4185-48d1-a0cd-968a06004219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['777907f8-b1fa-4e4e-8253-2062dfec7899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:19.841895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f2b67e-68f2-4665-8c49-cadae178a40c None None] Checking router: f24a6c05-570b-4333-b892-5ca411bdfea9 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:40:19.860600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f2b67e-68f2-4665-8c49-cadae178a40c None None] Routers {'f24a6c05-570b-4333-b892-5ca411bdfea9'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:19.865776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-22f2b67e-68f2-4665-8c49-cadae178a40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f24a6c05-570b-4333-b892-5ca411bdfea9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:19.874201 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b321a7fc-c42a-4d7d-a2c2-0213a8ff7cd7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.954969 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b321a7fc-c42a-4d7d-a2c2-0213a8ff7cd7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "PUT /v2.0/floatingips/004be048-58ee-4741-ac4f-d2e7c118a6c9 HTTP/1.1" status: 200 len: 991 time: 1.9377854 Jul 22 23:40:19.959581 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'tag': 'e3e0753c-069e-48e6-a432-137322ba53a7'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:19.966645 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead5dc39-afd1-490e-aef1-4690df8396fd" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "tag": "e3e0753c-069e-48e6-a432-137322ba53a7"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:19.973688 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.982820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77c100ae-e2e8-4b6e-8114-29f5a631ff54 req-ae5bafbb-7217-4a56-b425-2b907001c2c6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729729 Jul 22 23:40:20.089877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-22f2b67e-68f2-4665-8c49-cadae178a40c None None] Set router f24a6c05-570b-4333-b892-5ca411bdfea9 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:20.098534 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9cc364d9-4185-48d1-a0cd-968a06004219 None None] Set router 777907f8-b1fa-4e4e-8253-2062dfec7899 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:20.164476 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-22f2b67e-68f2-4665-8c49-cadae178a40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-router', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:38Z', 'updated_at': '2021-07-22T23:40:19Z', 'revision_number': 6, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:20.215618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f2b67e-68f2-4665-8c49-cadae178a40c None None] The sync data for ids ['f24a6c05-570b-4333-b892-5ca411bdfea9'] in n-d-688802-2 is: [{'id': 'f24a6c05-570b-4333-b892-5ca411bdfea9', 'name': 'tempest-ServerRescueTestJSONUnderV235-316538971-router', 'tenant_id': '0f944e6bb36c4ef99743562f3de61894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:38Z', 'updated_at': '2021-07-22T23:40:19Z', 'revision_number': 6, 'project_id': '0f944e6bb36c4ef99743562f3de61894', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:20.403645 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b95be18a-d067-4344-836d-a6a1b9a8ff6c req-26f9f19c-0cb8-4f6a-96a4-73d8c0cbcfae tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 210 time: 0.0788007 Jul 22 23:40:20.441400 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:20.458034 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:20.535614 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Transition to ACTIVE for port object 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:20.543972 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:20.562139 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7135d3eb-9833-4187-91b7-60d0288eb0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:20.562485 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9cc364d9-4185-48d1-a0cd-968a06004219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'name': 'tempest-TaggedBootDevicesTest-676577820-router', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:03Z', 'updated_at': '2021-07-22T23:38:12Z', 'revision_number': 4, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'gw_port': {'id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:04Z', 'updated_at': '2021-07-22T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '004be048-58ee-4741-ac4f-d2e7c118a6c9', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'port_id': 'e3e0753c-069e-48e6-a432-137322ba53a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9', 'mac_address': 'fa:16:3e:c5:82:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:38:59Z', 'updated_at': '2021-07-22T23:40:18Z', 'revision_number': 1, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd316ae19-c78a-4fc1-bf53-9443cb3c73d2', 'name': '', 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'mac_address': 'fa:16:3e:23:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:10Z', 'updated_at': '2021-07-22T23:38:24Z', 'revision_number': 5, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'subnets': [{'id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:20.628261 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b62214-da10-4f31-be02-e0610064666a x-openstack-request-id: req-c8b62214-da10-4f31-be02-e0610064666a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:20.630023 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "tag": "e3e0753c-069e-48e6-a432-137322ba53a7", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:20.630508 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8b62214-da10-4f31-be02-e0610064666a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:20.631972 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'tag': 'e3e0753c-069e-48e6-a432-137322ba53a7', 'status': 'completed', 'code': 200} Jul 22 23:40:20.648498 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc364d9-4185-48d1-a0cd-968a06004219 None None] Checking router: 777907f8-b1fa-4e4e-8253-2062dfec7899 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:40:20.672690 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc364d9-4185-48d1-a0cd-968a06004219 None None] Routers {'777907f8-b1fa-4e4e-8253-2062dfec7899'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:20.673625 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9cc364d9-4185-48d1-a0cd-968a06004219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['777907f8-b1fa-4e4e-8253-2062dfec7899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:20.757206 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Pushing event updated for resources: {'Port': ['ID=00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:20.809110 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Attempting to bind port 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:20.809604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Attempting to bind port 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '9576a15f-5095-48a0-861d-d4f958b2cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29ea24c6-0a9a-44fc-ac79-1e65ed3a1240'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:20.810100 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Attempting to bind port 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 on network 29ea24c6-0a9a-44fc-ac79-1e65ed3a1240 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:20.815331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Port 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 on network 29ea24c6-0a9a-44fc-ac79-1e65ed3a1240 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:20.816955 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Attempting to bind port 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 on network 29ea24c6-0a9a-44fc-ac79-1e65ed3a1240 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:20.831126 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:40:20.831668 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Checking segment: {'id': '9576a15f-5095-48a0-861d-d4f958b2cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29ea24c6-0a9a-44fc-ac79-1e65ed3a1240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:20.832160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Bound using segment: {'id': '9576a15f-5095-48a0-861d-d4f958b2cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29ea24c6-0a9a-44fc-ac79-1e65ed3a1240'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:40:20.833492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Bound port: 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9576a15f-5095-48a0-861d-d4f958b2cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29ea24c6-0a9a-44fc-ac79-1e65ed3a1240'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:40:20.835739 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:20.900106 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9cc364d9-4185-48d1-a0cd-968a06004219 None None] Set router 777907f8-b1fa-4e4e-8253-2062dfec7899 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:20.937943 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] For port 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:20.942704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] For port 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9,segment=NetworkSegment(9576a15f-5095-48a0-861d-d4f958b2cada),segment_id=9576a15f-5095-48a0-861d-d4f958b2cada)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:40:20.950618 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.011931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:21.012561 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.014013 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] 10.222.0.95 "PUT /v2.0/ports/00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 HTTP/1.1" status: 200 len: 1091 time: 1.2716742 Jul 22 23:40:21.027823 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10213da9-0a97-4b9b-9b77-6737e75ca548 service neutron] Pushing event updated for resources: {'Port': ['ID=00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:21.052507 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42504) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:21.076840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135d3eb-9833-4187-91b7-60d0288eb0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:21.144244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-ff567437-6d8d-4ed5-9af3-b3ae87d28ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:21.146701 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-ff567437-6d8d-4ed5-9af3-b3ae87d28ec6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b047b0d3896f46a48ca9322f3adeace9&device_id=5c293ab6-9630-4015-b0e7-338d5c39101b HTTP/1.1" status: 200 len: 1094 time: 0.0855567 Jul 22 23:40:21.203697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-d59fcf44-1e22-4973-bc14-75b1664f79e0 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:21.205263 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-d59fcf44-1e22-4973-bc14-75b1664f79e0 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.95 "GET /v2.0/networks?id=57ccab81-acd5-4e76-8bb7-36e460d0f620 HTTP/1.1" status: 200 len: 822 time: 1.2430685 Jul 22 23:40:21.215413 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-2c4d77d6-aab9-4b7a-bdea-a4ca364e400d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 HTTP/1.1" status: 200 len: 217 time: 0.0600317 Jul 22 23:40:21.246246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8738a6-8432-4a1c-bae7-0736e45565ec req-2776c77d-d340-460d-a6cb-468572c1a133 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:21.247740 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ae8738a6-8432-4a1c-bae7-0736e45565ec req-2776c77d-d340-460d-a6cb-468572c1a133 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c293ab6-9630-4015-b0e7-338d5c39101b HTTP/1.1" status: 200 len: 931 time: 1.2840843 Jul 22 23:40:21.260221 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9cc364d9-4185-48d1-a0cd-968a06004219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'name': 'tempest-TaggedBootDevicesTest-676577820-router', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:03Z', 'updated_at': '2021-07-22T23:38:12Z', 'revision_number': 4, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'gw_port': {'id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:04Z', 'updated_at': '2021-07-22T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '004be048-58ee-4741-ac4f-d2e7c118a6c9', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'port_id': 'e3e0753c-069e-48e6-a432-137322ba53a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9', 'mac_address': 'fa:16:3e:c5:82:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:38:59Z', 'updated_at': '2021-07-22T23:40:18Z', 'revision_number': 1, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd316ae19-c78a-4fc1-bf53-9443cb3c73d2', 'name': '', 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'mac_address': 'fa:16:3e:23:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:10Z', 'updated_at': '2021-07-22T23:38:24Z', 'revision_number': 5, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'subnets': [{'id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:21.260720 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-a60d9213-dd7f-4007-b642-0fd82e3ea986 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Request body: {'port': {'device_id': 'f0552564-94aa-4e15-8ac1-20193c7b96db', 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620', 'admin_state_up': True, 'tenant_id': '6539760ffcb6457396bc17422fedc47a'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:21.264438 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95b32452-1ecd-4e06-9cd6-c7b9660c9d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.307749 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-51f1f487-d0ed-4e61-bc65-506efc04a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:21.309415 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-51f1f487-d0ed-4e61-bc65-506efc04a066 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=63ef11d4-6c91-4238-a2f7-7b80e838ea56 HTTP/1.1" status: 200 len: 853 time: 0.0865154 Jul 22 23:40:21.398009 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7135d3eb-9833-4187-91b7-60d0288eb0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.406777 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc364d9-4185-48d1-a0cd-968a06004219 None None] The sync data for ids ['777907f8-b1fa-4e4e-8253-2062dfec7899'] in n-d-688802-2 is: [{'id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'name': 'tempest-TaggedBootDevicesTest-676577820-router', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:03Z', 'updated_at': '2021-07-22T23:38:12Z', 'revision_number': 4, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'gw_port': {'id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:04Z', 'updated_at': '2021-07-22T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '004be048-58ee-4741-ac4f-d2e7c118a6c9', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'port_id': 'e3e0753c-069e-48e6-a432-137322ba53a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9', 'mac_address': 'fa:16:3e:c5:82:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:38:59Z', 'updated_at': '2021-07-22T23:40:18Z', 'revision_number': 1, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd316ae19-c78a-4fc1-bf53-9443cb3c73d2', 'name': '', 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'mac_address': 'fa:16:3e:23:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:10Z', 'updated_at': '2021-07-22T23:38:24Z', 'revision_number': 5, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'subnets': [{'id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:21.509892 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ae8738a6-8432-4a1c-bae7-0736e45565ec req-f8f72e50-7587-4094-a15e-f0244972244b tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/security-groups?id=6276a33f-b931-40e0-bcd2-c48452db4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539432 Jul 22 23:40:21.520799 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5dc39-afd1-490e-aef1-4690df8396fd req-24042d48-df27-4244-b3ad-489c29d4fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:21.521392 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5dc39-afd1-490e-aef1-4690df8396fd req-24042d48-df27-4244-b3ad-489c29d4fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:21.521773 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5dc39-afd1-490e-aef1-4690df8396fd req-24042d48-df27-4244-b3ad-489c29d4fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:21.522347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5dc39-afd1-490e-aef1-4690df8396fd req-24042d48-df27-4244-b3ad-489c29d4fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:21.522805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5dc39-afd1-490e-aef1-4690df8396fd req-24042d48-df27-4244-b3ad-489c29d4fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:21.523163 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5dc39-afd1-490e-aef1-4690df8396fd req-24042d48-df27-4244-b3ad-489c29d4fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:21.523626 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5dc39-afd1-490e-aef1-4690df8396fd req-24042d48-df27-4244-b3ad-489c29d4fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:21.526821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ead5dc39-afd1-490e-aef1-4690df8396fd req-24042d48-df27-4244-b3ad-489c29d4fa95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d666488e03c84f33989e7c5054c2c913&device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 6491 time: 0.4755678 Jul 22 23:40:21.539007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7ee43-f70d-4619-8065-2674df85ca07 req-54e1c9a5-f0f2-4a7c-adcf-a38095b01ed8 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:21.545920 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-65e7ee43-f70d-4619-8065-2674df85ca07 req-54e1c9a5-f0f2-4a7c-adcf-a38095b01ed8 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.4900303 Jul 22 23:40:21.575164 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7135d3eb-9833-4187-91b7-60d0288eb0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.576888 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42514) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:21.582695 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5650277b-be8a-4c5d-8bae-2bbf2a0e0856 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Request body: {'floatingip': {'port_id': '485188e4-d204-4828-99b2-7f5bf6f9c99c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:21.587376 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7135d3eb-9833-4187-91b7-60d0288eb0c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.699696 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-c5ce2978-be0e-4883-a804-1320f8eff276 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=29ea24c6-0a9a-44fc-ac79-1e65ed3a1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3833141 Jul 22 23:40:21.703253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6e68e9-5425-4624-8c3a-75afcc416032 None None] New status for floating IP 004be048-58ee-4741-ac4f-d2e7c118a6c9: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:40:21.732964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:21.746148 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5650277b-be8a-4c5d-8bae-2bbf2a0e0856 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.798891 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:40:21.799155 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d6cfbfbb-fff3-4a32-96c2-71c8f0e82c8c not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:40:21.799741 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device aea7ca5a-25ae-47b7-be71-bb89801afff7 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:21.823852 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: aea7ca5a-25ae-47b7-be71-bb89801afff7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:40:21.824199 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device aea7ca5a-25ae-47b7-be71-bb89801afff7 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:40:21.847671 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95b32452-1ecd-4e06-9cd6-c7b9660c9d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.849029 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-23b2c839-065d-4d45-bce2-fb9b9d1265bc service neutron] 10.222.0.95 "GET /v2.0/networks/29ea24c6-0a9a-44fc-ac79-1e65ed3a1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419325 Jul 22 23:40:21.852436 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95b32452-1ecd-4e06-9cd6-c7b9660c9d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.873725 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20140c05-c539-4a46-8945-f66995ea8917 req-735f062c-e113-4200-8524-c9fa9d10836e tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 210 time: 0.1052144 Jul 22 23:40:21.874296 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7135d3eb-9833-4187-91b7-60d0288eb0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.874800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7135d3eb-9833-4187-91b7-60d0288eb0c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f24a6c05-570b-4333-b892-5ca411bdfea9 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:40:21.918172 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7135d3eb-9833-4187-91b7-60d0288eb0c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.922638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7135d3eb-9833-4187-91b7-60d0288eb0c6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f24a6c05-570b-4333-b892-5ca411bdfea9 HTTP/1.1" status: 204 len: 168 time: 2.8081119 Jul 22 23:40:21.929473 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42516) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:21.948051 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-95b32452-1ecd-4e06-9cd6-c7b9660c9d53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d40bac2e67d4f72afc1cbdaac4c6d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8925424 Jul 22 23:40:21.962533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42518) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:21.968607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b32452-1ecd-4e06-9cd6-c7b9660c9d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7747d2-7627-4fa9-91ee-da19d7af96cf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:22.000407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-a60d9213-dd7f-4007-b642-0fd82e3ea986 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Made reservation on behalf of 6539760ffcb6457396bc17422fedc47a for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:22.003847 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-a60d9213-dd7f-4007-b642-0fd82e3ea986 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.038368 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b92572a-5cd1-43cc-9927-1a7b9708683a admin admin] Deleting subnet e72d1ef6-6a22-4e40-b45c-d3c4a70d0549 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:40:22.046617 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b92572a-5cd1-43cc-9927-1a7b9708683a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.079954 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5dcc99cd-d366-48fa-be11-f44b2c55674d req-6e91446d-b02b-4471-984b-360fab5c6e2f service neutron] 10.222.0.95 "GET /v2.0/networks/29ea24c6-0a9a-44fc-ac79-1e65ed3a1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168112 Jul 22 23:40:22.097464 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b92572a-5cd1-43cc-9927-1a7b9708683a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.118489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5dc39-afd1-490e-aef1-4690df8396fd req-1289f5c6-841c-4bb0-acba-34052b1577ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:22.119978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ead5dc39-afd1-490e-aef1-4690df8396fd req-1289f5c6-841c-4bb0-acba-34052b1577ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 HTTP/1.1" status: 200 len: 912 time: 0.5711520 Jul 22 23:40:22.140787 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b92572a-5cd1-43cc-9927-1a7b9708683a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.195444 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b92572a-5cd1-43cc-9927-1a7b9708683a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.221369 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92572a-5cd1-43cc-9927-1a7b9708683a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e72d1ef6-6a22-4e40-b45c-d3c4a70d0549,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:22.225566 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b92572a-5cd1-43cc-9927-1a7b9708683a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.230985 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7b92572a-5cd1-43cc-9927-1a7b9708683a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e72d1ef6-6a22-4e40-b45c-d3c4a70d0549 HTTP/1.1" status: 204 len: 168 time: 0.2941511 Jul 22 23:40:22.230985 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42520) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:22.273382 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932b154-31a1-44a6-a709-58cf50891b6c req-fb38a05d-7893-4d1e-98bf-e1e1604a570a tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:22.275459 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9932b154-31a1-44a6-a709-58cf50891b6c req-fb38a05d-7893-4d1e-98bf-e1e1604a570a tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 946 time: 0.6006169 Jul 22 23:40:22.304391 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b353377d-91a9-46b3-a7d2-4241d41fb598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.353151 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09a761d2-6712-4881-945c-d77f0c36b3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.387608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b353377d-91a9-46b3-a7d2-4241d41fb598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.395798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ead5dc39-afd1-490e-aef1-4690df8396fd req-edd32be3-c6f6-44d3-878a-8bf009636c74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e0753c-069e-48e6-a432-137322ba53a7 HTTP/1.1" status: 200 len: 1001 time: 0.2256336 Jul 22 23:40:22.397592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b353377d-91a9-46b3-a7d2-4241d41fb598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289f0b49-e249-4b29-91da-f96e564f5f79']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:22.408307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b353377d-91a9-46b3-a7d2-4241d41fb598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634fb338-ab79-4ce0-a6c7-22027d6b5a2e') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:22.408631 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b353377d-91a9-46b3-a7d2-4241d41fb598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634fb338-ab79-4ce0-a6c7-22027d6b5a2e') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:22.418288 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b353377d-91a9-46b3-a7d2-4241d41fb598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.432269 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b353377d-91a9-46b3-a7d2-4241d41fb598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.438317 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b353377d-91a9-46b3-a7d2-4241d41fb598 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:40:22.438820 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b353377d-91a9-46b3-a7d2-4241d41fb598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:40:22.440887 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:40:22.450162 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9932b154-31a1-44a6-a709-58cf50891b6c req-f0903fcc-cb12-4bce-baef-64faa22bc1d4 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681297 Jul 22 23:40:22.451990 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09a761d2-6712-4881-945c-d77f0c36b3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.502284 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b353377d-91a9-46b3-a7d2-4241d41fb598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.507761 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b353377d-91a9-46b3-a7d2-4241d41fb598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.512755 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b353377d-91a9-46b3-a7d2-4241d41fb598 admin admin] 10.222.0.26 "DELETE /v2.0/networks/289f0b49-e249-4b29-91da-f96e564f5f79 HTTP/1.1" status: 204 len: 168 time: 0.2783527 Jul 22 23:40:22.523524 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353377d-91a9-46b3-a7d2-4241d41fb598 admin admin] Pushing event deleted for resources: {'Network': ['ID=289f0b49-e249-4b29-91da-f96e564f5f79,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:22.621113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-a60d9213-dd7f-4007-b642-0fd82e3ea986 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Allocated IP 172.20.0.10 (57ccab81-acd5-4e76-8bb7-36e460d0f620/bf44d29d-58a9-4d83-aa8b-ae4af9904ce3/893dfbba-4530-41f7-82d9-397ee442a6dd) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:22.635532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c293ab6-9630-4015-b0e7-338d5c39101b', 'tag': '00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:22.637125 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3be87a-5d87-453d-a177-ac3239652a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c293ab6-9630-4015-b0e7-338d5c39101b", "tag": "00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:22.639642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42526) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:22.653367 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5dc39-afd1-490e-aef1-4690df8396fd req-e0102dd5-29c5-44dd-8cdc-340c06a78789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:22.654979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ead5dc39-afd1-490e-aef1-4690df8396fd req-e0102dd5-29c5-44dd-8cdc-340c06a78789 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=944a2bd3-3d96-426e-983b-9162c91b6208 HTTP/1.1" status: 200 len: 850 time: 0.2474344 Jul 22 23:40:22.684455 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3fef6755-e899-4b73-9cff-f6a6703f4857 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f944e6bb36c4ef99743562f3de61894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434780 Jul 22 23:40:22.687143 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42532) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:22.739996 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dab3573-ab7c-41a8-a41a-bf1d6477c59d x-openstack-request-id: req-3dab3573-ab7c-41a8-a41a-bf1d6477c59d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:22.740606 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c293ab6-9630-4015-b0e7-338d5c39101b", "tag": "00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:22.740606 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3dab3573-ab7c-41a8-a41a-bf1d6477c59d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:22.740917 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c293ab6-9630-4015-b0e7-338d5c39101b', 'tag': '00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9', 'status': 'completed', 'code': 200} Jul 22 23:40:22.755598 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9219a16-fd1e-4420-9e15-accdeb443795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.787712 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9219a16-fd1e-4420-9e15-accdeb443795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.818358 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09a761d2-6712-4881-945c-d77f0c36b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.821577 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09a761d2-6712-4881-945c-d77f0c36b3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.822768 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-09a761d2-6712-4881-945c-d77f0c36b3f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e7747d2-7627-4fa9-91ee-da19d7af96cf HTTP/1.1" status: 204 len: 168 time: 0.8592095 Jul 22 23:40:22.864482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3be87a-5d87-453d-a177-ac3239652a6f req-7dbb4ab6-c4c6-4f0c-a5c2-50acc894cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:22.866484 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b3be87a-5d87-453d-a177-ac3239652a6f req-7dbb4ab6-c4c6-4f0c-a5c2-50acc894cd37 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b047b0d3896f46a48ca9322f3adeace9&device_id=5c293ab6-9630-4015-b0e7-338d5c39101b HTTP/1.1" status: 200 len: 1094 time: 0.0909233 Jul 22 23:40:22.874202 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a761d2-6712-4881-945c-d77f0c36b3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7747d2-7627-4fa9-91ee-da19d7af96cf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:22.878463 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9219a16-fd1e-4420-9e15-accdeb443795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.881456 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9219a16-fd1e-4420-9e15-accdeb443795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.884150 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e9219a16-fd1e-4420-9e15-accdeb443795 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d7af028-f06f-468a-b623-ee1226ac90ee HTTP/1.1" status: 204 len: 168 time: 0.1952410 Jul 22 23:40:22.969205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9219a16-fd1e-4420-9e15-accdeb443795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7af028-f06f-468a-b623-ee1226ac90ee,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:22.971422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5e80f-cd7e-4f3d-9e58-e9d1e7fdf148 req-65f8240f-e10e-4c6d-b479-f4e982bd2f64 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:22.972971 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54b5e80f-cd7e-4f3d-9e58-e9d1e7fdf148 req-65f8240f-e10e-4c6d-b479-f4e982bd2f64 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c293ab6-9630-4015-b0e7-338d5c39101b HTTP/1.1" status: 200 len: 943 time: 0.3534298 Jul 22 23:40:23.013824 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5650277b-be8a-4c5d-8bae-2bbf2a0e0856 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.034387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5dc39-afd1-490e-aef1-4690df8396fd req-cedb3c90-6606-4933-a31c-1303bd3838c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:23.036064 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ead5dc39-afd1-490e-aef1-4690df8396fd req-cedb3c90-6606-4933-a31c-1303bd3838c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3588789 Jul 22 23:40:23.056066 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3be87a-5d87-453d-a177-ac3239652a6f req-56b4a798-c29a-44d0-ae73-030c5d94cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:23.057956 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b3be87a-5d87-453d-a177-ac3239652a6f req-56b4a798-c29a-44d0-ae73-030c5d94cacd service neutron] 10.222.0.95 "GET /v2.0/networks?id=29ea24c6-0a9a-44fc-ac79-1e65ed3a1240 HTTP/1.1" status: 200 len: 914 time: 0.1709273 Jul 22 23:40:23.083782 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14636255-c6a7-4967-82c5-27be998e62f2 req-b567504d-8da0-4d1a-9220-430767a3f949 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 210 time: 0.1076634 Jul 22 23:40:23.084351 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5650277b-be8a-4c5d-8bae-2bbf2a0e0856 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.150093 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b3be87a-5d87-453d-a177-ac3239652a6f req-669b94e7-befe-4b40-82d8-05afc7d575b7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 HTTP/1.1" status: 200 len: 217 time: 0.0810151 Jul 22 23:40:23.177860 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-a60d9213-dd7f-4007-b642-0fd82e3ea986 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.230815 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54b5e80f-cd7e-4f3d-9e58-e9d1e7fdf148 req-72b189d4-64b6-437f-958e-2bc2499d61d9 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/security-groups?id=6276a33f-b931-40e0-bcd2-c48452db4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341111 Jul 22 23:40:23.232524 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3be87a-5d87-453d-a177-ac3239652a6f req-f36d416a-c187-45bf-a7e0-bb28b23a3a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:23.235064 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b3be87a-5d87-453d-a177-ac3239652a6f req-f36d416a-c187-45bf-a7e0-bb28b23a3a73 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=63ef11d4-6c91-4238-a2f7-7b80e838ea56 HTTP/1.1" status: 200 len: 853 time: 0.0791590 Jul 22 23:40:23.287240 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b3be87a-5d87-453d-a177-ac3239652a6f req-3954c688-9e65-4f6b-be33-755a9f692eca service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=29ea24c6-0a9a-44fc-ac79-1e65ed3a1240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447176 Jul 22 23:40:23.317772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42546) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:23.352794 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad81973a-979e-46b7-bdde-e27954d151e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.358807 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-5650277b-be8a-4c5d-8bae-2bbf2a0e0856 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Floating IP 5a45b35d-4799-47d1-856f-c695d34500d0 associated. External IP: 172.25.4.173, port: 485188e4-d204-4828-99b2-7f5bf6f9c99c. Jul 22 23:40:23.366780 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-a60d9213-dd7f-4007-b642-0fd82e3ea986 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.401499 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b3be87a-5d87-453d-a177-ac3239652a6f req-1d3b8ec0-82a4-4b0d-8463-e7590b671cf6 service neutron] 10.222.0.95 "GET /v2.0/networks/29ea24c6-0a9a-44fc-ac79-1e65ed3a1240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033983 Jul 22 23:40:23.519758 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b3be87a-5d87-453d-a177-ac3239652a6f req-cf53ae0b-1da0-41cb-9e31-8d0ac08408a2 service neutron] 10.222.0.95 "GET /v2.0/networks/29ea24c6-0a9a-44fc-ac79-1e65ed3a1240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095395 Jul 22 23:40:23.695555 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ead5dc39-afd1-490e-aef1-4690df8396fd req-5a35e9c5-250a-43a5-8b70-1fc9c1bdfbab service neutron] 10.222.0.18 "GET /v2.0/networks/81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272233 Jul 22 23:40:23.853718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-a60d9213-dd7f-4007-b642-0fd82e3ea986 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Network 57ccab81-acd5-4e76-8bb7-36e460d0f620 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:23.870434 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-a60d9213-dd7f-4007-b642-0fd82e3ea986 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:23.903226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d9213-dd7f-4007-b642-0fd82e3ea986 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Pushing event updated for resources: {'Port': ['ID=893dfbba-4530-41f7-82d9-397ee442a6dd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:23.911319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-a60d9213-dd7f-4007-b642-0fd82e3ea986 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:24.031825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-a60d9213-dd7f-4007-b642-0fd82e3ea986 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:24.032459 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-a60d9213-dd7f-4007-b642-0fd82e3ea986 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.041560 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ead5dc39-afd1-490e-aef1-4690df8396fd req-2a3ad1e4-5a00-485b-b113-b9f8b0475171 service neutron] 10.222.0.18 "GET /v2.0/networks/81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102596 Jul 22 23:40:24.053129 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff4e4f-d313-473d-abb8-02227b88d18f req-c167a3ae-4c22-4374-b293-989a9c6bcb36 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:24.054698 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81ff4e4f-d313-473d-abb8-02227b88d18f req-c167a3ae-4c22-4374-b293-989a9c6bcb36 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 946 time: 0.3325210 Jul 22 23:40:24.195947 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81ff4e4f-d313-473d-abb8-02227b88d18f req-916e1acc-ae4d-435e-90c5-dcc6d5120c73 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967786 Jul 22 23:40:24.197850 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:40:24.201821 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad81973a-979e-46b7-bdde-e27954d151e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.221557 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad81973a-979e-46b7-bdde-e27954d151e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.242668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-a60d9213-dd7f-4007-b642-0fd82e3ea986 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9928272 Jul 22 23:40:24.279097 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Request body: {'port': {'device_id': 'f0552564-94aa-4e15-8ac1-20193c7b96db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:24.314728 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81973a-979e-46b7-bdde-e27954d151e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd1c024-52e4-4788-bebc-943212fa6835,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:24.319999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5650277b-be8a-4c5d-8bae-2bbf2a0e0856 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Router a4dd5372-bf49-4d17-ae86-7cf3452c5139 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:24.342087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ad81973a-979e-46b7-bdde-e27954d151e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=331e7a2ebe8c401ebc9a68a00b92bd14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0232446 Jul 22 23:40:24.345369 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42592) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:24.362047 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9,segment=NetworkSegment(9576a15f-5095-48a0-861d-d4f958b2cada),segment_id=9576a15f-5095-48a0-861d-d4f958b2cada)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:24.385471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9', 'network_id': '29ea24c6-0a9a-44fc-ac79-1e65ed3a1240', 'port_id': '00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9', 'mac_address': 'fa:16:3e:28:2c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63ef11d4-6c91-4238-a2f7-7b80e838ea56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:40:24.395052 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f16daea7-adde-426f-a31e-230dd0ec9994 req-d0cf34eb-264d-473f-8192-2257607bdab6 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.1037204 Jul 22 23:40:24.423458 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9a9d46f-e0b5-4356-853f-4f59f9a19b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.447057 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9a9d46f-e0b5-4356-853f-4f59f9a19b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.478350 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.509529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:24.517237 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9a9d46f-e0b5-4356-853f-4f59f9a19b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.522344 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9a9d46f-e0b5-4356-853f-4f59f9a19b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.525195 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a9a9d46f-e0b5-4356-853f-4f59f9a19b52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bbd1c024-52e4-4788-bebc-943212fa6835 HTTP/1.1" status: 204 len: 168 time: 0.1770027 Jul 22 23:40:24.534301 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9d46f-e0b5-4356-853f-4f59f9a19b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd1c024-52e4-4788-bebc-943212fa6835,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:24.543894 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.554920 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9,segment=NetworkSegment(9576a15f-5095-48a0-861d-d4f958b2cada),segment_id=9576a15f-5095-48a0-861d-d4f958b2cada)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:24.565907 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.615612 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17a50d-0c59-4eca-b2e0-eef3b751d7ba req-f784eba3-642c-4e49-a783-8732a7948417 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:24.622838 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc17a50d-0c59-4eca-b2e0-eef3b751d7ba req-f784eba3-642c-4e49-a783-8732a7948417 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 932 time: 0.3293605 Jul 22 23:40:24.638386 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:24.700766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5650277b-be8a-4c5d-8bae-2bbf2a0e0856 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:24.705606 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5650277b-be8a-4c5d-8bae-2bbf2a0e0856 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.718902 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9bb036-47d8-4990-9f4b-42119914617a None None] Sync routers for ids ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:24.728729 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9bb036-47d8-4990-9f4b-42119914617a None None] Routers {'a4dd5372-bf49-4d17-ae86-7cf3452c5139'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:24.729657 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c9bb036-47d8-4990-9f4b-42119914617a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:24.800216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc17a50d-0c59-4eca-b2e0-eef3b751d7ba req-a271403d-285c-40c9-b486-014a21bb83e2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764936 Jul 22 23:40:24.814656 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:24.838495 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b80daf-3c01-491d-a1e6-2a52eebcbfb6 req-e1fc27e7-8b10-4344-b2ed-06b79cf9543a tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:24.845667 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8c9bb036-47d8-4990-9f4b-42119914617a None None] Set router a4dd5372-bf49-4d17-ae86-7cf3452c5139 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:24.845817 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3b80daf-3c01-491d-a1e6-2a52eebcbfb6 req-e1fc27e7-8b10-4344-b2ed-06b79cf9543a tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c293ab6-9630-4015-b0e7-338d5c39101b HTTP/1.1" status: 200 len: 944 time: 0.3072462 Jul 22 23:40:24.860893 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5650277b-be8a-4c5d-8bae-2bbf2a0e0856 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "PUT /v2.0/floatingips/5a45b35d-4799-47d1-856f-c695d34500d0 HTTP/1.1" status: 200 len: 991 time: 3.2828424 Jul 22 23:40:24.865256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0879cf70-42a3-4da4-a27e-b7eda907373b', 'tag': '485188e4-d204-4828-99b2-7f5bf6f9c99c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:24.867910 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2de0f6-0458-4143-935f-27327aa5e5c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0879cf70-42a3-4da4-a27e-b7eda907373b", "tag": "485188e4-d204-4828-99b2-7f5bf6f9c99c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:24.934392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3b80daf-3c01-491d-a1e6-2a52eebcbfb6 req-3be63782-02fe-4a59-9b12-a9ddeae63a16 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/security-groups?id=6276a33f-b931-40e0-bcd2-c48452db4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812266 Jul 22 23:40:25.157662 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975f7a72-5ad0-4a91-989c-cc6ce2e03bdf x-openstack-request-id: req-975f7a72-5ad0-4a91-989c-cc6ce2e03bdf {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:25.158059 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0879cf70-42a3-4da4-a27e-b7eda907373b", "tag": "485188e4-d204-4828-99b2-7f5bf6f9c99c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:25.158409 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-975f7a72-5ad0-4a91-989c-cc6ce2e03bdf {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:25.158905 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0879cf70-42a3-4da4-a27e-b7eda907373b', 'tag': '485188e4-d204-4828-99b2-7f5bf6f9c99c', 'status': 'completed', 'code': 200} Jul 22 23:40:25.180949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893dfbba-4530-41f7-82d9-397ee442a6dd {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:25.193813 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.208573 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c9bb036-47d8-4990-9f4b-42119914617a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:49Z', 'revision_number': 4, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '5a45b35d-4799-47d1-856f-c695d34500d0', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'port_id': '485188e4-d204-4828-99b2-7f5bf6f9c99c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'mac_address': 'fa:16:3e:76:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0879cf70-42a3-4da4-a27e-b7eda907373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:57Z', 'updated_at': '2021-07-22T23:40:22Z', 'revision_number': 1, 'project_id': '3a746b4f731849e293273dc1d348b169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2023e9ac-519f-40b7-aaa2-75f966909a28', 'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:47Z', 'updated_at': '2021-07-22T23:39:56Z', 'revision_number': 5, 'project_id': '3a746b4f731849e293273dc1d348b169', 'subnets': [{'id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:25.220673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Transition to ACTIVE for port object 893dfbba-4530-41f7-82d9-397ee442a6dd will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:25.239921 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.255890 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9bb036-47d8-4990-9f4b-42119914617a None None] Checking router: a4dd5372-bf49-4d17-ae86-7cf3452c5139 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:40:25.284186 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9bb036-47d8-4990-9f4b-42119914617a None None] Routers {'a4dd5372-bf49-4d17-ae86-7cf3452c5139'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:25.284816 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c9bb036-47d8-4990-9f4b-42119914617a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:25.317695 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Pushing event updated for resources: {'Port': ['ID=893dfbba-4530-41f7-82d9-397ee442a6dd,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:25.394713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2de0f6-0458-4143-935f-27327aa5e5c1 req-cc58ab8a-3f65-485e-823d-071d80ed2498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:25.396306 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c2de0f6-0458-4143-935f-27327aa5e5c1 req-cc58ab8a-3f65-485e-823d-071d80ed2498 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a746b4f731849e293273dc1d348b169&device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 1096 time: 0.1900144 Jul 22 23:40:25.412515 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8c9bb036-47d8-4990-9f4b-42119914617a None None] Set router a4dd5372-bf49-4d17-ae86-7cf3452c5139 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:25.468827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Attempting to bind port 893dfbba-4530-41f7-82d9-397ee442a6dd on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:25.469194 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Attempting to bind port 893dfbba-4530-41f7-82d9-397ee442a6dd by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '9e3f553e-59ce-480b-a5d0-6a655d48a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:25.469529 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Attempting to bind port 893dfbba-4530-41f7-82d9-397ee442a6dd on network 57ccab81-acd5-4e76-8bb7-36e460d0f620 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:25.482596 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8306c-8fb6-4dfe-bce9-900f1611ac76 req-839108a9-674d-4dca-8dc5-0eb020bae584 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:25.484135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-65b8306c-8fb6-4dfe-bce9-900f1611ac76 req-839108a9-674d-4dca-8dc5-0eb020bae584 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 946 time: 0.1863766 Jul 22 23:40:25.521810 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Port 893dfbba-4530-41f7-82d9-397ee442a6dd on network 57ccab81-acd5-4e76-8bb7-36e460d0f620 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:25.522137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Attempting to bind port 893dfbba-4530-41f7-82d9-397ee442a6dd on network 57ccab81-acd5-4e76-8bb7-36e460d0f620 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:25.567225 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:40:25.567839 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Checking segment: {'id': '9e3f553e-59ce-480b-a5d0-6a655d48a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:25.568405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Bound using segment: {'id': '9e3f553e-59ce-480b-a5d0-6a655d48a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:40:25.569038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Bound port: 893dfbba-4530-41f7-82d9-397ee442a6dd, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3f553e-59ce-480b-a5d0-6a655d48a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:40:25.569619 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.583713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d663216-9084-480f-8ab2-006b66a7b4c0 req-7d7286bf-2756-48a5-ba5d-a925535a2878 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0939312 Jul 22 23:40:25.640257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2de0f6-0458-4143-935f-27327aa5e5c1 req-490d0203-93da-441b-b542-8eaf29df28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:25.642030 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c2de0f6-0458-4143-935f-27327aa5e5c1 req-490d0203-93da-441b-b542-8eaf29df28e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=afd64f44-be57-4092-97ba-5564e606fdc5 HTTP/1.1" status: 200 len: 912 time: 0.2237086 Jul 22 23:40:25.704468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-65b8306c-8fb6-4dfe-bce9-900f1611ac76 req-4adfb96a-072b-44bb-b8e7-95ed87618972 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126086 Jul 22 23:40:25.746915 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] For port 893dfbba-4530-41f7-82d9-397ee442a6dd, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:25.750530 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c2de0f6-0458-4143-935f-27327aa5e5c1 req-a9997dd4-542c-4cbd-8e8b-03d8e35c294d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=485188e4-d204-4828-99b2-7f5bf6f9c99c HTTP/1.1" status: 200 len: 999 time: 0.1002541 Jul 22 23:40:25.752251 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] For port 893dfbba-4530-41f7-82d9-397ee442a6dd, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=893dfbba-4530-41f7-82d9-397ee442a6dd,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:40:25.756858 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.757133 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8c9bb036-47d8-4990-9f4b-42119914617a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:49Z', 'revision_number': 4, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '5a45b35d-4799-47d1-856f-c695d34500d0', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'port_id': '485188e4-d204-4828-99b2-7f5bf6f9c99c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'mac_address': 'fa:16:3e:76:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0879cf70-42a3-4da4-a27e-b7eda907373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:57Z', 'updated_at': '2021-07-22T23:40:22Z', 'revision_number': 1, 'project_id': '3a746b4f731849e293273dc1d348b169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2023e9ac-519f-40b7-aaa2-75f966909a28', 'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:47Z', 'updated_at': '2021-07-22T23:39:56Z', 'revision_number': 5, 'project_id': '3a746b4f731849e293273dc1d348b169', 'subnets': [{'id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:25.801988 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9bb036-47d8-4990-9f4b-42119914617a None None] The sync data for ids ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'] in n-d-688802-2 is: [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:49Z', 'revision_number': 4, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '5a45b35d-4799-47d1-856f-c695d34500d0', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'port_id': '485188e4-d204-4828-99b2-7f5bf6f9c99c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'mac_address': 'fa:16:3e:76:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0879cf70-42a3-4da4-a27e-b7eda907373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:57Z', 'updated_at': '2021-07-22T23:40:22Z', 'revision_number': 1, 'project_id': '3a746b4f731849e293273dc1d348b169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2023e9ac-519f-40b7-aaa2-75f966909a28', 'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:47Z', 'updated_at': '2021-07-22T23:39:56Z', 'revision_number': 5, 'project_id': '3a746b4f731849e293273dc1d348b169', 'subnets': [{'id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:25.863626 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:25.865412 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.867267 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] 10.222.0.95 "PUT /v2.0/ports/893dfbba-4530-41f7-82d9-397ee442a6dd HTTP/1.1" status: 200 len: 1092 time: 1.5994368 Jul 22 23:40:25.919379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2de0f6-0458-4143-935f-27327aa5e5c1 req-78defee6-cab9-4d10-a53d-b72a61f8901e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:25.923690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c2de0f6-0458-4143-935f-27327aa5e5c1 req-78defee6-cab9-4d10-a53d-b72a61f8901e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcaded81-6539-4a40-8d44-b38a3809d293 HTTP/1.1" status: 200 len: 850 time: 0.1612928 Jul 22 23:40:25.957244 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce14ddc-a8d2-40af-a677-eaaa17e78a60 service neutron] Pushing event updated for resources: {'Port': ['ID=893dfbba-4530-41f7-82d9-397ee442a6dd,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:26.121762 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60f50f-f98c-4855-b33b-cef00d22f87f None None] New status for floating IP 5a45b35d-4799-47d1-856f-c695d34500d0: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:40:26.159425 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-829eac81-66b7-40e4-9cb9-e153d583ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:26.160953 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-829eac81-66b7-40e4-9cb9-e153d583ea84 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6539760ffcb6457396bc17422fedc47a&device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 1095 time: 0.2318349 Jul 22 23:40:26.168823 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2de0f6-0458-4143-935f-27327aa5e5c1 req-045d4331-4927-4755-a0ba-f78b9121209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:26.170323 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c2de0f6-0458-4143-935f-27327aa5e5c1 req-045d4331-4927-4755-a0ba-f78b9121209d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afd64f44-be57-4092-97ba-5564e606fdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2289751 Jul 22 23:40:26.186755 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f4ad7-5003-4964-a21d-c9aee23a26c0 req-3c2d686d-a9e0-4d6d-a08d-a16f412435e2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:26.188849 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-043f4ad7-5003-4964-a21d-c9aee23a26c0 req-3c2d686d-a9e0-4d6d-a08d-a16f412435e2 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 944 time: 0.2363532 Jul 22 23:40:26.216657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:26.234017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42654) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:26.237943 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e0dff-5c65-4f84-8378-1eecf1ced306 req-8c33011a-ff00-40e3-a72c-225c433e86f8 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:26.238964 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f5e0dff-5c65-4f84-8378-1eecf1ced306 req-8c33011a-ff00-40e3-a72c-225c433e86f8 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c293ab6-9630-4015-b0e7-338d5c39101b HTTP/1.1" status: 200 len: 944 time: 0.2159364 Jul 22 23:40:26.251038 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-0cb87bb7-45e0-4208-bc44-1db3c23d0bf9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=893dfbba-4530-41f7-82d9-397ee442a6dd HTTP/1.1" status: 200 len: 217 time: 0.0789645 Jul 22 23:40:26.311732 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:26.315787 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:26.316378 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.375993 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87d4d07a-17b6-47ba-8169-7d7beb224e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.402158 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-043f4ad7-5003-4964-a21d-c9aee23a26c0 req-63440418-7064-4e52-922f-57ae7b9e5f80 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727154 Jul 22 23:40:26.416821 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.436908 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f5e0dff-5c65-4f84-8378-1eecf1ced306 req-d6ac956b-7b42-460a-be7f-a20e970065e5 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/security-groups?id=6276a33f-b931-40e0-bcd2-c48452db4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790776 Jul 22 23:40:26.446334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c293ab6-9630-4015-b0e7-338d5c39101b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:26.449082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-4db55e7f-1986-44ce-bf02-e04baa9a5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:26.449693 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1525fb-2bdb-46b4-a49e-3c59a0d6a6b5" -d '{"events": [{"server_uuid": "5c293ab6-9630-4015-b0e7-338d5c39101b", "name": "network-vif-plugged", "status": "completed", "tag": "00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:26.456742 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-4db55e7f-1986-44ce-bf02-e04baa9a5647 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bf44d29d-58a9-4d83-aa8b-ae4af9904ce3 HTTP/1.1" status: 200 len: 862 time: 0.1965148 Jul 22 23:40:26.475518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9,segment=NetworkSegment(9576a15f-5095-48a0-861d-d4f958b2cada),segment_id=9576a15f-5095-48a0-861d-d4f958b2cada)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:26.482929 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.508687 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-b3e80e7a-8797-4fec-b92c-633538898f6f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=57ccab81-acd5-4e76-8bb7-36e460d0f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423064 Jul 22 23:40:26.515298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c2de0f6-0458-4143-935f-27327aa5e5c1 req-74b9a122-1336-41a0-b231-2559a4acc1f7 service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229482 Jul 22 23:40:26.554205 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87d4d07a-17b6-47ba-8169-7d7beb224e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.558184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:26.569848 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87d4d07a-17b6-47ba-8169-7d7beb224e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.601930 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4d07a-17b6-47ba-8169-7d7beb224e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5915b07-adfd-47a9-885f-7fbb5ef3c937,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:26.613742 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4f1ea8-ace0-4b24-a15c-05c798d0f582 x-openstack-request-id: req-7e4f1ea8-ace0-4b24-a15c-05c798d0f582 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:26.614077 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c293ab6-9630-4015-b0e7-338d5c39101b", "name": "network-vif-plugged", "status": "completed", "tag": "00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:26.614352 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e4f1ea8-ace0-4b24-a15c-05c798d0f582 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:26.614755 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c293ab6-9630-4015-b0e7-338d5c39101b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9', 'code': 200} Jul 22 23:40:26.636277 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-87d4d07a-17b6-47ba-8169-7d7beb224e25 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c107a0fe16ea4071a5ada5e21ccce538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4010572 Jul 22 23:40:26.636944 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42662) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:26.695681 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f8da426-d9db-4062-96c7-d76a18de4b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.738691 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f8da426-d9db-4062-96c7-d76a18de4b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.738886 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-27e50c1c-6051-4be8-92b9-8a307f7c9af5 service neutron] 10.222.0.95 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224133 Jul 22 23:40:26.741598 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de2566ce-e346-4d30-bb9f-ae8930450141 req-d9e4fe19-9c3e-4e7f-b9e3-cdceaab81512 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0530529 Jul 22 23:40:26.745025 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c2de0f6-0458-4143-935f-27327aa5e5c1 req-5109fc0f-16e4-439c-af91-e8a0152d8ccf service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158027 Jul 22 23:40:26.806216 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346df788-fb39-468d-a8bd-55bd8a3ee9ac req-96fee938-2218-426e-a699-eb8b16bd6b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:26.807770 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-346df788-fb39-468d-a8bd-55bd8a3ee9ac req-96fee938-2218-426e-a699-eb8b16bd6b23 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5c293ab6-9630-4015-b0e7-338d5c39101b HTTP/1.1" status: 200 len: 1096 time: 0.1196730 Jul 22 23:40:26.824474 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f8da426-d9db-4062-96c7-d76a18de4b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.827203 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f8da426-d9db-4062-96c7-d76a18de4b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.828481 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9f8da426-d9db-4062-96c7-d76a18de4b80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f5915b07-adfd-47a9-885f-7fbb5ef3c937 HTTP/1.1" status: 204 len: 168 time: 0.1905558 Jul 22 23:40:26.848149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8da426-d9db-4062-96c7-d76a18de4b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5915b07-adfd-47a9-885f-7fbb5ef3c937,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:26.860156 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-346df788-fb39-468d-a8bd-55bd8a3ee9ac req-299bb61e-e0ca-4a49-a84a-db917df0a969 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6276a33f-b931-40e0-bcd2-c48452db4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431104 Jul 22 23:40:26.897336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b712cd11-d7a2-4ec5-a049-0195f72a9e67 req-46b60502-42e0-4e49-af61-11cfc0d9865a service neutron] 10.222.0.95 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512713 Jul 22 23:40:26.934832 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fd08c-5ce7-4244-8576-b623946f0b37 req-0192c839-c6bb-4739-8ac4-06bf98196e9f tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:26.936899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-433fd08c-5ce7-4244-8576-b623946f0b37 req-0192c839-c6bb-4739-8ac4-06bf98196e9f tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 946 time: 0.1187019 Jul 22 23:40:26.979330 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-433fd08c-5ce7-4244-8576-b623946f0b37 req-8414caf1-6ec7-44a4-8c27-19b4d99da39f tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364447 Jul 22 23:40:27.140787 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed90e3df-680a-4cd5-ae5b-86d33b0d4785 req-951b43c3-110f-4b6d-afcf-a76b51c5e4b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0341942 Jul 22 23:40:27.159532 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0552564-94aa-4e15-8ac1-20193c7b96db', 'tag': '893dfbba-4530-41f7-82d9-397ee442a6dd'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:27.161885 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98bcc64-3e8a-4909-ab29-c664e22ace4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f0552564-94aa-4e15-8ac1-20193c7b96db", "tag": "893dfbba-4530-41f7-82d9-397ee442a6dd"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:27.208041 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cb17aa-177a-4046-8ac0-949d654e6449 x-openstack-request-id: req-e4cb17aa-177a-4046-8ac0-949d654e6449 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:27.208361 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0552564-94aa-4e15-8ac1-20193c7b96db", "tag": "893dfbba-4530-41f7-82d9-397ee442a6dd", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:27.208586 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e4cb17aa-177a-4046-8ac0-949d654e6449 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:27.209042 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0552564-94aa-4e15-8ac1-20193c7b96db', 'tag': '893dfbba-4530-41f7-82d9-397ee442a6dd', 'status': 'completed', 'code': 200} Jul 22 23:40:27.290442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bcc64-3e8a-4909-ab29-c664e22ace4b req-a40927c1-505c-49cf-a425-e0f63c405413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:27.292355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a98bcc64-3e8a-4909-ab29-c664e22ace4b req-a40927c1-505c-49cf-a425-e0f63c405413 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6539760ffcb6457396bc17422fedc47a&device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 1095 time: 0.0611372 Jul 22 23:40:27.801795 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bcc64-3e8a-4909-ab29-c664e22ace4b req-9eae860e-8fab-4c0a-97c3-98c0e4bd7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:27.803282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a98bcc64-3e8a-4909-ab29-c664e22ace4b req-9eae860e-8fab-4c0a-97c3-98c0e4bd7567 service neutron] 10.222.0.95 "GET /v2.0/networks?id=57ccab81-acd5-4e76-8bb7-36e460d0f620 HTTP/1.1" status: 200 len: 923 time: 0.4970064 Jul 22 23:40:27.819838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a80b6-3e36-4f89-ab9e-384e38d10cb1 req-a1e44641-5856-47c5-ab0f-2072c81a088b tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:27.821891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da2a80b6-3e36-4f89-ab9e-384e38d10cb1 req-a1e44641-5856-47c5-ab0f-2072c81a088b tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 944 time: 0.1714377 Jul 22 23:40:27.830647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082cb45-d012-4282-9350-b0717acf31b7 req-e5c0ea12-c415-48b3-aef1-b4d043ec9e0d tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:27.835772 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6082cb45-d012-4282-9350-b0717acf31b7 req-e5c0ea12-c415-48b3-aef1-b4d043ec9e0d tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c293ab6-9630-4015-b0e7-338d5c39101b HTTP/1.1" status: 200 len: 945 time: 0.1819909 Jul 22 23:40:27.905356 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a98bcc64-3e8a-4909-ab29-c664e22ace4b req-b911bb62-4ac2-4ef8-adc2-541ce91983f5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=893dfbba-4530-41f7-82d9-397ee442a6dd HTTP/1.1" status: 200 len: 217 time: 0.0823205 Jul 22 23:40:27.905914 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42726) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:27.990954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da2a80b6-3e36-4f89-ab9e-384e38d10cb1 req-3c2149bb-cacb-4b7a-9998-edc062084a6b tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452377 Jul 22 23:40:28.001311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bcc64-3e8a-4909-ab29-c664e22ace4b req-b5e8dc4b-c30c-4237-a5b3-950c70dde816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:28.002699 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a98bcc64-3e8a-4909-ab29-c664e22ace4b req-b5e8dc4b-c30c-4237-a5b3-950c70dde816 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bf44d29d-58a9-4d83-aa8b-ae4af9904ce3 HTTP/1.1" status: 200 len: 862 time: 0.0894108 Jul 22 23:40:28.005874 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6082cb45-d012-4282-9350-b0717acf31b7 req-0ba0aaf3-1a35-471b-8aa8-9e421ce4faa0 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/security-groups?id=6276a33f-b931-40e0-bcd2-c48452db4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589572 Jul 22 23:40:28.026167 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-013b7648-a57f-486f-8573-1137ac6e36c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:28.047835 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a98bcc64-3e8a-4909-ab29-c664e22ace4b req-5fa3a379-b3b6-449c-b284-5261f455507a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=57ccab81-acd5-4e76-8bb7-36e460d0f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352576 Jul 22 23:40:28.162928 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-013b7648-a57f-486f-8573-1137ac6e36c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:28.168634 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-013b7648-a57f-486f-8573-1137ac6e36c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:28.171717 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a98bcc64-3e8a-4909-ab29-c664e22ace4b req-7c3e6a98-74d5-4a2e-918d-30902d8c6be8 service neutron] 10.222.0.95 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169980 Jul 22 23:40:28.216798 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-013b7648-a57f-486f-8573-1137ac6e36c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5724743d83754e35944a8323454b7a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074698 Jul 22 23:40:28.216798 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b7648-a57f-486f-8573-1137ac6e36c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34e2c6d-f0e5-4bb1-a698-3578c09ecf35,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:28.217153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82497a0d-34e3-4083-a996-1d169ccbaa2b req-3af6c4c6-b656-4556-ae07-37b1f54d8546 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0444670 Jul 22 23:40:28.218314 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42730) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:28.275568 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c57b2cc2-80bc-4445-b43c-6497e438ca49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:28.300190 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c57b2cc2-80bc-4445-b43c-6497e438ca49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:28.307318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a98bcc64-3e8a-4909-ab29-c664e22ace4b req-7aa1ae26-fb51-4363-b816-58079cc9f0db service neutron] 10.222.0.95 "GET /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249776 Jul 22 23:40:28.352690 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c57b2cc2-80bc-4445-b43c-6497e438ca49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:28.356061 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c57b2cc2-80bc-4445-b43c-6497e438ca49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:28.357441 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c57b2cc2-80bc-4445-b43c-6497e438ca49 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a34e2c6d-f0e5-4bb1-a698-3578c09ecf35 HTTP/1.1" status: 204 len: 168 time: 0.1376638 Jul 22 23:40:28.366582 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b2cc2-80bc-4445-b43c-6497e438ca49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34e2c6d-f0e5-4bb1-a698-3578c09ecf35,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:29.197737 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febf954-b3d6-4f4c-b35e-0785d52be9c4 req-fd343931-d5ef-4cc6-bba0-0ed085d63d9f tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:29.199249 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0febf954-b3d6-4f4c-b35e-0785d52be9c4 req-fd343931-d5ef-4cc6-bba0-0ed085d63d9f tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 944 time: 0.1346877 Jul 22 23:40:29.210937 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc398387-40e3-4d2c-9cce-4b5e68236bdf req-54b77149-bf7d-439a-a734-3fd708bcfbd6 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:29.213088 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cc398387-40e3-4d2c-9cce-4b5e68236bdf req-54b77149-bf7d-439a-a734-3fd708bcfbd6 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c293ab6-9630-4015-b0e7-338d5c39101b HTTP/1.1" status: 200 len: 945 time: 0.0927110 Jul 22 23:40:29.277109 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0febf954-b3d6-4f4c-b35e-0785d52be9c4 req-f942a47c-ae7c-4921-ab7f-e36761f4d679 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630245 Jul 22 23:40:29.279839 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cc398387-40e3-4d2c-9cce-4b5e68236bdf req-a13c2620-52e2-4416-8df2-8069a2aa00d2 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/security-groups?id=6276a33f-b931-40e0-bcd2-c48452db4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594759 Jul 22 23:40:29.468606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c87a2ff9-68f2-40e5-aae5-b4780edc85a1 req-d97dff0a-fb88-4f41-953b-d8cb92b5310a tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0301144 Jul 22 23:40:29.608425 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42812) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:29.763573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 254f21a5-3348-44ce-9002-c333a4653ddc details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:40:29.789556 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8304c07b-3c7d-4213-be1b-bf6776b0eca6 tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1231004009'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:29.885765 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a3a1209-a2a5-4d68-9a95-ce684dcd5759 req-69b845e3-34b1-4504-901f-f55d1f1839d3 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0523996 Jul 22 23:40:29.887283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8304c07b-3c7d-4213-be1b-bf6776b0eca6 tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Made reservation on behalf of ee2b0175f4aa4f1384018bbd8b35a540 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:29.890739 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8304c07b-3c7d-4213-be1b-bf6776b0eca6 tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:29.893797 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 254f21a5-3348-44ce-9002-c333a4653ddc, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=254f21a5-3348-44ce-9002-c333a4653ddc,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:29.908717 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8304c07b-3c7d-4213-be1b-bf6776b0eca6 tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:29.934384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '254f21a5-3348-44ce-9002-c333a4653ddc', 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122', 'port_id': '254f21a5-3348-44ce-9002-c333a4653ddc', 'mac_address': 'fa:16:3e:8e:d2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be0a5b1-3bce-4e99-b121-d80db0f7b202', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:40:29.960196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f13d58-7928-408a-a8f6-0a76381bb0f1 req-4b757b24-5fb4-42a0-882c-03cace8cae0e tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:29.961859 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5f13d58-7928-408a-a8f6-0a76381bb0f1 req-4b757b24-5fb4-42a0-882c-03cace8cae0e tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c293ab6-9630-4015-b0e7-338d5c39101b HTTP/1.1" status: 200 len: 945 time: 0.1516263 Jul 22 23:40:29.988737 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.005294 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 254f21a5-3348-44ce-9002-c333a4653ddc {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:30.026497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 254f21a5-3348-44ce-9002-c333a4653ddc, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=254f21a5-3348-44ce-9002-c333a4653ddc,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:30.031277 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5f13d58-7928-408a-a8f6-0a76381bb0f1 req-dd791fd9-f4f4-485d-85c2-83a07e17680e tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/security-groups?id=6276a33f-b931-40e0-bcd2-c48452db4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607283 Jul 22 23:40:30.034763 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.074555 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8304c07b-3c7d-4213-be1b-bf6776b0eca6 tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.078727 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8304c07b-3c7d-4213-be1b-bf6776b0eca6 tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.090880 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=254f21a5-3348-44ce-9002-c333a4653ddc,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:30.108961 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8304c07b-3c7d-4213-be1b-bf6776b0eca6 tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:40:30.115924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304c07b-3c7d-4213-be1b-bf6776b0eca6 tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63112e0f-ed02-44b3-b623-262bd5839bf8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:30.122996 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8304c07b-3c7d-4213-be1b-bf6776b0eca6 tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.123347 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-8304c07b-3c7d-4213-be1b-bf6776b0eca6 tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Added segment b482c3c7-11ef-4c7c-a177-356764bef2e0 of type vlan for network 82b7ea50-2e98-4dc2-aa03-df4a16749808 Jul 22 23:40:30.165285 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8304c07b-3c7d-4213-be1b-bf6776b0eca6 tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.194005 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8304c07b-3c7d-4213-be1b-bf6776b0eca6 tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.200308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304c07b-3c7d-4213-be1b-bf6776b0eca6 tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:30.200926 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8304c07b-3c7d-4213-be1b-bf6776b0eca6 tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.229291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 893dfbba-4530-41f7-82d9-397ee442a6dd details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:40:30.234876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['254f21a5-3348-44ce-9002-c333a4653ddc'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:30.235227 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8304c07b-3c7d-4213-be1b-bf6776b0eca6 tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6255057 Jul 22 23:40:30.292802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304c07b-3c7d-4213-be1b-bf6776b0eca6 tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Pushing event updated for resources: {'Network': ['ID=82b7ea50-2e98-4dc2-aa03-df4a16749808,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:30.313191 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 82b7ea50-2e98-4dc2-aa03-df4a16749808 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:40:30.445370 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e0f79-7a90-495b-9ec2-74fb1078a529 req-b8127f3f-0796-44ce-afab-266ca4c7f4cf tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:30.447971 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-305e0f79-7a90-495b-9ec2-74fb1078a529 req-b8127f3f-0796-44ce-afab-266ca4c7f4cf tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 944 time: 0.0900972 Jul 22 23:40:30.473324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42854) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:30.483206 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Request body: {'port': {'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808', 'binding:host_id': 'n-h2-688802-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-972976966'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:30.515474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 893dfbba-4530-41f7-82d9-397ee442a6dd, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=893dfbba-4530-41f7-82d9-397ee442a6dd,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:30.522023 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-305e0f79-7a90-495b-9ec2-74fb1078a529 req-9158a329-1bb3-463d-ae5c-03e5205e402d tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652168 Jul 22 23:40:30.535323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Made reservation on behalf of e702fdc6574040e0a2dfebf73cbbcd21 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:30.538882 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.547586 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '893dfbba-4530-41f7-82d9-397ee442a6dd', 'network_id': '57ccab81-acd5-4e76-8bb7-36e460d0f620', 'port_id': '893dfbba-4530-41f7-82d9-397ee442a6dd', 'mac_address': 'fa:16:3e:4e:3d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf44d29d-58a9-4d83-aa8b-ae4af9904ce3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:40:30.549934 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.618672 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.637521 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893dfbba-4530-41f7-82d9-397ee442a6dd {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:30.660112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 893dfbba-4530-41f7-82d9-397ee442a6dd, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=893dfbba-4530-41f7-82d9-397ee442a6dd,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:30.664600 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.678562 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.684387 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.690158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] device_id is not set on port 9324be8d-c60a-4635-a5ea-1cf01d00c279 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:30.726848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=893dfbba-4530-41f7-82d9-397ee442a6dd,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:30.777968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce35908-0d15-4142-8dd3-19cb827c0c54,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:30.934867 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['893dfbba-4530-41f7-82d9-397ee442a6dd'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:30.976218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] device_id is not set on port 9324be8d-c60a-4635-a5ea-1cf01d00c279 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:30.988393 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:31.008249 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Transition to ACTIVE for port object 9324be8d-c60a-4635-a5ea-1cf01d00c279 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:31.068480 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70dcb34a-ae91-4de5-aead-41b85d654d6d req-3ceae188-9b94-40ff-916c-877a487dea03 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0492611 Jul 22 23:40:31.069827 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:31.114456 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:40:31.133465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Pushing event updated for resources: {'Port': ['ID=9324be8d-c60a-4635-a5ea-1cf01d00c279,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:31.192054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Checking segment: {'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:31.192409 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Network hostable DHCP agents. Network: 82b7ea50-2e98-4dc2-aa03-df4a16749808, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:40:31.227116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Network 82b7ea50-2e98-4dc2-aa03-df4a16749808 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:40:31.246884 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a3d5e-d46a-42a9-868a-3bb5785d73f3 req-778c21cd-4d90-443b-84fc-ff804ca09c6c tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:31.248425 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa8a3d5e-d46a-42a9-868a-3bb5785d73f3 req-778c21cd-4d90-443b-84fc-ff804ca09c6c tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c293ab6-9630-4015-b0e7-338d5c39101b HTTP/1.1" status: 200 len: 945 time: 0.0948212 Jul 22 23:40:31.249194 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 82b7ea50-2e98-4dc2-aa03-df4a16749808) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:31.252971 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:31.268355 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcbd141-3998-4ea2-bdf5-dc80a1b7d7c5 None None] Network 82b7ea50-2e98-4dc2-aa03-df4a16749808 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:31.275275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:31.275618 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:31.277195 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:31.305261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:31.305672 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:31.306327 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 2 to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 Jul 22 23:40:31.367269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:31.369288 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:31.369663 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:31.376908 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa8a3d5e-d46a-42a9-868a-3bb5785d73f3 req-cc78dfe8-203e-464b-a896-3940db899665 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/security-groups?id=6276a33f-b931-40e0-bcd2-c48452db4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116214 Jul 22 23:40:31.387725 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:31.388094 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:31.389327 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 3 to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 Jul 22 23:40:31.418222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:31.418800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:31.419283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:31.443819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e174ec2-e78e-49b4-9e1e-b4117cdcb78e req-c37b91ed-e3c9-4bbf-bd84-612f54e3d170 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:31.446702 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e174ec2-e78e-49b4-9e1e-b4117cdcb78e req-c37b91ed-e3c9-4bbf-bd84-612f54e3d170 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c293ab6-9630-4015-b0e7-338d5c39101b HTTP/1.1" status: 200 len: 945 time: 0.1580734 Jul 22 23:40:31.448457 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:31.448960 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:31.449562 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 4 to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 Jul 22 23:40:31.519206 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:31.519714 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:31.520243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:31.534550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:31.535091 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:31.545364 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 5 to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 Jul 22 23:40:31.564474 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6547c068-1c48-4e2b-b3b3-56d1bb07ccd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:31.591568 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:31.592128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:31.592698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:31.666074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:31.666703 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:31.672886 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 6 to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 Jul 22 23:40:31.729636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:31.730112 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:31.730657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:31.745700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:31.746179 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:31.746691 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 7 to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 Jul 22 23:40:31.757112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 254f21a5-3348-44ce-9002-c333a4653ddc up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:31.772813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9e174ec2-e78e-49b4-9e1e-b4117cdcb78e req-ef7b3c05-c014-4c99-bcc1-b558ac406c03 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Deleting port 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:31.780181 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e174ec2-e78e-49b4-9e1e-b4117cdcb78e req-ef7b3c05-c014-4c99-bcc1-b558ac406c03 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:31.821868 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 254f21a5-3348-44ce-9002-c333a4653ddc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:31.822471 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:31.916682 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:31.917611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:31.918124 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:31.935569 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0d974-2510-47f5-99b9-55c16fe2e865 req-f372182c-08cd-49d5-b0b2-de9e35291385 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:31.936897 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ee0d974-2510-47f5-99b9-55c16fe2e865 req-f372182c-08cd-49d5-b0b2-de9e35291385 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 945 time: 0.2963450 Jul 22 23:40:31.940449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:31.940786 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:31.941292 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:31.944790 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 8 to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 Jul 22 23:40:31.966748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:31.966988 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:31.967309 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:31.974423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:31.974718 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:31.986344 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebf1964-1126-45d5-9243-e3e4b5b41ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254f21a5-3348-44ce-9002-c333a4653ddc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:31.992714 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 9 to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 Jul 22 23:40:31.994340 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a084b065-da65-448c-9592-cc8dca4529a1" -d '{"events": [{"server_uuid": "2ebf1964-1126-45d5-9243-e3e4b5b41ae7", "name": "network-vif-plugged", "status": "completed", "tag": "254f21a5-3348-44ce-9002-c333a4653ddc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:32.024877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 254f21a5-3348-44ce-9002-c333a4653ddc, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=254f21a5-3348-44ce-9002-c333a4653ddc,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:32.025671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:32.026150 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:32.026499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:32.037654 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.066187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9e174ec2-e78e-49b4-9e1e-b4117cdcb78e req-ef7b3c05-c014-4c99-bcc1-b558ac406c03 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] For port 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9,segment=NetworkSegment(9576a15f-5095-48a0-861d-d4f958b2cada),segment_id=9576a15f-5095-48a0-861d-d4f958b2cada)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:32.072546 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e174ec2-e78e-49b4-9e1e-b4117cdcb78e req-ef7b3c05-c014-4c99-bcc1-b558ac406c03 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.080594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:32.080922 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:32.091634 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 10 to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 Jul 22 23:40:32.096753 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063bbf8c-f0b5-43ab-a053-64e2ba3a342a x-openstack-request-id: req-063bbf8c-f0b5-43ab-a053-64e2ba3a342a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:32.097343 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebf1964-1126-45d5-9243-e3e4b5b41ae7", "name": "network-vif-plugged", "status": "completed", "tag": "254f21a5-3348-44ce-9002-c333a4653ddc", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:32.097757 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-063bbf8c-f0b5-43ab-a053-64e2ba3a342a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:32.098314 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebf1964-1126-45d5-9243-e3e4b5b41ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254f21a5-3348-44ce-9002-c333a4653ddc', 'code': 200} Jul 22 23:40:32.118164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9e174ec2-e78e-49b4-9e1e-b4117cdcb78e req-ef7b3c05-c014-4c99-bcc1-b558ac406c03 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Calling delete_port for 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:32.144292 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ee0d974-2510-47f5-99b9-55c16fe2e865 req-b14ce95b-3971-458b-8ba1-4615fcb80d8d tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786079 Jul 22 23:40:32.145763 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=254f21a5-3348-44ce-9002-c333a4653ddc,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:32.155747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:32.156107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:32.156459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:32.197488 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:32.197916 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 9324be8d-c60a-4635-a5ea-1cf01d00c279 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:32.198412 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.232890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 893dfbba-4530-41f7-82d9-397ee442a6dd up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:32.247736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5686c151-ad89-4ce4-abfc-5cce3f99f9d1 req-0f545fa5-d782-441e-8793-4f71b8c9a687 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0471387 Jul 22 23:40:32.307817 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 893dfbba-4530-41f7-82d9-397ee442a6dd completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:32.312673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 893dfbba-4530-41f7-82d9-397ee442a6dd triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:32.313664 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.329507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] For port 9324be8d-c60a-4635-a5ea-1cf01d00c279, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:32.329507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempted to set empty binding levels {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 23:40:32.343494 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.380850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:32.381645 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.419496 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.461467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 893dfbba-4530-41f7-82d9-397ee442a6dd, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=893dfbba-4530-41f7-82d9-397ee442a6dd,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:32.470195 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.472136 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Pushing event updated for resources: {'Port': ['ID=9324be8d-c60a-4635-a5ea-1cf01d00c279,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:32.479421 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9178075f-24de-4ae9-9623-83bd453e8a93 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.0049298 Jul 22 23:40:32.482186 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42908) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:32.542668 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=893dfbba-4530-41f7-82d9-397ee442a6dd,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:32.575425 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e174ec2-e78e-49b4-9e1e-b4117cdcb78e req-ef7b3c05-c014-4c99-bcc1-b558ac406c03 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.582181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6d35f1af-b144-48e0-9001-6731d2dd440d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Deleting port 9324be8d-c60a-4635-a5ea-1cf01d00c279 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:32.582739 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d35f1af-b144-48e0-9001-6731d2dd440d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.589946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:32.624018 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b3c05-c014-4c99-bcc1-b558ac406c03 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Pushing event deleted for resources: {'Port': ['ID=00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:32.654893 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6d35f1af-b144-48e0-9001-6731d2dd440d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] For port 9324be8d-c60a-4635-a5ea-1cf01d00c279, host n-h2-688802-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:32.655528 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d35f1af-b144-48e0-9001-6731d2dd440d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.673440 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6d35f1af-b144-48e0-9001-6731d2dd440d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Calling delete_port for 9324be8d-c60a-4635-a5ea-1cf01d00c279 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:32.692652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e174ec2-e78e-49b4-9e1e-b4117cdcb78e req-ef7b3c05-c014-4c99-bcc1-b558ac406c03 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] No DVR routers for this DVR port 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:40:32.695852 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e174ec2-e78e-49b4-9e1e-b4117cdcb78e req-ef7b3c05-c014-4c99-bcc1-b558ac406c03 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.699578 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e174ec2-e78e-49b4-9e1e-b4117cdcb78e req-ef7b3c05-c014-4c99-bcc1-b558ac406c03 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.95 "DELETE /v2.0/ports/00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 HTTP/1.1" status: 204 len: 173 time: 1.2454400 Jul 22 23:40:32.701308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c293ab6-9630-4015-b0e7-338d5c39101b', 'name': 'network-vif-deleted', 'tag': '00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:32.705964 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9283f12-4ffe-4211-8217-1c8da607fc5e" -d '{"events": [{"server_uuid": "5c293ab6-9630-4015-b0e7-338d5c39101b", "name": "network-vif-deleted", "tag": "00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:32.719918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148d2ed-6dfa-4a00-89c8-508d4c4192a1 req-80d8a742-d2ef-4041-aaa4-f0a6de4013d9 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:32.729242 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c148d2ed-6dfa-4a00-89c8-508d4c4192a1 req-80d8a742-d2ef-4041-aaa4-f0a6de4013d9 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c293ab6-9630-4015-b0e7-338d5c39101b HTTP/1.1" status: 200 len: 867 time: 0.2378054 Jul 22 23:40:32.781790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c148d2ed-6dfa-4a00-89c8-508d4c4192a1 req-07a97161-67f2-4f1e-9ce0-39046b4f29f2 tempest-ServerAddressesTestJSON-1237176105 tempest-ServerAddressesTestJSON-1237176105-project] 10.222.0.26 "GET /v2.0/security-groups?id=6276a33f-b931-40e0-bcd2-c48452db4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512416 Jul 22 23:40:32.839754 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d9be97-294a-4c50-9c51-a3366adb0a7e x-openstack-request-id: req-94d9be97-294a-4c50-9c51-a3366adb0a7e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:32.840398 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c293ab6-9630-4015-b0e7-338d5c39101b", "name": "network-vif-deleted", "tag": "00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:32.843417 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94d9be97-294a-4c50-9c51-a3366adb0a7e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:32.843978 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c293ab6-9630-4015-b0e7-338d5c39101b', 'name': 'network-vif-deleted', 'tag': '00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9', 'status': 'completed', 'code': 200} Jul 22 23:40:32.854312 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d35f1af-b144-48e0-9001-6731d2dd440d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.896013 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35f1af-b144-48e0-9001-6731d2dd440d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Pushing event deleted for resources: {'Port': ['ID=9324be8d-c60a-4635-a5ea-1cf01d00c279,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:32.901792 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d35f1af-b144-48e0-9001-6731d2dd440d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.904266 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6d35f1af-b144-48e0-9001-6731d2dd440d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] 10.222.0.26 "DELETE /v2.0/ports/9324be8d-c60a-4635-a5ea-1cf01d00c279 HTTP/1.1" status: 204 len: 168 time: 0.4205782 Jul 22 23:40:32.907305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42916) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:32.938135 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a4fd28-6dff-4096-b3c5-50be525f8949 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] GET failed (client error): The resource could not be found. Jul 22 23:40:32.939697 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a4a4fd28-6dff-4096-b3c5-50be525f8949 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] 10.222.0.26 "GET /v2.0/ports/9324be8d-c60a-4635-a5ea-1cf01d00c279 HTTP/1.1" status: 404 len: 333 time: 0.0312290 Jul 22 23:40:32.943616 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42918) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:32.950819 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-279a6c2d-3002-41c0-ad28-8dc22562bb0d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Request body: {'port': {'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1524919727'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:32.976755 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279a6c2d-3002-41c0-ad28-8dc22562bb0d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Made reservation on behalf of e702fdc6574040e0a2dfebf73cbbcd21 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:32.979624 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-279a6c2d-3002-41c0-ad28-8dc22562bb0d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.997984 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-279a6c2d-3002-41c0-ad28-8dc22562bb0d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] device_id is not set on port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:33.194688 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-279a6c2d-3002-41c0-ad28-8dc22562bb0d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.244490 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-279a6c2d-3002-41c0-ad28-8dc22562bb0d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.300603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a6c2d-3002-41c0-ad28-8dc22562bb0d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Network 82b7ea50-2e98-4dc2-aa03-df4a16749808 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:33.303446 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-279a6c2d-3002-41c0-ad28-8dc22562bb0d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:33.308240 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a6c2d-3002-41c0-ad28-8dc22562bb0d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:33.309348 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a6c2d-3002-41c0-ad28-8dc22562bb0d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:33.310014 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-279a6c2d-3002-41c0-ad28-8dc22562bb0d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.317230 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a6c2d-3002-41c0-ad28-8dc22562bb0d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Pushing event updated for resources: {'Port': ['ID=07dbd231-04e2-49a0-8117-7c8f5e0aa2dc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:33.341195 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-279a6c2d-3002-41c0-ad28-8dc22562bb0d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3957455 Jul 22 23:40:33.344038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42936) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:33.352014 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:33.387928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf554b6-1209-4aad-8230-f638926574ca req-21c3b7ef-e2ac-4e2a-9540-8e9a055f4963 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:33.390547 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8cf554b6-1209-4aad-8230-f638926574ca req-21c3b7ef-e2ac-4e2a-9540-8e9a055f4963 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 946 time: 0.1474054 Jul 22 23:40:33.418343 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-63ecda83-2c64-4f4b-9123-58e0b4b334cf req-5af80f85-3b17-4bac-8602-097f7bbd7792 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0577145 Jul 22 23:40:33.451298 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.476689 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8cf554b6-1209-4aad-8230-f638926574ca req-e6198190-8d57-4c34-88f9-624ae4da4aac tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627539 Jul 22 23:40:33.645779 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] device_id is not set on port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:33.654926 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.671515 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Transition to ACTIVE for port object 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:33.675499 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.738710 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Pushing event updated for resources: {'Port': ['ID=07dbd231-04e2-49a0-8117-7c8f5e0aa2dc,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:33.755472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:33.755816 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:33.756200 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:33.761659 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:33.762008 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:33.762497 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 2 to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc Jul 22 23:40:33.777677 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:33.778179 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:33.778530 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:33.784688 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:33.785339 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:33.785733 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 3 to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc Jul 22 23:40:33.800825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:33.801973 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:33.801973 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:33.806566 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:33.806910 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:33.807304 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 4 to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc Jul 22 23:40:33.827574 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:33.828317 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:33.828702 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:33.833751 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:33.834084 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:33.834482 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 5 to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc Jul 22 23:40:33.854363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:33.854714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:33.855034 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:33.859786 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:33.860282 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:33.860676 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 6 to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc Jul 22 23:40:33.878260 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:33.878599 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:33.879061 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:33.887014 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:33.887525 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:33.887525 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:33.887525 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 7 to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc Jul 22 23:40:33.901554 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:33.901894 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:33.902241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:33.907160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:33.907492 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:33.907883 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 8 to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc Jul 22 23:40:33.933947 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:33.936091 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:33.936564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:33.942992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:33.943550 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:33.944229 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 9 to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc Jul 22 23:40:33.947882 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea39aef4-f8dc-4c17-baf3-716af7ac8676 admin admin] Deleting subnet 63ef11d4-6c91-4238-a2f7-7b80e838ea56 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:40:33.951310 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea39aef4-f8dc-4c17-baf3-716af7ac8676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.967149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:33.967679 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:33.968032 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:33.973310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:33.973644 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:33.974038 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 10 to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc Jul 22 23:40:33.992914 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea39aef4-f8dc-4c17-baf3-716af7ac8676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.998249 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:33.998718 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:33.999067 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:34.005406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:34.005760 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:34.006136 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.046492 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.064157 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea39aef4-f8dc-4c17-baf3-716af7ac8676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.099410 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0552564-94aa-4e15-8ac1-20193c7b96db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893dfbba-4530-41f7-82d9-397ee442a6dd'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:34.101964 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188a2ff9-0cb2-4123-956e-dea22446424f" -d '{"events": [{"server_uuid": "f0552564-94aa-4e15-8ac1-20193c7b96db", "name": "network-vif-plugged", "status": "completed", "tag": "893dfbba-4530-41f7-82d9-397ee442a6dd"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:34.129748 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea39aef4-f8dc-4c17-baf3-716af7ac8676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.142775 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] For port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:34.145454 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempted to set empty binding levels {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 23:40:34.154534 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.165898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39aef4-f8dc-4c17-baf3-716af7ac8676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63ef11d4-6c91-4238-a2f7-7b80e838ea56,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:34.172468 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea39aef4-f8dc-4c17-baf3-716af7ac8676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.175320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ea39aef4-f8dc-4c17-baf3-716af7ac8676 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/63ef11d4-6c91-4238-a2f7-7b80e838ea56 HTTP/1.1" status: 204 len: 168 time: 0.2895210 Jul 22 23:40:34.178244 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:34.188620 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4249acaa-fb01-41a1-b8fb-e1f7d17e1302 x-openstack-request-id: req-4249acaa-fb01-41a1-b8fb-e1f7d17e1302 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:34.189128 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0552564-94aa-4e15-8ac1-20193c7b96db", "name": "network-vif-plugged", "status": "completed", "tag": "893dfbba-4530-41f7-82d9-397ee442a6dd", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:34.189250 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4249acaa-fb01-41a1-b8fb-e1f7d17e1302 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:34.189832 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0552564-94aa-4e15-8ac1-20193c7b96db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893dfbba-4530-41f7-82d9-397ee442a6dd', 'code': 200} Jul 22 23:40:34.245160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Pushing event updated for resources: {'Port': ['ID=07dbd231-04e2-49a0-8117-7c8f5e0aa2dc,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:34.261548 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] In _notify_port_updated(), no bound segment for port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:40:34.262572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.263262 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.264688 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a48f536a-4277-478d-a063-67051213128f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] 10.222.0.26 "PUT /v2.0/ports/07dbd231-04e2-49a0-8117-7c8f5e0aa2dc HTTP/1.1" status: 200 len: 975 time: 0.9186893 Jul 22 23:40:34.268464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:34.313795 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f54f8c63-33c0-47c1-a8da-59ae52587aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.336857 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.365302 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6acc4909-da0e-4536-a1a1-cc0aadb7587b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.484956 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e4781-46a3-475a-9957-c6c68f1da9e8 req-672f3d41-bb54-4faa-a389-5361a9046b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.487161 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a5e4781-46a3-475a-9957-c6c68f1da9e8 req-672f3d41-bb54-4faa-a389-5361a9046b74 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 1097 time: 0.2194541 Jul 22 23:40:34.538578 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6acc4909-da0e-4536-a1a1-cc0aadb7587b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.581603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6acc4909-da0e-4536-a1a1-cc0aadb7587b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ea24c6-0a9a-44fc-ac79-1e65ed3a1240']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:34.622909 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.623523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.624135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.624722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.625279 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.625942 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.626402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.627126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.627797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.628436 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.629030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.629815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.630425 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.631038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.631926 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.632825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.634210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.634998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.635462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.635918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.636374 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.636826 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.637311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.637769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.638220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.638671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.639118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.639570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.640015 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.640460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.640906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.644378 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-53a1a512-db48-4f0e-83be-1adf47c5a2aa tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27807 time: 0.3750556 Jul 22 23:40:34.649910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42968) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:34.678244 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c591577-a1fa-4aa8-8086-1244ca26b878 req-f497fe8b-8b92-4f21-8030-ecb6e8967061 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.1333566 Jul 22 23:40:34.684667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6acc4909-da0e-4536-a1a1-cc0aadb7587b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9576a15f-5095-48a0-861d-d4f958b2cada') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:34.685141 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6acc4909-da0e-4536-a1a1-cc0aadb7587b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9576a15f-5095-48a0-861d-d4f958b2cada') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:34.723719 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6acc4909-da0e-4536-a1a1-cc0aadb7587b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.742012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a5e4781-46a3-475a-9957-c6c68f1da9e8 req-551eec7d-5056-4f30-81a4-01b76a10a81a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455897 Jul 22 23:40:34.751033 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6acc4909-da0e-4536-a1a1-cc0aadb7587b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.764829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acc4909-da0e-4536-a1a1-cc0aadb7587b admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:40:34.765291 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6acc4909-da0e-4536-a1a1-cc0aadb7587b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:40:34.767134 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:40:34.774020 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9a61ea8a-fa2f-4e51-bceb-504574062db8 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Deleting port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:34.774916 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a61ea8a-fa2f-4e51-bceb-504574062db8 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.849625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a532b2-b826-44b0-b7e0-f42cb42cabad req-7701b024-9ade-48b8-ab09-4db16d4e293d tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.851838 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9a61ea8a-fa2f-4e51-bceb-504574062db8 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] For port 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc, host n-h2-688802-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:34.852179 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a61ea8a-fa2f-4e51-bceb-504574062db8 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.859181 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5a532b2-b826-44b0-b7e0-f42cb42cabad req-7701b024-9ade-48b8-ab09-4db16d4e293d tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 946 time: 0.2815709 Jul 22 23:40:34.871957 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6acc4909-da0e-4536-a1a1-cc0aadb7587b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.885833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9a61ea8a-fa2f-4e51-bceb-504574062db8 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Calling delete_port for 07dbd231-04e2-49a0-8117-7c8f5e0aa2dc owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:34.888659 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6acc4909-da0e-4536-a1a1-cc0aadb7587b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.891009 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6acc4909-da0e-4536-a1a1-cc0aadb7587b admin admin] 10.222.0.26 "DELETE /v2.0/networks/29ea24c6-0a9a-44fc-ac79-1e65ed3a1240 HTTP/1.1" status: 204 len: 168 time: 0.7112246 Jul 22 23:40:34.939053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc4909-da0e-4536-a1a1-cc0aadb7587b admin admin] Pushing event deleted for resources: {'Network': ['ID=29ea24c6-0a9a-44fc-ac79-1e65ed3a1240,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:34.965786 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5a532b2-b826-44b0-b7e0-f42cb42cabad req-12e25c59-a04e-4a0f-83c5-0f789f54b7d6 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068349 Jul 22 23:40:35.041033 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a61ea8a-fa2f-4e51-bceb-504574062db8 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.080219 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a61ea8a-fa2f-4e51-bceb-504574062db8 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.084639 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a61ea8a-fa2f-4e51-bceb-504574062db8 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] 10.222.0.26 "DELETE /v2.0/ports/07dbd231-04e2-49a0-8117-7c8f5e0aa2dc HTTP/1.1" status: 204 len: 168 time: 0.4315174 Jul 22 23:40:35.084639 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61ea8a-fa2f-4e51-bceb-504574062db8 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Pushing event deleted for resources: {'Port': ['ID=07dbd231-04e2-49a0-8117-7c8f5e0aa2dc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:35.085447 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42980) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:35.141009 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e09390-5913-4633-9a69-0a05d34f8828 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] GET failed (client error): The resource could not be found. Jul 22 23:40:35.145149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-72e09390-5913-4633-9a69-0a05d34f8828 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] 10.222.0.26 "GET /v2.0/ports/07dbd231-04e2-49a0-8117-7c8f5e0aa2dc HTTP/1.1" status: 404 len: 333 time: 0.0539453 Jul 22 23:40:35.150095 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42982) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:35.150095 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42984) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:35.159967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b65b272b-dc08-4ab1-9fbc-9705dae9931a tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1035182047', 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:35.219276 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-49f3884d-7905-42e8-bed9-3773feae9b7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b047b0d3896f46a48ca9322f3adeace9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0660310 Jul 22 23:40:35.219276 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65b272b-dc08-4ab1-9fbc-9705dae9931a tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Made reservation on behalf of e702fdc6574040e0a2dfebf73cbbcd21 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:35.219762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42988) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:35.220979 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b65b272b-dc08-4ab1-9fbc-9705dae9931a tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.244402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-b65b272b-dc08-4ab1-9fbc-9705dae9931a tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] device_id is not set on port 7e30dc1c-fe80-4740-9fd8-e362d5f43b9e yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:35.301628 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d80932e1-d5e6-4d14-bbd7-b8b1219cd70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.332547 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d80932e1-d5e6-4d14-bbd7-b8b1219cd70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.424089 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d80932e1-d5e6-4d14-bbd7-b8b1219cd70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.427371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d80932e1-d5e6-4d14-bbd7-b8b1219cd70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.428771 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d80932e1-d5e6-4d14-bbd7-b8b1219cd70b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6276a33f-b931-40e0-bcd2-c48452db4622 HTTP/1.1" status: 204 len: 168 time: 0.2078333 Jul 22 23:40:35.445851 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80932e1-d5e6-4d14-bbd7-b8b1219cd70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6276a33f-b931-40e0-bcd2-c48452db4622,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:35.448216 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b65b272b-dc08-4ab1-9fbc-9705dae9931a tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.456693 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.519242 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b65b272b-dc08-4ab1-9fbc-9705dae9931a tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.577549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65b272b-dc08-4ab1-9fbc-9705dae9931a tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Network 82b7ea50-2e98-4dc2-aa03-df4a16749808 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:35.582717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b65b272b-dc08-4ab1-9fbc-9705dae9931a tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:35.586008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b272b-dc08-4ab1-9fbc-9705dae9931a tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:35.587874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65b272b-dc08-4ab1-9fbc-9705dae9931a tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:35.588565 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b65b272b-dc08-4ab1-9fbc-9705dae9931a tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.601901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b272b-dc08-4ab1-9fbc-9705dae9931a tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Pushing event updated for resources: {'Port': ['ID=7e30dc1c-fe80-4740-9fd8-e362d5f43b9e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:35.614725 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b65b272b-dc08-4ab1-9fbc-9705dae9931a tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4624524 Jul 22 23:40:35.616949 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43002) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:35.687318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91132fa7-1129-4ba1-95cf-7244e23b8b78 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:35.689538 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-91132fa7-1129-4ba1-95cf-7244e23b8b78 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] 10.222.0.26 "GET /v2.0/ports/7e30dc1c-fe80-4740-9fd8-e362d5f43b9e HTTP/1.1" status: 200 len: 955 time: 0.0699866 Jul 22 23:40:35.692646 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43004) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:35.856099 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ffa0d85-7977-471d-9014-ec9115d56cba req-02b7d6fe-5fbe-4e16-a154-8263be6bc41e tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0386562 Jul 22 23:40:35.879160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-99ac1c45-98e9-426c-be74-3dd9c263d2e2 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Deleting port 7e30dc1c-fe80-4740-9fd8-e362d5f43b9e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:35.879160 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99ac1c45-98e9-426c-be74-3dd9c263d2e2 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.956587 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99ac1c45-98e9-426c-be74-3dd9c263d2e2 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.973182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-99ac1c45-98e9-426c-be74-3dd9c263d2e2 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Calling delete_port for 7e30dc1c-fe80-4740-9fd8-e362d5f43b9e owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:36.262821 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:36.317275 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:40:36.318168 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 00ba35b9-32ad-4e77-8b8c-e78c37c1d6e9 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:40:36.538240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40c5b8-9944-418c-a870-2cdeffcad593 req-370e4b3d-abfd-4f44-a5e8-a1d68d99b439 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:36.550471 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c40c5b8-9944-418c-a870-2cdeffcad593 req-370e4b3d-abfd-4f44-a5e8-a1d68d99b439 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 946 time: 0.4863718 Jul 22 23:40:36.577751 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99ac1c45-98e9-426c-be74-3dd9c263d2e2 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:36.615640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac1c45-98e9-426c-be74-3dd9c263d2e2 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e30dc1c-fe80-4740-9fd8-e362d5f43b9e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:36.635548 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99ac1c45-98e9-426c-be74-3dd9c263d2e2 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:36.642174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-99ac1c45-98e9-426c-be74-3dd9c263d2e2 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] 10.222.0.26 "DELETE /v2.0/ports/7e30dc1c-fe80-4740-9fd8-e362d5f43b9e HTTP/1.1" status: 204 len: 168 time: 0.9481387 Jul 22 23:40:36.642402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43046) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:36.679668 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64e4840-4757-42b1-b1da-92b8ba75903d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] GET failed (client error): The resource could not be found. Jul 22 23:40:36.681886 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e64e4840-4757-42b1-b1da-92b8ba75903d tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] 10.222.0.26 "GET /v2.0/ports/7e30dc1c-fe80-4740-9fd8-e362d5f43b9e HTTP/1.1" status: 404 len: 333 time: 0.0384130 Jul 22 23:40:36.685950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43052) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:36.687249 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c40c5b8-9944-418c-a870-2cdeffcad593 req-5b0a56e2-1a6d-4f1b-a1c7-d9a51862fdaa tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356142 Jul 22 23:40:36.692308 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a6a4abee-fa5a-402e-abc4-071b68ce007f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Request body: {'port': {'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1708911515'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:36.744837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a4abee-fa5a-402e-abc4-071b68ce007f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Made reservation on behalf of e702fdc6574040e0a2dfebf73cbbcd21 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:36.749813 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6a4abee-fa5a-402e-abc4-071b68ce007f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:36.779143 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-a6a4abee-fa5a-402e-abc4-071b68ce007f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] device_id is not set on port 816b81c3-299e-4a9d-84aa-c143d6407538 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:36.953177 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:37.042002 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c89826e-2693-4dc2-ba74-946b93d7cb26 req-ce30997e-a8df-4386-a322-d7866180d370 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0608690 Jul 22 23:40:37.061501 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6a4abee-fa5a-402e-abc4-071b68ce007f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:37.116036 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6a4abee-fa5a-402e-abc4-071b68ce007f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:37.174575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a4abee-fa5a-402e-abc4-071b68ce007f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Network 82b7ea50-2e98-4dc2-aa03-df4a16749808 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:37.178204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a6a4abee-fa5a-402e-abc4-071b68ce007f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:37.204959 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a4abee-fa5a-402e-abc4-071b68ce007f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:37.206216 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a4abee-fa5a-402e-abc4-071b68ce007f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:37.206976 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6a4abee-fa5a-402e-abc4-071b68ce007f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:37.218386 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4abee-fa5a-402e-abc4-071b68ce007f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Pushing event updated for resources: {'Port': ['ID=816b81c3-299e-4a9d-84aa-c143d6407538,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:37.239242 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a6a4abee-fa5a-402e-abc4-071b68ce007f tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5508976 Jul 22 23:40:37.239977 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43074) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:37.246184 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:37.290912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1185a-2562-4dfb-ab01-8c73d63369af req-ab6fda25-b302-4a74-83c2-5f4dc3403196 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:37.302562 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ea1185a-2562-4dfb-ab01-8c73d63369af req-ab6fda25-b302-4a74-83c2-5f4dc3403196 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 946 time: 0.1631138 Jul 22 23:40:37.375993 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e3acff1-7f41-4956-8b3b-6472c8c22a1e req-56670b75-fa75-4d41-b46e-05ed177883ee tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=a83e3584-aa3b-42a0-8099-d495094ae4ff HTTP/1.1" status: 200 len: 210 time: 0.0408700 Jul 22 23:40:37.387934 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:37.409351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ea1185a-2562-4dfb-ab01-8c73d63369af req-fe0ef9ee-8106-45ea-bc78-5847be9aa2b8 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003680 Jul 22 23:40:37.651359 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] device_id is not set on port 816b81c3-299e-4a9d-84aa-c143d6407538 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:37.659505 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:37.683760 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Transition to ACTIVE for port object 816b81c3-299e-4a9d-84aa-c143d6407538 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:37.689220 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:37.765570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Pushing event updated for resources: {'Port': ['ID=816b81c3-299e-4a9d-84aa-c143d6407538,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:37.782103 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:37.782103 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:37.790262 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:37.799363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:37.799896 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:37.800565 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 2 to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 Jul 22 23:40:37.844106 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:37.844945 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:37.845389 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:37.855909 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:37.856508 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:37.857225 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 3 to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 Jul 22 23:40:37.894777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:37.895331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:37.895835 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:37.902009 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:37.902592 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:37.903145 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 4 to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 Jul 22 23:40:37.939181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:37.943859 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:37.944379 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:37.959636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:37.960228 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:37.962556 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 5 to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 Jul 22 23:40:37.992641 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:37.993193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:37.994301 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:38.015912 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf2b9ba4-2293-495b-88e9-c1f5905e12cb req-904a163e-4b17-4277-ac1c-ffde1adc1e99 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0667520 Jul 22 23:40:38.018934 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:38.019283 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:38.019689 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 6 to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 Jul 22 23:40:38.046907 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:38.047489 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:38.047994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:38.052792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:38.053511 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:38.054065 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 7 to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 Jul 22 23:40:38.078079 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:38.078429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:38.079103 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:38.083772 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:38.084094 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:38.084484 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 8 to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 Jul 22 23:40:38.099724 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:38.100226 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:38.100752 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:38.106988 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:38.107566 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:38.108139 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 9 to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 Jul 22 23:40:38.128028 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:38.134223 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:38.138611 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:38.157594 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:38.158306 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:38.158849 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempt 10 to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 Jul 22 23:40:38.181724 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:38.182335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:38.182834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempting to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:38.188579 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:38.189129 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Failed to bind port 816b81c3-299e-4a9d-84aa-c143d6407538 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'b482c3c7-11ef-4c7c-a177-356764bef2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '82b7ea50-2e98-4dc2-aa03-df4a16749808'}] Jul 22 23:40:38.189870 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:38.208012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07844a84-c708-4d8b-9d09-09036187cf74 req-d0035f1d-e11e-4aea-b61a-d6e35439dd79 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0610831 Jul 22 23:40:38.294384 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] For port 816b81c3-299e-4a9d-84aa-c143d6407538, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:38.294830 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attempted to set empty binding levels {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 23:40:38.303931 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:38.382002 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] In _notify_port_updated(), no bound segment for port 816b81c3-299e-4a9d-84aa-c143d6407538 on network 82b7ea50-2e98-4dc2-aa03-df4a16749808 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:40:38.382869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:38.383466 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:38.384864 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] 10.222.0.26 "PUT /v2.0/ports/816b81c3-299e-4a9d-84aa-c143d6407538 HTTP/1.1" status: 200 len: 975 time: 1.1437745 Jul 22 23:40:38.387856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43124) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:38.412757 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924c702-daf5-4d16-9e81-98bffcbb9a02 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Pushing event updated for resources: {'Port': ['ID=816b81c3-299e-4a9d-84aa-c143d6407538,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:38.631254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5839b6-2841-4c6a-8ee4-bb193421f97b req-54adefcc-7b4f-429e-9e2f-8860fece861e tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:38.633042 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de5839b6-2841-4c6a-8ee4-bb193421f97b req-54adefcc-7b4f-429e-9e2f-8860fece861e tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.95 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 946 time: 0.1807678 Jul 22 23:40:38.771046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f5c414b6-864f-410f-a12e-e005daac6273 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Deleting port 816b81c3-299e-4a9d-84aa-c143d6407538 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:38.771403 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5c414b6-864f-410f-a12e-e005daac6273 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:38.782058 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9c8c8-6507-49bf-91ee-d7bb953cd981 req-5056b019-dcc7-4f78-a89a-b51505730904 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:38.796748 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21f9c8c8-6507-49bf-91ee-d7bb953cd981 req-5056b019-dcc7-4f78-a89a-b51505730904 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 946 time: 0.2257361 Jul 22 23:40:38.901364 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f5c414b6-864f-410f-a12e-e005daac6273 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] For port 816b81c3-299e-4a9d-84aa-c143d6407538, host n-h2-688802-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:38.901693 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5c414b6-864f-410f-a12e-e005daac6273 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:38.931587 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21f9c8c8-6507-49bf-91ee-d7bb953cd981 req-a1f3c132-2d58-48e4-8d42-3cf182a52525 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups?id=34155f97-041e-4ee0-b25a-3662998ca4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246476 Jul 22 23:40:38.932630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f5c414b6-864f-410f-a12e-e005daac6273 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Calling delete_port for 816b81c3-299e-4a9d-84aa-c143d6407538 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:38.988594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-de5839b6-2841-4c6a-8ee4-bb193421f97b req-f1ed93c8-ba59-4913-8f5e-a559484f31ea tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Deleting port 893dfbba-4530-41f7-82d9-397ee442a6dd {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:38.989254 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de5839b6-2841-4c6a-8ee4-bb193421f97b req-f1ed93c8-ba59-4913-8f5e-a559484f31ea tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.132954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-de5839b6-2841-4c6a-8ee4-bb193421f97b req-f1ed93c8-ba59-4913-8f5e-a559484f31ea tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] For port 893dfbba-4530-41f7-82d9-397ee442a6dd, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=893dfbba-4530-41f7-82d9-397ee442a6dd,segment=NetworkSegment(9e3f553e-59ce-480b-a5d0-6a655d48a2f1),segment_id=9e3f553e-59ce-480b-a5d0-6a655d48a2f1)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:39.133723 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de5839b6-2841-4c6a-8ee4-bb193421f97b req-f1ed93c8-ba59-4913-8f5e-a559484f31ea tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.163483 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b249c2b0-43f8-48af-ae2d-8fdec0f603b8 req-55cb930d-de5b-47e6-b9f0-b05b5e84b018 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0471907 Jul 22 23:40:39.169612 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-de5839b6-2841-4c6a-8ee4-bb193421f97b req-f1ed93c8-ba59-4913-8f5e-a559484f31ea tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Calling delete_port for 893dfbba-4530-41f7-82d9-397ee442a6dd owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:39.182356 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5c414b6-864f-410f-a12e-e005daac6273 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.253920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c414b6-864f-410f-a12e-e005daac6273 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Pushing event deleted for resources: {'Port': ['ID=816b81c3-299e-4a9d-84aa-c143d6407538,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:39.265135 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5c414b6-864f-410f-a12e-e005daac6273 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.268262 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f5c414b6-864f-410f-a12e-e005daac6273 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] 10.222.0.26 "DELETE /v2.0/ports/816b81c3-299e-4a9d-84aa-c143d6407538 HTTP/1.1" status: 204 len: 168 time: 0.8783622 Jul 22 23:40:39.270131 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:39.312302 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce00c93-ae27-452d-8427-781f9bdb4d78 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] GET failed (client error): The resource could not be found. Jul 22 23:40:39.316713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ce00c93-ae27-452d-8427-781f9bdb4d78 tempest-PortsAdminExtendedAttrsTestJSON-773249011 tempest-PortsAdminExtendedAttrsTestJSON-773249011-project-admin] 10.222.0.26 "GET /v2.0/ports/816b81c3-299e-4a9d-84aa-c143d6407538 HTTP/1.1" status: 404 len: 333 time: 0.0429111 Jul 22 23:40:39.318774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43152) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:39.361663 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fe02f73d-72da-4682-b554-4054bb4b7513 req-b50f3dda-6849-4c71-9aa4-e0e5d1dbc863 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0508840 Jul 22 23:40:39.433876 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00b56241-c604-47a2-b523-4f19635d524b tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.449754 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de5839b6-2841-4c6a-8ee4-bb193421f97b req-f1ed93c8-ba59-4913-8f5e-a559484f31ea tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.463119 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['893dfbba-4530-41f7-82d9-397ee442a6dd'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:39.507022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed93c8-ba59-4913-8f5e-a559484f31ea tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Pushing event deleted for resources: {'Port': ['ID=893dfbba-4530-41f7-82d9-397ee442a6dd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:39.543920 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00b56241-c604-47a2-b523-4f19635d524b tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.554563 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-00b56241-c604-47a2-b523-4f19635d524b tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b7ea50-2e98-4dc2-aa03-df4a16749808']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:39.567317 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-00b56241-c604-47a2-b523-4f19635d524b tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b482c3c7-11ef-4c7c-a177-356764bef2e0') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:39.567657 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-00b56241-c604-47a2-b523-4f19635d524b tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b482c3c7-11ef-4c7c-a177-356764bef2e0') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:39.584269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5839b6-2841-4c6a-8ee4-bb193421f97b req-f1ed93c8-ba59-4913-8f5e-a559484f31ea tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] No DVR routers for this DVR port 893dfbba-4530-41f7-82d9-397ee442a6dd on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:40:39.588498 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00b56241-c604-47a2-b523-4f19635d524b tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.588925 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de5839b6-2841-4c6a-8ee4-bb193421f97b req-f1ed93c8-ba59-4913-8f5e-a559484f31ea tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.591056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de5839b6-2841-4c6a-8ee4-bb193421f97b req-f1ed93c8-ba59-4913-8f5e-a559484f31ea tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.95 "DELETE /v2.0/ports/893dfbba-4530-41f7-82d9-397ee442a6dd HTTP/1.1" status: 204 len: 173 time: 0.9357929 Jul 22 23:40:39.591601 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0552564-94aa-4e15-8ac1-20193c7b96db', 'name': 'network-vif-deleted', 'tag': '893dfbba-4530-41f7-82d9-397ee442a6dd'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:39.594832 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75781e22-23d9-4b31-a804-184b7f1d705f" -d '{"events": [{"server_uuid": "f0552564-94aa-4e15-8ac1-20193c7b96db", "name": "network-vif-deleted", "tag": "893dfbba-4530-41f7-82d9-397ee442a6dd"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:39.619012 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00b56241-c604-47a2-b523-4f19635d524b tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.644392 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b56241-c604-47a2-b523-4f19635d524b tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:40:39.645191 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee86145-dc57-4716-a8b1-c24ecb6effec x-openstack-request-id: req-4ee86145-dc57-4716-a8b1-c24ecb6effec {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:39.645548 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00b56241-c604-47a2-b523-4f19635d524b tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.645853 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0552564-94aa-4e15-8ac1-20193c7b96db", "name": "network-vif-deleted", "tag": "893dfbba-4530-41f7-82d9-397ee442a6dd", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:39.647172 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ee86145-dc57-4716-a8b1-c24ecb6effec {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:39.648384 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0552564-94aa-4e15-8ac1-20193c7b96db', 'name': 'network-vif-deleted', 'tag': '893dfbba-4530-41f7-82d9-397ee442a6dd', 'status': 'completed', 'code': 200} Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:40:39.658003 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:40:39.752417 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00b56241-c604-47a2-b523-4f19635d524b tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.769432 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00b56241-c604-47a2-b523-4f19635d524b tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.773104 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-00b56241-c604-47a2-b523-4f19635d524b tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] 10.222.0.26 "DELETE /v2.0/networks/82b7ea50-2e98-4dc2-aa03-df4a16749808 HTTP/1.1" status: 204 len: 168 time: 0.4523752 Jul 22 23:40:39.789895 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b56241-c604-47a2-b523-4f19635d524b tempest-PortsAdminExtendedAttrsTestJSON-692626602 tempest-PortsAdminExtendedAttrsTestJSON-692626602-project] Pushing event deleted for resources: {'Network': ['ID=82b7ea50-2e98-4dc2-aa03-df4a16749808,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:40.095790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc5bebf5-9a77-40c3-9622-d2861e44b6cf req-137aa240-390b-414b-a777-4cd19b36459e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a83e3584-aa3b-42a0-8099-d495094ae4ff HTTP/1.1" status: 200 len: 210 time: 0.0476480 Jul 22 23:40:40.143252 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fbadb037-464a-4a59-a16b-21604ee76db3 req-b2695c6d-ce19-4847-8753-fb07bc26257a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0552564-94aa-4e15-8ac1-20193c7b96db HTTP/1.1" status: 200 len: 210 time: 0.0432124 Jul 22 23:40:40.291603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43180) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:40.348145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba8f14fe-0f63-46f8-a819-200216fe3d6a req-3c24a474-0394-4746-8aef-f35f6cfbe164 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0650561 Jul 22 23:40:40.511632 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39518403-f087-44f9-8b9f-73d12816fe74 req-0bf56759-4168-4503-b8cd-e2eae6bc791d tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0544910 Jul 22 23:40:40.521318 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-63953cb4-eeb0-402c-a655-de5d4a066140 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee2b0175f4aa4f1384018bbd8b35a540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280047 Jul 22 23:40:40.523741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43188) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:40.609353 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c16af48-1ebc-4385-808f-1e1aa8a2838a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:40.638288 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c16af48-1ebc-4385-808f-1e1aa8a2838a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:40.712418 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c16af48-1ebc-4385-808f-1e1aa8a2838a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:40.715891 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c16af48-1ebc-4385-808f-1e1aa8a2838a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:40.725592 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3c16af48-1ebc-4385-808f-1e1aa8a2838a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63112e0f-ed02-44b3-b623-262bd5839bf8 HTTP/1.1" status: 204 len: 168 time: 0.1916625 Jul 22 23:40:40.738637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16af48-1ebc-4385-808f-1e1aa8a2838a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63112e0f-ed02-44b3-b623-262bd5839bf8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:40.798101 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-231f27f3-1948-4ed6-a355-eae1109a537c req-db92d1d0-637d-41d0-87b6-0e9bce6b25b8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0343871 Jul 22 23:40:41.187905 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43210) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:41.241449 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0629ca40-bd57-4176-8b5c-ec822f31be9c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e702fdc6574040e0a2dfebf73cbbcd21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522351 Jul 22 23:40:41.245122 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43218) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:41.310041 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7770d4a7-420b-480c-a3a6-01058712b292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:41.338746 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7770d4a7-420b-480c-a3a6-01058712b292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:41.409074 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7770d4a7-420b-480c-a3a6-01058712b292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:41.411460 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7770d4a7-420b-480c-a3a6-01058712b292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:41.411786 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43228) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:41.412777 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7770d4a7-420b-480c-a3a6-01058712b292 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bce35908-0d15-4142-8dd3-19cb827c0c54 HTTP/1.1" status: 204 len: 168 time: 0.1665480 Jul 22 23:40:41.429344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770d4a7-420b-480c-a3a6-01058712b292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce35908-0d15-4142-8dd3-19cb827c0c54,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:41.496169 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41b5dc19-e458-4984-abff-6d9bbaf82a9d req-e2cdb5ab-8d7c-4325-92b4-55c489f2dd9e tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0512040 Jul 22 23:40:41.504631 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6ee4b6e-806c-4aeb-9c26-a243bedff0be tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:41.533140 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6ee4b6e-806c-4aeb-9c26-a243bedff0be tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:41.622368 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6ee4b6e-806c-4aeb-9c26-a243bedff0be tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:41.639798 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6ee4b6e-806c-4aeb-9c26-a243bedff0be tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:41.642956 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e6ee4b6e-806c-4aeb-9c26-a243bedff0be tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "DELETE /v2.0/security-groups/f524edbe-1ab9-4ca8-834c-25450b1fb0c4 HTTP/1.1" status: 204 len: 168 time: 0.2290480 Jul 22 23:40:41.644474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:41.682736 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-b0f410d7-df63-4d97-8336-d00ee4d5560a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] show failed (client error): The resource could not be found. Jul 22 23:40:41.686752 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b0f410d7-df63-4d97-8336-d00ee4d5560a tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "GET /v2.0/security-groups/f524edbe-1ab9-4ca8-834c-25450b1fb0c4 HTTP/1.1" status: 404 len: 347 time: 0.0379372 Jul 22 23:40:41.690011 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43238) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:41.691011 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee4b6e-806c-4aeb-9c26-a243bedff0be tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f524edbe-1ab9-4ca8-834c-25450b1fb0c4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:41.792293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7654ab71-86a3-4c59-be9c-c267b325dfaf req-d25f7660-c5d5-4e9b-914e-4218048662ad tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.1413677 Jul 22 23:40:41.925839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d18dd49b-ede5-4cd9-9bf8-4669a0745308 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Deleting port a94f1ea9-523d-4239-b184-af21b70d0954 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:41.926189 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d18dd49b-ede5-4cd9-9bf8-4669a0745308 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.045664 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d18dd49b-ede5-4cd9-9bf8-4669a0745308 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.046068 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d18dd49b-ede5-4cd9-9bf8-4669a0745308 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.076154 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d18dd49b-ede5-4cd9-9bf8-4669a0745308 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Calling delete_port for a94f1ea9-523d-4239-b184-af21b70d0954 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:42.283913 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 893dfbba-4530-41f7-82d9-397ee442a6dd no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:42.294438 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d18dd49b-ede5-4cd9-9bf8-4669a0745308 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.321716 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 893dfbba-4530-41f7-82d9-397ee442a6dd {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:40:42.322286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 893dfbba-4530-41f7-82d9-397ee442a6dd not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:40:42.335726 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18dd49b-ede5-4cd9-9bf8-4669a0745308 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Pushing event deleted for resources: {'Port': ['ID=a94f1ea9-523d-4239-b184-af21b70d0954,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:42.422532 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d18dd49b-ede5-4cd9-9bf8-4669a0745308 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.425666 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d18dd49b-ede5-4cd9-9bf8-4669a0745308 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.427221 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d18dd49b-ede5-4cd9-9bf8-4669a0745308 tempest-ImagesOneServerNegativeTestJSON-395067233 tempest-ImagesOneServerNegativeTestJSON-395067233-project] 10.222.0.26 "DELETE /v2.0/floatingips/d9b3da1b-b17b-4298-bc1f-b04ead0f1878 HTTP/1.1" status: 204 len: 168 time: 0.7166712 Jul 22 23:40:42.572331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43284) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:42.603673 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43286) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:42.645371 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b09fd14-2329-4813-9659-c8ca9ae91d81 admin admin] Deleting subnet bf44d29d-58a9-4d83-aa8b-ae4af9904ce3 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:40:42.669425 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b09fd14-2329-4813-9659-c8ca9ae91d81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.679742 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59ac193e-10bd-4643-9696-0af0b0e5c152 req-4d865092-4ebe-495d-9ae4-da6a306b7740 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0557945 Jul 22 23:40:42.740978 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-61135312-3a99-44aa-9971-e71a9b31c35a tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1790666561'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:42.750527 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b09fd14-2329-4813-9659-c8ca9ae91d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.781748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61135312-3a99-44aa-9971-e71a9b31c35a tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Made reservation on behalf of 9e91fc4350b44917a5c8ae156ed47c71 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:42.785437 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61135312-3a99-44aa-9971-e71a9b31c35a tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.801482 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61135312-3a99-44aa-9971-e71a9b31c35a tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.815752 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b09fd14-2329-4813-9659-c8ca9ae91d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.912398 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b09fd14-2329-4813-9659-c8ca9ae91d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.946047 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09fd14-2329-4813-9659-c8ca9ae91d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf44d29d-58a9-4d83-aa8b-ae4af9904ce3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:42.959451 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0b09fd14-2329-4813-9659-c8ca9ae91d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.962423 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0b09fd14-2329-4813-9659-c8ca9ae91d81 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bf44d29d-58a9-4d83-aa8b-ae4af9904ce3 HTTP/1.1" status: 204 len: 168 time: 0.3881631 Jul 22 23:40:42.986496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43308) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:42.996367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5ce0c32-9560-494f-ab8c-5a039eb88b2d req-6d717a70-7935-4058-a642-183c1058b0a8 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0523672 Jul 22 23:40:43.034294 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61135312-3a99-44aa-9971-e71a9b31c35a tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.041669 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61135312-3a99-44aa-9971-e71a9b31c35a tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.093752 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a87239d8-7db5-4e95-8e73-061bffb708b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.102137 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61135312-3a99-44aa-9971-e71a9b31c35a tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:40:43.146039 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61135312-3a99-44aa-9971-e71a9b31c35a tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775e6ffa-7323-4538-b933-50337fa12489,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:43.153024 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61135312-3a99-44aa-9971-e71a9b31c35a tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.153477 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-61135312-3a99-44aa-9971-e71a9b31c35a tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Added segment 788cc627-7b22-460a-bd50-64976fb518e2 of type vlan for network 01d8823f-8df1-4cf1-bf21-c86042430add Jul 22 23:40:43.235689 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61135312-3a99-44aa-9971-e71a9b31c35a tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.311330 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a87239d8-7db5-4e95-8e73-061bffb708b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.319947 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61135312-3a99-44aa-9971-e71a9b31c35a tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.326917 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61135312-3a99-44aa-9971-e71a9b31c35a tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:43.327540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61135312-3a99-44aa-9971-e71a9b31c35a tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.332857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a87239d8-7db5-4e95-8e73-061bffb708b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ccab81-acd5-4e76-8bb7-36e460d0f620']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:43.362586 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-61135312-3a99-44aa-9971-e71a9b31c35a tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7569134 Jul 22 23:40:43.364628 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43330) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:43.372697 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-45c6d136-8178-47e3-8ba6-e3e2a01f6752 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Request body: {'subnet': {'network_id': '01d8823f-8df1-4cf1-bf21-c86042430add', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:43.373481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f35ebec-d1f6-452c-8101-0a82c9faafbc req-d608248f-4869-4678-9007-208645efeef7 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0591266 Jul 22 23:40:43.382813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a87239d8-7db5-4e95-8e73-061bffb708b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3f553e-59ce-480b-a5d0-6a655d48a2f1') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:43.384857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a87239d8-7db5-4e95-8e73-061bffb708b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3f553e-59ce-480b-a5d0-6a655d48a2f1') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:43.401931 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a87239d8-7db5-4e95-8e73-061bffb708b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.428388 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a87239d8-7db5-4e95-8e73-061bffb708b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.439910 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87239d8-7db5-4e95-8e73-061bffb708b0 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:40:43.440602 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61135312-3a99-44aa-9971-e71a9b31c35a tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Pushing event updated for resources: {'Network': ['ID=01d8823f-8df1-4cf1-bf21-c86042430add,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:43.440907 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a87239d8-7db5-4e95-8e73-061bffb708b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.452496 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 01d8823f-8df1-4cf1-bf21-c86042430add details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:40:43.453693 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:40:43.548552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a87239d8-7db5-4e95-8e73-061bffb708b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.554665 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a87239d8-7db5-4e95-8e73-061bffb708b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.557202 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c6d136-8178-47e3-8ba6-e3e2a01f6752 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Made reservation on behalf of 9e91fc4350b44917a5c8ae156ed47c71 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:43.557382 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a87239d8-7db5-4e95-8e73-061bffb708b0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/57ccab81-acd5-4e76-8bb7-36e460d0f620 HTTP/1.1" status: 204 len: 168 time: 0.5543501 Jul 22 23:40:43.561042 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45c6d136-8178-47e3-8ba6-e3e2a01f6752 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.578010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87239d8-7db5-4e95-8e73-061bffb708b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=57ccab81-acd5-4e76-8bb7-36e460d0f620,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:43.749226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43344) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:43.768993 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45c6d136-8178-47e3-8ba6-e3e2a01f6752 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.791634 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b389077e-1744-49f0-909a-7bc8c69640b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6539760ffcb6457396bc17422fedc47a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412259 Jul 22 23:40:43.794342 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43346) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:43.833953 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6d136-8178-47e3-8ba6-e3e2a01f6752 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Pushing event updated for resources: {'Subnet': ['ID=0cdd9ec4-0fd4-4789-94bc-99cc38d0c8b0,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:43.844456 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6d136-8178-47e3-8ba6-e3e2a01f6752 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Checking segment: {'id': '788cc627-7b22-460a-bd50-64976fb518e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '01d8823f-8df1-4cf1-bf21-c86042430add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:43.844938 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6d136-8178-47e3-8ba6-e3e2a01f6752 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Network hostable DHCP agents. Network: 01d8823f-8df1-4cf1-bf21-c86042430add, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:40:43.850219 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9971433-88da-4718-a648-a1310c45c55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.863502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6d136-8178-47e3-8ba6-e3e2a01f6752 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Network 01d8823f-8df1-4cf1-bf21-c86042430add is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:40:43.873492 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9971433-88da-4718-a648-a1310c45c55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.873910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-45c6d136-8178-47e3-8ba6-e3e2a01f6752 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 01d8823f-8df1-4cf1-bf21-c86042430add) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:43.878443 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c6d136-8178-47e3-8ba6-e3e2a01f6752 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:43.878937 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45c6d136-8178-47e3-8ba6-e3e2a01f6752 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.886750 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3057ef-0956-4b42-8f6e-3c8f33cf8169 None None] Network 01d8823f-8df1-4cf1-bf21-c86042430add requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:43.898502 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-45c6d136-8178-47e3-8ba6-e3e2a01f6752 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5330148 Jul 22 23:40:43.899149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43350) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:43.904848 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-45d16147-5a38-4588-8617-728748e1e852 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1403721258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:43.931428 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45d16147-5a38-4588-8617-728748e1e852 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.932672 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45d16147-5a38-4588-8617-728748e1e852 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.933385 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9971433-88da-4718-a648-a1310c45c55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.936155 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9971433-88da-4718-a648-a1310c45c55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.939829 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a9971433-88da-4718-a648-a1310c45c55a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34155f97-041e-4ee0-b25a-3662998ca4b7 HTTP/1.1" status: 204 len: 168 time: 0.1417978 Jul 22 23:40:43.945948 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9971433-88da-4718-a648-a1310c45c55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34155f97-041e-4ee0-b25a-3662998ca4b7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:44.011539 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45d16147-5a38-4588-8617-728748e1e852 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.019466 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45d16147-5a38-4588-8617-728748e1e852 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.043793 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45d16147-5a38-4588-8617-728748e1e852 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.047782 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-45d16147-5a38-4588-8617-728748e1e852 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1458054 Jul 22 23:40:44.049264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43356) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:44.101854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-01d8823f-8df1-4cf1-bf21-c86042430add', 'network_id': '01d8823f-8df1-4cf1-bf21-c86042430add', 'tenant_id': '9e91fc4350b44917a5c8ae156ed47c71', 'fixed_ips': [{'subnet_id': '0cdd9ec4-0fd4-4789-94bc-99cc38d0c8b0'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:40:44.103706 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.201432 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5280bbf9-7409-4a80-ba2f-4feec286c51e req-c494f259-88d4-4f6f-a88e-0ab327847e55 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0721378 Jul 22 23:40:44.281115 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Allocated IP 172.20.0.2 (01d8823f-8df1-4cf1-bf21-c86042430add/0cdd9ec4-0fd4-4789-94bc-99cc38d0c8b0/6ccb4085-bc92-4ee4-9093-338732d96db9) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:44.551747 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.663668 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.676173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Transition to ACTIVE for port object 6ccb4085-bc92-4ee4-9093-338732d96db9 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:44.697184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Transition to ACTIVE for port object 6ccb4085-bc92-4ee4-9093-338732d96db9 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:44.705855 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.750758 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed12a2ff-768a-4970-a970-ac03c77375d3 req-4f5b925b-7722-40ef-933a-297a77cd2744 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0461369 Jul 22 23:40:44.754745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Network 01d8823f-8df1-4cf1-bf21-c86042430add is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:44.761219 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:44.770127 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:44.814907 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Pushing event updated for resources: {'Port': ['ID=6ccb4085-bc92-4ee4-9093-338732d96db9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:44.848058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:44.848874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:44.849405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:44.849943 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:44.850531 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:44.850871 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:44.851204 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:44.851606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:44.851855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:44.853000 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:44.853811 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:44.854454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:44.870783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Attempting to bind port 6ccb4085-bc92-4ee4-9093-338732d96db9 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:44.871352 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Attempting to bind port 6ccb4085-bc92-4ee4-9093-338732d96db9 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '788cc627-7b22-460a-bd50-64976fb518e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '01d8823f-8df1-4cf1-bf21-c86042430add'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:44.871908 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Attempting to bind port 6ccb4085-bc92-4ee4-9093-338732d96db9 on network 01d8823f-8df1-4cf1-bf21-c86042430add {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:44.878026 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:40:44.878601 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Checking segment: {'id': '788cc627-7b22-460a-bd50-64976fb518e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '01d8823f-8df1-4cf1-bf21-c86042430add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:44.879181 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.879961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Bound using segment: {'id': '788cc627-7b22-460a-bd50-64976fb518e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '01d8823f-8df1-4cf1-bf21-c86042430add'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:40:44.880844 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Bound port: 6ccb4085-bc92-4ee4-9093-338732d96db9, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788cc627-7b22-460a-bd50-64976fb518e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '01d8823f-8df1-4cf1-bf21-c86042430add'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:40:44.881683 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.912453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Allocated IP 172.20.0.1 (01d8823f-8df1-4cf1-bf21-c86042430add/0cdd9ec4-0fd4-4789-94bc-99cc38d0c8b0/7362a207-c634-4ccb-8699-2daee86bf4a2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:44.952811 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] For port 6ccb4085-bc92-4ee4-9093-338732d96db9, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:44.958191 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] For port 6ccb4085-bc92-4ee4-9093-338732d96db9, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6ccb4085-bc92-4ee4-9093-338732d96db9,segment=NetworkSegment(788cc627-7b22-460a-bd50-64976fb518e2),segment_id=788cc627-7b22-460a-bd50-64976fb518e2)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:40:44.966270 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:45.084394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4392bc-ad53-47ce-8b6b-3cda59aa9cee None None] Pushing event updated for resources: {'Port': ['ID=6ccb4085-bc92-4ee4-9093-338732d96db9,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:45.115637 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:45.132436 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Transition to ACTIVE for port object 7362a207-c634-4ccb-8699-2daee86bf4a2 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:45.178588 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:45.224298 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Network 01d8823f-8df1-4cf1-bf21-c86042430add is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:45.233973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:45.237982 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:45.270776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Pushing event updated for resources: {'Port': ['ID=7362a207-c634-4ccb-8699-2daee86bf4a2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:45.342729 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:45.471140 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70cbf0da-9d93-4575-a0cb-42cb9c4f6805 req-ec6f587f-eec8-43a3-9420-7fe3f0af2930 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0592980 Jul 22 23:40:45.654671 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:45.706020 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43470) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:45.763032 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6ccb4085-bc92-4ee4-9093-338732d96db9 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:45.822527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 6ccb4085-bc92-4ee4-9093-338732d96db9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:45.917993 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5ca5ca42-b065-478d-8824-9210a2a52dd3 req-c719ac75-7d09-4e0f-93cf-3553cb621535 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0450399 Jul 22 23:40:45.920063 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a657f5c9-0fa1-4af2-b583-42c1688ea28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:45.966526 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-6462826f-5bb5-4088-8215-1f8905e586d5 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:45.968171 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-6462826f-5bb5-4088-8215-1f8905e586d5 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/networks?id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122 HTTP/1.1" status: 200 len: 804 time: 0.2668774 Jul 22 23:40:46.007565 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-10a22f02-9957-499b-ac8f-abd69d0522cd tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/quotas/d717b45ef01d480c925f1b5c3543f625 HTTP/1.1" status: 200 len: 375 time: 0.0334938 Jul 22 23:40:46.054836 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a657f5c9-0fa1-4af2-b583-42c1688ea28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.061379 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a657f5c9-0fa1-4af2-b583-42c1688ea28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.098840 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a657f5c9-0fa1-4af2-b583-42c1688ea28e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4731f454ba7948e1ba366f4afc5d683a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914480 Jul 22 23:40:46.100869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43478) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:46.170982 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657f5c9-0fa1-4af2-b583-42c1688ea28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344b22f9-a7cc-4f52-90ee-b065e3d5364c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:46.175875 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-75402b28-acb4-4804-9dca-2245a34cdd8b tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d717b45ef01d480c925f1b5c3543f625&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1469135 Jul 22 23:40:46.186757 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.205747 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02452d9e-2ba9-4a2e-a521-541495070eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.207199 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.235865 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001e6939-ab6d-4933-9e08-97d082f2c97d None None] Network 01d8823f-8df1-4cf1-bf21-c86042430add requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:46.240349 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02452d9e-2ba9-4a2e-a521-541495070eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.295082 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02452d9e-2ba9-4a2e-a521-541495070eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.298691 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02452d9e-2ba9-4a2e-a521-541495070eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.302229 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-02452d9e-2ba9-4a2e-a521-541495070eec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/344b22f9-a7cc-4f52-90ee-b065e3d5364c HTTP/1.1" status: 204 len: 168 time: 0.1979110 Jul 22 23:40:46.309415 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02452d9e-2ba9-4a2e-a521-541495070eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344b22f9-a7cc-4f52-90ee-b065e3d5364c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:46.325071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Pushing event updated for resources: {'Port': ['ID=7362a207-c634-4ccb-8699-2daee86bf4a2,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:46.329220 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.380815 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.381639 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c6d21103-1f37-470b-a75b-5d8c7d06b130 None None] Provisioning for port 6ccb4085-bc92-4ee4-9093-338732d96db9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:46.390585 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c6d21103-1f37-470b-a75b-5d8c7d06b130 None None] Provisioning complete for port 6ccb4085-bc92-4ee4-9093-338732d96db9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:46.390911 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6d21103-1f37-470b-a75b-5d8c7d06b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.436661 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-6a5aae10-debf-4be9-bd1c-771c381394f1 service neutron] 10.222.0.26 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476263 Jul 22 23:40:46.502160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Network 01d8823f-8df1-4cf1-bf21-c86042430add is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:46.530072 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:46.552561 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6d21103-1f37-470b-a75b-5d8c7d06b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.595681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c6d21103-1f37-470b-a75b-5d8c7d06b130 None None] For port 6ccb4085-bc92-4ee4-9093-338732d96db9, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6ccb4085-bc92-4ee4-9093-338732d96db9,segment=NetworkSegment(788cc627-7b22-460a-bd50-64976fb518e2),segment_id=788cc627-7b22-460a-bd50-64976fb518e2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:46.604220 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6d21103-1f37-470b-a75b-5d8c7d06b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.671742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d21103-1f37-470b-a75b-5d8c7d06b130 None None] Pushing event updated for resources: {'Port': ['ID=6ccb4085-bc92-4ee4-9093-338732d96db9,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:46.931923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-53cca6cd-1f62-40ba-b813-26d8c0fdfd3e None None] Provisioning for port 7362a207-c634-4ccb-8699-2daee86bf4a2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:46.939841 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-53cca6cd-1f62-40ba-b813-26d8c0fdfd3e None None] Provisioning complete for port 7362a207-c634-4ccb-8699-2daee86bf4a2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:46.940418 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53cca6cd-1f62-40ba-b813-26d8c0fdfd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.983963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-53cca6cd-1f62-40ba-b813-26d8c0fdfd3e None None] Port 7362a207-c634-4ccb-8699-2daee86bf4a2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:40:46.991082 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-6c84cdd3-8f99-4cf7-880c-50c14e369b9d service neutron] 10.222.0.26 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396633 Jul 22 23:40:46.999070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-53cca6cd-1f62-40ba-b813-26d8c0fdfd3e None None] Provisioning complete for port 6ccb4085-bc92-4ee4-9093-338732d96db9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:46.999905 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53cca6cd-1f62-40ba-b813-26d8c0fdfd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:47.013767 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46168dff-788e-4404-b05a-72e0ee13bd49 req-dce19317-5cc4-40ae-ab28-91acb1267c5d tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.1076379 Jul 22 23:40:47.161344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Router baefc6fd-b70a-47d4-acca-685249c41bea is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:40:47.288330 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5e604993-fe19-473c-8966-00547ef31a5d None None] Provisioning complete for port 7362a207-c634-4ccb-8699-2daee86bf4a2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:47.288778 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e604993-fe19-473c-8966-00547ef31a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:47.343828 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5e604993-fe19-473c-8966-00547ef31a5d None None] Port 7362a207-c634-4ccb-8699-2daee86bf4a2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:40:47.388798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-84ebb2f3-690b-4014-b2a6-c30fb6abc32c req-e4ea4bef-8282-468e-95c4-84930e03b58b tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0658484 Jul 22 23:40:47.402736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:47.414100 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ea62fd-5272-4165-9abc-18c93f78b4b3 None None] Sync routers for ids ['baefc6fd-b70a-47d4-acca-685249c41bea'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:47.431481 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea62fd-5272-4165-9abc-18c93f78b4b3 None None] Routers {'baefc6fd-b70a-47d4-acca-685249c41bea'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:47.434895 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-96ea62fd-5272-4165-9abc-18c93f78b4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:40:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['baefc6fd-b70a-47d4-acca-685249c41bea'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:47.443261 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-306e6771-f26e-4859-84f0-2405b9388615 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] 10.222.0.26 "PUT /v2.0/routers/baefc6fd-b70a-47d4-acca-685249c41bea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3900962 Jul 22 23:40:47.445284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43518) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:47.451584 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9baa3ac4-b07e-4065-8eab-e6b69ffd0c11 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Request body: {'port': {'network_id': '01d8823f-8df1-4cf1-bf21-c86042430add', 'name': 'tempest-FloatingIPNegativeTestJSON-1612831064'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:47.475025 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d9ef1bc-7513-4f57-83e5-952977a3c4fc None None] Provisioning complete for port 7362a207-c634-4ccb-8699-2daee86bf4a2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:47.478518 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d9ef1bc-7513-4f57-83e5-952977a3c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:47.484085 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-96ea62fd-5272-4165-9abc-18c93f78b4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:47.495370 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea62fd-5272-4165-9abc-18c93f78b4b3 None None] Routers {'baefc6fd-b70a-47d4-acca-685249c41bea'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:47.496142 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-96ea62fd-5272-4165-9abc-18c93f78b4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:40:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['baefc6fd-b70a-47d4-acca-685249c41bea'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:47.510849 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c94fc1b0-72c3-46f7-bd92-610b086972b0 req-8f9c2cf4-a927-48c0-aab3-699a20d5d0c0 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8fd5a7-8a18-45aa-bae8-701a11d37992 HTTP/1.1" status: 200 len: 210 time: 0.0385230 Jul 22 23:40:47.538813 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ef1bc-7513-4f57-83e5-952977a3c4fc None None] Port 7362a207-c634-4ccb-8699-2daee86bf4a2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:40:47.568792 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-96ea62fd-5272-4165-9abc-18c93f78b4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:47.569507 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ea62fd-5272-4165-9abc-18c93f78b4b3 None None] The sync data for ids ['baefc6fd-b70a-47d4-acca-685249c41bea'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:47.584770 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c3500-955a-4c1e-86ee-96ab115e4bdc req-85955570-d40b-4728-86c7-f7896b413d70 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:47.586288 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-658c3500-955a-4c1e-86ee-96ab115e4bdc req-85955570-d40b-4728-86c7-f7896b413d70 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ebf1964-1126-45d5-9243-e3e4b5b41ae7 HTTP/1.1" status: 200 len: 946 time: 0.2031951 Jul 22 23:40:47.719290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baa3ac4-b07e-4065-8eab-e6b69ffd0c11 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Made reservation on behalf of 9e91fc4350b44917a5c8ae156ed47c71 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:47.723274 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9baa3ac4-b07e-4065-8eab-e6b69ffd0c11 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:47.741376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6ccb4085-bc92-4ee4-9093-338732d96db9 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:47.749323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-658c3500-955a-4c1e-86ee-96ab115e4bdc req-8c7de3b1-9ae9-46c6-9375-b16192899037 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Deleting port 254f21a5-3348-44ce-9002-c333a4653ddc {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:47.749669 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-658c3500-955a-4c1e-86ee-96ab115e4bdc req-8c7de3b1-9ae9-46c6-9375-b16192899037 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:47.757430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-9baa3ac4-b07e-4065-8eab-e6b69ffd0c11 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] device_id is not set on port b3ae7ab5-3060-443c-8a30-67f9d79b8b5d yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:47.829684 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 6ccb4085-bc92-4ee4-9093-338732d96db9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:47.830308 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:47.893487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 254f21a5-3348-44ce-9002-c333a4653ddc no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:47.932723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-658c3500-955a-4c1e-86ee-96ab115e4bdc req-8c7de3b1-9ae9-46c6-9375-b16192899037 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] For port 254f21a5-3348-44ce-9002-c333a4653ddc, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=254f21a5-3348-44ce-9002-c333a4653ddc,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:47.933138 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-658c3500-955a-4c1e-86ee-96ab115e4bdc req-8c7de3b1-9ae9-46c6-9375-b16192899037 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:47.960953 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-658c3500-955a-4c1e-86ee-96ab115e4bdc req-8c7de3b1-9ae9-46c6-9375-b16192899037 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Calling delete_port for 254f21a5-3348-44ce-9002-c333a4653ddc owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:47.972129 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9baa3ac4-b07e-4065-8eab-e6b69ffd0c11 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Allocated IP 172.20.0.6 (01d8823f-8df1-4cf1-bf21-c86042430add/0cdd9ec4-0fd4-4789-94bc-99cc38d0c8b0/b3ae7ab5-3060-443c-8a30-67f9d79b8b5d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:48.019493 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.049270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebf1964-1126-45d5-9243-e3e4b5b41ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '254f21a5-3348-44ce-9002-c333a4653ddc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:48.051733 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f3ed48-f2c6-4be6-a001-036358e85df7" -d '{"events": [{"server_uuid": "2ebf1964-1126-45d5-9243-e3e4b5b41ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "254f21a5-3348-44ce-9002-c333a4653ddc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:48.071072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 254f21a5-3348-44ce-9002-c333a4653ddc, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=254f21a5-3348-44ce-9002-c333a4653ddc,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:48.077194 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.112908 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df544e7-d5c5-44a3-97b1-16dd11a15215 x-openstack-request-id: req-4df544e7-d5c5-44a3-97b1-16dd11a15215 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:48.113725 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebf1964-1126-45d5-9243-e3e4b5b41ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "254f21a5-3348-44ce-9002-c333a4653ddc", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:48.114179 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4df544e7-d5c5-44a3-97b1-16dd11a15215 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:48.115310 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebf1964-1126-45d5-9243-e3e4b5b41ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '254f21a5-3348-44ce-9002-c333a4653ddc', 'code': 200} Jul 22 23:40:48.143628 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43536) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:48.151189 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=254f21a5-3348-44ce-9002-c333a4653ddc,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:48.220221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d22343b-83a2-4937-88b4-596525ea60a9 req-17990a2d-62b1-4241-a6fb-62e7a58cbc16 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0669594 Jul 22 23:40:48.268904 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-658c3500-955a-4c1e-86ee-96ab115e4bdc req-8c7de3b1-9ae9-46c6-9375-b16192899037 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.273431 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9baa3ac4-b07e-4065-8eab-e6b69ffd0c11 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.306943 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-edce8583-72ff-4ffb-9793-1ac064953f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.317017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7de3b1-9ae9-46c6-9375-b16192899037 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Pushing event deleted for resources: {'Port': ['ID=254f21a5-3348-44ce-9002-c333a4653ddc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:48.322486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-9baa3ac4-b07e-4065-8eab-e6b69ffd0c11 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Transition to ACTIVE for port object b3ae7ab5-3060-443c-8a30-67f9d79b8b5d will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:48.383592 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-658c3500-955a-4c1e-86ee-96ab115e4bdc req-8c7de3b1-9ae9-46c6-9375-b16192899037 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] No DVR routers for this DVR port 254f21a5-3348-44ce-9002-c333a4653ddc on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:40:48.389656 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-658c3500-955a-4c1e-86ee-96ab115e4bdc req-8c7de3b1-9ae9-46c6-9375-b16192899037 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.391690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-658c3500-955a-4c1e-86ee-96ab115e4bdc req-8c7de3b1-9ae9-46c6-9375-b16192899037 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.18 "DELETE /v2.0/ports/254f21a5-3348-44ce-9002-c333a4653ddc HTTP/1.1" status: 204 len: 173 time: 0.7979913 Jul 22 23:40:48.392322 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebf1964-1126-45d5-9243-e3e4b5b41ae7', 'name': 'network-vif-deleted', 'tag': '254f21a5-3348-44ce-9002-c333a4653ddc'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:48.394840 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba150325-557a-4d20-a167-2fbbf8e99947" -d '{"events": [{"server_uuid": "2ebf1964-1126-45d5-9243-e3e4b5b41ae7", "name": "network-vif-deleted", "tag": "254f21a5-3348-44ce-9002-c333a4653ddc"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:48.419857 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-edce8583-72ff-4ffb-9793-1ac064953f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.424451 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9baa3ac4-b07e-4065-8eab-e6b69ffd0c11 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.428902 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-edce8583-72ff-4ffb-9793-1ac064953f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.470698 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9857535-bc83-40c2-a0c2-dc0543236db0 x-openstack-request-id: req-e9857535-bc83-40c2-a0c2-dc0543236db0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:48.471016 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebf1964-1126-45d5-9243-e3e4b5b41ae7", "name": "network-vif-deleted", "tag": "254f21a5-3348-44ce-9002-c333a4653ddc", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:48.471384 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9857535-bc83-40c2-a0c2-dc0543236db0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:48.471878 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebf1964-1126-45d5-9243-e3e4b5b41ae7', 'name': 'network-vif-deleted', 'tag': '254f21a5-3348-44ce-9002-c333a4653ddc', 'status': 'completed', 'code': 200} Jul 22 23:40:48.494903 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa3ac4-b07e-4065-8eab-e6b69ffd0c11 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Pushing event updated for resources: {'Port': ['ID=b3ae7ab5-3060-443c-8a30-67f9d79b8b5d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:48.499371 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa3ac4-b07e-4065-8eab-e6b69ffd0c11 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Network 01d8823f-8df1-4cf1-bf21-c86042430add is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:48.501279 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9baa3ac4-b07e-4065-8eab-e6b69ffd0c11 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:48.503581 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baa3ac4-b07e-4065-8eab-e6b69ffd0c11 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:48.508552 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-edce8583-72ff-4ffb-9793-1ac064953f11 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=196389b00ac84df6b9d445fc1d2a36e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613770 Jul 22 23:40:48.528398 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43550) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:48.536475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce8583-72ff-4ffb-9793-1ac064953f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db206c3-b6cd-4a58-8eb0-22286660691f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:48.583414 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eceb4930-3221-4b87-9896-5075fa28d956 req-152a92e7-eec6-479c-8ea6-88ed675030a7 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0547137 Jul 22 23:40:48.609881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baa3ac4-b07e-4065-8eab-e6b69ffd0c11 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:48.610617 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9baa3ac4-b07e-4065-8eab-e6b69ffd0c11 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.630721 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9baa3ac4-b07e-4065-8eab-e6b69ffd0c11 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1842341 Jul 22 23:40:48.633566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43554) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:48.636142 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4696da9-b2a1-4ea5-8b75-0cd4e6f0a024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.642612 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:48.664391 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4696da9-b2a1-4ea5-8b75-0cd4e6f0a024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.689976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-719b2a91-c0ab-4665-a10d-61c3f03db4db req-32a73a8d-cb6d-4834-94b3-b8497df5515f tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8fd5a7-8a18-45aa-bae8-701a11d37992 HTTP/1.1" status: 200 len: 210 time: 0.0415602 Jul 22 23:40:48.734018 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.749310 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4696da9-b2a1-4ea5-8b75-0cd4e6f0a024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.753573 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4696da9-b2a1-4ea5-8b75-0cd4e6f0a024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.755010 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e4696da9-b2a1-4ea5-8b75-0cd4e6f0a024 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3db206c3-b6cd-4a58-8eb0-22286660691f HTTP/1.1" status: 204 len: 168 time: 0.2246141 Jul 22 23:40:48.791974 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4696da9-b2a1-4ea5-8b75-0cd4e6f0a024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db206c3-b6cd-4a58-8eb0-22286660691f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:48.870243 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-66cfe598-c2a0-40b7-8d2f-2880afc6b150 None None] Provisioning for port b3ae7ab5-3060-443c-8a30-67f9d79b8b5d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:48.877510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-66cfe598-c2a0-40b7-8d2f-2880afc6b150 None None] Provisioning complete for port b3ae7ab5-3060-443c-8a30-67f9d79b8b5d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:48.878006 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66cfe598-c2a0-40b7-8d2f-2880afc6b150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.880650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-b88ef68b-21bf-455f-bf63-08507feaf0c8 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:48.882233 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-b88ef68b-21bf-455f-bf63-08507feaf0c8 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.95 "GET /v2.0/networks?id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122 HTTP/1.1" status: 200 len: 804 time: 0.1953003 Jul 22 23:40:48.902260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-4bf7e711-6408-49e2-8693-3cdb99d80da7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Request body: {'port': {'device_id': '3a8fd5a7-8a18-45aa-bae8-701a11d37992', 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122', 'admin_state_up': True, 'tenant_id': 'd717b45ef01d480c925f1b5c3543f625'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:48.916769 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-66cfe598-c2a0-40b7-8d2f-2880afc6b150 None None] Port b3ae7ab5-3060-443c-8a30-67f9d79b8b5d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:40:48.982552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.111503 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-4bf7e711-6408-49e2-8693-3cdb99d80da7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Made reservation on behalf of d717b45ef01d480c925f1b5c3543f625 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:49.115236 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-4bf7e711-6408-49e2-8693-3cdb99d80da7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.146393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Allocated IP 172.25.4.205 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/eb20fbf5-50eb-49f2-8ddb-bacf711e5489) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:49.204226 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-92d30e40-a623-42c1-9c8d-889f299df669 req-802390eb-123c-4ba4-9e10-8d67eaf3adac service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581934 Jul 22 23:40:49.339744 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d30e40-a623-42c1-9c8d-889f299df669 req-32957769-6ff0-4017-84cd-2bbaa7a60560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:49.342086 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-92d30e40-a623-42c1-9c8d-889f299df669 req-32957769-6ff0-4017-84cd-2bbaa7a60560 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 1097 time: 0.0939438 Jul 22 23:40:49.375728 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f31e684c-9378-417c-8351-e4cd3f51b85b req-16a2ef46-3a3a-4c03-85a6-7a6f6ed480c9 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0511947 Jul 22 23:40:49.379296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-4bf7e711-6408-49e2-8693-3cdb99d80da7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Allocated IP 172.20.0.11 (f21647f4-a3e6-4fdb-87ae-a8a620b5a122/1be0a5b1-3bce-4e99-b121-d80db0f7b202/b93f080f-0537-4285-852f-faefd9ad4cf0) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:49.402859 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.519762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d30e40-a623-42c1-9c8d-889f299df669 req-b59cadf2-9417-4c0b-886e-c1803d1e80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:49.521768 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-92d30e40-a623-42c1-9c8d-889f299df669 req-b59cadf2-9417-4c0b-886e-c1803d1e80cd service neutron] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.1582470 Jul 22 23:40:49.536847 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.569163 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43584) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:49.592653 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:49.600747 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-92d30e40-a623-42c1-9c8d-889f299df669 req-8d3c3063-faf4-4050-a529-76bdfd7b462a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d65aa367-45f7-4685-97cf-065b3950ce38 HTTP/1.1" status: 200 len: 1002 time: 0.0710735 Jul 22 23:40:49.605902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:49.612102 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:49.617224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Pushing event updated for resources: {'Port': ['ID=eb20fbf5-50eb-49f2-8ddb-bacf711e5489,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:49.658341 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d30e40-a623-42c1-9c8d-889f299df669 req-feebcb37-67d1-47c7-a2cc-9e6ab3bfb80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:49.660070 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-92d30e40-a623-42c1-9c8d-889f299df669 req-feebcb37-67d1-47c7-a2cc-9e6ab3bfb80b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.0521750 Jul 22 23:40:49.664279 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-4bf7e711-6408-49e2-8693-3cdb99d80da7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.726227 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d30e40-a623-42c1-9c8d-889f299df669 req-64e3c32e-54a4-4320-8cdd-b0d9e2dd6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:49.728101 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-92d30e40-a623-42c1-9c8d-889f299df669 req-64e3c32e-54a4-4320-8cdd-b0d9e2dd6579 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603890 Jul 22 23:40:49.731636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-878e423f-5757-4522-ba1f-9c96ca8f6a0d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1372712935-network', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:49.743960 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a012eb9b-c6ef-48fe-ae77-40e65af51488 req-e9ac3bb6-4cf7-4ec7-b614-7bebf4c6ed39 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0567753 Jul 22 23:40:49.789490 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-4bf7e711-6408-49e2-8693-3cdb99d80da7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.791912 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.825837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878e423f-5757-4522-ba1f-9c96ca8f6a0d admin admin] Made reservation on behalf of 16bf9f72d7c54630ac4f4b8284659723 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:49.828283 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-878e423f-5757-4522-ba1f-9c96ca8f6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.892678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-4bf7e711-6408-49e2-8693-3cdb99d80da7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:49.906565 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-4bf7e711-6408-49e2-8693-3cdb99d80da7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:49.911018 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7e711-6408-49e2-8693-3cdb99d80da7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Pushing event updated for resources: {'Port': ['ID=b93f080f-0537-4285-852f-faefd9ad4cf0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:49.913626 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-4bf7e711-6408-49e2-8693-3cdb99d80da7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:49.944896 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.014850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fe506-f686-48e7-90c2-e96385500360 req-48e01944-8367-4348-834b-ab91edd84559 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:50.016481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-110fe506-f686-48e7-90c2-e96385500360 req-48e01944-8367-4348-834b-ab91edd84559 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8fd5a7-8a18-45aa-bae8-701a11d37992 HTTP/1.1" status: 200 len: 932 time: 0.2434320 Jul 22 23:40:50.029472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-4bf7e711-6408-49e2-8693-3cdb99d80da7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:50.030120 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-4bf7e711-6408-49e2-8693-3cdb99d80da7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.076106 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-4bf7e711-6408-49e2-8693-3cdb99d80da7 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1816177 Jul 22 23:40:50.098613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Request body: {'port': {'device_id': '3a8fd5a7-8a18-45aa-bae8-701a11d37992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:50.128524 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-878e423f-5757-4522-ba1f-9c96ca8f6a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.132577 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-92d30e40-a623-42c1-9c8d-889f299df669 req-57d1eb87-c40e-4428-8704-56fda43b2d8c service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968050 Jul 22 23:40:50.156005 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-110fe506-f686-48e7-90c2-e96385500360 req-dc3d9def-491f-4715-91b4-8337b4e17eae tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220913 Jul 22 23:40:50.249439 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.259769 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-92d30e40-a623-42c1-9c8d-889f299df669 req-3a20bd67-7372-46f0-991e-3a8914a682bf service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196351 Jul 22 23:40:50.274747 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.295488 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.299267 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-878e423f-5757-4522-ba1f-9c96ca8f6a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.302869 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-878e423f-5757-4522-ba1f-9c96ca8f6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.330178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878e423f-5757-4522-ba1f-9c96ca8f6a0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:40:50.339105 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e423f-5757-4522-ba1f-9c96ca8f6a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4a0e8f-524f-4304-9d9f-cb88e59d16fe,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:50.346644 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-878e423f-5757-4522-ba1f-9c96ca8f6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.346980 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-878e423f-5757-4522-ba1f-9c96ca8f6a0d admin admin] Added segment 3305d638-1666-47ea-a8bf-0494e86e1d35 of type vlan for network 8a107b15-4e25-4a57-94f1-a4d673d455de Jul 22 23:40:50.389370 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-878e423f-5757-4522-ba1f-9c96ca8f6a0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.425947 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-878e423f-5757-4522-ba1f-9c96ca8f6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.427582 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878e423f-5757-4522-ba1f-9c96ca8f6a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:50.428179 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-878e423f-5757-4522-ba1f-9c96ca8f6a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.446223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Pushing event updated for resources: {'Port': ['ID=eb20fbf5-50eb-49f2-8ddb-bacf711e5489,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:50.471402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:50.471692 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-878e423f-5757-4522-ba1f-9c96ca8f6a0d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9013426 Jul 22 23:40:50.478557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5c2ffaac-d341-4257-ba41-296ed451d397 admin admin] Request body: {'subnet': {'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1372712935-subnet', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:50.497522 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.507797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e423f-5757-4522-ba1f-9c96ca8f6a0d admin admin] Pushing event updated for resources: {'Network': ['ID=8a107b15-4e25-4a57-94f1-a4d673d455de,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:50.523673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 8a107b15-4e25-4a57-94f1-a4d673d455de details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:40:50.568817 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d6bc175-93ed-447c-99d8-3aa6a4d0f71d req-34fe9ccc-3a53-46a4-a2a3-4aea64c080d8 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0769637 Jul 22 23:40:50.589505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2ffaac-d341-4257-ba41-296ed451d397 admin admin] Made reservation on behalf of 16bf9f72d7c54630ac4f4b8284659723 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:50.593874 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffaac-d341-4257-ba41-296ed451d397 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.607077 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.610797 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-818bb09c-e67d-40bb-b4ee-f93908364342 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9725394 Jul 22 23:40:50.611571 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43602) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:50.616189 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4534ad51-f9d3-4057-b560-010383bc12cc tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Request body: {'floatingip': {'port_id': 'b3ae7ab5-3060-443c-8a30-67f9d79b8b5d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:50.658743 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4534ad51-f9d3-4057-b560-010383bc12cc tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.745429 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93f080f-0537-4285-852f-faefd9ad4cf0 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:50.755572 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.783268 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-4534ad51-f9d3-4057-b560-010383bc12cc tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] update failed (client error): The resource could not be found. Jul 22 23:40:50.784303 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4534ad51-f9d3-4057-b560-010383bc12cc tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] 10.222.0.26 "PUT /v2.0/floatingips/5b52c8f2-7630-486c-9d0b-568f51d320bd HTTP/1.1" status: 404 len: 507 time: 0.1717546 Jul 22 23:40:50.789378 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43606) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:50.795567 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Transition to ACTIVE for port object b93f080f-0537-4285-852f-faefd9ad4cf0 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:50.803404 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.917585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d1fcee59-ac2f-412a-9aad-e9551e6843ad tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Deleting port eb20fbf5-50eb-49f2-8ddb-bacf711e5489 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:50.918213 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1fcee59-ac2f-412a-9aad-e9551e6843ad tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.996285 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1fcee59-ac2f-412a-9aad-e9551e6843ad tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.996621 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1fcee59-ac2f-412a-9aad-e9551e6843ad tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.010154 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d1fcee59-ac2f-412a-9aad-e9551e6843ad tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Calling delete_port for eb20fbf5-50eb-49f2-8ddb-bacf711e5489 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:51.151615 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1fcee59-ac2f-412a-9aad-e9551e6843ad tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.176133 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcee59-ac2f-412a-9aad-e9551e6843ad tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Pushing event deleted for resources: {'Port': ['ID=eb20fbf5-50eb-49f2-8ddb-bacf711e5489,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:51.252802 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1fcee59-ac2f-412a-9aad-e9551e6843ad tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.255284 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1fcee59-ac2f-412a-9aad-e9551e6843ad tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.256433 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d1fcee59-ac2f-412a-9aad-e9551e6843ad tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] 10.222.0.26 "DELETE /v2.0/floatingips/5b52c8f2-7630-486c-9d0b-568f51d320bd HTTP/1.1" status: 204 len: 168 time: 0.4661171 Jul 22 23:40:51.260258 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43610) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:51.264600 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a8925ed8-ad66-4b68-b74e-59d2522aba6c tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Request body: {'floatingip': {'floating_network_id': '01d8823f-8df1-4cf1-bf21-c86042430add', 'port_id': 'b3ae7ab5-3060-443c-8a30-67f9d79b8b5d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:51.285961 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8925ed8-ad66-4b68-b74e-59d2522aba6c tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.308217 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-442ab3cc-09bc-4654-adc0-4dafdb23e0b4 req-cb3266ea-4311-4e37-a123-53746ef16a6d tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.4517534 Jul 22 23:40:51.329486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Pushing event updated for resources: {'Port': ['ID=b93f080f-0537-4285-852f-faefd9ad4cf0,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:51.349664 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffaac-d341-4257-ba41-296ed451d397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.402829 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-a8925ed8-ad66-4b68-b74e-59d2522aba6c tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:40:51.404299 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a8925ed8-ad66-4b68-b74e-59d2522aba6c tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1431153 Jul 22 23:40:51.405502 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Attempting to bind port b93f080f-0537-4285-852f-faefd9ad4cf0 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:51.405833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Attempting to bind port b93f080f-0537-4285-852f-faefd9ad4cf0 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '475ba31c-1d3a-400e-8fbe-1dd60ec2f628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:51.406153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Attempting to bind port b93f080f-0537-4285-852f-faefd9ad4cf0 on network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:51.408509 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43612) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:51.413184 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': 'b3ae7ab5-3060-443c-8a30-67f9d79b8b5d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:51.426392 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Port b93f080f-0537-4285-852f-faefd9ad4cf0 on network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:51.426713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Attempting to bind port b93f080f-0537-4285-852f-faefd9ad4cf0 on network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:51.438170 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.445912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ffaac-d341-4257-ba41-296ed451d397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=734263c5-1ee2-490b-83f1-d37edf403f44,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:51.452894 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:40:51.453511 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Checking segment: {'id': '475ba31c-1d3a-400e-8fbe-1dd60ec2f628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:51.453637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Bound using segment: {'id': '475ba31c-1d3a-400e-8fbe-1dd60ec2f628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:40:51.454027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Bound port: b93f080f-0537-4285-852f-faefd9ad4cf0, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475ba31c-1d3a-400e-8fbe-1dd60ec2f628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:40:51.454381 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.472100 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f466a-0a1c-41cf-b848-665c595df1bb req-1d957289-dffd-47d5-92f3-6a77d4a6f6be tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:51.473601 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-566f466a-0a1c-41cf-b848-665c595df1bb req-1d957289-dffd-47d5-92f3-6a77d4a6f6be tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8fd5a7-8a18-45aa-bae8-701a11d37992 HTTP/1.1" status: 200 len: 944 time: 0.2117171 Jul 22 23:40:51.489630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ffaac-d341-4257-ba41-296ed451d397 admin admin] Checking segment: {'id': '3305d638-1666-47ea-a8bf-0494e86e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:51.489994 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ffaac-d341-4257-ba41-296ed451d397 admin admin] Network hostable DHCP agents. Network: 8a107b15-4e25-4a57-94f1-a4d673d455de, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:40:51.539663 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.567197 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-566f466a-0a1c-41cf-b848-665c595df1bb req-cf425a3c-07b3-4440-a6cd-9d15e4702e61 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856090 Jul 22 23:40:51.567750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ffaac-d341-4257-ba41-296ed451d397 admin admin] Network 8a107b15-4e25-4a57-94f1-a4d673d455de is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:40:51.584421 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] For port b93f080f-0537-4285-852f-faefd9ad4cf0, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:51.588426 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] For port b93f080f-0537-4285-852f-faefd9ad4cf0, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b93f080f-0537-4285-852f-faefd9ad4cf0,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:40:51.591033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ffaac-d341-4257-ba41-296ed451d397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 8a107b15-4e25-4a57-94f1-a4d673d455de) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:51.596220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ffaac-d341-4257-ba41-296ed451d397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:51.596363 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffaac-d341-4257-ba41-296ed451d397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.601332 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.603708 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfe4432-3e54-437f-8c1a-96fee0a75aa0 None None] Network 8a107b15-4e25-4a57-94f1-a4d673d455de requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:51.651060 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:51.651978 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.653861 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] 10.222.0.95 "PUT /v2.0/ports/b93f080f-0537-4285-852f-faefd9ad4cf0 HTTP/1.1" status: 200 len: 1092 time: 1.5639939 Jul 22 23:40:51.656649 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8fd5a7-8a18-45aa-bae8-701a11d37992', 'tag': 'b93f080f-0537-4285-852f-faefd9ad4cf0'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:51.659913 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b41bcbf-159e-41b3-a8c9-8f434c0bf746" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8fd5a7-8a18-45aa-bae8-701a11d37992", "tag": "b93f080f-0537-4285-852f-faefd9ad4cf0"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:51.672045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5c2ffaac-d341-4257-ba41-296ed451d397 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1978052 Jul 22 23:40:51.674400 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43624) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:51.695465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb93ff1-ef58-4760-8184-49390a242009 service neutron] Pushing event updated for resources: {'Port': ['ID=b93f080f-0537-4285-852f-faefd9ad4cf0,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:51.699176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Allocated IP 172.25.4.20 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/41de31f2-aa1e-4077-9934-93f7cd4c3e2c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:51.708182 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1372712935-router', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:51.776281 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a473a80d-fb3d-4dd1-9dc8-a505d69c639a req-1b8bd998-345d-4a22-b941-02c8cbbc2384 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0575559 Jul 22 23:40:51.798867 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-dc78fd84-ff51-4e19-9119-16ffacd6cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:51.800619 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-dc78fd84-ff51-4e19-9119-16ffacd6cdce service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d717b45ef01d480c925f1b5c3543f625&device_id=3a8fd5a7-8a18-45aa-bae8-701a11d37992 HTTP/1.1" status: 200 len: 1095 time: 0.0971913 Jul 22 23:40:51.830073 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.831091 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.865883 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1320c83f-74df-43ba-ae04-2d4bcc858bbc x-openstack-request-id: req-1320c83f-74df-43ba-ae04-2d4bcc858bbc {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:51.866249 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8fd5a7-8a18-45aa-bae8-701a11d37992", "tag": "b93f080f-0537-4285-852f-faefd9ad4cf0", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:51.866620 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1320c83f-74df-43ba-ae04-2d4bcc858bbc {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:51.867103 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8fd5a7-8a18-45aa-bae8-701a11d37992', 'tag': 'b93f080f-0537-4285-852f-faefd9ad4cf0', 'status': 'completed', 'code': 200} Jul 22 23:40:51.869546 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-74a03fe2-77ae-4267-979c-1090468453b3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b93f080f-0537-4285-852f-faefd9ad4cf0 HTTP/1.1" status: 200 len: 217 time: 0.0588863 Jul 22 23:40:51.877036 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.899154 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-8a107b15-4e25-4a57-94f1-a4d673d455de', 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'fixed_ips': [{'subnet_id': '734263c5-1ee2-490b-83f1-d37edf403f44'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:40:51.900328 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.927881 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.934232 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-9ea11cae-4acf-449e-ae1c-1bd76b09f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:51.935928 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-9ea11cae-4acf-449e-ae1c-1bd76b09f2c0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1be0a5b1-3bce-4e99-b121-d80db0f7b202 HTTP/1.1" status: 200 len: 844 time: 0.0599151 Jul 22 23:40:51.972549 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1e9eb9e8-3ac6-4057-9fed-8c7703f3390a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295823 Jul 22 23:40:52.047420 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Allocated IP 172.20.0.2 (8a107b15-4e25-4a57-94f1-a4d673d455de/734263c5-1ee2-490b-83f1-d37edf403f44/2e2ca4a0-947d-4c64-8752-5461ab8c16af) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:52.076769 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.090039 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.093310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-a2deeb83-2efd-4b5a-b4c1-147dcd04e60a service neutron] 10.222.0.95 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132016 Jul 22 23:40:52.124636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:52.141110 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:52.145711 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:52.174662 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Pushing event updated for resources: {'Port': ['ID=41de31f2-aa1e-4077-9934-93f7cd4c3e2c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:52.194686 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-036a66ac-aed8-4994-ae6e-6b2d75fc2aff req-1c1843bd-599a-4fba-b3b2-72d9d2c6dbda service neutron] 10.222.0.95 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935252 Jul 22 23:40:52.224459 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.234804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Transition to ACTIVE for port object 2e2ca4a0-947d-4c64-8752-5461ab8c16af will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:52.251393 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Transition to ACTIVE for port object 2e2ca4a0-947d-4c64-8752-5461ab8c16af will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:52.260585 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.299950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41bcbf-159e-41b3-a8c9-8f434c0bf746 req-78bc8a49-cb42-40e5-9444-12d442961844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:52.301510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b41bcbf-159e-41b3-a8c9-8f434c0bf746 req-78bc8a49-cb42-40e5-9444-12d442961844 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d717b45ef01d480c925f1b5c3543f625&device_id=3a8fd5a7-8a18-45aa-bae8-701a11d37992 HTTP/1.1" status: 200 len: 1095 time: 0.0583205 Jul 22 23:40:52.305564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Network 8a107b15-4e25-4a57-94f1-a4d673d455de is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:52.309381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:52.314011 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:52.317056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Pushing event updated for resources: {'Port': ['ID=2e2ca4a0-947d-4c64-8752-5461ab8c16af,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:52.385902 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Attempting to bind port 2e2ca4a0-947d-4c64-8752-5461ab8c16af on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:52.386370 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Attempting to bind port 2e2ca4a0-947d-4c64-8752-5461ab8c16af by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '3305d638-1666-47ea-a8bf-0494e86e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:52.386807 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Attempting to bind port 2e2ca4a0-947d-4c64-8752-5461ab8c16af on network 8a107b15-4e25-4a57-94f1-a4d673d455de {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:52.393151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:40:52.393638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Checking segment: {'id': '3305d638-1666-47ea-a8bf-0494e86e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:52.394115 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.394581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Bound using segment: {'id': '3305d638-1666-47ea-a8bf-0494e86e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:40:52.395122 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Bound port: 2e2ca4a0-947d-4c64-8752-5461ab8c16af, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3305d638-1666-47ea-a8bf-0494e86e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:40:52.395574 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.449749 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4b78f07-8fbe-4868-90dd-69a4814044cb req-be7c1e16-6833-4f41-9683-57ad81d93a98 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0387406 Jul 22 23:40:52.462356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41bcbf-159e-41b3-a8c9-8f434c0bf746 req-50d03c68-a0e9-4887-b58e-4b1156ff44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:52.463759 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b41bcbf-159e-41b3-a8c9-8f434c0bf746 req-50d03c68-a0e9-4887-b58e-4b1156ff44d7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122 HTTP/1.1" status: 200 len: 905 time: 0.1555407 Jul 22 23:40:52.465599 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Deleting port 41de31f2-aa1e-4077-9934-93f7cd4c3e2c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:52.466088 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.467550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] For port 2e2ca4a0-947d-4c64-8752-5461ab8c16af, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:52.471398 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] For port 2e2ca4a0-947d-4c64-8752-5461ab8c16af, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2e2ca4a0-947d-4c64-8752-5461ab8c16af,segment=NetworkSegment(3305d638-1666-47ea-a8bf-0494e86e1d35),segment_id=3305d638-1666-47ea-a8bf-0494e86e1d35)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:40:52.478958 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.522041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b41bcbf-159e-41b3-a8c9-8f434c0bf746 req-a77b39f2-4335-4ae9-8060-881d35d9b3e6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b93f080f-0537-4285-852f-faefd9ad4cf0 HTTP/1.1" status: 200 len: 217 time: 0.0509436 Jul 22 23:40:52.538123 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.538837 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edbff1-5797-448f-acea-7a329f70e509 None None] Pushing event updated for resources: {'Port': ['ID=2e2ca4a0-947d-4c64-8752-5461ab8c16af,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:52.568160 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.582268 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41bcbf-159e-41b3-a8c9-8f434c0bf746 req-1ee0a54b-8a33-407c-93ef-a7cdbfe5d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:52.584048 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b41bcbf-159e-41b3-a8c9-8f434c0bf746 req-1ee0a54b-8a33-407c-93ef-a7cdbfe5d7e7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1be0a5b1-3bce-4e99-b121-d80db0f7b202 HTTP/1.1" status: 200 len: 844 time: 0.0545447 Jul 22 23:40:52.623292 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.623621 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.628182 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b41bcbf-159e-41b3-a8c9-8f434c0bf746 req-c4d655aa-4624-4ea6-8323-88e97ecd0262 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360272 Jul 22 23:40:52.648773 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Calling delete_port for 41de31f2-aa1e-4077-9934-93f7cd4c3e2c owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:52.791706 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Allocated IP 172.25.4.73 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/603c348c-72aa-4ef5-a616-87ec98b2e2a6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:52.823555 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b41bcbf-159e-41b3-a8c9-8f434c0bf746 req-0bafac0c-dbf4-4a7e-b217-e5a1e977f9a1 service neutron] 10.222.0.95 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833775 Jul 22 23:40:52.848182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b57304-b986-4f33-8b42-6277e2703d40 req-90e64e3f-c708-4894-842f-23e24d7ca3be tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:52.849815 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86b57304-b986-4f33-8b42-6277e2703d40 req-90e64e3f-c708-4894-842f-23e24d7ca3be tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8fd5a7-8a18-45aa-bae8-701a11d37992 HTTP/1.1" status: 200 len: 944 time: 0.1673591 Jul 22 23:40:52.947892 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86b57304-b986-4f33-8b42-6277e2703d40 req-4c968074-6e82-4eab-8d4a-ae250eb80edd tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797663 Jul 22 23:40:52.963689 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.976903 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b41bcbf-159e-41b3-a8c9-8f434c0bf746 req-f14f04d7-1909-49e6-b214-2903bbf0f529 service neutron] 10.222.0.95 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459584 Jul 22 23:40:52.996670 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c677ff7e-9d8f-4996-a4b2-ebd6006dd2d9 req-b93341b9-75be-42d5-86dd-e7c62f650853 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0375638 Jul 22 23:40:53.000558 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Pushing event deleted for resources: {'Port': ['ID=41de31f2-aa1e-4077-9934-93f7cd4c3e2c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:53.029962 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.108760 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] create failed (client error): The resource could not be found. Jul 22 23:40:53.113573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43638) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:53.114787 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6313ddb8-872f-4b40-9d3d-abb412e14c58 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7051327 Jul 22 23:40:53.116619 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.165219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:53.169226 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:53.174206 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:53.179510 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Pushing event updated for resources: {'Port': ['ID=603c348c-72aa-4ef5-a616-87ec98b2e2a6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:53.242480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-474a5d73-92aa-464d-91a3-d076832f5418 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Deleting port b3ae7ab5-3060-443c-8a30-67f9d79b8b5d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:53.242829 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-474a5d73-92aa-464d-91a3-d076832f5418 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.346968 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-474a5d73-92aa-464d-91a3-d076832f5418 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.363105 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-474a5d73-92aa-464d-91a3-d076832f5418 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Calling delete_port for b3ae7ab5-3060-443c-8a30-67f9d79b8b5d owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:53.485843 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.517488 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-474a5d73-92aa-464d-91a3-d076832f5418 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.556344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a5d73-92aa-464d-91a3-d076832f5418 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Pushing event deleted for resources: {'Port': ['ID=b3ae7ab5-3060-443c-8a30-67f9d79b8b5d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:53.610106 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4c6fbc29-ac28-4765-912f-4082e0e1f166 req-07cb5d81-bec8-4b88-8575-f1d733f19164 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0576794 Jul 22 23:40:53.660651 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7833c0-1299-4d2f-9300-1d69a853affe None None] Network 8a107b15-4e25-4a57-94f1-a4d673d455de requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:53.675282 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-474a5d73-92aa-464d-91a3-d076832f5418 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.677594 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-474a5d73-92aa-464d-91a3-d076832f5418 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] 10.222.0.26 "DELETE /v2.0/ports/b3ae7ab5-3060-443c-8a30-67f9d79b8b5d HTTP/1.1" status: 204 len: 168 time: 0.5630224 Jul 22 23:40:53.680044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43642) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:53.711202 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-403eb8e0-a6bc-4c2d-b83c-e8fd3232c1bc None None] Provisioning for port 2e2ca4a0-947d-4c64-8752-5461ab8c16af completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:53.749179 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.822667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f800e1-f45b-4b64-aef2-bd2f5794b510 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:53.824982 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-04f800e1-f45b-4b64-aef2-bd2f5794b510 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] 10.222.0.26 "GET /v2.0/ports?device_id=baefc6fd-b70a-47d4-acca-685249c41bea HTTP/1.1" status: 200 len: 913 time: 0.1429541 Jul 22 23:40:53.827743 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43646) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:53.859304 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2e2ca4a0-947d-4c64-8752-5461ab8c16af up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:53.966974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 2e2ca4a0-947d-4c64-8752-5461ab8c16af completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:53.972291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 2e2ca4a0-947d-4c64-8752-5461ab8c16af triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:53.972672 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.108192 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.162949 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 2e2ca4a0-947d-4c64-8752-5461ab8c16af, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2e2ca4a0-947d-4c64-8752-5461ab8c16af,segment=NetworkSegment(3305d638-1666-47ea-a8bf-0494e86e1d35),segment_id=3305d638-1666-47ea-a8bf-0494e86e1d35)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:54.168334 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.214765 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42ee196d-e788-4521-8515-d7ca39b2a7d8 req-ad878886-a73d-4c4c-98fa-29d9d43db770 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0421369 Jul 22 23:40:54.250354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=2e2ca4a0-947d-4c64-8752-5461ab8c16af,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:54.290876 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e29125-28f8-433b-b18e-0dc4ad6e884a req-aae9d2de-f622-498d-8499-9e3a6e97b579 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:54.293488 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15e29125-28f8-433b-b18e-0dc4ad6e884a req-aae9d2de-f622-498d-8499-9e3a6e97b579 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8fd5a7-8a18-45aa-bae8-701a11d37992 HTTP/1.1" status: 200 len: 944 time: 0.1696920 Jul 22 23:40:54.298454 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Router c1b367a7-2a0c-41c2-8874-6d92799fa025 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:40:54.318611 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b93f080f-0537-4285-852f-faefd9ad4cf0 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:40:54.378415 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15e29125-28f8-433b-b18e-0dc4ad6e884a req-07907931-6094-41ef-ac65-26d259d4889f tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751007 Jul 22 23:40:54.382083 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9cb23c32-2237-44b2-8e17-3d0dcdd06423 None None] Provisioning complete for port 2e2ca4a0-947d-4c64-8752-5461ab8c16af triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:54.382083 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9cb23c32-2237-44b2-8e17-3d0dcdd06423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.422902 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:54.439665 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.441914 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-55158e82-6914-49dd-a94e-c5bbe91f8141 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.7398450 Jul 22 23:40:54.442568 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d4485e7-7b5e-49c5-9d7d-8c685b4deebc tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.444621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43656) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:54.452546 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Sync routers for ids ['c1b367a7-2a0c-41c2-8874-6d92799fa025'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:54.478872 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Routers {'c1b367a7-2a0c-41c2-8874-6d92799fa025'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:54.479504 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:40:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c1b367a7-2a0c-41c2-8874-6d92799fa025'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:54.559728 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port b93f080f-0537-4285-852f-faefd9ad4cf0, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b93f080f-0537-4285-852f-faefd9ad4cf0,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:54.600490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'b93f080f-0537-4285-852f-faefd9ad4cf0', 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122', 'port_id': 'b93f080f-0537-4285-852f-faefd9ad4cf0', 'mac_address': 'fa:16:3e:ec:52:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be0a5b1-3bce-4e99-b121-d80db0f7b202', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:40:54.738126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2d4485e7-7b5e-49c5-9d7d-8c685b4deebc tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Deleting port 7362a207-c634-4ccb-8699-2daee86bf4a2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:54.738706 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d4485e7-7b5e-49c5-9d7d-8c685b4deebc tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.764160 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-164ed6af-6913-4a66-bab9-291a2ab31d15 req-1da7c59c-d236-4b5c-85aa-e68775818aca tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0394926 Jul 22 23:40:54.824259 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.837493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Set router c1b367a7-2a0c-41c2-8874-6d92799fa025 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:54.864868 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d4485e7-7b5e-49c5-9d7d-8c685b4deebc tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.882339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2d4485e7-7b5e-49c5-9d7d-8c685b4deebc tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Calling delete_port for 7362a207-c634-4ccb-8699-2daee86bf4a2 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:54.889402 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.895552 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93f080f-0537-4285-852f-faefd9ad4cf0 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:54.942261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port b93f080f-0537-4285-852f-faefd9ad4cf0, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b93f080f-0537-4285-852f-faefd9ad4cf0,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:54.983204 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.080076 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d4485e7-7b5e-49c5-9d7d-8c685b4deebc tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.084014 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=b93f080f-0537-4285-852f-faefd9ad4cf0,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:55.095998 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Allocated IP 172.20.0.1 (8a107b15-4e25-4a57-94f1-a4d673d455de/734263c5-1ee2-490b-83f1-d37edf403f44/62a5910f-a8a8-4ad8-a403-6b71f9ecd62b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:55.121021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4485e7-7b5e-49c5-9d7d-8c685b4deebc tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Pushing event deleted for resources: {'Port': ['ID=7362a207-c634-4ccb-8699-2daee86bf4a2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:55.128200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'name': 'tempest-ServersTestJSON-1372712935-router', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:40:51Z', 'updated_at': '2021-07-22T23:40:53Z', 'revision_number': 3, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'gw_port': {'id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:52Z', 'updated_at': '2021-07-22T23:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:55.168108 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Checking router: c1b367a7-2a0c-41c2-8874-6d92799fa025 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:40:55.168541 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Updating router c1b367a7-2a0c-41c2-8874-6d92799fa025 port 603c348c-72aa-4ef5-a616-87ec98b2e2a6 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:40:55.217356 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['b93f080f-0537-4285-852f-faefd9ad4cf0'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:55.238567 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.249835 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.264402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Transition to ACTIVE for port object 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:55.297402 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2d4485e7-7b5e-49c5-9d7d-8c685b4deebc tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.332802 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.400592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Network 8a107b15-4e25-4a57-94f1-a4d673d455de is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:55.404140 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:55.408363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:55.450854 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.458360 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ae411233-e387-4d5c-8a64-8b1bb6221a0d req-e3c1a88c-e6c3-4779-a068-152421118d62 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0961552 Jul 22 23:40:55.515837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Pushing event updated for resources: {'Port': ['ID=62a5910f-a8a8-4ad8-a403-6b71f9ecd62b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:55.616227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4485e7-7b5e-49c5-9d7d-8c685b4deebc tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Router baefc6fd-b70a-47d4-acca-685249c41bea has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:55.651508 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.725464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4485e7-7b5e-49c5-9d7d-8c685b4deebc tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:55.731679 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2d4485e7-7b5e-49c5-9d7d-8c685b4deebc tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] 10.222.0.26 "PUT /v2.0/routers/baefc6fd-b70a-47d4-acca-685249c41bea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9022260 Jul 22 23:40:55.739285 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1e9366-6222-4ee7-92e9-ed0300278e19 None None] Sync routers for ids ['baefc6fd-b70a-47d4-acca-685249c41bea'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:55.740091 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6604716-5655-4d51-9011-4aa03c91da1c req-bda82b18-fbcf-44a1-9963-80d5945f1379 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:55.741980 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6604716-5655-4d51-9011-4aa03c91da1c req-bda82b18-fbcf-44a1-9963-80d5945f1379 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8fd5a7-8a18-45aa-bae8-701a11d37992 HTTP/1.1" status: 200 len: 945 time: 0.1678963 Jul 22 23:40:55.742127 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43670) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:55.744883 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.764181 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1e9366-6222-4ee7-92e9-ed0300278e19 None None] Routers {'baefc6fd-b70a-47d4-acca-685249c41bea'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:55.765220 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ad1e9366-6222-4ee7-92e9-ed0300278e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:40:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['baefc6fd-b70a-47d4-acca-685249c41bea'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:55.774397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Transition to ACTIVE for port object 603c348c-72aa-4ef5-a616-87ec98b2e2a6 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:55.788162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2e2ca4a0-947d-4c64-8752-5461ab8c16af up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:55.794686 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.820206 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ad1e9366-6222-4ee7-92e9-ed0300278e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:55.835298 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1e9366-6222-4ee7-92e9-ed0300278e19 None None] Routers {'baefc6fd-b70a-47d4-acca-685249c41bea'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:55.836143 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ad1e9366-6222-4ee7-92e9-ed0300278e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:40:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['baefc6fd-b70a-47d4-acca-685249c41bea'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:55.874858 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ad1e9366-6222-4ee7-92e9-ed0300278e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:55.875747 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1e9366-6222-4ee7-92e9-ed0300278e19 None None] The sync data for ids ['baefc6fd-b70a-47d4-acca-685249c41bea'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:55.912246 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcbbf7-79fe-4e55-9196-444448d233fa None None] Pushing event updated for resources: {'Port': ['ID=603c348c-72aa-4ef5-a616-87ec98b2e2a6,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:55.955888 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Attempting to bind port 603c348c-72aa-4ef5-a616-87ec98b2e2a6 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:55.956277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Attempting to bind port 603c348c-72aa-4ef5-a616-87ec98b2e2a6 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:55.956771 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Attempting to bind port 603c348c-72aa-4ef5-a616-87ec98b2e2a6 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:55.965314 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:40:55.965721 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:55.966296 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.966702 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:40:55.966919 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05321315-d0b8-4f9b-a9fc-ffae50a7a34b tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.967486 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Bound port: 603c348c-72aa-4ef5-a616-87ec98b2e2a6, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:40:55.967804 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.973066 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cf274126-7cd6-4b67-8ddc-e2cc32cbdb41 None None] Provisioning for port 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:56.005025 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cf274126-7cd6-4b67-8ddc-e2cc32cbdb41 None None] Provisioning complete for port 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:56.005511 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf274126-7cd6-4b67-8ddc-e2cc32cbdb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.075357 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cf274126-7cd6-4b67-8ddc-e2cc32cbdb41 None None] Port 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:40:56.088906 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 2e2ca4a0-947d-4c64-8752-5461ab8c16af triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:56.089322 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.112378 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] For port 603c348c-72aa-4ef5-a616-87ec98b2e2a6, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:56.145008 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] For port 603c348c-72aa-4ef5-a616-87ec98b2e2a6, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=603c348c-72aa-4ef5-a616-87ec98b2e2a6,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:40:56.147252 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e388e8dc-40e7-4c4f-9cfd-e50228e6d2ab req-8a042e37-0229-4dce-b9c5-86a1fa1c32dc tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0372612 Jul 22 23:40:56.157179 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.169560 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6604716-5655-4d51-9011-4aa03c91da1c req-454e3992-00d8-4b0a-aab5-bd3857020c99 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105175 Jul 22 23:40:56.189233 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05321315-d0b8-4f9b-a9fc-ffae50a7a34b tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.194008 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05321315-d0b8-4f9b-a9fc-ffae50a7a34b tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.248269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcbbf7-79fe-4e55-9196-444448d233fa None None] Pushing event updated for resources: {'Port': ['ID=603c348c-72aa-4ef5-a616-87ec98b2e2a6,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:56.257670 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05321315-d0b8-4f9b-a9fc-ffae50a7a34b tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.258106 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05321315-d0b8-4f9b-a9fc-ffae50a7a34b tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Fanout notify agent at l3_agent the message router_deleted on router baefc6fd-b70a-47d4-acca-685249c41bea {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:40:56.265403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Routers {'c1b367a7-2a0c-41c2-8874-6d92799fa025'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:56.266225 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:40:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c1b367a7-2a0c-41c2-8874-6d92799fa025'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:56.266642 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05321315-d0b8-4f9b-a9fc-ffae50a7a34b tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.267921 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-05321315-d0b8-4f9b-a9fc-ffae50a7a34b tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] 10.222.0.26 "DELETE /v2.0/routers/baefc6fd-b70a-47d4-acca-685249c41bea HTTP/1.1" status: 204 len: 168 time: 0.5249887 Jul 22 23:40:56.271973 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43678) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:56.317076 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.324902 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.372332 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b93f080f-0537-4285-852f-faefd9ad4cf0 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:56.384395 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-734d76cb-8c10-4adf-b674-7b5a4b1ab8dd tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Deleting subnet 0cdd9ec4-0fd4-4789-94bc-99cc38d0c8b0 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:40:56.390429 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-734d76cb-8c10-4adf-b674-7b5a4b1ab8dd tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.429530 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.437205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Pushing event updated for resources: {'Port': ['ID=62a5910f-a8a8-4ad8-a403-6b71f9ecd62b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:56.453402 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-734d76cb-8c10-4adf-b674-7b5a4b1ab8dd tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.468234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] Set router c1b367a7-2a0c-41c2-8874-6d92799fa025 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:56.518100 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port b93f080f-0537-4285-852f-faefd9ad4cf0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:56.526539 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port b93f080f-0537-4285-852f-faefd9ad4cf0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:56.526958 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.579788 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8b1c946-82a5-4881-87e4-74e4c9ff6485 req-f372916f-b3fd-4a96-9fe3-a9c76ea1f0e6 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0311477 Jul 22 23:40:56.610361 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Network 8a107b15-4e25-4a57-94f1-a4d673d455de is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:56.613814 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-734d76cb-8c10-4adf-b674-7b5a4b1ab8dd tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.617203 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:56.747602 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.768814 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-734d76cb-8c10-4adf-b674-7b5a4b1ab8dd tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.778205 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8fd5a7-8a18-45aa-bae8-701a11d37992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93f080f-0537-4285-852f-faefd9ad4cf0'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:56.780667 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f676c8-154a-41a8-984c-01b80a1ffacd" -d '{"events": [{"server_uuid": "3a8fd5a7-8a18-45aa-bae8-701a11d37992", "name": "network-vif-plugged", "status": "completed", "tag": "b93f080f-0537-4285-852f-faefd9ad4cf0"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:56.798146 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port b93f080f-0537-4285-852f-faefd9ad4cf0, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b93f080f-0537-4285-852f-faefd9ad4cf0,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:56.811197 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d76cb-8c10-4adf-b674-7b5a4b1ab8dd tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Pushing event deleted for resources: {'Subnet': ['ID=0cdd9ec4-0fd4-4789-94bc-99cc38d0c8b0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:56.814152 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Router c1b367a7-2a0c-41c2-8874-6d92799fa025 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:56.815360 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-734d76cb-8c10-4adf-b674-7b5a4b1ab8dd tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.816606 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.819640 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-734d76cb-8c10-4adf-b674-7b5a4b1ab8dd tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] 10.222.0.26 "DELETE /v2.0/subnets/0cdd9ec4-0fd4-4789-94bc-99cc38d0c8b0 HTTP/1.1" status: 204 len: 168 time: 0.5443933 Jul 22 23:40:56.820077 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:56.842631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9769b14d-52ff-4a30-9dbe-f9edbd358e8c None None] Network 01d8823f-8df1-4cf1-bf21-c86042430add requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:56.898328 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78a226c-b78f-4fa0-a23d-5cc896de7570 x-openstack-request-id: req-d78a226c-b78f-4fa0-a23d-5cc896de7570 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:56.898539 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8fd5a7-8a18-45aa-bae8-701a11d37992", "name": "network-vif-plugged", "status": "completed", "tag": "b93f080f-0537-4285-852f-faefd9ad4cf0", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:56.898782 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d78a226c-b78f-4fa0-a23d-5cc896de7570 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:56.899113 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8fd5a7-8a18-45aa-bae8-701a11d37992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93f080f-0537-4285-852f-faefd9ad4cf0', 'code': 200} Jul 22 23:40:56.944922 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:56.947244 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.958145 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c5711782-3878-454d-96f3-95ba39ca01cb admin admin] 10.222.0.26 "PUT /v2.0/routers/c1b367a7-2a0c-41c2-8874-6d92799fa025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5042305 Jul 22 23:40:57.015319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8946545-8d56-4c97-8b1d-685adc83e108 req-bbf47bbb-cae4-4561-93df-c05c7a709d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:57.016983 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8946545-8d56-4c97-8b1d-685adc83e108 req-bbf47bbb-cae4-4561-93df-c05c7a709d23 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3a8fd5a7-8a18-45aa-bae8-701a11d37992 HTTP/1.1" status: 200 len: 1097 time: 0.1092045 Jul 22 23:40:57.030362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'name': 'tempest-ServersTestJSON-1372712935-router', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:40:51Z', 'updated_at': '2021-07-22T23:40:55Z', 'revision_number': 4, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'gw_port': {'id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:52Z', 'updated_at': '2021-07-22T23:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '62a5910f-a8a8-4ad8-a403-6b71f9ecd62b', 'name': '', 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'mac_address': 'fa:16:3e:60:6a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:54Z', 'updated_at': '2021-07-22T23:40:55Z', 'revision_number': 1, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'subnets': [{'id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:57.054294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Deleting port 6ccb4085-bc92-4ee4-9093-338732d96db9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:57.054651 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.096012 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d72147b-89ef-403f-9f7f-6b9690982ea6 None None] The sync data for ids ['c1b367a7-2a0c-41c2-8874-6d92799fa025'] in n-d-688802-2 is: [{'id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'name': 'tempest-ServersTestJSON-1372712935-router', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:40:51Z', 'updated_at': '2021-07-22T23:40:55Z', 'revision_number': 4, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'gw_port': {'id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:52Z', 'updated_at': '2021-07-22T23:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '62a5910f-a8a8-4ad8-a403-6b71f9ecd62b', 'name': '', 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'mac_address': 'fa:16:3e:60:6a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:54Z', 'updated_at': '2021-07-22T23:40:55Z', 'revision_number': 1, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'subnets': [{'id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:57.104373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=b93f080f-0537-4285-852f-faefd9ad4cf0,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:57.117153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c4b600d7-29fe-470b-9bb8-d20ee09cca19 None None] Provisioning complete for port 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:57.117912 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c4b600d7-29fe-470b-9bb8-d20ee09cca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.124286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8946545-8d56-4c97-8b1d-685adc83e108 req-171b9967-b794-4eb5-a0c3-c59370c793e8 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989468 Jul 22 23:40:57.141864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] For port 6ccb4085-bc92-4ee4-9093-338732d96db9, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6ccb4085-bc92-4ee4-9093-338732d96db9,segment=NetworkSegment(788cc627-7b22-460a-bd50-64976fb518e2),segment_id=788cc627-7b22-460a-bd50-64976fb518e2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:57.142706 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.160958 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Calling delete_port for 6ccb4085-bc92-4ee4-9093-338732d96db9 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:57.167691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c4b600d7-29fe-470b-9bb8-d20ee09cca19 None None] Port 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:40:57.275525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed501858-5fdd-4a3e-9df4-c75196418e1a None None] DHCP port deletion for 01d8823f-8df1-4cf1-bf21-c86042430add request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:40:57.344243 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ed501858-5fdd-4a3e-9df4-c75196418e1a None None] Deleting port 6ccb4085-bc92-4ee4-9093-338732d96db9 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:57.344636 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed501858-5fdd-4a3e-9df4-c75196418e1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.349863 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.397080 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Pushing event deleted for resources: {'Port': ['ID=6ccb4085-bc92-4ee4-9093-338732d96db9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:57.407545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] No DVR routers for this DVR port 6ccb4085-bc92-4ee4-9093-338732d96db9 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:40:57.434286 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43702) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:57.444199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a08dbdac-1edd-4fcc-bee0-a4a76f421d81 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--759271894', 'description': 'tempest-description--179160749'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:57.475754 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1f221-4110-40f5-8d3c-a77aae317768 req-a98da1d3-359d-4af8-a678-91db00e37afe tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:57.485525 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01e1f221-4110-40f5-8d3c-a77aae317768 req-a98da1d3-359d-4af8-a678-91db00e37afe tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8fd5a7-8a18-45aa-bae8-701a11d37992 HTTP/1.1" status: 200 len: 946 time: 0.2125349 Jul 22 23:40:57.498688 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ed501858-5fdd-4a3e-9df4-c75196418e1a None None] For port 6ccb4085-bc92-4ee4-9093-338732d96db9, host n-d-688802-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:57.499111 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed501858-5fdd-4a3e-9df4-c75196418e1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.500387 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a08dbdac-1edd-4fcc-bee0-a4a76f421d81 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.512859 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ed501858-5fdd-4a3e-9df4-c75196418e1a None None] Calling delete_port for 6ccb4085-bc92-4ee4-9093-338732d96db9 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:57.516014 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-ed501858-5fdd-4a3e-9df4-c75196418e1a None None] Port 6ccb4085-bc92-4ee4-9093-338732d96db9 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:40:57.530318 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed501858-5fdd-4a3e-9df4-c75196418e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.578157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed501858-5fdd-4a3e-9df4-c75196418e1a None None] Pushing event deleted for resources: {'Port': ['ID=6ccb4085-bc92-4ee4-9093-338732d96db9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:57.586758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed501858-5fdd-4a3e-9df4-c75196418e1a None None] No DVR routers for this DVR port 6ccb4085-bc92-4ee4-9093-338732d96db9 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:40:57.606526 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c52b7a77-97de-4b8a-945a-506cc8f20e36 req-b0b93cc8-dd22-43f2-b9d3-ff186f486625 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0464232 Jul 22 23:40:57.620176 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01e1f221-4110-40f5-8d3c-a77aae317768 req-8581c3dd-51a8-440a-9989-a305baa0bc91 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313491 Jul 22 23:40:57.636886 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a08dbdac-1edd-4fcc-bee0-a4a76f421d81 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.643936 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a08dbdac-1edd-4fcc-bee0-a4a76f421d81 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.671951 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.690000 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d8823f-8df1-4cf1-bf21-c86042430add']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:57.703217 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788cc627-7b22-460a-bd50-64976fb518e2') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:57.703639 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788cc627-7b22-460a-bd50-64976fb518e2') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:57.707463 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a08dbdac-1edd-4fcc-bee0-a4a76f421d81 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.713022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43708) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:57.713991 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a08dbdac-1edd-4fcc-bee0-a4a76f421d81 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2761555 Jul 22 23:40:57.724773 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a32ca147-77f8-42d7-af76-99f7fbbc72d8 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Request body: {'security_group_rule': {'security_group_id': '9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:57.734647 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dbdac-1edd-4fcc-bee0-a4a76f421d81 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:57.736021 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.761514 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.769260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:40:57.769753 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:40:57.773236 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:40:57.796564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6ccb4085-bc92-4ee4-9093-338732d96db9 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:57.808418 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a32ca147-77f8-42d7-af76-99f7fbbc72d8 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.829795 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 6ccb4085-bc92-4ee4-9093-338732d96db9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:40:57.830169 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6ccb4085-bc92-4ee4-9093-338732d96db9 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:40:57.917156 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-28fcfb00-7235-4a74-bfe6-f192832981c4 req-928df439-17be-48fb-ae92-0caf4bf1b3be tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0386775 Jul 22 23:40:57.920030 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.933756 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.938099 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] 10.222.0.26 "DELETE /v2.0/networks/01d8823f-8df1-4cf1-bf21-c86042430add HTTP/1.1" status: 204 len: 168 time: 1.1145623 Jul 22 23:40:57.938099 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a32ca147-77f8-42d7-af76-99f7fbbc72d8 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.952053 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a32ca147-77f8-42d7-af76-99f7fbbc72d8 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.956191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c8660-e18f-49a4-96e3-184bfa74f758 tempest-FloatingIPNegativeTestJSON-1765915434 tempest-FloatingIPNegativeTestJSON-1765915434-project] Pushing event deleted for resources: {'Network': ['ID=01d8823f-8df1-4cf1-bf21-c86042430add,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:57.970652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ca147-77f8-42d7-af76-99f7fbbc72d8 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695eae19-a859-4b32-93a3-aaf26a273f47,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:57.980712 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a32ca147-77f8-42d7-af76-99f7fbbc72d8 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.982114 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a32ca147-77f8-42d7-af76-99f7fbbc72d8 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2626998 Jul 22 23:40:57.984730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43712) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:57.989484 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7cfb46dc-13d9-4870-b895-a5d679f49a5f tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Request body: {'security_group_rule': {'security_group_id': '9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:58.021264 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cfb46dc-13d9-4870-b895-a5d679f49a5f tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.146928 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cfb46dc-13d9-4870-b895-a5d679f49a5f tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.152008 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cfb46dc-13d9-4870-b895-a5d679f49a5f tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.201897 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7cfb46dc-13d9-4870-b895-a5d679f49a5f tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.205198 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7cfb46dc-13d9-4870-b895-a5d679f49a5f tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2176473 Jul 22 23:40:58.206605 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43716) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:58.210569 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb46dc-13d9-4870-b895-a5d679f49a5f tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4798e561-ac77-4592-9f9c-249603720def,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:58.213086 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:58.247330 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.260450 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:58.356464 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.414820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ab8c6b29-6ce9-4695-9e19-7f285a51a9c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e91fc4350b44917a5c8ae156ed47c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529369 Jul 22 23:40:58.418814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43722) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:58.476058 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58df2f13-b92c-4a8d-aab1-c4cfbd689ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.479901 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Allocated IP 172.25.4.101 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/ede7928d-b6c7-46ca-bfd1-c32bc34badf7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:58.505288 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58df2f13-b92c-4a8d-aab1-c4cfbd689ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.562235 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58df2f13-b92c-4a8d-aab1-c4cfbd689ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.565142 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58df2f13-b92c-4a8d-aab1-c4cfbd689ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.566417 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-58df2f13-b92c-4a8d-aab1-c4cfbd689ea0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/775e6ffa-7323-4538-b933-50337fa12489 HTTP/1.1" status: 204 len: 168 time: 0.1466765 Jul 22 23:40:58.576142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df2f13-b92c-4a8d-aab1-c4cfbd689ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775e6ffa-7323-4538-b933-50337fa12489,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:58.604979 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.655796 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.714155 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:58.721694 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:58.726970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:58.772726 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-40012f29-6ef8-4f6c-ac00-d1a62e68ea10 req-d91d5c45-00e1-4cf9-875d-e23287347536 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0501881 Jul 22 23:40:58.793379 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Pushing event updated for resources: {'Port': ['ID=ede7928d-b6c7-46ca-bfd1-c32bc34badf7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:58.854995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0025a44-78c7-4a18-b0d9-89e5c0dbb2bb req-d07bb656-c52c-4088-94a3-30f6044b9af1 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:58.857214 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0025a44-78c7-4a18-b0d9-89e5c0dbb2bb req-d07bb656-c52c-4088-94a3-30f6044b9af1 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8fd5a7-8a18-45aa-bae8-701a11d37992 HTTP/1.1" status: 200 len: 946 time: 0.1182079 Jul 22 23:40:58.884707 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.909772 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0025a44-78c7-4a18-b0d9-89e5c0dbb2bb req-6bc09759-bcee-4d50-99d5-e94dbcd6c1e6 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424941 Jul 22 23:40:58.973670 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.183285 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.190595 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.203756 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-99384add-f5ac-4b3e-bb15-33aab0ac73dd req-b8960241-25d0-40e6-9317-d442eb4a7781 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0458419 Jul 22 23:40:59.295133 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Pushing event updated for resources: {'Port': ['ID=ede7928d-b6c7-46ca-bfd1-c32bc34badf7,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:59.314633 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.332119 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.333852 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-44887b5e-fb11-4c70-a063-8581abcc63f5 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1254115 Jul 22 23:40:59.390858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270940e-b207-4146-bb7b-1d8062f4bf5a req-3aef20b3-92fe-45ed-82a6-bc2ac6f0b29c tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:59.392556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0270940e-b207-4146-bb7b-1d8062f4bf5a req-3aef20b3-92fe-45ed-82a6-bc2ac6f0b29c tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8fd5a7-8a18-45aa-bae8-701a11d37992 HTTP/1.1" status: 200 len: 946 time: 0.0986500 Jul 22 23:40:59.445916 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0270940e-b207-4146-bb7b-1d8062f4bf5a req-eca722f5-a4b6-453b-9d70-6007e12aba38 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469792 Jul 22 23:40:59.507657 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43772) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:59.565210 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-6c70c806-0daa-472d-b4f1-1f863f91ceff tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--759271894&fields=id&tenant_id=16bf9f72d7c54630ac4f4b8284659723 HTTP/1.1" status: 200 len: 267 time: 0.0412085 Jul 22 23:40:59.671708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5bbf398e-5389-4e1c-814b-12678d8d737f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-125287541'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:59.695390 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbf398e-5389-4e1c-814b-12678d8d737f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:59.699836 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf398e-5389-4e1c-814b-12678d8d737f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.701854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-7f967f28-c480-4963-b901-6ee916145981 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:59.703367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-7f967f28-c480-4963-b901-6ee916145981 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/networks?id=8a107b15-4e25-4a57-94f1-a4d673d455de HTTP/1.1" status: 200 len: 806 time: 0.1294901 Jul 22 23:40:59.710449 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf398e-5389-4e1c-814b-12678d8d737f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.728903 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-0e14da6e-d94b-4223-b2ed-95ac1cf3f6ff tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/quotas/16bf9f72d7c54630ac4f4b8284659723 HTTP/1.1" status: 200 len: 375 time: 0.0166960 Jul 22 23:40:59.807176 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 603c348c-72aa-4ef5-a616-87ec98b2e2a6 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:59.815348 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-95ef0f4c-1915-41e8-a136-a4c133faf384 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=16bf9f72d7c54630ac4f4b8284659723&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854042 Jul 22 23:40:59.882174 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf398e-5389-4e1c-814b-12678d8d737f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.890992 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf398e-5389-4e1c-814b-12678d8d737f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.906060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 603c348c-72aa-4ef5-a616-87ec98b2e2a6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:59.910129 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 603c348c-72aa-4ef5-a616-87ec98b2e2a6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:59.910482 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.934896 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbf398e-5389-4e1c-814b-12678d8d737f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:40:59.943443 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f598683b-7e4f-4e57-834a-48c73bdfcf63 req-f20278fe-3374-4b67-b91f-75288a6547c2 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0361264 Jul 22 23:40:59.952881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf398e-5389-4e1c-814b-12678d8d737f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b382035-7cb1-42c6-a490-2983ebec635d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:59.958712 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf398e-5389-4e1c-814b-12678d8d737f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.959179 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-5bbf398e-5389-4e1c-814b-12678d8d737f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Added segment 19c6a024-cec8-4fd7-8322-12c05daa15cf of type vlan for network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da Jul 22 23:40:59.978523 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-3a5bed89-7c56-4576-a1a9-3cb53bd723b1 service neutron] 10.222.0.26 "GET /v2.0/networks/8a107b15-4e25-4a57-94f1-a4d673d455de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454461 Jul 22 23:41:00.012836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Sync routers for ids ['c1b367a7-2a0c-41c2-8874-6d92799fa025'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:00.034751 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Routers {'c1b367a7-2a0c-41c2-8874-6d92799fa025'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:00.035377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:40:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c1b367a7-2a0c-41c2-8874-6d92799fa025'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:00.039938 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.044731 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf398e-5389-4e1c-814b-12678d8d737f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.082502 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf398e-5389-4e1c-814b-12678d8d737f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.091484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbf398e-5389-4e1c-814b-12678d8d737f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:00.092285 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf398e-5389-4e1c-814b-12678d8d737f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.124735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-d6a0197f-c36a-4280-8464-9f91ca8b180d service neutron] 10.222.0.26 "GET /v2.0/networks/8a107b15-4e25-4a57-94f1-a4d673d455de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448772 Jul 22 23:41:00.142900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 603c348c-72aa-4ef5-a616-87ec98b2e2a6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=603c348c-72aa-4ef5-a616-87ec98b2e2a6,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:00.150520 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43784) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:00.150718 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5bbf398e-5389-4e1c-814b-12678d8d737f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6407399 Jul 22 23:41:00.156028 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.159231 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ecc666ea-7ad3-41e1-9deb-8bca15cac91b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da', 'name': 'tempest-PortsTestJSON-2105891206'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:00.192683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf398e-5389-4e1c-814b-12678d8d737f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Network': ['ID=fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:00.207817 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:00.314730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc666ea-7ad3-41e1-9deb-8bca15cac91b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:00.320564 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecc666ea-7ad3-41e1-9deb-8bca15cac91b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.433843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bfd1ac56-9f15-4c7a-a15c-445293f6bf3d req-9eb0bdb5-5659-4e5f-93e1-3f3ede873664 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0821605 Jul 22 23:41:00.443356 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-493821c8-98b8-42bf-a713-27c9c7a5fc02 req-6cec923e-37c6-44d9-8e04-dfe314d3a87a tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 210 time: 0.0907321 Jul 22 23:41:00.445120 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-ecc666ea-7ad3-41e1-9deb-8bca15cac91b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] device_id is not set on port 66055e53-d97a-450c-854e-c8f49aed3c2c yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:00.457264 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Set router c1b367a7-2a0c-41c2-8874-6d92799fa025 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:00.553712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=603c348c-72aa-4ef5-a616-87ec98b2e2a6,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:00.680302 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecc666ea-7ad3-41e1-9deb-8bca15cac91b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.688996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ead76-85c0-4684-a7af-3929134b22b1 req-6c195600-f158-4b8e-bc67-215e3e3dbdb1 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:00.695381 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb2ead76-85c0-4684-a7af-3929134b22b1 req-6c195600-f158-4b8e-bc67-215e3e3dbdb1 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a8fd5a7-8a18-45aa-bae8-701a11d37992 HTTP/1.1" status: 200 len: 946 time: 0.1683762 Jul 22 23:41:00.748799 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'name': 'tempest-ServersTestJSON-1372712935-router', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:40:51Z', 'updated_at': '2021-07-22T23:40:55Z', 'revision_number': 4, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'gw_port': {'id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:52Z', 'updated_at': '2021-07-22T23:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '62a5910f-a8a8-4ad8-a403-6b71f9ecd62b', 'name': '', 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'mac_address': 'fa:16:3e:60:6a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:54Z', 'updated_at': '2021-07-22T23:40:55Z', 'revision_number': 2, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'subnets': [{'id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:00.764857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb2ead76-85c0-4684-a7af-3929134b22b1 req-c59036dd-51c6-4ff4-abdf-d6b7741c0604 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652003 Jul 22 23:41:00.793481 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecc666ea-7ad3-41e1-9deb-8bca15cac91b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.795354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Checking router: c1b367a7-2a0c-41c2-8874-6d92799fa025 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:41:00.795700 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Updating router c1b367a7-2a0c-41c2-8874-6d92799fa025 port 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:41:00.836209 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.883416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc666ea-7ad3-41e1-9deb-8bca15cac91b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Checking segment: {'id': '19c6a024-cec8-4fd7-8322-12c05daa15cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:00.884603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc666ea-7ad3-41e1-9deb-8bca15cac91b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network hostable DHCP agents. Network: fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:41:00.888704 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc666ea-7ad3-41e1-9deb-8bca15cac91b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=66055e53-d97a-450c-854e-c8f49aed3c2c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:00.910320 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc666ea-7ad3-41e1-9deb-8bca15cac91b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:41:00.922280 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ecc666ea-7ad3-41e1-9deb-8bca15cac91b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:00.929127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc666ea-7ad3-41e1-9deb-8bca15cac91b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:00.937509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc666ea-7ad3-41e1-9deb-8bca15cac91b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:00.938188 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecc666ea-7ad3-41e1-9deb-8bca15cac91b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.942447 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22862a41-885f-4ff1-8b46-2756e4f6a2ea None None] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:00.957571 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ecc666ea-7ad3-41e1-9deb-8bca15cac91b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8051951 Jul 22 23:41:00.960552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43806) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:00.970311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-33ff6dc1-e6f8-4624-a636-40b78572ba76 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2015308333'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:01.018988 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ff6dc1-e6f8-4624-a636-40b78572ba76 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:01.022585 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33ff6dc1-e6f8-4624-a636-40b78572ba76 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.059944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ff6dc1-e6f8-4624-a636-40b78572ba76 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:01.075009 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33ff6dc1-e6f8-4624-a636-40b78572ba76 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.075449 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-33ff6dc1-e6f8-4624-a636-40b78572ba76 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Added segment 9874c51c-1087-4ffe-9a6c-e2327dd9d258 of type vlan for network 97d6e818-017e-403f-8131-aec8057e71fd Jul 22 23:41:01.123524 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33ff6dc1-e6f8-4624-a636-40b78572ba76 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.160336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c25f49aa-6644-4f2f-9896-8c1a3f672f4d req-fcbc5b77-67b5-4e64-b9bd-25c3872c59d9 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0324135 Jul 22 23:41:01.221290 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33ff6dc1-e6f8-4624-a636-40b78572ba76 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.236929 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ff6dc1-e6f8-4624-a636-40b78572ba76 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:01.236929 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-33ff6dc1-e6f8-4624-a636-40b78572ba76 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.295397 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-33ff6dc1-e6f8-4624-a636-40b78572ba76 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3333254 Jul 22 23:41:01.298315 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43828) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:01.305667 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.312040 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'ports': [{'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da'}, {'network_id': '97d6e818-017e-403f-8131-aec8057e71fd'}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:01.312359 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:01.312905 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'network_id': '97d6e818-017e-403f-8131-aec8057e71fd'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:01.321381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Transition to ACTIVE for port object 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:01.356048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff6dc1-e6f8-4624-a636-40b78572ba76 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Network': ['ID=97d6e818-017e-403f-8131-aec8057e71fd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:01.370011 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.376081 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 97d6e818-017e-403f-8131-aec8057e71fd details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:01.533680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1199db-e855-4ee9-bedf-4be5158ba14f None None] Pushing event updated for resources: {'Port': ['ID=62a5910f-a8a8-4ad8-a403-6b71f9ecd62b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:01.536281 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'port': 2} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:01.541824 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.586287 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.640400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-cfb4fefe-b985-474f-b10f-794fd5559f44 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:01.641051 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-03e24940-f646-4b78-b18d-17a726be27ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.642424 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-cfb4fefe-b985-474f-b10f-794fd5559f44 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.95 "GET /v2.0/networks?id=8a107b15-4e25-4a57-94f1-a4d673d455de HTTP/1.1" status: 200 len: 806 time: 0.1692340 Jul 22 23:41:01.659812 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Attempting to bind port 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:01.660190 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Attempting to bind port 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '3305d638-1666-47ea-a8bf-0494e86e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:01.660554 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Attempting to bind port 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b on network 8a107b15-4e25-4a57-94f1-a4d673d455de {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:01.675381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:01.675756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Checking segment: {'id': '3305d638-1666-47ea-a8bf-0494e86e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:01.676160 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.676553 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Bound using segment: {'id': '3305d638-1666-47ea-a8bf-0494e86e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:01.677174 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Bound port: 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3305d638-1666-47ea-a8bf-0494e86e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:01.677975 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.729330 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] device_id is not set on port ebc38021-9645-41b8-b06e-5ece5c073ba2 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:01.794432 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 603c348c-72aa-4ef5-a616-87ec98b2e2a6 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:01.799315 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a6a9d9a-4285-4257-bdc6-7e40d3248878 req-a839d29b-eacc-4849-b725-4ab9c3a4d5de tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 210 time: 0.1556180 Jul 22 23:41:01.806945 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-62f2a9db-d6f0-4ae4-8c52-9e7affed733a req-c091be6c-792b-419e-93f7-07d3ca9427eb tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.1622517 Jul 22 23:41:01.826045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-f781ca0a-2cea-4388-99d0-8ff207c10e97 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16bf9f72d7c54630ac4f4b8284659723 HTTP/1.1" status: 200 len: 379 time: 0.1533768 Jul 22 23:41:01.844894 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-a8fe7b20-232e-408f-959a-656415cc7bdf tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Request body: {'port': {'device_id': '68eacd0a-d601-4d2d-899b-7c7b81534517', 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'admin_state_up': True, 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'security_groups': ['9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:01.908505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] For port 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:01.915354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] For port 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=62a5910f-a8a8-4ad8-a403-6b71f9ecd62b,segment=NetworkSegment(3305d638-1666-47ea-a8bf-0494e86e1d35),segment_id=3305d638-1666-47ea-a8bf-0494e86e1d35)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:01.924675 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.928496 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.964231 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-a8fe7b20-232e-408f-959a-656415cc7bdf tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Made reservation on behalf of 16bf9f72d7c54630ac4f4b8284659723 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:01.968140 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-a8fe7b20-232e-408f-959a-656415cc7bdf tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.986789 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 603c348c-72aa-4ef5-a616-87ec98b2e2a6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:01.987177 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.999576 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] device_id is not set on port 59d213da-dab5-4780-8c2d-2c50d65af4eb yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:02.040692 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1199db-e855-4ee9-bedf-4be5158ba14f None None] Pushing event updated for resources: {'Port': ['ID=62a5910f-a8a8-4ad8-a403-6b71f9ecd62b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:02.050605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Routers {'c1b367a7-2a0c-41c2-8874-6d92799fa025'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:02.051226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:40:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c1b367a7-2a0c-41c2-8874-6d92799fa025'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:02.129857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-a8fe7b20-232e-408f-959a-656415cc7bdf tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Allocated IP 172.20.0.11 (8a107b15-4e25-4a57-94f1-a4d673d455de/734263c5-1ee2-490b-83f1-d37edf403f44/c0c2f364-bf96-433e-831f-a0697002f28f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:02.154387 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.178371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] Set router c1b367a7-2a0c-41c2-8874-6d92799fa025 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:02.202200 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.252554 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:02.255599 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:02.259356 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:02.260519 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.279435 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=ebc38021-9645-41b8-b06e-5ece5c073ba2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:02.338085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Checking segment: {'id': '9874c51c-1087-4ffe-9a6c-e2327dd9d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '97d6e818-017e-403f-8131-aec8057e71fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:02.338805 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network hostable DHCP agents. Network: 97d6e818-017e-403f-8131-aec8057e71fd, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:41:02.346879 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=59d213da-dab5-4780-8c2d-2c50d65af4eb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:02.363319 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network 97d6e818-017e-403f-8131-aec8057e71fd is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:41:02.363606 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-a8fe7b20-232e-408f-959a-656415cc7bdf tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.374548 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 97d6e818-017e-403f-8131-aec8057e71fd) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:02.391307 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-074e5ef2-ad89-49e9-a895-24f5d59dc60a req-278cd4d2-79b5-46b3-a981-06cb6efe8e74 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0453992 Jul 22 23:41:02.393857 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:02.396247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d23c7c-603b-4805-8713-376fbfd323cb None None] Network 97d6e818-017e-403f-8131-aec8057e71fd requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:02.398930 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-a8fe7b20-232e-408f-959a-656415cc7bdf tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Transition to ACTIVE for port object c0c2f364-bf96-433e-831f-a0697002f28f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:02.402640 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:02.407606 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:02.408593 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.432440 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-40b375d9-f108-417a-8463-edc9c846a7fc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1312313 Jul 22 23:41:02.434592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43850) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:02.483895 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-a8fe7b20-232e-408f-959a-656415cc7bdf tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.540800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-a8fe7b20-232e-408f-959a-656415cc7bdf tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Network 8a107b15-4e25-4a57-94f1-a4d673d455de is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:02.542339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-a8fe7b20-232e-408f-959a-656415cc7bdf tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:02.546744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-a8fe7b20-232e-408f-959a-656415cc7bdf tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:02.552587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e6a230e3-fcea-4d22-9e50-4c4ba5a19d0a tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port 59d213da-dab5-4780-8c2d-2c50d65af4eb {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:02.553140 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6a230e3-fcea-4d22-9e50-4c4ba5a19d0a tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.598814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe7b20-232e-408f-959a-656415cc7bdf tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Pushing event updated for resources: {'Port': ['ID=c0c2f364-bf96-433e-831f-a0697002f28f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:02.617616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-a8fe7b20-232e-408f-959a-656415cc7bdf tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:02.618329 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-a8fe7b20-232e-408f-959a-656415cc7bdf tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.631131 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6a230e3-fcea-4d22-9e50-4c4ba5a19d0a tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.636571 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-a8fe7b20-232e-408f-959a-656415cc7bdf tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8030515 Jul 22 23:41:02.644483 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e6a230e3-fcea-4d22-9e50-4c4ba5a19d0a tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for 59d213da-dab5-4780-8c2d-2c50d65af4eb owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:02.652398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Request body: {'port': {'device_id': '68eacd0a-d601-4d2d-899b-7c7b81534517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:02.715088 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'name': 'tempest-ServersTestJSON-1372712935-router', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:40:51Z', 'updated_at': '2021-07-22T23:40:55Z', 'revision_number': 4, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'gw_port': {'id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:52Z', 'updated_at': '2021-07-22T23:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '62a5910f-a8a8-4ad8-a403-6b71f9ecd62b', 'name': '', 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'mac_address': 'fa:16:3e:60:6a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:54Z', 'updated_at': '2021-07-22T23:41:01Z', 'revision_number': 4, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'subnets': [{'id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:02.742265 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6a230e3-fcea-4d22-9e50-4c4ba5a19d0a tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.752295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c713ad15-579c-4705-8d4f-47deb345885f None None] The sync data for ids ['c1b367a7-2a0c-41c2-8874-6d92799fa025'] in n-d-688802-2 is: [{'id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'name': 'tempest-ServersTestJSON-1372712935-router', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:40:51Z', 'updated_at': '2021-07-22T23:40:55Z', 'revision_number': 4, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'gw_port': {'id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:52Z', 'updated_at': '2021-07-22T23:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '62a5910f-a8a8-4ad8-a403-6b71f9ecd62b', 'name': '', 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'mac_address': 'fa:16:3e:60:6a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:54Z', 'updated_at': '2021-07-22T23:41:01Z', 'revision_number': 4, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'subnets': [{'id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:02.761398 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.772069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a230e3-fcea-4d22-9e50-4c4ba5a19d0a tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=59d213da-dab5-4780-8c2d-2c50d65af4eb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:02.784420 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6a230e3-fcea-4d22-9e50-4c4ba5a19d0a tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.787057 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e6a230e3-fcea-4d22-9e50-4c4ba5a19d0a tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/59d213da-dab5-4780-8c2d-2c50d65af4eb HTTP/1.1" status: 204 len: 168 time: 0.3512726 Jul 22 23:41:02.789294 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43856) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:02.872557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-108656b1-42eb-46ee-b4fc-d938016b56e7 None None] Provisioning for port c0c2f364-bf96-433e-831f-a0697002f28f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:02.876966 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-108656b1-42eb-46ee-b4fc-d938016b56e7 None None] Provisioning complete for port c0c2f364-bf96-433e-831f-a0697002f28f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:02.877412 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-108656b1-42eb-46ee-b4fc-d938016b56e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.952179 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-108656b1-42eb-46ee-b4fc-d938016b56e7 None None] Port c0c2f364-bf96-433e-831f-a0697002f28f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:02.977206 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dc133b-ccf1-4b4e-b234-762670747e8e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:02.983730 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dc133b-ccf1-4b4e-b234-762670747e8e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:02.985683 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-96dc133b-ccf1-4b4e-b234-762670747e8e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1949971 Jul 22 23:41:02.988486 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43862) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:03.021298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-749166a3-d389-4aae-9853-01563873b086 req-de960bf6-a0cc-481f-8611-8b5cd932f011 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0843461 Jul 22 23:41:03.130398 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a971b715-a8be-4644-ae75-bdbf77e3f0be tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port ebc38021-9645-41b8-b06e-5ece5c073ba2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:03.130743 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a971b715-a8be-4644-ae75-bdbf77e3f0be tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.166746 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d3b9a4f-0c8f-4fd8-9bc4-17fcfa34ac92 req-0b8739ca-f57b-420a-b01f-897541b3c1b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0502636 Jul 22 23:41:03.177499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a7475-d1ba-462f-b93c-8055bf3df0df req-525f7a36-65a1-4208-b0ef-f59901a96066 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:03.179005 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba5a7475-d1ba-462f-b93c-8055bf3df0df req-525f7a36-65a1-4208-b0ef-f59901a96066 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 932 time: 0.2450149 Jul 22 23:41:03.256359 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba5a7475-d1ba-462f-b93c-8055bf3df0df req-a24a1b22-d7bc-44bc-b5f4-9803368b0148 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676591 Jul 22 23:41:03.303578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c2f364-bf96-433e-831f-a0697002f28f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:41:03.312802 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.327170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Transition to ACTIVE for port object c0c2f364-bf96-433e-831f-a0697002f28f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:03.332535 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.397493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c2f364-bf96-433e-831f-a0697002f28f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:03.550207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-990c3a0c-78ed-4331-be8a-c091edcd3d34 req-f3a5235f-ee46-478e-88dd-ca388cbdb767 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0379832 Jul 22 23:41:03.582887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Attempting to bind port c0c2f364-bf96-433e-831f-a0697002f28f on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:03.583228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Attempting to bind port c0c2f364-bf96-433e-831f-a0697002f28f by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '3305d638-1666-47ea-a8bf-0494e86e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:03.583806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Attempting to bind port c0c2f364-bf96-433e-831f-a0697002f28f on network 8a107b15-4e25-4a57-94f1-a4d673d455de {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:03.584887 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a971b715-a8be-4644-ae75-bdbf77e3f0be tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.598117 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Port c0c2f364-bf96-433e-831f-a0697002f28f on network 8a107b15-4e25-4a57-94f1-a4d673d455de not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:41:03.601134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Attempting to bind port c0c2f364-bf96-433e-831f-a0697002f28f on network 8a107b15-4e25-4a57-94f1-a4d673d455de {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:03.625151 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a971b715-a8be-4644-ae75-bdbf77e3f0be tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for ebc38021-9645-41b8-b06e-5ece5c073ba2 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:03.627978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:03.628566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Checking segment: {'id': '3305d638-1666-47ea-a8bf-0494e86e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:03.629186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Bound using segment: {'id': '3305d638-1666-47ea-a8bf-0494e86e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:03.629812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Bound port: c0c2f364-bf96-433e-831f-a0697002f28f, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3305d638-1666-47ea-a8bf-0494e86e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:03.630341 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.750343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] For port c0c2f364-bf96-433e-831f-a0697002f28f, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:03.759975 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] For port c0c2f364-bf96-433e-831f-a0697002f28f, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c0c2f364-bf96-433e-831f-a0697002f28f,segment=NetworkSegment(3305d638-1666-47ea-a8bf-0494e86e1d35),segment_id=3305d638-1666-47ea-a8bf-0494e86e1d35)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:03.769823 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.790289 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a971b715-a8be-4644-ae75-bdbf77e3f0be tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.812459 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:03.817441 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:03.818066 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.819459 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] 10.222.0.95 "PUT /v2.0/ports/c0c2f364-bf96-433e-831f-a0697002f28f HTTP/1.1" status: 200 len: 1092 time: 1.1743484 Jul 22 23:41:03.819902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68eacd0a-d601-4d2d-899b-7c7b81534517', 'tag': 'c0c2f364-bf96-433e-831f-a0697002f28f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:03.823138 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ba6060-24a1-41c7-bcbd-739b2d68d4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "68eacd0a-d601-4d2d-899b-7c7b81534517", "tag": "c0c2f364-bf96-433e-831f-a0697002f28f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:03.850379 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971b715-a8be-4644-ae75-bdbf77e3f0be tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=ebc38021-9645-41b8-b06e-5ece5c073ba2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:03.865123 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a971b715-a8be-4644-ae75-bdbf77e3f0be tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.870053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43884) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:03.871698 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a971b715-a8be-4644-ae75-bdbf77e3f0be tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/ebc38021-9645-41b8-b06e-5ece5c073ba2 HTTP/1.1" status: 204 len: 168 time: 0.8821738 Jul 22 23:41:03.889710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:03.893178 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bfcb72-9d6e-4888-9d98-0c9f09fbdb42 x-openstack-request-id: req-b9bfcb72-9d6e-4888-9d98-0c9f09fbdb42 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:03.893178 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68eacd0a-d601-4d2d-899b-7c7b81534517", "tag": "c0c2f364-bf96-433e-831f-a0697002f28f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:03.893442 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9bfcb72-9d6e-4888-9d98-0c9f09fbdb42 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:03.894255 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68eacd0a-d601-4d2d-899b-7c7b81534517', 'tag': 'c0c2f364-bf96-433e-831f-a0697002f28f', 'status': 'completed', 'code': 200} Jul 22 23:41:03.894816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:03.895205 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.921555 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1d0b0-d839-4f10-9f95-5700c773ff63 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c2f364-bf96-433e-831f-a0697002f28f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:03.997186 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.042704 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2065ce13-8ae9-4d02-9bd5-1c483e5f5740 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:04.047420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43894) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:04.058805 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2065ce13-8ae9-4d02-9bd5-1c483e5f5740 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1785932 Jul 22 23:41:04.061218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-24924317-c16b-4441-90c9-bea1fe6c1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:04.064774 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-24924317-c16b-4441-90c9-bea1fe6c1929 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16bf9f72d7c54630ac4f4b8284659723&device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 1095 time: 0.1405644 Jul 22 23:41:04.075380 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=62a5910f-a8a8-4ad8-a403-6b71f9ecd62b,segment=NetworkSegment(3305d638-1666-47ea-a8bf-0494e86e1d35),segment_id=3305d638-1666-47ea-a8bf-0494e86e1d35)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:04.091171 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08b398f-e87a-4373-abf8-0b8352b2e4e9 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] GET failed (client error): The resource could not be found. Jul 22 23:41:04.091478 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.113657 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d08b398f-e87a-4373-abf8-0b8352b2e4e9 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports/59d213da-dab5-4780-8c2d-2c50d65af4eb HTTP/1.1" status: 404 len: 333 time: 0.0649047 Jul 22 23:41:04.114506 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43898) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:04.128065 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.135030 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-70b14bef-f576-435e-ab12-fae9c5ddd148 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0c2f364-bf96-433e-831f-a0697002f28f HTTP/1.1" status: 200 len: 217 time: 0.0553432 Jul 22 23:41:04.147885 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da4528b-9bac-48e5-96ad-dea96cee71c3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] GET failed (client error): The resource could not be found. Jul 22 23:41:04.149696 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2da4528b-9bac-48e5-96ad-dea96cee71c3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports/ebc38021-9645-41b8-b06e-5ece5c073ba2 HTTP/1.1" status: 404 len: 333 time: 0.0340719 Jul 22 23:41:04.152949 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43902) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:04.159916 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=62a5910f-a8a8-4ad8-a403-6b71f9ecd62b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:04.184732 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d490b65-119f-40be-ac6a-0aff6ddce695 req-7e8ccb46-5fbf-4b0f-9415-7594374065b2 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0480540 Jul 22 23:41:04.231986 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-60d3797a-930e-4a59-bd1b-42a764d94323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:04.233501 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-60d3797a-930e-4a59-bd1b-42a764d94323 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=734263c5-1ee2-490b-83f1-d37edf403f44 HTTP/1.1" status: 200 len: 845 time: 0.0847883 Jul 22 23:41:04.260386 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc6849b5-d694-47e9-a390-922676c8ecb3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.297518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-70f7f338-6e93-4f60-b222-0b63927f0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:04.299294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-70f7f338-6e93-4f60-b222-0b63927f0d96 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8a107b15-4e25-4a57-94f1-a4d673d455de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593414 Jul 22 23:41:04.339590 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0638bf81-fc07-440b-8176-704540c5ffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.346211 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.387115 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc6849b5-d694-47e9-a390-922676c8ecb3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.399438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b93f080f-0537-4285-852f-faefd9ad4cf0 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:41:04.411058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fc6849b5-d694-47e9-a390-922676c8ecb3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d6e818-017e-403f-8131-aec8057e71fd']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:04.433034 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fc6849b5-d694-47e9-a390-922676c8ecb3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9874c51c-1087-4ffe-9a6c-e2327dd9d258') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:04.433329 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fc6849b5-d694-47e9-a390-922676c8ecb3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9874c51c-1087-4ffe-9a6c-e2327dd9d258') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:04.446149 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc6849b5-d694-47e9-a390-922676c8ecb3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.463247 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc6849b5-d694-47e9-a390-922676c8ecb3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.472585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6849b5-d694-47e9-a390-922676c8ecb3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:41:04.473590 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc6849b5-d694-47e9-a390-922676c8ecb3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:41:04.480378 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:41:04.482727 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-166c69fe-f47f-48db-806e-47daa6e36d91 service neutron] 10.222.0.95 "GET /v2.0/networks/8a107b15-4e25-4a57-94f1-a4d673d455de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750546 Jul 22 23:41:04.496301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70385f5-208e-400d-b97f-9fd89502a85f req-4cda86f8-4fdf-4ca2-a373-5d6d06200639 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:04.503398 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a70385f5-208e-400d-b97f-9fd89502a85f req-4cda86f8-4fdf-4ca2-a373-5d6d06200639 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 944 time: 0.1428077 Jul 22 23:41:04.557625 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc6849b5-d694-47e9-a390-922676c8ecb3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.568283 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc6849b5-d694-47e9-a390-922676c8ecb3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.575900 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc6849b5-d694-47e9-a390-922676c8ecb3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/networks/97d6e818-017e-403f-8131-aec8057e71fd HTTP/1.1" status: 204 len: 168 time: 0.4203088 Jul 22 23:41:04.581072 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43916) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:04.589939 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-aa5c9e3d-80a8-4101-8f3d-d7ac4d5f2395 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-278608665'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:04.610846 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a70385f5-208e-400d-b97f-9fd89502a85f req-16ffd22f-41ae-49e7-94d0-3b89466dea72 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065824 Jul 22 23:41:04.625982 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6849b5-d694-47e9-a390-922676c8ecb3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Network': ['ID=97d6e818-017e-403f-8131-aec8057e71fd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:04.660715 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port b93f080f-0537-4285-852f-faefd9ad4cf0, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b93f080f-0537-4285-852f-faefd9ad4cf0,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:04.661923 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3682b89f-a2e4-47b1-903a-f40ef2422769 req-24d081ec-0f13-47e4-baa5-8dc5b5c4865d service neutron] 10.222.0.95 "GET /v2.0/networks/8a107b15-4e25-4a57-94f1-a4d673d455de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558883 Jul 22 23:41:04.665911 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5c9e3d-80a8-4101-8f3d-d7ac4d5f2395 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:04.669806 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa5c9e3d-80a8-4101-8f3d-d7ac4d5f2395 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.683736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'b93f080f-0537-4285-852f-faefd9ad4cf0', 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122', 'port_id': 'b93f080f-0537-4285-852f-faefd9ad4cf0', 'mac_address': 'fa:16:3e:ec:52:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be0a5b1-3bce-4e99-b121-d80db0f7b202', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:41:04.739566 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.758197 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b93f080f-0537-4285-852f-faefd9ad4cf0 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:41:04.771831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5c9e3d-80a8-4101-8f3d-d7ac4d5f2395 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:04.787325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port b93f080f-0537-4285-852f-faefd9ad4cf0, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b93f080f-0537-4285-852f-faefd9ad4cf0,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:04.802205 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.809036 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa5c9e3d-80a8-4101-8f3d-d7ac4d5f2395 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.809492 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-aa5c9e3d-80a8-4101-8f3d-d7ac4d5f2395 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Added segment a551b4a2-a15b-4d88-a438-f44d71e4d566 of type vlan for network f9649834-ff88-4b86-9345-e2a73feb18f8 Jul 22 23:41:04.889871 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=b93f080f-0537-4285-852f-faefd9ad4cf0,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:04.907050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['b93f080f-0537-4285-852f-faefd9ad4cf0'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:41:04.927983 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa5c9e3d-80a8-4101-8f3d-d7ac4d5f2395 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.001208 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa5c9e3d-80a8-4101-8f3d-d7ac4d5f2395 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.012547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5c9e3d-80a8-4101-8f3d-d7ac4d5f2395 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:05.013367 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa5c9e3d-80a8-4101-8f3d-d7ac4d5f2395 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.107505 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d210a6b3-e664-4c81-9afb-8612694ea6d2 req-0fdc54ad-574f-465d-8402-cf8244cc8bc0 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.4038169 Jul 22 23:41:05.122923 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-aa5c9e3d-80a8-4101-8f3d-d7ac4d5f2395 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5405211 Jul 22 23:41:05.124244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c9e3d-80a8-4101-8f3d-d7ac4d5f2395 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Network': ['ID=f9649834-ff88-4b86-9345-e2a73feb18f8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:05.128449 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43938) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:05.144859 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-393490cf-9875-4f4c-8b71-526cae45f5df tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'subnet': {'network_id': 'f9649834-ff88-4b86-9345-e2a73feb18f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:05.167299 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network f9649834-ff88-4b86-9345-e2a73feb18f8 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:05.176046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba6060-24a1-41c7-bcbd-739b2d68d4b7 req-2daef19d-c8fc-4832-bf3c-13ceaafa1804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:05.178303 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7ba6060-24a1-41c7-bcbd-739b2d68d4b7 req-2daef19d-c8fc-4832-bf3c-13ceaafa1804 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16bf9f72d7c54630ac4f4b8284659723&device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 1095 time: 0.0812955 Jul 22 23:41:05.288396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393490cf-9875-4f4c-8b71-526cae45f5df tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:05.294494 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-393490cf-9875-4f4c-8b71-526cae45f5df tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.334212 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba6060-24a1-41c7-bcbd-739b2d68d4b7 req-448b479d-2be4-46f1-85d7-b1bb64a130ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:05.335657 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7ba6060-24a1-41c7-bcbd-739b2d68d4b7 req-448b479d-2be4-46f1-85d7-b1bb64a130ea service neutron] 10.222.0.95 "GET /v2.0/networks?id=8a107b15-4e25-4a57-94f1-a4d673d455de HTTP/1.1" status: 200 len: 907 time: 0.1413054 Jul 22 23:41:05.362334 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-53f8441d-6c1a-4d66-ba30-030639124961 req-7d44a751-9a9f-4419-b7ef-715eb2fabe31 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0459270 Jul 22 23:41:05.426017 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7ba6060-24a1-41c7-bcbd-739b2d68d4b7 req-e7169585-fd20-45df-b55d-25b497b5f5f3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0c2f364-bf96-433e-831f-a0697002f28f HTTP/1.1" status: 200 len: 217 time: 0.0659137 Jul 22 23:41:05.444177 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.512701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba6060-24a1-41c7-bcbd-739b2d68d4b7 req-7499f87b-b6a5-4875-a286-720e4c897ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:05.514942 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7ba6060-24a1-41c7-bcbd-739b2d68d4b7 req-7499f87b-b6a5-4875-a286-720e4c897ec0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=734263c5-1ee2-490b-83f1-d37edf403f44 HTTP/1.1" status: 200 len: 845 time: 0.0806129 Jul 22 23:41:05.595862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba6060-24a1-41c7-bcbd-739b2d68d4b7 req-abaaae1d-46f8-4a88-9943-185a88f033d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:05.598112 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7ba6060-24a1-41c7-bcbd-739b2d68d4b7 req-abaaae1d-46f8-4a88-9943-185a88f033d9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8a107b15-4e25-4a57-94f1-a4d673d455de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738423 Jul 22 23:41:05.600722 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-393490cf-9875-4f4c-8b71-526cae45f5df tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.696371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393490cf-9875-4f4c-8b71-526cae45f5df tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Checking segment: {'id': 'a551b4a2-a15b-4d88-a438-f44d71e4d566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f9649834-ff88-4b86-9345-e2a73feb18f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:05.697036 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393490cf-9875-4f4c-8b71-526cae45f5df tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network hostable DHCP agents. Network: f9649834-ff88-4b86-9345-e2a73feb18f8, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:41:05.699761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393490cf-9875-4f4c-8b71-526cae45f5df tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Subnet': ['ID=008125bb-c765-4de6-8b69-5c0f73e811f9,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:05.722340 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393490cf-9875-4f4c-8b71-526cae45f5df tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network f9649834-ff88-4b86-9345-e2a73feb18f8 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:41:05.735427 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-393490cf-9875-4f4c-8b71-526cae45f5df tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, f9649834-ff88-4b86-9345-e2a73feb18f8) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:05.743145 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393490cf-9875-4f4c-8b71-526cae45f5df tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:05.746336 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-393490cf-9875-4f4c-8b71-526cae45f5df tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.751142 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4354c809-efac-4f63-8d0f-473436f20f0c None None] Network f9649834-ff88-4b86-9345-e2a73feb18f8 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:05.774611 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a704c998-c1f8-47a2-aecc-8cf524d733ff req-dc2ccce5-18aa-4ee5-b329-d23f28ab9032 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a62db2d156684ea485b58d5ac24238ac&device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.1070151 Jul 22 23:41:05.786189 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-393490cf-9875-4f4c-8b71-526cae45f5df tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6561415 Jul 22 23:41:05.788065 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43950) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:05.804301 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-35086cee-a49c-429e-b667-735325b642b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'network_id': 'f9649834-ff88-4b86-9345-e2a73feb18f8', 'name': 'tempest-PortsTestJSON-967263712'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:05.825807 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:05.832166 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a704c998-c1f8-47a2-aecc-8cf524d733ff req-9a85e46d-232e-4504-8dae-2a32667c5cd9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a62db2d156684ea485b58d5ac24238ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316615 Jul 22 23:41:05.834336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7ba6060-24a1-41c7-bcbd-739b2d68d4b7 req-c445f6e4-6a66-4281-8aee-1a919b2f854b service neutron] 10.222.0.95 "GET /v2.0/networks/8a107b15-4e25-4a57-94f1-a4d673d455de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232397 Jul 22 23:41:05.960052 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7ba6060-24a1-41c7-bcbd-739b2d68d4b7 req-f11c5376-5336-45a4-b9bd-448b71135c91 service neutron] 10.222.0.95 "GET /v2.0/networks/8a107b15-4e25-4a57-94f1-a4d673d455de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112940 Jul 22 23:41:05.976118 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35086cee-a49c-429e-b667-735325b642b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:05.980594 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35086cee-a49c-429e-b667-735325b642b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.002248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-35086cee-a49c-429e-b667-735325b642b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] device_id is not set on port 9e01d350-b191-4605-9c6c-03a2e0067544 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:06.043947 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb79e3c3-100a-4082-bb2e-0bb76f16e906 req-fc640d73-a95c-477b-b3cf-f2f273fd579b tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.1832001 Jul 22 23:41:06.178770 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-35086cee-a49c-429e-b667-735325b642b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Allocated IP 172.20.0.12 (f9649834-ff88-4b86-9345-e2a73feb18f8/008125bb-c765-4de6-8b69-5c0f73e811f9/9e01d350-b191-4605-9c6c-03a2e0067544) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:06.291772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:06.292317 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.297429 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704c998-c1f8-47a2-aecc-8cf524d733ff req-c6cb82e8-64ca-472a-931a-ee679dea9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.298930 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a704c998-c1f8-47a2-aecc-8cf524d733ff req-c6cb82e8-64ca-472a-931a-ee679dea9ff3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4599636 Jul 22 23:41:06.350539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-9eec73d1-5c12-4231-ac1a-7999669f725a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3493161 Jul 22 23:41:06.370446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc82267-fcd6-41b1-9b44-83d366287951 req-a16d3fde-c44f-4f0a-bcd5-534fb91a36b9 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.372021 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-afc82267-fcd6-41b1-9b44-83d366287951 req-a16d3fde-c44f-4f0a-bcd5-534fb91a36b9 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 944 time: 0.2899737 Jul 22 23:41:06.414395 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b93f080f-0537-4285-852f-faefd9ad4cf0 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:06.472683 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-f9649834-ff88-4b86-9345-e2a73feb18f8', 'network_id': 'f9649834-ff88-4b86-9345-e2a73feb18f8', 'tenant_id': '59aa8cc98d8f4e89bbad4dbb5b494387', 'fixed_ips': [{'subnet_id': '008125bb-c765-4de6-8b69-5c0f73e811f9'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:06.474302 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.486472 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35086cee-a49c-429e-b667-735325b642b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.505705 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-35086cee-a49c-429e-b667-735325b642b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Transition to ACTIVE for port object 9e01d350-b191-4605-9c6c-03a2e0067544 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:06.532507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-afc82267-fcd6-41b1-9b44-83d366287951 req-575d3304-bf1b-4831-9dce-d1c0cf2c2c40 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466961 Jul 22 23:41:06.554277 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35086cee-a49c-429e-b667-735325b642b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.578963 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17527090-053c-4fd2-90df-37e67d27c74c req-89c12534-1d1a-46cc-ab74-c0cf8e71d12d tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0901718 Jul 22 23:41:06.600575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35086cee-a49c-429e-b667-735325b642b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network f9649834-ff88-4b86-9345-e2a73feb18f8 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:06.605376 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-35086cee-a49c-429e-b667-735325b642b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:06.612851 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35086cee-a49c-429e-b667-735325b642b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:06.638097 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-bbbcf722-ccb4-4dd7-b45a-8509c38b2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.639442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-bbbcf722-ccb4-4dd7-b45a-8509c38b2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.639442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-bbbcf722-ccb4-4dd7-b45a-8509c38b2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.639647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-bbbcf722-ccb4-4dd7-b45a-8509c38b2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.639736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port b93f080f-0537-4285-852f-faefd9ad4cf0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:06.639892 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.640000 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-bbbcf722-ccb4-4dd7-b45a-8509c38b2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.640397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-bbbcf722-ccb4-4dd7-b45a-8509c38b2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.640857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-bbbcf722-ccb4-4dd7-b45a-8509c38b2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.642858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-bbbcf722-ccb4-4dd7-b45a-8509c38b2f91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d666488e03c84f33989e7c5054c2c913&device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 6491 time: 0.1888821 Jul 22 23:41:06.658118 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35086cee-a49c-429e-b667-735325b642b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=9e01d350-b191-4605-9c6c-03a2e0067544,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:06.684575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35086cee-a49c-429e-b667-735325b642b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.685233 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35086cee-a49c-429e-b667-735325b642b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.715452 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-35086cee-a49c-429e-b667-735325b642b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9247997 Jul 22 23:41:06.718231 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43968) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:06.801641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-4ebdfb24-f949-4b70-9c69-b41f62a90722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.802152 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-4ebdfb24-f949-4b70-9c69-b41f62a90722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.802622 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-4ebdfb24-f949-4b70-9c69-b41f62a90722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.804432 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-4ebdfb24-f949-4b70-9c69-b41f62a90722 service neutron] 10.222.0.18 "GET /v2.0/networks?id=81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9&id=d14a0948-26e2-4d00-9935-582ab618394e&id=d14a0948-26e2-4d00-9935-582ab618394e&id=d14a0948-26e2-4d00-9935-582ab618394e&id=d14a0948-26e2-4d00-9935-582ab618394e&id=0d56ae8e-3fa7-4971-854c-370a57f322d3&id=0d56ae8e-3fa7-4971-854c-370a57f322d3 HTTP/1.1" status: 200 len: 2293 time: 0.1269062 Jul 22 23:41:06.812916 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.828694 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Allocated IP 172.20.0.2 (f9649834-ff88-4b86-9345-e2a73feb18f8/008125bb-c765-4de6-8b69-5c0f73e811f9/e42c111e-c6f1-45ea-9c37-4b4acc55609a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:06.850518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8fd5a7-8a18-45aa-bae8-701a11d37992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93f080f-0537-4285-852f-faefd9ad4cf0'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:06.853515 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd9a0c9-8964-42e3-9cc6-dd6e16844205" -d '{"events": [{"server_uuid": "3a8fd5a7-8a18-45aa-bae8-701a11d37992", "name": "network-vif-plugged", "status": "completed", "tag": "b93f080f-0537-4285-852f-faefd9ad4cf0"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:06.887228 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port b93f080f-0537-4285-852f-faefd9ad4cf0, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b93f080f-0537-4285-852f-faefd9ad4cf0,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:06.893022 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6340ec63-57e6-400f-b64a-78a57c51ca7f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port 9e01d350-b191-4605-9c6c-03a2e0067544 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:06.893759 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6340ec63-57e6-400f-b64a-78a57c51ca7f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.899759 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-6da263d3-9cba-441b-a50e-28be18288ea0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e0753c-069e-48e6-a432-137322ba53a7 HTTP/1.1" status: 200 len: 1001 time: 0.0873337 Jul 22 23:41:06.913086 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.926411 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b2a933-8c57-41c7-a806-6ea5173f219d x-openstack-request-id: req-04b2a933-8c57-41c7-a806-6ea5173f219d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:06.926720 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8fd5a7-8a18-45aa-bae8-701a11d37992", "name": "network-vif-plugged", "status": "completed", "tag": "b93f080f-0537-4285-852f-faefd9ad4cf0", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:06.926979 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04b2a933-8c57-41c7-a806-6ea5173f219d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:06.927775 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8fd5a7-8a18-45aa-bae8-701a11d37992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93f080f-0537-4285-852f-faefd9ad4cf0', 'code': 200} Jul 22 23:41:06.972142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-ac19568c-d5ae-4c92-8597-6c8750002846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.973801 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-ac19568c-d5ae-4c92-8597-6c8750002846 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=944a2bd3-3d96-426e-983b-9162c91b6208 HTTP/1.1" status: 200 len: 850 time: 0.0604527 Jul 22 23:41:06.989347 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=b93f080f-0537-4285-852f-faefd9ad4cf0,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:07.019503 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6340ec63-57e6-400f-b64a-78a57c51ca7f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.037377 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6340ec63-57e6-400f-b64a-78a57c51ca7f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for 9e01d350-b191-4605-9c6c-03a2e0067544 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:07.050041 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.080584 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-63403856-9979-4bf3-9ab4-7eb0e20c12c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:07.083560 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-63403856-9979-4bf3-9ab4-7eb0e20c12c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024053 Jul 22 23:41:07.157922 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.170098 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Transition to ACTIVE for port object e42c111e-c6f1-45ea-9c37-4b4acc55609a will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:07.186679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Transition to ACTIVE for port object e42c111e-c6f1-45ea-9c37-4b4acc55609a will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:07.213191 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.257864 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5496c00-2865-4551-a627-2e7f80793eff req-a27176a6-0ea8-4794-ab00-0c5cbc0e691c tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0996637 Jul 22 23:41:07.336594 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6340ec63-57e6-400f-b64a-78a57c51ca7f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.354457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Network f9649834-ff88-4b86-9345-e2a73feb18f8 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:07.370250 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:07.373927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-ceb5e427-2b2e-475a-b61b-6ecc08207b9b service neutron] 10.222.0.18 "GET /v2.0/networks/81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809477 Jul 22 23:41:07.375268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:07.397365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Pushing event updated for resources: {'Port': ['ID=e42c111e-c6f1-45ea-9c37-4b4acc55609a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:07.398159 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340ec63-57e6-400f-b64a-78a57c51ca7f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=9e01d350-b191-4605-9c6c-03a2e0067544,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:07.503746 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6340ec63-57e6-400f-b64a-78a57c51ca7f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.506421 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6340ec63-57e6-400f-b64a-78a57c51ca7f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/9e01d350-b191-4605-9c6c-03a2e0067544 HTTP/1.1" status: 204 len: 168 time: 0.7870915 Jul 22 23:41:07.513267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43990) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:07.523535 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Attempting to bind port e42c111e-c6f1-45ea-9c37-4b4acc55609a on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:07.524276 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Attempting to bind port e42c111e-c6f1-45ea-9c37-4b4acc55609a by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'a551b4a2-a15b-4d88-a438-f44d71e4d566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f9649834-ff88-4b86-9345-e2a73feb18f8'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:07.524997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Attempting to bind port e42c111e-c6f1-45ea-9c37-4b4acc55609a on network f9649834-ff88-4b86-9345-e2a73feb18f8 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:07.532636 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:07.533455 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Checking segment: {'id': 'a551b4a2-a15b-4d88-a438-f44d71e4d566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f9649834-ff88-4b86-9345-e2a73feb18f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:07.534131 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.534730 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Bound using segment: {'id': 'a551b4a2-a15b-4d88-a438-f44d71e4d566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f9649834-ff88-4b86-9345-e2a73feb18f8'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:07.535286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Bound port: e42c111e-c6f1-45ea-9c37-4b4acc55609a, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a551b4a2-a15b-4d88-a438-f44d71e4d566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f9649834-ff88-4b86-9345-e2a73feb18f8'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:07.535789 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.553056 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6abeb5a-844b-4faf-b531-109611689b7f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] DELETE failed (client error): The resource could not be found. Jul 22 23:41:07.553817 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6abeb5a-844b-4faf-b531-109611689b7f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:41:07.558318 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d6abeb5a-844b-4faf-b531-109611689b7f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/9e01d350-b191-4605-9c6c-03a2e0067544 HTTP/1.1" status: 404 len: 333 time: 0.0411680 Jul 22 23:41:07.558507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-29bae96b-a106-4b1d-a839-f22cc3874831 service neutron] 10.222.0.18 "GET /v2.0/networks/81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749606 Jul 22 23:41:07.559098 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43992) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:07.610247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] For port e42c111e-c6f1-45ea-9c37-4b4acc55609a, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:07.613707 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] For port e42c111e-c6f1-45ea-9c37-4b4acc55609a, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e42c111e-c6f1-45ea-9c37-4b4acc55609a,segment=NetworkSegment(a551b4a2-a15b-4d88-a438-f44d71e4d566),segment_id=a551b4a2-a15b-4d88-a438-f44d71e4d566)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:07.622987 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.648651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-b9bcfa8b-bc8d-4fc8-8836-b01f2870a801 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=1acb57eb-4388-486f-873d-b2c9056569e3 HTTP/1.1" status: 200 len: 217 time: 0.0778990 Jul 22 23:41:07.649803 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-77565065-c21d-4811-9bde-71f31953ee9d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] GET failed (client error): The resource could not be found. Jul 22 23:41:07.654939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-77565065-c21d-4811-9bde-71f31953ee9d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports/9e01d350-b191-4605-9c6c-03a2e0067544 HTTP/1.1" status: 404 len: 333 time: 0.0918252 Jul 22 23:41:07.655681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43998) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:07.725529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f055756-6937-4e31-a387-05cbcbe2bb92 None None] Pushing event updated for resources: {'Port': ['ID=e42c111e-c6f1-45ea-9c37-4b4acc55609a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:07.783934 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aaf0931-930b-4389-bed9-9326e38577a0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting subnet 008125bb-c765-4de6-8b69-5c0f73e811f9 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:41:07.788228 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0931-930b-4389-bed9-9326e38577a0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.820517 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5fac617-d5ed-44cf-a22f-4f02f1c054eb req-5d32caf5-d219-48d7-8cc6-76abe670aacd tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0761042 Jul 22 23:41:07.843424 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0931-930b-4389-bed9-9326e38577a0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.890711 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a704c998-c1f8-47a2-aecc-8cf524d733ff req-82d56eec-ca3d-40c8-bca1-4256b969cce7 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0915604 Jul 22 23:41:07.892122 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-5dfd6fd6-9152-4bd8-9f52-df59bf7afcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:07.893519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-5dfd6fd6-9152-4bd8-9f52-df59bf7afcb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8d54d44-b87e-439d-97b7-a2af64fbcd3f HTTP/1.1" status: 200 len: 797 time: 0.2237163 Jul 22 23:41:07.926874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d0d7f-d103-424b-9ed0-66da58fd11e0 req-4c8f041d-2df2-42c9-9fd0-5ec7f15b385a tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:07.928604 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-031d0d7f-d103-424b-9ed0-66da58fd11e0 req-4c8f041d-2df2-42c9-9fd0-5ec7f15b385a tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 944 time: 0.2200184 Jul 22 23:41:07.966881 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0931-930b-4389-bed9-9326e38577a0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.085993 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0931-930b-4389-bed9-9326e38577a0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.133365 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:41:08.170907 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0931-930b-4389-bed9-9326e38577a0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.174332 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3aaf0931-930b-4389-bed9-9326e38577a0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/008125bb-c765-4de6-8b69-5c0f73e811f9 HTTP/1.1" status: 204 len: 168 time: 0.5176399 Jul 22 23:41:08.176148 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf0931-930b-4389-bed9-9326e38577a0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Subnet': ['ID=008125bb-c765-4de6-8b69-5c0f73e811f9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:08.177285 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-031d0d7f-d103-424b-9ed0-66da58fd11e0 req-7f2de027-c987-4e82-8c3a-eb2d17bac372 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940475 Jul 22 23:41:08.178796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44002) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:08.209553 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-ac6b16a3-d20a-4f35-918c-e4100a407557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:08.211306 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-ac6b16a3-d20a-4f35-918c-e4100a407557 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a0948-26e2-4d00-9935-582ab618394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2949882 Jul 22 23:41:08.315864 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.442169 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device c0c2f364-bf96-433e-831f-a0697002f28f details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:41:08.477124 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d78c7e12-babe-4393-b5bb-138be4da8aed req-848526d6-3e98-48d3-bc20-2e5418013bc9 tempest-ServerShowV257Test-1435935017 tempest-ServerShowV257Test-1435935017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4eb61afd-23de-417a-b823-daa78d188342 HTTP/1.1" status: 200 len: 210 time: 0.0928299 Jul 22 23:41:08.534174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-62bfe93f-8339-408a-a1a5-9537435eae55 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876935 Jul 22 23:41:08.551611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port e42c111e-c6f1-45ea-9c37-4b4acc55609a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:08.552281 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.724625 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port c0c2f364-bf96-433e-831f-a0697002f28f, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c0c2f364-bf96-433e-831f-a0697002f28f,segment=NetworkSegment(3305d638-1666-47ea-a8bf-0494e86e1d35),segment_id=3305d638-1666-47ea-a8bf-0494e86e1d35)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:08.743446 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'c0c2f364-bf96-433e-831f-a0697002f28f', 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'port_id': 'c0c2f364-bf96-433e-831f-a0697002f28f', 'mac_address': 'fa:16:3e:2b:59:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:41:08.784991 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] For port e42c111e-c6f1-45ea-9c37-4b4acc55609a, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e42c111e-c6f1-45ea-9c37-4b4acc55609a,segment=NetworkSegment(a551b4a2-a15b-4d88-a438-f44d71e4d566),segment_id=a551b4a2-a15b-4d88-a438-f44d71e4d566)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:08.785672 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.808893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for e42c111e-c6f1-45ea-9c37-4b4acc55609a owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:08.816032 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.816946 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-d9204921-1dbd-4476-837b-cbce7d315509 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613204 Jul 22 23:41:08.833119 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c2f364-bf96-433e-831f-a0697002f28f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:41:08.887023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port c0c2f364-bf96-433e-831f-a0697002f28f, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c0c2f364-bf96-433e-831f-a0697002f28f,segment=NetworkSegment(3305d638-1666-47ea-a8bf-0494e86e1d35),segment_id=3305d638-1666-47ea-a8bf-0494e86e1d35)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:08.892739 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.896249 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-5a3bbd17-78cc-4880-9d2b-2e8cf1e89ca2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=d69dbc8b-47f5-4d29-80c2-52d998ba6546 HTTP/1.1" status: 200 len: 217 time: 0.0627143 Jul 22 23:41:08.980558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=c0c2f364-bf96-433e-831f-a0697002f28f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:09.060045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d709f494-c398-433a-a69e-463005bc5862 req-918ac58f-49ad-4731-a0f9-a740d6f9cf06 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0922368 Jul 22 23:41:09.080377 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-e3f4588c-d5a7-4164-8028-fa71ad2a98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:09.082675 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-e3f4588c-d5a7-4164-8028-fa71ad2a98bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8d54d44-b87e-439d-97b7-a2af64fbcd3f HTTP/1.1" status: 200 len: 797 time: 0.1733747 Jul 22 23:41:09.152773 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.170695 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['c0c2f364-bf96-433e-831f-a0697002f28f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:41:09.225275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=e42c111e-c6f1-45ea-9c37-4b4acc55609a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:09.231644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No DVR routers for this DVR port e42c111e-c6f1-45ea-9c37-4b4acc55609a on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:09.237424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cd2a3e-f0b1-40f8-9dab-f392eebac613 None None] Network f9649834-ff88-4b86-9345-e2a73feb18f8 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:09.247932 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:09.248642 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:09.249213 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:09.249850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:09.250978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:09.252708 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:09.253168 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:09.253517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:09.253856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:09.254199 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:09.254530 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:09.254860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:09.323743 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-49fb2f74-64b4-4fdf-b77c-3d638620ff5d None None] Could not find standard attr ID for object e42c111e-c6f1-45ea-9c37-4b4acc55609a. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:41:09.374844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-10c7ee96-c5a1-4113-b660-55631258b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:09.378506 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-10c7ee96-c5a1-4113-b660-55631258b583 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a0948-26e2-4d00-9935-582ab618394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2867150 Jul 22 23:41:09.408691 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.460264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9649834-ff88-4b86-9345-e2a73feb18f8']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:09.504669 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a551b4a2-a15b-4d88-a438-f44d71e4d566') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:09.505164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a551b4a2-a15b-4d88-a438-f44d71e4d566') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:09.558211 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cbc67f-195a-4a0c-bba1-1ce75f3079c9 None None] DHCP port deletion for f9649834-ff88-4b86-9345-e2a73feb18f8 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:41:09.564466 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.613810 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13892c5-e78f-49f2-aacf-bce4876a2bfd req-b5138ce2-446f-4ac0-8440-7cd55226a322 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:09.615447 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a13892c5-e78f-49f2-aacf-bce4876a2bfd req-b5138ce2-446f-4ac0-8440-7cd55226a322 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 945 time: 0.3065622 Jul 22 23:41:09.628151 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.656999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:41:09.657474 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:41:09.660523 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:41:09.714611 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-5cb450b9-230e-49b6-a548-f02bd2ef13fc service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026340 Jul 22 23:41:09.822907 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a13892c5-e78f-49f2-aacf-bce4876a2bfd req-99133883-3740-415f-9d75-855c37ee4057 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970558 Jul 22 23:41:09.826127 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.889319 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.891196 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/networks/f9649834-ff88-4b86-9345-e2a73feb18f8 HTTP/1.1" status: 204 len: 168 time: 1.7084985 Jul 22 23:41:09.895000 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61c60b-b992-40c7-a335-9290af905497 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Network': ['ID=f9649834-ff88-4b86-9345-e2a73feb18f8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:09.895462 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44044) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:09.903925 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cc0c665c-801b-4697-86a4-314ffc28617b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-909398705'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:09.932368 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-087e386b-fbc0-4ced-9665-d29057fecc73 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082603 Jul 22 23:41:09.952152 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0c665c-801b-4697-86a4-314ffc28617b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:09.963789 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc0c665c-801b-4697-86a4-314ffc28617b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.987758 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-b25caa57-b228-4c83-b177-a6deb907f008 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=2ea2e658-92b6-4b81-96ef-44ffc06b0765 HTTP/1.1" status: 200 len: 217 time: 0.0483191 Jul 22 23:41:09.999756 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0c665c-801b-4697-86a4-314ffc28617b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:10.022895 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc0c665c-801b-4697-86a4-314ffc28617b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.023489 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-cc0c665c-801b-4697-86a4-314ffc28617b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Added segment 122e16b6-7529-47dd-b036-7891cd1477e0 of type vlan for network bc565882-0d67-460e-84b7-80964b18c82d Jul 22 23:41:10.070479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-baef4b08-a0b4-4528-90e3-aa5e0705be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:10.072900 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-baef4b08-a0b4-4528-90e3-aa5e0705be8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8d54d44-b87e-439d-97b7-a2af64fbcd3f HTTP/1.1" status: 200 len: 797 time: 0.0781193 Jul 22 23:41:10.088493 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc0c665c-801b-4697-86a4-314ffc28617b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.127612 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc0c665c-801b-4697-86a4-314ffc28617b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.134624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0c665c-801b-4697-86a4-314ffc28617b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:10.148420 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc0c665c-801b-4697-86a4-314ffc28617b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.189757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-9451f241-a777-4347-8be4-502f1c4d1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:10.191462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-9451f241-a777-4347-8be4-502f1c4d1d88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a0948-26e2-4d00-9935-582ab618394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1121886 Jul 22 23:41:10.200519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44050) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:10.208688 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cc0c665c-801b-4697-86a4-314ffc28617b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3076348 Jul 22 23:41:10.209891 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44052) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:10.216971 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-39656767-6644-46f5-b9aa-bda482096f3c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'subnet': {'network_id': 'bc565882-0d67-460e-84b7-80964b18c82d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:10.266578 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c551a47-70a4-41db-b46f-626676a62532 req-483de678-ba55-4cf5-8217-dea3b44dfa4d tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0507567 Jul 22 23:41:10.303437 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c665c-801b-4697-86a4-314ffc28617b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Network': ['ID=bc565882-0d67-460e-84b7-80964b18c82d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:10.316954 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network bc565882-0d67-460e-84b7-80964b18c82d details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:10.366560 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-2e58260e-ee2b-4560-b7ac-14bd474a7956 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685610 Jul 22 23:41:10.458946 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39656767-6644-46f5-b9aa-bda482096f3c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:10.459463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device c0c2f364-bf96-433e-831f-a0697002f28f up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:10.462909 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39656767-6644-46f5-b9aa-bda482096f3c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.541365 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ea48a38-9d91-4506-965b-4f1bbec8d761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.543563 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port c0c2f364-bf96-433e-831f-a0697002f28f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:10.550545 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port c0c2f364-bf96-433e-831f-a0697002f28f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:10.551201 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.592633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-7595d52a-289e-4fd4-a739-a360562e8c31 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179024 Jul 22 23:41:10.654864 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-4a851045-f7e5-416b-9da1-dc4dbd3bf779 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=447c28c3-7370-4f66-b77c-74387587f929 HTTP/1.1" status: 200 len: 217 time: 0.0523629 Jul 22 23:41:10.708274 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.721964 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-ab7c615b-791f-4788-9fc3-b72c0b359554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:10.723749 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-ab7c615b-791f-4788-9fc3-b72c0b359554 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8d54d44-b87e-439d-97b7-a2af64fbcd3f HTTP/1.1" status: 200 len: 797 time: 0.0619559 Jul 22 23:41:10.755818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68eacd0a-d601-4d2d-899b-7c7b81534517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c2f364-bf96-433e-831f-a0697002f28f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:10.758137 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669a4d36-55f4-4703-8a81-d4be455721ec" -d '{"events": [{"server_uuid": "68eacd0a-d601-4d2d-899b-7c7b81534517", "name": "network-vif-plugged", "status": "completed", "tag": "c0c2f364-bf96-433e-831f-a0697002f28f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:10.794033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port c0c2f364-bf96-433e-831f-a0697002f28f, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c0c2f364-bf96-433e-831f-a0697002f28f,segment=NetworkSegment(3305d638-1666-47ea-a8bf-0494e86e1d35),segment_id=3305d638-1666-47ea-a8bf-0494e86e1d35)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:10.805272 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.863055 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee62026-d631-4d88-a799-16c0c932570b x-openstack-request-id: req-aee62026-d631-4d88-a799-16c0c932570b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:10.863338 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39656767-6644-46f5-b9aa-bda482096f3c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.863440 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68eacd0a-d601-4d2d-899b-7c7b81534517", "name": "network-vif-plugged", "status": "completed", "tag": "c0c2f364-bf96-433e-831f-a0697002f28f", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:10.863791 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aee62026-d631-4d88-a799-16c0c932570b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:10.863980 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68eacd0a-d601-4d2d-899b-7c7b81534517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c2f364-bf96-433e-831f-a0697002f28f', 'code': 200} Jul 22 23:41:10.880000 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ea48a38-9d91-4506-965b-4f1bbec8d761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.896054 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ea48a38-9d91-4506-965b-4f1bbec8d761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.930753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=c0c2f364-bf96-433e-831f-a0697002f28f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:10.971403 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39656767-6644-46f5-b9aa-bda482096f3c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Subnet': ['ID=6d2f6bc2-0661-492f-8974-5b389995c93e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:10.995844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39656767-6644-46f5-b9aa-bda482096f3c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Checking segment: {'id': '122e16b6-7529-47dd-b036-7891cd1477e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'bc565882-0d67-460e-84b7-80964b18c82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:10.996217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39656767-6644-46f5-b9aa-bda482096f3c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network hostable DHCP agents. Network: bc565882-0d67-460e-84b7-80964b18c82d, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:41:11.027980 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39656767-6644-46f5-b9aa-bda482096f3c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network bc565882-0d67-460e-84b7-80964b18c82d is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:41:11.043489 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-39656767-6644-46f5-b9aa-bda482096f3c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, bc565882-0d67-460e-84b7-80964b18c82d) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:11.058993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c888c3-4001-4c06-8f4f-56a4013b1ca8 None None] Network bc565882-0d67-460e-84b7-80964b18c82d requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:11.059459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39656767-6644-46f5-b9aa-bda482096f3c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:11.060093 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39656767-6644-46f5-b9aa-bda482096f3c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.088065 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-39656767-6644-46f5-b9aa-bda482096f3c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8763638 Jul 22 23:41:11.090689 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44082) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:11.095775 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f00335a3-7419-4b01-99b0-b19ad1c89468 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'network_id': 'bc565882-0d67-460e-84b7-80964b18c82d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-820381004'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:11.240478 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00335a3-7419-4b01-99b0-b19ad1c89468 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:11.264178 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f00335a3-7419-4b01-99b0-b19ad1c89468 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.268538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-bc565882-0d67-460e-84b7-80964b18c82d', 'network_id': 'bc565882-0d67-460e-84b7-80964b18c82d', 'tenant_id': '59aa8cc98d8f4e89bbad4dbb5b494387', 'fixed_ips': [{'subnet_id': '6d2f6bc2-0661-492f-8974-5b389995c93e'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:11.271210 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.289840 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-f00335a3-7419-4b01-99b0-b19ad1c89468 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] device_id is not set on port e57b82ec-6397-4874-a4df-e1f5e5865048 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:11.435782 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-b662eef3-ab18-4369-ac92-59186e555697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:11.437493 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-b662eef3-ab18-4369-ac92-59186e555697 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a0948-26e2-4d00-9935-582ab618394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7073009 Jul 22 23:41:11.458259 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f00335a3-7419-4b01-99b0-b19ad1c89468 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Allocated IP 172.20.0.8 (bc565882-0d67-460e-84b7-80964b18c82d/6d2f6bc2-0661-492f-8974-5b389995c93e/e57b82ec-6397-4874-a4df-e1f5e5865048) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:11.473275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea48a38-9d91-4506-965b-4f1bbec8d761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff91ebc-097f-4665-acb0-c709f598390b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:11.502472 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ea48a38-9d91-4506-965b-4f1bbec8d761 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a62db2d156684ea485b58d5ac24238ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2993617 Jul 22 23:41:11.506635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44086) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:11.542646 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f54a17b7-8cc0-47c2-886a-803dac786188 req-c7765828-f2d3-405d-81e5-81b6846f0b93 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0653877 Jul 22 23:41:11.638047 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.665199 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.667525 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a51f5a-055b-43ba-a39a-648d907097f4 req-7a946849-de74-4f52-9942-ff670b4aacc3 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:11.674933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0a51f5a-055b-43ba-a39a-648d907097f4 req-7a946849-de74-4f52-9942-ff670b4aacc3 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 946 time: 0.6930711 Jul 22 23:41:11.721413 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-7fee2c24-b736-4e07-a1d7-a08387e87dfc service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454565 Jul 22 23:41:11.723204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199323d4-146a-46ed-9131-4378fc05a3fc req-f24c6324-c099-4bfd-b742-802bc8cbde8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:11.724794 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-199323d4-146a-46ed-9131-4378fc05a3fc req-f24c6324-c099-4bfd-b742-802bc8cbde8e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 1097 time: 0.7416251 Jul 22 23:41:11.757482 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.760542 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.761821 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cff91ebc-097f-4665-acb0-c709f598390b HTTP/1.1" status: 204 len: 168 time: 0.2536726 Jul 22 23:41:11.792676 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff91ebc-097f-4665-acb0-c709f598390b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:11.805608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f00335a3-7419-4b01-99b0-b19ad1c89468 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.817439 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.817917 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.818401 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.818833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.819243 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.819664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.820082 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.820500 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.820988 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.821436 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.822704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.823018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9db83-4ed1-40f1-9215-1f6cb8caee2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.830938 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0a51f5a-055b-43ba-a39a-648d907097f4 req-81e79a34-6a58-4a2f-aaef-d1253f438665 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550529 Jul 22 23:41:11.833732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f00335a3-7419-4b01-99b0-b19ad1c89468 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Transition to ACTIVE for port object e57b82ec-6397-4874-a4df-e1f5e5865048 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:11.849903 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-199323d4-146a-46ed-9131-4378fc05a3fc req-c51c7f9e-d824-4f6e-a4e3-11d1ad3fdf26 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067617 Jul 22 23:41:11.877291 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f00335a3-7419-4b01-99b0-b19ad1c89468 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.920527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00335a3-7419-4b01-99b0-b19ad1c89468 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network bc565882-0d67-460e-84b7-80964b18c82d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:11.926473 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f00335a3-7419-4b01-99b0-b19ad1c89468 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:11.939125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00335a3-7419-4b01-99b0-b19ad1c89468 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:11.945663 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-28f05d08-76fd-4eff-9750-ff779d6999f6 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128255 Jul 22 23:41:11.979289 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00335a3-7419-4b01-99b0-b19ad1c89468 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=e57b82ec-6397-4874-a4df-e1f5e5865048,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:12.015688 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00335a3-7419-4b01-99b0-b19ad1c89468 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:12.015688 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f00335a3-7419-4b01-99b0-b19ad1c89468 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.019998 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Allocated IP 172.20.0.2 (bc565882-0d67-460e-84b7-80964b18c82d/6d2f6bc2-0661-492f-8974-5b389995c93e/9645225e-d8c6-4cd0-b878-29e4560b1fd8) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:12.054023 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f00335a3-7419-4b01-99b0-b19ad1c89468 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.9615481 Jul 22 23:41:12.054646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44108) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:12.069550 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-78536433-c94f-46d7-a502-a15a7a84a6d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=200408c3-121a-4315-8bd3-f3fb4f10cf23 HTTP/1.1" status: 200 len: 217 time: 0.1114268 Jul 22 23:41:12.189721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-98c476ec-2c64-48c5-bdbd-2f895abb1369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:12.193849 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-98c476ec-2c64-48c5-bdbd-2f895abb1369 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=045c3999-8ad3-485c-8c13-6609b3ca602d HTTP/1.1" status: 200 len: 797 time: 0.1097140 Jul 22 23:41:12.239291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0a65e5c8-f7ac-4990-b83e-4045729e5b04 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port e57b82ec-6397-4874-a4df-e1f5e5865048 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:12.239959 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a65e5c8-f7ac-4990-b83e-4045729e5b04 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.314077 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.318913 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-5eaf0fa0-8c9c-41d2-83ac-c8cd8a381dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:12.323937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-5eaf0fa0-8c9c-41d2-83ac-c8cd8a381dd0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d56ae8e-3fa7-4971-854c-370a57f322d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227510 Jul 22 23:41:12.328311 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Transition to ACTIVE for port object 9645225e-d8c6-4cd0-b878-29e4560b1fd8 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:12.363428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Transition to ACTIVE for port object 9645225e-d8c6-4cd0-b878-29e4560b1fd8 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:12.379441 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.405231 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a65e5c8-f7ac-4990-b83e-4045729e5b04 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.432589 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Network bc565882-0d67-460e-84b7-80964b18c82d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:12.434059 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0a65e5c8-f7ac-4990-b83e-4045729e5b04 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for e57b82ec-6397-4874-a4df-e1f5e5865048 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:12.438159 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:12.441688 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:12.482125 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Pushing event updated for resources: {'Port': ['ID=9645225e-d8c6-4cd0-b878-29e4560b1fd8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:12.489356 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-8eaf0016-d186-4412-a1bd-23a186cd233e service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580458 Jul 22 23:41:12.534721 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Attempting to bind port 9645225e-d8c6-4cd0-b878-29e4560b1fd8 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:12.535092 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Attempting to bind port 9645225e-d8c6-4cd0-b878-29e4560b1fd8 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '122e16b6-7529-47dd-b036-7891cd1477e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'bc565882-0d67-460e-84b7-80964b18c82d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:12.535496 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Attempting to bind port 9645225e-d8c6-4cd0-b878-29e4560b1fd8 on network bc565882-0d67-460e-84b7-80964b18c82d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:12.553507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:12.553893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Checking segment: {'id': '122e16b6-7529-47dd-b036-7891cd1477e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'bc565882-0d67-460e-84b7-80964b18c82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:12.554304 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.554706 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Bound using segment: {'id': '122e16b6-7529-47dd-b036-7891cd1477e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'bc565882-0d67-460e-84b7-80964b18c82d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:12.555189 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Bound port: 9645225e-d8c6-4cd0-b878-29e4560b1fd8, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122e16b6-7529-47dd-b036-7891cd1477e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'bc565882-0d67-460e-84b7-80964b18c82d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:12.555577 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.672100 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] For port 9645225e-d8c6-4cd0-b878-29e4560b1fd8, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:12.677597 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] For port 9645225e-d8c6-4cd0-b878-29e4560b1fd8, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9645225e-d8c6-4cd0-b878-29e4560b1fd8,segment=NetworkSegment(122e16b6-7529-47dd-b036-7891cd1477e0),segment_id=122e16b6-7529-47dd-b036-7891cd1477e0)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:12.703164 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.744898 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a65e5c8-f7ac-4990-b83e-4045729e5b04 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.769528 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e699a6da-aaa6-4798-9281-1c3043f790f6 req-e2a9f177-446b-45eb-8bb4-ffb9a1f8299b tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0845904 Jul 22 23:41:12.795981 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-f9c5982d-0095-46e2-9aca-eddfe5a8850d service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801020 Jul 22 23:41:12.809437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d3c38-fc82-4cb7-b9f2-01a14fa154a9 None None] Pushing event updated for resources: {'Port': ['ID=9645225e-d8c6-4cd0-b878-29e4560b1fd8,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:12.869878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65e5c8-f7ac-4990-b83e-4045729e5b04 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=e57b82ec-6397-4874-a4df-e1f5e5865048,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:12.939224 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a65e5c8-f7ac-4990-b83e-4045729e5b04 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.943140 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0a65e5c8-f7ac-4990-b83e-4045729e5b04 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/e57b82ec-6397-4874-a4df-e1f5e5865048 HTTP/1.1" status: 204 len: 168 time: 0.8872662 Jul 22 23:41:12.944884 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44142) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:12.985694 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-edf1225e-f9fb-46f3-bfc2-b1ecdff62f37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b186d479-d37c-49e3-ac3a-1e67744f65de HTTP/1.1" status: 200 len: 217 time: 0.1763561 Jul 22 23:41:13.015587 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f89a3ab-bfba-418f-8813-61d6eca176e4 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] GET failed (client error): The resource could not be found. Jul 22 23:41:13.017217 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3f89a3ab-bfba-418f-8813-61d6eca176e4 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports/e57b82ec-6397-4874-a4df-e1f5e5865048 HTTP/1.1" status: 404 len: 333 time: 0.0711606 Jul 22 23:41:13.023174 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44148) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:13.117354 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-d9e1c7d2-f688-4511-988b-126adc62fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:13.119455 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-d9e1c7d2-f688-4511-988b-126adc62fbfb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=045c3999-8ad3-485c-8c13-6609b3ca602d HTTP/1.1" status: 200 len: 797 time: 0.1112971 Jul 22 23:41:13.152261 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9f3257-45b5-4657-aaed-030dc719c9fa tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting subnet 6d2f6bc2-0661-492f-8974-5b389995c93e {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:41:13.160455 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3257-45b5-4657-aaed-030dc719c9fa tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.173842 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ee622-7cac-4ea4-b7b1-48e3011aea8e req-179ccaa9-371c-46b7-b780-392dfdda6c5d tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:13.184876 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7ee622-7cac-4ea4-b7b1-48e3011aea8e req-179ccaa9-371c-46b7-b780-392dfdda6c5d tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 946 time: 0.1508379 Jul 22 23:41:13.277755 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b7ee622-7cac-4ea4-b7b1-48e3011aea8e req-b137a5a9-db7c-4378-bdb1-d4af0087539c tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887311 Jul 22 23:41:13.296384 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3257-45b5-4657-aaed-030dc719c9fa tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.321186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-6e908403-cc70-4211-89b6-72a23785c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:13.323468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-6e908403-cc70-4211-89b6-72a23785c990 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d56ae8e-3fa7-4971-854c-370a57f322d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1961703 Jul 22 23:41:13.434870 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3257-45b5-4657-aaed-030dc719c9fa tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.487578 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-2aab40d1-dae3-4f74-8bee-fcd312b5893e service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546834 Jul 22 23:41:13.525770 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3257-45b5-4657-aaed-030dc719c9fa tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.544326 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3257-45b5-4657-aaed-030dc719c9fa tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.548529 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ff9f3257-45b5-4657-aaed-030dc719c9fa tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/6d2f6bc2-0661-492f-8974-5b389995c93e HTTP/1.1" status: 204 len: 168 time: 0.5109375 Jul 22 23:41:13.571018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44166) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:13.649698 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5848df5e-d6c9-4ea5-9766-c50174642f5b req-4773c9c5-1f20-4306-9b00-dcad919d8167 service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556256 Jul 22 23:41:13.654822 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f3257-45b5-4657-aaed-030dc719c9fa tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Subnet': ['ID=6d2f6bc2-0661-492f-8974-5b389995c93e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:13.660156 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.735377 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port 9645225e-d8c6-4cd0-b878-29e4560b1fd8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:13.736059 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.828050 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] For port 9645225e-d8c6-4cd0-b878-29e4560b1fd8, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9645225e-d8c6-4cd0-b878-29e4560b1fd8,segment=NetworkSegment(122e16b6-7529-47dd-b036-7891cd1477e0),segment_id=122e16b6-7529-47dd-b036-7891cd1477e0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:13.829981 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.855159 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for 9645225e-d8c6-4cd0-b878-29e4560b1fd8 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:13.870362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9645225e-d8c6-4cd0-b878-29e4560b1fd8 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:13.990066 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.992109 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Could not find standard attr ID for object 9645225e-d8c6-4cd0-b878-29e4560b1fd8. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:41:14.034620 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=9645225e-d8c6-4cd0-b878-29e4560b1fd8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:14.069038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No DVR routers for this DVR port 9645225e-d8c6-4cd0-b878-29e4560b1fd8 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:14.118093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34a015f7-fa66-4c69-beda-69f6c25c6f9f req-15ea77c1-a2ba-4633-b769-f2cfe51127cb tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0913563 Jul 22 23:41:14.184785 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.196440 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc565882-0d67-460e-84b7-80964b18c82d']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:14.209827 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122e16b6-7529-47dd-b036-7891cd1477e0') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:14.209827 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122e16b6-7529-47dd-b036-7891cd1477e0') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:14.221130 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.238154 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.246605 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:41:14.247029 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:41:14.277028 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:41:14.325539 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.335548 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.338101 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/networks/bc565882-0d67-460e-84b7-80964b18c82d HTTP/1.1" status: 204 len: 168 time: 0.7672956 Jul 22 23:41:14.343698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:14.349141 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a0eb4f54-6f40-4e61-86ba-c4dd23a3f627 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da', 'name': 'tempest-PortsTestJSON-663182260'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:14.350291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1b93c-1b31-4a5c-af39-f3073ce6b755 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Network': ['ID=bc565882-0d67-460e-84b7-80964b18c82d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:14.514003 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44210) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:14.516983 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af36d95c-5bbf-4a12-868c-0cd5499d320b None None] DHCP port deletion for bc565882-0d67-460e-84b7-80964b18c82d request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:41:14.522027 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6d281275-9809-415c-a5f1-8c8e4533d638 None None] Could not find standard attr ID for object 9645225e-d8c6-4cd0-b878-29e4560b1fd8. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:41:14.553544 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71f85df-3c71-4e7a-b15f-3ca333037e14 None None] Network bc565882-0d67-460e-84b7-80964b18c82d requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:14.574132 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71f85df-3c71-4e7a-b15f-3ca333037e14 None None] Network bc565882-0d67-460e-84b7-80964b18c82d could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 23:41:14.623933 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0eb4f54-6f40-4e61-86ba-c4dd23a3f627 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:14.627521 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4f54-6f40-4e61-86ba-c4dd23a3f627 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.650961 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389414e8-417c-493a-a7a0-d9b0e05d435e req-40210ba3-48fb-48c6-b30f-7e04bfd6cae6 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:14.652596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-389414e8-417c-493a-a7a0-d9b0e05d435e req-40210ba3-48fb-48c6-b30f-7e04bfd6cae6 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 946 time: 0.2326562 Jul 22 23:41:14.659419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-a0eb4f54-6f40-4e61-86ba-c4dd23a3f627 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] device_id is not set on port 42519def-5060-4a40-af36-b81c8f030abc yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:14.713611 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66cad9df-8258-4797-9ace-3b88703cb89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.740086 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-389414e8-417c-493a-a7a0-d9b0e05d435e req-955c864f-9a43-406d-bd8a-050ab085c3b2 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755670 Jul 22 23:41:14.866164 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66cad9df-8258-4797-9ace-3b88703cb89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.876736 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66cad9df-8258-4797-9ace-3b88703cb89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.928610 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-66cad9df-8258-4797-9ace-3b88703cb89f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae0c258be77f4ed4b6ff0e1e7ed358eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4108562 Jul 22 23:41:14.928610 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cad9df-8258-4797-9ace-3b88703cb89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595a927a-ccb8-40e8-80da-cc473f396988,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:14.932147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44216) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:14.954490 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4f54-6f40-4e61-86ba-c4dd23a3f627 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.037209 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb3978-393f-4ce3-b5ab-12eee146a8c4 req-af7892d4-5420-4628-946c-4d11737c9146 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:15.042748 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4bcb3978-393f-4ce3-b5ab-12eee146a8c4 req-af7892d4-5420-4628-946c-4d11737c9146 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 946 time: 0.1825984 Jul 22 23:41:15.048172 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44220) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:15.061367 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4f54-6f40-4e61-86ba-c4dd23a3f627 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.061724 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4b51cd83-6ea1-4944-9572-8b2a1b3bc1d3 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Request body: {'floatingip': {'port_id': 'c0c2f364-bf96-433e-831f-a0697002f28f'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:15.099390 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83f73370-016b-4260-ae52-f3e64406119a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.131532 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb4f54-6f40-4e61-86ba-c4dd23a3f627 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:15.136924 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b51cd83-6ea1-4944-9572-8b2a1b3bc1d3 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.137531 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb4f54-6f40-4e61-86ba-c4dd23a3f627 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:15.139399 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb4f54-6f40-4e61-86ba-c4dd23a3f627 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=42519def-5060-4a40-af36-b81c8f030abc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:15.145825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb4f54-6f40-4e61-86ba-c4dd23a3f627 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:15.162991 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eb4f54-6f40-4e61-86ba-c4dd23a3f627 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:15.168947 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4f54-6f40-4e61-86ba-c4dd23a3f627 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.193829 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83f73370-016b-4260-ae52-f3e64406119a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.279067 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83f73370-016b-4260-ae52-f3e64406119a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.281952 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83f73370-016b-4260-ae52-f3e64406119a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.287515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-83f73370-016b-4260-ae52-f3e64406119a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/595a927a-ccb8-40e8-80da-cc473f396988 HTTP/1.1" status: 204 len: 168 time: 0.3490973 Jul 22 23:41:15.310580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a0eb4f54-6f40-4e61-86ba-c4dd23a3f627 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9657667 Jul 22 23:41:15.314209 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19e68296-cc7a-42c6-91a7-1e0f83503aa5 req-3279fb41-fb3b-4c3f-9eba-855cac7e0e5f tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0498042 Jul 22 23:41:15.320238 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44238) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:15.321501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f73370-016b-4260-ae52-f3e64406119a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595a927a-ccb8-40e8-80da-cc473f396988,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:15.642131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d416b56f-1f43-4228-b186-7a71d7eeb878 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port 42519def-5060-4a40-af36-b81c8f030abc {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:15.642467 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d416b56f-1f43-4228-b186-7a71d7eeb878 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.763759 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9645225e-d8c6-4cd0-b878-29e4560b1fd8 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:41:15.802948 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 9645225e-d8c6-4cd0-b878-29e4560b1fd8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:41:15.803454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9645225e-d8c6-4cd0-b878-29e4560b1fd8 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:41:16.140827 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d416b56f-1f43-4228-b186-7a71d7eeb878 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.164385 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d416b56f-1f43-4228-b186-7a71d7eeb878 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for 42519def-5060-4a40-af36-b81c8f030abc owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:16.190527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44268) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:16.295139 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d416b56f-1f43-4228-b186-7a71d7eeb878 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.326697 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.326886 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9a69814b-a4de-4875-88f1-9d0c2ad7ba23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-402214873-network', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:16.327420 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d416b56f-1f43-4228-b186-7a71d7eeb878 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.329983 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d416b56f-1f43-4228-b186-7a71d7eeb878 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/42519def-5060-4a40-af36-b81c8f030abc HTTP/1.1" status: 204 len: 168 time: 1.0002441 Jul 22 23:41:16.352723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44282) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:16.360613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e850dbbd-5b9c-4889-aa16-ef5c4637dfcd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da', 'mac_address': 'fa:16:3e:bb:ba:84', 'name': 'tempest-PortsTestJSON-1728080442'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:16.366282 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a69814b-a4de-4875-88f1-9d0c2ad7ba23 admin admin] Made reservation on behalf of d2e7e8a1c7644425a65536a6b1591ad6 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:16.370493 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a69814b-a4de-4875-88f1-9d0c2ad7ba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.387384 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416b56f-1f43-4228-b186-7a71d7eeb878 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=42519def-5060-4a40-af36-b81c8f030abc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:16.392500 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-4b51cd83-6ea1-4944-9572-8b2a1b3bc1d3 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:41:16.399951 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a69814b-a4de-4875-88f1-9d0c2ad7ba23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.455681 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b51cd83-6ea1-4944-9572-8b2a1b3bc1d3 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.464815 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b51cd83-6ea1-4944-9572-8b2a1b3bc1d3 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.537145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f29b0d0-1a18-4153-9e90-e15d5ede01c2 req-c7bdb952-3ba4-4657-833e-ab13520ecc74 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0708377 Jul 22 23:41:16.616675 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-4b51cd83-6ea1-4944-9572-8b2a1b3bc1d3 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Floating IP 455de33e-db97-473b-827d-290a4d9ae1b9 associated. External IP: 172.25.4.101, port: c0c2f364-bf96-433e-831f-a0697002f28f. Jul 22 23:41:16.644658 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a69814b-a4de-4875-88f1-9d0c2ad7ba23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.653587 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a69814b-a4de-4875-88f1-9d0c2ad7ba23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.762055 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0050419-1fb2-466d-b4d3-a987239daff0 req-dfc4d13b-178a-4c20-a96f-fb62281c84ed service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0886402 Jul 22 23:41:16.762898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a69814b-a4de-4875-88f1-9d0c2ad7ba23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:16.767625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e850dbbd-5b9c-4889-aa16-ef5c4637dfcd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:16.792842 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69814b-a4de-4875-88f1-9d0c2ad7ba23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dabd752-ce85-4a1b-9c9e-a3d18f75e49f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:16.801392 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a69814b-a4de-4875-88f1-9d0c2ad7ba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.801808 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-9a69814b-a4de-4875-88f1-9d0c2ad7ba23 admin admin] Added segment 8e897744-a5ee-4aa7-a96d-55d7929e9f2a of type vlan for network d9c6f596-1a55-460f-aa44-3580307980e5 Jul 22 23:41:16.886957 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b51cd83-6ea1-4944-9572-8b2a1b3bc1d3 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Router c1b367a7-2a0c-41c2-8874-6d92799fa025 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:41:16.892167 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a69814b-a4de-4875-88f1-9d0c2ad7ba23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.897918 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e850dbbd-5b9c-4889-aa16-ef5c4637dfcd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.932803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-e850dbbd-5b9c-4889-aa16-ef5c4637dfcd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] device_id is not set on port 94931a3b-d83f-483d-9a0c-14c5a0e4889b yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:16.990152 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a69814b-a4de-4875-88f1-9d0c2ad7ba23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.991074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a69814b-a4de-4875-88f1-9d0c2ad7ba23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:16.991656 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a69814b-a4de-4875-88f1-9d0c2ad7ba23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.021009 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b51cd83-6ea1-4944-9572-8b2a1b3bc1d3 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:17.033797 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b51cd83-6ea1-4944-9572-8b2a1b3bc1d3 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.047833 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942debda-53e6-477e-a57d-caa55e001d3e None None] Sync routers for ids ['c1b367a7-2a0c-41c2-8874-6d92799fa025'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:17.056383 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9a69814b-a4de-4875-88f1-9d0c2ad7ba23 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8641393 Jul 22 23:41:17.066552 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942debda-53e6-477e-a57d-caa55e001d3e None None] Routers {'c1b367a7-2a0c-41c2-8874-6d92799fa025'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:17.067298 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-942debda-53e6-477e-a57d-caa55e001d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:41:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c1b367a7-2a0c-41c2-8874-6d92799fa025'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:17.079918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44288) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:17.088169 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-17a77ff6-79a5-4839-b680-e99a8b4479a9 admin admin] Request body: {'subnet': {'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-subnet', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:17.091715 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69814b-a4de-4875-88f1-9d0c2ad7ba23 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c6f596-1a55-460f-aa44-3580307980e5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:17.105403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network d9c6f596-1a55-460f-aa44-3580307980e5 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:17.159852 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4b51cd83-6ea1-4944-9572-8b2a1b3bc1d3 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "PUT /v2.0/floatingips/455de33e-db97-473b-827d-290a4d9ae1b9 HTTP/1.1" status: 200 len: 992 time: 2.1004574 Jul 22 23:41:17.168085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68eacd0a-d601-4d2d-899b-7c7b81534517', 'tag': 'c0c2f364-bf96-433e-831f-a0697002f28f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:17.174782 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f260723-95a7-4882-998c-74de603dfd44" -d '{"events": [{"name": "network-changed", "server_uuid": "68eacd0a-d601-4d2d-899b-7c7b81534517", "tag": "c0c2f364-bf96-433e-831f-a0697002f28f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:17.201044 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a77ff6-79a5-4839-b680-e99a8b4479a9 admin admin] Made reservation on behalf of d2e7e8a1c7644425a65536a6b1591ad6 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:17.204113 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17a77ff6-79a5-4839-b680-e99a8b4479a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.235067 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e850dbbd-5b9c-4889-aa16-ef5c4637dfcd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.312525 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-942debda-53e6-477e-a57d-caa55e001d3e None None] Set router c1b367a7-2a0c-41c2-8874-6d92799fa025 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:17.335537 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e850dbbd-5b9c-4889-aa16-ef5c4637dfcd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.369076 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c93ee31-77e1-48ab-b287-eb71e13606dc x-openstack-request-id: req-7c93ee31-77e1-48ab-b287-eb71e13606dc {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:17.369807 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68eacd0a-d601-4d2d-899b-7c7b81534517", "tag": "c0c2f364-bf96-433e-831f-a0697002f28f", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:17.370232 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c93ee31-77e1-48ab-b287-eb71e13606dc {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:17.370680 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68eacd0a-d601-4d2d-899b-7c7b81534517', 'tag': 'c0c2f364-bf96-433e-831f-a0697002f28f', 'status': 'completed', 'code': 200} Jul 22 23:41:17.438115 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e850dbbd-5b9c-4889-aa16-ef5c4637dfcd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:17.461750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e850dbbd-5b9c-4889-aa16-ef5c4637dfcd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:17.465824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e850dbbd-5b9c-4889-aa16-ef5c4637dfcd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:17.473336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e850dbbd-5b9c-4889-aa16-ef5c4637dfcd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:17.474289 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e850dbbd-5b9c-4889-aa16-ef5c4637dfcd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.501936 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850dbbd-5b9c-4889-aa16-ef5c4637dfcd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=94931a3b-d83f-483d-9a0c-14c5a0e4889b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:17.523228 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e850dbbd-5b9c-4889-aa16-ef5c4637dfcd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1676164 Jul 22 23:41:17.528825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44308) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:17.536308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260723-95a7-4882-998c-74de603dfd44 req-b16a8cee-2587-49fb-a64d-8143fa791ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:17.538145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f260723-95a7-4882-998c-74de603dfd44 req-b16a8cee-2587-49fb-a64d-8143fa791ba1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16bf9f72d7c54630ac4f4b8284659723&device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 1097 time: 0.1267021 Jul 22 23:41:17.588373 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17a77ff6-79a5-4839-b680-e99a8b4479a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.662381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260723-95a7-4882-998c-74de603dfd44 req-8881ff2e-a8b0-4b62-9218-45e4555d88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:17.663993 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f260723-95a7-4882-998c-74de603dfd44 req-8881ff2e-a8b0-4b62-9218-45e4555d88ac service neutron] 10.222.0.95 "GET /v2.0/networks?id=8a107b15-4e25-4a57-94f1-a4d673d455de HTTP/1.1" status: 200 len: 907 time: 0.1162603 Jul 22 23:41:17.707885 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-942debda-53e6-477e-a57d-caa55e001d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'name': 'tempest-ServersTestJSON-1372712935-router', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:40:51Z', 'updated_at': '2021-07-22T23:40:55Z', 'revision_number': 4, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'gw_port': {'id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:52Z', 'updated_at': '2021-07-22T23:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '455de33e-db97-473b-827d-290a4d9ae1b9', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'port_id': 'c0c2f364-bf96-433e-831f-a0697002f28f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'mac_address': 'fa:16:3e:2b:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eacd0a-d601-4d2d-899b-7c7b81534517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:40:58Z', 'updated_at': '2021-07-22T23:41:16Z', 'revision_number': 1, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a5910f-a8a8-4ad8-a403-6b71f9ecd62b', 'name': '', 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'mac_address': 'fa:16:3e:60:6a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:54Z', 'updated_at': '2021-07-22T23:41:04Z', 'revision_number': 5, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'subnets': [{'id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:17.730460 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5901b4-8cf8-4a46-9615-6849fab6f256 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:17.732139 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-df5901b4-8cf8-4a46-9615-6849fab6f256 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports/94931a3b-d83f-483d-9a0c-14c5a0e4889b HTTP/1.1" status: 200 len: 841 time: 0.2015033 Jul 22 23:41:17.735463 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44312) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:17.736108 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942debda-53e6-477e-a57d-caa55e001d3e None None] Checking router: c1b367a7-2a0c-41c2-8874-6d92799fa025 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:41:17.744769 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f260723-95a7-4882-998c-74de603dfd44 req-5e89b9a3-f65b-4fa3-b535-d753a3b7bff8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0c2f364-bf96-433e-831f-a0697002f28f HTTP/1.1" status: 200 len: 1000 time: 0.0702612 Jul 22 23:41:17.747852 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942debda-53e6-477e-a57d-caa55e001d3e None None] Routers {'c1b367a7-2a0c-41c2-8874-6d92799fa025'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:17.748468 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-942debda-53e6-477e-a57d-caa55e001d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:41:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c1b367a7-2a0c-41c2-8874-6d92799fa025'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:17.795089 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fac17a2-40c6-496c-bd7d-25898b946284 req-e95b8947-3320-42d5-9d65-31c40f2319ae tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0491927 Jul 22 23:41:17.825196 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a77ff6-79a5-4839-b680-e99a8b4479a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2482584c-2a32-49e4-91b9-a354783f97de,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:17.832083 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a77ff6-79a5-4839-b680-e99a8b4479a9 admin admin] Checking segment: {'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:17.832465 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a77ff6-79a5-4839-b680-e99a8b4479a9 admin admin] Network hostable DHCP agents. Network: d9c6f596-1a55-460f-aa44-3580307980e5, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:41:17.849010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260723-95a7-4882-998c-74de603dfd44 req-b5101003-75ca-4043-b329-98574d090e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:17.852922 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f260723-95a7-4882-998c-74de603dfd44 req-b5101003-75ca-4043-b329-98574d090e1e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=734263c5-1ee2-490b-83f1-d37edf403f44 HTTP/1.1" status: 200 len: 845 time: 0.0967300 Jul 22 23:41:17.934619 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a77ff6-79a5-4839-b680-e99a8b4479a9 admin admin] Network d9c6f596-1a55-460f-aa44-3580307980e5 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:41:17.952279 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-17a77ff6-79a5-4839-b680-e99a8b4479a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, d9c6f596-1a55-460f-aa44-3580307980e5) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:17.964715 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a77ff6-79a5-4839-b680-e99a8b4479a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:17.965471 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17a77ff6-79a5-4839-b680-e99a8b4479a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.967880 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4032bd67-71bd-4331-929a-cc92d7ab0e01 None None] Network d9c6f596-1a55-460f-aa44-3580307980e5 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:17.975520 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260723-95a7-4882-998c-74de603dfd44 req-4cede4e8-9f3a-4495-8eb3-4912e0414009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:17.977631 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f260723-95a7-4882-998c-74de603dfd44 req-4cede4e8-9f3a-4495-8eb3-4912e0414009 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8a107b15-4e25-4a57-94f1-a4d673d455de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163430 Jul 22 23:41:17.988123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-92bae35a-0c96-4725-a4df-c15242e13b60 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port 94931a3b-d83f-483d-9a0c-14c5a0e4889b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:17.988497 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92bae35a-0c96-4725-a4df-c15242e13b60 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.992450 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-17a77ff6-79a5-4839-b680-e99a8b4479a9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9111812 Jul 22 23:41:17.996589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44316) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:18.002263 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:18.126639 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-942debda-53e6-477e-a57d-caa55e001d3e None None] Set router c1b367a7-2a0c-41c2-8874-6d92799fa025 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:18.155712 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92bae35a-0c96-4725-a4df-c15242e13b60 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.156121 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f260723-95a7-4882-998c-74de603dfd44 req-e063dd18-1232-4ded-9406-5b9ddb3c216a service neutron] 10.222.0.95 "GET /v2.0/networks/8a107b15-4e25-4a57-94f1-a4d673d455de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708398 Jul 22 23:41:18.163496 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.164552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.203788 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-92bae35a-0c96-4725-a4df-c15242e13b60 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for 94931a3b-d83f-483d-9a0c-14c5a0e4889b owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:18.233033 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.373827 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-d9c6f596-1a55-460f-aa44-3580307980e5', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:18.374703 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.451113 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92bae35a-0c96-4725-a4df-c15242e13b60 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.475020 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.518363 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f260723-95a7-4882-998c-74de603dfd44 req-4a47f838-b0ce-4cc5-acc1-00778b90a227 service neutron] 10.222.0.95 "GET /v2.0/networks/8a107b15-4e25-4a57-94f1-a4d673d455de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838299 Jul 22 23:41:18.522147 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bae35a-0c96-4725-a4df-c15242e13b60 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=94931a3b-d83f-483d-9a0c-14c5a0e4889b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:18.583586 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92bae35a-0c96-4725-a4df-c15242e13b60 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.589449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44334) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:18.593962 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-92bae35a-0c96-4725-a4df-c15242e13b60 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/94931a3b-d83f-483d-9a0c-14c5a0e4889b HTTP/1.1" status: 204 len: 168 time: 0.8488274 Jul 22 23:41:18.654939 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-7418c57a-40dd-4652-8d8e-4279c6c1d527 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] GET failed (client error): The resource could not be found. Jul 22 23:41:18.661896 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7418c57a-40dd-4652-8d8e-4279c6c1d527 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports/94931a3b-d83f-483d-9a0c-14c5a0e4889b HTTP/1.1" status: 404 len: 333 time: 0.0627148 Jul 22 23:41:18.663208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44336) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:18.671848 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c149401b-061a-4c5c-bf8a-500d02d637bb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da', 'name': 'tempest-PortsTestJSON-1037688480'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:18.713166 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-942debda-53e6-477e-a57d-caa55e001d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'name': 'tempest-ServersTestJSON-1372712935-router', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:40:51Z', 'updated_at': '2021-07-22T23:40:55Z', 'revision_number': 4, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'gw_port': {'id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:52Z', 'updated_at': '2021-07-22T23:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '455de33e-db97-473b-827d-290a4d9ae1b9', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'port_id': 'c0c2f364-bf96-433e-831f-a0697002f28f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'mac_address': 'fa:16:3e:2b:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eacd0a-d601-4d2d-899b-7c7b81534517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:40:58Z', 'updated_at': '2021-07-22T23:41:16Z', 'revision_number': 1, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a5910f-a8a8-4ad8-a403-6b71f9ecd62b', 'name': '', 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'mac_address': 'fa:16:3e:60:6a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:54Z', 'updated_at': '2021-07-22T23:41:04Z', 'revision_number': 5, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'subnets': [{'id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:18.745753 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942debda-53e6-477e-a57d-caa55e001d3e None None] The sync data for ids ['c1b367a7-2a0c-41c2-8874-6d92799fa025'] in n-d-688802-2 is: [{'id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'name': 'tempest-ServersTestJSON-1372712935-router', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:40:51Z', 'updated_at': '2021-07-22T23:40:55Z', 'revision_number': 4, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'gw_port': {'id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:52Z', 'updated_at': '2021-07-22T23:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '455de33e-db97-473b-827d-290a4d9ae1b9', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'port_id': 'c0c2f364-bf96-433e-831f-a0697002f28f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'mac_address': 'fa:16:3e:2b:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eacd0a-d601-4d2d-899b-7c7b81534517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:40:58Z', 'updated_at': '2021-07-22T23:41:16Z', 'revision_number': 1, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a5910f-a8a8-4ad8-a403-6b71f9ecd62b', 'name': '', 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'mac_address': 'fa:16:3e:60:6a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:54Z', 'updated_at': '2021-07-22T23:41:04Z', 'revision_number': 5, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'subnets': [{'id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:18.799021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Allocated IP 172.20.0.2 (d9c6f596-1a55-460f-aa44-3580307980e5/2482584c-2a32-49e4-91b9-a354783f97de/9863b4f2-2bb2-4718-894e-13829e9c07db) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:18.807693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c149401b-061a-4c5c-bf8a-500d02d637bb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:18.814685 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c149401b-061a-4c5c-bf8a-500d02d637bb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.837641 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-c149401b-061a-4c5c-bf8a-500d02d637bb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] device_id is not set on port 2551d734-16f0-4faa-8d59-6ee6f03eaa31 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:19.003081 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.049160 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.053207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-414e73b8-002d-46f6-ab80-57a5fedcdd1a req-3e4412d0-9e23-4122-bebf-5c85f59b95f9 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0678113 Jul 22 23:41:19.058999 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Transition to ACTIVE for port object 9863b4f2-2bb2-4718-894e-13829e9c07db will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:19.078277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Transition to ACTIVE for port object 9863b4f2-2bb2-4718-894e-13829e9c07db will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:19.086862 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.142502 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c149401b-061a-4c5c-bf8a-500d02d637bb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.145184 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.167486 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Network d9c6f596-1a55-460f-aa44-3580307980e5 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:19.171380 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:19.178224 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:19.187944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Pushing event updated for resources: {'Port': ['ID=9863b4f2-2bb2-4718-894e-13829e9c07db,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:19.202316 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c149401b-061a-4c5c-bf8a-500d02d637bb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.257886 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dc8e21-f83d-4c6d-a068-526e1c4f00e0 None None] New status for floating IP 455de33e-db97-473b-827d-290a4d9ae1b9: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:41:19.267363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c149401b-061a-4c5c-bf8a-500d02d637bb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:19.272307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c149401b-061a-4c5c-bf8a-500d02d637bb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:19.274417 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149401b-061a-4c5c-bf8a-500d02d637bb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=2551d734-16f0-4faa-8d59-6ee6f03eaa31,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:19.277467 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c149401b-061a-4c5c-bf8a-500d02d637bb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:19.287338 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c149401b-061a-4c5c-bf8a-500d02d637bb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:19.288056 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c149401b-061a-4c5c-bf8a-500d02d637bb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.310582 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c149401b-061a-4c5c-bf8a-500d02d637bb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6469831 Jul 22 23:41:19.314684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44346) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:19.321871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5a1a07e2-f98e-413e-b488-3d33d2deaf2f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:19.359794 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Attempting to bind port 9863b4f2-2bb2-4718-894e-13829e9c07db on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:19.360793 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Attempting to bind port 9863b4f2-2bb2-4718-894e-13829e9c07db by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:19.361406 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Attempting to bind port 9863b4f2-2bb2-4718-894e-13829e9c07db on network d9c6f596-1a55-460f-aa44-3580307980e5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:19.371189 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:19.372005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Checking segment: {'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:19.372629 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.373256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Bound using segment: {'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:19.373942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Bound port: 9863b4f2-2bb2-4718-894e-13829e9c07db, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:19.375138 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.419065 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Allocated IP 172.25.4.45 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/e9116893-a7ed-4070-ae82-c3b9a0ee8044) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:19.446623 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a1a07e2-f98e-413e-b488-3d33d2deaf2f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.680650 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.691410 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] For port 9863b4f2-2bb2-4718-894e-13829e9c07db, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:19.696135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] For port 9863b4f2-2bb2-4718-894e-13829e9c07db, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9863b4f2-2bb2-4718-894e-13829e9c07db,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:19.706814 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.730925 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a1a07e2-f98e-413e-b488-3d33d2deaf2f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.746572 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a1a07e2-f98e-413e-b488-3d33d2deaf2f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.813160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a07e2-f98e-413e-b488-3d33d2deaf2f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] In _notify_port_updated(), no bound segment for port 2551d734-16f0-4faa-8d59-6ee6f03eaa31 on network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:41:19.822860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ec59c983-5874-4f3a-a1f3-5cf913addc44 req-7047e2a1-7780-456b-b752-d6eda80c6568 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=a83e3584-aa3b-42a0-8099-d495094ae4ff&device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0865197 Jul 22 23:41:19.856439 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1a07e2-f98e-413e-b488-3d33d2deaf2f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:19.857148 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a1a07e2-f98e-413e-b488-3d33d2deaf2f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.863576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44366) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:19.868357 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5a1a07e2-f98e-413e-b488-3d33d2deaf2f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "PUT /v2.0/ports/2551d734-16f0-4faa-8d59-6ee6f03eaa31 HTTP/1.1" status: 200 len: 818 time: 0.5515041 Jul 22 23:41:19.901135 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.915713 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148b676-d75e-45df-b8d6-38bafd22ba8f None None] Pushing event updated for resources: {'Port': ['ID=9863b4f2-2bb2-4718-894e-13829e9c07db,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:19.929768 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a07e2-f98e-413e-b488-3d33d2deaf2f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=2551d734-16f0-4faa-8d59-6ee6f03eaa31,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:20.049654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e9116893-a7ed-4070-ae82-c3b9a0ee8044,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:20.077389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:20.085262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:20.090699 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:20.248490 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-140ac7d2-d138-4d72-81de-0d68e553209c req-86ad8db0-335f-4031-9902-c3bcd2dcf81e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2b7ed49f159949aea87554bb92b659e7&device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0728338 Jul 22 23:41:20.328225 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-140ac7d2-d138-4d72-81de-0d68e553209c req-3f16ca46-68c0-4f3b-b1cf-33efc7b69957 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=2b7ed49f159949aea87554bb92b659e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693345 Jul 22 23:41:21.057339 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e73ec25-e71c-49df-b9c0-eb1a0a75f3a3 req-995ce346-e6ad-431c-8942-35426ec0cb4a tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.5849974 Jul 22 23:41:21.109516 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0ecada65-d529-43e3-8017-2dab2fc91e89 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port 2551d734-16f0-4faa-8d59-6ee6f03eaa31 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:21.110144 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ecada65-d529-43e3-8017-2dab2fc91e89 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.223121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ac7d2-d138-4d72-81de-0d68e553209c req-e9ce46ee-4f9c-4455-b7c0-bea6de7dded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:21.224886 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-140ac7d2-d138-4d72-81de-0d68e553209c req-e9ce46ee-4f9c-4455-b7c0-bea6de7dded0 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7520065 Jul 22 23:41:21.226958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8fca5f-0e2b-42ed-a29e-5baab6a0dbfe None None] Network d9c6f596-1a55-460f-aa44-3580307980e5 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:21.237808 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ecada65-d529-43e3-8017-2dab2fc91e89 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.241254 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.341150 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0ecada65-d529-43e3-8017-2dab2fc91e89 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for 2551d734-16f0-4faa-8d59-6ee6f03eaa31 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:21.398818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1be3b3f2-57c3-4cce-bf60-8ea922501cde None None] Provisioning for port 9863b4f2-2bb2-4718-894e-13829e9c07db completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:21.592729 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ecada65-d529-43e3-8017-2dab2fc91e89 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.622499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecada65-d529-43e3-8017-2dab2fc91e89 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=2551d734-16f0-4faa-8d59-6ee6f03eaa31,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:21.629347 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.640126 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0ecada65-d529-43e3-8017-2dab2fc91e89 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.642012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0ecada65-d529-43e3-8017-2dab2fc91e89 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/2551d734-16f0-4faa-8d59-6ee6f03eaa31 HTTP/1.1" status: 204 len: 168 time: 1.7776613 Jul 22 23:41:21.644636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44394) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:21.825516 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcd4f27-55e4-413d-a9f4-e11d79b34e9a tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:21.828881 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-efcd4f27-55e4-413d-a9f4-e11d79b34e9a tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1813400 Jul 22 23:41:21.829960 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44398) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:21.845919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9863b4f2-2bb2-4718-894e-13829e9c07db up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:21.889864 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0925037-3655-42ca-873c-0f718c4a76a3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] GET failed (client error): The resource could not be found. Jul 22 23:41:21.894983 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d0925037-3655-42ca-873c-0f718c4a76a3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports/2551d734-16f0-4faa-8d59-6ee6f03eaa31 HTTP/1.1" status: 404 len: 333 time: 0.0630760 Jul 22 23:41:21.899051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:21.905702 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dd45a5c9-bee5-4095-a3a9-fdb4c1c25b97 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1352057946'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:21.906386 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 9863b4f2-2bb2-4718-894e-13829e9c07db completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:21.910145 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Router 24b082aa-2a0c-4a36-9e6e-46794c895e5f is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:41:21.911509 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 9863b4f2-2bb2-4718-894e-13829e9c07db triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:21.912898 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.986712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-adca85fb-075c-4838-8320-ab285d941f98 None None] Provisioning complete for port 9863b4f2-2bb2-4718-894e-13829e9c07db triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:21.987245 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-adca85fb-075c-4838-8320-ab285d941f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.998994 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd45a5c9-bee5-4095-a3a9-fdb4c1c25b97 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:22.002378 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd45a5c9-bee5-4095-a3a9-fdb4c1c25b97 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.060563 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd45a5c9-bee5-4095-a3a9-fdb4c1c25b97 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:22.070215 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd45a5c9-bee5-4095-a3a9-fdb4c1c25b97 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.070600 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-dd45a5c9-bee5-4095-a3a9-fdb4c1c25b97 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Added segment ee5ec165-630e-4cbc-bd39-d0390b57a2cb of type vlan for network ae423e04-1485-496d-9e8e-10ddfca36b1b Jul 22 23:41:22.094237 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.136379 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd45a5c9-bee5-4095-a3a9-fdb4c1c25b97 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.176138 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 9863b4f2-2bb2-4718-894e-13829e9c07db, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9863b4f2-2bb2-4718-894e-13829e9c07db,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:22.184133 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-adca85fb-075c-4838-8320-ab285d941f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.186137 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.202937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee8d8dc0-4ff3-4178-8adf-2e86d7cba80c req-0429b9a6-49a2-4ec3-9f7c-524fa0eb0f8b tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0380111 Jul 22 23:41:22.205742 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd45a5c9-bee5-4095-a3a9-fdb4c1c25b97 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.211700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd45a5c9-bee5-4095-a3a9-fdb4c1c25b97 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:22.212565 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dd45a5c9-bee5-4095-a3a9-fdb4c1c25b97 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.296892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=9863b4f2-2bb2-4718-894e-13829e9c07db,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:22.304246 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-dd45a5c9-bee5-4095-a3a9-fdb4c1c25b97 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4009829 Jul 22 23:41:22.305140 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:22.309606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45a5c9-bee5-4095-a3a9-fdb4c1c25b97 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Network': ['ID=ae423e04-1485-496d-9e8e-10ddfca36b1b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:22.311740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f955c03c-bb2a-4720-915d-006e4cdd41e3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'subnet': {'network_id': 'ae423e04-1485-496d-9e8e-10ddfca36b1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:22.315897 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-adca85fb-075c-4838-8320-ab285d941f98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:41:22.316261 n-d-688802-2 neutron-server[93822]: DEBUG oslo_db.api [None req-adca85fb-075c-4838-8320-ab285d941f98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:41:22.319340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:22.322601 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network ae423e04-1485-496d-9e8e-10ddfca36b1b details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:22.330519 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Sync routers for ids ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:22.342817 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Routers {'24b082aa-2a0c-4a36-9e6e-46794c895e5f'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:22.344855 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:41:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:22.346126 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.347764 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ae150456-657b-479d-a004-39e113aea5c3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3493121 Jul 22 23:41:22.350444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44424) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:22.436762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f955c03c-bb2a-4720-915d-006e4cdd41e3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:22.441128 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f955c03c-bb2a-4720-915d-006e4cdd41e3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.517749 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Set router 24b082aa-2a0c-4a36-9e6e-46794c895e5f gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:22.676220 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f955c03c-bb2a-4720-915d-006e4cdd41e3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.715062 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:20Z', 'revision_number': 3, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:22.728713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-140ac7d2-d138-4d72-81de-0d68e553209c req-1510c025-d2eb-4ec1-9dfd-661858babbf0 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0600266 Jul 22 23:41:22.738869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955c03c-bb2a-4720-915d-006e4cdd41e3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Subnet': ['ID=f4b12507-57d2-4dfc-b8c3-60c5577834bb,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:22.746970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f955c03c-bb2a-4720-915d-006e4cdd41e3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Checking segment: {'id': 'ee5ec165-630e-4cbc-bd39-d0390b57a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'ae423e04-1485-496d-9e8e-10ddfca36b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:22.747363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f955c03c-bb2a-4720-915d-006e4cdd41e3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network hostable DHCP agents. Network: ae423e04-1485-496d-9e8e-10ddfca36b1b, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:41:22.747872 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Checking router: 24b082aa-2a0c-4a36-9e6e-46794c895e5f for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:41:22.748677 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Updating router 24b082aa-2a0c-4a36-9e6e-46794c895e5f port e9116893-a7ed-4070-ae82-c3b9a0ee8044 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:41:22.765294 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f955c03c-bb2a-4720-915d-006e4cdd41e3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network ae423e04-1485-496d-9e8e-10ddfca36b1b is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:41:22.774552 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f955c03c-bb2a-4720-915d-006e4cdd41e3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, ae423e04-1485-496d-9e8e-10ddfca36b1b) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:22.779194 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f955c03c-bb2a-4720-915d-006e4cdd41e3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:22.779951 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f955c03c-bb2a-4720-915d-006e4cdd41e3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.799616 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efd80da-b45d-4a73-9286-86e8e5447f8c None None] Network ae423e04-1485-496d-9e8e-10ddfca36b1b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:22.812552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44436) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:22.814074 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f955c03c-bb2a-4720-915d-006e4cdd41e3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5075817 Jul 22 23:41:22.818163 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d60ba34d-01ca-4d32-9d34-71c8e5bec8e2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'subnet': {'network_id': 'ae423e04-1485-496d-9e8e-10ddfca36b1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:22.822816 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.977057 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.060345 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60ba34d-01ca-4d32-9d34-71c8e5bec8e2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:23.063870 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d60ba34d-01ca-4d32-9d34-71c8e5bec8e2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.066722 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-ae423e04-1485-496d-9e8e-10ddfca36b1b', 'network_id': 'ae423e04-1485-496d-9e8e-10ddfca36b1b', 'tenant_id': '59aa8cc98d8f4e89bbad4dbb5b494387', 'fixed_ips': [{'subnet_id': 'f4b12507-57d2-4dfc-b8c3-60c5577834bb'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:23.067782 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.175173 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.186854 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Transition to ACTIVE for port object e9116893-a7ed-4070-ae82-c3b9a0ee8044 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:23.192618 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.242060 n-d-688802-2 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-d60ba34d-01ca-4d32-9d34-71c8e5bec8e2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f4b12507-57d2-4dfc-b8c3-60c5577834bb (CIDR: 172.20.0.0/28) Jul 22 23:41:23.248148 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e2c95-1d33-4505-86cb-beab6b2bbeba None None] Pushing event updated for resources: {'Port': ['ID=e9116893-a7ed-4070-ae82-c3b9a0ee8044,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:23.248752 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60ba34d-01ca-4d32-9d34-71c8e5bec8e2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:41:23.249294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60ba34d-01ca-4d32-9d34-71c8e5bec8e2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:41:23.269759 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e2c95-1d33-4505-86cb-beab6b2bbeba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:23.270089 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e2c95-1d33-4505-86cb-beab6b2bbeba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:23.270830 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e2c95-1d33-4505-86cb-beab6b2bbeba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:23.270830 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e2c95-1d33-4505-86cb-beab6b2bbeba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:23.271117 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e2c95-1d33-4505-86cb-beab6b2bbeba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:23.271507 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e2c95-1d33-4505-86cb-beab6b2bbeba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:23.271848 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e2c95-1d33-4505-86cb-beab6b2bbeba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:23.272466 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e2c95-1d33-4505-86cb-beab6b2bbeba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:23.272466 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e2c95-1d33-4505-86cb-beab6b2bbeba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:23.272807 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e2c95-1d33-4505-86cb-beab6b2bbeba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:23.273129 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e2c95-1d33-4505-86cb-beab6b2bbeba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:23.273465 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e2c95-1d33-4505-86cb-beab6b2bbeba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:23.276798 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Attempting to bind port e9116893-a7ed-4070-ae82-c3b9a0ee8044 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:23.277229 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Attempting to bind port e9116893-a7ed-4070-ae82-c3b9a0ee8044 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:23.277603 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Attempting to bind port e9116893-a7ed-4070-ae82-c3b9a0ee8044 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:23.284024 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:23.284755 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:23.285218 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.285604 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:23.286174 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Bound port: e9116893-a7ed-4070-ae82-c3b9a0ee8044, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:23.286660 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.297750 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Allocated IP 172.20.0.2 (ae423e04-1485-496d-9e8e-10ddfca36b1b/f4b12507-57d2-4dfc-b8c3-60c5577834bb/93bf59db-2013-465b-9f06-23c1867dc2f1) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:23.303876 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d60ba34d-01ca-4d32-9d34-71c8e5bec8e2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4877670 Jul 22 23:41:23.304960 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44468) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:23.306838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Allocated IP 172.20.0.1 (d9c6f596-1a55-460f-aa44-3580307980e5/2482584c-2a32-49e4-91b9-a354783f97de/774a463c-d641-43b6-94e5-6241a8d903b7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:23.311749 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b996ffa8-d503-4d9f-bdc2-11b5a0c4ca8c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'subnet': {'network_id': 'ae423e04-1485-496d-9e8e-10ddfca36b1b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:23.378356 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] For port e9116893-a7ed-4070-ae82-c3b9a0ee8044, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:23.382511 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] For port e9116893-a7ed-4070-ae82-c3b9a0ee8044, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e9116893-a7ed-4070-ae82-c3b9a0ee8044,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:23.389964 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.455492 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Routers {'24b082aa-2a0c-4a36-9e6e-46794c895e5f'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:23.456789 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:41:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:23.496627 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e2c95-1d33-4505-86cb-beab6b2bbeba None None] Pushing event updated for resources: {'Port': ['ID=e9116893-a7ed-4070-ae82-c3b9a0ee8044,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:23.555813 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.559720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b996ffa8-d503-4d9f-bdc2-11b5a0c4ca8c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:23.565230 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b996ffa8-d503-4d9f-bdc2-11b5a0c4ca8c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.581071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Transition to ACTIVE for port object 774a463c-d641-43b6-94e5-6241a8d903b7 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:23.581592 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] Set router 24b082aa-2a0c-4a36-9e6e-46794c895e5f gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:23.622620 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.625324 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-135fb82e-df5f-4f37-b351-783a3ace1250 req-4ec44497-75fe-48e9-ae06-bf614082caec tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa242ec-fc05-46bf-a51d-4bc188dbdeb7 HTTP/1.1" status: 200 len: 210 time: 0.0475175 Jul 22 23:41:23.640653 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Transition to ACTIVE for port object 93bf59db-2013-465b-9f06-23c1867dc2f1 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:23.676786 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.680645 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Transition to ACTIVE for port object 93bf59db-2013-465b-9f06-23c1867dc2f1 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:23.698608 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.793257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Pushing event updated for resources: {'Port': ['ID=774a463c-d641-43b6-94e5-6241a8d903b7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:23.812954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Network d9c6f596-1a55-460f-aa44-3580307980e5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:23.814992 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:23.817576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:23.842810 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Network ae423e04-1485-496d-9e8e-10ddfca36b1b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:23.844400 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:23.850397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:23.868501 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.882253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9863b4f2-2bb2-4718-894e-13829e9c07db up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:23.945920 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:20Z', 'revision_number': 3, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:24.006418 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Pushing event updated for resources: {'Port': ['ID=93bf59db-2013-465b-9f06-23c1867dc2f1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:24.034734 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be240c1-d923-4454-b37c-80eb4f33cc03 None None] The sync data for ids ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'] in n-d-688802-2 is: [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:20Z', 'revision_number': 3, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:24.075613 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b996ffa8-d503-4d9f-bdc2-11b5a0c4ca8c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.112341 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Attempting to bind port 93bf59db-2013-465b-9f06-23c1867dc2f1 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:24.112986 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Attempting to bind port 93bf59db-2013-465b-9f06-23c1867dc2f1 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'ee5ec165-630e-4cbc-bd39-d0390b57a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'ae423e04-1485-496d-9e8e-10ddfca36b1b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:24.113523 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Attempting to bind port 93bf59db-2013-465b-9f06-23c1867dc2f1 on network ae423e04-1485-496d-9e8e-10ddfca36b1b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:24.126454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:24.127072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Checking segment: {'id': 'ee5ec165-630e-4cbc-bd39-d0390b57a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'ae423e04-1485-496d-9e8e-10ddfca36b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:24.127580 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.128075 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Bound using segment: {'id': 'ee5ec165-630e-4cbc-bd39-d0390b57a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'ae423e04-1485-496d-9e8e-10ddfca36b1b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:24.128796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Bound port: 93bf59db-2013-465b-9f06-23c1867dc2f1, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5ec165-630e-4cbc-bd39-d0390b57a2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'ae423e04-1485-496d-9e8e-10ddfca36b1b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:24.129265 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.146692 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b996ffa8-d503-4d9f-bdc2-11b5a0c4ca8c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network ae423e04-1485-496d-9e8e-10ddfca36b1b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:24.173281 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b996ffa8-d503-4d9f-bdc2-11b5a0c4ca8c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:24.178212 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.190668 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b996ffa8-d503-4d9f-bdc2-11b5a0c4ca8c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:24.191492 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b996ffa8-d503-4d9f-bdc2-11b5a0c4ca8c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.206267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996ffa8-d503-4d9f-bdc2-11b5a0c4ca8c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Subnet': ['ID=6680de9b-0c0a-46b5-a2f6-46e6f66ca631,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:24.219976 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b996ffa8-d503-4d9f-bdc2-11b5a0c4ca8c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9130700 Jul 22 23:41:24.223718 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44510) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:24.235121 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-79c11686-61c6-4f0d-9685-3eb1d68c486c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'network_id': 'ae423e04-1485-496d-9e8e-10ddfca36b1b', 'fixed_ips': [{'subnet_id': 'f4b12507-57d2-4dfc-b8c3-60c5577834bb'}, {'subnet_id': '6680de9b-0c0a-46b5-a2f6-46e6f66ca631'}], 'name': 'tempest-PortsTestJSON-1452115728'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:24.276955 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] For port 93bf59db-2013-465b-9f06-23c1867dc2f1, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:24.279662 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 9863b4f2-2bb2-4718-894e-13829e9c07db triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:24.280042 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.285016 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] For port 93bf59db-2013-465b-9f06-23c1867dc2f1, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=93bf59db-2013-465b-9f06-23c1867dc2f1,segment=NetworkSegment(ee5ec165-630e-4cbc-bd39-d0390b57a2cb),segment_id=ee5ec165-630e-4cbc-bd39-d0390b57a2cb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:24.285016 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-77b71c33-c014-403b-9ce8-6c7d4d121496 None None] Provisioning for port 774a463c-d641-43b6-94e5-6241a8d903b7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:24.309617 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.317280 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-77b71c33-c014-403b-9ce8-6c7d4d121496 None None] Provisioning complete for port 774a463c-d641-43b6-94e5-6241a8d903b7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:24.317657 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77b71c33-c014-403b-9ce8-6c7d4d121496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.391709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c11686-61c6-4f0d-9685-3eb1d68c486c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:24.434661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-77b71c33-c014-403b-9ce8-6c7d4d121496 None None] Port 774a463c-d641-43b6-94e5-6241a8d903b7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:24.451124 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5eea1-5172-478e-8953-12114acfe3f8 None None] Pushing event updated for resources: {'Port': ['ID=93bf59db-2013-465b-9f06-23c1867dc2f1,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:24.565798 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79c11686-61c6-4f0d-9685-3eb1d68c486c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.573567 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.581993 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.613731 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-79c11686-61c6-4f0d-9685-3eb1d68c486c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] device_id is not set on port d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:24.688950 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.698336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Pushing event updated for resources: {'Port': ['ID=774a463c-d641-43b6-94e5-6241a8d903b7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:24.896204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Network d9c6f596-1a55-460f-aa44-3580307980e5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:24.900496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:25.096540 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0aca1a09-24bc-4432-be98-be37f6a4409b req-7ef0da79-97ec-467e-9681-28d6d24ca715 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2b7ed49f159949aea87554bb92b659e7&device_id=a83e3584-aa3b-42a0-8099-d495094ae4ff HTTP/1.1" status: 200 len: 210 time: 0.0384691 Jul 22 23:41:25.198305 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-79c11686-61c6-4f0d-9685-3eb1d68c486c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Allocated IP 172.20.0.12 (ae423e04-1485-496d-9e8e-10ddfca36b1b/f4b12507-57d2-4dfc-b8c3-60c5577834bb/d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:25.207282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-79c11686-61c6-4f0d-9685-3eb1d68c486c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Allocated IP 172.20.0.30 (ae423e04-1485-496d-9e8e-10ddfca36b1b/6680de9b-0c0a-46b5-a2f6-46e6f66ca631/d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:25.268328 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a8003d5c-bde7-4b88-bd27-cd9e7f903247 None None] Provisioning complete for port 774a463c-d641-43b6-94e5-6241a8d903b7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:25.268966 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8003d5c-bde7-4b88-bd27-cd9e7f903247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:25.316586 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a8003d5c-bde7-4b88-bd27-cd9e7f903247 None None] Port 774a463c-d641-43b6-94e5-6241a8d903b7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:25.401020 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79c11686-61c6-4f0d-9685-3eb1d68c486c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:25.416846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-79c11686-61c6-4f0d-9685-3eb1d68c486c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Transition to ACTIVE for port object d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:25.455978 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79c11686-61c6-4f0d-9685-3eb1d68c486c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:25.507366 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c11686-61c6-4f0d-9685-3eb1d68c486c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network ae423e04-1485-496d-9e8e-10ddfca36b1b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:25.511755 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-79c11686-61c6-4f0d-9685-3eb1d68c486c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:25.514217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c11686-61c6-4f0d-9685-3eb1d68c486c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:25.551107 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c11686-61c6-4f0d-9685-3eb1d68c486c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:25.599097 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c11686-61c6-4f0d-9685-3eb1d68c486c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:25.600385 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79c11686-61c6-4f0d-9685-3eb1d68c486c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:25.617007 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-79c11686-61c6-4f0d-9685-3eb1d68c486c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.3895652 Jul 22 23:41:25.617256 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44540) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:25.618340 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0aca1a09-24bc-4432-be98-be37f6a4409b req-c8a08134-f7e6-4478-9db2-185d61a22bb0 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=2b7ed49f159949aea87554bb92b659e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673137 Jul 22 23:41:25.623280 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5ca13725-a768-42f6-897f-2b79ab3efa85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f4b12507-57d2-4dfc-b8c3-60c5577834bb'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:25.624611 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d6af822-0eac-4087-97bd-a06f56577146 req-10a9373e-1b3c-49c7-9ffe-231123eaf0c6 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=a83e3584-aa3b-42a0-8099-d495094ae4ff HTTP/1.1" status: 200 len: 210 time: 0.0747466 Jul 22 23:41:25.635391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-c50dbb4f-499a-4637-a91d-d5bf162e4867 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:25.636903 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-c50dbb4f-499a-4637-a91d-d5bf162e4867 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/networks?id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122 HTTP/1.1" status: 200 len: 804 time: 0.5772569 Jul 22 23:41:25.749944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca1a09-24bc-4432-be98-be37f6a4409b req-a3a88ea3-d94e-4c67-8e18-265e782118e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:25.750213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0aca1a09-24bc-4432-be98-be37f6a4409b req-a3a88ea3-d94e-4c67-8e18-265e782118e5 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1225712 Jul 22 23:41:25.758228 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ca13725-a768-42f6-897f-2b79ab3efa85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:25.768426 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-0698c04e-321c-491e-a41e-ccb60fc4f193 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/quotas/d717b45ef01d480c925f1b5c3543f625 HTTP/1.1" status: 200 len: 375 time: 0.0466866 Jul 22 23:41:25.841661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Router 24b082aa-2a0c-4a36-9e6e-46794c895e5f has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:41:25.903889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 93bf59db-2013-465b-9f06-23c1867dc2f1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:25.939924 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c771baa-e940-4c56-be3c-ee9196f52dc3 None None] Network ae423e04-1485-496d-9e8e-10ddfca36b1b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:25.989392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-c132f3f8-1378-46e3-85d4-867aee0ffb48 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d717b45ef01d480c925f1b5c3543f625&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2226439 Jul 22 23:41:26.029600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0fbad89b-b0fa-4717-8a05-885cbcbc5d81 None None] Provisioning for port 93bf59db-2013-465b-9f06-23c1867dc2f1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:26.050126 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 93bf59db-2013-465b-9f06-23c1867dc2f1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:26.056934 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 93bf59db-2013-465b-9f06-23c1867dc2f1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:26.057706 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.083679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:26.099996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d228e1f3-45e1-4a76-b225-80830c2bf891 admin admin] 10.222.0.26 "PUT /v2.0/routers/24b082aa-2a0c-4a36-9e6e-46794c895e5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7455952 Jul 22 23:41:26.121380 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-5ca13725-a768-42f6-897f-2b79ab3efa85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Delete allocated IP 172.20.0.30 (ae423e04-1485-496d-9e8e-10ddfca36b1b/6680de9b-0c0a-46b5-a2f6-46e6f66ca631) {{(pid=93820) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 23:41:26.138200 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-743ebee3-373a-4364-9e12-0cc7ad45a357 service neutron] 10.222.0.26 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479549 Jul 22 23:41:26.223915 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.265644 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-efd59a24-59e9-4d0d-b6d7-ec68b5de31b2 service neutron] 10.222.0.26 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208992 Jul 22 23:41:26.310241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 93bf59db-2013-465b-9f06-23c1867dc2f1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=93bf59db-2013-465b-9f06-23c1867dc2f1,segment=NetworkSegment(ee5ec165-630e-4cbc-bd39-d0390b57a2cb),segment_id=ee5ec165-630e-4cbc-bd39-d0390b57a2cb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:26.321160 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.326217 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e9116893-a7ed-4070-ae82-c3b9a0ee8044 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:26.334336 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ca13725-a768-42f6-897f-2b79ab3efa85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.362530 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5ca13725-a768-42f6-897f-2b79ab3efa85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Ignored duplicate provisioning block setup for port d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83 by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 23:41:26.379128 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ca13725-a768-42f6-897f-2b79ab3efa85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.501007 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2226f230-2bce-44ab-a092-01af3db4862d req-3ae9ced2-8ab1-4000-8c7c-f580933dc961 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 210 time: 0.0546014 Jul 22 23:41:26.502105 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=93bf59db-2013-465b-9f06-23c1867dc2f1,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:26.514327 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7b160-a0ee-40f5-b296-fcd2e036d812 None None] Update dhcp port {'port': {'network_id': 'ae423e04-1485-496d-9e8e-10ddfca36b1b', 'fixed_ips': [{'subnet_id': 'f4b12507-57d2-4dfc-b8c3-60c5577834bb', 'ip_address': '172.20.0.2'}, {'subnet_id': '6680de9b-0c0a-46b5-a2f6-46e6f66ca631'}], 'binding:host_id': 'n-d-688802-2'}, 'id': '93bf59db-2013-465b-9f06-23c1867dc2f1'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:41:26.518988 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b93f080f-0537-4285-852f-faefd9ad4cf0 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:41:26.551207 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca13725-a768-42f6-897f-2b79ab3efa85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:26.572811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5ca13725-a768-42f6-897f-2b79ab3efa85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] In _notify_port_updated(), no bound segment for port d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83 on network ae423e04-1485-496d-9e8e-10ddfca36b1b {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:41:26.579122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca13725-a768-42f6-897f-2b79ab3efa85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:26.582240 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ca13725-a768-42f6-897f-2b79ab3efa85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.590199 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5ca13725-a768-42f6-897f-2b79ab3efa85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "PUT /v2.0/ports/d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83 HTTP/1.1" status: 200 len: 920 time: 0.9689803 Jul 22 23:41:26.592648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:26.598995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-49ecce0f-baf3-40b9-9f3e-da5a4d124599 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f4b12507-57d2-4dfc-b8c3-60c5577834bb'}, {'subnet_id': '6680de9b-0c0a-46b5-a2f6-46e6f66ca631'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:26.627668 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port e9116893-a7ed-4070-ae82-c3b9a0ee8044 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:26.639661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e9116893-a7ed-4070-ae82-c3b9a0ee8044 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:26.640044 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.694489 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b160-a0ee-40f5-b296-fcd2e036d812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.753264 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.755440 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Sync routers for ids ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:26.819138 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44566) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:26.825837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3e16c232-decd-4732-bfa3-8120bfc0297f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1529497535', 'description': 'tempest-description--1582701425'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:26.853023 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e16c232-decd-4732-bfa3-8120bfc0297f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.864803 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efee7cba-a6d9-468d-bdd9-b79f88065c7a req-24976da5-79ae-4c2c-9e45-8dc64f593e41 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=a83e3584-aa3b-42a0-8099-d495094ae4ff HTTP/1.1" status: 200 len: 210 time: 0.1158621 Jul 22 23:41:26.871420 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Routers {'24b082aa-2a0c-4a36-9e6e-46794c895e5f'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:26.872189 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:41:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:26.889286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8fd5a7-8a18-45aa-bae8-701a11d37992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b93f080f-0537-4285-852f-faefd9ad4cf0'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:26.891639 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2279a0a9-fef3-401b-93e1-8a28c2c3f8f1" -d '{"events": [{"server_uuid": "3a8fd5a7-8a18-45aa-bae8-701a11d37992", "name": "network-vif-unplugged", "status": "completed", "tag": "b93f080f-0537-4285-852f-faefd9ad4cf0"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:26.964309 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f82618-e101-428b-8209-8605bab0852e req-98abd82d-40d5-4ea9-9d55-66fb6dfe8f55 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:26.966014 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55f82618-e101-428b-8209-8605bab0852e req-98abd82d-40d5-4ea9-9d55-66fb6dfe8f55 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.95 "GET /v2.0/ports?device_id=3a8fd5a7-8a18-45aa-bae8-701a11d37992 HTTP/1.1" status: 200 len: 946 time: 0.2422523 Jul 22 23:41:27.059631 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49ecce0f-baf3-40b9-9f3e-da5a4d124599 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.083602 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e16c232-decd-4732-bfa3-8120bfc0297f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.100523 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e16c232-decd-4732-bfa3-8120bfc0297f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.118529 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b318cd83-0e0a-40fe-b102-eaa58d8e7d81 x-openstack-request-id: req-b318cd83-0e0a-40fe-b102-eaa58d8e7d81 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:27.119756 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8fd5a7-8a18-45aa-bae8-701a11d37992", "name": "network-vif-unplugged", "status": "completed", "tag": "b93f080f-0537-4285-852f-faefd9ad4cf0", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:27.119756 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b318cd83-0e0a-40fe-b102-eaa58d8e7d81 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:27.120355 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8fd5a7-8a18-45aa-bae8-701a11d37992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b93f080f-0537-4285-852f-faefd9ad4cf0', 'code': 200} Jul 22 23:41:27.131479 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e16c232-decd-4732-bfa3-8120bfc0297f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.133176 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3e16c232-decd-4732-bfa3-8120bfc0297f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3128099 Jul 22 23:41:27.143877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44576) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:27.151998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-08d6dbef-5e4b-4f6c-89f7-0d2849d8d4d2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Request body: {'security_group_rule': {'security_group_id': '041b1363-ed41-499c-8497-5c00d0c73bf6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:27.155324 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port b93f080f-0537-4285-852f-faefd9ad4cf0, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b93f080f-0537-4285-852f-faefd9ad4cf0,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:27.158592 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.171706 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.182720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16c232-decd-4732-bfa3-8120bfc0297f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=041b1363-ed41-499c-8497-5c00d0c73bf6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:27.261845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port e9116893-a7ed-4070-ae82-c3b9a0ee8044, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e9116893-a7ed-4070-ae82-c3b9a0ee8044,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:27.281728 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.319116 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-cbe7b160-a0ee-40f5-b296-fcd2e036d812 None None] Allocated IP 172.20.0.18 (ae423e04-1485-496d-9e8e-10ddfca36b1b/6680de9b-0c0a-46b5-a2f6-46e6f66ca631/93bf59db-2013-465b-9f06-23c1867dc2f1) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:27.323052 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=b93f080f-0537-4285-852f-faefd9ad4cf0,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:27.326864 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Set router 24b082aa-2a0c-4a36-9e6e-46794c895e5f gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:27.346037 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08d6dbef-5e4b-4f6c-89f7-0d2849d8d4d2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.414946 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0aca1a09-24bc-4432-be98-be37f6a4409b req-8789e2a2-393d-4fd9-9ed2-d1db700fb2d3 tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.95 "GET /v2.0/ports?device_id=a83e3584-aa3b-42a0-8099-d495094ae4ff HTTP/1.1" status: 200 len: 210 time: 0.0425091 Jul 22 23:41:27.470753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-55f82618-e101-428b-8209-8605bab0852e req-9e93c424-cdc4-462f-8774-88d2e77b167c tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Deleting port b93f080f-0537-4285-852f-faefd9ad4cf0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:27.471457 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55f82618-e101-428b-8209-8605bab0852e req-9e93c424-cdc4-462f-8774-88d2e77b167c tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.481988 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08d6dbef-5e4b-4f6c-89f7-0d2849d8d4d2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.501886 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08d6dbef-5e4b-4f6c-89f7-0d2849d8d4d2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.524711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=e9116893-a7ed-4070-ae82-c3b9a0ee8044,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:27.587385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6dbef-5e4b-4f6c-89f7-0d2849d8d4d2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c989f5a1-a416-4b44-9208-ca2e37f14a1a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:27.595170 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cbe7b160-a0ee-40f5-b296-fcd2e036d812 None None] For port 93bf59db-2013-465b-9f06-23c1867dc2f1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=93bf59db-2013-465b-9f06-23c1867dc2f1,segment=NetworkSegment(ee5ec165-630e-4cbc-bd39-d0390b57a2cb),segment_id=ee5ec165-630e-4cbc-bd39-d0390b57a2cb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:27.602116 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08d6dbef-5e4b-4f6c-89f7-0d2849d8d4d2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.603267 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-08d6dbef-5e4b-4f6c-89f7-0d2849d8d4d2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4559147 Jul 22 23:41:27.606766 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44582) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:27.612803 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-491ba776-d36a-4641-baea-8d7a818ef3fa tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Request body: {'security_group_rule': {'security_group_id': '041b1363-ed41-499c-8497-5c00d0c73bf6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:27.639548 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e0c9379-6751-4232-b0de-55c66d8d9466 req-8f788877-eb9d-45a7-a8cc-f9d42ec66d61 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 210 time: 0.0416532 Jul 22 23:41:27.644218 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-491ba776-d36a-4641-baea-8d7a818ef3fa tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.657735 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b160-a0ee-40f5-b296-fcd2e036d812 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.665412 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-55f82618-e101-428b-8209-8605bab0852e req-9e93c424-cdc4-462f-8774-88d2e77b167c tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] For port b93f080f-0537-4285-852f-faefd9ad4cf0, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b93f080f-0537-4285-852f-faefd9ad4cf0,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:27.667123 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55f82618-e101-428b-8209-8605bab0852e req-9e93c424-cdc4-462f-8774-88d2e77b167c tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.676032 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cbe7b160-a0ee-40f5-b296-fcd2e036d812 None None] Transition to ACTIVE for port object 93bf59db-2013-465b-9f06-23c1867dc2f1 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:27.687539 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b160-a0ee-40f5-b296-fcd2e036d812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.689316 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-55f82618-e101-428b-8209-8605bab0852e req-9e93c424-cdc4-462f-8774-88d2e77b167c tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Calling delete_port for b93f080f-0537-4285-852f-faefd9ad4cf0 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:27.715103 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-491ba776-d36a-4641-baea-8d7a818ef3fa tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.722064 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-491ba776-d36a-4641-baea-8d7a818ef3fa tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.748242 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ba776-d36a-4641-baea-8d7a818ef3fa tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b024c6c-93d7-48a3-b8e5-dbec7ca3e70b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:27.764724 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-491ba776-d36a-4641-baea-8d7a818ef3fa tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.766497 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-491ba776-d36a-4641-baea-8d7a818ef3fa tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581547 Jul 22 23:41:27.769783 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44584) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:27.771381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:24Z', 'revision_number': 4, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '774a463c-d641-43b6-94e5-6241a8d903b7', 'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'mac_address': 'fa:16:3e:d8:a7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:23Z', 'updated_at': '2021-07-22T23:41:24Z', 'revision_number': 2, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'subnets': [{'id': '2482584c-2a32-49e4-91b9-a354783f97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:27.776964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:27.808729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-49ecce0f-baf3-40b9-9f3e-da5a4d124599 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Allocated IP 172.20.0.28 (ae423e04-1485-496d-9e8e-10ddfca36b1b/6680de9b-0c0a-46b5-a2f6-46e6f66ca631/d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:27.811794 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 93bf59db-2013-465b-9f06-23c1867dc2f1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:27.813084 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.831135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Checking router: 24b082aa-2a0c-4a36-9e6e-46794c895e5f for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:41:27.831549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Updating router 24b082aa-2a0c-4a36-9e6e-46794c895e5f port 774a463c-d641-43b6-94e5-6241a8d903b7 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:41:27.865217 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7b160-a0ee-40f5-b296-fcd2e036d812 None None] Pushing event updated for resources: {'Port': ['ID=93bf59db-2013-465b-9f06-23c1867dc2f1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:27.920820 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.985638 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.008675 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e9116893-a7ed-4070-ae82-c3b9a0ee8044 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:28.185593 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e9116893-a7ed-4070-ae82-c3b9a0ee8044 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:28.185987 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.219572 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b018a9fd-6d1f-4c16-bc5e-ce32df8c6860 req-ba1d9085-808c-4a36-9967-c0ffa0b901dd tempest-ServerShowV247Test-1449296533 tempest-ServerShowV247Test-1449296533-project] 10.222.0.26 "GET /v2.0/ports?device_id=a83e3584-aa3b-42a0-8099-d495094ae4ff HTTP/1.1" status: 200 len: 210 time: 0.0856318 Jul 22 23:41:28.265835 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55f82618-e101-428b-8209-8605bab0852e req-9e93c424-cdc4-462f-8774-88d2e77b167c tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.295048 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Allocated IP 172.25.4.248 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/c159d2b6-28a2-4764-91ce-1685cc74fdeb) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:28.350192 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93c424-cdc4-462f-8774-88d2e77b167c tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Pushing event deleted for resources: {'Port': ['ID=b93f080f-0537-4285-852f-faefd9ad4cf0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:28.415693 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49ecce0f-baf3-40b9-9f3e-da5a4d124599 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.434911 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-49ecce0f-baf3-40b9-9f3e-da5a4d124599 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Ignored duplicate provisioning block setup for port d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83 by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 23:41:28.445058 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.457222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f82618-e101-428b-8209-8605bab0852e req-9e93c424-cdc4-462f-8774-88d2e77b167c tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] No DVR routers for this DVR port b93f080f-0537-4285-852f-faefd9ad4cf0 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:28.460350 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55f82618-e101-428b-8209-8605bab0852e req-9e93c424-cdc4-462f-8774-88d2e77b167c tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.463524 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55f82618-e101-428b-8209-8605bab0852e req-9e93c424-cdc4-462f-8774-88d2e77b167c tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.95 "DELETE /v2.0/ports/b93f080f-0537-4285-852f-faefd9ad4cf0 HTTP/1.1" status: 204 len: 173 time: 1.4040380 Jul 22 23:41:28.464635 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8fd5a7-8a18-45aa-bae8-701a11d37992', 'name': 'network-vif-deleted', 'tag': 'b93f080f-0537-4285-852f-faefd9ad4cf0'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:28.467675 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2261b12a-82cd-4271-831d-ad4d4efdbab3" -d '{"events": [{"server_uuid": "3a8fd5a7-8a18-45aa-bae8-701a11d37992", "name": "network-vif-deleted", "tag": "b93f080f-0537-4285-852f-faefd9ad4cf0"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:28.470369 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49ecce0f-baf3-40b9-9f3e-da5a4d124599 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.481744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-9f4d0840-8239-4c10-b85f-a8ab79b852ae tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:28.483457 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-9f4d0840-8239-4c10-b85f-a8ab79b852ae tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.18 "GET /v2.0/networks?id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122 HTTP/1.1" status: 200 len: 804 time: 0.5650685 Jul 22 23:41:28.514108 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.546490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-4d5b8cb5-1214-4f26-b92b-79d63b1a6dd9 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Request body: {'port': {'device_id': 'f3494be4-849c-49ca-aa8e-d6367054cfb8', 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122', 'admin_state_up': True, 'tenant_id': 'd717b45ef01d480c925f1b5c3543f625'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:28.562565 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4985c90c-e200-4120-a0f6-90e34e51e540 x-openstack-request-id: req-4985c90c-e200-4120-a0f6-90e34e51e540 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:28.562565 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8fd5a7-8a18-45aa-bae8-701a11d37992", "name": "network-vif-deleted", "tag": "b93f080f-0537-4285-852f-faefd9ad4cf0", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:28.562890 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4985c90c-e200-4120-a0f6-90e34e51e540 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:28.563310 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8fd5a7-8a18-45aa-bae8-701a11d37992', 'name': 'network-vif-deleted', 'tag': 'b93f080f-0537-4285-852f-faefd9ad4cf0', 'status': 'completed', 'code': 200} Jul 22 23:41:28.568134 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.581261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Transition to ACTIVE for port object 774a463c-d641-43b6-94e5-6241a8d903b7 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:28.592575 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.602025 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:28.614500 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:28.618521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:28.625084 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event updated for resources: {'Port': ['ID=c159d2b6-28a2-4764-91ce-1685cc74fdeb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:28.726231 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecce0f-baf3-40b9-9f3e-da5a4d124599 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:28.761702 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b971b069-b69e-4375-845c-7ede15c26c2d None None] Network ae423e04-1485-496d-9e8e-10ddfca36b1b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:28.765919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4b181-b0cd-43ab-a42a-544a19683ba3 None None] Pushing event updated for resources: {'Port': ['ID=774a463c-d641-43b6-94e5-6241a8d903b7,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:28.791670 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.818111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Attempting to bind port 774a463c-d641-43b6-94e5-6241a8d903b7 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:28.818700 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Attempting to bind port 774a463c-d641-43b6-94e5-6241a8d903b7 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:28.819162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Attempting to bind port 774a463c-d641-43b6-94e5-6241a8d903b7 on network d9c6f596-1a55-460f-aa44-3580307980e5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:28.828045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92747202-16aa-4d0a-8608-145bb4606be2 req-fd998f55-99ea-4e6c-859d-094077261eb0 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 210 time: 0.0492418 Jul 22 23:41:28.830814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-49ecce0f-baf3-40b9-9f3e-da5a4d124599 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] In _notify_port_updated(), no bound segment for port d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83 on network ae423e04-1485-496d-9e8e-10ddfca36b1b {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:41:28.836508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ecce0f-baf3-40b9-9f3e-da5a4d124599 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:28.837207 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49ecce0f-baf3-40b9-9f3e-da5a4d124599 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.839170 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-49ecce0f-baf3-40b9-9f3e-da5a4d124599 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "PUT /v2.0/ports/d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83 HTTP/1.1" status: 200 len: 1000 time: 2.2450471 Jul 22 23:41:28.842082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44600) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:28.853343 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.913722 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:28.914159 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Checking segment: {'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:28.914873 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.914873 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Bound using segment: {'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:28.915298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Bound port: 774a463c-d641-43b6-94e5-6241a8d903b7, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:28.915680 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.940745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-af82f222-fa83-4e9c-a2cf-0cf14ad04d61 None None] Provisioning for port 93bf59db-2013-465b-9f06-23c1867dc2f1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:28.977265 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-af82f222-fa83-4e9c-a2cf-0cf14ad04d61 None None] Provisioning complete for port 93bf59db-2013-465b-9f06-23c1867dc2f1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:28.977647 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af82f222-fa83-4e9c-a2cf-0cf14ad04d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.988370 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-4d5b8cb5-1214-4f26-b92b-79d63b1a6dd9 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Made reservation on behalf of d717b45ef01d480c925f1b5c3543f625 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:28.991856 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-4d5b8cb5-1214-4f26-b92b-79d63b1a6dd9 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.012020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbb003-9aeb-4a79-818f-62c64765837d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:29.012368 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9dbb003-9aeb-4a79-818f-62c64765837d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.044010 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.050718 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.060910 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] For port 774a463c-d641-43b6-94e5-6241a8d903b7, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:29.064077 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] For port 774a463c-d641-43b6-94e5-6241a8d903b7, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=774a463c-d641-43b6-94e5-6241a8d903b7,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:29.074475 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.154770 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event updated for resources: {'Port': ['ID=c159d2b6-28a2-4764-91ce-1685cc74fdeb,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:29.185125 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4b181-b0cd-43ab-a42a-544a19683ba3 None None] Pushing event updated for resources: {'Port': ['ID=774a463c-d641-43b6-94e5-6241a8d903b7,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:29.192263 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Routers {'24b082aa-2a0c-4a36-9e6e-46794c895e5f'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:29.192882 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:41:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:29.212127 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9dbb003-9aeb-4a79-818f-62c64765837d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.234755 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.235750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbb003-9aeb-4a79-818f-62c64765837d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:29.252015 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-4d5b8cb5-1214-4f26-b92b-79d63b1a6dd9 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Allocated IP 172.20.0.4 (f21647f4-a3e6-4fdb-87ae-a8a620b5a122/1be0a5b1-3bce-4e99-b121-d80db0f7b202/90d59c4d-d431-42f5-9b17-07970a10182a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:29.253703 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.256710 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6ce1baae-1c69-4ebd-86a8-895a874ea5bb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4856660 Jul 22 23:41:29.625181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] Set router 24b082aa-2a0c-4a36-9e6e-46794c895e5f gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:29.675107 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44628) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:29.680598 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-4d5b8cb5-1214-4f26-b92b-79d63b1a6dd9 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.746192 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9dbb003-9aeb-4a79-818f-62c64765837d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.750270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-af82f222-fa83-4e9c-a2cf-0cf14ad04d61 None None] Provisioning for port d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:29.756018 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-af82f222-fa83-4e9c-a2cf-0cf14ad04d61 None None] Provisioning complete for port d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:29.756697 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af82f222-fa83-4e9c-a2cf-0cf14ad04d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.772368 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-cea82693-5082-4bbf-8d36-47782d5300a2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1529497535&fields=id&tenant_id=d2e7e8a1c7644425a65536a6b1591ad6 HTTP/1.1" status: 200 len: 267 time: 0.0993891 Jul 22 23:41:29.783661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-af82f222-fa83-4e9c-a2cf-0cf14ad04d61 None None] Port d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83 was deleted so its status cannot be updated. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 23:41:29.811038 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e518eb7-8b1e-4a45-94d5-41d2d11ea5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.814960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 93bf59db-2013-465b-9f06-23c1867dc2f1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:29.832626 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbb003-9aeb-4a79-818f-62c64765837d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:29.935891 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e518eb7-8b1e-4a45-94d5-41d2d11ea5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.941470 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 93bf59db-2013-465b-9f06-23c1867dc2f1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:29.942143 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.943293 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e518eb7-8b1e-4a45-94d5-41d2d11ea5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.984708 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-4d5b8cb5-1214-4f26-b92b-79d63b1a6dd9 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.986540 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e518eb7-8b1e-4a45-94d5-41d2d11ea5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bc04bc-3673-483f-b8d6-046fb7d6a0d4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:29.995057 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6e518eb7-8b1e-4a45-94d5-41d2d11ea5fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b7ed49f159949aea87554bb92b659e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3131189 Jul 22 23:41:29.996092 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44634) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:30.010660 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:24Z', 'revision_number': 4, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '774a463c-d641-43b6-94e5-6241a8d903b7', 'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'mac_address': 'fa:16:3e:d8:a7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:23Z', 'updated_at': '2021-07-22T23:41:29Z', 'revision_number': 4, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'subnets': [{'id': '2482584c-2a32-49e4-91b9-a354783f97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:30.043468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb961675-f334-42b6-99bf-41d8215ae511 None None] The sync data for ids ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'] in n-d-688802-2 is: [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:24Z', 'revision_number': 4, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '774a463c-d641-43b6-94e5-6241a8d903b7', 'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'mac_address': 'fa:16:3e:d8:a7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:23Z', 'updated_at': '2021-07-22T23:41:29Z', 'revision_number': 4, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'subnets': [{'id': '2482584c-2a32-49e4-91b9-a354783f97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:30.064119 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72bb7635-909a-4f23-b0b0-692bc40ef780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.106388 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-4d5b8cb5-1214-4f26-b92b-79d63b1a6dd9 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:30.110225 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a9dbb003-9aeb-4a79-818f-62c64765837d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.118878 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a9dbb003-9aeb-4a79-818f-62c64765837d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83 HTTP/1.1" status: 204 len: 168 time: 1.2757616 Jul 22 23:41:30.127350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44636) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:30.135848 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72bb7635-909a-4f23-b0b0-692bc40ef780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.140311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-4d5b8cb5-1214-4f26-b92b-79d63b1a6dd9 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:30.167541 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-4d5b8cb5-1214-4f26-b92b-79d63b1a6dd9 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:30.182857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-01bc23be-94de-4bb6-8da3-bbaa34cef059 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:30.193668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-01bc23be-94de-4bb6-8da3-bbaa34cef059 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/networks?id=d9c6f596-1a55-460f-aa44-3580307980e5 HTTP/1.1" status: 200 len: 816 time: 0.4156978 Jul 22 23:41:30.206946 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72bb7635-909a-4f23-b0b0-692bc40ef780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.210606 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72bb7635-909a-4f23-b0b0-692bc40ef780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.214283 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-72bb7635-909a-4f23-b0b0-692bc40ef780 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2bc04bc-3673-483f-b8d6-046fb7d6a0d4 HTTP/1.1" status: 204 len: 168 time: 0.2147257 Jul 22 23:41:30.224677 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb7635-909a-4f23-b0b0-692bc40ef780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bc04bc-3673-483f-b8d6-046fb7d6a0d4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:30.260547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b8cb5-1214-4f26-b92b-79d63b1a6dd9 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Pushing event updated for resources: {'Port': ['ID=90d59c4d-d431-42f5-9b17-07970a10182a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:30.264647 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-017bdc37-81ed-47bc-9edb-8dc6184b11ca tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] GET failed (client error): The resource could not be found. Jul 22 23:41:30.269070 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44642) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:30.269242 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-017bdc37-81ed-47bc-9edb-8dc6184b11ca tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports/d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83 HTTP/1.1" status: 404 len: 333 time: 0.1154530 Jul 22 23:41:30.291751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-7e82ff3d-9030-42c1-84e7-f0e2fa1ed7ad tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/quotas/d2e7e8a1c7644425a65536a6b1591ad6 HTTP/1.1" status: 200 len: 375 time: 0.0963411 Jul 22 23:41:30.358064 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-4d5b8cb5-1214-4f26-b92b-79d63b1a6dd9 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:30.358939 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-4d5b8cb5-1214-4f26-b92b-79d63b1a6dd9 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.359455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f04d94-aac9-4908-9bf1-15ca2e9da0f5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting subnet 6680de9b-0c0a-46b5-a2f6-46e6f66ca631 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:41:30.363413 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58f04d94-aac9-4908-9bf1-15ca2e9da0f5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.372301 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a9f88ee7-dae8-43a6-827b-dfa0020c5e83 None None] Provisioning complete for port 93bf59db-2013-465b-9f06-23c1867dc2f1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:30.372679 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a9f88ee7-dae8-43a6-827b-dfa0020c5e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.376976 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742eff5d-be78-434c-95d6-1e9828f3decb req-48abb5a5-6760-4367-8805-e6a1ccbe8595 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:30.384227 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-742eff5d-be78-434c-95d6-1e9828f3decb req-48abb5a5-6760-4367-8805-e6a1ccbe8595 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 931 time: 0.4451778 Jul 22 23:41:30.445721 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58f04d94-aac9-4908-9bf1-15ca2e9da0f5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.577465 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b93f080f-0537-4285-852f-faefd9ad4cf0 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:41:30.606581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: b93f080f-0537-4285-852f-faefd9ad4cf0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:41:30.607033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b93f080f-0537-4285-852f-faefd9ad4cf0 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:41:30.608719 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58f04d94-aac9-4908-9bf1-15ca2e9da0f5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.609864 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a9f88ee7-dae8-43a6-827b-dfa0020c5e83 None None] Could not find standard attr ID for object d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:41:30.693963 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58f04d94-aac9-4908-9bf1-15ca2e9da0f5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.728960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-90c02f71-8fa6-49d0-b550-6bdaa720de96 None None] Could not find standard attr ID for object d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:41:30.745569 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f04d94-aac9-4908-9bf1-15ca2e9da0f5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Subnet': ['ID=6680de9b-0c0a-46b5-a2f6-46e6f66ca631,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:30.756608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58f04d94-aac9-4908-9bf1-15ca2e9da0f5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.758213 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-58f04d94-aac9-4908-9bf1-15ca2e9da0f5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/6680de9b-0c0a-46b5-a2f6-46e6f66ca631 HTTP/1.1" status: 204 len: 168 time: 0.4878912 Jul 22 23:41:30.763473 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44658) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:30.832746 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3500bd95-f0c3-4130-972e-595553044df9 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting subnet f4b12507-57d2-4dfc-b8c3-60c5577834bb {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:41:30.836825 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3500bd95-f0c3-4130-972e-595553044df9 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.860633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-4d5b8cb5-1214-4f26-b92b-79d63b1a6dd9 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3238192 Jul 22 23:41:30.889873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Request body: {'port': {'device_id': 'f3494be4-849c-49ca-aa8e-d6367054cfb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:30.893405 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3500bd95-f0c3-4130-972e-595553044df9 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.909189 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-742eff5d-be78-434c-95d6-1e9828f3decb req-820c4e0c-887d-4b99-81be-b5fd5b6105d4 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218790 Jul 22 23:41:30.971452 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97556b81-9603-4c2d-a3f4-024421a45983 None None] Network ae423e04-1485-496d-9e8e-10ddfca36b1b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:31.082260 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-e5a644da-f794-44d4-8008-b32ae03fc84c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2e7e8a1c7644425a65536a6b1591ad6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7895150 Jul 22 23:41:31.111425 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bb1598d4-4e03-4ddc-b1a2-1f23013f3edd None None] Could not find standard attr ID for object d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:41:31.143811 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.277427 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-59144e99-f595-4c8a-ab5a-c216ba9b0d67 service neutron] 10.222.0.26 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939912 Jul 22 23:41:31.518972 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-73ddf4d8-151b-4c03-be82-39597768f434 service neutron] 10.222.0.26 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344701 Jul 22 23:41:31.568353 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3500bd95-f0c3-4130-972e-595553044df9 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.585432 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d29f724-2ea4-40fa-ab70-c16c97ad4372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.717575 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d59c4d-d431-42f5-9b17-07970a10182a {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:41:31.720299 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3500bd95-f0c3-4130-972e-595553044df9 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.734460 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.748238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Transition to ACTIVE for port object 90d59c4d-d431-42f5-9b17-07970a10182a will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:31.758123 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.856931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500bd95-f0c3-4130-972e-595553044df9 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b12507-57d2-4dfc-b8c3-60c5577834bb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:31.860864 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3500bd95-f0c3-4130-972e-595553044df9 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.865342 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3500bd95-f0c3-4130-972e-595553044df9 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/f4b12507-57d2-4dfc-b8c3-60c5577834bb HTTP/1.1" status: 204 len: 168 time: 1.0982268 Jul 22 23:41:31.865703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44688) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:31.897595 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 774a463c-d641-43b6-94e5-6241a8d903b7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:31.959332 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Pushing event updated for resources: {'Port': ['ID=90d59c4d-d431-42f5-9b17-07970a10182a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:31.972521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1091fc20-270b-4588-b6f9-aaa2e1390a33 req-e5726049-b8bc-4d58-9c7b-4275cb19a271 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 210 time: 0.1427894 Jul 22 23:41:32.051064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 774a463c-d641-43b6-94e5-6241a8d903b7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:32.061267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 774a463c-d641-43b6-94e5-6241a8d903b7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:32.061654 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.065655 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.183225 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port 93bf59db-2013-465b-9f06-23c1867dc2f1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:32.183964 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.257534 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.318723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 774a463c-d641-43b6-94e5-6241a8d903b7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=774a463c-d641-43b6-94e5-6241a8d903b7,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:32.325985 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] For port 93bf59db-2013-465b-9f06-23c1867dc2f1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=93bf59db-2013-465b-9f06-23c1867dc2f1,segment=NetworkSegment(ee5ec165-630e-4cbc-bd39-d0390b57a2cb),segment_id=ee5ec165-630e-4cbc-bd39-d0390b57a2cb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:32.326495 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.329542 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.346592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for 93bf59db-2013-465b-9f06-23c1867dc2f1 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:32.392285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Attempting to bind port 90d59c4d-d431-42f5-9b17-07970a10182a on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:32.392833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Attempting to bind port 90d59c4d-d431-42f5-9b17-07970a10182a by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '475ba31c-1d3a-400e-8fbe-1dd60ec2f628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:32.392942 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Attempting to bind port 90d59c4d-d431-42f5-9b17-07970a10182a on network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:32.413849 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=774a463c-d641-43b6-94e5-6241a8d903b7,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:32.419057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba89b35-5388-4756-8a9d-69705ad9c165 None None] Network ae423e04-1485-496d-9e8e-10ddfca36b1b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:32.425820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ef7e71f-c9ac-4cda-b00c-4c3e2509a9a7 req-53ce2c8d-d571-4128-97db-cb675a58b5d9 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.1386626 Jul 22 23:41:32.444893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Port 90d59c4d-d431-42f5-9b17-07970a10182a on network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:41:32.445389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Attempting to bind port 90d59c4d-d431-42f5-9b17-07970a10182a on network f21647f4-a3e6-4fdb-87ae-a8a620b5a122 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:32.457774 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:32.458140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Checking segment: {'id': '475ba31c-1d3a-400e-8fbe-1dd60ec2f628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:32.458524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Bound using segment: {'id': '475ba31c-1d3a-400e-8fbe-1dd60ec2f628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:32.458975 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Bound port: 90d59c4d-d431-42f5-9b17-07970a10182a, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475ba31c-1d3a-400e-8fbe-1dd60ec2f628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:32.459427 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.477517 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ffed3f6e-56ff-45c8-a322-1edc4bdc32b4 None None] Provisioning complete for port 93bf59db-2013-465b-9f06-23c1867dc2f1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:32.477990 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ffed3f6e-56ff-45c8-a322-1edc4bdc32b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.503978 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.533324 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ffed3f6e-56ff-45c8-a322-1edc4bdc32b4 None None] Port 93bf59db-2013-465b-9f06-23c1867dc2f1 was deleted so its status cannot be updated. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 23:41:32.542990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4f79a-d473-4371-be0f-4fcbd906a24f req-0759b9b2-8b9a-4ded-89dc-ef462714fc81 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:32.545193 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-38b4f79a-d473-4371-be0f-4fcbd906a24f req-0759b9b2-8b9a-4ded-89dc-ef462714fc81 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 943 time: 0.4187241 Jul 22 23:41:32.551625 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=93bf59db-2013-465b-9f06-23c1867dc2f1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:32.573310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No DVR routers for this DVR port 93bf59db-2013-465b-9f06-23c1867dc2f1 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:32.672125 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894b14f2-6372-4df2-a2df-9d8b3a96f4f5 None None] DHCP port deletion for ae423e04-1485-496d-9e8e-10ddfca36b1b request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:41:32.689890 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.704117 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-38b4f79a-d473-4371-be0f-4fcbd906a24f req-d817cccb-8260-4756-83bb-2d44288eb161 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164434 Jul 22 23:41:32.705736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae423e04-1485-496d-9e8e-10ddfca36b1b']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:32.720033 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5ec165-630e-4cbc-bd39-d0390b57a2cb') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:32.720524 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5ec165-630e-4cbc-bd39-d0390b57a2cb') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:32.736918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] For port 90d59c4d-d431-42f5-9b17-07970a10182a, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:32.739443 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.740491 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] For port 90d59c4d-d431-42f5-9b17-07970a10182a, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=90d59c4d-d431-42f5-9b17-07970a10182a,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:32.746586 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.757964 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.786797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:41:32.787312 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:41:32.790822 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:41:32.801608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:32.802245 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.803797 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] 10.222.0.18 "PUT /v2.0/ports/90d59c4d-d431-42f5-9b17-07970a10182a HTTP/1.1" status: 200 len: 1091 time: 1.9219179 Jul 22 23:41:32.804248 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3494be4-849c-49ca-aa8e-d6367054cfb8', 'tag': '90d59c4d-d431-42f5-9b17-07970a10182a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:32.806698 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6db249a-a397-49af-8097-0f790eceb4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f3494be4-849c-49ca-aa8e-d6367054cfb8", "tag": "90d59c4d-d431-42f5-9b17-07970a10182a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:32.830929 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df3ec4-2035-4231-a98c-fe10141139bf service neutron] Pushing event updated for resources: {'Port': ['ID=90d59c4d-d431-42f5-9b17-07970a10182a,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:32.861221 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c35b342-ba74-4f63-9cb8-99f304e4f050 x-openstack-request-id: req-7c35b342-ba74-4f63-9cb8-99f304e4f050 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:32.861547 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3494be4-849c-49ca-aa8e-d6367054cfb8", "tag": "90d59c4d-d431-42f5-9b17-07970a10182a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:32.861792 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c35b342-ba74-4f63-9cb8-99f304e4f050 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:32.862180 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3494be4-849c-49ca-aa8e-d6367054cfb8', 'tag': '90d59c4d-d431-42f5-9b17-07970a10182a', 'status': 'completed', 'code': 200} Jul 22 23:41:32.896342 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.906214 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.908342 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/networks/ae423e04-1485-496d-9e8e-10ddfca36b1b HTTP/1.1" status: 204 len: 168 time: 1.0376496 Jul 22 23:41:32.922326 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44718) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:32.931372 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39d088-4b60-4fc0-bd4a-4f1db706940e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Network': ['ID=ae423e04-1485-496d-9e8e-10ddfca36b1b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:32.968680 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-74eca260-9731-4e55-a0ab-649dfe7fbab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:32.970400 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-74eca260-9731-4e55-a0ab-649dfe7fbab2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d717b45ef01d480c925f1b5c3543f625&device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 1094 time: 0.0874550 Jul 22 23:41:32.998208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9638cf99-f104-4a87-9733-47b3b2257227 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:33.003195 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9638cf99-f104-4a87-9733-47b3b2257227 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0762572 Jul 22 23:41:33.003522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44720) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:33.022325 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-21d3a26a-c292-4672-9fd5-0e9b47c66a20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90d59c4d-d431-42f5-9b17-07970a10182a HTTP/1.1" status: 200 len: 217 time: 0.0400429 Jul 22 23:41:33.069831 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-94d289b4-e2c0-498e-9743-5170ea4bd765 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0647409 Jul 22 23:41:33.072854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44724) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:33.078411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6ce5531a-acec-4ffe-a471-3049c2a90137 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1783963231'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:33.100590 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce5531a-acec-4ffe-a471-3049c2a90137 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:33.104805 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce5531a-acec-4ffe-a471-3049c2a90137 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.105526 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f89f8de2-d5c5-4d0c-ad17-52dcb3869772 req-bf7c7836-90f4-411b-8133-8b4c9b1f8672 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 210 time: 0.0401037 Jul 22 23:41:33.109408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-2c95df09-e0e7-4e94-b99b-27c193884144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:33.110759 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-2c95df09-e0e7-4e94-b99b-27c193884144 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1be0a5b1-3bce-4e99-b121-d80db0f7b202 HTTP/1.1" status: 200 len: 844 time: 0.0825481 Jul 22 23:41:33.132800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce5531a-acec-4ffe-a471-3049c2a90137 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:33.143768 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce5531a-acec-4ffe-a471-3049c2a90137 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.144115 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-6ce5531a-acec-4ffe-a471-3049c2a90137 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Added segment 66264a64-03ea-439c-8c63-fa2f47ce4cd6 of type vlan for network 87e59be8-ddc6-48b9-a1bc-8083b823ffbe Jul 22 23:41:33.147365 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-0c2b939c-d151-4765-9833-2719116af9d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300362 Jul 22 23:41:33.186893 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce5531a-acec-4ffe-a471-3049c2a90137 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.219714 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce5531a-acec-4ffe-a471-3049c2a90137 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.225662 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce5531a-acec-4ffe-a471-3049c2a90137 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:33.226269 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ce5531a-acec-4ffe-a471-3049c2a90137 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.243390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-1a38c209-6a6e-4d82-8791-ba6a3ba5cc66 service neutron] 10.222.0.18 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891755 Jul 22 23:41:33.272656 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6ce5531a-acec-4ffe-a471-3049c2a90137 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1986306 Jul 22 23:41:33.276660 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44728) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:33.282433 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8b0eaef9-6181-415c-b09a-42f4e7572367 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'subnet': {'network_id': '87e59be8-ddc6-48b9-a1bc-8083b823ffbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:33.344354 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5531a-acec-4ffe-a471-3049c2a90137 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Network': ['ID=87e59be8-ddc6-48b9-a1bc-8083b823ffbe,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:33.362049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 87e59be8-ddc6-48b9-a1bc-8083b823ffbe details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:33.429826 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75f7f801-583a-4adf-a357-ee1dd4ccd38c req-daa72513-ce9c-4b75-8029-b9defbc53ec4 service neutron] 10.222.0.18 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794233 Jul 22 23:41:33.443267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0eaef9-6181-415c-b09a-42f4e7572367 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:33.448289 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b0eaef9-6181-415c-b09a-42f4e7572367 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.489978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-ed43fd18-138e-457c-a539-b9c9b035649f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:33.491924 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-ed43fd18-138e-457c-a539-b9c9b035649f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.95 "GET /v2.0/networks?id=d9c6f596-1a55-460f-aa44-3580307980e5 HTTP/1.1" status: 200 len: 816 time: 0.1629283 Jul 22 23:41:33.582021 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff6a0595-bc59-4412-a4a2-098fea916980 req-03a9b504-f0b8-4556-a328-9fe5a6aa0251 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0494525 Jul 22 23:41:33.613343 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-4c2fdf31-8446-4116-9bc9-a4d00b49be8e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2e7e8a1c7644425a65536a6b1591ad6 HTTP/1.1" status: 200 len: 380 time: 0.0971084 Jul 22 23:41:33.620537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-91e9ee4d-d397-44b4-9ed8-45b57f6000a2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Request body: {'port': {'device_id': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'admin_state_up': True, 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'security_groups': ['041b1363-ed41-499c-8497-5c00d0c73bf6']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:33.657421 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b0eaef9-6181-415c-b09a-42f4e7572367 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.701438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db249a-a397-49af-8097-0f790eceb4b0 req-0a8e5392-6de5-4ef9-9ea1-c77ecfb4adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:33.703087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6db249a-a397-49af-8097-0f790eceb4b0 req-0a8e5392-6de5-4ef9-9ea1-c77ecfb4adab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d717b45ef01d480c925f1b5c3543f625&device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 1094 time: 0.1552196 Jul 22 23:41:33.723935 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0eaef9-6181-415c-b09a-42f4e7572367 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Subnet': ['ID=3051f143-d53e-47d0-8a66-71fc8e52f8be,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:33.759603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0eaef9-6181-415c-b09a-42f4e7572367 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Checking segment: {'id': '66264a64-03ea-439c-8c63-fa2f47ce4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '87e59be8-ddc6-48b9-a1bc-8083b823ffbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:33.760600 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0eaef9-6181-415c-b09a-42f4e7572367 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network hostable DHCP agents. Network: 87e59be8-ddc6-48b9-a1bc-8083b823ffbe, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:41:33.790559 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0eaef9-6181-415c-b09a-42f4e7572367 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network 87e59be8-ddc6-48b9-a1bc-8083b823ffbe is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:41:33.801009 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 774a463c-d641-43b6-94e5-6241a8d903b7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:33.816664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8b0eaef9-6181-415c-b09a-42f4e7572367 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 87e59be8-ddc6-48b9-a1bc-8083b823ffbe) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:33.830679 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0eaef9-6181-415c-b09a-42f4e7572367 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:33.833576 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b0eaef9-6181-415c-b09a-42f4e7572367 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.843517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-91e9ee4d-d397-44b4-9ed8-45b57f6000a2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Made reservation on behalf of d2e7e8a1c7644425a65536a6b1591ad6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:33.847043 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-91e9ee4d-d397-44b4-9ed8-45b57f6000a2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.862993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94d18b6-5edf-4b77-8147-baa6a8f8ca42 None None] Network 87e59be8-ddc6-48b9-a1bc-8083b823ffbe requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:33.867949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db249a-a397-49af-8097-0f790eceb4b0 req-2585e912-e851-40ff-a3be-981d28884989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:33.870659 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6db249a-a397-49af-8097-0f790eceb4b0 req-2585e912-e851-40ff-a3be-981d28884989 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122 HTTP/1.1" status: 200 len: 905 time: 0.1574502 Jul 22 23:41:33.878547 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b0eaef9-6181-415c-b09a-42f4e7572367 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5982676 Jul 22 23:41:33.878728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44740) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:33.883761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-74ed2630-3400-4dd0-b814-ce70508ea475 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'network_id': '87e59be8-ddc6-48b9-a1bc-8083b823ffbe', 'name': 'tempest-PortsTestJSON-597615862'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:33.960413 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6db249a-a397-49af-8097-0f790eceb4b0 req-021944db-bca2-4fbc-9fa9-46bf89e60d39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90d59c4d-d431-42f5-9b17-07970a10182a HTTP/1.1" status: 200 len: 217 time: 0.0739458 Jul 22 23:41:33.986064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 774a463c-d641-43b6-94e5-6241a8d903b7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:33.986441 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.068936 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ed2630-3400-4dd0-b814-ce70508ea475 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:34.073131 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74ed2630-3400-4dd0-b814-ce70508ea475 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.084610 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.097229 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-74ed2630-3400-4dd0-b814-ce70508ea475 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] device_id is not set on port 842b5c1d-7383-4327-adec-385d8003f279 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:34.097596 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db249a-a397-49af-8097-0f790eceb4b0 req-297f24ff-dbc2-4ce4-99e1-6a2d7eeda5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:34.099073 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6db249a-a397-49af-8097-0f790eceb4b0 req-297f24ff-dbc2-4ce4-99e1-6a2d7eeda5b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1be0a5b1-3bce-4e99-b121-d80db0f7b202 HTTP/1.1" status: 200 len: 844 time: 0.1017807 Jul 22 23:41:34.125882 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdf61e-ea38-45c5-9c39-ae5a5f8806db req-7020da90-ff1a-431e-a0a7-7086c08c1d59 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:34.127359 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dfbdf61e-ea38-45c5-9c39-ae5a5f8806db req-7020da90-ff1a-431e-a0a7-7086c08c1d59 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 943 time: 0.2610493 Jul 22 23:41:34.161504 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-87e59be8-ddc6-48b9-a1bc-8083b823ffbe', 'network_id': '87e59be8-ddc6-48b9-a1bc-8083b823ffbe', 'tenant_id': '59aa8cc98d8f4e89bbad4dbb5b494387', 'fixed_ips': [{'subnet_id': '3051f143-d53e-47d0-8a66-71fc8e52f8be'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:34.162326 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6db249a-a397-49af-8097-0f790eceb4b0 req-1d54a17a-11e7-41fa-8c38-6536f12aec95 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f21647f4-a3e6-4fdb-87ae-a8a620b5a122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534539 Jul 22 23:41:34.162506 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.206222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-91e9ee4d-d397-44b4-9ed8-45b57f6000a2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Allocated IP 172.20.0.12 (d9c6f596-1a55-460f-aa44-3580307980e5/2482584c-2a32-49e4-91b9-a354783f97de/701ccee7-462f-4894-bd64-5a84060d3d06) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:34.245975 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 93bf59db-2013-465b-9f06-23c1867dc2f1 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:41:34.264463 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-74ed2630-3400-4dd0-b814-ce70508ea475 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Allocated IP 172.20.0.10 (87e59be8-ddc6-48b9-a1bc-8083b823ffbe/3051f143-d53e-47d0-8a66-71fc8e52f8be/842b5c1d-7383-4327-adec-385d8003f279) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:34.280923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 93bf59db-2013-465b-9f06-23c1867dc2f1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:41:34.281309 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 93bf59db-2013-465b-9f06-23c1867dc2f1 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:41:34.303927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dfbdf61e-ea38-45c5-9c39-ae5a5f8806db req-ff6009c4-781d-4a25-a69f-2ac1d6cc0a60 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538246 Jul 22 23:41:34.311216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-708e2e00-1bfd-4656-8dfa-ab9248fa4751 req-75143809-02b6-4e1f-a53a-0fabfd1ffad6 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 210 time: 0.0831006 Jul 22 23:41:34.342181 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3d332a7-0f73-4bcc-9f6a-10494298a3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.362124 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.396936 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6db249a-a397-49af-8097-0f790eceb4b0 req-c7efc57d-2bc8-419b-b5e6-71810791479e service neutron] 10.222.0.18 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187233 Jul 22 23:41:34.440945 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74ed2630-3400-4dd0-b814-ce70508ea475 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.455334 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-74ed2630-3400-4dd0-b814-ce70508ea475 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Transition to ACTIVE for port object 842b5c1d-7383-4327-adec-385d8003f279 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:34.492284 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74ed2630-3400-4dd0-b814-ce70508ea475 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.536766 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-91e9ee4d-d397-44b4-9ed8-45b57f6000a2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.538048 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ed2630-3400-4dd0-b814-ce70508ea475 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network 87e59be8-ddc6-48b9-a1bc-8083b823ffbe is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:34.541725 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-74ed2630-3400-4dd0-b814-ce70508ea475 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:34.544363 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Allocated IP 172.20.0.2 (87e59be8-ddc6-48b9-a1bc-8083b823ffbe/3051f143-d53e-47d0-8a66-71fc8e52f8be/5b006efa-615b-49d1-a20a-2e54cea01a3b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:34.546058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ed2630-3400-4dd0-b814-ce70508ea475 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:34.563149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6db249a-a397-49af-8097-0f790eceb4b0 req-a54b6ecc-5e66-475a-aa0a-f734744aff6b service neutron] 10.222.0.18 "GET /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573744 Jul 22 23:41:34.564089 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-91e9ee4d-d397-44b4-9ed8-45b57f6000a2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Transition to ACTIVE for port object 701ccee7-462f-4894-bd64-5a84060d3d06 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:34.570034 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed2630-3400-4dd0-b814-ce70508ea475 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=842b5c1d-7383-4327-adec-385d8003f279,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:34.604259 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-91e9ee4d-d397-44b4-9ed8-45b57f6000a2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.605819 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ed2630-3400-4dd0-b814-ce70508ea475 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:34.606810 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74ed2630-3400-4dd0-b814-ce70508ea475 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.640823 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:34.641988 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-74ed2630-3400-4dd0-b814-ce70508ea475 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7616215 Jul 22 23:41:34.646426 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-aa2660f5-dcdb-4598-8a82-651bd565703d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'network_id': '87e59be8-ddc6-48b9-a1bc-8083b823ffbe', 'name': 'tempest-PortsTestJSON-1029072129'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:34.672593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-91e9ee4d-d397-44b4-9ed8-45b57f6000a2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Network d9c6f596-1a55-460f-aa44-3580307980e5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:34.680769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-91e9ee4d-d397-44b4-9ed8-45b57f6000a2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:34.723466 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-91e9ee4d-d397-44b4-9ed8-45b57f6000a2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:34.727728 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-53f3cfbc-dfee-4951-8c93-a5597e022f07 req-17ccc0d0-73c2-4f9a-9a71-458f5b36d819 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0502138 Jul 22 23:41:34.732672 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9ee4d-d397-44b4-9ed8-45b57f6000a2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event updated for resources: {'Port': ['ID=701ccee7-462f-4894-bd64-5a84060d3d06,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:34.732773 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.741813 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Transition to ACTIVE for port object 5b006efa-615b-49d1-a20a-2e54cea01a3b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:34.762300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Transition to ACTIVE for port object 5b006efa-615b-49d1-a20a-2e54cea01a3b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:34.770730 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.817025 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Network 87e59be8-ddc6-48b9-a1bc-8083b823ffbe is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:34.819989 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:34.822717 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:34.834661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-91e9ee4d-d397-44b4-9ed8-45b57f6000a2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:34.835327 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-91e9ee4d-d397-44b4-9ed8-45b57f6000a2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.856888 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-91e9ee4d-d397-44b4-9ed8-45b57f6000a2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2416015 Jul 22 23:41:34.873721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Request body: {'port': {'device_id': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:34.897615 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Attempting to bind port 5b006efa-615b-49d1-a20a-2e54cea01a3b on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:34.897918 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Attempting to bind port 5b006efa-615b-49d1-a20a-2e54cea01a3b by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '66264a64-03ea-439c-8c63-fa2f47ce4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '87e59be8-ddc6-48b9-a1bc-8083b823ffbe'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:34.898293 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Attempting to bind port 5b006efa-615b-49d1-a20a-2e54cea01a3b on network 87e59be8-ddc6-48b9-a1bc-8083b823ffbe {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:34.900270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Pushing event updated for resources: {'Port': ['ID=5b006efa-615b-49d1-a20a-2e54cea01a3b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:34.909399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:34.910010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Checking segment: {'id': '66264a64-03ea-439c-8c63-fa2f47ce4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '87e59be8-ddc6-48b9-a1bc-8083b823ffbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:34.910416 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.910812 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Bound using segment: {'id': '66264a64-03ea-439c-8c63-fa2f47ce4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '87e59be8-ddc6-48b9-a1bc-8083b823ffbe'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:34.911296 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Bound port: 5b006efa-615b-49d1-a20a-2e54cea01a3b, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66264a64-03ea-439c-8c63-fa2f47ce4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '87e59be8-ddc6-48b9-a1bc-8083b823ffbe'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:34.911687 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.970165 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2660f5-dcdb-4598-8a82-651bd565703d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:34.973972 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa2660f5-dcdb-4598-8a82-651bd565703d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.992412 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.006377 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-aa2660f5-dcdb-4598-8a82-651bd565703d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] device_id is not set on port e6f5c1e6-6059-40a1-9e2b-f532342aca28 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:35.009725 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-efcf50f6-ee00-4856-8bf1-500c73aa6c34 None None] Provisioning for port 701ccee7-462f-4894-bd64-5a84060d3d06 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:35.012289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] For port 5b006efa-615b-49d1-a20a-2e54cea01a3b, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:35.016339 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] For port 5b006efa-615b-49d1-a20a-2e54cea01a3b, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5b006efa-615b-49d1-a20a-2e54cea01a3b,segment=NetworkSegment(66264a64-03ea-439c-8c63-fa2f47ce4cd6),segment_id=66264a64-03ea-439c-8c63-fa2f47ce4cd6)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:35.018325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-efcf50f6-ee00-4856-8bf1-500c73aa6c34 None None] Provisioning complete for port 701ccee7-462f-4894-bd64-5a84060d3d06 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:35.019619 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-efcf50f6-ee00-4856-8bf1-500c73aa6c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.045313 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.074368 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-746ffdf3-2d87-4f92-851a-7557095910c3 req-0f3b9f01-2876-45e6-bbc2-cfc103895d89 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0304840 Jul 22 23:41:35.099171 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-efcf50f6-ee00-4856-8bf1-500c73aa6c34 None None] Port 701ccee7-462f-4894-bd64-5a84060d3d06 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:35.120272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc05bc-a7b6-43fd-9363-f614ac11b84f None None] Pushing event updated for resources: {'Port': ['ID=5b006efa-615b-49d1-a20a-2e54cea01a3b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:35.226077 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-aa2660f5-dcdb-4598-8a82-651bd565703d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Allocated IP 172.20.0.6 (87e59be8-ddc6-48b9-a1bc-8083b823ffbe/3051f143-d53e-47d0-8a66-71fc8e52f8be/e6f5c1e6-6059-40a1-9e2b-f532342aca28) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:35.442492 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.535357 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701ccee7-462f-4894-bd64-5a84060d3d06 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:41:35.555651 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.585741 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa2660f5-dcdb-4598-8a82-651bd565703d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.592820 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Transition to ACTIVE for port object 701ccee7-462f-4894-bd64-5a84060d3d06 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:35.607578 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.615577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-aa2660f5-dcdb-4598-8a82-651bd565703d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Transition to ACTIVE for port object e6f5c1e6-6059-40a1-9e2b-f532342aca28 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:35.656908 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d655f4-b5bb-4b02-bd46-5851b84255c8 req-b9457cf6-3815-457f-889c-a9b952239e1e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:35.658430 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15d655f4-b5bb-4b02-bd46-5851b84255c8 req-b9457cf6-3815-457f-889c-a9b952239e1e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 932 time: 0.2340176 Jul 22 23:41:35.698536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea7780-c7f7-4d6a-baa4-d93702d7b90d req-d91c401b-87ef-46b4-bc49-fec7aa5fb97f tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:35.700131 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5ea7780-c7f7-4d6a-baa4-d93702d7b90d req-d91c401b-87ef-46b4-bc49-fec7aa5fb97f tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 943 time: 0.2660377 Jul 22 23:41:35.720262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Pushing event updated for resources: {'Port': ['ID=701ccee7-462f-4894-bd64-5a84060d3d06,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:35.814714 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5b006efa-615b-49d1-a20a-2e54cea01a3b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:35.900405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 5b006efa-615b-49d1-a20a-2e54cea01a3b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:36.159375 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15d655f4-b5bb-4b02-bd46-5851b84255c8 req-6ad81894-4e18-4493-8b83-4239333eaa69 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4929919 Jul 22 23:41:36.166794 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb8b656-2f32-4e86-8965-e2821b80fae3 None None] Network 87e59be8-ddc6-48b9-a1bc-8083b823ffbe requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:36.170913 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa2660f5-dcdb-4598-8a82-651bd565703d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.183671 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 90d59c4d-d431-42f5-9b17-07970a10182a details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:41:36.195653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5ea7780-c7f7-4d6a-baa4-d93702d7b90d req-a9350a2e-2bc1-43d3-8476-9e0a1c865ecb tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824843 Jul 22 23:41:36.255019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2660f5-dcdb-4598-8a82-651bd565703d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network 87e59be8-ddc6-48b9-a1bc-8083b823ffbe is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:36.265490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-aa2660f5-dcdb-4598-8a82-651bd565703d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:36.268028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2660f5-dcdb-4598-8a82-651bd565703d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:36.297875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Attempting to bind port 701ccee7-462f-4894-bd64-5a84060d3d06 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:36.297875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Attempting to bind port 701ccee7-462f-4894-bd64-5a84060d3d06 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:36.297875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Attempting to bind port 701ccee7-462f-4894-bd64-5a84060d3d06 on network d9c6f596-1a55-460f-aa44-3580307980e5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:36.304675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Port 701ccee7-462f-4894-bd64-5a84060d3d06 on network d9c6f596-1a55-460f-aa44-3580307980e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:41:36.305008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Attempting to bind port 701ccee7-462f-4894-bd64-5a84060d3d06 on network d9c6f596-1a55-460f-aa44-3580307980e5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:36.310835 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2660f5-dcdb-4598-8a82-651bd565703d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=e6f5c1e6-6059-40a1-9e2b-f532342aca28,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:36.335581 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:36.335916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Checking segment: {'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:36.336298 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Bound using segment: {'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:36.337140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Bound port: 701ccee7-462f-4894-bd64-5a84060d3d06, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:36.337140 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.355806 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4598794c-672c-4c06-8cf2-94b5b8e9168b None None] Provisioning for port 5b006efa-615b-49d1-a20a-2e54cea01a3b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:36.368981 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4598794c-672c-4c06-8cf2-94b5b8e9168b None None] Provisioning complete for port 5b006efa-615b-49d1-a20a-2e54cea01a3b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:36.369933 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4598794c-672c-4c06-8cf2-94b5b8e9168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.374747 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f255b9d9-427c-4e1f-a0ec-f5e927a28866 req-887509aa-cf4b-46ae-8760-cfbadf28c1d4 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0586529 Jul 22 23:41:36.388284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2660f5-dcdb-4598-8a82-651bd565703d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:36.389223 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa2660f5-dcdb-4598-8a82-651bd565703d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.448583 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-aa2660f5-dcdb-4598-8a82-651bd565703d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8063624 Jul 22 23:41:36.452047 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44772) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:36.477606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] For port 701ccee7-462f-4894-bd64-5a84060d3d06, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:36.482379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] For port 701ccee7-462f-4894-bd64-5a84060d3d06, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=701ccee7-462f-4894-bd64-5a84060d3d06,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:36.491230 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.547721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:36.548626 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.551411 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] 10.222.0.95 "PUT /v2.0/ports/701ccee7-462f-4894-bd64-5a84060d3d06 HTTP/1.1" status: 200 len: 1092 time: 1.6828308 Jul 22 23:41:36.552407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'tag': '701ccee7-462f-4894-bd64-5a84060d3d06'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:36.555067 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c6f0da-bd56-4546-b0fd-b0f4edfa3951" -d '{"events": [{"name": "network-changed", "server_uuid": "5d405530-df87-4d8d-9b11-d0d9157fcd25", "tag": "701ccee7-462f-4894-bd64-5a84060d3d06"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:36.623175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 90d59c4d-d431-42f5-9b17-07970a10182a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=90d59c4d-d431-42f5-9b17-07970a10182a,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:36.631610 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8abd84-68fc-428e-bfab-f4c02095fa8c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:36.637461 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3a8abd84-68fc-428e-bfab-f4c02095fa8c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.1835728 Jul 22 23:41:36.638361 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44776) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:36.664272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '90d59c4d-d431-42f5-9b17-07970a10182a', 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122', 'port_id': '90d59c4d-d431-42f5-9b17-07970a10182a', 'mac_address': 'fa:16:3e:ee:33:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be0a5b1-3bce-4e99-b121-d80db0f7b202', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:41:36.668331 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90549a16-dfc8-4522-8fc2-03a9fd8a404c x-openstack-request-id: req-90549a16-dfc8-4522-8fc2-03a9fd8a404c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:36.669894 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d405530-df87-4d8d-9b11-d0d9157fcd25", "tag": "701ccee7-462f-4894-bd64-5a84060d3d06", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:36.670306 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-90549a16-dfc8-4522-8fc2-03a9fd8a404c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:36.670855 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'tag': '701ccee7-462f-4894-bd64-5a84060d3d06', 'status': 'completed', 'code': 200} Jul 22 23:41:36.692299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c4b2d-83a2-4e0c-ab70-9469dcf2a226 service neutron] Pushing event updated for resources: {'Port': ['ID=701ccee7-462f-4894-bd64-5a84060d3d06,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:36.751216 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-66135d79-7d2c-43bf-9091-5ef3427325aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:36.753251 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-66135d79-7d2c-43bf-9091-5ef3427325aa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d2e7e8a1c7644425a65536a6b1591ad6&device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 1095 time: 0.1509471 Jul 22 23:41:36.783020 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.805621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-470c9db5-1410-46ad-9259-ec49b958b95d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port e6f5c1e6-6059-40a1-9e2b-f532342aca28 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:36.805892 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4598794c-672c-4c06-8cf2-94b5b8e9168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.807168 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-470c9db5-1410-46ad-9259-ec49b958b95d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.810303 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d59c4d-d431-42f5-9b17-07970a10182a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:41:36.816616 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-609546fd-7ee5-4cc3-b523-1a22e771f54c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=701ccee7-462f-4894-bd64-5a84060d3d06 HTTP/1.1" status: 200 len: 217 time: 0.0545454 Jul 22 23:41:36.895893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 90d59c4d-d431-42f5-9b17-07970a10182a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=90d59c4d-d431-42f5-9b17-07970a10182a,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:36.897673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-28706997-5f95-491b-92f2-32489eadcb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:36.897967 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4598794c-672c-4c06-8cf2-94b5b8e9168b None None] For port 5b006efa-615b-49d1-a20a-2e54cea01a3b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5b006efa-615b-49d1-a20a-2e54cea01a3b,segment=NetworkSegment(66264a64-03ea-439c-8c63-fa2f47ce4cd6),segment_id=66264a64-03ea-439c-8c63-fa2f47ce4cd6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:36.899445 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-28706997-5f95-491b-92f2-32489eadcb29 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2482584c-2a32-49e4-91b9-a354783f97de HTTP/1.1" status: 200 len: 855 time: 0.0747423 Jul 22 23:41:36.903846 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.908518 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4598794c-672c-4c06-8cf2-94b5b8e9168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.980346 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.986458 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-a8b0f54e-6151-4f3b-a5d4-0b0355ef9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:36.988313 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-a8b0f54e-6151-4f3b-a5d4-0b0355ef9bfd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d9c6f596-1a55-460f-aa44-3580307980e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815711 Jul 22 23:41:36.991237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=90d59c4d-d431-42f5-9b17-07970a10182a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:37.005803 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-470c9db5-1410-46ad-9259-ec49b958b95d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.056578 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-470c9db5-1410-46ad-9259-ec49b958b95d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for e6f5c1e6-6059-40a1-9e2b-f532342aca28 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:37.072351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598794c-672c-4c06-8cf2-94b5b8e9168b None None] Pushing event updated for resources: {'Port': ['ID=5b006efa-615b-49d1-a20a-2e54cea01a3b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:37.160021 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-025cee61-e67d-4cd3-b461-fea68b7ab2a5 service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630850 Jul 22 23:41:37.250799 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['90d59c4d-d431-42f5-9b17-07970a10182a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:41:37.269156 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-470c9db5-1410-46ad-9259-ec49b958b95d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.334937 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ba306d6f-a408-47ce-8832-b8d2255078dd None None] Provisioning for port 842b5c1d-7383-4327-adec-385d8003f279 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:37.340096 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c9db5-1410-46ad-9259-ec49b958b95d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=e6f5c1e6-6059-40a1-9e2b-f532342aca28,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:37.351750 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ba306d6f-a408-47ce-8832-b8d2255078dd None None] Provisioning complete for port 842b5c1d-7383-4327-adec-385d8003f279 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:37.352124 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba306d6f-a408-47ce-8832-b8d2255078dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.381118 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a1b81cc-3062-4fe2-8d59-f014261f1d3a req-7eb79bd0-4484-48d5-acc6-58534701e279 service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120965 Jul 22 23:41:37.394209 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-470c9db5-1410-46ad-9259-ec49b958b95d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.401932 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-470c9db5-1410-46ad-9259-ec49b958b95d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/e6f5c1e6-6059-40a1-9e2b-f532342aca28 HTTP/1.1" status: 204 len: 168 time: 0.7623270 Jul 22 23:41:37.402720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44804) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:37.409242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ba306d6f-a408-47ce-8832-b8d2255078dd None None] Port 842b5c1d-7383-4327-adec-385d8003f279 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:37.414243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e303cde-709f-49ce-885d-82f8cfe47814 req-7280f17b-0f15-402e-893b-1f21be15f078 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.1485043 Jul 22 23:41:37.435003 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ba306d6f-a408-47ce-8832-b8d2255078dd None None] Provisioning complete for port 5b006efa-615b-49d1-a20a-2e54cea01a3b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:37.435378 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba306d6f-a408-47ce-8832-b8d2255078dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.452108 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-433294fb-f7e4-4b1d-afd7-cef92e4ea7da tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] GET failed (client error): The resource could not be found. Jul 22 23:41:37.457173 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-433294fb-f7e4-4b1d-afd7-cef92e4ea7da tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports/e6f5c1e6-6059-40a1-9e2b-f532342aca28 HTTP/1.1" status: 404 len: 333 time: 0.0532970 Jul 22 23:41:37.457796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44806) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:37.574716 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ba306d6f-a408-47ce-8832-b8d2255078dd None None] Could not find standard attr ID for object e6f5c1e6-6059-40a1-9e2b-f532342aca28. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:41:37.655117 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d924e8-65ed-458d-8ee3-bf6696f47e6c req-ead5afce-af86-4c0a-a98b-8117d16ddb12 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:37.656607 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8d924e8-65ed-458d-8ee3-bf6696f47e6c req-ead5afce-af86-4c0a-a98b-8117d16ddb12 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.3900232 Jul 22 23:41:37.694252 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2f5cd4ab-1023-43f3-bfd2-4e6ecee25081 None None] Provisioning complete for port 842b5c1d-7383-4327-adec-385d8003f279 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:37.694735 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd4ab-1023-43f3-bfd2-4e6ecee25081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.709758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6f0da-bd56-4546-b0fd-b0f4edfa3951 req-bbec2e25-b3dd-419e-ac38-34992c1df6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:37.711276 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85c6f0da-bd56-4546-b0fd-b0f4edfa3951 req-bbec2e25-b3dd-419e-ac38-34992c1df6b3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d2e7e8a1c7644425a65536a6b1591ad6&device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 1095 time: 0.1894269 Jul 22 23:41:37.736522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2f5cd4ab-1023-43f3-bfd2-4e6ecee25081 None None] Port 842b5c1d-7383-4327-adec-385d8003f279 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:37.756022 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8d924e8-65ed-458d-8ee3-bf6696f47e6c req-a5f63a59-4bac-43a2-b198-29d791667a84 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910246 Jul 22 23:41:37.772144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5b006efa-615b-49d1-a20a-2e54cea01a3b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:37.772948 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842b0b8-f328-4684-8af0-89f3b4077b93 req-6ad00340-85b8-45ec-b241-1cfc10990e85 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:37.774517 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2842b0b8-f328-4684-8af0-89f3b4077b93 req-6ad00340-85b8-45ec-b241-1cfc10990e85 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 944 time: 0.2514544 Jul 22 23:41:37.779700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-849f0177-5f46-4c72-be9e-eb06bddb988d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port 842b5c1d-7383-4327-adec-385d8003f279 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:37.780052 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-849f0177-5f46-4c72-be9e-eb06bddb988d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.826235 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 5b006efa-615b-49d1-a20a-2e54cea01a3b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:37.826674 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.859635 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f79ec46d-8978-4162-843a-5064160c5bfd None None] Could not find standard attr ID for object e6f5c1e6-6059-40a1-9e2b-f532342aca28. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:41:37.929702 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2842b0b8-f328-4684-8af0-89f3b4077b93 req-fd6fd698-6dc6-4950-b5a5-80ab70437b0a tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346145 Jul 22 23:41:37.959567 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6f0da-bd56-4546-b0fd-b0f4edfa3951 req-60da4cbb-cfea-4432-8bd9-4b8c6191a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:37.961732 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85c6f0da-bd56-4546-b0fd-b0f4edfa3951 req-60da4cbb-cfea-4432-8bd9-4b8c6191a339 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d9c6f596-1a55-460f-aa44-3580307980e5 HTTP/1.1" status: 200 len: 917 time: 0.2394452 Jul 22 23:41:37.982612 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-849f0177-5f46-4c72-be9e-eb06bddb988d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:38.020989 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85c6f0da-bd56-4546-b0fd-b0f4edfa3951 req-e43802e8-f930-4a23-9bdf-2dc86a41e8aa service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=701ccee7-462f-4894-bd64-5a84060d3d06 HTTP/1.1" status: 200 len: 217 time: 0.0487678 Jul 22 23:41:38.027399 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-849f0177-5f46-4c72-be9e-eb06bddb988d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for 842b5c1d-7383-4327-adec-385d8003f279 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:38.110907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6f0da-bd56-4546-b0fd-b0f4edfa3951 req-1cdaa8cc-14ea-4627-957e-13b75722ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:38.112388 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85c6f0da-bd56-4546-b0fd-b0f4edfa3951 req-1cdaa8cc-14ea-4627-957e-13b75722ae91 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2482584c-2a32-49e4-91b9-a354783f97de HTTP/1.1" status: 200 len: 855 time: 0.0830920 Jul 22 23:41:38.222607 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6f0da-bd56-4546-b0fd-b0f4edfa3951 req-30690642-2c18-46ba-8fc8-35db37b8fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:38.224032 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85c6f0da-bd56-4546-b0fd-b0f4edfa3951 req-30690642-2c18-46ba-8fc8-35db37b8fad7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d9c6f596-1a55-460f-aa44-3580307980e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007209 Jul 22 23:41:38.252670 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-849f0177-5f46-4c72-be9e-eb06bddb988d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:38.290887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f0177-5f46-4c72-be9e-eb06bddb988d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=842b5c1d-7383-4327-adec-385d8003f279,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:38.403377 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85c6f0da-bd56-4546-b0fd-b0f4edfa3951 req-9a47913e-c13d-444e-a6a7-c3716115a4e9 service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703923 Jul 22 23:41:38.411159 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-849f0177-5f46-4c72-be9e-eb06bddb988d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:38.413076 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-849f0177-5f46-4c72-be9e-eb06bddb988d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/842b5c1d-7383-4327-adec-385d8003f279 HTTP/1.1" status: 204 len: 168 time: 0.9517555 Jul 22 23:41:38.415895 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44810) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:38.444412 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-530bbe67-563e-4146-8ae0-e35bf4b0f441 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] GET failed (client error): The resource could not be found. Jul 22 23:41:38.446995 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-530bbe67-563e-4146-8ae0-e35bf4b0f441 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports/842b5c1d-7383-4327-adec-385d8003f279 HTTP/1.1" status: 404 len: 333 time: 0.0284302 Jul 22 23:41:38.449002 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44812) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:38.509235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-53018222-74ec-4627-934f-de52156c717d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting subnet 3051f143-d53e-47d0-8a66-71fc8e52f8be {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:41:38.512545 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53018222-74ec-4627-934f-de52156c717d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:38.524423 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85c6f0da-bd56-4546-b0fd-b0f4edfa3951 req-eae89b50-fc1a-4132-8d31-fe883c40e65d service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102593 Jul 22 23:41:38.543335 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-473f127d-4e0b-422f-b41a-cbd42b1c28c9 req-fe6b05b6-a076-426a-adaf-81bc652cc161 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0346007 Jul 22 23:41:38.558141 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53018222-74ec-4627-934f-de52156c717d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:38.639533 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53018222-74ec-4627-934f-de52156c717d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:38.695114 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53018222-74ec-4627-934f-de52156c717d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:38.725228 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53018222-74ec-4627-934f-de52156c717d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Subnet': ['ID=3051f143-d53e-47d0-8a66-71fc8e52f8be,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:38.730494 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53018222-74ec-4627-934f-de52156c717d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:38.731770 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-53018222-74ec-4627-934f-de52156c717d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/3051f143-d53e-47d0-8a66-71fc8e52f8be HTTP/1.1" status: 204 len: 168 time: 0.2817817 Jul 22 23:41:38.734365 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44816) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:38.737198 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0132644e-d18d-462f-b326-bb90791a66a2 None None] Network 87e59be8-ddc6-48b9-a1bc-8083b823ffbe requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:38.808235 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:38.863703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port 5b006efa-615b-49d1-a20a-2e54cea01a3b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:38.864047 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:38.914062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c02da-9e2c-44be-b3f6-b9964d279f81 req-025dab55-923b-469a-ba08-3072d9894b9d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:38.917134 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-660c02da-9e2c-44be-b3f6-b9964d279f81 req-025dab55-923b-469a-ba08-3072d9894b9d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.0722692 Jul 22 23:41:38.944394 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] For port 5b006efa-615b-49d1-a20a-2e54cea01a3b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5b006efa-615b-49d1-a20a-2e54cea01a3b,segment=NetworkSegment(66264a64-03ea-439c-8c63-fa2f47ce4cd6),segment_id=66264a64-03ea-439c-8c63-fa2f47ce4cd6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:38.944758 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:38.968377 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-660c02da-9e2c-44be-b3f6-b9964d279f81 req-c95b4b44-85ec-4c0a-9a62-d2e619311e8f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439637 Jul 22 23:41:38.971095 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for 5b006efa-615b-49d1-a20a-2e54cea01a3b owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:38.973308 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38901cf5-6cbc-4191-a748-f5331750ac41 None None] DHCP port deletion for 87e59be8-ddc6-48b9-a1bc-8083b823ffbe request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:41:39.036474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-38901cf5-6cbc-4191-a748-f5331750ac41 None None] Deleting port 5b006efa-615b-49d1-a20a-2e54cea01a3b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:39.036966 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38901cf5-6cbc-4191-a748-f5331750ac41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.080123 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.112490 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=5b006efa-615b-49d1-a20a-2e54cea01a3b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:39.114640 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No DVR routers for this DVR port 5b006efa-615b-49d1-a20a-2e54cea01a3b on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:39.132263 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-38901cf5-6cbc-4191-a748-f5331750ac41 None None] For port 5b006efa-615b-49d1-a20a-2e54cea01a3b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5b006efa-615b-49d1-a20a-2e54cea01a3b,segment=NetworkSegment(66264a64-03ea-439c-8c63-fa2f47ce4cd6),segment_id=66264a64-03ea-439c-8c63-fa2f47ce4cd6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:39.132894 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38901cf5-6cbc-4191-a748-f5331750ac41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.146804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-38901cf5-6cbc-4191-a748-f5331750ac41 None None] Calling delete_port for 5b006efa-615b-49d1-a20a-2e54cea01a3b owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:39.165423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aeaaa-be4d-4543-99dd-3f21b872e4e6 req-1b3b4d89-d1bf-413f-83ac-072e0b7fa11f tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:39.169745 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cf4aeaaa-be4d-4543-99dd-3f21b872e4e6 req-1b3b4d89-d1bf-413f-83ac-072e0b7fa11f tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 944 time: 0.1031549 Jul 22 23:41:39.206621 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: from cryptography.utils import int_from_bytes Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: from cryptography.utils import int_from_bytes Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.218600 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.221646 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.221646 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.221646 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.221646 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.221646 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.221646 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.221646 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.221646 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.221646 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.221646 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.221646 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.221646 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.221646 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:41:39.221646 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:41:39.222746 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e59be8-ddc6-48b9-a1bc-8083b823ffbe']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:39.225811 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cf4aeaaa-be4d-4543-99dd-3f21b872e4e6 req-fc55e58c-975e-4e85-bde4-698a2dcbc1ec tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475464 Jul 22 23:41:39.231054 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66264a64-03ea-439c-8c63-fa2f47ce4cd6') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:39.232513 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-38901cf5-6cbc-4191-a748-f5331750ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.235492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66264a64-03ea-439c-8c63-fa2f47ce4cd6') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:39.246182 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.259665 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.265013 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38901cf5-6cbc-4191-a748-f5331750ac41 None None] Pushing event deleted for resources: {'Port': ['ID=5b006efa-615b-49d1-a20a-2e54cea01a3b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:39.267861 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:41:39.268286 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.269840 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38901cf5-6cbc-4191-a748-f5331750ac41 None None] No DVR routers for this DVR port 5b006efa-615b-49d1-a20a-2e54cea01a3b on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:41:39.271279 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:41:39.331108 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.339205 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.340980 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/networks/87e59be8-ddc6-48b9-a1bc-8083b823ffbe HTTP/1.1" status: 204 len: 168 time: 0.6057026 Jul 22 23:41:39.344727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44830) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:39.349990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7ff8a0c6-a2b4-47af-9acb-dc71b3e0a608 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-463783157'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:39.351969 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2a6e4-1ece-4df3-944a-b10cc128c38b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Network': ['ID=87e59be8-ddc6-48b9-a1bc-8083b823ffbe,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:39.374901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff8a0c6-a2b4-47af-9acb-dc71b3e0a608 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:39.378577 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a0c6-a2b4-47af-9acb-dc71b3e0a608 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.402762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff8a0c6-a2b4-47af-9acb-dc71b3e0a608 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:39.411695 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a0c6-a2b4-47af-9acb-dc71b3e0a608 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.412037 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-7ff8a0c6-a2b4-47af-9acb-dc71b3e0a608 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Added segment 72af3946-494c-4694-a39f-e809cd5efc69 of type vlan for network 2f8bd722-c097-4833-b008-e398f06d83bf Jul 22 23:41:39.450469 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a0c6-a2b4-47af-9acb-dc71b3e0a608 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.478332 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a0c6-a2b4-47af-9acb-dc71b3e0a608 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.484519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff8a0c6-a2b4-47af-9acb-dc71b3e0a608 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:39.485112 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a0c6-a2b4-47af-9acb-dc71b3e0a608 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.516758 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7ff8a0c6-a2b4-47af-9acb-dc71b3e0a608 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1708190 Jul 22 23:41:39.519357 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44832) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:39.524781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c2dfbd4d-7b5b-4cd9-82ca-b97a32fda8cb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'subnet': {'network_id': '2f8bd722-c097-4833-b008-e398f06d83bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:39.580477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8a0c6-a2b4-47af-9acb-dc71b3e0a608 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Network': ['ID=2f8bd722-c097-4833-b008-e398f06d83bf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:39.591883 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 2f8bd722-c097-4833-b008-e398f06d83bf details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:39.665178 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-304d6787-e28f-4826-8a40-f4833c583665 req-c60ea404-40c3-498e-9766-8eb6aa997fba tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0389917 Jul 22 23:41:39.683528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dfbd4d-7b5b-4cd9-82ca-b97a32fda8cb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:39.687089 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2dfbd4d-7b5b-4cd9-82ca-b97a32fda8cb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.744569 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5b006efa-615b-49d1-a20a-2e54cea01a3b no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:41:39.765333 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 5b006efa-615b-49d1-a20a-2e54cea01a3b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:41:39.765682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5b006efa-615b-49d1-a20a-2e54cea01a3b not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:41:39.866606 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2dfbd4d-7b5b-4cd9-82ca-b97a32fda8cb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.928256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfbd4d-7b5b-4cd9-82ca-b97a32fda8cb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Subnet': ['ID=9fb2724f-0c72-494c-89c2-064b5474dac1,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:39.933299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfbd4d-7b5b-4cd9-82ca-b97a32fda8cb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Checking segment: {'id': '72af3946-494c-4694-a39f-e809cd5efc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '2f8bd722-c097-4833-b008-e398f06d83bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:39.933661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dfbd4d-7b5b-4cd9-82ca-b97a32fda8cb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network hostable DHCP agents. Network: 2f8bd722-c097-4833-b008-e398f06d83bf, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:41:39.950528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dfbd4d-7b5b-4cd9-82ca-b97a32fda8cb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network 2f8bd722-c097-4833-b008-e398f06d83bf is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:41:39.959343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c2dfbd4d-7b5b-4cd9-82ca-b97a32fda8cb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 2f8bd722-c097-4833-b008-e398f06d83bf) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:39.964193 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dfbd4d-7b5b-4cd9-82ca-b97a32fda8cb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:39.964798 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2dfbd4d-7b5b-4cd9-82ca-b97a32fda8cb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.972686 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ff1a70-eeca-4848-b82d-8e0d7f5d9310 None None] Network 2f8bd722-c097-4833-b008-e398f06d83bf requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:39.982762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c2dfbd4d-7b5b-4cd9-82ca-b97a32fda8cb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4622519 Jul 22 23:41:39.985646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44838) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:39.990802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-27a587fc-66d8-4d25-8d2b-c69856fd3efd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'network_id': '2f8bd722-c097-4833-b008-e398f06d83bf', 'name': 'tempest-PortsTestJSON-271268163', 'fixed_ips': [{'subnet_id': '9fb2724f-0c72-494c-89c2-064b5474dac1', 'ip_address': '172.20.0.10'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:40.140420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a587fc-66d8-4d25-8d2b-c69856fd3efd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:40.151380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f7c6a-29f8-45f9-b40d-837e1d1bc3a4 req-f1971a3d-345c-418c-aeec-65d7341094d9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:40.153664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-2f8bd722-c097-4833-b008-e398f06d83bf', 'network_id': '2f8bd722-c097-4833-b008-e398f06d83bf', 'tenant_id': '59aa8cc98d8f4e89bbad4dbb5b494387', 'fixed_ips': [{'subnet_id': '9fb2724f-0c72-494c-89c2-064b5474dac1'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:40.154536 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.160316 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d94f7c6a-29f8-45f9-b40d-837e1d1bc3a4 req-f1971a3d-345c-418c-aeec-65d7341094d9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.0819862 Jul 22 23:41:40.197571 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d94f7c6a-29f8-45f9-b40d-837e1d1bc3a4 req-4027a154-c0af-4cb4-9bde-5b567d60035a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362999 Jul 22 23:41:40.246819 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27a587fc-66d8-4d25-8d2b-c69856fd3efd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.252154 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 90d59c4d-d431-42f5-9b17-07970a10182a up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:40.264956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-27a587fc-66d8-4d25-8d2b-c69856fd3efd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] device_id is not set on port f76f164c-9faf-479a-b690-719d2aeb1a5b yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:40.358049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 90d59c4d-d431-42f5-9b17-07970a10182a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:40.361119 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Allocated IP 172.20.0.2 (2f8bd722-c097-4833-b008-e398f06d83bf/9fb2724f-0c72-494c-89c2-064b5474dac1/557d3514-5fe2-4117-b6f0-8f9f6ac8469c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:40.367935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 90d59c4d-d431-42f5-9b17-07970a10182a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:40.368289 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.387007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8eb3f-52cc-486e-98a6-4ea0f8b832db req-c8cf834a-dc60-4fea-ab8c-90f1c814e80a tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:40.388536 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5c8eb3f-52cc-486e-98a6-4ea0f8b832db req-c8cf834a-dc60-4fea-ab8c-90f1c814e80a tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 944 time: 0.0826874 Jul 22 23:41:40.428703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5c8eb3f-52cc-486e-98a6-4ea0f8b832db req-08c6dabf-9ccf-4c44-bc3e-61dba673e602 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334866 Jul 22 23:41:40.532699 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.561404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 701ccee7-462f-4894-bd64-5a84060d3d06 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:41:40.601059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3494be4-849c-49ca-aa8e-d6367054cfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d59c4d-d431-42f5-9b17-07970a10182a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:40.603312 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935cb1b7-c385-4d14-88b9-702737eece22" -d '{"events": [{"server_uuid": "f3494be4-849c-49ca-aa8e-d6367054cfb8", "name": "network-vif-plugged", "status": "completed", "tag": "90d59c4d-d431-42f5-9b17-07970a10182a"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:40.612920 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.630699 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 90d59c4d-d431-42f5-9b17-07970a10182a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=90d59c4d-d431-42f5-9b17-07970a10182a,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:40.647630 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6bc065-805b-4de4-ba79-6620621e240b x-openstack-request-id: req-ed6bc065-805b-4de4-ba79-6620621e240b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:40.647917 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3494be4-849c-49ca-aa8e-d6367054cfb8", "name": "network-vif-plugged", "status": "completed", "tag": "90d59c4d-d431-42f5-9b17-07970a10182a", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:40.648165 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed6bc065-805b-4de4-ba79-6620621e240b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:40.648545 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3494be4-849c-49ca-aa8e-d6367054cfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d59c4d-d431-42f5-9b17-07970a10182a', 'code': 200} Jul 22 23:41:40.649290 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.652874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Transition to ACTIVE for port object 557d3514-5fe2-4117-b6f0-8f9f6ac8469c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:40.739182 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Transition to ACTIVE for port object 557d3514-5fe2-4117-b6f0-8f9f6ac8469c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:40.762421 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.770753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=90d59c4d-d431-42f5-9b17-07970a10182a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:40.785895 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed509c38-e77e-4cd0-999b-d417c5f8d229 req-67a042d9-2b5b-4feb-8235-c9bd6c763bbc tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0325980 Jul 22 23:41:40.811231 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c586c-b6e8-44ee-ba6f-c9654f3284dc req-b218ea4d-6413-4f90-8962-6bd68417f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:40.812328 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d46c586c-b6e8-44ee-ba6f-c9654f3284dc req-b218ea4d-6413-4f90-8962-6bd68417f9c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 1096 time: 0.0884364 Jul 22 23:41:40.825146 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 701ccee7-462f-4894-bd64-5a84060d3d06, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=701ccee7-462f-4894-bd64-5a84060d3d06,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:40.828754 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Network 2f8bd722-c097-4833-b008-e398f06d83bf is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:40.833183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-27a587fc-66d8-4d25-8d2b-c69856fd3efd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Allocated IP 172.20.0.10 (2f8bd722-c097-4833-b008-e398f06d83bf/9fb2724f-0c72-494c-89c2-064b5474dac1/f76f164c-9faf-479a-b690-719d2aeb1a5b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:40.841411 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:40.843797 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:40.851027 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d46c586c-b6e8-44ee-ba6f-c9654f3284dc req-88ca072c-03cf-481f-b146-cd5991fb5e3e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315759 Jul 22 23:41:40.856602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '701ccee7-462f-4894-bd64-5a84060d3d06', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'port_id': '701ccee7-462f-4894-bd64-5a84060d3d06', 'mac_address': 'fa:16:3e:6b:8b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:41:40.860350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Pushing event updated for resources: {'Port': ['ID=557d3514-5fe2-4117-b6f0-8f9f6ac8469c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:40.939468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Attempting to bind port 557d3514-5fe2-4117-b6f0-8f9f6ac8469c on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:40.939834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Attempting to bind port 557d3514-5fe2-4117-b6f0-8f9f6ac8469c by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '72af3946-494c-4694-a39f-e809cd5efc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '2f8bd722-c097-4833-b008-e398f06d83bf'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:40.940189 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Attempting to bind port 557d3514-5fe2-4117-b6f0-8f9f6ac8469c on network 2f8bd722-c097-4833-b008-e398f06d83bf {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:40.949476 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:40.949775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Checking segment: {'id': '72af3946-494c-4694-a39f-e809cd5efc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '2f8bd722-c097-4833-b008-e398f06d83bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:40.950170 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.950556 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Bound using segment: {'id': '72af3946-494c-4694-a39f-e809cd5efc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '2f8bd722-c097-4833-b008-e398f06d83bf'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:40.951016 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Bound port: 557d3514-5fe2-4117-b6f0-8f9f6ac8469c, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72af3946-494c-4694-a39f-e809cd5efc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '2f8bd722-c097-4833-b008-e398f06d83bf'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:40.951393 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.954007 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.975877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701ccee7-462f-4894-bd64-5a84060d3d06 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:41:40.989962 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27a587fc-66d8-4d25-8d2b-c69856fd3efd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:41.004973 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-27a587fc-66d8-4d25-8d2b-c69856fd3efd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Transition to ACTIVE for port object f76f164c-9faf-479a-b690-719d2aeb1a5b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:41.026747 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 701ccee7-462f-4894-bd64-5a84060d3d06, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=701ccee7-462f-4894-bd64-5a84060d3d06,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:41.044791 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27a587fc-66d8-4d25-8d2b-c69856fd3efd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:41.045037 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:41.075941 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] For port 557d3514-5fe2-4117-b6f0-8f9f6ac8469c, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:41.091433 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a587fc-66d8-4d25-8d2b-c69856fd3efd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network 2f8bd722-c097-4833-b008-e398f06d83bf is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:41.094444 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-27a587fc-66d8-4d25-8d2b-c69856fd3efd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:41.094994 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] For port 557d3514-5fe2-4117-b6f0-8f9f6ac8469c, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=557d3514-5fe2-4117-b6f0-8f9f6ac8469c,segment=NetworkSegment(72af3946-494c-4694-a39f-e809cd5efc69),segment_id=72af3946-494c-4694-a39f-e809cd5efc69)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:41.098282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a587fc-66d8-4d25-8d2b-c69856fd3efd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:41.103137 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:41.105850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a587fc-66d8-4d25-8d2b-c69856fd3efd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=f76f164c-9faf-479a-b690-719d2aeb1a5b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:41.120157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=701ccee7-462f-4894-bd64-5a84060d3d06,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:41.155864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a587fc-66d8-4d25-8d2b-c69856fd3efd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:41.156615 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27a587fc-66d8-4d25-8d2b-c69856fd3efd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:41.176181 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-27a587fc-66d8-4d25-8d2b-c69856fd3efd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1892781 Jul 22 23:41:41.177875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df536e9a-df88-4e50-892d-269e82c0575e None None] Pushing event updated for resources: {'Port': ['ID=557d3514-5fe2-4117-b6f0-8f9f6ac8469c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:41.179008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44858) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:41.186220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-14ec023c-9976-4666-8a38-c3c05525fdbb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'network_id': '2f8bd722-c097-4833-b008-e398f06d83bf', 'name': 'tempest-PortsTestJSON-1711144594', 'fixed_ips': [{'subnet_id': '9fb2724f-0c72-494c-89c2-064b5474dac1', 'ip_address': '172.20.0.9'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:41.304935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['701ccee7-462f-4894-bd64-5a84060d3d06'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:41:41.356372 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ec023c-9976-4666-8a38-c3c05525fdbb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:41.411327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa7ec8-6e76-4a43-9c84-439edd76754b req-62780f84-4ea7-446b-8746-12a4ac3e2d0e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:41.413196 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06fa7ec8-6e76-4a43-9c84-439edd76754b req-62780f84-4ea7-446b-8746-12a4ac3e2d0e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 945 time: 0.1279840 Jul 22 23:41:41.531757 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06fa7ec8-6e76-4a43-9c84-439edd76754b req-dc712903-bd59-40c8-bec5-838f52485ace tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959830 Jul 22 23:41:41.547811 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14ec023c-9976-4666-8a38-c3c05525fdbb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:41.589176 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-14ec023c-9976-4666-8a38-c3c05525fdbb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] device_id is not set on port f988c088-37d2-46f7-af45-748ec02af46d yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:41.664833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f2687-ab9f-46e4-a189-32c4b823d718 req-4a6f0c9a-1ac8-418a-b1ef-470fb6075c3e tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:41.666950 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0a2f2687-ab9f-46e4-a189-32c4b823d718 req-4a6f0c9a-1ac8-418a-b1ef-470fb6075c3e tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 945 time: 0.1381249 Jul 22 23:41:41.772595 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 557d3514-5fe2-4117-b6f0-8f9f6ac8469c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:41.774133 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0a2f2687-ab9f-46e4-a189-32c4b823d718 req-6700f58e-7881-447e-a229-f257768b7b2a tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779893 Jul 22 23:41:41.805349 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-14ec023c-9976-4666-8a38-c3c05525fdbb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Allocated IP 172.20.0.9 (2f8bd722-c097-4833-b008-e398f06d83bf/9fb2724f-0c72-494c-89c2-064b5474dac1/f988c088-37d2-46f7-af45-748ec02af46d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:41.852920 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 557d3514-5fe2-4117-b6f0-8f9f6ac8469c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:41.933919 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c405f58-f5ce-4b4a-a3bd-c590bda0baa5 req-c8cc4a83-5c7e-490e-b453-ab27b0a4e72a tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0505872 Jul 22 23:41:42.019957 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14ec023c-9976-4666-8a38-c3c05525fdbb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.037294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-14ec023c-9976-4666-8a38-c3c05525fdbb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Transition to ACTIVE for port object f988c088-37d2-46f7-af45-748ec02af46d will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:42.073084 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14ec023c-9976-4666-8a38-c3c05525fdbb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.120170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ec023c-9976-4666-8a38-c3c05525fdbb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network 2f8bd722-c097-4833-b008-e398f06d83bf is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:42.123232 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-14ec023c-9976-4666-8a38-c3c05525fdbb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:42.127346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec023c-9976-4666-8a38-c3c05525fdbb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:42.156048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec023c-9976-4666-8a38-c3c05525fdbb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=f988c088-37d2-46f7-af45-748ec02af46d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:42.185769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec023c-9976-4666-8a38-c3c05525fdbb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:42.186415 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14ec023c-9976-4666-8a38-c3c05525fdbb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.204752 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-14ec023c-9976-4666-8a38-c3c05525fdbb tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0215232 Jul 22 23:41:42.204752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44872) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:42.208772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d498e461-c145-4bb5-bd4e-8583db89a716 None None] Network 2f8bd722-c097-4833-b008-e398f06d83bf requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:42.246070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6ee09c48-0b0c-44c8-b726-40494038516f None None] Provisioning for port 557d3514-5fe2-4117-b6f0-8f9f6ac8469c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:42.277729 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6ee09c48-0b0c-44c8-b726-40494038516f None None] Provisioning complete for port 557d3514-5fe2-4117-b6f0-8f9f6ac8469c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:42.278104 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ee09c48-0b0c-44c8-b726-40494038516f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.319935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22565b9c-4375-4973-a89e-fd255d5bf2db tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:42.324558 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-22565b9c-4375-4973-a89e-fd255d5bf2db tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1163483 Jul 22 23:41:42.325597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44878) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:42.410628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be0c23a-ef90-49a4-81b8-1c6dc71142c4 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:42.416775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be0c23a-ef90-49a4-81b8-1c6dc71142c4 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:42.422968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be0c23a-ef90-49a4-81b8-1c6dc71142c4 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:42.427200 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6be0c23a-ef90-49a4-81b8-1c6dc71142c4 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0973239 Jul 22 23:41:42.427641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:42.444253 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ee09c48-0b0c-44c8-b726-40494038516f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.489140 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6ee09c48-0b0c-44c8-b726-40494038516f None None] For port 557d3514-5fe2-4117-b6f0-8f9f6ac8469c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=557d3514-5fe2-4117-b6f0-8f9f6ac8469c,segment=NetworkSegment(72af3946-494c-4694-a39f-e809cd5efc69),segment_id=72af3946-494c-4694-a39f-e809cd5efc69)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:42.496549 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ee09c48-0b0c-44c8-b726-40494038516f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.540400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-39d41e5d-12df-4c85-a31e-20be4861a8b1 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port f988c088-37d2-46f7-af45-748ec02af46d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:42.540746 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39d41e5d-12df-4c85-a31e-20be4861a8b1 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.554799 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee09c48-0b0c-44c8-b726-40494038516f None None] Pushing event updated for resources: {'Port': ['ID=557d3514-5fe2-4117-b6f0-8f9f6ac8469c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:42.563923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 701ccee7-462f-4894-bd64-5a84060d3d06 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:42.628188 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 701ccee7-462f-4894-bd64-5a84060d3d06 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:42.633328 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 701ccee7-462f-4894-bd64-5a84060d3d06 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:42.633901 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.682948 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39d41e5d-12df-4c85-a31e-20be4861a8b1 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.703938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-39d41e5d-12df-4c85-a31e-20be4861a8b1 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for f988c088-37d2-46f7-af45-748ec02af46d owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:42.718863 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.732108 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafb03f-5f99-4ffb-8db3-b9c02f01aee0 req-fa922bd2-4496-46d4-8be9-848de89e09a9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:42.733699 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cafb03f-5f99-4ffb-8db3-b9c02f01aee0 req-fa922bd2-4496-46d4-8be9-848de89e09a9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 945 time: 0.1110826 Jul 22 23:41:42.752092 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701ccee7-462f-4894-bd64-5a84060d3d06'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:42.754312 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446f7136-bdad-491e-8820-532e9525d90b" -d '{"events": [{"server_uuid": "5d405530-df87-4d8d-9b11-d0d9157fcd25", "name": "network-vif-plugged", "status": "completed", "tag": "701ccee7-462f-4894-bd64-5a84060d3d06"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:42.764667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-55179823-a644-401d-9ba8-2e4c7aa9909d None None] Provisioning for port f988c088-37d2-46f7-af45-748ec02af46d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:42.771080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 701ccee7-462f-4894-bd64-5a84060d3d06, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=701ccee7-462f-4894-bd64-5a84060d3d06,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:42.772742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-55179823-a644-401d-9ba8-2e4c7aa9909d None None] Provisioning complete for port f988c088-37d2-46f7-af45-748ec02af46d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:42.773605 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55179823-a644-401d-9ba8-2e4c7aa9909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.797188 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.816616 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cafb03f-5f99-4ffb-8db3-b9c02f01aee0 req-d1c2d05e-b45c-45b4-8d47-b483af297265 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513089 Jul 22 23:41:42.961203 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39d41e5d-12df-4c85-a31e-20be4861a8b1 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.983302 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688712ed-2b92-4ad1-95c9-75ad31ecd8ad x-openstack-request-id: req-688712ed-2b92-4ad1-95c9-75ad31ecd8ad {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:42.984665 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d405530-df87-4d8d-9b11-d0d9157fcd25", "name": "network-vif-plugged", "status": "completed", "tag": "701ccee7-462f-4894-bd64-5a84060d3d06", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:42.984665 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-688712ed-2b92-4ad1-95c9-75ad31ecd8ad {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:42.984665 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701ccee7-462f-4894-bd64-5a84060d3d06', 'code': 200} Jul 22 23:41:43.003885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-55179823-a644-401d-9ba8-2e4c7aa9909d None None] Port f988c088-37d2-46f7-af45-748ec02af46d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:43.008505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d41e5d-12df-4c85-a31e-20be4861a8b1 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=f988c088-37d2-46f7-af45-748ec02af46d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:43.037708 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=701ccee7-462f-4894-bd64-5a84060d3d06,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:43.048963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-55179823-a644-401d-9ba8-2e4c7aa9909d None None] Provisioning for port f76f164c-9faf-479a-b690-719d2aeb1a5b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:43.053929 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-55179823-a644-401d-9ba8-2e4c7aa9909d None None] Provisioning complete for port f76f164c-9faf-479a-b690-719d2aeb1a5b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:43.054393 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55179823-a644-401d-9ba8-2e4c7aa9909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:43.091032 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-55179823-a644-401d-9ba8-2e4c7aa9909d None None] Port f76f164c-9faf-479a-b690-719d2aeb1a5b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:43.105010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-55179823-a644-401d-9ba8-2e4c7aa9909d None None] Provisioning complete for port 557d3514-5fe2-4117-b6f0-8f9f6ac8469c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:43.105010 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-55179823-a644-401d-9ba8-2e4c7aa9909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:43.132039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6edd1-7aff-4303-a91a-861ef17113c4 req-7243b6b4-6e09-48fe-a130-f9530620be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:43.133629 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13b6edd1-7aff-4303-a91a-861ef17113c4 req-7243b6b4-6e09-48fe-a130-f9530620be5f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 1097 time: 0.2423754 Jul 22 23:41:43.139357 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-112cbf5e-4376-4474-b6ef-35b64f4ff1dc req-d68f64dd-f322-49cd-b777-7493496e9e90 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0648603 Jul 22 23:41:43.159816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a731-2e0a-4078-a179-387e8ac213cb req-137cbe51-2b0c-493a-a64c-3b3e0d5c7c14 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:43.161408 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76e9a731-2e0a-4078-a179-387e8ac213cb req-137cbe51-2b0c-493a-a64c-3b3e0d5c7c14 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 945 time: 0.2362869 Jul 22 23:41:43.304044 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eac954f6-bf47-48fd-98d1-1bf8a9f1ffd5 None None] Could not find standard attr ID for object f988c088-37d2-46f7-af45-748ec02af46d. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:41:43.315524 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eac954f6-bf47-48fd-98d1-1bf8a9f1ffd5 None None] Provisioning complete for port f76f164c-9faf-479a-b690-719d2aeb1a5b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:43.316202 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eac954f6-bf47-48fd-98d1-1bf8a9f1ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:43.359431 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-eac954f6-bf47-48fd-98d1-1bf8a9f1ffd5 None None] Port f76f164c-9faf-479a-b690-719d2aeb1a5b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:43.506611 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-39d41e5d-12df-4c85-a31e-20be4861a8b1 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:43.508531 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-39d41e5d-12df-4c85-a31e-20be4861a8b1 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/f988c088-37d2-46f7-af45-748ec02af46d HTTP/1.1" status: 204 len: 168 time: 1.0799224 Jul 22 23:41:43.511908 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44898) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:43.546153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13b6edd1-7aff-4303-a91a-861ef17113c4 req-5ff2d966-60af-4cbf-a55c-602028c24103 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4014516 Jul 22 23:41:43.548065 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09b87ad-fed1-44cb-a067-3a75dbc68a46 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] GET failed (client error): The resource could not be found. Jul 22 23:41:43.549663 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c09b87ad-fed1-44cb-a067-3a75dbc68a46 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports/f988c088-37d2-46f7-af45-748ec02af46d HTTP/1.1" status: 404 len: 333 time: 0.0358167 Jul 22 23:41:43.552420 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:43.564053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76e9a731-2e0a-4078-a179-387e8ac213cb req-8fb39064-1a92-4063-ba54-00d1f0a89fe8 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836393 Jul 22 23:41:43.665309 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c6988e86-804c-451d-9f58-5070c7336954 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port f76f164c-9faf-479a-b690-719d2aeb1a5b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:43.665744 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6988e86-804c-451d-9f58-5070c7336954 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:43.767469 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 557d3514-5fe2-4117-b6f0-8f9f6ac8469c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:43.769679 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6988e86-804c-451d-9f58-5070c7336954 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:43.786343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c6988e86-804c-451d-9f58-5070c7336954 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for f76f164c-9faf-479a-b690-719d2aeb1a5b owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:43.820581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 557d3514-5fe2-4117-b6f0-8f9f6ac8469c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:43.821699 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.001447 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6988e86-804c-451d-9f58-5070c7336954 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.043502 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6988e86-804c-451d-9f58-5070c7336954 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=f76f164c-9faf-479a-b690-719d2aeb1a5b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:44.127212 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e1c99-0ef4-4899-9f6f-8c9f42c31df8 req-ae3739d7-0871-475d-ad2c-f21b1ac3b8a2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:44.129364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-707e1c99-0ef4-4899-9f6f-8c9f42c31df8 req-ae3739d7-0871-475d-ad2c-f21b1ac3b8a2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.1695430 Jul 22 23:41:44.169673 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6988e86-804c-451d-9f58-5070c7336954 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.172155 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c6988e86-804c-451d-9f58-5070c7336954 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/f76f164c-9faf-479a-b690-719d2aeb1a5b HTTP/1.1" status: 204 len: 168 time: 0.6186974 Jul 22 23:41:44.174811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44944) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:44.193717 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-707e1c99-0ef4-4899-9f6f-8c9f42c31df8 req-d8799892-3414-4efa-b733-c3ffe51c8129 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493896 Jul 22 23:41:44.214517 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ece841-ebbb-4c3b-9d9a-55f1a3c0dae6 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] GET failed (client error): The resource could not be found. Jul 22 23:41:44.216086 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b5ece841-ebbb-4c3b-9d9a-55f1a3c0dae6 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports/f76f164c-9faf-479a-b690-719d2aeb1a5b HTTP/1.1" status: 404 len: 333 time: 0.0402627 Jul 22 23:41:44.218862 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44946) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:44.302789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77e0026-836b-4280-ba38-a901a143902b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting subnet 9fb2724f-0c72-494c-89c2-064b5474dac1 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:41:44.322005 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e77e0026-836b-4280-ba38-a901a143902b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.336216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5d3e083-09b0-43b7-8b10-03f7497f5988 req-4cabd40a-02ae-4c58-99ef-d6eecbc405aa tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0347810 Jul 22 23:41:44.399428 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e77e0026-836b-4280-ba38-a901a143902b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.538657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1343c-3c45-4c71-b1c0-0d5d0e735436 req-10d1a538-ec37-4d13-9309-3b3129c45cbb tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:44.547121 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78c1343c-3c45-4c71-b1c0-0d5d0e735436 req-10d1a538-ec37-4d13-9309-3b3129c45cbb tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0811365 Jul 22 23:41:44.554729 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e77e0026-836b-4280-ba38-a901a143902b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.590536 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78c1343c-3c45-4c71-b1c0-0d5d0e735436 req-dd349678-08c0-4bc2-9697-f20620e5811e tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422492 Jul 22 23:41:44.642706 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e77e0026-836b-4280-ba38-a901a143902b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.670238 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e0026-836b-4280-ba38-a901a143902b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb2724f-0c72-494c-89c2-064b5474dac1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:44.672211 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e77e0026-836b-4280-ba38-a901a143902b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.674073 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e77e0026-836b-4280-ba38-a901a143902b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/9fb2724f-0c72-494c-89c2-064b5474dac1 HTTP/1.1" status: 204 len: 168 time: 0.4538772 Jul 22 23:41:44.676587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44962) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:44.679326 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534e35b5-f536-4281-b075-3c8fd5b4c677 None None] Network 2f8bd722-c097-4833-b008-e398f06d83bf requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:44.757888 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.810793 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port 557d3514-5fe2-4117-b6f0-8f9f6ac8469c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:44.811044 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.867961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869462c4-856d-442e-a19d-996c3922f393 None None] DHCP port deletion for 2f8bd722-c097-4833-b008-e398f06d83bf request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:41:44.871363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] For port 557d3514-5fe2-4117-b6f0-8f9f6ac8469c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=557d3514-5fe2-4117-b6f0-8f9f6ac8469c,segment=NetworkSegment(72af3946-494c-4694-a39f-e809cd5efc69),segment_id=72af3946-494c-4694-a39f-e809cd5efc69)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:44.871718 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.888434 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for 557d3514-5fe2-4117-b6f0-8f9f6ac8469c owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:44.918791 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Deleting port 557d3514-5fe2-4117-b6f0-8f9f6ac8469c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:44.919552 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.972836 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.985810 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-869462c4-856d-442e-a19d-996c3922f393 None None] For port 557d3514-5fe2-4117-b6f0-8f9f6ac8469c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=557d3514-5fe2-4117-b6f0-8f9f6ac8469c,segment=NetworkSegment(72af3946-494c-4694-a39f-e809cd5efc69),segment_id=72af3946-494c-4694-a39f-e809cd5efc69)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:44.986298 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.998126 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Calling delete_port for 557d3514-5fe2-4117-b6f0-8f9f6ac8469c owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:44.999620 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=557d3514-5fe2-4117-b6f0-8f9f6ac8469c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:45.001446 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No DVR routers for this DVR port 557d3514-5fe2-4117-b6f0-8f9f6ac8469c on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:45.080419 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.082202 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.090743 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8bd722-c097-4833-b008-e398f06d83bf']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:45.100366 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72af3946-494c-4694-a39f-e809cd5efc69') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:45.100598 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72af3946-494c-4694-a39f-e809cd5efc69') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:45.108001 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Pushing event deleted for resources: {'Port': ['ID=557d3514-5fe2-4117-b6f0-8f9f6ac8469c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:45.109634 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.112676 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869462c4-856d-442e-a19d-996c3922f393 None None] No DVR routers for this DVR port 557d3514-5fe2-4117-b6f0-8f9f6ac8469c on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:45.113877 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:41:45.124472 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.125641 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:45.125781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:45.126603 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:45.126964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:45.127426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:45.127837 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:45.128225 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:45.128834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:45.129191 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:45.129539 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:45.129869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:45.130193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869462c4-856d-442e-a19d-996c3922f393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:45.130906 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:41:45.131601 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:41:45.134430 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:41:45.190768 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.197225 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.199681 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/networks/2f8bd722-c097-4833-b008-e398f06d83bf HTTP/1.1" status: 204 len: 168 time: 0.5220723 Jul 22 23:41:45.203635 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44966) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:45.209034 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-037792a9-4b36-469f-ae42-3bb0a3c74e2b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-495637142'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:45.214546 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9817bf-6012-48c1-a52a-938f2ef375cd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Network': ['ID=2f8bd722-c097-4833-b008-e398f06d83bf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:45.236393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037792a9-4b36-469f-ae42-3bb0a3c74e2b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:45.236393 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-037792a9-4b36-469f-ae42-3bb0a3c74e2b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.260029 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037792a9-4b36-469f-ae42-3bb0a3c74e2b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:45.269177 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-037792a9-4b36-469f-ae42-3bb0a3c74e2b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.269524 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-037792a9-4b36-469f-ae42-3bb0a3c74e2b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Added segment 86bd13c7-06f5-414b-acb5-e9f5872cf23e of type vlan for network 1681bd8b-f37e-4d53-9055-d8d03a5fdf46 Jul 22 23:41:45.339274 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-037792a9-4b36-469f-ae42-3bb0a3c74e2b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.379678 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-037792a9-4b36-469f-ae42-3bb0a3c74e2b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.385996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037792a9-4b36-469f-ae42-3bb0a3c74e2b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:45.386880 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-037792a9-4b36-469f-ae42-3bb0a3c74e2b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.421689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e577e-6ff2-4879-8936-4ffbd55a109f req-ae920b93-4640-4efa-934c-c8baa1c8c229 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:45.423211 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-481e577e-6ff2-4879-8936-4ffbd55a109f req-ae920b93-4640-4efa-934c-c8baa1c8c229 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.1231890 Jul 22 23:41:45.438608 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-037792a9-4b36-469f-ae42-3bb0a3c74e2b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2339041 Jul 22 23:41:45.441592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44974) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:45.446815 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9d06f82d-6609-4c88-bbfb-2ceb8a575671 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'subnet': {'network_id': '1681bd8b-f37e-4d53-9055-d8d03a5fdf46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:45.485560 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b508efc1-f1ad-48e7-aa5b-056e7059ad00 req-d7889802-dfe5-4800-927f-07dfc3b06ced tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0521898 Jul 22 23:41:45.514133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037792a9-4b36-469f-ae42-3bb0a3c74e2b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Network': ['ID=1681bd8b-f37e-4d53-9055-d8d03a5fdf46,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:45.525223 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 1681bd8b-f37e-4d53-9055-d8d03a5fdf46 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:45.535808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-481e577e-6ff2-4879-8936-4ffbd55a109f req-613944c7-9ef0-4d7d-ad03-060ec7c94ee4 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041949 Jul 22 23:41:45.552892 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d06f82d-6609-4c88-bbfb-2ceb8a575671 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:45.556452 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d06f82d-6609-4c88-bbfb-2ceb8a575671 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.701373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd65e5-1f38-4b73-87e9-e35be03d080f req-253115e7-24ca-4d59-ad0c-022ef3f76fb9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:45.713744 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44984) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:45.714184 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ffd65e5-1f38-4b73-87e9-e35be03d080f req-253115e7-24ca-4d59-ad0c-022ef3f76fb9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.0863538 Jul 22 23:41:45.720184 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b5925dbe-56e3-4ffb-b93e-d15f7ae7262c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Request body: {'floatingip': {'port_id': '701ccee7-462f-4894-bd64-5a84060d3d06'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:45.779537 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 557d3514-5fe2-4117-b6f0-8f9f6ac8469c no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:41:45.789418 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5925dbe-56e3-4ffb-b93e-d15f7ae7262c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.806387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 557d3514-5fe2-4117-b6f0-8f9f6ac8469c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:41:45.808329 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 557d3514-5fe2-4117-b6f0-8f9f6ac8469c not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:41:45.848380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a740b-ed9c-4ddc-830a-c3c36a3dc92b req-d5f1183f-2b3d-4f3d-8959-c1666cd793dc tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:45.849838 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-631a740b-ed9c-4ddc-830a-c3c36a3dc92b req-d5f1183f-2b3d-4f3d-8959-c1666cd793dc tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0842640 Jul 22 23:41:45.858727 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d06f82d-6609-4c88-bbfb-2ceb8a575671 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.890789 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-631a740b-ed9c-4ddc-830a-c3c36a3dc92b req-55d3d53e-c44b-4b31-a715-78a44ea4d59a tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342166 Jul 22 23:41:45.949324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06f82d-6609-4c88-bbfb-2ceb8a575671 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Subnet': ['ID=0c7bd503-bf98-4584-952d-0343618520b3,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:46.035006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d06f82d-6609-4c88-bbfb-2ceb8a575671 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Checking segment: {'id': '86bd13c7-06f5-414b-acb5-e9f5872cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '1681bd8b-f37e-4d53-9055-d8d03a5fdf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:46.035357 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d06f82d-6609-4c88-bbfb-2ceb8a575671 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network hostable DHCP agents. Network: 1681bd8b-f37e-4d53-9055-d8d03a5fdf46, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:41:46.067856 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d06f82d-6609-4c88-bbfb-2ceb8a575671 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network 1681bd8b-f37e-4d53-9055-d8d03a5fdf46 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:41:46.082248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9d06f82d-6609-4c88-bbfb-2ceb8a575671 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 1681bd8b-f37e-4d53-9055-d8d03a5fdf46) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:46.090877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14b4094-19c7-4d95-8e73-68eb0395d94a None None] Network 1681bd8b-f37e-4d53-9055-d8d03a5fdf46 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:46.091334 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d06f82d-6609-4c88-bbfb-2ceb8a575671 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:46.091668 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d06f82d-6609-4c88-bbfb-2ceb8a575671 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.167571 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9d06f82d-6609-4c88-bbfb-2ceb8a575671 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7246640 Jul 22 23:41:46.169656 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44988) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:46.175027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6bbc00c9-6f56-4124-beff-b1b8fd16a80c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-965781526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:46.199247 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bbc00c9-6f56-4124-beff-b1b8fd16a80c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.200505 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bbc00c9-6f56-4124-beff-b1b8fd16a80c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.245757 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-1681bd8b-f37e-4d53-9055-d8d03a5fdf46', 'network_id': '1681bd8b-f37e-4d53-9055-d8d03a5fdf46', 'tenant_id': '59aa8cc98d8f4e89bbad4dbb5b494387', 'fixed_ips': [{'subnet_id': '0c7bd503-bf98-4584-952d-0343618520b3'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:46.246733 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.254002 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bbc00c9-6f56-4124-beff-b1b8fd16a80c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.258742 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bbc00c9-6f56-4124-beff-b1b8fd16a80c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.277371 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bbc00c9-6f56-4124-beff-b1b8fd16a80c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.278644 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6bbc00c9-6f56-4124-beff-b1b8fd16a80c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1079285 Jul 22 23:41:46.281218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44990) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:46.286330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'network_id': '1681bd8b-f37e-4d53-9055-d8d03a5fdf46', 'name': 'tempest-PortsTestJSON-840562798'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:46.312260 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5925dbe-56e3-4ffb-b93e-d15f7ae7262c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.317125 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5925dbe-56e3-4ffb-b93e-d15f7ae7262c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.320406 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 90d59c4d-d431-42f5-9b17-07970a10182a details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:41:46.364190 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.410220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:46.414249 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.435616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] device_id is not set on port 26eb4480-47be-47dd-852f-bb8e2593c8b4 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:46.472931 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Allocated IP 172.20.0.2 (1681bd8b-f37e-4d53-9055-d8d03a5fdf46/0c7bd503-bf98-4584-952d-0343618520b3/e541805c-f696-4bd5-baf6-d415a665e824) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:46.505456 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 90d59c4d-d431-42f5-9b17-07970a10182a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=90d59c4d-d431-42f5-9b17-07970a10182a,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:46.535401 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '90d59c4d-d431-42f5-9b17-07970a10182a', 'network_id': 'f21647f4-a3e6-4fdb-87ae-a8a620b5a122', 'port_id': '90d59c4d-d431-42f5-9b17-07970a10182a', 'mac_address': 'fa:16:3e:ee:33:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be0a5b1-3bce-4e99-b121-d80db0f7b202', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:41:46.612231 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e01d9155-c635-4429-a991-4f38e7c8bd5c req-0d0a853c-cb0b-4bf8-9492-360128c940e7 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0369422 Jul 22 23:41:46.629134 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.657717 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90d59c4d-d431-42f5-9b17-07970a10182a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:41:46.706160 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 90d59c4d-d431-42f5-9b17-07970a10182a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=90d59c4d-d431-42f5-9b17-07970a10182a,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:46.717215 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.723497 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.769661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Transition to ACTIVE for port object e541805c-f696-4bd5-baf6-d415a665e824 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:46.796085 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Transition to ACTIVE for port object e541805c-f696-4bd5-baf6-d415a665e824 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:46.804556 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=90d59c4d-d431-42f5-9b17-07970a10182a,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:46.808780 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.820666 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-b5925dbe-56e3-4ffb-b93e-d15f7ae7262c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Floating IP f538b988-6941-43c4-a871-7a64cb93838c associated. External IP: 172.25.4.248, port: 701ccee7-462f-4894-bd64-5a84060d3d06. Jul 22 23:41:46.852229 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Network 1681bd8b-f37e-4d53-9055-d8d03a5fdf46 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:46.856865 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:46.861628 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:46.865053 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Pushing event updated for resources: {'Port': ['ID=e541805c-f696-4bd5-baf6-d415a665e824,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:46.875458 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a935ad8e-62df-49cd-baba-cae7e14bef22 {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:41:46.876427 n-d-688802-2 neutron-server[93821]: DEBUG oslo_db.api [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:41:46.904776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['90d59c4d-d431-42f5-9b17-07970a10182a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:41:46.971093 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Attempting to bind port e541805c-f696-4bd5-baf6-d415a665e824 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:46.971373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Attempting to bind port e541805c-f696-4bd5-baf6-d415a665e824 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '86bd13c7-06f5-414b-acb5-e9f5872cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '1681bd8b-f37e-4d53-9055-d8d03a5fdf46'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:46.971742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Attempting to bind port e541805c-f696-4bd5-baf6-d415a665e824 on network 1681bd8b-f37e-4d53-9055-d8d03a5fdf46 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:46.979865 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:46.980239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Checking segment: {'id': '86bd13c7-06f5-414b-acb5-e9f5872cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '1681bd8b-f37e-4d53-9055-d8d03a5fdf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:46.980838 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.981271 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Bound using segment: {'id': '86bd13c7-06f5-414b-acb5-e9f5872cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '1681bd8b-f37e-4d53-9055-d8d03a5fdf46'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:46.981742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Bound port: e541805c-f696-4bd5-baf6-d415a665e824, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bd13c7-06f5-414b-acb5-e9f5872cf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '1681bd8b-f37e-4d53-9055-d8d03a5fdf46'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:46.982306 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:47.042916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456674d5-ae2f-4f7a-8698-dbfd7d572476 req-403df6d0-1ed0-4a66-8a86-714d7f6c3695 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:47.044995 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-456674d5-ae2f-4f7a-8698-dbfd7d572476 req-403df6d0-1ed0-4a66-8a86-714d7f6c3695 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 944 time: 0.0723035 Jul 22 23:41:47.080535 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5925dbe-56e3-4ffb-b93e-d15f7ae7262c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Router 24b082aa-2a0c-4a36-9e6e-46794c895e5f has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:41:47.086700 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-456674d5-ae2f-4f7a-8698-dbfd7d572476 req-5237bf4c-03ed-448a-ac57-b07a91425711 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351312 Jul 22 23:41:47.089267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] For port e541805c-f696-4bd5-baf6-d415a665e824, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:47.093220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] For port e541805c-f696-4bd5-baf6-d415a665e824, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e541805c-f696-4bd5-baf6-d415a665e824,segment=NetworkSegment(86bd13c7-06f5-414b-acb5-e9f5872cf23e),segment_id=86bd13c7-06f5-414b-acb5-e9f5872cf23e)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:47.104454 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:47.193949 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b58c6a-c5a5-445b-ad00-8c0e8603d2cf None None] Pushing event updated for resources: {'Port': ['ID=e541805c-f696-4bd5-baf6-d415a665e824,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:47.218540 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5925dbe-56e3-4ffb-b93e-d15f7ae7262c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:47.229276 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5925dbe-56e3-4ffb-b93e-d15f7ae7262c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:47.230915 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ec131-1749-44d8-bac1-3477ddd9900f None None] Sync routers for ids ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:47.243120 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ec131-1749-44d8-bac1-3477ddd9900f None None] Routers {'24b082aa-2a0c-4a36-9e6e-46794c895e5f'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:47.244274 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c67ec131-1749-44d8-bac1-3477ddd9900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:41:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:47.307940 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b5925dbe-56e3-4ffb-b93e-d15f7ae7262c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "PUT /v2.0/floatingips/f538b988-6941-43c4-a871-7a64cb93838c HTTP/1.1" status: 200 len: 992 time: 1.5933788 Jul 22 23:41:47.308581 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'tag': '701ccee7-462f-4894-bd64-5a84060d3d06'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:47.310946 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6591ae90-e941-4853-a718-03ded7549e84" -d '{"events": [{"name": "network-changed", "server_uuid": "5d405530-df87-4d8d-9b11-d0d9157fcd25", "tag": "701ccee7-462f-4894-bd64-5a84060d3d06"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:47.378615 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:47.389022 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c67ec131-1749-44d8-bac1-3477ddd9900f None None] Set router 24b082aa-2a0c-4a36-9e6e-46794c895e5f gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:47.424553 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] device_id is not set on port e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:47.446442 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc71c927-1dec-4ef3-9651-81c97ffc61d0 x-openstack-request-id: req-fc71c927-1dec-4ef3-9651-81c97ffc61d0 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:47.446597 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d405530-df87-4d8d-9b11-d0d9157fcd25", "tag": "701ccee7-462f-4894-bd64-5a84060d3d06", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:47.446854 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc71c927-1dec-4ef3-9651-81c97ffc61d0 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:47.447261 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'tag': '701ccee7-462f-4894-bd64-5a84060d3d06', 'status': 'completed', 'code': 200} Jul 22 23:41:47.659350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Allocated IP 172.20.0.12 (1681bd8b-f37e-4d53-9055-d8d03a5fdf46/0c7bd503-bf98-4584-952d-0343618520b3/e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:47.665586 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591ae90-e941-4853-a718-03ded7549e84 req-d8fdf85c-2a08-460a-8602-fc937301e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:47.667695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6591ae90-e941-4853-a718-03ded7549e84 req-d8fdf85c-2a08-460a-8602-fc937301e520 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d2e7e8a1c7644425a65536a6b1591ad6&device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 1097 time: 0.1734264 Jul 22 23:41:47.698624 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7df38-5b08-40bc-bf32-8b5df803ee96 req-9068b92f-0955-45d6-839d-1d6516ea6761 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:47.705413 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15b7df38-5b08-40bc-bf32-8b5df803ee96 req-9068b92f-0955-45d6-839d-1d6516ea6761 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 944 time: 0.1708655 Jul 22 23:41:47.760931 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c67ec131-1749-44d8-bac1-3477ddd9900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:24Z', 'revision_number': 4, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'f538b988-6941-43c4-a871-7a64cb93838c', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'port_id': '701ccee7-462f-4894-bd64-5a84060d3d06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'mac_address': 'fa:16:3e:6b:8b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:41:28Z', 'updated_at': '2021-07-22T23:41:46Z', 'revision_number': 1, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774a463c-d641-43b6-94e5-6241a8d903b7', 'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'mac_address': 'fa:16:3e:d8:a7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:23Z', 'updated_at': '2021-07-22T23:41:32Z', 'revision_number': 5, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'subnets': [{'id': '2482584c-2a32-49e4-91b9-a354783f97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:47.780015 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-958dafb1-b500-49fd-8ddc-ada8b998f46e req-6c270f89-779a-4810-b624-0576e7dc7616 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0601609 Jul 22 23:41:47.795481 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ec131-1749-44d8-bac1-3477ddd9900f None None] Checking router: 24b082aa-2a0c-4a36-9e6e-46794c895e5f for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:41:47.806057 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ec131-1749-44d8-bac1-3477ddd9900f None None] Routers {'24b082aa-2a0c-4a36-9e6e-46794c895e5f'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:47.806897 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c67ec131-1749-44d8-bac1-3477ddd9900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:41:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:47.835353 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e541805c-f696-4bd5-baf6-d415a665e824 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:47.883539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15b7df38-5b08-40bc-bf32-8b5df803ee96 req-f930227e-a44a-4a1e-8070-bba099d0ddb3 tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769941 Jul 22 23:41:47.907560 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port e541805c-f696-4bd5-baf6-d415a665e824 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:47.940042 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591ae90-e941-4853-a718-03ded7549e84 req-2b16931e-8c3e-47f1-9d6b-7ad4adae3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:47.941577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6591ae90-e941-4853-a718-03ded7549e84 req-2b16931e-8c3e-47f1-9d6b-7ad4adae3c3e service neutron] 10.222.0.95 "GET /v2.0/networks?id=d9c6f596-1a55-460f-aa44-3580307980e5 HTTP/1.1" status: 200 len: 917 time: 0.2614577 Jul 22 23:41:47.959110 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c67ec131-1749-44d8-bac1-3477ddd9900f None None] Set router 24b082aa-2a0c-4a36-9e6e-46794c895e5f gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:48.075661 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6591ae90-e941-4853-a718-03ded7549e84 req-a8e8bc64-3661-42cd-9bb4-47b78ea4a296 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=701ccee7-462f-4894-bd64-5a84060d3d06 HTTP/1.1" status: 200 len: 1000 time: 0.1014926 Jul 22 23:41:48.088697 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.131067 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Transition to ACTIVE for port object e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:48.152892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591ae90-e941-4853-a718-03ded7549e84 req-97475ee9-0120-457e-8571-fedffabd8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:48.154465 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6591ae90-e941-4853-a718-03ded7549e84 req-97475ee9-0120-457e-8571-fedffabd8165 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2482584c-2a32-49e4-91b9-a354783f97de HTTP/1.1" status: 200 len: 855 time: 0.0631602 Jul 22 23:41:48.210770 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.239249 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c67ec131-1749-44d8-bac1-3477ddd9900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:24Z', 'revision_number': 4, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'f538b988-6941-43c4-a871-7a64cb93838c', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'port_id': '701ccee7-462f-4894-bd64-5a84060d3d06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'mac_address': 'fa:16:3e:6b:8b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:41:28Z', 'updated_at': '2021-07-22T23:41:46Z', 'revision_number': 1, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774a463c-d641-43b6-94e5-6241a8d903b7', 'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'mac_address': 'fa:16:3e:d8:a7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:23Z', 'updated_at': '2021-07-22T23:41:32Z', 'revision_number': 5, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'subnets': [{'id': '2482584c-2a32-49e4-91b9-a354783f97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:48.270264 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ec131-1749-44d8-bac1-3477ddd9900f None None] The sync data for ids ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'] in n-d-688802-2 is: [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:24Z', 'revision_number': 4, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'f538b988-6941-43c4-a871-7a64cb93838c', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'port_id': '701ccee7-462f-4894-bd64-5a84060d3d06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'mac_address': 'fa:16:3e:6b:8b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:41:28Z', 'updated_at': '2021-07-22T23:41:46Z', 'revision_number': 1, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774a463c-d641-43b6-94e5-6241a8d903b7', 'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'mac_address': 'fa:16:3e:d8:a7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:23Z', 'updated_at': '2021-07-22T23:41:32Z', 'revision_number': 5, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'subnets': [{'id': '2482584c-2a32-49e4-91b9-a354783f97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:48.274571 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network 1681bd8b-f37e-4d53-9055-d8d03a5fdf46 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:48.280244 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:48.286164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591ae90-e941-4853-a718-03ded7549e84 req-f8728513-c51e-494a-a922-e494464dc9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:48.287740 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6591ae90-e941-4853-a718-03ded7549e84 req-f8728513-c51e-494a-a922-e494464dc9a8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d9c6f596-1a55-460f-aa44-3580307980e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218042 Jul 22 23:41:48.288499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:48.291709 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 90d59c4d-d431-42f5-9b17-07970a10182a up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:48.293288 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:48.350691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 90d59c4d-d431-42f5-9b17-07970a10182a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:48.351432 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.368092 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:48.368725 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.398488 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13894622-7acf-4c33-b420-e76236cdb84d None None] Network 1681bd8b-f37e-4d53-9055-d8d03a5fdf46 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:48.428697 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f10f393c-6139-430c-b996-f84f590331b2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1439505 Jul 22 23:41:48.435394 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45034) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:48.450956 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6591ae90-e941-4853-a718-03ded7549e84 req-7df3a2c1-bf99-4508-8ef8-c8540b3b15e4 service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354792 Jul 22 23:41:48.532379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-397e413d-dc2a-4a99-a8ca-81e4f54e2c04 None None] Provisioning for port e541805c-f696-4bd5-baf6-d415a665e824 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:48.543060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-397e413d-dc2a-4a99-a8ca-81e4f54e2c04 None None] Provisioning complete for port e541805c-f696-4bd5-baf6-d415a665e824 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:48.543429 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-397e413d-dc2a-4a99-a8ca-81e4f54e2c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.555651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6591ae90-e941-4853-a718-03ded7549e84 req-a7969bf5-9352-4fd0-8d3c-d37b12cd3456 service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977609 Jul 22 23:41:48.568993 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.612005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b457b611-9613-4a36-bf9f-ec98b3777b86 None None] New status for floating IP f538b988-6941-43c4-a871-7a64cb93838c: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:41:48.673428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3494be4-849c-49ca-aa8e-d6367054cfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d59c4d-d431-42f5-9b17-07970a10182a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:48.675554 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dfae71-af05-44c6-8682-bdca33fe5a36" -d '{"events": [{"server_uuid": "f3494be4-849c-49ca-aa8e-d6367054cfb8", "name": "network-vif-plugged", "status": "completed", "tag": "90d59c4d-d431-42f5-9b17-07970a10182a"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:48.701222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 90d59c4d-d431-42f5-9b17-07970a10182a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=90d59c4d-d431-42f5-9b17-07970a10182a,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:48.724908 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d989496e-8246-4bca-a1ac-dd5e9516fe38 x-openstack-request-id: req-d989496e-8246-4bca-a1ac-dd5e9516fe38 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:48.725230 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3494be4-849c-49ca-aa8e-d6367054cfb8", "name": "network-vif-plugged", "status": "completed", "tag": "90d59c4d-d431-42f5-9b17-07970a10182a", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:48.725483 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d989496e-8246-4bca-a1ac-dd5e9516fe38 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:48.725868 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3494be4-849c-49ca-aa8e-d6367054cfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d59c4d-d431-42f5-9b17-07970a10182a', 'code': 200} Jul 22 23:41:48.741185 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.807196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bc65907-2197-4c6e-a737-cc86e4d0eb85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.906896 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d40fb5f6-82ff-41bb-9b58-7b105f5bb94e req-b80d25d0-fcec-45ef-9d6d-2c3620f05a63 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0394506 Jul 22 23:41:49.086266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0008005-bebf-4548-a8be-4465b5e172c7 req-5642934f-feb1-423e-bae0-5b20a54b6cfd tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:49.088675 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0008005-bebf-4548-a8be-4465b5e172c7 req-5642934f-feb1-423e-bae0-5b20a54b6cfd tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0985987 Jul 22 23:41:49.114122 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=90d59c4d-d431-42f5-9b17-07970a10182a,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:49.123029 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-397e413d-dc2a-4a99-a8ca-81e4f54e2c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.187712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-397e413d-dc2a-4a99-a8ca-81e4f54e2c04 None None] For port e541805c-f696-4bd5-baf6-d415a665e824, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e541805c-f696-4bd5-baf6-d415a665e824,segment=NetworkSegment(86bd13c7-06f5-414b-acb5-e9f5872cf23e),segment_id=86bd13c7-06f5-414b-acb5-e9f5872cf23e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:49.188255 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bc65907-2197-4c6e-a737-cc86e4d0eb85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.199507 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-397e413d-dc2a-4a99-a8ca-81e4f54e2c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.201728 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bc65907-2197-4c6e-a737-cc86e4d0eb85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.214506 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0008005-bebf-4548-a8be-4465b5e172c7 req-e344f7dc-fc0a-4790-bc0a-7a33ac3b465e tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/security-groups?id=51480285-cfa4-4145-930b-408aa3ddea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796773 Jul 22 23:41:49.277271 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c9af2-1b72-4b67-9598-f7c3e00d2423 req-9c4bb484-9790-4795-bd39-74da5a3bf3ff tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:49.281921 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-434c9af2-1b72-4b67-9598-f7c3e00d2423 req-9c4bb484-9790-4795-bd39-74da5a3bf3ff tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 945 time: 0.1920247 Jul 22 23:41:49.286177 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e413d-dc2a-4a99-a8ca-81e4f54e2c04 None None] Pushing event updated for resources: {'Port': ['ID=e541805c-f696-4bd5-baf6-d415a665e824,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:49.328117 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc65907-2197-4c6e-a737-cc86e4d0eb85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:49.478445 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942fd53-3fbc-40d8-b1d9-cf0f629de255 req-d1e346da-2db1-41ab-9150-1254fbe7df01 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:49.480435 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e942fd53-3fbc-40d8-b1d9-cf0f629de255 req-d1e346da-2db1-41ab-9150-1254fbe7df01 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 946 time: 0.1275446 Jul 22 23:41:49.503154 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bc65907-2197-4c6e-a737-cc86e4d0eb85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.504647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-434c9af2-1b72-4b67-9598-f7c3e00d2423 req-d8f06416-2dda-4a0c-86fc-593a4719985b tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Deleting port 90d59c4d-d431-42f5-9b17-07970a10182a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:49.504885 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-434c9af2-1b72-4b67-9598-f7c3e00d2423 req-d8f06416-2dda-4a0c-86fc-593a4719985b tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.528581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-140c4613-732d-4ae8-b994-37775000df06 None None] Provisioning for port e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:49.535655 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-140c4613-732d-4ae8-b994-37775000df06 None None] Provisioning complete for port e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:49.536320 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-140c4613-732d-4ae8-b994-37775000df06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.559082 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e942fd53-3fbc-40d8-b1d9-cf0f629de255 req-b43e2faa-457a-4ca9-bfa8-86087bc1705d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701280 Jul 22 23:41:49.600228 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-140c4613-732d-4ae8-b994-37775000df06 None None] Port e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:49.620871 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-140c4613-732d-4ae8-b994-37775000df06 None None] Provisioning complete for port e541805c-f696-4bd5-baf6-d415a665e824 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:49.621432 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-140c4613-732d-4ae8-b994-37775000df06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.632702 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-434c9af2-1b72-4b67-9598-f7c3e00d2423 req-d8f06416-2dda-4a0c-86fc-593a4719985b tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] For port 90d59c4d-d431-42f5-9b17-07970a10182a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=90d59c4d-d431-42f5-9b17-07970a10182a,segment=NetworkSegment(475ba31c-1d3a-400e-8fbe-1dd60ec2f628),segment_id=475ba31c-1d3a-400e-8fbe-1dd60ec2f628)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:49.633596 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-434c9af2-1b72-4b67-9598-f7c3e00d2423 req-d8f06416-2dda-4a0c-86fc-593a4719985b tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.654625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-434c9af2-1b72-4b67-9598-f7c3e00d2423 req-d8f06416-2dda-4a0c-86fc-593a4719985b tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Calling delete_port for 90d59c4d-d431-42f5-9b17-07970a10182a owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:49.714888 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bc65907-2197-4c6e-a737-cc86e4d0eb85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.841164 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e541805c-f696-4bd5-baf6-d415a665e824 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:49.902695 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-434c9af2-1b72-4b67-9598-f7c3e00d2423 req-d8f06416-2dda-4a0c-86fc-593a4719985b tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.929278 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e541805c-f696-4bd5-baf6-d415a665e824 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:49.929800 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.932733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-445f624a-ff3c-475b-bdbb-8c5d9c13db69 None None] Provisioning complete for port e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:49.933318 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-445f624a-ff3c-475b-bdbb-8c5d9c13db69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.951198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f06416-2dda-4a0c-86fc-593a4719985b tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Pushing event deleted for resources: {'Port': ['ID=90d59c4d-d431-42f5-9b17-07970a10182a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:50.038449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-434c9af2-1b72-4b67-9598-f7c3e00d2423 req-d8f06416-2dda-4a0c-86fc-593a4719985b tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] No DVR routers for this DVR port 90d59c4d-d431-42f5-9b17-07970a10182a on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:50.042319 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-445f624a-ff3c-475b-bdbb-8c5d9c13db69 None None] Port e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:50.049286 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-434c9af2-1b72-4b67-9598-f7c3e00d2423 req-d8f06416-2dda-4a0c-86fc-593a4719985b tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:50.053029 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-434c9af2-1b72-4b67-9598-f7c3e00d2423 req-d8f06416-2dda-4a0c-86fc-593a4719985b tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.18 "DELETE /v2.0/ports/90d59c4d-d431-42f5-9b17-07970a10182a HTTP/1.1" status: 204 len: 173 time: 0.7643483 Jul 22 23:41:50.054631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3494be4-849c-49ca-aa8e-d6367054cfb8', 'name': 'network-vif-deleted', 'tag': '90d59c4d-d431-42f5-9b17-07970a10182a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:50.067285 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea89fd8-1f9a-48ea-869b-5bb969e8e531" -d '{"events": [{"server_uuid": "f3494be4-849c-49ca-aa8e-d6367054cfb8", "name": "network-vif-deleted", "tag": "90d59c4d-d431-42f5-9b17-07970a10182a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:50.185367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b19a567-eb9a-4ed3-a983-89b8803cf4a8 req-5a06ff77-b54f-43ab-ae14-9fb104fee681 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.1084085 Jul 22 23:41:50.209886 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bc65907-2197-4c6e-a737-cc86e4d0eb85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:50.228171 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bc65907-2197-4c6e-a737-cc86e4d0eb85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:50.289543 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c36e040b-21eb-48bc-8657-efb737b79eee None None] Provisioning complete for port e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:50.290043 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c36e040b-21eb-48bc-8657-efb737b79eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:50.295408 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db24299d-f484-475a-a087-32af9f4b1197 x-openstack-request-id: req-db24299d-f484-475a-a087-32af9f4b1197 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:50.295785 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3494be4-849c-49ca-aa8e-d6367054cfb8", "name": "network-vif-deleted", "tag": "90d59c4d-d431-42f5-9b17-07970a10182a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:50.296080 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db24299d-f484-475a-a087-32af9f4b1197 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:50.296550 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3494be4-849c-49ca-aa8e-d6367054cfb8', 'name': 'network-vif-deleted', 'tag': '90d59c4d-d431-42f5-9b17-07970a10182a', 'status': 'completed', 'code': 200} Jul 22 23:41:50.332491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 90d59c4d-d431-42f5-9b17-07970a10182a no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:41:50.349875 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc65907-2197-4c6e-a737-cc86e4d0eb85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:50.361038 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bc65907-2197-4c6e-a737-cc86e4d0eb85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:50.361716 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 90d59c4d-d431-42f5-9b17-07970a10182a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:41:50.362068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 90d59c4d-d431-42f5-9b17-07970a10182a not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:41:50.365956 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c36e040b-21eb-48bc-8657-efb737b79eee None None] Port e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:50.424039 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4289db0-3fc9-486a-83b2-fd8ea60ac365 req-15c7b7b7-b101-4d20-9108-09bf0b0ec4cd tempest-ImagesTestJSON-136266559 tempest-ImagesTestJSON-136266559-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3494be4-849c-49ca-aa8e-d6367054cfb8 HTTP/1.1" status: 200 len: 210 time: 0.0351160 Jul 22 23:41:50.472721 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc65907-2197-4c6e-a737-cc86e4d0eb85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network 1681bd8b-f37e-4d53-9055-d8d03a5fdf46 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:50.474192 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6bc65907-2197-4c6e-a737-cc86e4d0eb85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:50.599516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc65907-2197-4c6e-a737-cc86e4d0eb85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Router cce8e56a-750c-4e69-88e3-a560d02477e3 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:41:50.696926 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc65907-2197-4c6e-a737-cc86e4d0eb85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:50.702226 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6bc65907-2197-4c6e-a737-cc86e4d0eb85 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "PUT /v2.0/routers/cce8e56a-750c-4e69-88e3-a560d02477e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2648327 Jul 22 23:41:50.704893 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45084) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:50.706510 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087a6edb-4b51-4e2b-8f20-1025c67edb25 None None] Sync routers for ids ['cce8e56a-750c-4e69-88e3-a560d02477e3'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:50.716679 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087a6edb-4b51-4e2b-8f20-1025c67edb25 None None] Routers {'cce8e56a-750c-4e69-88e3-a560d02477e3'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:50.717314 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-087a6edb-4b51-4e2b-8f20-1025c67edb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:41:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cce8e56a-750c-4e69-88e3-a560d02477e3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:50.753749 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-087a6edb-4b51-4e2b-8f20-1025c67edb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:50.762373 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087a6edb-4b51-4e2b-8f20-1025c67edb25 None None] Routers {'cce8e56a-750c-4e69-88e3-a560d02477e3'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:50.762963 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-087a6edb-4b51-4e2b-8f20-1025c67edb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:41:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cce8e56a-750c-4e69-88e3-a560d02477e3'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:50.780406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca8e652-34e2-400f-a282-19bca91de307 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:50.786937 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-29815581-5a05-45fa-8fe2-d0219818ba7d None None] Provisioning complete for port e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:50.787493 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29815581-5a05-45fa-8fe2-d0219818ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:50.790332 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bca8e652-34e2-400f-a282-19bca91de307 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports?device_id=cce8e56a-750c-4e69-88e3-a560d02477e3 HTTP/1.1" status: 200 len: 982 time: 0.0836420 Jul 22 23:41:50.792728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45086) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:50.794846 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-087a6edb-4b51-4e2b-8f20-1025c67edb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:50.795665 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087a6edb-4b51-4e2b-8f20-1025c67edb25 None None] The sync data for ids ['cce8e56a-750c-4e69-88e3-a560d02477e3'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:50.824300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-29815581-5a05-45fa-8fe2-d0219818ba7d None None] Port e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:51.245056 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-096a6bed-3e4a-47cb-94c3-d93132dc9d4e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:51.302790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fea4c13b-fe10-4482-a600-ce4d4228a958 req-31253952-5839-476c-981c-2ed7f5f837c0 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0299003 Jul 22 23:41:51.517629 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-096a6bed-3e4a-47cb-94c3-d93132dc9d4e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:51.517980 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-096a6bed-3e4a-47cb-94c3-d93132dc9d4e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:51.612510 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-096a6bed-3e4a-47cb-94c3-d93132dc9d4e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:51.628332 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-096a6bed-3e4a-47cb-94c3-d93132dc9d4e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:51.801414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:51.847440 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4ddc72-4739-474d-ab5c-d691fd87dfe4 admin admin] Deleting subnet 1be0a5b1-3bce-4e99-b121-d80db0f7b202 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:41:51.850775 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b4ddc72-4739-474d-ab5c-d691fd87dfe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:51.887243 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b4ddc72-4739-474d-ab5c-d691fd87dfe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:51.933080 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b4ddc72-4739-474d-ab5c-d691fd87dfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:51.987217 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b4ddc72-4739-474d-ab5c-d691fd87dfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.012926 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ddc72-4739-474d-ab5c-d691fd87dfe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be0a5b1-3bce-4e99-b121-d80db0f7b202,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:52.016695 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b4ddc72-4739-474d-ab5c-d691fd87dfe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.020852 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2b4ddc72-4739-474d-ab5c-d691fd87dfe4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1be0a5b1-3bce-4e99-b121-d80db0f7b202 HTTP/1.1" status: 204 len: 168 time: 0.2162464 Jul 22 23:41:52.021611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45136) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:52.091746 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87092d35-512b-4865-bb8b-14cdbdfa59e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.151257 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-096a6bed-3e4a-47cb-94c3-d93132dc9d4e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.178266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a6bed-3e4a-47cb-94c3-d93132dc9d4e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:52.179456 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87092d35-512b-4865-bb8b-14cdbdfa59e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.191918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-87092d35-512b-4865-bb8b-14cdbdfa59e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21647f4-a3e6-4fdb-87ae-a8a620b5a122']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:52.203940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-87092d35-512b-4865-bb8b-14cdbdfa59e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475ba31c-1d3a-400e-8fbe-1dd60ec2f628') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:52.203940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-87092d35-512b-4865-bb8b-14cdbdfa59e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475ba31c-1d3a-400e-8fbe-1dd60ec2f628') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:52.216284 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87092d35-512b-4865-bb8b-14cdbdfa59e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.231217 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87092d35-512b-4865-bb8b-14cdbdfa59e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.238482 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87092d35-512b-4865-bb8b-14cdbdfa59e9 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:41:52.238883 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87092d35-512b-4865-bb8b-14cdbdfa59e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:41:52.240896 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:41:52.312516 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87092d35-512b-4865-bb8b-14cdbdfa59e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.318434 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87092d35-512b-4865-bb8b-14cdbdfa59e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.320688 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-87092d35-512b-4865-bb8b-14cdbdfa59e9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f21647f4-a3e6-4fdb-87ae-a8a620b5a122 HTTP/1.1" status: 204 len: 168 time: 0.2985592 Jul 22 23:41:52.346965 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-096a6bed-3e4a-47cb-94c3-d93132dc9d4e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.358119 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87092d35-512b-4865-bb8b-14cdbdfa59e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f21647f4-a3e6-4fdb-87ae-a8a620b5a122,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:52.458963 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61d6b9a8-a558-47b0-b212-b5f2d65bdc0b req-5f35301e-d223-424a-95eb-c711c0abfd11 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0422854 Jul 22 23:41:52.540750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:52.553384 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096a6bed-3e4a-47cb-94c3-d93132dc9d4e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Router cce8e56a-750c-4e69-88e3-a560d02477e3 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:41:52.583846 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2001ba90-a025-4c4f-a459-120e82d1d80f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d717b45ef01d480c925f1b5c3543f625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406830 Jul 22 23:41:52.586285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45154) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:52.632906 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096a6bed-3e4a-47cb-94c3-d93132dc9d4e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:52.634526 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d65aa367-45f7-4685-97cf-065b3950ce38 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:41:52.636191 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04166ad2-97d6-4b46-a0e6-0a2e323952df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.641534 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-096a6bed-3e4a-47cb-94c3-d93132dc9d4e tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "PUT /v2.0/routers/cce8e56a-750c-4e69-88e3-a560d02477e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8448939 Jul 22 23:41:52.643317 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45156) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:52.652522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1909f64-88d8-4c9e-bf38-8239e1afe00d None None] Sync routers for ids ['cce8e56a-750c-4e69-88e3-a560d02477e3'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:52.662520 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04166ad2-97d6-4b46-a0e6-0a2e323952df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.677610 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cb75f1-e491-4f35-98c5-801a09c8d18c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] GET failed (client error): The resource could not be found. Jul 22 23:41:52.682970 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-00cb75f1-e491-4f35-98c5-801a09c8d18c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports/e29d51d8-5f0e-46ce-8bd0-c05bdbc677c1 HTTP/1.1" status: 404 len: 333 time: 0.0349331 Jul 22 23:41:52.683141 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1909f64-88d8-4c9e-bf38-8239e1afe00d None None] Routers {'cce8e56a-750c-4e69-88e3-a560d02477e3'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:52.683141 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d1909f64-88d8-4c9e-bf38-8239e1afe00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:41:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cce8e56a-750c-4e69-88e3-a560d02477e3'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:52.683763 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45160) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:52.721522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d1909f64-88d8-4c9e-bf38-8239e1afe00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:52.730714 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04166ad2-97d6-4b46-a0e6-0a2e323952df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.734613 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04166ad2-97d6-4b46-a0e6-0a2e323952df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.736036 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-04166ad2-97d6-4b46-a0e6-0a2e323952df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51480285-cfa4-4145-930b-408aa3ddea78 HTTP/1.1" status: 204 len: 168 time: 0.1486647 Jul 22 23:41:52.746441 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04166ad2-97d6-4b46-a0e6-0a2e323952df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51480285-cfa4-4145-930b-408aa3ddea78,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:52.771015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1909f64-88d8-4c9e-bf38-8239e1afe00d None None] Routers {'cce8e56a-750c-4e69-88e3-a560d02477e3'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:52.771678 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d1909f64-88d8-4c9e-bf38-8239e1afe00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:41:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cce8e56a-750c-4e69-88e3-a560d02477e3'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:52.772631 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90895b0c-2266-4459-8d08-23b74c666c17 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.817673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d1909f64-88d8-4c9e-bf38-8239e1afe00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:52.818334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1909f64-88d8-4c9e-bf38-8239e1afe00d None None] The sync data for ids ['cce8e56a-750c-4e69-88e3-a560d02477e3'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:52.845580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d65aa367-45f7-4685-97cf-065b3950ce38,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:52.857275 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'port_id': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'mac_address': 'fa:16:3e:0c:0a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:41:52.899624 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.913815 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d65aa367-45f7-4685-97cf-065b3950ce38 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:41:52.934784 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90895b0c-2266-4459-8d08-23b74c666c17 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.936913 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90895b0c-2266-4459-8d08-23b74c666c17 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.943013 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d65aa367-45f7-4685-97cf-065b3950ce38,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:52.949818 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.980667 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90895b0c-2266-4459-8d08-23b74c666c17 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.982087 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90895b0c-2266-4459-8d08-23b74c666c17 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Fanout notify agent at l3_agent the message router_deleted on router cce8e56a-750c-4e69-88e3-a560d02477e3 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:41:52.995627 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90895b0c-2266-4459-8d08-23b74c666c17 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.996857 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-90895b0c-2266-4459-8d08-23b74c666c17 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/routers/cce8e56a-750c-4e69-88e3-a560d02477e3 HTTP/1.1" status: 204 len: 168 time: 0.3115561 Jul 22 23:41:52.999918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45166) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:53.009181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d65aa367-45f7-4685-97cf-065b3950ce38,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:53.063077 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-718de4ec-2865-4276-b8fe-265c3fca89c6 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting subnet 0c7bd503-bf98-4584-952d-0343618520b3 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:41:53.065642 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['d65aa367-45f7-4685-97cf-065b3950ce38'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:41:53.065787 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-718de4ec-2865-4276-b8fe-265c3fca89c6 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.111543 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-718de4ec-2865-4276-b8fe-265c3fca89c6 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.202607 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-718de4ec-2865-4276-b8fe-265c3fca89c6 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.266287 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-718de4ec-2865-4276-b8fe-265c3fca89c6 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.298053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718de4ec-2865-4276-b8fe-265c3fca89c6 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7bd503-bf98-4584-952d-0343618520b3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:53.300028 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-718de4ec-2865-4276-b8fe-265c3fca89c6 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.302204 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-718de4ec-2865-4276-b8fe-265c3fca89c6 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/0c7bd503-bf98-4584-952d-0343618520b3 HTTP/1.1" status: 204 len: 168 time: 0.3009472 Jul 22 23:41:53.304499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45182) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:53.306461 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2d30b8-2c64-436e-8300-62c64b44e0e8 None None] Network 1681bd8b-f37e-4d53-9055-d8d03a5fdf46 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:53.387485 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.443286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port e541805c-f696-4bd5-baf6-d415a665e824 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:53.443607 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.538361 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45196) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:53.553863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] For port e541805c-f696-4bd5-baf6-d415a665e824, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e541805c-f696-4bd5-baf6-d415a665e824,segment=NetworkSegment(86bd13c7-06f5-414b-acb5-e9f5872cf23e),segment_id=86bd13c7-06f5-414b-acb5-e9f5872cf23e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:53.554229 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.580799 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472cb7a1-2820-4581-a5b4-4644beb0defe None None] DHCP port deletion for 1681bd8b-f37e-4d53-9055-d8d03a5fdf46 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:41:53.610093 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for e541805c-f696-4bd5-baf6-d415a665e824 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:53.614319 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7236fa1c-fcb7-4632-99c4-fe81372c08c9 req-1ff968b1-3e4b-4755-8cd1-53af53364302 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0697503 Jul 22 23:41:53.682554 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2fb405d3-169c-4546-ac68-cdaf53345644 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-591563047-network', 'tenant_id': '055ecdb03d0b428db629f0726effd7d2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:53.716604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-472cb7a1-2820-4581-a5b4-4644beb0defe None None] Deleting port e541805c-f696-4bd5-baf6-d415a665e824 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:53.718802 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-472cb7a1-2820-4581-a5b4-4644beb0defe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.747132 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb405d3-169c-4546-ac68-cdaf53345644 admin admin] Made reservation on behalf of 055ecdb03d0b428db629f0726effd7d2 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:53.749747 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fb405d3-169c-4546-ac68-cdaf53345644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.776112 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fb405d3-169c-4546-ac68-cdaf53345644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.780710 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.850023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e541805c-f696-4bd5-baf6-d415a665e824 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:41:53.868734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=e541805c-f696-4bd5-baf6-d415a665e824,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:53.889020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No DVR routers for this DVR port e541805c-f696-4bd5-baf6-d415a665e824 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:53.903974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: e541805c-f696-4bd5-baf6-d415a665e824 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:41:53.904318 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e541805c-f696-4bd5-baf6-d415a665e824 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:41:53.923290 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fb405d3-169c-4546-ac68-cdaf53345644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.923920 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-472cb7a1-2820-4581-a5b4-4644beb0defe None None] For port e541805c-f696-4bd5-baf6-d415a665e824, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e541805c-f696-4bd5-baf6-d415a665e824,segment=NetworkSegment(86bd13c7-06f5-414b-acb5-e9f5872cf23e),segment_id=86bd13c7-06f5-414b-acb5-e9f5872cf23e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:53.924251 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-472cb7a1-2820-4581-a5b4-4644beb0defe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.938509 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fb405d3-169c-4546-ac68-cdaf53345644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.950518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-472cb7a1-2820-4581-a5b4-4644beb0defe None None] Calling delete_port for e541805c-f696-4bd5-baf6-d415a665e824 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:53.971982 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb405d3-169c-4546-ac68-cdaf53345644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fe646a-4c92-46d6-8606-bf2ec3ffb1ff,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:53.985568 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb405d3-169c-4546-ac68-cdaf53345644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:53.997933 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fb405d3-169c-4546-ac68-cdaf53345644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.998648 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-2fb405d3-169c-4546-ac68-cdaf53345644 admin admin] Added segment 48b6e84a-bdcb-44b3-acdd-742ff690d36b of type vlan for network aa206714-a3e9-45e6-90ca-7de3b60eea5b Jul 22 23:41:54.059312 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-472cb7a1-2820-4581-a5b4-4644beb0defe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.062315 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.076973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1681bd8b-f37e-4d53-9055-d8d03a5fdf46']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:54.082859 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fb405d3-169c-4546-ac68-cdaf53345644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.089344 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cb7a1-2820-4581-a5b4-4644beb0defe None None] Pushing event deleted for resources: {'Port': ['ID=e541805c-f696-4bd5-baf6-d415a665e824,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:54.090464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bd13c7-06f5-414b-acb5-e9f5872cf23e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:54.090806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bd13c7-06f5-414b-acb5-e9f5872cf23e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:54.093627 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472cb7a1-2820-4581-a5b4-4644beb0defe None None] No DVR routers for this DVR port e541805c-f696-4bd5-baf6-d415a665e824 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:54.111097 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.122370 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fb405d3-169c-4546-ac68-cdaf53345644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.123860 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb405d3-169c-4546-ac68-cdaf53345644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:54.124542 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fb405d3-169c-4546-ac68-cdaf53345644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.126630 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.134571 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:41:54.135504 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:41:54.138885 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:41:54.159184 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2fb405d3-169c-4546-ac68-cdaf53345644 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6191273 Jul 22 23:41:54.161826 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:54.191584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e9aaea65-e244-496e-bf25-063c1dd8fbd5 admin admin] Request body: {'subnet': {'network_id': 'aa206714-a3e9-45e6-90ca-7de3b60eea5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-591563047-subnet', 'tenant_id': '055ecdb03d0b428db629f0726effd7d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:54.197785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb405d3-169c-4546-ac68-cdaf53345644 admin admin] Pushing event updated for resources: {'Network': ['ID=aa206714-a3e9-45e6-90ca-7de3b60eea5b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:54.206583 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.209262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network aa206714-a3e9-45e6-90ca-7de3b60eea5b details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:54.215816 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.217689 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/networks/1681bd8b-f37e-4d53-9055-d8d03a5fdf46 HTTP/1.1" status: 204 len: 168 time: 0.9122825 Jul 22 23:41:54.222417 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45220) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:54.230900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82843e96-2bb1-43f8-ac27-9229e7260f24 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Network': ['ID=1681bd8b-f37e-4d53-9055-d8d03a5fdf46,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:54.235593 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9aaea65-e244-496e-bf25-063c1dd8fbd5 admin admin] Made reservation on behalf of 055ecdb03d0b428db629f0726effd7d2 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:54.237970 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9aaea65-e244-496e-bf25-063c1dd8fbd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.335142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c4d90a-d305-4aa9-b04f-58ccfcf11e2d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:54.336485 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-26c4d90a-d305-4aa9-b04f-58ccfcf11e2d tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports/66055e53-d97a-450c-854e-c8f49aed3c2c HTTP/1.1" status: 200 len: 841 time: 0.1130919 Jul 22 23:41:54.341779 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45232) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:54.395361 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-289ee250-b885-4f98-83eb-e38d2ff8ac82 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports/66055e53-d97a-450c-854e-c8f49aed3c2c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0522988 Jul 22 23:41:54.398853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45234) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:54.404634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-50c94b9f-bfce-47fb-a02f-3ca7a9a97d34 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'subnet': {'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:54.499542 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9aaea65-e244-496e-bf25-063c1dd8fbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.561508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c94b9f-bfce-47fb-a02f-3ca7a9a97d34 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:54.571372 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c94b9f-bfce-47fb-a02f-3ca7a9a97d34 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.571635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aaea65-e244-496e-bf25-063c1dd8fbd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ea5132-2df9-4805-822f-14584fd63667,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:54.608373 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aaea65-e244-496e-bf25-063c1dd8fbd5 admin admin] Checking segment: {'id': '48b6e84a-bdcb-44b3-acdd-742ff690d36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'aa206714-a3e9-45e6-90ca-7de3b60eea5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:54.608742 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aaea65-e244-496e-bf25-063c1dd8fbd5 admin admin] Network hostable DHCP agents. Network: aa206714-a3e9-45e6-90ca-7de3b60eea5b, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:41:54.635696 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aaea65-e244-496e-bf25-063c1dd8fbd5 admin admin] Network aa206714-a3e9-45e6-90ca-7de3b60eea5b is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:41:54.650948 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e9aaea65-e244-496e-bf25-063c1dd8fbd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, aa206714-a3e9-45e6-90ca-7de3b60eea5b) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:54.651258 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d65aa367-45f7-4685-97cf-065b3950ce38 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:54.671026 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aaea65-e244-496e-bf25-063c1dd8fbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:54.671215 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9aaea65-e244-496e-bf25-063c1dd8fbd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.699081 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e9aaea65-e244-496e-bf25-063c1dd8fbd5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5361242 Jul 22 23:41:54.726532 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30b5225-9f9e-4e82-9ac1-d14653a363b7 None None] Network aa206714-a3e9-45e6-90ca-7de3b60eea5b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:54.908406 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8cc7e1-c236-4298-a03c-8aff6b02c5d4 None None] Network aa206714-a3e9-45e6-90ca-7de3b60eea5b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:55.003393 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port d65aa367-45f7-4685-97cf-065b3950ce38 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:55.003866 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.192088 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-505014ac-7668-40c3-a3c3-dc6af77bfa99 req-440f8ceb-abb5-4906-b1c8-a526b54d1134 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.3973911 Jul 22 23:41:55.219498 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c94b9f-bfce-47fb-a02f-3ca7a9a97d34 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.241673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c94b9f-bfce-47fb-a02f-3ca7a9a97d34 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:55.245360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-50c94b9f-bfce-47fb-a02f-3ca7a9a97d34 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:55.260200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd367792-633a-4d8a-a69b-0d7aeef56014 None None] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:55.266653 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c94b9f-bfce-47fb-a02f-3ca7a9a97d34 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:55.267254 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c94b9f-bfce-47fb-a02f-3ca7a9a97d34 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.296851 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45256) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:55.297210 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-50c94b9f-bfce-47fb-a02f-3ca7a9a97d34 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8970640 Jul 22 23:41:55.302261 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8bba7ae8-4c75-443c-a3eb-ebb0ba09678c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'security_group': {'name': 'tempest-secgroup-754788463'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:55.327311 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.341523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c94b9f-bfce-47fb-a02f-3ca7a9a97d34 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Subnet': ['ID=a721791d-38b9-4dfd-a1eb-60f84889c56d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:55.352378 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8bba7ae8-4c75-443c-a3eb-ebb0ba09678c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.459220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:55.460724 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-092c6ec4-bf31-4246-b293-c486a42a43c6 req-a25abab0-f4f9-409f-a61e-f424788a9650 tempest-SecurityGroupsNegativeTestJSON-393601338 tempest-SecurityGroupsNegativeTestJSON-393601338-project] show failed (client error): The resource could not be found. Jul 22 23:41:55.462704 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-092c6ec4-bf31-4246-b293-c486a42a43c6 req-a25abab0-f4f9-409f-a61e-f424788a9650 tempest-SecurityGroupsNegativeTestJSON-393601338 tempest-SecurityGroupsNegativeTestJSON-393601338-project] 10.222.0.26 "GET /v2.0/security-groups/53a16e49-8ee8-4c8f-82a9-5a8f932a20ba HTTP/1.1" status: 404 len: 352 time: 0.0244370 Jul 22 23:41:55.472186 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ed6df2-3f7e-4f1e-92e9-0f1d02806e7b" -d '{"events": [{"server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "name": "network-vif-plugged", "status": "completed", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:55.532027 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8bba7ae8-4c75-443c-a3eb-ebb0ba09678c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.539359 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d65aa367-45f7-4685-97cf-065b3950ce38,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:55.542633 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8bba7ae8-4c75-443c-a3eb-ebb0ba09678c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.564141 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a52f9d85-13df-407c-a8d9-be695e9a3de1 req-abb552ad-1ad6-4f13-a855-5ec8d49b3728 tempest-SecurityGroupsNegativeTestJSON-393601338 tempest-SecurityGroupsNegativeTestJSON-393601338-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=055ecdb03d0b428db629f0726effd7d2 HTTP/1.1" status: 200 len: 2988 time: 0.0625281 Jul 22 23:41:55.576987 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.580559 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefa68ae-086d-4502-9aca-0d8fd9a90c57 x-openstack-request-id: req-fefa68ae-086d-4502-9aca-0d8fd9a90c57 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:55.581437 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "name": "network-vif-plugged", "status": "completed", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:55.581934 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fefa68ae-086d-4502-9aca-0d8fd9a90c57 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:55.582549 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'code': 200} Jul 22 23:41:55.610236 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8bba7ae8-4c75-443c-a3eb-ebb0ba09678c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.616275 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8bba7ae8-4c75-443c-a3eb-ebb0ba09678c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3180635 Jul 22 23:41:55.618788 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45270) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:55.628221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d7418cf6-bd61-4818-891d-c991ae4326b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'security_group': {'name': 'tempest-secgroup-1455072609'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:55.638970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba7ae8-4c75-443c-a3eb-ebb0ba09678c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbda73f5-a936-47a1-8a7d-94691b7cd04a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:55.684198 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a52f9d85-13df-407c-a8d9-be695e9a3de1 req-3bb52564-8561-4451-8ee8-86cbea3c8bb4 tempest-SecurityGroupsNegativeTestJSON-393601338 tempest-SecurityGroupsNegativeTestJSON-393601338-project] 10.222.0.26 "GET /v2.0/security-groups/a0fe646a-4c92-46d6-8606-bf2ec3ffb1ff HTTP/1.1" status: 200 len: 2985 time: 0.0973134 Jul 22 23:41:55.687762 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7418cf6-bd61-4818-891d-c991ae4326b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.723844 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d65aa367-45f7-4685-97cf-065b3950ce38,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:55.802251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da', 'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da', 'tenant_id': '59aa8cc98d8f4e89bbad4dbb5b494387', 'fixed_ips': [{'subnet_id': 'a721791d-38b9-4dfd-a1eb-60f84889c56d'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:55.802900 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.815951 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a52f9d85-13df-407c-a8d9-be695e9a3de1 req-bd67dd57-4726-44e3-880c-7908e693edf0 tempest-SecurityGroupsNegativeTestJSON-393601338 tempest-SecurityGroupsNegativeTestJSON-393601338-project] 10.222.0.26 "GET /v2.0/security-groups/a0fe646a-4c92-46d6-8606-bf2ec3ffb1ff HTTP/1.1" status: 200 len: 2985 time: 0.1004841 Jul 22 23:41:55.850279 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7418cf6-bd61-4818-891d-c991ae4326b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.858449 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7418cf6-bd61-4818-891d-c991ae4326b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.896094 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7418cf6-bd61-4818-891d-c991ae4326b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df16ee9d-a3d0-40b4-8303-2933c286cd13,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:55.918222 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7418cf6-bd61-4818-891d-c991ae4326b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.921485 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d7418cf6-bd61-4818-891d-c991ae4326b7 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2971361 Jul 22 23:41:55.926327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45276) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:55.934540 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f3562b6c-9d82-4f8e-ae49-47024e0642dc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1237212594', 'security_groups': ['df16ee9d-a3d0-40b4-8303-2933c286cd13'], 'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a721791d-38b9-4dfd-a1eb-60f84889c56d'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:55.968499 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d86b87ab-4918-4566-b211-92412f533729 req-3c539d0d-1f8a-4e8a-bd96-a015bdb0c4e8 tempest-SecurityGroupsNegativeTestJSON-393601338 tempest-SecurityGroupsNegativeTestJSON-393601338-project] 10.222.0.26 "GET /v2.0/security-groups/a0fe646a-4c92-46d6-8606-bf2ec3ffb1ff HTTP/1.1" status: 200 len: 2985 time: 0.1092913 Jul 22 23:41:56.038313 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Allocated IP 172.20.0.2 (fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da/a721791d-38b9-4dfd-a1eb-60f84889c56d/5992c3a8-d61e-47d0-b6ce-ce25d1f414b6) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:56.109025 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-d86b87ab-4918-4566-b211-92412f533729 req-86f082ee-20fe-4df0-88d7-1d6f4177cf9f tempest-SecurityGroupsNegativeTestJSON-393601338 tempest-SecurityGroupsNegativeTestJSON-393601338-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 23:41:56.110194 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d86b87ab-4918-4566-b211-92412f533729 req-86f082ee-20fe-4df0-88d7-1d6f4177cf9f tempest-SecurityGroupsNegativeTestJSON-393601338 tempest-SecurityGroupsNegativeTestJSON-393601338-project] 10.222.0.26 "DELETE /v2.0/security-groups/a0fe646a-4c92-46d6-8606-bf2ec3ffb1ff HTTP/1.1" status: 409 len: 352 time: 0.1340067 Jul 22 23:41:56.145538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3562b6c-9d82-4f8e-ae49-47024e0642dc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:56.196197 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-e23932dc-b70b-4c64-8980-c8a8f6e7d6af req-a3ace757-1cbb-4490-92f1-5632daf903cf tempest-SecurityGroupsNegativeTestJSON-393601338 tempest-SecurityGroupsNegativeTestJSON-393601338-project] show failed (client error): The resource could not be found. Jul 22 23:41:56.201368 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e23932dc-b70b-4c64-8980-c8a8f6e7d6af req-a3ace757-1cbb-4490-92f1-5632daf903cf tempest-SecurityGroupsNegativeTestJSON-393601338 tempest-SecurityGroupsNegativeTestJSON-393601338-project] 10.222.0.26 "GET /v2.0/security-groups/09f28a97-9dff-4ebb-acaf-12eb2da742a1 HTTP/1.1" status: 404 len: 352 time: 0.0311162 Jul 22 23:41:56.261266 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-0116af69-b588-4da7-8839-da852ca815e7 req-b71adfee-e8cd-4417-9c20-fe1e41a158e6 tempest-SecurityGroupsNegativeTestJSON-393601338 tempest-SecurityGroupsNegativeTestJSON-393601338-project] show failed (client error): The resource could not be found. Jul 22 23:41:56.272241 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0116af69-b588-4da7-8839-da852ca815e7 req-b71adfee-e8cd-4417-9c20-fe1e41a158e6 tempest-SecurityGroupsNegativeTestJSON-393601338 tempest-SecurityGroupsNegativeTestJSON-393601338-project] 10.222.0.26 "GET /v2.0/security-groups/b9ad2e0f-5b4e-4090-9e71-dcb52fa9deff HTTP/1.1" status: 404 len: 352 time: 0.0341249 Jul 22 23:41:56.278345 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45288) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:56.341425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3562b6c-9d82-4f8e-ae49-47024e0642dc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.364177 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-f3562b6c-9d82-4f8e-ae49-47024e0642dc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] device_id is not set on port 4310265d-7ab9-4145-9f25-8eda9f82ec6f yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:56.376260 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.389816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Transition to ACTIVE for port object 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:56.412482 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-53c236e9-8f6d-49a4-9144-b063edda5b57 req-34c5b7df-fe20-49e3-9878-16300b26bee5 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0622191 Jul 22 23:41:56.417566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Transition to ACTIVE for port object 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:56.434092 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.445018 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c4739f-bdad-4608-8ea1-18d7d378d6f7 admin admin] Deleting subnet 28ea5132-2df9-4805-822f-14584fd63667 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:41:56.459954 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54c4739f-bdad-4608-8ea1-18d7d378d6f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.505067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:56.508092 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:56.512636 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:56.520083 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Pushing event updated for resources: {'Port': ['ID=5992c3a8-d61e-47d0-b6ce-ce25d1f414b6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:56.534255 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54c4739f-bdad-4608-8ea1-18d7d378d6f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.580857 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54c4739f-bdad-4608-8ea1-18d7d378d6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.611221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f3562b6c-9d82-4f8e-ae49-47024e0642dc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Allocated IP 172.20.0.9 (fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da/a721791d-38b9-4dfd-a1eb-60f84889c56d/4310265d-7ab9-4145-9f25-8eda9f82ec6f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:56.615558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Attempting to bind port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:56.616195 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Attempting to bind port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '19c6a024-cec8-4fd7-8322-12c05daa15cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:56.616876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Attempting to bind port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 on network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:56.624166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:56.624552 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Checking segment: {'id': '19c6a024-cec8-4fd7-8322-12c05daa15cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:56.625246 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.626259 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Bound using segment: {'id': '19c6a024-cec8-4fd7-8322-12c05daa15cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:56.626793 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Bound port: 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c6a024-cec8-4fd7-8322-12c05daa15cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:56.627269 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.644529 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54c4739f-bdad-4608-8ea1-18d7d378d6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.688367 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54c4739f-bdad-4608-8ea1-18d7d378d6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.697529 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-54c4739f-bdad-4608-8ea1-18d7d378d6f7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/28ea5132-2df9-4805-822f-14584fd63667 HTTP/1.1" status: 204 len: 168 time: 0.4155893 Jul 22 23:41:56.699079 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4739f-bdad-4608-8ea1-18d7d378d6f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28ea5132-2df9-4805-822f-14584fd63667,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:56.702295 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45296) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:56.731877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] For port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:56.735775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] For port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5992c3a8-d61e-47d0-b6ce-ce25d1f414b6,segment=NetworkSegment(19c6a024-cec8-4fd7-8322-12c05daa15cf),segment_id=19c6a024-cec8-4fd7-8322-12c05daa15cf)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:56.748424 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.816723 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fffd3a70-edd0-4465-959a-51c1fc3d5fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.834993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450904c5-c6ed-4116-8533-878189cbe612 None None] Pushing event updated for resources: {'Port': ['ID=5992c3a8-d61e-47d0-b6ce-ce25d1f414b6,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:56.891367 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3562b6c-9d82-4f8e-ae49-47024e0642dc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.915163 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f3562b6c-9d82-4f8e-ae49-47024e0642dc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Transition to ACTIVE for port object 4310265d-7ab9-4145-9f25-8eda9f82ec6f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:56.923360 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fffd3a70-edd0-4465-959a-51c1fc3d5fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.936640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fffd3a70-edd0-4465-959a-51c1fc3d5fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa206714-a3e9-45e6-90ca-7de3b60eea5b']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:56.961848 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fffd3a70-edd0-4465-959a-51c1fc3d5fa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b6e84a-bdcb-44b3-acdd-742ff690d36b') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:56.962418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fffd3a70-edd0-4465-959a-51c1fc3d5fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b6e84a-bdcb-44b3-acdd-742ff690d36b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:56.970673 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3562b6c-9d82-4f8e-ae49-47024e0642dc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.976327 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fffd3a70-edd0-4465-959a-51c1fc3d5fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.993235 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fffd3a70-edd0-4465-959a-51c1fc3d5fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:57.002671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffd3a70-edd0-4465-959a-51c1fc3d5fa9 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:41:57.003335 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fffd3a70-edd0-4465-959a-51c1fc3d5fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:41:57.005412 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:41:57.041123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3562b6c-9d82-4f8e-ae49-47024e0642dc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:57.045632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f3562b6c-9d82-4f8e-ae49-47024e0642dc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:57.054703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3562b6c-9d82-4f8e-ae49-47024e0642dc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:57.062965 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3562b6c-9d82-4f8e-ae49-47024e0642dc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=4310265d-7ab9-4145-9f25-8eda9f82ec6f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:57.106177 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fffd3a70-edd0-4465-959a-51c1fc3d5fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:57.161556 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fffd3a70-edd0-4465-959a-51c1fc3d5fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:57.166023 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fffd3a70-edd0-4465-959a-51c1fc3d5fa9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/aa206714-a3e9-45e6-90ca-7de3b60eea5b HTTP/1.1" status: 204 len: 168 time: 0.4600420 Jul 22 23:41:57.185336 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3562b6c-9d82-4f8e-ae49-47024e0642dc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:57.186962 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3562b6c-9d82-4f8e-ae49-47024e0642dc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:57.189264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd3a70-edd0-4465-959a-51c1fc3d5fa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa206714-a3e9-45e6-90ca-7de3b60eea5b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:57.220404 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f3562b6c-9d82-4f8e-ae49-47024e0642dc tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2926137 Jul 22 23:41:57.223166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45304) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:57.228584 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7a79d372-ce13-4e9d-ba92-999f6d364f38 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'subnet': {'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:57.413979 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a79d372-ce13-4e9d-ba92-999f6d364f38 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:57.418886 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a79d372-ce13-4e9d-ba92-999f6d364f38 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:57.434373 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45308) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:57.500815 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a8e60895-0a5a-464d-953f-d80f89030a0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=055ecdb03d0b428db629f0726effd7d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641692 Jul 22 23:41:57.502999 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45316) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:57.580902 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5359311c-467f-472b-b536-0a9303926a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:57.586681 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f269f764-2458-40b6-bd4f-9c1af1e655d8 req-8bbd6d04-ee90-4978-8bb7-1dc94944ed02 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0535007 Jul 22 23:41:57.622238 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5359311c-467f-472b-b536-0a9303926a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:57.638214 n-d-688802-2 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-7a79d372-ce13-4e9d-ba92-999f6d364f38 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a721791d-38b9-4dfd-a1eb-60f84889c56d (CIDR: 172.20.0.0/28) Jul 22 23:41:57.642292 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a79d372-ce13-4e9d-ba92-999f6d364f38 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:41:57.642791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a79d372-ce13-4e9d-ba92-999f6d364f38 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:41:57.669757 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a79d372-ce13-4e9d-ba92-999f6d364f38 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4448941 Jul 22 23:41:57.672504 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45318) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:57.678298 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-86cdd57e-5ef1-47f5-b36f-005ebf1c0891 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'subnet': {'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:57.696801 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5359311c-467f-472b-b536-0a9303926a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:57.700383 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5359311c-467f-472b-b536-0a9303926a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:57.704030 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5359311c-467f-472b-b536-0a9303926a21 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0fe646a-4c92-46d6-8606-bf2ec3ffb1ff HTTP/1.1" status: 204 len: 168 time: 0.1976795 Jul 22 23:41:57.718029 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359311c-467f-472b-b536-0a9303926a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fe646a-4c92-46d6-8606-bf2ec3ffb1ff,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:57.915214 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:57.939961 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cdd57e-5ef1-47f5-b36f-005ebf1c0891 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:57.947765 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86cdd57e-5ef1-47f5-b36f-005ebf1c0891 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:58.000068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:58.356837 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86cdd57e-5ef1-47f5-b36f-005ebf1c0891 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:58.381309 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-19abd8da-ad04-4ef3-9c12-e662e06bf0ef None None] Provisioning for port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:58.390284 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-19abd8da-ad04-4ef3-9c12-e662e06bf0ef None None] Provisioning complete for port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:58.390972 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19abd8da-ad04-4ef3-9c12-e662e06bf0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:58.457641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cdd57e-5ef1-47f5-b36f-005ebf1c0891 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:58.465964 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-86cdd57e-5ef1-47f5-b36f-005ebf1c0891 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:58.469035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cdd57e-5ef1-47f5-b36f-005ebf1c0891 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:58.470302 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-86cdd57e-5ef1-47f5-b36f-005ebf1c0891 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:58.508231 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdd57e-5ef1-47f5-b36f-005ebf1c0891 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Subnet': ['ID=e3f39aa8-0ff5-4b3a-9c45-a9ef9b54842f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:58.512663 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19abd8da-ad04-4ef3-9c12-e662e06bf0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:58.532519 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45344) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:58.538754 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-86cdd57e-5ef1-47f5-b36f-005ebf1c0891 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8648326 Jul 22 23:41:58.540249 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-17e2024f-4b31-48a6-a431-01dce3ba056c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1492284106', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e3f39aa8-0ff5-4b3a-9c45-a9ef9b54842f'}], 'security_groups': ['cbda73f5-a936-47a1-8a7d-94691b7cd04a']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:58.556334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-19abd8da-ad04-4ef3-9c12-e662e06bf0ef None None] For port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5992c3a8-d61e-47d0-b6ce-ce25d1f414b6,segment=NetworkSegment(19c6a024-cec8-4fd7-8322-12c05daa15cf),segment_id=19c6a024-cec8-4fd7-8322-12c05daa15cf)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:58.564872 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19abd8da-ad04-4ef3-9c12-e662e06bf0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:58.615315 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b456ea4-fb9a-42fc-890b-35ef5e25cc2a None None] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:58.727203 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17e2024f-4b31-48a6-a431-01dce3ba056c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:58.756107 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac7ed2ed-a472-4a87-9b37-596159bdb0e9 req-79e30448-0b76-4dde-92e7-43e1788e5e71 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0446393 Jul 22 23:41:58.811177 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-19abd8da-ad04-4ef3-9c12-e662e06bf0ef None None] Provisioning complete for port 66055e53-d97a-450c-854e-c8f49aed3c2c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:58.811556 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19abd8da-ad04-4ef3-9c12-e662e06bf0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:58.878787 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abd8da-ad04-4ef3-9c12-e662e06bf0ef None None] Pushing event updated for resources: {'Port': ['ID=5992c3a8-d61e-47d0-b6ce-ce25d1f414b6,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:58.896437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-19abd8da-ad04-4ef3-9c12-e662e06bf0ef None None] Port 66055e53-d97a-450c-854e-c8f49aed3c2c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:59.007467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45358) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:59.052453 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b531cd9c-b7c8-4ff4-bff0-a78974ece4f5 None None] Update dhcp port {'port': {'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da', 'fixed_ips': [{'subnet_id': 'a721791d-38b9-4dfd-a1eb-60f84889c56d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e3f39aa8-0ff5-4b3a-9c45-a9ef9b54842f'}], 'binding:host_id': 'n-d-688802-2'}, 'id': '5992c3a8-d61e-47d0-b6ce-ce25d1f414b6'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:41:59.110311 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0f8e1a6e-841a-4f95-9ac5-e0cb9100ce19 None None] Provisioning for port 4310265d-7ab9-4145-9f25-8eda9f82ec6f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:59.119178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0f8e1a6e-841a-4f95-9ac5-e0cb9100ce19 None None] Provisioning complete for port 4310265d-7ab9-4145-9f25-8eda9f82ec6f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:59.119908 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1a6e-841a-4f95-9ac5-e0cb9100ce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.121949 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b531cd9c-b7c8-4ff4-bff0-a78974ece4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.152427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-004f38cd-fc88-4f6b-a1eb-34ef7156ed3c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-network', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:59.185692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004f38cd-fc88-4f6b-a1eb-34ef7156ed3c admin admin] Made reservation on behalf of fa4249d76cd34b2c9d3889fcaf2c6afa for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:59.190206 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004f38cd-fc88-4f6b-a1eb-34ef7156ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.195281 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e1a6e-841a-4f95-9ac5-e0cb9100ce19 None None] Port 4310265d-7ab9-4145-9f25-8eda9f82ec6f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:59.205986 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004f38cd-fc88-4f6b-a1eb-34ef7156ed3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.233455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-17e2024f-4b31-48a6-a431-01dce3ba056c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Delete allocated IP 172.20.0.9 (fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da/a721791d-38b9-4dfd-a1eb-60f84889c56d) {{(pid=93820) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 23:41:59.243081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-17e2024f-4b31-48a6-a431-01dce3ba056c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Allocated IP 172.20.0.18 (fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da/e3f39aa8-0ff5-4b3a-9c45-a9ef9b54842f/4310265d-7ab9-4145-9f25-8eda9f82ec6f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:59.380185 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004f38cd-fc88-4f6b-a1eb-34ef7156ed3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.389388 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004f38cd-fc88-4f6b-a1eb-34ef7156ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.417878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004f38cd-fc88-4f6b-a1eb-34ef7156ed3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:59.433448 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f38cd-fc88-4f6b-a1eb-34ef7156ed3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:59.451001 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004f38cd-fc88-4f6b-a1eb-34ef7156ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.451576 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-004f38cd-fc88-4f6b-a1eb-34ef7156ed3c admin admin] Added segment 3581f181-48ef-4c3b-81f1-4b9d7c54f7eb of type vlan for network 876e8a88-d344-43f5-abc2-bd91d918b95b Jul 22 23:41:59.468940 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17e2024f-4b31-48a6-a431-01dce3ba056c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.498071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-17e2024f-4b31-48a6-a431-01dce3ba056c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Ignored duplicate provisioning block setup for port 4310265d-7ab9-4145-9f25-8eda9f82ec6f by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 23:41:59.510068 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004f38cd-fc88-4f6b-a1eb-34ef7156ed3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.510813 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17e2024f-4b31-48a6-a431-01dce3ba056c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.559822 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004f38cd-fc88-4f6b-a1eb-34ef7156ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.561947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004f38cd-fc88-4f6b-a1eb-34ef7156ed3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:59.562636 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004f38cd-fc88-4f6b-a1eb-34ef7156ed3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.619844 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-b531cd9c-b7c8-4ff4-bff0-a78974ece4f5 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-99946606-1277-4f30-adb8-4856e315d1e7 {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:41:59.620216 n-d-688802-2 neutron-server[93822]: DEBUG oslo_db.api [None req-b531cd9c-b7c8-4ff4-bff0-a78974ece4f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:41:59.624633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-004f38cd-fc88-4f6b-a1eb-34ef7156ed3c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6160557 Jul 22 23:41:59.631938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45372) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:59.643539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-21c4a5ad-2d52-4f90-af16-fbde59cc57f2 admin admin] Request body: {'subnet': {'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-subnet', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:59.668057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2024f-4b31-48a6-a431-01dce3ba056c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=4310265d-7ab9-4145-9f25-8eda9f82ec6f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:59.675303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c4a5ad-2d52-4f90-af16-fbde59cc57f2 admin admin] Made reservation on behalf of fa4249d76cd34b2c9d3889fcaf2c6afa for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:59.678068 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21c4a5ad-2d52-4f90-af16-fbde59cc57f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.694222 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-17e2024f-4b31-48a6-a431-01dce3ba056c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] In _notify_port_updated(), no bound segment for port 4310265d-7ab9-4145-9f25-8eda9f82ec6f on network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:41:59.700726 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2024f-4b31-48a6-a431-01dce3ba056c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:59.701391 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17e2024f-4b31-48a6-a431-01dce3ba056c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.705274 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-17e2024f-4b31-48a6-a431-01dce3ba056c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "PUT /v2.0/ports/4310265d-7ab9-4145-9f25-8eda9f82ec6f HTTP/1.1" status: 200 len: 921 time: 1.1691031 Jul 22 23:41:59.705631 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45374) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:59.735697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f38cd-fc88-4f6b-a1eb-34ef7156ed3c admin admin] Pushing event updated for resources: {'Network': ['ID=876e8a88-d344-43f5-abc2-bd91d918b95b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:59.752411 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 876e8a88-d344-43f5-abc2-bd91d918b95b details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:59.898312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-725f8d72-2f06-48ce-84e9-493bd5881529 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port 4310265d-7ab9-4145-9f25-8eda9f82ec6f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:59.898762 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-725f8d72-2f06-48ce-84e9-493bd5881529 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.990655 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:00.017175 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-725f8d72-2f06-48ce-84e9-493bd5881529 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.030941 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21c4a5ad-2d52-4f90-af16-fbde59cc57f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.041240 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-725f8d72-2f06-48ce-84e9-493bd5881529 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for 4310265d-7ab9-4145-9f25-8eda9f82ec6f owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:00.109791 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:00.110323 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.166075 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82e6b70f-72c0-480a-95a6-ab44d1adfa69 req-9d240b1b-fe1a-498d-bf20-5b73d0cad2a6 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.1539490 Jul 22 23:42:00.174188 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4a5ad-2d52-4f90-af16-fbde59cc57f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a85537-a303-4236-aff4-e5a83fa8a904,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:00.174326 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b531cd9c-b7c8-4ff4-bff0-a78974ece4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.237870 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-725f8d72-2f06-48ce-84e9-493bd5881529 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.254135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4a5ad-2d52-4f90-af16-fbde59cc57f2 admin admin] Checking segment: {'id': '3581f181-48ef-4c3b-81f1-4b9d7c54f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:42:00.254774 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c4a5ad-2d52-4f90-af16-fbde59cc57f2 admin admin] Network hostable DHCP agents. Network: 876e8a88-d344-43f5-abc2-bd91d918b95b, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:42:00.273498 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f8d72-2f06-48ce-84e9-493bd5881529 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=4310265d-7ab9-4145-9f25-8eda9f82ec6f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:00.306383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c4a5ad-2d52-4f90-af16-fbde59cc57f2 admin admin] Network 876e8a88-d344-43f5-abc2-bd91d918b95b is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:42:00.328084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-21c4a5ad-2d52-4f90-af16-fbde59cc57f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 876e8a88-d344-43f5-abc2-bd91d918b95b) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:00.348743 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c4a5ad-2d52-4f90-af16-fbde59cc57f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:00.350467 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21c4a5ad-2d52-4f90-af16-fbde59cc57f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.356464 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f556014-51f9-4303-b9a7-cf52cf34a32a None None] Network 876e8a88-d344-43f5-abc2-bd91d918b95b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:00.372222 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-725f8d72-2f06-48ce-84e9-493bd5881529 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.377889 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-725f8d72-2f06-48ce-84e9-493bd5881529 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/4310265d-7ab9-4145-9f25-8eda9f82ec6f HTTP/1.1" status: 204 len: 168 time: 0.6712244 Jul 22 23:42:00.378530 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45384) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:00.380166 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-21c4a5ad-2d52-4f90-af16-fbde59cc57f2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7466238 Jul 22 23:42:00.388366 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45386) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:00.394740 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-router', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:00.443735 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.445172 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.446702 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e389c0dc-d7d8-477a-86d7-42ee86dc4cb1 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] GET failed (client error): The resource could not be found. Jul 22 23:42:00.451446 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e389c0dc-d7d8-477a-86d7-42ee86dc4cb1 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports/4310265d-7ab9-4145-9f25-8eda9f82ec6f HTTP/1.1" status: 404 len: 333 time: 0.0689502 Jul 22 23:42:00.452282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45390) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:00.536900 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33cec94e-74e2-4358-97af-c633baf15c99 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.556303 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.559007 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b531cd9c-b7c8-4ff4-bff0-a78974ece4f5 None None] Allocated IP 172.20.0.19 (fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da/e3f39aa8-0ff5-4b3a-9c45-a9ef9b54842f/5992c3a8-d61e-47d0-b6ce-ce25d1f414b6) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:00.589257 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33cec94e-74e2-4358-97af-c633baf15c99 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.679946 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33cec94e-74e2-4358-97af-c633baf15c99 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.684774 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33cec94e-74e2-4358-97af-c633baf15c99 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.689045 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-33cec94e-74e2-4358-97af-c633baf15c99 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/security-groups/df16ee9d-a3d0-40b4-8303-2933c286cd13 HTTP/1.1" status: 204 len: 168 time: 0.2354705 Jul 22 23:42:00.689722 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45400) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:00.719060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cec94e-74e2-4358-97af-c633baf15c99 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df16ee9d-a3d0-40b4-8303-2933c286cd13,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:00.780600 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91c1b0d7-c25d-4415-ad88-fadcf40d7700 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.804847 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.823454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-876e8a88-d344-43f5-abc2-bd91d918b95b', 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'fixed_ips': [{'subnet_id': '81a85537-a303-4236-aff4-e5a83fa8a904'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:42:00.825050 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.834681 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91c1b0d7-c25d-4415-ad88-fadcf40d7700 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.908040 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91c1b0d7-c25d-4415-ad88-fadcf40d7700 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.911507 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91c1b0d7-c25d-4415-ad88-fadcf40d7700 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.917028 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-91c1b0d7-c25d-4415-ad88-fadcf40d7700 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/security-groups/cbda73f5-a936-47a1-8a7d-94691b7cd04a HTTP/1.1" status: 204 len: 168 time: 0.2223074 Jul 22 23:42:00.918021 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45402) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:00.937940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1b0d7-c25d-4415-ad88-fadcf40d7700 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbda73f5-a936-47a1-8a7d-94691b7cd04a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:00.987394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Allocated IP 172.20.0.2 (876e8a88-d344-43f5-abc2-bd91d918b95b/81a85537-a303-4236-aff4-e5a83fa8a904/22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:01.021631 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-98672b1d-42d2-4bc1-880e-1f17cdd57008 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting subnet a721791d-38b9-4dfd-a1eb-60f84889c56d {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:42:01.042098 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b531cd9c-b7c8-4ff4-bff0-a78974ece4f5 None None] For port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5992c3a8-d61e-47d0-b6ce-ce25d1f414b6,segment=NetworkSegment(19c6a024-cec8-4fd7-8322-12c05daa15cf),segment_id=19c6a024-cec8-4fd7-8322-12c05daa15cf)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:01.116788 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.124996 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b531cd9c-b7c8-4ff4-bff0-a78974ece4f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.140949 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.153801 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b531cd9c-b7c8-4ff4-bff0-a78974ece4f5 None None] Transition to ACTIVE for port object 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:01.167913 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98672b1d-42d2-4bc1-880e-1f17cdd57008 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.170593 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b531cd9c-b7c8-4ff4-bff0-a78974ece4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.267108 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98672b1d-42d2-4bc1-880e-1f17cdd57008 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.272851 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.291107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Transition to ACTIVE for port object 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:01.325241 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Allocated IP 172.25.4.64 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/4d075b10-b234-4d2a-8436-732fcfb9c0e3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:01.374973 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Transition to ACTIVE for port object 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:01.379251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531cd9c-b7c8-4ff4-bff0-a78974ece4f5 None None] Pushing event updated for resources: {'Port': ['ID=5992c3a8-d61e-47d0-b6ce-ce25d1f414b6,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:01.382731 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7fcaa7b7-86a2-4f06-ad12-d4fcc74ebe50 req-5625e5e0-219c-4e1a-b8fe-fd4f5c353e29 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0603001 Jul 22 23:42:01.420907 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.440101 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98672b1d-42d2-4bc1-880e-1f17cdd57008 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.495080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Pushing event updated for resources: {'Port': ['ID=22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:01.505448 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98672b1d-42d2-4bc1-880e-1f17cdd57008 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.531685 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Network 876e8a88-d344-43f5-abc2-bd91d918b95b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:01.533824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:01.536948 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:01.547485 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98672b1d-42d2-4bc1-880e-1f17cdd57008 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Subnet': ['ID=a721791d-38b9-4dfd-a1eb-60f84889c56d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:01.563627 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98672b1d-42d2-4bc1-880e-1f17cdd57008 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.574285 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-98672b1d-42d2-4bc1-880e-1f17cdd57008 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/a721791d-38b9-4dfd-a1eb-60f84889c56d HTTP/1.1" status: 204 len: 168 time: 0.6440353 Jul 22 23:42:01.575030 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45410) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:01.579507 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.585462 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d3106dc4-d0e9-442c-a6c3-de7469dc11a4 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'subnet': {'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:01.652750 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40620cac-0eb5-4385-8681-6a170d6332a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.667908 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Attempting to bind port 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:42:01.668303 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Attempting to bind port 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '3581f181-48ef-4c3b-81f1-4b9d7c54f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:42:01.668684 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Attempting to bind port 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d on network 876e8a88-d344-43f5-abc2-bd91d918b95b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:42:01.675607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:42:01.676034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Checking segment: {'id': '3581f181-48ef-4c3b-81f1-4b9d7c54f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:42:01.677088 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.678510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Bound using segment: {'id': '3581f181-48ef-4c3b-81f1-4b9d7c54f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:42:01.679088 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Bound port: 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3581f181-48ef-4c3b-81f1-4b9d7c54f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:42:01.679485 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.684517 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.752023 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3106dc4-d0e9-442c-a6c3-de7469dc11a4 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:01.762460 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3106dc4-d0e9-442c-a6c3-de7469dc11a4 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.820865 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] For port 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:42:01.839250 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] For port 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d,segment=NetworkSegment(3581f181-48ef-4c3b-81f1-4b9d7c54f7eb),segment_id=3581f181-48ef-4c3b-81f1-4b9d7c54f7eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:42:01.862641 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.883439 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:01.888170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:01.904735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:01.920559 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Pushing event updated for resources: {'Port': ['ID=4d075b10-b234-4d2a-8436-732fcfb9c0e3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:01.964579 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:02.038282 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ace67-3bea-4793-bf57-79325e4d31c4 None None] Pushing event updated for resources: {'Port': ['ID=22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:02.287680 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:02.296133 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3106dc4-d0e9-442c-a6c3-de7469dc11a4 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:02.430627 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3106dc4-d0e9-442c-a6c3-de7469dc11a4 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:02.442944 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d3106dc4-d0e9-442c-a6c3-de7469dc11a4 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:02.451049 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3106dc4-d0e9-442c-a6c3-de7469dc11a4 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:02.454075 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3106dc4-d0e9-442c-a6c3-de7469dc11a4 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:02.472237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3106dc4-d0e9-442c-a6c3-de7469dc11a4 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Subnet': ['ID=6ebc607b-6e54-41b0-a699-75f65b519dea,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:02.490064 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d3106dc4-d0e9-442c-a6c3-de7469dc11a4 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9130476 Jul 22 23:42:02.491989 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45424) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:02.499485 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-17160836-f109-41c1-ab12-e0eb60291935 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'security_group': {'name': 'tempest-secgroup-579299454'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:02.545928 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17160836-f109-41c1-ab12-e0eb60291935 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:02.578143 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102fb25e-013d-4713-a8ba-dc7081faba4f None None] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:02.692808 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-738b22b6-d8cb-41e8-98c1-39e75a8973c1 None None] Provisioning for port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:02.700382 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-738b22b6-d8cb-41e8-98c1-39e75a8973c1 None None] Provisioning complete for port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:02.700891 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-738b22b6-d8cb-41e8-98c1-39e75a8973c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:02.745814 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17160836-f109-41c1-ab12-e0eb60291935 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:02.755084 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:02.755306 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17160836-f109-41c1-ab12-e0eb60291935 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:02.816744 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17160836-f109-41c1-ab12-e0eb60291935 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:02.819810 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-17160836-f109-41c1-ab12-e0eb60291935 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3264968 Jul 22 23:42:02.822497 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17160836-f109-41c1-ab12-e0eb60291935 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902f15ba-1ac6-4739-96c0-7a3513d5497d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:02.830018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45434) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:02.836349 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-783343f5-80a1-46f2-ae72-b4cc37270ebd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'security_group': {'name': 'tempest-secgroup-1689066304'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:02.888793 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-783343f5-80a1-46f2-ae72-b4cc37270ebd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:02.900503 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-738b22b6-d8cb-41e8-98c1-39e75a8973c1 None None] Could not find standard attr ID for object 4310265d-7ab9-4145-9f25-8eda9f82ec6f. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:42:02.915763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-874a22eb-e5b0-4251-869e-bba9973c8e89 req-73907bea-262a-42e9-a0a8-98ff4c729bf3 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.2650030 Jul 22 23:42:02.949178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-738b22b6-d8cb-41e8-98c1-39e75a8973c1 None None] Provisioning complete for port 66055e53-d97a-450c-854e-c8f49aed3c2c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:02.949569 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-738b22b6-d8cb-41e8-98c1-39e75a8973c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:03.006603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Router 593587b5-3d52-4abc-b7fa-614f63e14e35 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:42:03.050848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-738b22b6-d8cb-41e8-98c1-39e75a8973c1 None None] Port 66055e53-d97a-450c-854e-c8f49aed3c2c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:03.129921 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-783343f5-80a1-46f2-ae72-b4cc37270ebd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:03.139195 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-783343f5-80a1-46f2-ae72-b4cc37270ebd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:03.166037 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-783343f5-80a1-46f2-ae72-b4cc37270ebd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:03.167626 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-783343f5-80a1-46f2-ae72-b4cc37270ebd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3361669 Jul 22 23:42:03.171060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45442) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:03.178686 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5c5f36b4-a201-4382-bd9e-e81da86530ce tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'security_group': {'name': 'tempest-secgroup-544676688'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:03.230309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783343f5-80a1-46f2-ae72-b4cc37270ebd tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924dae87-bed2-4c3d-81f4-c93f9b4b621f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:03.258948 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c5f36b4-a201-4382-bd9e-e81da86530ce tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:03.461495 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c5f36b4-a201-4382-bd9e-e81da86530ce tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:03.471351 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c5f36b4-a201-4382-bd9e-e81da86530ce tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:03.528280 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f36b4-a201-4382-bd9e-e81da86530ce tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bd79c5-3537-429f-8b9d-b59e68edc8f5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:03.552313 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c5f36b4-a201-4382-bd9e-e81da86530ce tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:03.555124 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5c5f36b4-a201-4382-bd9e-e81da86530ce tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3827903 Jul 22 23:42:03.557532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45448) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:03.569531 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e61634bd-a69b-4bab-a2a3-353c61e90cd0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-303002527', 'security_groups': ['b7bd79c5-3537-429f-8b9d-b59e68edc8f5'], 'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6ebc607b-6e54-41b0-a699-75f65b519dea'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:03.696748 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b121df65-fa02-40a6-b151-4a57d198819e None None] Provisioning complete for port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:03.697356 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b121df65-fa02-40a6-b151-4a57d198819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:03.762768 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:03.772587 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Sync routers for ids ['593587b5-3d52-4abc-b7fa-614f63e14e35'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:03.785666 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958047f1-c992-4738-bc30-a93115d1a4a1 None None] Network 876e8a88-d344-43f5-abc2-bd91d918b95b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:03.798704 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:03.803469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5dbae803-5953-4d03-b96f-862bcd75614f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4137306 Jul 22 23:42:03.803672 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Routers {'593587b5-3d52-4abc-b7fa-614f63e14e35'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:03.804109 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:41:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['593587b5-3d52-4abc-b7fa-614f63e14e35'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:03.804919 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45454) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:03.910169 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61634bd-a69b-4bab-a2a3-353c61e90cd0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:04.044802 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:04.146644 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:04.157417 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b121df65-fa02-40a6-b151-4a57d198819e None None] Provisioning complete for port 66055e53-d97a-450c-854e-c8f49aed3c2c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:04.158042 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b121df65-fa02-40a6-b151-4a57d198819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:04.159684 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e61634bd-a69b-4bab-a2a3-353c61e90cd0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:04.204282 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b121df65-fa02-40a6-b151-4a57d198819e None None] Port 66055e53-d97a-450c-854e-c8f49aed3c2c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:04.257399 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-139356f9-3287-436b-be4b-04d42295de01 req-30348c3f-47ef-4b16-953f-0a58710e73d6 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.1116455 Jul 22 23:42:04.337849 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Set router 593587b5-3d52-4abc-b7fa-614f63e14e35 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:42:04.406097 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:04.441548 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:04.575645 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea31744c-81da-40d7-b928-9cce92e90045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:04.608130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c641da39-1497-4720-8ad0-1f2a8ff23148 None None] Provisioning for port 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:04.630687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c641da39-1497-4720-8ad0-1f2a8ff23148 None None] Provisioning complete for port 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:04.631213 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c641da39-1497-4720-8ad0-1f2a8ff23148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:04.814892 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-router', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:00Z', 'updated_at': '2021-07-22T23:42:02Z', 'revision_number': 3, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'gw_port': {'id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:04.875205 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Checking router: 593587b5-3d52-4abc-b7fa-614f63e14e35 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:42:04.875409 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-e61634bd-a69b-4bab-a2a3-353c61e90cd0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] device_id is not set on port 87c48162-5dbb-4c2f-a161-dbc11ae5b35f yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:42:04.875894 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Updating router 593587b5-3d52-4abc-b7fa-614f63e14e35 port 4d075b10-b234-4d2a-8436-732fcfb9c0e3 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:42:04.896798 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c641da39-1497-4720-8ad0-1f2a8ff23148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:04.911816 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:04.935555 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.001637 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c641da39-1497-4720-8ad0-1f2a8ff23148 None None] For port 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d,segment=NetworkSegment(3581f181-48ef-4c3b-81f1-4b9d7c54f7eb),segment_id=3581f181-48ef-4c3b-81f1-4b9d7c54f7eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:05.014534 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c641da39-1497-4720-8ad0-1f2a8ff23148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.062348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c641da39-1497-4720-8ad0-1f2a8ff23148 None None] Could not find standard attr ID for object 4310265d-7ab9-4145-9f25-8eda9f82ec6f. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:42:05.106497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641da39-1497-4720-8ad0-1f2a8ff23148 None None] Pushing event updated for resources: {'Port': ['ID=22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:05.173629 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e61634bd-a69b-4bab-a2a3-353c61e90cd0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Allocated IP 172.20.0.14 (fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da/6ebc607b-6e54-41b0-a699-75f65b519dea/87c48162-5dbb-4c2f-a161-dbc11ae5b35f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:05.195220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-936289f0-4085-48a3-ae05-ace5ee8f50f0 None None] Provisioning complete for port 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:05.195501 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-936289f0-4085-48a3-ae05-ace5ee8f50f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.308051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Allocated IP 172.20.0.1 (876e8a88-d344-43f5-abc2-bd91d918b95b/81a85537-a303-4236-aff4-e5a83fa8a904/d02783e2-32cd-412a-92d5-40b67c7ad443) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:05.544328 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.606224 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e61634bd-a69b-4bab-a2a3-353c61e90cd0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.644462 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e61634bd-a69b-4bab-a2a3-353c61e90cd0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Transition to ACTIVE for port object 87c48162-5dbb-4c2f-a161-dbc11ae5b35f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:05.652654 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f2993f6-7d8a-47be-8d4c-5645a6ef219c req-ead01072-4f83-495e-93b8-97fa9a9b6eb3 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.1905234 Jul 22 23:42:05.698656 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.706019 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.716807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Transition to ACTIVE for port object d02783e2-32cd-412a-92d5-40b67c7ad443 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:05.733430 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Transition to ACTIVE for port object 4d075b10-b234-4d2a-8436-732fcfb9c0e3 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:05.739131 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e61634bd-a69b-4bab-a2a3-353c61e90cd0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.749212 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.826740 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.854487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Network 876e8a88-d344-43f5-abc2-bd91d918b95b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:05.857702 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:05.861303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:05.906664 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Attempting to bind port 4d075b10-b234-4d2a-8436-732fcfb9c0e3 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:42:05.908682 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Attempting to bind port 4d075b10-b234-4d2a-8436-732fcfb9c0e3 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:42:05.909270 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Attempting to bind port 4d075b10-b234-4d2a-8436-732fcfb9c0e3 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:42:05.950168 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:42:05.952312 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:42:05.953134 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.953705 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:42:05.955152 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Bound port: 4d075b10-b234-4d2a-8436-732fcfb9c0e3, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:42:05.955716 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.959538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:06.004552 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61634bd-a69b-4bab-a2a3-353c61e90cd0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:06.037717 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e61634bd-a69b-4bab-a2a3-353c61e90cd0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:06.039213 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:06.050466 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61634bd-a69b-4bab-a2a3-353c61e90cd0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:06.080719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:06.081252 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:06.107687 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] For port 4d075b10-b234-4d2a-8436-732fcfb9c0e3, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:42:06.111314 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] For port 4d075b10-b234-4d2a-8436-732fcfb9c0e3, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4d075b10-b234-4d2a-8436-732fcfb9c0e3,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:42:06.113956 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bb29c-c9f8-4d43-8d89-c61bb719442e None None] Pushing event updated for resources: {'Port': ['ID=4d075b10-b234-4d2a-8436-732fcfb9c0e3,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:06.122627 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:06.153360 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61634bd-a69b-4bab-a2a3-353c61e90cd0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=87c48162-5dbb-4c2f-a161-dbc11ae5b35f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:06.216694 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61634bd-a69b-4bab-a2a3-353c61e90cd0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:06.217508 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e61634bd-a69b-4bab-a2a3-353c61e90cd0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:06.226574 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Routers {'593587b5-3d52-4abc-b7fa-614f63e14e35'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:06.227309 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:42:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['593587b5-3d52-4abc-b7fa-614f63e14e35'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:06.239846 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e61634bd-a69b-4bab-a2a3-353c61e90cd0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6804214 Jul 22 23:42:06.243471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:06.260301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-089802bc-2cae-452e-b246-89cc1fa0b7b3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'subnet': {'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:06.317643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Pushing event updated for resources: {'Port': ['ID=d02783e2-32cd-412a-92d5-40b67c7ad443,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:06.434454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eae54fe6-5233-49d1-81c4-5c29c170d591 None None] Provisioning for port d02783e2-32cd-412a-92d5-40b67c7ad443 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:06.439959 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:06.443967 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eae54fe6-5233-49d1-81c4-5c29c170d591 None None] Provisioning complete for port d02783e2-32cd-412a-92d5-40b67c7ad443 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:06.444472 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eae54fe6-5233-49d1-81c4-5c29c170d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:06.499571 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-eae54fe6-5233-49d1-81c4-5c29c170d591 None None] Port d02783e2-32cd-412a-92d5-40b67c7ad443 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:06.526270 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] Set router 593587b5-3d52-4abc-b7fa-614f63e14e35 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:42:06.574873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089802bc-2cae-452e-b246-89cc1fa0b7b3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:06.578964 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-089802bc-2cae-452e-b246-89cc1fa0b7b3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:06.619188 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bb29c-c9f8-4d43-8d89-c61bb719442e None None] Pushing event updated for resources: {'Port': ['ID=4d075b10-b234-4d2a-8436-732fcfb9c0e3,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:06.632697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d2994fe6-bd1e-49b1-9ae9-f081e3c0d098 None None] Provisioning for port 87c48162-5dbb-4c2f-a161-dbc11ae5b35f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:06.641576 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d2994fe6-bd1e-49b1-9ae9-f081e3c0d098 None None] Provisioning complete for port 87c48162-5dbb-4c2f-a161-dbc11ae5b35f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:06.641831 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2994fe6-bd1e-49b1-9ae9-f081e3c0d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:06.712598 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d2994fe6-bd1e-49b1-9ae9-f081e3c0d098 None None] Port 87c48162-5dbb-4c2f-a161-dbc11ae5b35f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:06.872847 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8d53afc-e265-436a-b652-f7a24c2c2a95 req-15bc2865-3114-46a2-b7ce-9e9f85f5a771 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0350914 Jul 22 23:42:06.891546 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-router', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:00Z', 'updated_at': '2021-07-22T23:42:02Z', 'revision_number': 3, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'gw_port': {'id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:06.925450 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e3bbce-8e4b-46a0-89f3-0d934590be0a None None] The sync data for ids ['593587b5-3d52-4abc-b7fa-614f63e14e35'] in n-d-688802-2 is: [{'id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-router', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:00Z', 'updated_at': '2021-07-22T23:42:02Z', 'revision_number': 3, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'gw_port': {'id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:06.959323 n-d-688802-2 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-089802bc-2cae-452e-b246-89cc1fa0b7b3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6ebc607b-6e54-41b0-a699-75f65b519dea (CIDR: 172.20.0.0/28) Jul 22 23:42:06.966436 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-089802bc-2cae-452e-b246-89cc1fa0b7b3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:42:06.966646 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:06.967253 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089802bc-2cae-452e-b246-89cc1fa0b7b3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:42:06.989332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-089802bc-2cae-452e-b246-89cc1fa0b7b3 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7355874 Jul 22 23:42:06.992095 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45516) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:06.999504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3f8a22a1-3d1a-461b-b134-86e4c690adcf tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'subnet': {'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:07.096685 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:07.110839 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:07.226352 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:07.240543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Pushing event updated for resources: {'Port': ['ID=d02783e2-32cd-412a-92d5-40b67c7ad443,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:07.295214 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8a22a1-3d1a-461b-b134-86e4c690adcf tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:07.307285 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f8a22a1-3d1a-461b-b134-86e4c690adcf tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:07.491386 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Network 876e8a88-d344-43f5-abc2-bd91d918b95b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:07.491386 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:07.565032 n-d-688802-2 neutron-server[93820]: INFO neutron.db.ipam_backend_mixin [None req-3f8a22a1-3d1a-461b-b134-86e4c690adcf tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e3f39aa8-0ff5-4b3a-9c45-a9ef9b54842f (CIDR: 172.20.0.16/28) Jul 22 23:42:07.570218 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8a22a1-3d1a-461b-b134-86e4c690adcf tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:42:07.570781 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8a22a1-3d1a-461b-b134-86e4c690adcf tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:42:07.601702 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3f8a22a1-3d1a-461b-b134-86e4c690adcf tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6056759 Jul 22 23:42:07.606962 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45526) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:07.612919 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2940450b-e163-41cb-b851-57581545a732 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'subnet': {'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:07.766689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Router 593587b5-3d52-4abc-b7fa-614f63e14e35 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:42:07.907829 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2940450b-e163-41cb-b851-57581545a732 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Made reservation on behalf of 59aa8cc98d8f4e89bbad4dbb5b494387 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:07.912314 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2940450b-e163-41cb-b851-57581545a732 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:07.980975 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-787cc137-71c6-4823-9db5-711b34555167 None None] Provisioning complete for port d02783e2-32cd-412a-92d5-40b67c7ad443 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:07.982459 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-787cc137-71c6-4823-9db5-711b34555167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:08.078969 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4d075b10-b234-4d2a-8436-732fcfb9c0e3 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:08.081905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-787cc137-71c6-4823-9db5-711b34555167 None None] Port d02783e2-32cd-412a-92d5-40b67c7ad443 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:08.199826 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 4d075b10-b234-4d2a-8436-732fcfb9c0e3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:08.204357 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4126816a-5804-4a9b-9a7c-7a391e808282 req-1f8fd1b4-6d47-46c4-9c84-870f1d9dccd3 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0836065 Jul 22 23:42:08.213599 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4d075b10-b234-4d2a-8436-732fcfb9c0e3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:08.215892 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:08.314740 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-427595b4-3de9-4b1c-95a4-3d86e9947d15 req-00970d7e-e1ec-44fb-b213-7f3d45111a5e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2740512 Jul 22 23:42:08.341821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:08.358975 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b9c60e1f-b92f-435e-bfdb-e48241c52b87 admin admin] 10.222.0.26 "PUT /v2.0/routers/593587b5-3d52-4abc-b7fa-614f63e14e35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5437005 Jul 22 23:42:08.412790 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:08.471432 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 4d075b10-b234-4d2a-8436-732fcfb9c0e3, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4d075b10-b234-4d2a-8436-732fcfb9c0e3,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:08.492891 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2940450b-e163-41cb-b851-57581545a732 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:08.495309 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427595b4-3de9-4b1c-95a4-3d86e9947d15 req-90968271-e836-4ff8-b1a8-71bdb3a4a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:08.498651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-427595b4-3de9-4b1c-95a4-3d86e9947d15 req-90968271-e836-4ff8-b1a8-71bdb3a4a1a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a746b4f731849e293273dc1d348b169&device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 1096 time: 0.1477156 Jul 22 23:42:08.500810 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:08.607741 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=4d075b10-b234-4d2a-8436-732fcfb9c0e3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:08.656956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940450b-e163-41cb-b851-57581545a732 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Subnet': ['ID=358cad04-38d5-418e-a964-81a471e89060,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:08.673940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2940450b-e163-41cb-b851-57581545a732 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:08.675863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2940450b-e163-41cb-b851-57581545a732 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:08.680117 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2940450b-e163-41cb-b851-57581545a732 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:08.680713 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2940450b-e163-41cb-b851-57581545a732 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:08.687863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80c8cfa-4fcf-4673-8fc9-43e1e4756aeb None None] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:08.697353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427595b4-3de9-4b1c-95a4-3d86e9947d15 req-6602919e-93db-4441-84db-5f9ba97d6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:08.699648 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-427595b4-3de9-4b1c-95a4-3d86e9947d15 req-6602919e-93db-4441-84db-5f9ba97d6f9e service neutron] 10.222.0.18 "GET /v2.0/networks?id=afd64f44-be57-4092-97ba-5564e606fdc5 HTTP/1.1" status: 200 len: 912 time: 0.1780920 Jul 22 23:42:08.708014 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2940450b-e163-41cb-b851-57581545a732 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0989323 Jul 22 23:42:08.708691 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45548) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:08.722127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1283438967', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '358cad04-38d5-418e-a964-81a471e89060'}], 'security_groups': ['902f15ba-1ac6-4739-96c0-7a3513d5497d', '924dae87-bed2-4c3d-81f4-c93f9b4b621f']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:09.170781 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-427595b4-3de9-4b1c-95a4-3d86e9947d15 req-8aaa61f4-c2b7-4ec7-80ba-d5e9bac9291d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=485188e4-d204-4828-99b2-7f5bf6f9c99c HTTP/1.1" status: 200 len: 1001 time: 0.4607999 Jul 22 23:42:09.414300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c3e740-b30f-4dd2-a640-1fa8a5408483 None None] Update dhcp port {'port': {'network_id': 'fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da', 'fixed_ips': [{'subnet_id': 'e3f39aa8-0ff5-4b3a-9c45-a9ef9b54842f', 'ip_address': '172.20.0.19'}, {'subnet_id': '358cad04-38d5-418e-a964-81a471e89060'}, {'subnet_id': '6ebc607b-6e54-41b0-a699-75f65b519dea'}], 'binding:host_id': 'n-d-688802-2'}, 'id': '5992c3a8-d61e-47d0-b6ce-ce25d1f414b6'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:42:09.519541 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0ef5f59-e6c0-415f-9cbc-9f8f4a81bc9b req-979b1e01-c100-432d-b2c9-eb24ef7d1199 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0632594 Jul 22 23:42:09.520257 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29c3e740-b30f-4dd2-a640-1fa8a5408483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:09.530474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427595b4-3de9-4b1c-95a4-3d86e9947d15 req-9f02b494-0662-4bf7-aeab-6e7a88600edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:09.532205 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-427595b4-3de9-4b1c-95a4-3d86e9947d15 req-9f02b494-0662-4bf7-aeab-6e7a88600edf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcaded81-6539-4a40-8d44-b38a3809d293 HTTP/1.1" status: 200 len: 850 time: 0.3526616 Jul 22 23:42:09.629776 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:09.828255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427595b4-3de9-4b1c-95a4-3d86e9947d15 req-40f8330e-a657-4e9c-a1ae-d7b952f43290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:09.832982 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-427595b4-3de9-4b1c-95a4-3d86e9947d15 req-40f8330e-a657-4e9c-a1ae-d7b952f43290 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afd64f44-be57-4092-97ba-5564e606fdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2741110 Jul 22 23:42:10.075923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-29c3e740-b30f-4dd2-a640-1fa8a5408483 None None] Allocated IP 172.20.0.34 (fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da/358cad04-38d5-418e-a964-81a471e89060/5992c3a8-d61e-47d0-b6ce-ce25d1f414b6) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:10.087580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-29c3e740-b30f-4dd2-a640-1fa8a5408483 None None] Allocated IP 172.20.0.2 (fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da/6ebc607b-6e54-41b0-a699-75f65b519dea/5992c3a8-d61e-47d0-b6ce-ce25d1f414b6) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:10.256357 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-29c3e740-b30f-4dd2-a640-1fa8a5408483 None None] For port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5992c3a8-d61e-47d0-b6ce-ce25d1f414b6,segment=NetworkSegment(19c6a024-cec8-4fd7-8322-12c05daa15cf),segment_id=19c6a024-cec8-4fd7-8322-12c05daa15cf)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:10.279917 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4d075b10-b234-4d2a-8436-732fcfb9c0e3 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:10.343754 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Sync routers for ids ['593587b5-3d52-4abc-b7fa-614f63e14e35'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:10.374622 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29c3e740-b30f-4dd2-a640-1fa8a5408483 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:10.402876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-29c3e740-b30f-4dd2-a640-1fa8a5408483 None None] Transition to ACTIVE for port object 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:10.415717 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29c3e740-b30f-4dd2-a640-1fa8a5408483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:10.562133 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Routers {'593587b5-3d52-4abc-b7fa-614f63e14e35'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:10.563017 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:42:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['593587b5-3d52-4abc-b7fa-614f63e14e35'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:10.566840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Delete allocated IP 172.20.0.14 (fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da/6ebc607b-6e54-41b0-a699-75f65b519dea) {{(pid=93821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 23:42:10.584153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Allocated IP 172.20.0.36 (fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da/358cad04-38d5-418e-a964-81a471e89060/87c48162-5dbb-4c2f-a161-dbc11ae5b35f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:10.670880 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-427595b4-3de9-4b1c-95a4-3d86e9947d15 req-dfacff1a-5e8a-49dd-9f19-f4494c8e41b9 service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8300111 Jul 22 23:42:10.746293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e919d02b-5b89-4c48-9845-20582e54fcf8 req-d244690f-0b13-4af8-9c8b-afd46a60a5c7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0744176 Jul 22 23:42:10.778764 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e2a3e23-d676-4082-957e-27ff0d59e089 req-d62eccf7-3a2e-4f8b-a0f0-02cde34e62cd tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0549259 Jul 22 23:42:10.906934 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4d075b10-b234-4d2a-8436-732fcfb9c0e3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:10.907309 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:10.967049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3e740-b30f-4dd2-a640-1fa8a5408483 None None] Pushing event updated for resources: {'Port': ['ID=5992c3a8-d61e-47d0-b6ce-ce25d1f414b6,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:10.990646 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-427595b4-3de9-4b1c-95a4-3d86e9947d15 req-e240fc64-ef77-437b-9d31-f68813a5f2f1 service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032451 Jul 22 23:42:11.062913 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Set router 593587b5-3d52-4abc-b7fa-614f63e14e35 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:42:11.073232 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:11.101628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Transition to ACTIVE for port object 87c48162-5dbb-4c2f-a161-dbc11ae5b35f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:11.113045 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:11.367775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event updated for resources: {'Port': ['ID=87c48162-5dbb-4c2f-a161-dbc11ae5b35f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:11.377294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] In _notify_port_updated(), no bound segment for port 87c48162-5dbb-4c2f-a161-dbc11ae5b35f on network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:42:11.383637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:11.384516 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:11.386589 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "PUT /v2.0/ports/87c48162-5dbb-4c2f-a161-dbc11ae5b35f HTTP/1.1" status: 200 len: 960 time: 2.6756175 Jul 22 23:42:11.388774 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:11.389452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:11.389683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45650) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:11.390855 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:11.391460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:11.391954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:11.392432 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:11.392894 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:11.393401 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:11.393869 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:11.394345 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:11.394808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:11.395279 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af2fe8d-5227-4673-b009-3db6bbc597b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:11.596521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port 87c48162-5dbb-4c2f-a161-dbc11ae5b35f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:11.597028 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:11.889132 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-router', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:00Z', 'updated_at': '2021-07-22T23:42:06Z', 'revision_number': 4, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'gw_port': {'id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd02783e2-32cd-412a-92d5-40b67c7ad443', 'name': '', 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'mac_address': 'fa:16:3e:27:d2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:04Z', 'updated_at': '2021-07-22T23:42:06Z', 'revision_number': 2, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'subnets': [{'id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:11.997727 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cdcc8733-6759-46a9-aa5d-858b1e26d5f4 req-45dfb7d4-b9a5-4187-b3e3-699a9a8d4a43 tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0619516 Jul 22 23:42:12.024101 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Checking router: 593587b5-3d52-4abc-b7fa-614f63e14e35 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:42:12.024101 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Updating router 593587b5-3d52-4abc-b7fa-614f63e14e35 port d02783e2-32cd-412a-92d5-40b67c7ad443 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:42:12.026503 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:12.068959 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:12.114068 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:12.117924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for 87c48162-5dbb-4c2f-a161-dbc11ae5b35f owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:12.387384 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:12.407500 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-70b20d3b-9570-4567-8b85-85beab2e7820 None None] Provisioning for port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:12.431415 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-70b20d3b-9570-4567-8b85-85beab2e7820 None None] Provisioning complete for port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:12.436670 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70b20d3b-9570-4567-8b85-85beab2e7820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:12.445656 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:12.454511 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:12.469696 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7683be87-ad84-420b-91dc-678546526b40 req-0c4d12e1-7859-4d2d-b210-008da9e29ccb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6281114344204811aa19f9e568fe398d&device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0688992 Jul 22 23:42:12.480837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=87c48162-5dbb-4c2f-a161-dbc11ae5b35f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:12.526522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:12.526945 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:12.528347 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:12.528699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:12.529033 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:12.530615 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:12.530964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:12.531302 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:12.533274 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:12.533630 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:12.533968 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:12.536298 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:12.547093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7683be87-ad84-420b-91dc-678546526b40 req-f0a6a9c8-be2c-46b6-b230-9cc0999d1cba service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=6281114344204811aa19f9e568fe398d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692282 Jul 22 23:42:12.710682 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:12.726086 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-97eab15f-d98f-49ec-b884-3944ef858573 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/87c48162-5dbb-4c2f-a161-dbc11ae5b35f HTTP/1.1" status: 204 len: 168 time: 1.3352642 Jul 22 23:42:12.726733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45670) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:12.733021 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24870a78-3f0e-41bf-9ca5-e1895595a95b req-f5f611bc-f446-4a17-a5ad-56bc0237f67a tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0845912 Jul 22 23:42:12.801068 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683be87-ad84-420b-91dc-678546526b40 req-7dc33587-827f-4b53-928c-d76634342c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:12.805895 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7683be87-ad84-420b-91dc-678546526b40 req-7dc33587-827f-4b53-928c-d76634342c5b service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2506433 Jul 22 23:42:12.842350 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-084c324d-4a37-4be4-bee4-e5ae3699f547 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] GET failed (client error): The resource could not be found. Jul 22 23:42:12.849358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45676) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:12.850512 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-084c324d-4a37-4be4-bee4-e5ae3699f547 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports/87c48162-5dbb-4c2f-a161-dbc11ae5b35f HTTP/1.1" status: 404 len: 333 time: 0.1226957 Jul 22 23:42:12.946671 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0bf487f-46f1-4cb1-9202-041c03034d58 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.001352 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0bf487f-46f1-4cb1-9202-041c03034d58 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.097362 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0bf487f-46f1-4cb1-9202-041c03034d58 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.101990 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a0bf487f-46f1-4cb1-9202-041c03034d58 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.115496 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45680) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:13.116919 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a0bf487f-46f1-4cb1-9202-041c03034d58 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/security-groups/b7bd79c5-3537-429f-8b9d-b59e68edc8f5 HTTP/1.1" status: 204 len: 168 time: 0.2652256 Jul 22 23:42:13.143085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf487f-46f1-4cb1-9202-041c03034d58 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bd79c5-3537-429f-8b9d-b59e68edc8f5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:13.208283 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-70b20d3b-9570-4567-8b85-85beab2e7820 None None] Could not find standard attr ID for object 87c48162-5dbb-4c2f-a161-dbc11ae5b35f. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:42:13.271305 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.278060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-70b20d3b-9570-4567-8b85-85beab2e7820 None None] Provisioning complete for port 66055e53-d97a-450c-854e-c8f49aed3c2c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:13.279963 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70b20d3b-9570-4567-8b85-85beab2e7820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.302765 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7f95a05-cb09-46f6-a59b-89161053a772 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.329642 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Transition to ACTIVE for port object d02783e2-32cd-412a-92d5-40b67c7ad443 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:13.372019 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.375445 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7f95a05-cb09-46f6-a59b-89161053a772 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.413664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-70b20d3b-9570-4567-8b85-85beab2e7820 None None] Port 66055e53-d97a-450c-854e-c8f49aed3c2c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:13.449428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed361ca-c7b4-4d46-b9b6-bc1a5cfb2312 None None] Pushing event updated for resources: {'Port': ['ID=d02783e2-32cd-412a-92d5-40b67c7ad443,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:13.473121 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7f95a05-cb09-46f6-a59b-89161053a772 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.477995 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7f95a05-cb09-46f6-a59b-89161053a772 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.483796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45682) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:13.496309 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e7f95a05-cb09-46f6-a59b-89161053a772 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/security-groups/924dae87-bed2-4c3d-81f4-c93f9b4b621f HTTP/1.1" status: 204 len: 168 time: 0.3791373 Jul 22 23:42:13.540758 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f95a05-cb09-46f6-a59b-89161053a772 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=924dae87-bed2-4c3d-81f4-c93f9b4b621f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:13.649125 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7627a71-f7a2-4f9f-8fd3-ea2722355e0f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.703324 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7627a71-f7a2-4f9f-8fd3-ea2722355e0f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.837211 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7627a71-f7a2-4f9f-8fd3-ea2722355e0f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.842268 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7627a71-f7a2-4f9f-8fd3-ea2722355e0f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.847326 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45690) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:13.858506 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f7627a71-f7a2-4f9f-8fd3-ea2722355e0f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/security-groups/902f15ba-1ac6-4739-96c0-7a3513d5497d HTTP/1.1" status: 204 len: 168 time: 0.3728004 Jul 22 23:42:13.921765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7627a71-f7a2-4f9f-8fd3-ea2722355e0f tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=902f15ba-1ac6-4739-96c0-7a3513d5497d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:14.039628 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19f6f5c-65ba-4969-b5a0-36a3d32c0a71 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting subnet 6ebc607b-6e54-41b0-a699-75f65b519dea {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:42:14.059873 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b19f6f5c-65ba-4969-b5a0-36a3d32c0a71 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.079783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4b10394c-9ec4-4013-bcbd-67aa6ac13d36 None None] Could not find standard attr ID for object 87c48162-5dbb-4c2f-a161-dbc11ae5b35f. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:42:14.118097 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Attempting to bind port d02783e2-32cd-412a-92d5-40b67c7ad443 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:42:14.118624 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Attempting to bind port d02783e2-32cd-412a-92d5-40b67c7ad443 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '3581f181-48ef-4c3b-81f1-4b9d7c54f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:42:14.119138 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Attempting to bind port d02783e2-32cd-412a-92d5-40b67c7ad443 on network 876e8a88-d344-43f5-abc2-bd91d918b95b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:42:14.133545 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:42:14.138126 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Checking segment: {'id': '3581f181-48ef-4c3b-81f1-4b9d7c54f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:42:14.140888 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.141502 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Bound using segment: {'id': '3581f181-48ef-4c3b-81f1-4b9d7c54f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:42:14.142199 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Bound port: d02783e2-32cd-412a-92d5-40b67c7ad443, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3581f181-48ef-4c3b-81f1-4b9d7c54f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:42:14.143954 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.207569 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b19f6f5c-65ba-4969-b5a0-36a3d32c0a71 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.358396 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] For port d02783e2-32cd-412a-92d5-40b67c7ad443, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:42:14.364213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] For port d02783e2-32cd-412a-92d5-40b67c7ad443, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d02783e2-32cd-412a-92d5-40b67c7ad443,segment=NetworkSegment(3581f181-48ef-4c3b-81f1-4b9d7c54f7eb),segment_id=3581f181-48ef-4c3b-81f1-4b9d7c54f7eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:42:14.392239 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.540172 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed361ca-c7b4-4d46-b9b6-bc1a5cfb2312 None None] Pushing event updated for resources: {'Port': ['ID=d02783e2-32cd-412a-92d5-40b67c7ad443,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:14.546693 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b19f6f5c-65ba-4969-b5a0-36a3d32c0a71 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.581183 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Routers {'593587b5-3d52-4abc-b7fa-614f63e14e35'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:14.581639 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:42:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['593587b5-3d52-4abc-b7fa-614f63e14e35'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:14.639818 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b19f6f5c-65ba-4969-b5a0-36a3d32c0a71 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.688269 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b19f6f5c-65ba-4969-b5a0-36a3d32c0a71 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.691900 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b19f6f5c-65ba-4969-b5a0-36a3d32c0a71 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/6ebc607b-6e54-41b0-a699-75f65b519dea HTTP/1.1" status: 204 len: 168 time: 0.8425078 Jul 22 23:42:14.698692 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:14.738604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f6f5c-65ba-4969-b5a0-36a3d32c0a71 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Subnet': ['ID=6ebc607b-6e54-41b0-a699-75f65b519dea,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:14.765624 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-25ca87e6-ff79-4316-b5c5-b2a631e7a516 req-1a966690-b145-4a11-b2e8-c5ac51a6c1ec tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.8207936 Jul 22 23:42:14.817632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-26be1a12-1f43-4a59-9015-f5c5e9bdd629 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting subnet 358cad04-38d5-418e-a964-81a471e89060 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:42:14.822609 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26be1a12-1f43-4a59-9015-f5c5e9bdd629 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.864882 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7683be87-ad84-420b-91dc-678546526b40 req-280e115d-b66c-43d3-b8fe-fb4ef056f6ce tempest-ServerShowV254Test-1389328849 tempest-ServerShowV254Test-1389328849-project] 10.222.0.95 "GET /v2.0/ports?device_id=6dd23ccb-211d-41d8-9d5c-9c38ac6427e2 HTTP/1.1" status: 200 len: 210 time: 0.0921292 Jul 22 23:42:14.880331 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] Set router 593587b5-3d52-4abc-b7fa-614f63e14e35 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:42:14.908742 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26be1a12-1f43-4a59-9015-f5c5e9bdd629 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:15.060164 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c51bfd7-f1d5-402e-95b9-feb4e7b99ebd None None] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:15.133939 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26be1a12-1f43-4a59-9015-f5c5e9bdd629 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:15.208284 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26be1a12-1f43-4a59-9015-f5c5e9bdd629 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:15.271435 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26be1a12-1f43-4a59-9015-f5c5e9bdd629 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:15.278473 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-26be1a12-1f43-4a59-9015-f5c5e9bdd629 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/358cad04-38d5-418e-a964-81a471e89060 HTTP/1.1" status: 204 len: 168 time: 0.5756562 Jul 22 23:42:15.278473 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be1a12-1f43-4a59-9015-f5c5e9bdd629 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Subnet': ['ID=358cad04-38d5-418e-a964-81a471e89060,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:15.279679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45712) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:15.317046 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ec236c-c91e-4846-ab47-c4c8423a39f0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] DELETE failed (client error): The resource could not be found. Jul 22 23:42:15.317590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ec236c-c91e-4846-ab47-c4c8423a39f0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:42:15.321762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-94ec236c-c91e-4846-ab47-c4c8423a39f0 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/6ebc607b-6e54-41b0-a699-75f65b519dea HTTP/1.1" status: 404 len: 337 time: 0.0386543 Jul 22 23:42:15.322166 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45714) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:15.438266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc0e2e7-5c4d-4941-a27e-32a18569afab tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting subnet e3f39aa8-0ff5-4b3a-9c45-a9ef9b54842f {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:42:15.444317 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbc0e2e7-5c4d-4941-a27e-32a18569afab tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:15.527709 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-router', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:00Z', 'updated_at': '2021-07-22T23:42:06Z', 'revision_number': 4, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'gw_port': {'id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd02783e2-32cd-412a-92d5-40b67c7ad443', 'name': '', 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'mac_address': 'fa:16:3e:27:d2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:04Z', 'updated_at': '2021-07-22T23:42:14Z', 'revision_number': 4, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'subnets': [{'id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:15.560512 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbc0e2e7-5c4d-4941-a27e-32a18569afab tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:15.629052 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689a28d-6d4e-4302-96b2-788815088273 None None] The sync data for ids ['593587b5-3d52-4abc-b7fa-614f63e14e35'] in n-d-688802-2 is: [{'id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-router', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:00Z', 'updated_at': '2021-07-22T23:42:06Z', 'revision_number': 4, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'gw_port': {'id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd02783e2-32cd-412a-92d5-40b67c7ad443', 'name': '', 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'mac_address': 'fa:16:3e:27:d2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:04Z', 'updated_at': '2021-07-22T23:42:14Z', 'revision_number': 4, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'subnets': [{'id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:15.823776 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbc0e2e7-5c4d-4941-a27e-32a18569afab tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:15.990839 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d02783e2-32cd-412a-92d5-40b67c7ad443 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:16.002645 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbc0e2e7-5c4d-4941-a27e-32a18569afab tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:16.023527 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbc0e2e7-5c4d-4941-a27e-32a18569afab tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:16.030193 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45728) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:16.047875 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fbc0e2e7-5c4d-4941-a27e-32a18569afab tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/e3f39aa8-0ff5-4b3a-9c45-a9ef9b54842f HTTP/1.1" status: 204 len: 168 time: 0.7238274 Jul 22 23:42:16.082437 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0e2e7-5c4d-4941-a27e-32a18569afab tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f39aa8-0ff5-4b3a-9c45-a9ef9b54842f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:16.113183 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40053a4-35dd-41c0-b5a5-f00bf40a85a9 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] DELETE failed (client error): The resource could not be found. Jul 22 23:42:16.116141 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40053a4-35dd-41c0-b5a5-f00bf40a85a9 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:42:16.120910 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e40053a4-35dd-41c0-b5a5-f00bf40a85a9 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/a721791d-38b9-4dfd-a1eb-60f84889c56d HTTP/1.1" status: 404 len: 337 time: 0.0887003 Jul 22 23:42:16.124940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:16.200269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port d02783e2-32cd-412a-92d5-40b67c7ad443 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:16.224916 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d02783e2-32cd-412a-92d5-40b67c7ad443 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:16.225529 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:16.270168 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f4e13801-e70f-4e2d-a6a8-9cd6ea4a13b5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "GET /v2.0/ports?device_id=cce8e56a-750c-4e69-88e3-a560d02477e3 HTTP/1.1" status: 200 len: 205 time: 0.1431501 Jul 22 23:42:16.273889 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45736) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:16.344435 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:16.373583 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-5bceb7ff-48bb-4f5d-b3d8-c1c3306f2274 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] delete failed (client error): The resource could not be found. Jul 22 23:42:16.379894 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:16.381066 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5bceb7ff-48bb-4f5d-b3d8-c1c3306f2274 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/routers/cce8e56a-750c-4e69-88e3-a560d02477e3 HTTP/1.1" status: 404 len: 336 time: 0.1059327 Jul 22 23:42:16.481672 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ca03cf-0b8a-4c21-beff-422724a08fc2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] DELETE failed (client error): The resource could not be found. Jul 22 23:42:16.483360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ca03cf-0b8a-4c21-beff-422724a08fc2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:42:16.487258 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-65ca03cf-0b8a-4c21-beff-422724a08fc2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/0c7bd503-bf98-4584-952d-0343618520b3 HTTP/1.1" status: 404 len: 337 time: 0.1031084 Jul 22 23:42:16.488885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45742) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:16.502459 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:16.517699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45744) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:16.566941 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f756d9ba-a5f7-41fd-a018-a606bf9f4fb5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] DELETE failed (client error): The resource could not be found. Jul 22 23:42:16.568405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f756d9ba-a5f7-41fd-a018-a606bf9f4fb5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:42:16.577409 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f756d9ba-a5f7-41fd-a018-a606bf9f4fb5 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/9fb2724f-0c72-494c-89c2-064b5474dac1 HTTP/1.1" status: 404 len: 337 time: 0.0871475 Jul 22 23:42:16.581023 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45750) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:16.645689 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b3fafd-c702-4d23-91fd-6e595b083616 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] DELETE failed (client error): The resource could not be found. Jul 22 23:42:16.646276 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b3fafd-c702-4d23-91fd-6e595b083616 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:42:16.650427 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-67b3fafd-c702-4d23-91fd-6e595b083616 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/3051f143-d53e-47d0-8a66-71fc8e52f8be HTTP/1.1" status: 404 len: 337 time: 0.0660722 Jul 22 23:42:16.651074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:16.682677 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port d02783e2-32cd-412a-92d5-40b67c7ad443, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d02783e2-32cd-412a-92d5-40b67c7ad443,segment=NetworkSegment(3581f181-48ef-4c3b-81f1-4b9d7c54f7eb),segment_id=3581f181-48ef-4c3b-81f1-4b9d7c54f7eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:16.690392 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:16.724650 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6eda57-9c9f-47d5-ac11-e955d31f6583 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] DELETE failed (client error): The resource could not be found. Jul 22 23:42:16.731090 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6eda57-9c9f-47d5-ac11-e955d31f6583 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:42:16.735442 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bd6eda57-9c9f-47d5-ac11-e955d31f6583 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/d93ac9b8-9255-41a2-ae4c-b6cc2b3b8a83 HTTP/1.1" status: 404 len: 333 time: 0.0831580 Jul 22 23:42:16.739456 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45754) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:16.834360 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2732be8-becb-4cbb-ba45-2f6844a8dbe2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] DELETE failed (client error): The resource could not be found. Jul 22 23:42:16.837963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2732be8-becb-4cbb-ba45-2f6844a8dbe2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:42:16.841291 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a2732be8-becb-4cbb-ba45-2f6844a8dbe2 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/6680de9b-0c0a-46b5-a2f6-46e6f66ca631 HTTP/1.1" status: 404 len: 337 time: 0.0999043 Jul 22 23:42:16.844039 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45756) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:16.854009 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=d02783e2-32cd-412a-92d5-40b67c7ad443,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:16.937999 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad819304-bf8f-493d-90f8-545220f5d8bf tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] DELETE failed (client error): The resource could not be found. Jul 22 23:42:16.938464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad819304-bf8f-493d-90f8-545220f5d8bf tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:42:16.943939 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:16.951085 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ad819304-bf8f-493d-90f8-545220f5d8bf tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/f4b12507-57d2-4dfc-b8c3-60c5577834bb HTTP/1.1" status: 404 len: 337 time: 0.1034479 Jul 22 23:42:16.972839 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8281a6c-9f94-4b00-98d7-2d44f6ecc8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.000519 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-107f1e6d-cccb-4299-a0d8-9214298e466c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] DELETE failed (client error): The resource could not be found. Jul 22 23:42:17.001768 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107f1e6d-cccb-4299-a0d8-9214298e466c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:42:17.010191 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-107f1e6d-cccb-4299-a0d8-9214298e466c tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/e57b82ec-6397-4874-a4df-e1f5e5865048 HTTP/1.1" status: 404 len: 333 time: 0.0649779 Jul 22 23:42:17.014965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45762) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:17.062145 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80445ac-a1d4-4853-8e5f-4fa714930083 None None] Network fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:17.063063 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ad8e02-4b5f-496f-9f7e-9889a9ec948a tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] DELETE failed (client error): The resource could not be found. Jul 22 23:42:17.063524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ad8e02-4b5f-496f-9f7e-9889a9ec948a tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:42:17.065547 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b3ad8e02-4b5f-496f-9f7e-9889a9ec948a tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/6d2f6bc2-0661-492f-8974-5b389995c93e HTTP/1.1" status: 404 len: 337 time: 0.0494993 Jul 22 23:42:17.067904 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45764) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:17.100701 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe1bfa7-6eda-4273-9066-b9005ece9af8 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] DELETE failed (client error): The resource could not be found. Jul 22 23:42:17.102885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe1bfa7-6eda-4273-9066-b9005ece9af8 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:42:17.107708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-afe1bfa7-6eda-4273-9066-b9005ece9af8 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/subnets/008125bb-c765-4de6-8b69-5c0f73e811f9 HTTP/1.1" status: 404 len: 337 time: 0.0386944 Jul 22 23:42:17.108743 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45770) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:17.252114 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8281a6c-9f94-4b00-98d7-2d44f6ecc8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.263163 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8281a6c-9f94-4b00-98d7-2d44f6ecc8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.281950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3ea364f7-b904-4f0a-a108-5322e6257a0b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port 66055e53-d97a-450c-854e-c8f49aed3c2c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:17.282362 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ea364f7-b904-4f0a-a108-5322e6257a0b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.293200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-04ac462c-a5cd-4dd1-8cbc-421918ba939a None None] Provisioning complete for port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:17.294291 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04ac462c-a5cd-4dd1-8cbc-421918ba939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.384804 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e8281a6c-9f94-4b00-98d7-2d44f6ecc8a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6281114344204811aa19f9e568fe398d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8660531 Jul 22 23:42:17.387644 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:17.388412 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8281a6c-9f94-4b00-98d7-2d44f6ecc8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54721e88-3b21-426b-b848-22d350f2575b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:17.392790 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ea364f7-b904-4f0a-a108-5322e6257a0b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.424898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3ea364f7-b904-4f0a-a108-5322e6257a0b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for 66055e53-d97a-450c-854e-c8f49aed3c2c owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:17.546408 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5cc129-f9ee-4340-a72d-bea5407c890b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.600005 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5cc129-f9ee-4340-a72d-bea5407c890b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.698574 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ea364f7-b904-4f0a-a108-5322e6257a0b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.709593 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5cc129-f9ee-4340-a72d-bea5407c890b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.714348 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e5cc129-f9ee-4340-a72d-bea5407c890b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.724558 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e5cc129-f9ee-4340-a72d-bea5407c890b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54721e88-3b21-426b-b848-22d350f2575b HTTP/1.1" status: 204 len: 168 time: 0.3083596 Jul 22 23:42:17.735504 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ea364f7-b904-4f0a-a108-5322e6257a0b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.739768 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-04ac462c-a5cd-4dd1-8cbc-421918ba939a None None] Could not find standard attr ID for object 66055e53-d97a-450c-854e-c8f49aed3c2c. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:42:17.740793 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3ea364f7-b904-4f0a-a108-5322e6257a0b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/ports/66055e53-d97a-450c-854e-c8f49aed3c2c HTTP/1.1" status: 204 len: 168 time: 0.6273599 Jul 22 23:42:17.754946 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45794) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:17.770886 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea364f7-b904-4f0a-a108-5322e6257a0b tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=66055e53-d97a-450c-854e-c8f49aed3c2c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:17.772280 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cc129-f9ee-4340-a72d-bea5407c890b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54721e88-3b21-426b-b848-22d350f2575b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:17.804540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3af59-6906-496b-aa1d-2b99db672cf5 req-a9e2f69b-b7de-4de6-9dd3-ad50ab0463ef tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:17.806778 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5501db-8e14-4f0c-befd-bb8821093336 None None] DHCP port deletion for fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:42:17.812426 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fda3af59-6906-496b-aa1d-2b99db672cf5 req-a9e2f69b-b7de-4de6-9dd3-ad50ab0463ef tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 946 time: 0.1865087 Jul 22 23:42:17.893543 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fda3af59-6906-496b-aa1d-2b99db672cf5 req-6d26d87c-b75c-4377-b7af-0ce920b62315 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733159 Jul 22 23:42:17.973866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d02783e2-32cd-412a-92d5-40b67c7ad443 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:17.997193 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.069040 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1d5501db-8e14-4f0c-befd-bb8821093336 None None] Deleting port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:18.070243 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d5501db-8e14-4f0c-befd-bb8821093336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.086977 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Deleting port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:18.087354 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.179934 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] For port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5992c3a8-d61e-47d0-b6ce-ce25d1f414b6,segment=NetworkSegment(19c6a024-cec8-4fd7-8322-12c05daa15cf),segment_id=19c6a024-cec8-4fd7-8322-12c05daa15cf)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:18.180306 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.216545 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Calling delete_port for 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:18.230804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d02783e2-32cd-412a-92d5-40b67c7ad443 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:18.231182 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.277240 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1d5501db-8e14-4f0c-befd-bb8821093336 None None] For port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5992c3a8-d61e-47d0-b6ce-ce25d1f414b6,segment=NetworkSegment(19c6a024-cec8-4fd7-8322-12c05daa15cf),segment_id=19c6a024-cec8-4fd7-8322-12c05daa15cf)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:18.277881 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d5501db-8e14-4f0c-befd-bb8821093336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.320606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1d5501db-8e14-4f0c-befd-bb8821093336 None None] Calling delete_port for 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:18.406841 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.429979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] No DVR routers for this DVR port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:42:18.462240 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1d5501db-8e14-4f0c-befd-bb8821093336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.486743 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Port': ['ID=5992c3a8-d61e-47d0-b6ce-ce25d1f414b6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:18.495325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5501db-8e14-4f0c-befd-bb8821093336 None None] Pushing event deleted for resources: {'Port': ['ID=5992c3a8-d61e-47d0-b6ce-ce25d1f414b6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:18.499428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5501db-8e14-4f0c-befd-bb8821093336 None None] No DVR routers for this DVR port 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:42:18.603544 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.615750 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:18.632898 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c6a024-cec8-4fd7-8322-12c05daa15cf') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:18.633292 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c6a024-cec8-4fd7-8322-12c05daa15cf') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:18.643016 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.657082 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.664607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:42:18.664607 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:42:18.668025 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:42:18.732346 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.740100 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.742697 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] 10.222.0.26 "DELETE /v2.0/networks/fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da HTTP/1.1" status: 204 len: 168 time: 0.9847302 Jul 22 23:42:18.762637 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffe06d-8f8e-4c21-8a9d-da4fbbad1668 tempest-PortsTestJSON-972762244 tempest-PortsTestJSON-972762244-project] Pushing event deleted for resources: {'Network': ['ID=fcb2b25d-3c2d-4acb-8b2c-d7aa5ad9d0da,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:19.073215 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95ca5d-7b6a-4d1a-8bfd-c514a6c7351f req-2fd2970d-f5ac-4cac-a6da-b8d68386235a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:19.076924 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f95ca5d-7b6a-4d1a-8bfd-c514a6c7351f req-2fd2970d-f5ac-4cac-a6da-b8d68386235a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 946 time: 0.0850234 Jul 22 23:42:19.109979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45838) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:19.124399 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f95ca5d-7b6a-4d1a-8bfd-c514a6c7351f req-dc9f0d78-d9a9-47a7-bf9e-c30178d8a1d4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397763 Jul 22 23:42:19.283876 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8e46cca9-4c0a-423d-90c0-0103a1f09ffc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59aa8cc98d8f4e89bbad4dbb5b494387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723878 Jul 22 23:42:19.286410 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45850) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:19.348507 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfb3b105-afb7-4543-a83c-1e3fc5cb2d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:19.387666 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfb3b105-afb7-4543-a83c-1e3fc5cb2d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:19.452301 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfb3b105-afb7-4543-a83c-1e3fc5cb2d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:19.455740 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfb3b105-afb7-4543-a83c-1e3fc5cb2d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:19.459625 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bfb3b105-afb7-4543-a83c-1e3fc5cb2d92 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b382035-7cb1-42c6-a490-2983ebec635d HTTP/1.1" status: 204 len: 168 time: 0.1698434 Jul 22 23:42:19.498493 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3b105-afb7-4543-a83c-1e3fc5cb2d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b382035-7cb1-42c6-a490-2983ebec635d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:19.817552 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:42:19.848875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:42:19.849193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5992c3a8-d61e-47d0-b6ce-ce25d1f414b6 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:42:20.746055 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d65aa367-45f7-4685-97cf-065b3950ce38 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:42:20.888149 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:20.933660 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d65aa367-45f7-4685-97cf-065b3950ce38,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:20.933660 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:42:20.942052 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58118b38-8ee9-42f4-a84f-a6a1a1474b50" -d '{"events": [{"server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "name": "network-vif-unplugged", "status": "completed", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:42:20.945836 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:21.013435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d65aa367-45f7-4685-97cf-065b3950ce38,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:21.047142 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfbf63e-a788-469f-ae15-40416e782f3a x-openstack-request-id: req-6bfbf63e-a788-469f-ae15-40416e782f3a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:42:21.049987 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "name": "network-vif-unplugged", "status": "completed", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:42:21.050265 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bfbf63e-a788-469f-ae15-40416e782f3a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:42:21.050688 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'code': 200} Jul 22 23:42:22.114051 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:42:22.759217 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d65aa367-45f7-4685-97cf-065b3950ce38 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:42:22.940864 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d65aa367-45f7-4685-97cf-065b3950ce38,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:22.969816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'port_id': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'mac_address': 'fa:16:3e:0c:0a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:42:23.036575 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:23.053118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65aa367-45f7-4685-97cf-065b3950ce38 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:42:23.076868 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d65aa367-45f7-4685-97cf-065b3950ce38,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:23.082482 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:23.145832 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d65aa367-45f7-4685-97cf-065b3950ce38,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:23.175654 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['d65aa367-45f7-4685-97cf-065b3950ce38'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:42:23.719356 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46032) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:23.945754 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4494a66-068d-434e-bf2b-5c434fc5364f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:24.149304 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4494a66-068d-434e-bf2b-5c434fc5364f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:24.157751 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4494a66-068d-434e-bf2b-5c434fc5364f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:24.222665 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e4494a66-068d-434e-bf2b-5c434fc5364f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a72284be1df4931ac3c791bdcc4d7e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5011096 Jul 22 23:42:24.224330 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4494a66-068d-434e-bf2b-5c434fc5364f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08148a62-e84e-497f-b62e-295d4d665b97,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:24.225248 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46046) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:24.338370 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea625-21fb-4b17-958c-6bcb96e8fd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:24.398973 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea625-21fb-4b17-958c-6bcb96e8fd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:24.574924 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea625-21fb-4b17-958c-6bcb96e8fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:24.577927 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea625-21fb-4b17-958c-6bcb96e8fd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:24.581925 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5a4ea625-21fb-4b17-958c-6bcb96e8fd23 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08148a62-e84e-497f-b62e-295d4d665b97 HTTP/1.1" status: 204 len: 168 time: 0.3539333 Jul 22 23:42:24.594245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ea625-21fb-4b17-958c-6bcb96e8fd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08148a62-e84e-497f-b62e-295d4d665b97,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:24.784212 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d65aa367-45f7-4685-97cf-065b3950ce38 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:24.820402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac7a8a-efd4-41e6-86fd-48e5bbe6a6c3 req-ce8d7429-d54c-4ece-9361-b7f06cc7171e tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:24.835486 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10ac7a8a-efd4-41e6-86fd-48e5bbe6a6c3 req-ce8d7429-d54c-4ece-9361-b7f06cc7171e tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.1272697 Jul 22 23:42:24.972386 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10ac7a8a-efd4-41e6-86fd-48e5bbe6a6c3 req-0ae8a16c-9523-497d-9b6a-e35f1e9da1e7 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356723 Jul 22 23:42:24.974911 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port d65aa367-45f7-4685-97cf-065b3950ce38 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:24.975723 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:25.152829 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:25.219649 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:42:25.224523 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30703e5-997e-4d39-9807-ecbf437a7d18" -d '{"events": [{"server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "name": "network-vif-plugged", "status": "completed", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:42:25.250578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d65aa367-45f7-4685-97cf-065b3950ce38,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:25.258064 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:25.325920 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efcb321-3837-437e-914f-a4a4376082b3 x-openstack-request-id: req-9efcb321-3837-437e-914f-a4a4376082b3 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:42:25.326492 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "name": "network-vif-plugged", "status": "completed", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:42:25.327053 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9efcb321-3837-437e-914f-a4a4376082b3 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:42:25.327922 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'code': 200} Jul 22 23:42:25.384215 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d65aa367-45f7-4685-97cf-065b3950ce38,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:26.207561 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b929b6-59a5-4033-bd95-c5cb2d7fc6e2 req-23a239b6-d40d-482e-bedb-d002402acd23 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:26.216412 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a3b929b6-59a5-4033-bd95-c5cb2d7fc6e2 req-23a239b6-d40d-482e-bedb-d002402acd23 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.1208162 Jul 22 23:42:26.264233 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a3b929b6-59a5-4033-bd95-c5cb2d7fc6e2 req-4b9adba1-49d6-4856-9feb-dee84495773a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452750 Jul 22 23:42:27.565673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7b029-6614-45bd-9826-42168244dd5c req-6f1178ca-0b71-4ac9-9c48-c3230267f9f3 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:27.577640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4fa7b029-6614-45bd-9826-42168244dd5c req-6f1178ca-0b71-4ac9-9c48-c3230267f9f3 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.1851394 Jul 22 23:42:27.648428 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4fa7b029-6614-45bd-9826-42168244dd5c req-1040a98d-d867-4988-a257-5a9b7249050e tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504839 Jul 22 23:42:28.821864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716709b-786e-4870-b4a3-d05f0680a4d5 req-125d3033-48ba-4db5-a026-d36aaa80ba3c tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:28.830335 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3716709b-786e-4870-b4a3-d05f0680a4d5 req-125d3033-48ba-4db5-a026-d36aaa80ba3c tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.1198137 Jul 22 23:42:28.881593 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3716709b-786e-4870-b4a3-d05f0680a4d5 req-37790c68-fdf2-4d16-8641-75a5579b8f68 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501735 Jul 22 23:42:29.673960 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46208) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:29.842678 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1aac1914-f309-488f-a8ac-441e73b6ee7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:30.055530 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1aac1914-f309-488f-a8ac-441e73b6ee7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:30.091318 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1aac1914-f309-488f-a8ac-441e73b6ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:30.120511 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1aac1914-f309-488f-a8ac-441e73b6ee7c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee1ac1f67f684f98bf90e2ef008d1eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4450014 Jul 22 23:42:30.123388 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46230) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:30.164996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac1914-f309-488f-a8ac-441e73b6ee7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf9493b-0b27-4e9c-8484-4ee08aab89f7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:30.199929 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0e644-263c-414c-a46b-19affa7c1540 req-ab4e8b55-34bd-4c69-93de-21668c3c776b tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:30.202023 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89a0e644-263c-414c-a46b-19affa7c1540 req-ab4e8b55-34bd-4c69-93de-21668c3c776b tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.1772752 Jul 22 23:42:30.226397 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-152463db-4c26-4e4b-9605-fb3002b47433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:30.250877 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-152463db-4c26-4e4b-9605-fb3002b47433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:30.266022 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89a0e644-263c-414c-a46b-19affa7c1540 req-6c5c7099-be28-42dd-9800-a4c41bb123da tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537219 Jul 22 23:42:30.355906 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-152463db-4c26-4e4b-9605-fb3002b47433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:30.358849 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-152463db-4c26-4e4b-9605-fb3002b47433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:30.363098 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-152463db-4c26-4e4b-9605-fb3002b47433 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbf9493b-0b27-4e9c-8484-4ee08aab89f7 HTTP/1.1" status: 204 len: 168 time: 0.2386363 Jul 22 23:42:30.378636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152463db-4c26-4e4b-9605-fb3002b47433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf9493b-0b27-4e9c-8484-4ee08aab89f7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:30.942255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46254) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:30.968049 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7b3be27-e519-4321-b7b0-ef50baeec3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.122463 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7b3be27-e519-4321-b7b0-ef50baeec3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.131034 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7b3be27-e519-4321-b7b0-ef50baeec3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.178745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3be27-e519-4321-b7b0-ef50baeec3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d535be9a-9afa-4336-9a23-a3529900da46,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:31.188270 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46264) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:31.196998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e7b3be27-e519-4321-b7b0-ef50baeec3b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23a624ebe1914a5e98b139155db0b728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465594 Jul 22 23:42:31.250788 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a899047-b8eb-4e03-b2bd-ac2a256a2333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.274012 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a899047-b8eb-4e03-b2bd-ac2a256a2333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.367896 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a899047-b8eb-4e03-b2bd-ac2a256a2333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.371736 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a899047-b8eb-4e03-b2bd-ac2a256a2333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.381039 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4a899047-b8eb-4e03-b2bd-ac2a256a2333 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d535be9a-9afa-4336-9a23-a3529900da46 HTTP/1.1" status: 204 len: 168 time: 0.1860583 Jul 22 23:42:31.405494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a899047-b8eb-4e03-b2bd-ac2a256a2333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d535be9a-9afa-4336-9a23-a3529900da46,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:31.527500 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb36cd3-e644-4e6c-9bd9-d8f3e6b64fb4 req-0c8ef659-beb0-4b18-b4fc-bacbfb7703e4 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:31.538705 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bbb36cd3-e644-4e6c-9bd9-d8f3e6b64fb4 req-0c8ef659-beb0-4b18-b4fc-bacbfb7703e4 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.1270487 Jul 22 23:42:31.566984 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b821d599-4e5d-4668-a0bd-e8d2ac21948f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.631236 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bbb36cd3-e644-4e6c-9bd9-d8f3e6b64fb4 req-be3f4caa-bf45-430a-b5d1-f81b712346a5 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914335 Jul 22 23:42:32.789921 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4ec6e-1a14-4d4e-93be-32e48c694ad4 req-45e22c55-53be-4a45-8eb2-b635e70c402d tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:32.799443 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77f4ec6e-1a14-4d4e-93be-32e48c694ad4 req-45e22c55-53be-4a45-8eb2-b635e70c402d tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.0966828 Jul 22 23:42:32.867535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77f4ec6e-1a14-4d4e-93be-32e48c694ad4 req-2e5d78e5-a257-41b0-b9e6-92d0a4a60450 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617027 Jul 22 23:42:34.073964 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:34.219090 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3065a-d528-4cb4-acf4-4ad95557c745 req-ea4ccad7-51c2-471a-8375-79435463c707 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:34.228393 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a3065a-d528-4cb4-acf4-4ad95557c745 req-ea4ccad7-51c2-471a-8375-79435463c707 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.1621993 Jul 22 23:42:34.288482 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a3065a-d528-4cb4-acf4-4ad95557c745 req-c7134f11-2996-4f3b-ae67-4e2de0c1ccb4 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580156 Jul 22 23:42:34.336907 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e4812c2e-2d30-4363-8ff2-77b700fd48ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:34.346891 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:35.470707 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:35.636972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2936998-554f-4283-914e-c6c248e8e901 req-4970eb44-66d6-4e67-9aa6-6d03cd2f13f8 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:35.639437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2936998-554f-4283-914e-c6c248e8e901 req-4970eb44-66d6-4e67-9aa6-6d03cd2f13f8 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.2133574 Jul 22 23:42:35.732794 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2936998-554f-4283-914e-c6c248e8e901 req-989fc6e9-726f-4126-af39-ce75da537e75 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838315 Jul 22 23:42:36.238167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3faaba-4227-485e-ab64-e08475662a5a req-bd00f2f9-7403-4110-b005-984700e8ddb6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:36.248269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd3faaba-4227-485e-ab64-e08475662a5a req-bd00f2f9-7403-4110-b005-984700e8ddb6 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.1895730 Jul 22 23:42:36.315300 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd3faaba-4227-485e-ab64-e08475662a5a req-9c901dce-8c15-4ce6-bd71-578bb4a6f822 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658984 Jul 22 23:42:36.350813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43227b60-5674-499c-8289-6b9e72645267 req-a5e47dd1-18c1-430e-8bd5-e67d3dd21990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:36.352994 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43227b60-5674-499c-8289-6b9e72645267 req-a5e47dd1-18c1-430e-8bd5-e67d3dd21990 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a746b4f731849e293273dc1d348b169&device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 1096 time: 0.1726608 Jul 22 23:42:36.551238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43227b60-5674-499c-8289-6b9e72645267 req-15239a4b-4a13-41df-a479-eb9ba976f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:36.556860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43227b60-5674-499c-8289-6b9e72645267 req-15239a4b-4a13-41df-a479-eb9ba976f592 service neutron] 10.222.0.18 "GET /v2.0/networks?id=afd64f44-be57-4092-97ba-5564e606fdc5 HTTP/1.1" status: 200 len: 912 time: 0.1961203 Jul 22 23:42:36.678965 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43227b60-5674-499c-8289-6b9e72645267 req-33d0e782-c37c-4d9f-b6dd-c1eaa903c792 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=485188e4-d204-4828-99b2-7f5bf6f9c99c HTTP/1.1" status: 200 len: 1001 time: 0.1159954 Jul 22 23:42:36.769435 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43227b60-5674-499c-8289-6b9e72645267 req-0dd83379-8f99-4f98-b1de-be9db0b03aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:36.771942 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43227b60-5674-499c-8289-6b9e72645267 req-0dd83379-8f99-4f98-b1de-be9db0b03aaf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcaded81-6539-4a40-8d44-b38a3809d293 HTTP/1.1" status: 200 len: 850 time: 0.0861657 Jul 22 23:42:36.958837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43227b60-5674-499c-8289-6b9e72645267 req-7f59673d-ae91-4e36-a6ae-efde88292442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:36.961898 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43227b60-5674-499c-8289-6b9e72645267 req-7f59673d-ae91-4e36-a6ae-efde88292442 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afd64f44-be57-4092-97ba-5564e606fdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1795654 Jul 22 23:42:36.967532 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:37.127094 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43227b60-5674-499c-8289-6b9e72645267 req-1583137e-5c75-4a68-b9a7-1c0b8cbdb826 service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571693 Jul 22 23:42:37.306264 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43227b60-5674-499c-8289-6b9e72645267 req-0d14de0d-8b37-437d-a713-ae62b84dd6a4 service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726582 Jul 22 23:42:37.506476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc304a-ffef-4860-ae33-a9d6cfc33b10 req-f36645e6-e771-442f-ae8c-5614d2b3d0bf tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:37.520574 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4cc304a-ffef-4860-ae33-a9d6cfc33b10 req-f36645e6-e771-442f-ae8c-5614d2b3d0bf tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.1112974 Jul 22 23:42:37.577450 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4cc304a-ffef-4860-ae33-a9d6cfc33b10 req-9690f1ac-97d6-49e7-832a-54078c739a3a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558219 Jul 22 23:42:38.806448 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5881f5-5561-4d5a-8598-984b1916e963 req-ce2fbf1d-c2b3-45cc-86c4-124c544e1aeb tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:38.814493 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c5881f5-5561-4d5a-8598-984b1916e963 req-ce2fbf1d-c2b3-45cc-86c4-124c544e1aeb tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.1104686 Jul 22 23:42:38.860422 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c5881f5-5561-4d5a-8598-984b1916e963 req-e29b0940-dc1b-4154-aff8-b32ee57d30d3 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450580 Jul 22 23:42:40.349270 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46718) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:40.468838 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3535edb2-f497-4fa3-9ace-39426fa6ac31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:40.566356 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3535edb2-f497-4fa3-9ace-39426fa6ac31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:40.570480 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3535edb2-f497-4fa3-9ace-39426fa6ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:40.611130 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3535edb2-f497-4fa3-9ace-39426fa6ac31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39cf1a82fb9544b088304a04c180258f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607300 Jul 22 23:42:40.612118 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535edb2-f497-4fa3-9ace-39426fa6ac31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac610b91-e2e2-491e-a387-41b4e9685f17,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:40.613890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46734) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:40.707605 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3c7b500-3bbf-498a-9b31-43915ca199df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:40.738054 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3c7b500-3bbf-498a-9b31-43915ca199df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:40.783369 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe860c-833e-4b2f-9d2e-c4ebcd0a6b56 req-42632489-1194-4940-90d7-2f966312ddbd tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:40.784878 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cfe860c-833e-4b2f-9d2e-c4ebcd0a6b56 req-42632489-1194-4940-90d7-2f966312ddbd tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 947 time: 0.1240087 Jul 22 23:42:40.821239 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3c7b500-3bbf-498a-9b31-43915ca199df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:40.824004 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3c7b500-3bbf-498a-9b31-43915ca199df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:40.827421 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d3c7b500-3bbf-498a-9b31-43915ca199df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac610b91-e2e2-491e-a387-41b4e9685f17 HTTP/1.1" status: 204 len: 168 time: 0.2099922 Jul 22 23:42:40.837444 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cfe860c-833e-4b2f-9d2e-c4ebcd0a6b56 req-613bded8-95c0-437a-86da-5a1defc88508 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443325 Jul 22 23:42:40.843317 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7b500-3bbf-498a-9b31-43915ca199df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac610b91-e2e2-491e-a387-41b4e9685f17,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:41.151824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46768) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:41.172580 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2d42157-dea2-4d52-8fcf-40a30d522731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.219498 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46774) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:41.224914 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-12eb60f4-b7e8-43d7-a1d0-bc66a4a42d10 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1848430619'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:41.299636 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2d42157-dea2-4d52-8fcf-40a30d522731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.305395 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2d42157-dea2-4d52-8fcf-40a30d522731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.328552 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eb60f4-b7e8-43d7-a1d0-bc66a4a42d10 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Made reservation on behalf of fa4249d76cd34b2c9d3889fcaf2c6afa for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:41.336333 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12eb60f4-b7e8-43d7-a1d0-bc66a4a42d10 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.376251 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12eb60f4-b7e8-43d7-a1d0-bc66a4a42d10 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:42:41.388814 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12eb60f4-b7e8-43d7-a1d0-bc66a4a42d10 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.389548 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-12eb60f4-b7e8-43d7-a1d0-bc66a4a42d10 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Added segment 4c2bd953-0735-42d9-b323-4a05a8081dad of type vlan for network 35918a6f-8625-444e-be57-56cf00d9619f Jul 22 23:42:41.413986 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a2d42157-dea2-4d52-8fcf-40a30d522731 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=748de060b5004690bc70b06fe19987e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592800 Jul 22 23:42:41.418669 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46784) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:41.445043 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12eb60f4-b7e8-43d7-a1d0-bc66a4a42d10 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.459113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d42157-dea2-4d52-8fcf-40a30d522731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ea3672-88b4-4dda-a077-1108a60e5a31,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:41.477423 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12eb60f4-b7e8-43d7-a1d0-bc66a4a42d10 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.484038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eb60f4-b7e8-43d7-a1d0-bc66a4a42d10 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:41.484737 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12eb60f4-b7e8-43d7-a1d0-bc66a4a42d10 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.507132 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b68936-ed34-4904-acf3-69e0c4501179 req-dae22d2e-d2f0-4f87-8223-c7f6414dbcbb tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:41.509726 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-58b68936-ed34-4904-acf3-69e0c4501179 req-dae22d2e-d2f0-4f87-8223-c7f6414dbcbb tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 947 time: 0.1994970 Jul 22 23:42:41.525852 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-12eb60f4-b7e8-43d7-a1d0-bc66a4a42d10 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3051660 Jul 22 23:42:41.529426 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46786) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:41.539074 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b46407e-abdb-491b-9311-7462a3376132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.558997 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1ecc30f0-46f3-4bc0-9fa7-ec3ba5605230 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1503893516'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:41.563572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb60f4-b7e8-43d7-a1d0-bc66a4a42d10 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event updated for resources: {'Network': ['ID=35918a6f-8625-444e-be57-56cf00d9619f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:41.577398 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b46407e-abdb-491b-9311-7462a3376132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.581166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 35918a6f-8625-444e-be57-56cf00d9619f details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:42:41.586074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecc30f0-46f3-4bc0-9fa7-ec3ba5605230 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Made reservation on behalf of fa4249d76cd34b2c9d3889fcaf2c6afa for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:41.590080 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ecc30f0-46f3-4bc0-9fa7-ec3ba5605230 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.599621 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-58b68936-ed34-4904-acf3-69e0c4501179 req-1305a0b1-4359-4903-8464-f3fafd297c38 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772336 Jul 22 23:42:41.634003 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecc30f0-46f3-4bc0-9fa7-ec3ba5605230 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:42:41.646291 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ecc30f0-46f3-4bc0-9fa7-ec3ba5605230 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.647891 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-1ecc30f0-46f3-4bc0-9fa7-ec3ba5605230 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Added segment c844b4a1-cdca-4fb7-89f6-908c6d087b8d of type vlan for network ac26ce0c-3524-4dfe-891a-0eb992abd5b2 Jul 22 23:42:41.673331 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b46407e-abdb-491b-9311-7462a3376132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.676130 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b46407e-abdb-491b-9311-7462a3376132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.679829 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9b46407e-abdb-491b-9311-7462a3376132 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5ea3672-88b4-4dda-a077-1108a60e5a31 HTTP/1.1" status: 204 len: 168 time: 0.2570050 Jul 22 23:42:41.686949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46407e-abdb-491b-9311-7462a3376132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ea3672-88b4-4dda-a077-1108a60e5a31,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:41.719344 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ecc30f0-46f3-4bc0-9fa7-ec3ba5605230 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.752679 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ecc30f0-46f3-4bc0-9fa7-ec3ba5605230 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.758516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc30f0-46f3-4bc0-9fa7-ec3ba5605230 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:41.759184 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ecc30f0-46f3-4bc0-9fa7-ec3ba5605230 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.791864 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1ecc30f0-46f3-4bc0-9fa7-ec3ba5605230 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2611821 Jul 22 23:42:41.794716 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46790) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:41.802021 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a97a60b7-b79b-4acc-9cc2-605e08eb99dc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Request body: {'subnet': {'network_id': '35918a6f-8625-444e-be57-56cf00d9619f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:41.854024 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc30f0-46f3-4bc0-9fa7-ec3ba5605230 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event updated for resources: {'Network': ['ID=ac26ce0c-3524-4dfe-891a-0eb992abd5b2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:41.869003 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network ac26ce0c-3524-4dfe-891a-0eb992abd5b2 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:42:41.927371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97a60b7-b79b-4acc-9cc2-605e08eb99dc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Made reservation on behalf of fa4249d76cd34b2c9d3889fcaf2c6afa for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:41.931527 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a97a60b7-b79b-4acc-9cc2-605e08eb99dc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.143656 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a97a60b7-b79b-4acc-9cc2-605e08eb99dc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.207466 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a60b7-b79b-4acc-9cc2-605e08eb99dc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event updated for resources: {'Subnet': ['ID=f8cea5c0-2774-409d-bda9-e9e98d3a9b82,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:42.214986 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97a60b7-b79b-4acc-9cc2-605e08eb99dc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Checking segment: {'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:42:42.215350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97a60b7-b79b-4acc-9cc2-605e08eb99dc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Network hostable DHCP agents. Network: 35918a6f-8625-444e-be57-56cf00d9619f, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:42:42.231716 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97a60b7-b79b-4acc-9cc2-605e08eb99dc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Network 35918a6f-8625-444e-be57-56cf00d9619f is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:42:42.241860 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a97a60b7-b79b-4acc-9cc2-605e08eb99dc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 35918a6f-8625-444e-be57-56cf00d9619f) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:42.247290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97a60b7-b79b-4acc-9cc2-605e08eb99dc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:42.248078 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a97a60b7-b79b-4acc-9cc2-605e08eb99dc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.255363 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65622f0f-7c3c-4032-bde8-4e1b7790cee6 None None] Network 35918a6f-8625-444e-be57-56cf00d9619f requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:42.264396 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a97a60b7-b79b-4acc-9cc2-605e08eb99dc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4683511 Jul 22 23:42:42.266996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46806) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:42.271959 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-83e716f1-10ca-47e3-9644-2029a259b25e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Request body: {'subnet': {'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:42.405393 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e716f1-10ca-47e3-9644-2029a259b25e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Made reservation on behalf of fa4249d76cd34b2c9d3889fcaf2c6afa for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:42.409183 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83e716f1-10ca-47e3-9644-2029a259b25e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.496730 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-35918a6f-8625-444e-be57-56cf00d9619f', 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'fixed_ips': [{'subnet_id': 'f8cea5c0-2774-409d-bda9-e9e98d3a9b82'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:42:42.497865 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.677638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Allocated IP 10.1.1.2 (35918a6f-8625-444e-be57-56cf00d9619f/f8cea5c0-2774-409d-bda9-e9e98d3a9b82/e0eb162c-2a80-4a9e-aae8-7012ae649448) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:42.780426 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83e716f1-10ca-47e3-9644-2029a259b25e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.825353 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d65aa367-45f7-4685-97cf-065b3950ce38 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:42:42.841299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dd852-ae7c-451e-a3a8-ba2149bf1def req-60efb308-59fd-4652-bb63-94f71f664645 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:42.843726 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-468dd852-ae7c-451e-a3a8-ba2149bf1def req-60efb308-59fd-4652-bb63-94f71f664645 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 947 time: 0.1259391 Jul 22 23:42:42.893357 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-468dd852-ae7c-451e-a3a8-ba2149bf1def req-73d63639-a8e0-4f1f-8777-20471468d93d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441251 Jul 22 23:42:42.917061 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e716f1-10ca-47e3-9644-2029a259b25e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Checking segment: {'id': 'c844b4a1-cdca-4fb7-89f6-908c6d087b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:42:42.917693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e716f1-10ca-47e3-9644-2029a259b25e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Network hostable DHCP agents. Network: ac26ce0c-3524-4dfe-891a-0eb992abd5b2, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:42:42.923944 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e716f1-10ca-47e3-9644-2029a259b25e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event updated for resources: {'Subnet': ['ID=da97aba8-7313-4be0-a09e-c8187e45cd62,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:42.944086 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.944266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e716f1-10ca-47e3-9644-2029a259b25e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Network ac26ce0c-3524-4dfe-891a-0eb992abd5b2 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:42:42.956038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-83e716f1-10ca-47e3-9644-2029a259b25e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, ac26ce0c-3524-4dfe-891a-0eb992abd5b2) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:42.959681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Transition to ACTIVE for port object e0eb162c-2a80-4a9e-aae8-7012ae649448 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:42.960591 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e716f1-10ca-47e3-9644-2029a259b25e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:42.961403 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-83e716f1-10ca-47e3-9644-2029a259b25e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.974962 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c028031-9a17-4ca8-a4c7-2d4e9a1eba4f None None] Network ac26ce0c-3524-4dfe-891a-0eb992abd5b2 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:42.986109 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-83e716f1-10ca-47e3-9644-2029a259b25e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7180526 Jul 22 23:42:42.988987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46832) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:42.994719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b8f4c82f-b567-4f63-8fca-e9e0443a1079 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Request body: {'port': {'network_id': '35918a6f-8625-444e-be57-56cf00d9619f', 'name': 'tempest-TaggedBootDevicesTest_v242-644800702', 'fixed_ips': [{'subnet_id': 'f8cea5c0-2774-409d-bda9-e9e98d3a9b82'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:43.047905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Transition to ACTIVE for port object e0eb162c-2a80-4a9e-aae8-7012ae649448 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:43.057978 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.099291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d65aa367-45f7-4685-97cf-065b3950ce38,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:43.102481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:42:43.105726 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aae794-d87c-4146-8c54-08a7ee5d8c1e" -d '{"events": [{"server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "name": "network-vif-unplugged", "status": "completed", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:42:43.108644 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.123543 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.152035 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f4c82f-b567-4f63-8fca-e9e0443a1079 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Made reservation on behalf of fa4249d76cd34b2c9d3889fcaf2c6afa for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:43.179970 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbce624-c90f-48a8-a554-d22a374bbe09 x-openstack-request-id: req-adbce624-c90f-48a8-a554-d22a374bbe09 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:42:43.180273 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "name": "network-vif-unplugged", "status": "completed", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:42:43.180529 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-adbce624-c90f-48a8-a554-d22a374bbe09 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:42:43.180923 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'code': 200} Jul 22 23:42:43.203892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Network 35918a6f-8625-444e-be57-56cf00d9619f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:43.213465 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:43.217166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:43.271976 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8f4c82f-b567-4f63-8fca-e9e0443a1079 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.293521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-b8f4c82f-b567-4f63-8fca-e9e0443a1079 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] device_id is not set on port ab643751-7af9-4073-927e-3801c1e6ab2e yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:42:43.311520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Pushing event updated for resources: {'Port': ['ID=e0eb162c-2a80-4a9e-aae8-7012ae649448,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:43.370562 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Attempting to bind port e0eb162c-2a80-4a9e-aae8-7012ae649448 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:42:43.371393 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Attempting to bind port e0eb162c-2a80-4a9e-aae8-7012ae649448 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:42:43.372452 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Attempting to bind port e0eb162c-2a80-4a9e-aae8-7012ae649448 on network 35918a6f-8625-444e-be57-56cf00d9619f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:42:43.390839 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:42:43.391301 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Checking segment: {'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:42:43.391797 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.392291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Bound using segment: {'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:42:43.392858 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Bound port: e0eb162c-2a80-4a9e-aae8-7012ae649448, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:42:43.393370 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.445602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d65aa367-45f7-4685-97cf-065b3950ce38,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:43.495832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b8f4c82f-b567-4f63-8fca-e9e0443a1079 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Allocated IP 10.1.1.47 (35918a6f-8625-444e-be57-56cf00d9619f/f8cea5c0-2774-409d-bda9-e9e98d3a9b82/ab643751-7af9-4073-927e-3801c1e6ab2e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:43.502842 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-ac26ce0c-3524-4dfe-891a-0eb992abd5b2', 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'fixed_ips': [{'subnet_id': 'da97aba8-7313-4be0-a09e-c8187e45cd62'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:42:43.503697 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.628379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] For port e0eb162c-2a80-4a9e-aae8-7012ae649448, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:42:43.634286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] For port e0eb162c-2a80-4a9e-aae8-7012ae649448, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e0eb162c-2a80-4a9e-aae8-7012ae649448,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:42:43.644448 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.794662 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae76af-2206-4791-ba4d-549727e02490 None None] Pushing event updated for resources: {'Port': ['ID=e0eb162c-2a80-4a9e-aae8-7012ae649448,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:43.795501 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8f4c82f-b567-4f63-8fca-e9e0443a1079 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.809512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Allocated IP 10.2.2.2 (ac26ce0c-3524-4dfe-891a-0eb992abd5b2/da97aba8-7313-4be0-a09e-c8187e45cd62/202ede8a-cfd4-467e-a4c7-7c2c3618585f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:43.815762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b8f4c82f-b567-4f63-8fca-e9e0443a1079 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Transition to ACTIVE for port object ab643751-7af9-4073-927e-3801c1e6ab2e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:43.881132 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8f4c82f-b567-4f63-8fca-e9e0443a1079 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.972929 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f4c82f-b567-4f63-8fca-e9e0443a1079 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Network 35918a6f-8625-444e-be57-56cf00d9619f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:43.978019 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b8f4c82f-b567-4f63-8fca-e9e0443a1079 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:43.984836 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4c82f-b567-4f63-8fca-e9e0443a1079 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event updated for resources: {'Port': ['ID=ab643751-7af9-4073-927e-3801c1e6ab2e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:43.996002 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f4c82f-b567-4f63-8fca-e9e0443a1079 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:44.083408 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:44.093560 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Transition to ACTIVE for port object 202ede8a-cfd4-467e-a4c7-7c2c3618585f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:44.121820 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573af3df-7305-428f-98a7-a156a5771d78 req-6cb93680-c44d-4018-8d76-3bb2b3f6bd02 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:44.123381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Transition to ACTIVE for port object 202ede8a-cfd4-467e-a4c7-7c2c3618585f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:44.127753 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f4c82f-b567-4f63-8fca-e9e0443a1079 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:44.128656 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-573af3df-7305-428f-98a7-a156a5771d78 req-6cb93680-c44d-4018-8d76-3bb2b3f6bd02 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1155448 Jul 22 23:42:44.135371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8f4c82f-b567-4f63-8fca-e9e0443a1079 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:44.141354 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:44.154844 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b8f4c82f-b567-4f63-8fca-e9e0443a1079 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1643858 Jul 22 23:42:44.157359 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46878) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:44.177909 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0cd64b69-1853-4986-8bde-fc242f7f4ab9 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Request body: {'port': {'network_id': '35918a6f-8625-444e-be57-56cf00d9619f', 'name': 'tempest-TaggedBootDevicesTest_v242-1926307862', 'fixed_ips': [{'subnet_id': 'f8cea5c0-2774-409d-bda9-e9e98d3a9b82'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:44.198330 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-573af3df-7305-428f-98a7-a156a5771d78 req-64786b05-2eeb-46fa-a590-fcb616da6e76 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686340 Jul 22 23:42:44.206270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Network ac26ce0c-3524-4dfe-891a-0eb992abd5b2 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:44.239049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:44.251849 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:44.272481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Pushing event updated for resources: {'Port': ['ID=202ede8a-cfd4-467e-a4c7-7c2c3618585f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:44.336689 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Attempting to bind port 202ede8a-cfd4-467e-a4c7-7c2c3618585f on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:42:44.337072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Attempting to bind port 202ede8a-cfd4-467e-a4c7-7c2c3618585f by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'c844b4a1-cdca-4fb7-89f6-908c6d087b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:42:44.337475 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Attempting to bind port 202ede8a-cfd4-467e-a4c7-7c2c3618585f on network ac26ce0c-3524-4dfe-891a-0eb992abd5b2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:42:44.342943 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:42:44.343328 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Checking segment: {'id': 'c844b4a1-cdca-4fb7-89f6-908c6d087b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:42:44.343788 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:44.344189 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Bound using segment: {'id': 'c844b4a1-cdca-4fb7-89f6-908c6d087b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:42:44.344665 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Bound port: 202ede8a-cfd4-467e-a4c7-7c2c3618585f, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c844b4a1-cdca-4fb7-89f6-908c6d087b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:42:44.345054 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:44.405644 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd64b69-1853-4986-8bde-fc242f7f4ab9 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Made reservation on behalf of fa4249d76cd34b2c9d3889fcaf2c6afa for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:44.411976 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0cd64b69-1853-4986-8bde-fc242f7f4ab9 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:44.427034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] For port 202ede8a-cfd4-467e-a4c7-7c2c3618585f, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:42:44.430992 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] For port 202ede8a-cfd4-467e-a4c7-7c2c3618585f, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=202ede8a-cfd4-467e-a4c7-7c2c3618585f,segment=NetworkSegment(c844b4a1-cdca-4fb7-89f6-908c6d087b8d),segment_id=c844b4a1-cdca-4fb7-89f6-908c6d087b8d)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:42:44.441702 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:44.444341 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-0cd64b69-1853-4986-8bde-fc242f7f4ab9 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] device_id is not set on port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:42:44.553941 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7be3b-0b38-4873-89f2-cabe0e2b932e None None] Pushing event updated for resources: {'Port': ['ID=202ede8a-cfd4-467e-a4c7-7c2c3618585f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:44.787739 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0cd64b69-1853-4986-8bde-fc242f7f4ab9 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Allocated IP 10.1.1.212 (35918a6f-8625-444e-be57-56cf00d9619f/f8cea5c0-2774-409d-bda9-e9e98d3a9b82/bd4a7c11-f8d2-44b4-95fe-48b417a7f15d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:44.821798 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d65aa367-45f7-4685-97cf-065b3950ce38 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:42:45.082469 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d65aa367-45f7-4685-97cf-065b3950ce38,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:45.099650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'port_id': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'mac_address': 'fa:16:3e:0c:0a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:42:45.154797 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0cd64b69-1853-4986-8bde-fc242f7f4ab9 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:45.175439 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:45.190501 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0cd64b69-1853-4986-8bde-fc242f7f4ab9 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Transition to ACTIVE for port object bd4a7c11-f8d2-44b4-95fe-48b417a7f15d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:45.204580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65aa367-45f7-4685-97cf-065b3950ce38 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:42:45.230634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d65aa367-45f7-4685-97cf-065b3950ce38,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:45.234171 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0cd64b69-1853-4986-8bde-fc242f7f4ab9 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:45.238069 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:45.343064 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd64b69-1853-4986-8bde-fc242f7f4ab9 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event updated for resources: {'Port': ['ID=bd4a7c11-f8d2-44b4-95fe-48b417a7f15d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:45.349758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d65aa367-45f7-4685-97cf-065b3950ce38,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:45.365529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['d65aa367-45f7-4685-97cf-065b3950ce38'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:42:45.376913 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd64b69-1853-4986-8bde-fc242f7f4ab9 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Network 35918a6f-8625-444e-be57-56cf00d9619f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:45.381688 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0cd64b69-1853-4986-8bde-fc242f7f4ab9 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:45.382443 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:45.382576 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:45.390691 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd64b69-1853-4986-8bde-fc242f7f4ab9 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:45.402095 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:45.403147 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:45.405435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:45.407380 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:45.408164 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:45.409121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:45.409714 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:45.410585 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:45.411139 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:45.411699 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:45.508263 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f36f60-5b62-47c0-be6f-9cfd2246aad8 None None] Network 35918a6f-8625-444e-be57-56cf00d9619f requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:45.529335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:45.537649 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7ecd1-0057-477e-8a67-d15954e7cb37 req-6ef50307-001f-44c0-b464-4cbc0e5be890 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:45.539279 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3fb7ecd1-0057-477e-8a67-d15954e7cb37 req-6ef50307-001f-44c0-b464-4cbc0e5be890 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 946 time: 0.1518245 Jul 22 23:42:45.590938 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd64b69-1853-4986-8bde-fc242f7f4ab9 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:45.592182 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0cd64b69-1853-4986-8bde-fc242f7f4ab9 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:45.604114 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-66cd5a89-2d6f-4e8e-82d0-171cc3a4558a None None] Provisioning for port e0eb162c-2a80-4a9e-aae8-7012ae649448 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:45.618136 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0cd64b69-1853-4986-8bde-fc242f7f4ab9 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4595640 Jul 22 23:42:45.674956 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3fb7ecd1-0057-477e-8a67-d15954e7cb37 req-57fd5fb0-955e-4b00-95b5-5b0e05f0bba3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136584 Jul 22 23:42:45.785530 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-792795ed-e64b-48b0-b60f-ad741ef4d03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.160547 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e0eb162c-2a80-4a9e-aae8-7012ae649448 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:46.166677 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-792795ed-e64b-48b0-b60f-ad741ef4d03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.170146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46960) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:46.175532 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-362166f6-18c8-4163-9dcb-6ec43b9ec3fc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--309354799', 'description': 'tempest-description--607173956'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:46.179212 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-792795ed-e64b-48b0-b60f-ad741ef4d03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.219162 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-362166f6-18c8-4163-9dcb-6ec43b9ec3fc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.275762 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port e0eb162c-2a80-4a9e-aae8-7012ae649448 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:46.280571 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e0eb162c-2a80-4a9e-aae8-7012ae649448 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:46.281048 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.322433 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efe15b5-b30f-4640-9ae0-5b17f1136d56 None None] Network ac26ce0c-3524-4dfe-891a-0eb992abd5b2 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:46.434955 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-362166f6-18c8-4163-9dcb-6ec43b9ec3fc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.450239 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-362166f6-18c8-4163-9dcb-6ec43b9ec3fc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.525922 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-362166f6-18c8-4163-9dcb-6ec43b9ec3fc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.536066 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-362166f6-18c8-4163-9dcb-6ec43b9ec3fc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3580608 Jul 22 23:42:46.537484 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:46.543803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-96f24d4d-0834-4fd1-9dbb-ead7c37d4701 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Request body: {'security_group_rule': {'security_group_id': '667796f0-f236-42b1-9269-692d06e56c1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:46.592187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362166f6-18c8-4163-9dcb-6ec43b9ec3fc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667796f0-f236-42b1-9269-692d06e56c1d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:46.625957 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96f24d4d-0834-4fd1-9dbb-ead7c37d4701 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.702562 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c71dbb13-6290-443f-9b99-5a06b37695ed None None] Provisioning for port 202ede8a-cfd4-467e-a4c7-7c2c3618585f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:46.715271 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.720462 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96f24d4d-0834-4fd1-9dbb-ead7c37d4701 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.729650 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96f24d4d-0834-4fd1-9dbb-ead7c37d4701 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.762548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f24d4d-0834-4fd1-9dbb-ead7c37d4701 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d601841f-ab3f-4571-8cc3-dc91cc85c061,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:46.775293 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-96f24d4d-0834-4fd1-9dbb-ead7c37d4701 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.777039 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-96f24d4d-0834-4fd1-9dbb-ead7c37d4701 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2378993 Jul 22 23:42:46.782484 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46978) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:46.789020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-397f9c84-42a9-41c2-99b1-c49c9d322b8d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Request body: {'security_group_rule': {'security_group_id': '667796f0-f236-42b1-9269-692d06e56c1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:46.835526 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-397f9c84-42a9-41c2-99b1-c49c9d322b8d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.860830 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d65aa367-45f7-4685-97cf-065b3950ce38 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:46.906587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792795ed-e64b-48b0-b60f-ad741ef4d03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563d1a9d-8d93-4e88-a3ad-d289051d7267,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:46.944029 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-792795ed-e64b-48b0-b60f-ad741ef4d03e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dab2819e1e034df889ef730fab17d1f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4136732 Jul 22 23:42:46.945026 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46982) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:47.020145 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2139bb65-d09a-41aa-9aaa-71b936b981ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.022970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46984) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:47.076355 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2139bb65-d09a-41aa-9aaa-71b936b981ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.099670 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-397f9c84-42a9-41c2-99b1-c49c9d322b8d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.116470 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-397f9c84-42a9-41c2-99b1-c49c9d322b8d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.167512 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2139bb65-d09a-41aa-9aaa-71b936b981ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.171199 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2139bb65-d09a-41aa-9aaa-71b936b981ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.176651 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2139bb65-d09a-41aa-9aaa-71b936b981ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/563d1a9d-8d93-4e88-a3ad-d289051d7267 HTTP/1.1" status: 204 len: 168 time: 0.2299664 Jul 22 23:42:47.183402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149985d-6241-451e-887b-5d555332f5f2 req-3d131ecb-eee5-4be2-8b25-394f0c8ce8fe tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:47.188150 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9149985d-6241-451e-887b-5d555332f5f2 req-3d131ecb-eee5-4be2-8b25-394f0c8ce8fe tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 946 time: 0.3242686 Jul 22 23:42:47.193917 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139bb65-d09a-41aa-9aaa-71b936b981ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563d1a9d-8d93-4e88-a3ad-d289051d7267,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:47.255677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f9c84-42a9-41c2-99b1-c49c9d322b8d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01f843f-1672-43d7-b2a6-bd20801df23b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:47.287294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9149985d-6241-451e-887b-5d555332f5f2 req-23811f43-f2d3-476e-95d6-a48d0707d73d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779452 Jul 22 23:42:47.290572 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-397f9c84-42a9-41c2-99b1-c49c9d322b8d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.296049 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-397f9c84-42a9-41c2-99b1-c49c9d322b8d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5078595 Jul 22 23:42:47.296142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46992) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:47.300828 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:47.351172 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.413025 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-34ba8999-5f8d-42f7-b0c3-37a2bbf72aaa None None] Provisioning for port ab643751-7af9-4073-927e-3801c1e6ab2e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:47.430916 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15737918-bdb5-4756-b25c-c25b16b6b267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.439525 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.481388 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port e0eb162c-2a80-4a9e-aae8-7012ae649448, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e0eb162c-2a80-4a9e-aae8-7012ae649448,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:47.501131 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.502097 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 202ede8a-cfd4-467e-a4c7-7c2c3618585f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:47.546784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-34ba8999-5f8d-42f7-b0c3-37a2bbf72aaa None None] Provisioning complete for port ab643751-7af9-4073-927e-3801c1e6ab2e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:47.547395 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34ba8999-5f8d-42f7-b0c3-37a2bbf72aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.609862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-34ba8999-5f8d-42f7-b0c3-37a2bbf72aaa None None] Port ab643751-7af9-4073-927e-3801c1e6ab2e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:47.662846 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 202ede8a-cfd4-467e-a4c7-7c2c3618585f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:47.676731 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 202ede8a-cfd4-467e-a4c7-7c2c3618585f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:47.677325 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.751153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-34ba8999-5f8d-42f7-b0c3-37a2bbf72aaa None None] Provisioning for port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:47.761930 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.804685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46998) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:47.825891 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84d00370-66b1-48ea-b25c-c918d17d349d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.834634 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.849609 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-34ba8999-5f8d-42f7-b0c3-37a2bbf72aaa None None] Provisioning complete for port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:47.849994 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34ba8999-5f8d-42f7-b0c3-37a2bbf72aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.850907 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15737918-bdb5-4756-b25c-c25b16b6b267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.867147 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15737918-bdb5-4756-b25c-c25b16b6b267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.899027 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-34ba8999-5f8d-42f7-b0c3-37a2bbf72aaa None None] Port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:47.900864 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port d65aa367-45f7-4685-97cf-065b3950ce38 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:47.902109 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.961283 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=e0eb162c-2a80-4a9e-aae8-7012ae649448,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:47.978921 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-15737918-bdb5-4756-b25c-c25b16b6b267 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8c7b5447ab544edbf3c2a7b850a2f14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9527702 Jul 22 23:42:47.981237 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47000) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:48.038613 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 202ede8a-cfd4-467e-a4c7-7c2c3618585f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=202ede8a-cfd4-467e-a4c7-7c2c3618585f,segment=NetworkSegment(c844b4a1-cdca-4fb7-89f6-908c6d087b8d),segment_id=c844b4a1-cdca-4fb7-89f6-908c6d087b8d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:48.049132 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.105943 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15737918-bdb5-4756-b25c-c25b16b6b267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b757502b-4a66-4826-9c4e-2f3b599796ff,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:48.133847 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84d00370-66b1-48ea-b25c-c918d17d349d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.135212 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb720b19-9827-40cf-8c01-62e761b66081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.138117 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Allocated IP 172.25.4.41 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/eaecb3e8-d9a8-480c-ab83-245dea4ea3b4) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:48.142580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-34ba8999-5f8d-42f7-b0c3-37a2bbf72aaa None None] Provisioning complete for port e0eb162c-2a80-4a9e-aae8-7012ae649448 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:48.148210 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-34ba8999-5f8d-42f7-b0c3-37a2bbf72aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.156705 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84d00370-66b1-48ea-b25c-c918d17d349d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.235546 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e0eb162c-2a80-4a9e-aae8-7012ae649448 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:48.266300 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb720b19-9827-40cf-8c01-62e761b66081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.295487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d00370-66b1-48ea-b25c-c918d17d349d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c762fe4-77f2-49a1-b765-2d3c9481a224,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:48.304937 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.311186 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-84d00370-66b1-48ea-b25c-c918d17d349d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d2fe63b58d64697bd8a27eac11fb54a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5023019 Jul 22 23:42:48.313014 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47006) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:48.319672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=202ede8a-cfd4-467e-a4c7-7c2c3618585f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:48.355565 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.371150 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb720b19-9827-40cf-8c01-62e761b66081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.375543 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb720b19-9827-40cf-8c01-62e761b66081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.380563 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fb720b19-9827-40cf-8c01-62e761b66081 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b757502b-4a66-4826-9c4e-2f3b599796ff HTTP/1.1" status: 204 len: 168 time: 0.3891556 Jul 22 23:42:48.399248 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb720b19-9827-40cf-8c01-62e761b66081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b757502b-4a66-4826-9c4e-2f3b599796ff,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:48.404764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:42:48.413927 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c958ae2-01e7-463d-ab83-09916809b072" -d '{"events": [{"server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "name": "network-vif-plugged", "status": "completed", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:42:48.494116 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a525108-81ff-4e0d-99e0-791beaa12b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.508793 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.513545 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d9d638-23c7-48eb-87fe-71d4986a226a x-openstack-request-id: req-12d9d638-23c7-48eb-87fe-71d4986a226a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:42:48.513869 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "name": "network-vif-plugged", "status": "completed", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:42:48.514133 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-12d9d638-23c7-48eb-87fe-71d4986a226a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:42:48.514552 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'code': 200} Jul 22 23:42:48.516437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d65aa367-45f7-4685-97cf-065b3950ce38,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:48.539695 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.544427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854e85f-f41e-419b-8039-a3ea766c8ee1 req-fe0f88fe-8b7b-4516-8b2a-43af70881052 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:48.553543 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3854e85f-f41e-419b-8039-a3ea766c8ee1 req-fe0f88fe-8b7b-4516-8b2a-43af70881052 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 946 time: 0.1134040 Jul 22 23:42:48.566142 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e0eb162c-2a80-4a9e-aae8-7012ae649448 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:48.566475 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.567960 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a525108-81ff-4e0d-99e0-791beaa12b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.596840 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:48.605639 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:48.614409 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:48.623559 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event updated for resources: {'Port': ['ID=eaecb3e8-d9a8-480c-ab83-245dea4ea3b4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:48.623827 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3854e85f-f41e-419b-8039-a3ea766c8ee1 req-a2f0ac68-8613-4e20-9944-0a482f6cd593 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634565 Jul 22 23:42:48.703100 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a525108-81ff-4e0d-99e0-791beaa12b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.708265 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a525108-81ff-4e0d-99e0-791beaa12b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.711532 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4a525108-81ff-4e0d-99e0-791beaa12b69 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c762fe4-77f2-49a1-b765-2d3c9481a224 HTTP/1.1" status: 204 len: 168 time: 0.3962467 Jul 22 23:42:48.722157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d65aa367-45f7-4685-97cf-065b3950ce38,revision_number=13']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:48.787148 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-366844fb-0ce3-4cb7-8816-33faec299e07 None None] Provisioning complete for port ab643751-7af9-4073-927e-3801c1e6ab2e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:48.787906 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-366844fb-0ce3-4cb7-8816-33faec299e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.829014 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a525108-81ff-4e0d-99e0-791beaa12b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c762fe4-77f2-49a1-b765-2d3c9481a224,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:48.867403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-366844fb-0ce3-4cb7-8816-33faec299e07 None None] Port ab643751-7af9-4073-927e-3801c1e6ab2e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:48.880846 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-366844fb-0ce3-4cb7-8816-33faec299e07 None None] Provisioning complete for port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:48.881276 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-366844fb-0ce3-4cb7-8816-33faec299e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.881831 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.937022 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-366844fb-0ce3-4cb7-8816-33faec299e07 None None] Port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:48.948782 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-366844fb-0ce3-4cb7-8816-33faec299e07 None None] Provisioning complete for port 202ede8a-cfd4-467e-a4c7-7c2c3618585f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:48.949192 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-366844fb-0ce3-4cb7-8816-33faec299e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.954040 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.074307 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47020) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:49.097615 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aae3001c-c422-4278-8630-74f39fcc312b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.184345 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.194240 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.222440 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aae3001c-c422-4278-8630-74f39fcc312b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.231774 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aae3001c-c422-4278-8630-74f39fcc312b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.264509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3001c-c422-4278-8630-74f39fcc312b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13e9f6e-dba2-4f9c-a166-28d00cbf5231,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:49.296920 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-aae3001c-c422-4278-8630-74f39fcc312b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=49a039a028d9473790c41cede3e0f1eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2206662 Jul 22 23:42:49.299301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47032) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:49.315451 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event updated for resources: {'Port': ['ID=eaecb3e8-d9a8-480c-ab83-245dea4ea3b4,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:49.325181 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.348426 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.360244 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-13cdb0dd-2a38-492f-bea6-67db78a4efc8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0608702 Jul 22 23:42:49.373421 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11afcf1b-1337-407b-8a89-7985d339d5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.415418 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11afcf1b-1337-407b-8a89-7985d339d5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.496376 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11afcf1b-1337-407b-8a89-7985d339d5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.499245 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11afcf1b-1337-407b-8a89-7985d339d5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.507323 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-11afcf1b-1337-407b-8a89-7985d339d5ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b13e9f6e-dba2-4f9c-a166-28d00cbf5231 HTTP/1.1" status: 204 len: 168 time: 0.2045929 Jul 22 23:42:49.516706 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afcf1b-1337-407b-8a89-7985d339d5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13e9f6e-dba2-4f9c-a166-28d00cbf5231,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:49.760250 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-f1467e4f-636d-4580-80b0-88a9857a7ea0 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--309354799&fields=id&tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa HTTP/1.1" status: 200 len: 267 time: 0.0571203 Jul 22 23:42:49.885900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-ae149028-701d-4a2e-a029-0c84540e3f02 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:49.888067 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-ae149028-701d-4a2e-a029-0c84540e3f02 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports/ab643751-7af9-4073-927e-3801c1e6ab2e HTTP/1.1" status: 200 len: 935 time: 0.1101165 Jul 22 23:42:49.985780 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-72b6b26f-f150-4522-9b28-33c725f21f43 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:49.987361 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-72b6b26f-f150-4522-9b28-33c725f21f43 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports/bd4a7c11-f8d2-44b4-95fe-48b417a7f15d HTTP/1.1" status: 200 len: 937 time: 0.0925868 Jul 22 23:42:49.996523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4beeae-d705-4a47-bbbf-3a4d2c354ec2 req-8d24d31c-6023-4892-8d7c-8abb7926ee8d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:49.999800 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be4beeae-d705-4a47-bbbf-3a4d2c354ec2 req-8d24d31c-6023-4892-8d7c-8abb7926ee8d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 947 time: 0.2364604 Jul 22 23:42:50.036632 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-15ee5712-1a52-4441-87e7-28d720473d31 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?network_id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0374250 Jul 22 23:42:50.094068 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-4acdca5d-f51c-46eb-a6f2-3bc2f6af5748 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?network_id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0468910 Jul 22 23:42:50.125748 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be4beeae-d705-4a47-bbbf-3a4d2c354ec2 req-be55600f-96c6-4fd6-94c5-c3769bb40288 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859673 Jul 22 23:42:50.233836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 202ede8a-cfd4-467e-a4c7-7c2c3618585f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:50.267839 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6ebd3423-1861-4c14-825a-b0b93f6a71bc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:50.278039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6ebd3423-1861-4c14-825a-b0b93f6a71bc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:50.285619 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6ebd3423-1861-4c14-825a-b0b93f6a71bc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:50.295557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6ebd3423-1861-4c14-825a-b0b93f6a71bc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/networks?id=876e8a88-d344-43f5-abc2-bd91d918b95b&id=35918a6f-8625-444e-be57-56cf00d9619f&id=35918a6f-8625-444e-be57-56cf00d9619f&id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2&id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2 HTTP/1.1" status: 200 len: 1996 time: 0.1898961 Jul 22 23:42:50.315966 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-91a821e1-64a7-4603-aa5d-c3abe66e4524 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/quotas/fa4249d76cd34b2c9d3889fcaf2c6afa HTTP/1.1" status: 200 len: 375 time: 0.0192947 Jul 22 23:42:50.348157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 202ede8a-cfd4-467e-a4c7-7c2c3618585f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:50.348539 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:50.453733 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-337e9708-ec7d-46fd-a225-a50bc0b3f255 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1366570 Jul 22 23:42:50.601059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c32c03-f738-49bc-abdb-46dfaf62e315 req-a44de902-6d78-431a-afcc-c9b881016c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:50.602826 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32c32c03-f738-49bc-abdb-46dfaf62e315 req-a44de902-6d78-431a-afcc-c9b881016c94 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 1098 time: 0.1043856 Jul 22 23:42:50.777796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c32c03-f738-49bc-abdb-46dfaf62e315 req-1fabaf2f-9838-45f1-8074-4d8fe2c9cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:50.779658 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32c32c03-f738-49bc-abdb-46dfaf62e315 req-1fabaf2f-9838-45f1-8074-4d8fe2c9cf33 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.1498606 Jul 22 23:42:50.923445 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32c32c03-f738-49bc-abdb-46dfaf62e315 req-f4c2b2f2-61a3-4573-ac74-7996e57ac7e3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d65aa367-45f7-4685-97cf-065b3950ce38 HTTP/1.1" status: 200 len: 1002 time: 0.1331630 Jul 22 23:42:50.975979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-2112254a-7d3d-499d-9ff1-aaed2519f543 service neutron] 10.222.0.26 "GET /v2.0/networks/876e8a88-d344-43f5-abc2-bd91d918b95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174088 Jul 22 23:42:51.082173 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c32c03-f738-49bc-abdb-46dfaf62e315 req-8abfb294-026a-41df-889b-767ebaff0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:51.083771 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32c32c03-f738-49bc-abdb-46dfaf62e315 req-8abfb294-026a-41df-889b-767ebaff0d72 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.1246176 Jul 22 23:42:51.171032 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-671f1b53-8b23-4dc7-aba8-4958575d0003 service neutron] 10.222.0.26 "GET /v2.0/networks/876e8a88-d344-43f5-abc2-bd91d918b95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732588 Jul 22 23:42:51.230783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c32c03-f738-49bc-abdb-46dfaf62e315 req-69e584b2-7223-4130-bfb5-c8855c1f133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:51.232469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32c32c03-f738-49bc-abdb-46dfaf62e315 req-69e584b2-7223-4130-bfb5-c8855c1f133c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370242 Jul 22 23:42:51.295050 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-e0517833-4c2f-47a8-b824-68df36deda82 service neutron] 10.222.0.26 "GET /v2.0/ports/ab643751-7af9-4073-927e-3801c1e6ab2e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1130266 Jul 22 23:42:51.477990 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32c32c03-f738-49bc-abdb-46dfaf62e315 req-2c202349-5f33-4a04-9de8-e164da7b1e15 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370193 Jul 22 23:42:51.493493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc7c16-2ea4-4ea7-888a-f0918653ae9c req-0d679ad6-475b-4d59-9039-574c96c896fc tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:51.495535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21dc7c16-2ea4-4ea7-888a-f0918653ae9c req-0d679ad6-475b-4d59-9039-574c96c896fc tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 947 time: 0.2234571 Jul 22 23:42:51.550131 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-b7672200-5a57-42dc-9b54-4d9ab3526079 service neutron] 10.222.0.26 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201917 Jul 22 23:42:51.647765 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21dc7c16-2ea4-4ea7-888a-f0918653ae9c req-beea3f4f-ed5a-4fe0-be7a-790b9e102c61 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404178 Jul 22 23:42:51.777807 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32c32c03-f738-49bc-abdb-46dfaf62e315 req-82d3a1fd-1c03-493a-92ac-94f302002d91 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812514 Jul 22 23:42:51.832814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d69b6617-9b3b-4ef0-a0f7-e7399e46a473 service neutron] 10.222.0.26 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813332 Jul 22 23:42:51.946321 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-ae99a10f-4567-4d34-864c-b8e9f8ec0d31 service neutron] 10.222.0.26 "GET /v2.0/ports/bd4a7c11-f8d2-44b4-95fe-48b417a7f15d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0937293 Jul 22 23:42:52.086998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-527323ff-a177-4604-984c-c1350d58a463 service neutron] 10.222.0.26 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322093 Jul 22 23:42:52.245985 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-659cbc05-e9e4-4ce2-8732-d651400e329a service neutron] 10.222.0.26 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499062 Jul 22 23:42:52.411382 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-e5507add-8b02-483b-b6d3-e557c0510b73 service neutron] 10.222.0.26 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643534 Jul 22 23:42:52.531132 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c4a5d1cf-cff1-4adc-9425-42bb311c79e7 service neutron] 10.222.0.26 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082239 Jul 22 23:42:52.657322 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47168) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:52.669324 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-e70e294d-75e6-4688-accd-2c0cd4fdabd1 service neutron] 10.222.0.26 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327367 Jul 22 23:42:52.801354 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a30f-a2ec-4f20-8415-b976a7e79243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:52.953614 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a30f-a2ec-4f20-8415-b976a7e79243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:52.962001 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a30f-a2ec-4f20-8415-b976a7e79243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.009052 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5ef3a30f-a2ec-4f20-8415-b976a7e79243 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=416d9f9223a14454a3d5e3209db8719d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497839 Jul 22 23:42:53.009738 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47180) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:53.012047 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3a30f-a2ec-4f20-8415-b976a7e79243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efe284e-1fb8-4822-896a-ada5b943d68e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:53.051571 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47182) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:53.082608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c9e3-6282-4965-b38b-ffb5d7eec864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.122032 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c9e3-6282-4965-b38b-ffb5d7eec864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.212627 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c9e3-6282-4965-b38b-ffb5d7eec864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.217330 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c9e3-6282-4965-b38b-ffb5d7eec864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.217530 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-37dd9361-c248-45cf-bb99-a9aa8960276e service neutron] 10.222.0.26 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423725 Jul 22 23:42:53.223269 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ecc1c9e3-6282-4965-b38b-ffb5d7eec864 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9efe284e-1fb8-4822-896a-ada5b943d68e HTTP/1.1" status: 204 len: 168 time: 0.2096686 Jul 22 23:42:53.240992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1c9e3-6282-4965-b38b-ffb5d7eec864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efe284e-1fb8-4822-896a-ada5b943d68e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:53.244084 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-416bacc1-0ccf-4c6c-8874-8f2be8223154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.356735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37548b64-ffc7-4a7d-b019-fd789bf0c162 req-034a02b7-5277-46d5-b5c2-87ecb3040534 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:53.358372 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37548b64-ffc7-4a7d-b019-fd789bf0c162 req-034a02b7-5277-46d5-b5c2-87ecb3040534 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 947 time: 0.1951852 Jul 22 23:42:53.360441 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6bd22e24-cd07-4b69-a973-fc054c10fe7a service neutron] 10.222.0.26 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315854 Jul 22 23:42:53.412852 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-416bacc1-0ccf-4c6c-8874-8f2be8223154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.423199 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-416bacc1-0ccf-4c6c-8874-8f2be8223154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.431210 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37548b64-ffc7-4a7d-b019-fd789bf0c162 req-5427f2a7-49f1-4509-bf73-071a262a0f42 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664814 Jul 22 23:42:53.493147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-5bb811a5-9195-4316-b6f2-116d3d8abc53 service neutron] 10.222.0.26 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105192 Jul 22 23:42:53.493477 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-416bacc1-0ccf-4c6c-8874-8f2be8223154 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=610a1ca449e84e698fd54985c391b6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4402125 Jul 22 23:42:53.495687 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bacc1-0ccf-4c6c-8874-8f2be8223154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1728b44f-b746-4e94-b57e-6241c4bb7a36,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:53.496360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47192) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:53.623852 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43f3cd10-fd80-45b7-b019-d22ded36afda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.666300 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43f3cd10-fd80-45b7-b019-d22ded36afda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.671250 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-be06ea36-3a13-4395-bf8a-822824ea3f5b service neutron] 10.222.0.26 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669433 Jul 22 23:42:53.748497 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47194) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:53.768313 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f38b8e58-4229-4754-ba24-97dc35a18a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.812098 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-26d663e2-1b3e-458a-9b5d-31235e7a479d service neutron] 10.222.0.26 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333523 Jul 22 23:42:53.815486 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43f3cd10-fd80-45b7-b019-d22ded36afda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.816888 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43f3cd10-fd80-45b7-b019-d22ded36afda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.817521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-43f3cd10-fd80-45b7-b019-d22ded36afda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1728b44f-b746-4e94-b57e-6241c4bb7a36 HTTP/1.1" status: 204 len: 168 time: 0.3199897 Jul 22 23:42:53.826948 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3cd10-fd80-45b7-b019-d22ded36afda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1728b44f-b746-4e94-b57e-6241c4bb7a36,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:53.959000 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f38b8e58-4229-4754-ba24-97dc35a18a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.972736 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f38b8e58-4229-4754-ba24-97dc35a18a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:54.047169 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f38b8e58-4229-4754-ba24-97dc35a18a32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae6eda2759b44040ab1ce83ef8a1d8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2993720 Jul 22 23:42:54.050579 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b8e58-4229-4754-ba24-97dc35a18a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d90d07c-471c-4d7e-ac89-8f19f74fb7d9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:54.050986 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47202) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:54.161499 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8f30ca9-54eb-48e4-846e-46db0d6a5f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:54.210944 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8f30ca9-54eb-48e4-846e-46db0d6a5f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:54.299980 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8f30ca9-54eb-48e4-846e-46db0d6a5f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:54.302997 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8f30ca9-54eb-48e4-846e-46db0d6a5f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:54.308593 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d8f30ca9-54eb-48e4-846e-46db0d6a5f17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d90d07c-471c-4d7e-ac89-8f19f74fb7d9 HTTP/1.1" status: 204 len: 168 time: 0.2562175 Jul 22 23:42:54.326528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f30ca9-54eb-48e4-846e-46db0d6a5f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d90d07c-471c-4d7e-ac89-8f19f74fb7d9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:54.552943 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47224) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:54.582349 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-466b2bd4-7ef3-4374-bf8b-f01e700637fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:54.745788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d949c-3722-4157-a5ac-1297b282762c req-2074ca6e-cf77-4afb-8b17-1740cd4bcefb tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:54.752617 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-850d949c-3722-4157-a5ac-1297b282762c req-2074ca6e-cf77-4afb-8b17-1740cd4bcefb tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 947 time: 0.1724503 Jul 22 23:42:54.813030 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-850d949c-3722-4157-a5ac-1297b282762c req-3662cba5-d444-4727-abc4-70e6650bbfbe tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594430 Jul 22 23:42:54.834689 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-466b2bd4-7ef3-4374-bf8b-f01e700637fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:54.842660 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-466b2bd4-7ef3-4374-bf8b-f01e700637fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:55.043097 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-74dd6d2f-2352-4dc4-947c-c7028ad1927c req-920a39fc-3676-4666-84e4-12a86c7f8459 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 210 time: 0.1541679 Jul 22 23:42:55.055470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-466b2bd4-7ef3-4374-bf8b-f01e700637fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a1e34572fe64b57a659b957fbe8f717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4998577 Jul 22 23:42:55.059257 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47250) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:55.068021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b2bd4-7ef3-4374-bf8b-f01e700637fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a652a775-477c-4566-9503-d5fe0d06f727,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:55.146265 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d6d41fe-e094-4c1a-ad7b-5b089797853b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:55.181962 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d6d41fe-e094-4c1a-ad7b-5b089797853b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:55.254889 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d6d41fe-e094-4c1a-ad7b-5b089797853b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:55.265065 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d6d41fe-e094-4c1a-ad7b-5b089797853b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:55.284548 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6d6d41fe-e094-4c1a-ad7b-5b089797853b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a652a775-477c-4566-9503-d5fe0d06f727 HTTP/1.1" status: 204 len: 168 time: 0.2163367 Jul 22 23:42:55.299267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d41fe-e094-4c1a-ad7b-5b089797853b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a652a775-477c-4566-9503-d5fe0d06f727,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:56.034247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bb188-0601-4c9d-9b18-37e7972981bf req-03d7910a-902f-4e9d-8a20-992b57c81c5b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:56.046285 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e55bb188-0601-4c9d-9b18-37e7972981bf req-03d7910a-902f-4e9d-8a20-992b57c81c5b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 947 time: 0.1131010 Jul 22 23:42:56.141311 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e55bb188-0601-4c9d-9b18-37e7972981bf req-45568be5-d2c8-48c8-b342-893d7297b020 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869205 Jul 22 23:42:56.269668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8e9c963-0243-4633-bfb7-8faf93cbe64f req-d79f80a3-1dd7-4534-a428-2cda2a175ff0 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 210 time: 0.0340240 Jul 22 23:42:56.773376 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1eeead4-1b62-4662-ab89-cce9589f5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:56.775984 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1eeead4-1b62-4662-ab89-cce9589f5141 service neutron] 10.222.0.18 "GET /v2.0/ports/ab643751-7af9-4073-927e-3801c1e6ab2e HTTP/1.1" status: 200 len: 1031 time: 0.1008775 Jul 22 23:42:56.896860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-69505056-b5ae-4af9-b104-284e6e3e0941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:56.898328 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-69505056-b5ae-4af9-b104-284e6e3e0941 service neutron] 10.222.0.18 "GET /v2.0/ports/bd4a7c11-f8d2-44b4-95fe-48b417a7f15d HTTP/1.1" status: 200 len: 1033 time: 0.1049154 Jul 22 23:42:57.094856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-882d3440-af62-4682-baba-eb9d535c8d65 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:57.103909 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-882d3440-af62-4682-baba-eb9d535c8d65 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:57.112761 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-882d3440-af62-4682-baba-eb9d535c8d65 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:57.114918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-882d3440-af62-4682-baba-eb9d535c8d65 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.18 "GET /v2.0/networks?id=876e8a88-d344-43f5-abc2-bd91d918b95b&id=35918a6f-8625-444e-be57-56cf00d9619f&id=35918a6f-8625-444e-be57-56cf00d9619f&id=35918a6f-8625-444e-be57-56cf00d9619f&id=35918a6f-8625-444e-be57-56cf00d9619f&id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2&id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2 HTTP/1.1" status: 200 len: 1996 time: 0.1968946 Jul 22 23:42:57.183818 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-b7b8a954-7830-4690-85bd-9b5fe0247b0e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa HTTP/1.1" status: 200 len: 379 time: 0.0499890 Jul 22 23:42:57.225643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1ec2f9cb-6314-4717-86e0-b9bc7372865d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Request body: {'port': {'device_id': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b', 'admin_state_up': True, 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'security_groups': ['667796f0-f236-42b1-9269-692d06e56c1d']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:57.553661 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fda7941-0851-44cd-9675-9ba72d44d2d2 req-0a5d2f6e-4641-4c5b-88aa-1809415d6bf6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 210 time: 0.1207705 Jul 22 23:42:57.616867 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1ec2f9cb-6314-4717-86e0-b9bc7372865d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Made reservation on behalf of fa4249d76cd34b2c9d3889fcaf2c6afa for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:57.625993 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1ec2f9cb-6314-4717-86e0-b9bc7372865d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:57.651027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27445d77-3fba-4cf9-a7ee-9c46d602b0fb req-78e7fec9-3cb4-4368-bf56-2dc2ca7b7bcd tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:57.659359 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27445d77-3fba-4cf9-a7ee-9c46d602b0fb req-78e7fec9-3cb4-4368-bf56-2dc2ca7b7bcd tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 947 time: 0.3075566 Jul 22 23:42:57.749338 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27445d77-3fba-4cf9-a7ee-9c46d602b0fb req-f713a5b0-9c25-466d-a2e6-208a44cd29c4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830925 Jul 22 23:42:57.922619 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1ec2f9cb-6314-4717-86e0-b9bc7372865d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Allocated IP 172.20.0.12 (876e8a88-d344-43f5-abc2-bd91d918b95b/81a85537-a303-4236-aff4-e5a83fa8a904/cab490f4-9887-4d3a-b736-e09758b49446) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:58.141120 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1ec2f9cb-6314-4717-86e0-b9bc7372865d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:58.158032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1ec2f9cb-6314-4717-86e0-b9bc7372865d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Transition to ACTIVE for port object cab490f4-9887-4d3a-b736-e09758b49446 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:58.208760 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1ec2f9cb-6314-4717-86e0-b9bc7372865d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:58.265536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1ec2f9cb-6314-4717-86e0-b9bc7372865d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Network 876e8a88-d344-43f5-abc2-bd91d918b95b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:58.269432 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1ec2f9cb-6314-4717-86e0-b9bc7372865d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:58.273654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1ec2f9cb-6314-4717-86e0-b9bc7372865d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:58.280914 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2f9cb-6314-4717-86e0-b9bc7372865d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event updated for resources: {'Port': ['ID=cab490f4-9887-4d3a-b736-e09758b49446,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:58.430528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1ec2f9cb-6314-4717-86e0-b9bc7372865d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:58.431217 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1ec2f9cb-6314-4717-86e0-b9bc7372865d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:58.483031 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1ec2f9cb-6314-4717-86e0-b9bc7372865d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2676373 Jul 22 23:42:58.508055 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6845c6cd-b380-4cc1-83cf-ea882d265713 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Request body: {'port': {'device_id': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f', 'admin_state_up': True, 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'security_groups': ['667796f0-f236-42b1-9269-692d06e56c1d']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:58.819433 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f97ee707-2539-4139-8092-ff9a93fca589 None None] Provisioning for port cab490f4-9887-4d3a-b736-e09758b49446 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:58.837610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f97ee707-2539-4139-8092-ff9a93fca589 None None] Provisioning complete for port cab490f4-9887-4d3a-b736-e09758b49446 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:58.837987 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f97ee707-2539-4139-8092-ff9a93fca589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:58.917732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47398) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:58.999590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f97ee707-2539-4139-8092-ff9a93fca589 None None] Port cab490f4-9887-4d3a-b736-e09758b49446 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:59.065199 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727276f-5db0-492a-9638-7f9ee41d3f88 req-d8887072-8ba1-490e-b5ad-ed1a389b5870 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:59.075036 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d727276f-5db0-492a-9638-7f9ee41d3f88 req-d8887072-8ba1-490e-b5ad-ed1a389b5870 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 932 time: 0.3176730 Jul 22 23:42:59.086901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6845c6cd-b380-4cc1-83cf-ea882d265713 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Made reservation on behalf of fa4249d76cd34b2c9d3889fcaf2c6afa for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:59.108570 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6845c6cd-b380-4cc1-83cf-ea882d265713 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:59.116183 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:42:59.178834 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-485c7874-b528-4183-9a02-6cb45bc75c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:59.181913 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d727276f-5db0-492a-9638-7f9ee41d3f88 req-6748f38f-1cf0-4590-85e7-d6be70cf08cb tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053896 Jul 22 23:42:59.192169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a46061-4b29-4aca-9fb2-09339997b7cf req-6651f3c5-4e33-48e6-ad12-38229a3d2232 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:59.205563 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5a46061-4b29-4aca-9fb2-09339997b7cf req-6651f3c5-4e33-48e6-ad12-38229a3d2232 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 947 time: 0.2974710 Jul 22 23:42:59.363085 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5a46061-4b29-4aca-9fb2-09339997b7cf req-5c460497-43ab-4b6b-a0a8-3b0aed225375 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523864 Jul 22 23:42:59.404543 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-485c7874-b528-4183-9a02-6cb45bc75c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:59.418287 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-485c7874-b528-4183-9a02-6cb45bc75c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:59.480312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c7874-b528-4183-9a02-6cb45bc75c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b117e53e-76ff-4133-b427-a3f9130e5664,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:59.486470 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6845c6cd-b380-4cc1-83cf-ea882d265713 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Allocated IP 10.1.1.186 (35918a6f-8625-444e-be57-56cf00d9619f/f8cea5c0-2774-409d-bda9-e9e98d3a9b82/06b36ce6-caf4-494a-b935-4e47824fb9dd) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:59.536881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47412) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:59.537010 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-485c7874-b528-4183-9a02-6cb45bc75c0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15bb965fe59e46d697b5911f376bb775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6158593 Jul 22 23:42:59.700395 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16f6d9c5-029c-4492-93dc-44fef94428a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:59.802952 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16f6d9c5-029c-4492-93dc-44fef94428a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:59.869604 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6845c6cd-b380-4cc1-83cf-ea882d265713 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:59.906629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03bc65-d19f-4315-987c-0aa5869477f8 req-057535e0-2f53-4f7e-8963-7cf0f6e73e99 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:59.908548 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba03bc65-d19f-4315-987c-0aa5869477f8 req-057535e0-2f53-4f7e-8963-7cf0f6e73e99 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 946 time: 0.1802182 Jul 22 23:42:59.943915 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6845c6cd-b380-4cc1-83cf-ea882d265713 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Transition to ACTIVE for port object 06b36ce6-caf4-494a-b935-4e47824fb9dd will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:59.951910 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16f6d9c5-029c-4492-93dc-44fef94428a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:59.954612 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16f6d9c5-029c-4492-93dc-44fef94428a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:59.958311 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-16f6d9c5-029c-4492-93dc-44fef94428a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b117e53e-76ff-4133-b427-a3f9130e5664 HTTP/1.1" status: 204 len: 168 time: 0.4172726 Jul 22 23:42:59.993950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6d9c5-029c-4492-93dc-44fef94428a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b117e53e-76ff-4133-b427-a3f9130e5664,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:00.009507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba03bc65-d19f-4315-987c-0aa5869477f8 req-56ef8cf2-f8c1-4075-a28c-0a766011ef30 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933435 Jul 22 23:43:00.073976 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6845c6cd-b380-4cc1-83cf-ea882d265713 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.129311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6845c6cd-b380-4cc1-83cf-ea882d265713 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Network 35918a6f-8625-444e-be57-56cf00d9619f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:00.136752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6845c6cd-b380-4cc1-83cf-ea882d265713 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:00.145535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6845c6cd-b380-4cc1-83cf-ea882d265713 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:00.202435 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6845c6cd-b380-4cc1-83cf-ea882d265713 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:00.203319 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6845c6cd-b380-4cc1-83cf-ea882d265713 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.233087 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845c6cd-b380-4cc1-83cf-ea882d265713 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event updated for resources: {'Port': ['ID=06b36ce6-caf4-494a-b935-4e47824fb9dd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:00.243407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6845c6cd-b380-4cc1-83cf-ea882d265713 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7417037 Jul 22 23:43:00.272614 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-71b3e173-7eba-4362-8bf4-c387d572306e req-a5f8461a-b68b-4f25-8435-a7b6bde7b8dd tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Request body: {'port': {'device_id': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f', 'admin_state_up': True, 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'security_groups': ['667796f0-f236-42b1-9269-692d06e56c1d']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:00.534474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e920a3-ee68-4a11-9958-caab3f9ff3de req-aee3d88b-6c32-427a-8f95-672f3d4f2586 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:00.541081 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e920a3-ee68-4a11-9958-caab3f9ff3de req-aee3d88b-6c32-427a-8f95-672f3d4f2586 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:00.543726 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52e920a3-ee68-4a11-9958-caab3f9ff3de req-aee3d88b-6c32-427a-8f95-672f3d4f2586 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 1654 time: 0.2193651 Jul 22 23:43:00.548201 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-823cad1a-7be3-4333-b578-809f6fa66548 None None] Provisioning for port 06b36ce6-caf4-494a-b935-4e47824fb9dd completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:00.559425 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-823cad1a-7be3-4333-b578-809f6fa66548 None None] Provisioning complete for port 06b36ce6-caf4-494a-b935-4e47824fb9dd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:00.561196 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-823cad1a-7be3-4333-b578-809f6fa66548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.603060 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52e920a3-ee68-4a11-9958-caab3f9ff3de req-f4d43f74-0d82-4af4-a9e7-c69bad281bdd tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507827 Jul 22 23:43:00.603790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-a5f8461a-b68b-4f25-8435-a7b6bde7b8dd tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Made reservation on behalf of fa4249d76cd34b2c9d3889fcaf2c6afa for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:00.607451 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-a5f8461a-b68b-4f25-8435-a7b6bde7b8dd tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.677996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-823cad1a-7be3-4333-b578-809f6fa66548 None None] Port 06b36ce6-caf4-494a-b935-4e47824fb9dd cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:43:00.748481 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47434) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:00.806454 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2475-10d5-4052-b1a5-93abf18c225f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.876422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f568e-a1a2-4039-9bb3-c3641abeec5c req-c8ee4851-a32e-4834-9cf7-3068c492a625 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:00.884965 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1b5f568e-a1a2-4039-9bb3-c3641abeec5c req-c8ee4851-a32e-4834-9cf7-3068c492a625 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 947 time: 0.2606800 Jul 22 23:43:00.944126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-71b3e173-7eba-4362-8bf4-c387d572306e req-a5f8461a-b68b-4f25-8435-a7b6bde7b8dd tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Allocated IP 10.1.1.12 (35918a6f-8625-444e-be57-56cf00d9619f/f8cea5c0-2774-409d-bda9-e9e98d3a9b82/84ff3893-ed31-4b39-809a-4a9ebd9370f5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:00.989998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1b5f568e-a1a2-4039-9bb3-c3641abeec5c req-030ec3c3-a3dc-497a-aa99-426b22895e18 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038556 Jul 22 23:43:01.071791 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2475-10d5-4052-b1a5-93abf18c225f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.086084 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2475-10d5-4052-b1a5-93abf18c225f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.154880 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e7fc2475-10d5-4052-b1a5-93abf18c225f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d7ba7b52a62416489bc0b8e399a8bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4044509 Jul 22 23:43:01.158235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47442) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:01.173019 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-a5f8461a-b68b-4f25-8435-a7b6bde7b8dd tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.188856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-71b3e173-7eba-4362-8bf4-c387d572306e req-a5f8461a-b68b-4f25-8435-a7b6bde7b8dd tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Transition to ACTIVE for port object 84ff3893-ed31-4b39-809a-4a9ebd9370f5 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:01.190759 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc2475-10d5-4052-b1a5-93abf18c225f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7826472c-ba9f-4551-9ea0-4dd5bc52caab,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:01.234438 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad6980d8-56b4-4e2d-a54d-9b156a97a0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.262721 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-a5f8461a-b68b-4f25-8435-a7b6bde7b8dd tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.277837 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad6980d8-56b4-4e2d-a54d-9b156a97a0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.363995 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad6980d8-56b4-4e2d-a54d-9b156a97a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.367820 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad6980d8-56b4-4e2d-a54d-9b156a97a0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.369443 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ad6980d8-56b4-4e2d-a54d-9b156a97a0b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7826472c-ba9f-4551-9ea0-4dd5bc52caab HTTP/1.1" status: 204 len: 168 time: 0.2098808 Jul 22 23:43:01.378781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b3e173-7eba-4362-8bf4-c387d572306e req-a5f8461a-b68b-4f25-8435-a7b6bde7b8dd tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Network 35918a6f-8625-444e-be57-56cf00d9619f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:01.391249 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-71b3e173-7eba-4362-8bf4-c387d572306e req-a5f8461a-b68b-4f25-8435-a7b6bde7b8dd tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:01.396767 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6980d8-56b4-4e2d-a54d-9b156a97a0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7826472c-ba9f-4551-9ea0-4dd5bc52caab,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:01.421469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-a5f8461a-b68b-4f25-8435-a7b6bde7b8dd tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:01.438852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8461a-b68b-4f25-8435-a7b6bde7b8dd tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event updated for resources: {'Port': ['ID=84ff3893-ed31-4b39-809a-4a9ebd9370f5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:01.531400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a04d82-7233-43ca-a0b6-8093e264abe1 req-b9e554bd-69da-4e8e-9ad7-e1f11a6d3aeb tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:01.533230 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1a04d82-7233-43ca-a0b6-8093e264abe1 req-b9e554bd-69da-4e8e-9ad7-e1f11a6d3aeb tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 946 time: 0.2200434 Jul 22 23:43:01.543222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-a5f8461a-b68b-4f25-8435-a7b6bde7b8dd tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:01.544098 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-a5f8461a-b68b-4f25-8435-a7b6bde7b8dd tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.577414 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95a3e940-cd9a-4a54-bdfc-2c287c8279a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.679926 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-a5f8461a-b68b-4f25-8435-a7b6bde7b8dd tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4218273 Jul 22 23:43:01.696501 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1a04d82-7233-43ca-a0b6-8093e264abe1 req-33df75c5-383e-4f28-927d-e0dd8df91ccb tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456776 Jul 22 23:43:01.712274 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d029d053-7b6f-4563-914a-a9f1b987e9b5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Request body: {'port': {'device_id': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2', 'admin_state_up': True, 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'security_groups': ['667796f0-f236-42b1-9269-692d06e56c1d']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:02.027803 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a86e2e88-0edf-45ec-a545-949712fc4e7a None None] Provisioning for port 84ff3893-ed31-4b39-809a-4a9ebd9370f5 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:02.043778 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a86e2e88-0edf-45ec-a545-949712fc4e7a None None] Provisioning complete for port 84ff3893-ed31-4b39-809a-4a9ebd9370f5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:02.044954 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a86e2e88-0edf-45ec-a545-949712fc4e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:02.087687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d029d053-7b6f-4563-914a-a9f1b987e9b5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Made reservation on behalf of fa4249d76cd34b2c9d3889fcaf2c6afa for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:02.176062 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a86e2e88-0edf-45ec-a545-949712fc4e7a None None] Port 84ff3893-ed31-4b39-809a-4a9ebd9370f5 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:43:02.217320 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bd762-8dd0-465d-9489-c76da992e5df req-4e9f7357-7922-4e1f-91b4-3e5f46aefa7d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:02.224020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bd762-8dd0-465d-9489-c76da992e5df req-4e9f7357-7922-4e1f-91b4-3e5f46aefa7d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:02.231667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bd762-8dd0-465d-9489-c76da992e5df req-4e9f7357-7922-4e1f-91b4-3e5f46aefa7d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:02.239312 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d6bd762-8dd0-465d-9489-c76da992e5df req-4e9f7357-7922-4e1f-91b4-3e5f46aefa7d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 2374 time: 0.3063357 Jul 22 23:43:02.336546 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d029d053-7b6f-4563-914a-a9f1b987e9b5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:02.386942 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d6bd762-8dd0-465d-9489-c76da992e5df req-93f1d6b2-ca21-46f0-beb6-58422fc50e83 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464481 Jul 22 23:43:02.541635 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce916ba-ec5b-4822-a102-1d9b5cdf4378 req-00f7dcb8-5ca9-40ac-b49c-d2f1bb900ea3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:02.551827 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ce916ba-ec5b-4822-a102-1d9b5cdf4378 req-00f7dcb8-5ca9-40ac-b49c-d2f1bb900ea3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 947 time: 0.3519790 Jul 22 23:43:02.707161 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ce916ba-ec5b-4822-a102-1d9b5cdf4378 req-25b92cfe-e4d6-4c4d-a8af-27607ebd2d90 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542869 Jul 22 23:43:02.897897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d029d053-7b6f-4563-914a-a9f1b987e9b5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Allocated IP 10.2.2.100 (ac26ce0c-3524-4dfe-891a-0eb992abd5b2/da97aba8-7313-4be0-a09e-c8187e45cd62/4157cbfe-5f0e-4e3c-9639-b2453364d9b9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:03.080984 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973cc94-5f6c-4d3b-864f-e0ed77f59a75 req-68ee414b-f2f4-4316-a18d-275ec06ec3bc tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:03.087992 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1973cc94-5f6c-4d3b-864f-e0ed77f59a75 req-68ee414b-f2f4-4316-a18d-275ec06ec3bc tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 946 time: 0.2206712 Jul 22 23:43:03.202008 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1973cc94-5f6c-4d3b-864f-e0ed77f59a75 req-a9907ac5-94c7-4ae9-98fb-821236e0885a tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127610 Jul 22 23:43:03.256349 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d029d053-7b6f-4563-914a-a9f1b987e9b5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.342510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d029d053-7b6f-4563-914a-a9f1b987e9b5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Transition to ACTIVE for port object 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:03.415015 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d029d053-7b6f-4563-914a-a9f1b987e9b5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.502397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d029d053-7b6f-4563-914a-a9f1b987e9b5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Network ac26ce0c-3524-4dfe-891a-0eb992abd5b2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:03.506138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d029d053-7b6f-4563-914a-a9f1b987e9b5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:03.525313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d029d053-7b6f-4563-914a-a9f1b987e9b5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:03.566863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029d053-7b6f-4563-914a-a9f1b987e9b5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event updated for resources: {'Port': ['ID=4157cbfe-5f0e-4e3c-9639-b2453364d9b9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:03.652135 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47508) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:03.697491 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d029d053-7b6f-4563-914a-a9f1b987e9b5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:03.699680 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d029d053-7b6f-4563-914a-a9f1b987e9b5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.734722 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d029d053-7b6f-4563-914a-a9f1b987e9b5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0368361 Jul 22 23:43:03.765838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf3618-a5ca-4196-a9ab-cb5040b1d95d req-d24506f5-1bd2-48d5-8673-9eb7a4ca1dce tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:03.789719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf3618-a5ca-4196-a9ab-cb5040b1d95d req-d24506f5-1bd2-48d5-8673-9eb7a4ca1dce tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:03.799300 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf3618-a5ca-4196-a9ab-cb5040b1d95d req-d24506f5-1bd2-48d5-8673-9eb7a4ca1dce tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:03.811147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf3618-a5ca-4196-a9ab-cb5040b1d95d req-d24506f5-1bd2-48d5-8673-9eb7a4ca1dce tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:03.812898 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88cf3618-a5ca-4196-a9ab-cb5040b1d95d req-d24506f5-1bd2-48d5-8673-9eb7a4ca1dce tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 3095 time: 0.2506597 Jul 22 23:43:03.818364 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1b53d300-52d0-4e4e-bf82-5f41f399b36a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Request body: {'port': {'device_id': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2', 'admin_state_up': True, 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'security_groups': ['667796f0-f236-42b1-9269-692d06e56c1d']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:03.865763 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f260647-1ea7-4bcb-a9a1-d7f59393d656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.018305 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9253ff9b-d5bd-4859-b6e1-c1d003908de9 None None] Provisioning for port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:04.023031 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9253ff9b-d5bd-4859-b6e1-c1d003908de9 None None] Provisioning complete for port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:04.023394 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9253ff9b-d5bd-4859-b6e1-c1d003908de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.102458 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9253ff9b-d5bd-4859-b6e1-c1d003908de9 None None] Port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:43:04.110312 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f260647-1ea7-4bcb-a9a1-d7f59393d656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.120828 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f260647-1ea7-4bcb-a9a1-d7f59393d656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.146181 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.207354 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0f260647-1ea7-4bcb-a9a1-d7f59393d656 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=875db040569a41058801018b04fd3e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5540726 Jul 22 23:43:04.218078 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47518) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:04.238322 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f260647-1ea7-4bcb-a9a1-d7f59393d656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a8aaf4-75e9-4283-83ba-00d869426009,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:04.313399 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd107cfd-a4de-4df5-86ae-58d4d586ee42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.348633 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c0eb18b3-b725-4406-89ae-b097709c2763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.372434 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.374666 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd107cfd-a4de-4df5-86ae-58d4d586ee42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.463011 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd107cfd-a4de-4df5-86ae-58d4d586ee42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.466930 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd107cfd-a4de-4df5-86ae-58d4d586ee42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.470764 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cd107cfd-a4de-4df5-86ae-58d4d586ee42 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90a8aaf4-75e9-4283-83ba-00d869426009 HTTP/1.1" status: 204 len: 168 time: 0.2493415 Jul 22 23:43:04.478317 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd107cfd-a4de-4df5-86ae-58d4d586ee42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a8aaf4-75e9-4283-83ba-00d869426009,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:04.749696 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88cf3618-a5ca-4196-a9ab-cb5040b1d95d req-199b3db8-609f-4a05-855f-3db768bd340b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9246619 Jul 22 23:43:04.846422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af68a6-0462-4ff5-92e4-e4ec4d7b4b87 req-c486a5fc-1056-422d-89ec-7fe1a44722cd tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:04.848149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48af68a6-0462-4ff5-92e4-e4ec4d7b4b87 req-c486a5fc-1056-422d-89ec-7fe1a44722cd tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 947 time: 1.0053740 Jul 22 23:43:04.887515 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05804c5e-ff00-4141-a16d-ca1895f5cfa2 req-e68af5e2-866b-4fc9-9fa9-9ec79663bc49 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:04.889137 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05804c5e-ff00-4141-a16d-ca1895f5cfa2 req-e68af5e2-866b-4fc9-9fa9-9ec79663bc49 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.95 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 946 time: 0.7490623 Jul 22 23:43:05.011998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48af68a6-0462-4ff5-92e4-e4ec4d7b4b87 req-8a34bba6-d99a-4f14-851c-984cceb0df6e tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557260 Jul 22 23:43:05.111493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1b53d300-52d0-4e4e-bf82-5f41f399b36a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Made reservation on behalf of fa4249d76cd34b2c9d3889fcaf2c6afa for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:05.118562 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1b53d300-52d0-4e4e-bf82-5f41f399b36a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.319680 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-05804c5e-ff00-4141-a16d-ca1895f5cfa2 req-94944d3a-0569-43dc-b206-1a6df29d31a4 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Deleting port c0c2f364-bf96-433e-831f-a0697002f28f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:05.320907 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05804c5e-ff00-4141-a16d-ca1895f5cfa2 req-94944d3a-0569-43dc-b206-1a6df29d31a4 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.427407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdac551-554e-42fd-bbf7-856bf0ec8a62 req-66cc78c8-fe98-4d02-b091-9ba920f383e2 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:05.442525 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcdac551-554e-42fd-bbf7-856bf0ec8a62 req-66cc78c8-fe98-4d02-b091-9ba920f383e2 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 946 time: 0.3061030 Jul 22 23:43:05.461431 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.617023 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-05804c5e-ff00-4141-a16d-ca1895f5cfa2 req-94944d3a-0569-43dc-b206-1a6df29d31a4 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] For port c0c2f364-bf96-433e-831f-a0697002f28f, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c0c2f364-bf96-433e-831f-a0697002f28f,segment=NetworkSegment(3305d638-1666-47ea-a8bf-0494e86e1d35),segment_id=3305d638-1666-47ea-a8bf-0494e86e1d35)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:05.617540 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05804c5e-ff00-4141-a16d-ca1895f5cfa2 req-94944d3a-0569-43dc-b206-1a6df29d31a4 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.927056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcdac551-554e-42fd-bbf7-856bf0ec8a62 req-552f06d3-4a7b-4c69-938a-2f217456066f tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4351614 Jul 22 23:43:06.034788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1b53d300-52d0-4e4e-bf82-5f41f399b36a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Allocated IP 10.2.2.200 (ac26ce0c-3524-4dfe-891a-0eb992abd5b2/da97aba8-7313-4be0-a09e-c8187e45cd62/423b7270-ab41-4684-8ac3-3fc383c0741a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:06.189206 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05804c5e-ff00-4141-a16d-ca1895f5cfa2 req-94944d3a-0569-43dc-b206-1a6df29d31a4 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.189616 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05804c5e-ff00-4141-a16d-ca1895f5cfa2 req-94944d3a-0569-43dc-b206-1a6df29d31a4 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.189937 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [req-05804c5e-ff00-4141-a16d-ca1895f5cfa2 req-94944d3a-0569-43dc-b206-1a6df29d31a4 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Floating IP 455de33e-db97-473b-827d-290a4d9ae1b9 disassociated. External IP: 172.25.4.101, port: c0c2f364-bf96-433e-831f-a0697002f28f. Jul 22 23:43:06.190279 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-05804c5e-ff00-4141-a16d-ca1895f5cfa2 req-94944d3a-0569-43dc-b206-1a6df29d31a4 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Calling delete_port for c0c2f364-bf96-433e-831f-a0697002f28f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:06.366498 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a2e2e-3505-4381-9dcd-fc496033ee31 req-fc2b1082-4c6f-471c-a195-135d3f9f2b88 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:06.373586 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a2e2e-3505-4381-9dcd-fc496033ee31 req-fc2b1082-4c6f-471c-a195-135d3f9f2b88 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:06.379797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a2e2e-3505-4381-9dcd-fc496033ee31 req-fc2b1082-4c6f-471c-a195-135d3f9f2b88 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:06.385828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a2e2e-3505-4381-9dcd-fc496033ee31 req-fc2b1082-4c6f-471c-a195-135d3f9f2b88 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:06.387897 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e3a2e2e-3505-4381-9dcd-fc496033ee31 req-fc2b1082-4c6f-471c-a195-135d3f9f2b88 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 3095 time: 0.4577281 Jul 22 23:43:06.466406 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1b53d300-52d0-4e4e-bf82-5f41f399b36a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.481381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1b53d300-52d0-4e4e-bf82-5f41f399b36a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Transition to ACTIVE for port object 423b7270-ab41-4684-8ac3-3fc383c0741a will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:06.550472 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e3a2e2e-3505-4381-9dcd-fc496033ee31 req-3ae2fe6b-3074-467c-88c8-c9b253d35e92 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541662 Jul 22 23:43:06.602060 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929c50e-96f4-4e8f-9693-ef3a5e706ef0 req-fef758c7-a5c6-411d-b02b-d2422c2cad73 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:06.609544 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2929c50e-96f4-4e8f-9693-ef3a5e706ef0 req-fef758c7-a5c6-411d-b02b-d2422c2cad73 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 947 time: 0.4142714 Jul 22 23:43:06.621672 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1b53d300-52d0-4e4e-bf82-5f41f399b36a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.685471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1b53d300-52d0-4e4e-bf82-5f41f399b36a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Network ac26ce0c-3524-4dfe-891a-0eb992abd5b2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:06.697346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1b53d300-52d0-4e4e-bf82-5f41f399b36a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:06.717082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1b53d300-52d0-4e4e-bf82-5f41f399b36a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:06.766799 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2929c50e-96f4-4e8f-9693-ef3a5e706ef0 req-205a3296-ed93-4a57-9968-a344f551c0ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562903 Jul 22 23:43:06.767499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53d300-52d0-4e4e-bf82-5f41f399b36a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event updated for resources: {'Port': ['ID=423b7270-ab41-4684-8ac3-3fc383c0741a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:06.778641 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05804c5e-ff00-4141-a16d-ca1895f5cfa2 req-94944d3a-0569-43dc-b206-1a6df29d31a4 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.860494 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94944d3a-0569-43dc-b206-1a6df29d31a4 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Pushing event deleted for resources: {'Port': ['ID=c0c2f364-bf96-433e-831f-a0697002f28f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:06.876643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1b53d300-52d0-4e4e-bf82-5f41f399b36a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:06.877322 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1b53d300-52d0-4e4e-bf82-5f41f399b36a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.899206 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device c0c2f364-bf96-433e-831f-a0697002f28f no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:06.989150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: c0c2f364-bf96-433e-831f-a0697002f28f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:43:06.990044 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device c0c2f364-bf96-433e-831f-a0697002f28f not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:43:07.006592 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.037199 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1b53d300-52d0-4e4e-bf82-5f41f399b36a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2225814 Jul 22 23:43:07.068912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Request body: {'port': {'device_id': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:07.200197 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f21b1d47-12df-4712-9326-e48898e8e72e None None] Provisioning for port 423b7270-ab41-4684-8ac3-3fc383c0741a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:07.205899 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f21b1d47-12df-4712-9326-e48898e8e72e None None] Provisioning complete for port 423b7270-ab41-4684-8ac3-3fc383c0741a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:07.206246 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f21b1d47-12df-4712-9326-e48898e8e72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.233050 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0410a4ef-47b2-48ed-b96f-f163075af33f req-75eafa5e-e409-4081-942b-97c7ba77446d tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 210 time: 0.0599892 Jul 22 23:43:07.304524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05804c5e-ff00-4141-a16d-ca1895f5cfa2 req-94944d3a-0569-43dc-b206-1a6df29d31a4 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Router c1b367a7-2a0c-41c2-8874-6d92799fa025 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:43:07.309517 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f21b1d47-12df-4712-9326-e48898e8e72e None None] Port 423b7270-ab41-4684-8ac3-3fc383c0741a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:43:07.311414 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.670130 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47614) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:07.756722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05804c5e-ff00-4141-a16d-ca1895f5cfa2 req-94944d3a-0569-43dc-b206-1a6df29d31a4 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:43:07.773926 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5bad2-47b4-420d-8b9b-1fdb773a0835 None None] Sync routers for ids ['c1b367a7-2a0c-41c2-8874-6d92799fa025'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:43:07.784131 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5bad2-47b4-420d-8b9b-1fdb773a0835 None None] Routers {'c1b367a7-2a0c-41c2-8874-6d92799fa025'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:07.784745 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-59b5bad2-47b4-420d-8b9b-1fdb773a0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:43:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c1b367a7-2a0c-41c2-8874-6d92799fa025'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:07.986759 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b74677e3-c1dd-4fee-a51a-2fb0e21f3d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.989781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-05804c5e-ff00-4141-a16d-ca1895f5cfa2 req-94944d3a-0569-43dc-b206-1a6df29d31a4 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] No DVR routers for this DVR port c0c2f364-bf96-433e-831f-a0697002f28f on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:43:07.993979 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05804c5e-ff00-4141-a16d-ca1895f5cfa2 req-94944d3a-0569-43dc-b206-1a6df29d31a4 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.996858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05804c5e-ff00-4141-a16d-ca1895f5cfa2 req-94944d3a-0569-43dc-b206-1a6df29d31a4 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.95 "DELETE /v2.0/ports/c0c2f364-bf96-433e-831f-a0697002f28f HTTP/1.1" status: 204 len: 173 time: 3.0999572 Jul 22 23:43:08.003780 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68eacd0a-d601-4d2d-899b-7c7b81534517', 'name': 'network-vif-deleted', 'tag': 'c0c2f364-bf96-433e-831f-a0697002f28f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:08.006247 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd2d0e8-494c-49a2-a8df-3252cc5c7dc9" -d '{"events": [{"server_uuid": "68eacd0a-d601-4d2d-899b-7c7b81534517", "name": "network-vif-deleted", "tag": "c0c2f364-bf96-433e-831f-a0697002f28f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:08.008177 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-59b5bad2-47b4-420d-8b9b-1fdb773a0835 None None] Set router c1b367a7-2a0c-41c2-8874-6d92799fa025 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:43:08.086438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff143a6-af81-4b6d-9ebc-135475da945c req-f785df70-eac4-495f-ba49-e53a68b732ad tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:08.095127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff143a6-af81-4b6d-9ebc-135475da945c req-f785df70-eac4-495f-ba49-e53a68b732ad tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:08.112548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff143a6-af81-4b6d-9ebc-135475da945c req-f785df70-eac4-495f-ba49-e53a68b732ad tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:08.123143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff143a6-af81-4b6d-9ebc-135475da945c req-f785df70-eac4-495f-ba49-e53a68b732ad tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:08.132074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff143a6-af81-4b6d-9ebc-135475da945c req-f785df70-eac4-495f-ba49-e53a68b732ad tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:08.153894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ff143a6-af81-4b6d-9ebc-135475da945c req-f785df70-eac4-495f-ba49-e53a68b732ad tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 3816 time: 0.4863875 Jul 22 23:43:08.232710 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b74677e3-c1dd-4fee-a51a-2fb0e21f3d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.240409 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b74677e3-c1dd-4fee-a51a-2fb0e21f3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.258371 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ff143a6-af81-4b6d-9ebc-135475da945c req-0f3b5af1-590f-4f2a-a6c5-800eabafd6c1 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026988 Jul 22 23:43:08.293662 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b74677e3-c1dd-4fee-a51a-2fb0e21f3d4a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f112788e5bce4a5a91f930cf712d49e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6215212 Jul 22 23:43:08.295063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74677e3-c1dd-4fee-a51a-2fb0e21f3d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8c02f9-58be-4523-b39e-19cb6ca610d5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:08.298525 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47654) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:08.371600 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de66b7de-6938-432d-8bc1-baa7488715e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.389073 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb875fc-a747-4b03-97a1-c75b6fdca8c5 req-5f18abe3-1bb3-425b-81e5-a9291b4177bd tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:08.394334 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5eb875fc-a747-4b03-97a1-c75b6fdca8c5 req-5f18abe3-1bb3-425b-81e5-a9291b4177bd tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 947 time: 0.4449425 Jul 22 23:43:08.402376 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de66b7de-6938-432d-8bc1-baa7488715e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.403167 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-59b5bad2-47b4-420d-8b9b-1fdb773a0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'name': 'tempest-ServersTestJSON-1372712935-router', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:40:51Z', 'updated_at': '2021-07-22T23:40:55Z', 'revision_number': 4, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'gw_port': {'id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:52Z', 'updated_at': '2021-07-22T23:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '62a5910f-a8a8-4ad8-a403-6b71f9ecd62b', 'name': '', 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'mac_address': 'fa:16:3e:60:6a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:54Z', 'updated_at': '2021-07-22T23:41:04Z', 'revision_number': 5, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'subnets': [{'id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:08.410631 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cf4e3d-c1a2-4fb6-bb11-2ed56379fcde x-openstack-request-id: req-d4cf4e3d-c1a2-4fb6-bb11-2ed56379fcde {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:08.410944 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68eacd0a-d601-4d2d-899b-7c7b81534517", "name": "network-vif-deleted", "tag": "c0c2f364-bf96-433e-831f-a0697002f28f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:08.411181 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4cf4e3d-c1a2-4fb6-bb11-2ed56379fcde {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:08.411585 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68eacd0a-d601-4d2d-899b-7c7b81534517', 'name': 'network-vif-deleted', 'tag': 'c0c2f364-bf96-433e-831f-a0697002f28f', 'status': 'completed', 'code': 200} Jul 22 23:43:08.469036 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5bad2-47b4-420d-8b9b-1fdb773a0835 None None] Checking router: c1b367a7-2a0c-41c2-8874-6d92799fa025 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:43:08.472995 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de66b7de-6938-432d-8bc1-baa7488715e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.475845 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de66b7de-6938-432d-8bc1-baa7488715e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.479374 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-de66b7de-6938-432d-8bc1-baa7488715e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad8c02f9-58be-4523-b39e-19cb6ca610d5 HTTP/1.1" status: 204 len: 168 time: 0.1775210 Jul 22 23:43:08.489492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66b7de-6938-432d-8bc1-baa7488715e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8c02f9-58be-4523-b39e-19cb6ca610d5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:08.498186 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5bad2-47b4-420d-8b9b-1fdb773a0835 None None] Routers {'c1b367a7-2a0c-41c2-8874-6d92799fa025'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:08.498883 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-59b5bad2-47b4-420d-8b9b-1fdb773a0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:43:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c1b367a7-2a0c-41c2-8874-6d92799fa025'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:08.584109 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5eb875fc-a747-4b03-97a1-c75b6fdca8c5 req-b0bc4244-095f-4e34-bf44-62d54788976f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699052 Jul 22 23:43:08.612690 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab490f4-9887-4d3a-b736-e09758b49446 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:08.630946 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.660662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Transition to ACTIVE for port object cab490f4-9887-4d3a-b736-e09758b49446 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:08.670856 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.673363 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-59b5bad2-47b4-420d-8b9b-1fdb773a0835 None None] Set router c1b367a7-2a0c-41c2-8874-6d92799fa025 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:43:08.828486 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3ba25ca-791d-4fa2-a598-92b38ecf7677 req-a25f4d4f-9fe4-4cbf-8f91-5785fdd38745 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/ports?device_id=68eacd0a-d601-4d2d-899b-7c7b81534517 HTTP/1.1" status: 200 len: 210 time: 0.1069722 Jul 22 23:43:08.882852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Pushing event updated for resources: {'Port': ['ID=cab490f4-9887-4d3a-b736-e09758b49446,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:08.990085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47676) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:09.033142 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b18ea3aa-42f4-4df3-8b36-05a82e4f2f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:09.051135 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-59b5bad2-47b4-420d-8b9b-1fdb773a0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'name': 'tempest-ServersTestJSON-1372712935-router', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:40:51Z', 'updated_at': '2021-07-22T23:40:55Z', 'revision_number': 4, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'gw_port': {'id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:52Z', 'updated_at': '2021-07-22T23:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '62a5910f-a8a8-4ad8-a403-6b71f9ecd62b', 'name': '', 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'mac_address': 'fa:16:3e:60:6a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:54Z', 'updated_at': '2021-07-22T23:41:04Z', 'revision_number': 5, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'subnets': [{'id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:09.096796 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5bad2-47b4-420d-8b9b-1fdb773a0835 None None] The sync data for ids ['c1b367a7-2a0c-41c2-8874-6d92799fa025'] in n-d-688802-2 is: [{'id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'name': 'tempest-ServersTestJSON-1372712935-router', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:40:51Z', 'updated_at': '2021-07-22T23:40:55Z', 'revision_number': 4, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'gw_port': {'id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:52Z', 'updated_at': '2021-07-22T23:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '62a5910f-a8a8-4ad8-a403-6b71f9ecd62b', 'name': '', 'network_id': '8a107b15-4e25-4a57-94f1-a4d673d455de', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'mac_address': 'fa:16:3e:60:6a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:54Z', 'updated_at': '2021-07-22T23:41:04Z', 'revision_number': 5, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'subnets': [{'id': '734263c5-1ee2-490b-83f1-d37edf403f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:43:09.196572 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b18ea3aa-42f4-4df3-8b36-05a82e4f2f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:09.200808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Attempting to bind port cab490f4-9887-4d3a-b736-e09758b49446 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:09.201420 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Attempting to bind port cab490f4-9887-4d3a-b736-e09758b49446 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '3581f181-48ef-4c3b-81f1-4b9d7c54f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:09.201627 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Attempting to bind port cab490f4-9887-4d3a-b736-e09758b49446 on network 876e8a88-d344-43f5-abc2-bd91d918b95b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:09.203625 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b18ea3aa-42f4-4df3-8b36-05a82e4f2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:09.227270 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e551e0-d506-4233-a4fd-b1363f821159 req-c401ab30-50ac-4f62-80d0-b5ed7f444518 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:09.228945 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0e551e0-d506-4233-a4fd-b1363f821159 req-c401ab30-50ac-4f62-80d0-b5ed7f444518 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 947 time: 0.4037595 Jul 22 23:43:09.235005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Port cab490f4-9887-4d3a-b736-e09758b49446 on network 876e8a88-d344-43f5-abc2-bd91d918b95b not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:43:09.235505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Attempting to bind port cab490f4-9887-4d3a-b736-e09758b49446 on network 876e8a88-d344-43f5-abc2-bd91d918b95b {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:09.242730 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ea3aa-42f4-4df3-8b36-05a82e4f2f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17c4b56-e890-4a24-97bf-17a5ce4235f1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:09.256972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:09.257696 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Checking segment: {'id': '3581f181-48ef-4c3b-81f1-4b9d7c54f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:09.258267 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Bound using segment: {'id': '3581f181-48ef-4c3b-81f1-4b9d7c54f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:09.258874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Bound port: cab490f4-9887-4d3a-b736-e09758b49446, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3581f181-48ef-4c3b-81f1-4b9d7c54f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:09.259450 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:09.267820 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b18ea3aa-42f4-4df3-8b36-05a82e4f2f77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7fc40b4e7f23449c8af8c30bed2a710c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760961 Jul 22 23:43:09.270690 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47680) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:09.300805 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-cb35308e-9be4-4bfa-a6c6-107b65dd27d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3199763 Jul 22 23:43:09.343540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87b58540-d1fa-4488-bec1-2edd38dff0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:09.356973 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0e551e0-d506-4233-a4fd-b1363f821159 req-c1ba47b9-94d4-480b-8504-b8e7bc46a195 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022766 Jul 22 23:43:09.397379 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87b58540-d1fa-4488-bec1-2edd38dff0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:09.469575 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] For port cab490f4-9887-4d3a-b736-e09758b49446, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:09.496269 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87b58540-d1fa-4488-bec1-2edd38dff0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:09.500629 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87b58540-d1fa-4488-bec1-2edd38dff0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:09.502497 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-87b58540-d1fa-4488-bec1-2edd38dff0b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b17c4b56-e890-4a24-97bf-17a5ce4235f1 HTTP/1.1" status: 204 len: 168 time: 0.2290466 Jul 22 23:43:09.504347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] For port cab490f4-9887-4d3a-b736-e09758b49446, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=cab490f4-9887-4d3a-b736-e09758b49446,segment=NetworkSegment(3581f181-48ef-4c3b-81f1-4b9d7c54f7eb),segment_id=3581f181-48ef-4c3b-81f1-4b9d7c54f7eb)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:09.520596 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:09.525606 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b58540-d1fa-4488-bec1-2edd38dff0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17c4b56-e890-4a24-97bf-17a5ce4235f1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:09.664201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:09.665011 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:09.666628 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] 10.222.0.18 "PUT /v2.0/ports/cab490f4-9887-4d3a-b736-e09758b49446 HTTP/1.1" status: 200 len: 1092 time: 2.6119018 Jul 22 23:43:09.699881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc890-e03c-4d68-a907-dbafc913a3f0 req-5ffb5c3f-c655-4563-958b-4fd494b14268 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:09.713005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc890-e03c-4d68-a907-dbafc913a3f0 req-5ffb5c3f-c655-4563-958b-4fd494b14268 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:09.720893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c931e8e-2f0f-480b-b7ca-e703f6db6dc6 None None] New status for floating IP 455de33e-db97-473b-827d-290a4d9ae1b9: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:43:09.721844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc890-e03c-4d68-a907-dbafc913a3f0 req-5ffb5c3f-c655-4563-958b-4fd494b14268 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:09.728992 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc890-e03c-4d68-a907-dbafc913a3f0 req-5ffb5c3f-c655-4563-958b-4fd494b14268 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:09.738108 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc890-e03c-4d68-a907-dbafc913a3f0 req-5ffb5c3f-c655-4563-958b-4fd494b14268 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:09.747784 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cbfc890-e03c-4d68-a907-dbafc913a3f0 req-5ffb5c3f-c655-4563-958b-4fd494b14268 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 3828 time: 0.3581395 Jul 22 23:43:09.825523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Request body: {'port': {'device_id': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:09.845643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-212e550a-a368-47e0-b6ce-df754d6812ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:09.846130 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-212e550a-a368-47e0-b6ce-df754d6812ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:09.846623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-212e550a-a368-47e0-b6ce-df754d6812ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:09.847840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-212e550a-a368-47e0-b6ce-df754d6812ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:09.848302 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-212e550a-a368-47e0-b6ce-df754d6812ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:09.848927 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-212e550a-a368-47e0-b6ce-df754d6812ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:09.850667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-212e550a-a368-47e0-b6ce-df754d6812ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:09.864920 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-212e550a-a368-47e0-b6ce-df754d6812ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d666488e03c84f33989e7c5054c2c913&device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 6491 time: 0.4742951 Jul 22 23:43:09.911329 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cbfc890-e03c-4d68-a907-dbafc913a3f0 req-b02cc276-4b63-4bfe-8605-344da7deb6b8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623316 Jul 22 23:43:09.942208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156220cc-a018-4c71-9eef-90ec0b9716cb service neutron] Pushing event updated for resources: {'Port': ['ID=cab490f4-9887-4d3a-b736-e09758b49446,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:09.996509 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47714) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:10.152879 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ede6ac54-e468-4c12-97c3-34a5b92a1804 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:10.177111 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:10.213360 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ede6ac54-e468-4c12-97c3-34a5b92a1804 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:10.248421 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-033c716d-d8cd-44a5-a039-0976ffd63206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:10.248950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-033c716d-d8cd-44a5-a039-0976ffd63206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:10.249315 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-033c716d-d8cd-44a5-a039-0976ffd63206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:10.250957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-033c716d-d8cd-44a5-a039-0976ffd63206 service neutron] 10.222.0.18 "GET /v2.0/networks?id=81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9&id=d14a0948-26e2-4d00-9935-582ab618394e&id=d14a0948-26e2-4d00-9935-582ab618394e&id=d14a0948-26e2-4d00-9935-582ab618394e&id=d14a0948-26e2-4d00-9935-582ab618394e&id=0d56ae8e-3fa7-4971-854c-370a57f322d3&id=0d56ae8e-3fa7-4971-854c-370a57f322d3 HTTP/1.1" status: 200 len: 2293 time: 0.3438239 Jul 22 23:43:10.286634 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ede6ac54-e468-4c12-97c3-34a5b92a1804 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:10.289917 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ede6ac54-e468-4c12-97c3-34a5b92a1804 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:10.293881 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ede6ac54-e468-4c12-97c3-34a5b92a1804 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "DELETE /v2.0/security-groups/9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7 HTTP/1.1" status: 204 len: 168 time: 0.2922356 Jul 22 23:43:10.297116 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47740) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:10.317828 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6ac54-e468-4c12-97c3-34a5b92a1804 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:10.325298 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-70c6ae46-95ff-492d-a4cc-81c817a86ec6 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] show failed (client error): The resource could not be found. Jul 22 23:43:10.326545 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-70c6ae46-95ff-492d-a4cc-81c817a86ec6 tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "GET /v2.0/security-groups/9f8d0894-fcb1-4ae7-a713-fc3ca5c5e2a7 HTTP/1.1" status: 404 len: 347 time: 0.0266094 Jul 22 23:43:10.328956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47746) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:10.422160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'tag': 'cab490f4-9887-4d3a-b736-e09758b49446'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:10.424749 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7303a213-357b-4166-8fa7-812c7a338310" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "tag": "cab490f4-9887-4d3a-b736-e09758b49446"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:10.492377 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f49d0be3-a499-470d-af18-395c487f4cde tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Deleting port ede7928d-b6c7-46ca-bfd1-c32bc34badf7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:10.492738 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f49d0be3-a499-470d-af18-395c487f4cde tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:10.626862 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f49d0be3-a499-470d-af18-395c487f4cde tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:10.627608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f49d0be3-a499-470d-af18-395c487f4cde tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:10.644598 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f49d0be3-a499-470d-af18-395c487f4cde tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Calling delete_port for ede7928d-b6c7-46ca-bfd1-c32bc34badf7 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:10.645729 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccc9307-e898-41ff-a387-3fb8c26d2a92 x-openstack-request-id: req-eccc9307-e898-41ff-a387-3fb8c26d2a92 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:10.646140 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "tag": "cab490f4-9887-4d3a-b736-e09758b49446", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:10.646467 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eccc9307-e898-41ff-a387-3fb8c26d2a92 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:10.646794 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'tag': 'cab490f4-9887-4d3a-b736-e09758b49446', 'status': 'completed', 'code': 200} Jul 22 23:43:10.649224 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-e52b588e-347a-4099-8d12-13672341d030 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e0753c-069e-48e6-a432-137322ba53a7 HTTP/1.1" status: 200 len: 1001 time: 0.3858619 Jul 22 23:43:10.720479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-a26a514e-29d7-42de-b836-61d8f2efb49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:10.722581 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-a26a514e-29d7-42de-b836-61d8f2efb49d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=944a2bd3-3d96-426e-983b-9162c91b6208 HTTP/1.1" status: 200 len: 850 time: 0.0628128 Jul 22 23:43:10.728261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab643751-7af9-4073-927e-3801c1e6ab2e {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:10.800385 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:10.825701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Transition to ACTIVE for port object ab643751-7af9-4073-927e-3801c1e6ab2e will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:10.840347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-7b04b7d0-8b1e-46b4-8d0a-3d6cba910427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:10.842064 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-7b04b7d0-8b1e-46b4-8d0a-3d6cba910427 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055398 Jul 22 23:43:10.842618 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:10.860160 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f49d0be3-a499-470d-af18-395c487f4cde tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:10.904555 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d65aa367-45f7-4685-97cf-065b3950ce38 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:10.998761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d0be3-a499-470d-af18-395c487f4cde tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Pushing event deleted for resources: {'Port': ['ID=ede7928d-b6c7-46ca-bfd1-c32bc34badf7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:11.138629 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f49d0be3-a499-470d-af18-395c487f4cde tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.142286 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f49d0be3-a499-470d-af18-395c487f4cde tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.146304 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f49d0be3-a499-470d-af18-395c487f4cde tempest-ServersTestJSON-1600317414 tempest-ServersTestJSON-1600317414-project] 10.222.0.26 "DELETE /v2.0/floatingips/455de33e-db97-473b-827d-290a4d9ae1b9 HTTP/1.1" status: 204 len: 168 time: 0.8133893 Jul 22 23:43:11.147618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:11.192424 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.259542 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d65aa367-45f7-4685-97cf-065b3950ce38,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:11.263287 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:11.278367 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84791ee2-ef85-4a25-9d86-d36455aa66d9" -d '{"events": [{"server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "name": "network-vif-unplugged", "status": "completed", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:11.282234 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.333642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a213-357b-4166-8fa7-812c7a338310 req-b199273e-93f2-422b-9317-a42bb404d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:11.336795 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a213-357b-4166-8fa7-812c7a338310 req-b199273e-93f2-422b-9317-a42bb404d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:11.339015 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a213-357b-4166-8fa7-812c7a338310 req-b199273e-93f2-422b-9317-a42bb404d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:11.339547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a213-357b-4166-8fa7-812c7a338310 req-b199273e-93f2-422b-9317-a42bb404d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:11.341385 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a213-357b-4166-8fa7-812c7a338310 req-b199273e-93f2-422b-9317-a42bb404d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:11.343304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a213-357b-4166-8fa7-812c7a338310 req-b199273e-93f2-422b-9317-a42bb404d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:11.350640 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7303a213-357b-4166-8fa7-812c7a338310 req-b199273e-93f2-422b-9317-a42bb404d158 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5248 time: 0.5326169 Jul 22 23:43:11.396481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=d65aa367-45f7-4685-97cf-065b3950ce38,revision_number=14']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:11.618615 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Pushing event updated for resources: {'Port': ['ID=ab643751-7af9-4073-927e-3801c1e6ab2e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:11.678384 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:11.678721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:11.679170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:11.679505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:11.679841 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:11.680529 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:11.680529 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:11.680867 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:11.681345 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:11.681797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:11.682123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:11.682442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:11.726853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a213-357b-4166-8fa7-812c7a338310 req-679bcc6f-9e14-4a3d-b826-06bf21d46436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:11.727537 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a213-357b-4166-8fa7-812c7a338310 req-679bcc6f-9e14-4a3d-b826-06bf21d46436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:11.728167 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a213-357b-4166-8fa7-812c7a338310 req-679bcc6f-9e14-4a3d-b826-06bf21d46436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:11.730420 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7303a213-357b-4166-8fa7-812c7a338310 req-679bcc6f-9e14-4a3d-b826-06bf21d46436 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3645456 Jul 22 23:43:11.800888 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-742558a1-dddb-4596-a17c-3c344fe13781 service neutron] 10.222.0.18 "GET /v2.0/networks/81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9495459 Jul 22 23:43:11.908268 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Attempting to bind port ab643751-7af9-4073-927e-3801c1e6ab2e on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:11.908876 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Attempting to bind port ab643751-7af9-4073-927e-3801c1e6ab2e by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:11.909580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Attempting to bind port ab643751-7af9-4073-927e-3801c1e6ab2e on network 35918a6f-8625-444e-be57-56cf00d9619f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:12.011355 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Port ab643751-7af9-4073-927e-3801c1e6ab2e on network 35918a6f-8625-444e-be57-56cf00d9619f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:43:12.012119 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Attempting to bind port ab643751-7af9-4073-927e-3801c1e6ab2e on network 35918a6f-8625-444e-be57-56cf00d9619f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:12.061588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:12.067293 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Checking segment: {'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:12.068022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Bound using segment: {'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:12.068668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Bound port: ab643751-7af9-4073-927e-3801c1e6ab2e, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:12.069247 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:12.078549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a213-357b-4166-8fa7-812c7a338310 req-d71958b0-a437-4072-b2dd-e0d3a63de7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:12.080147 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7303a213-357b-4166-8fa7-812c7a338310 req-d71958b0-a437-4072-b2dd-e0d3a63de7ff service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3382204 Jul 22 23:43:12.143944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e061be-4868-40c2-830f-43058d88a5a8 req-3671a156-30e4-45e7-80fc-933b400d920f tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:12.150895 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e061be-4868-40c2-830f-43058d88a5a8 req-3671a156-30e4-45e7-80fc-933b400d920f tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:12.176929 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e061be-4868-40c2-830f-43058d88a5a8 req-3671a156-30e4-45e7-80fc-933b400d920f tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:12.188306 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e061be-4868-40c2-830f-43058d88a5a8 req-3671a156-30e4-45e7-80fc-933b400d920f tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:12.196351 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e061be-4868-40c2-830f-43058d88a5a8 req-3671a156-30e4-45e7-80fc-933b400d920f tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:12.203243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e061be-4868-40c2-830f-43058d88a5a8 req-3671a156-30e4-45e7-80fc-933b400d920f tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:12.211088 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e7e061be-4868-40c2-830f-43058d88a5a8 req-3671a156-30e4-45e7-80fc-933b400d920f tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 4604 time: 0.5889721 Jul 22 23:43:12.273387 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72ada15-f9da-4286-a95f-7535c8ce4204 x-openstack-request-id: req-d72ada15-f9da-4286-a95f-7535c8ce4204 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:12.273902 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "name": "network-vif-unplugged", "status": "completed", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:12.274138 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d72ada15-f9da-4286-a95f-7535c8ce4204 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:12.274786 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'code': 200} Jul 22 23:43:12.325384 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-7aa67d54-83f5-41c7-ae7f-cd9deb1720b9 service neutron] 10.222.0.18 "GET /v2.0/networks/81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129809 Jul 22 23:43:12.375812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] For port ab643751-7af9-4073-927e-3801c1e6ab2e, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:12.429786 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e7e061be-4868-40c2-830f-43058d88a5a8 req-3ca41c35-b381-4273-9248-888c7b2ff217 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2174923 Jul 22 23:43:12.451117 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-8d9f299d-a0cf-4873-a445-2ef4da6f3d4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=1acb57eb-4388-486f-873d-b2c9056569e3 HTTP/1.1" status: 200 len: 217 time: 0.1134496 Jul 22 23:43:12.454655 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] For port ab643751-7af9-4073-927e-3801c1e6ab2e, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ab643751-7af9-4073-927e-3801c1e6ab2e,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:12.536483 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:12.581827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-0558d49c-d052-4a09-8930-5b2c6d6b0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:12.590003 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-0558d49c-d052-4a09-8930-5b2c6d6b0b52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8d54d44-b87e-439d-97b7-a2af64fbcd3f HTTP/1.1" status: 200 len: 797 time: 0.1244464 Jul 22 23:43:12.665946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:12.668650 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:12.677643 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:12.679927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] 10.222.0.18 "PUT /v2.0/ports/ab643751-7af9-4073-927e-3801c1e6ab2e HTTP/1.1" status: 200 len: 1134 time: 2.9177775 Jul 22 23:43:12.687358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'tag': 'ab643751-7af9-4073-927e-3801c1e6ab2e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:12.692605 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358a4bd2-c5d8-447f-b788-fbb7f803a694" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "tag": "ab643751-7af9-4073-927e-3801c1e6ab2e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:12.799674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Request body: {'port': {'device_id': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:12.814111 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d57fc27-bf98-479d-b164-b976b0b8fcb0 x-openstack-request-id: req-9d57fc27-bf98-479d-b164-b976b0b8fcb0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:12.814425 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "tag": "ab643751-7af9-4073-927e-3801c1e6ab2e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:12.814640 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d57fc27-bf98-479d-b164-b976b0b8fcb0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:12.817821 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'tag': 'ab643751-7af9-4073-927e-3801c1e6ab2e', 'status': 'completed', 'code': 200} Jul 22 23:43:12.945989 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcb8c3-a58a-4400-8d69-8c58df21054e service neutron] Pushing event updated for resources: {'Port': ['ID=ab643751-7af9-4073-927e-3801c1e6ab2e,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:12.966873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0746-af05-4a51-984a-65ec4e1b1375 req-36ca3c6f-68ba-452b-9865-6ed923e4a59c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:12.969796 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ace0746-af05-4a51-984a-65ec4e1b1375 req-36ca3c6f-68ba-452b-9865-6ed923e4a59c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.6130240 Jul 22 23:43:13.040983 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a4bd2-c5d8-447f-b788-fbb7f803a694 req-a1eebb2d-7506-4ebd-b4bc-64d47d097478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:13.041516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a4bd2-c5d8-447f-b788-fbb7f803a694 req-a1eebb2d-7506-4ebd-b4bc-64d47d097478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:13.042543 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a4bd2-c5d8-447f-b788-fbb7f803a694 req-a1eebb2d-7506-4ebd-b4bc-64d47d097478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:13.043022 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a4bd2-c5d8-447f-b788-fbb7f803a694 req-a1eebb2d-7506-4ebd-b4bc-64d47d097478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:13.043486 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a4bd2-c5d8-447f-b788-fbb7f803a694 req-a1eebb2d-7506-4ebd-b4bc-64d47d097478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:13.043945 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a4bd2-c5d8-447f-b788-fbb7f803a694 req-a1eebb2d-7506-4ebd-b4bc-64d47d097478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:13.046374 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-358a4bd2-c5d8-447f-b788-fbb7f803a694 req-a1eebb2d-7506-4ebd-b4bc-64d47d097478 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5290 time: 0.1770952 Jul 22 23:43:13.088088 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ace0746-af05-4a51-984a-65ec4e1b1375 req-979311b6-03b1-4bf3-b8c7-d7ebbe52016d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072292 Jul 22 23:43:13.093982 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-cf56ef04-1fe4-4628-b587-d54a08970c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:13.095580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-cf56ef04-1fe4-4628-b587-d54a08970c89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a0948-26e2-4d00-9935-582ab618394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4611855 Jul 22 23:43:13.104687 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:13.278285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a4bd2-c5d8-447f-b788-fbb7f803a694 req-03c27dd7-5ad3-433d-8c8b-c54293123aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:13.278829 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a4bd2-c5d8-447f-b788-fbb7f803a694 req-03c27dd7-5ad3-433d-8c8b-c54293123aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:13.279416 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a4bd2-c5d8-447f-b788-fbb7f803a694 req-03c27dd7-5ad3-433d-8c8b-c54293123aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:13.288420 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-358a4bd2-c5d8-447f-b788-fbb7f803a694 req-03c27dd7-5ad3-433d-8c8b-c54293123aeb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2289109 Jul 22 23:43:13.293694 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Deleting port 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:13.294037 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:13.396693 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-6a479ce2-1f26-43ee-b24d-fe0b68a7e9d9 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933218 Jul 22 23:43:13.438387 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] For port 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=62a5910f-a8a8-4ad8-a403-6b71f9ecd62b,segment=NetworkSegment(3305d638-1666-47ea-a8bf-0494e86e1d35),segment_id=3305d638-1666-47ea-a8bf-0494e86e1d35)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:13.438753 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:13.457864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Calling delete_port for 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:13.486746 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a4bd2-c5d8-447f-b788-fbb7f803a694 req-249193e7-06a3-40c8-b753-714d545d67e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:13.488368 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-358a4bd2-c5d8-447f-b788-fbb7f803a694 req-249193e7-06a3-40c8-b753-714d545d67e0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1380446 Jul 22 23:43:13.632398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e9f04-d9c9-4aa8-be99-5c68b4766e4d req-21d2c9ec-b678-4874-9f3f-d6e716e760ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:13.633936 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-405e9f04-d9c9-4aa8-be99-5c68b4766e4d req-21d2c9ec-b678-4874-9f3f-d6e716e760ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.3070626 Jul 22 23:43:13.650214 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0f2f2-d417-4c3a-8cf2-c355ed1d862b req-b1161329-5eec-44a5-95e5-05d5b51daa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:13.652310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60c0f2f2-d417-4c3a-8cf2-c355ed1d862b req-b1161329-5eec-44a5-95e5-05d5b51daa02 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 1096 time: 0.3259842 Jul 22 23:43:13.673448 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:13.675256 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-de559ed7-bc39-4f5d-8906-5afb164e5e98 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705219 Jul 22 23:43:13.703789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a5910f-a8a8-4ad8-a403-6b71f9ecd62b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:13.741764 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:13.742105 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:13.742454 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:13.742787 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:13.743384 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:13.743724 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:13.744053 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:13.744383 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:13.744710 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:13.745568 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:13.745911 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:13.746264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:13.780431 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-d7a1d4ca-0f92-4efa-b60b-36ac3c849fd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=d69dbc8b-47f5-4d29-80c2-52d998ba6546 HTTP/1.1" status: 200 len: 217 time: 0.0884223 Jul 22 23:43:13.906688 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-405e9f04-d9c9-4aa8-be99-5c68b4766e4d req-3a10879d-6253-4237-b9db-02316317f9ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600567 Jul 22 23:43:13.921142 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:13.970552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb0206-a678-4d7e-99c6-6f4493fc46ff req-f3c15161-f39c-4147-9e94-705dd094a3ba tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:13.976437 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb0206-a678-4d7e-99c6-6f4493fc46ff req-f3c15161-f39c-4147-9e94-705dd094a3ba tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:13.984758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb0206-a678-4d7e-99c6-6f4493fc46ff req-f3c15161-f39c-4147-9e94-705dd094a3ba tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:13.990958 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb0206-a678-4d7e-99c6-6f4493fc46ff req-f3c15161-f39c-4147-9e94-705dd094a3ba tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:13.998872 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb0206-a678-4d7e-99c6-6f4493fc46ff req-f3c15161-f39c-4147-9e94-705dd094a3ba tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:14.004716 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb0206-a678-4d7e-99c6-6f4493fc46ff req-f3c15161-f39c-4147-9e94-705dd094a3ba tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:14.012768 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46eb0206-a678-4d7e-99c6-6f4493fc46ff req-f3c15161-f39c-4147-9e94-705dd094a3ba tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 4604 time: 0.4602373 Jul 22 23:43:14.021750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4a7c11-f8d2-44b4-95fe-48b417a7f15d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:14.034614 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:14.072367 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-7358a480-94d2-4ad0-9946-0feddfb5effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:14.074579 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-7358a480-94d2-4ad0-9946-0feddfb5effb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8d54d44-b87e-439d-97b7-a2af64fbcd3f HTTP/1.1" status: 200 len: 797 time: 0.2718353 Jul 22 23:43:14.075563 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Transition to ACTIVE for port object bd4a7c11-f8d2-44b4-95fe-48b417a7f15d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:14.092630 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:14.111881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0f2f2-d417-4c3a-8cf2-c355ed1d862b req-45804fb8-bea3-4944-b898-c79eb5b0a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:14.113322 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60c0f2f2-d417-4c3a-8cf2-c355ed1d862b req-45804fb8-bea3-4944-b898-c79eb5b0a755 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.4409595 Jul 22 23:43:14.162358 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46eb0206-a678-4d7e-99c6-6f4493fc46ff req-23d4fee2-da12-4103-bb5e-ff9a1945378a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1472006 Jul 22 23:43:14.190027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Pushing event updated for resources: {'Port': ['ID=bd4a7c11-f8d2-44b4-95fe-48b417a7f15d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:14.256530 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Router c1b367a7-2a0c-41c2-8874-6d92799fa025 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:43:14.348195 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60c0f2f2-d417-4c3a-8cf2-c355ed1d862b req-4dd0e2fe-a47c-4d3e-b297-cf9b8bbdb9cb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d65aa367-45f7-4685-97cf-065b3950ce38 HTTP/1.1" status: 200 len: 1000 time: 0.1822610 Jul 22 23:43:14.355249 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-287028c8-3856-4f56-b7b4-4cc9ff1836aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:14.357502 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-287028c8-3856-4f56-b7b4-4cc9ff1836aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a0948-26e2-4d00-9935-582ab618394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2625077 Jul 22 23:43:14.398762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:43:14.410092 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf9b74f-69de-4743-9fcd-832102f7a9b5 None None] Sync routers for ids ['c1b367a7-2a0c-41c2-8874-6d92799fa025'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:43:14.412550 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3bb21c14-7868-4f74-b43e-0ad1de085de5 admin admin] 10.222.0.26 "PUT /v2.0/routers/c1b367a7-2a0c-41c2-8874-6d92799fa025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2633431 Jul 22 23:43:14.414794 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47868) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:14.423971 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf9b74f-69de-4743-9fcd-832102f7a9b5 None None] Routers {'c1b367a7-2a0c-41c2-8874-6d92799fa025'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:14.425473 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4bf9b74f-69de-4743-9fcd-832102f7a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:43:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c1b367a7-2a0c-41c2-8874-6d92799fa025'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:14.489700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Attempting to bind port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:14.490119 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Attempting to bind port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:14.490407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Attempting to bind port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d on network 35918a6f-8625-444e-be57-56cf00d9619f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:14.514901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d on network 35918a6f-8625-444e-be57-56cf00d9619f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:43:14.515124 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Attempting to bind port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d on network 35918a6f-8625-444e-be57-56cf00d9619f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:14.541238 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a9af5d9-076c-49fd-b3e4-f1f92b27b0b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:14.555906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:14.556245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Checking segment: {'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:14.556637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Bound using segment: {'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:14.557084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Bound port: bd4a7c11-f8d2-44b4-95fe-48b417a7f15d, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:14.557984 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:14.560752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0f2f2-d417-4c3a-8cf2-c355ed1d862b req-8741b600-cf70-4f07-80f5-6f8461a32471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:14.562293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60c0f2f2-d417-4c3a-8cf2-c355ed1d862b req-8741b600-cf70-4f07-80f5-6f8461a32471 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.2038980 Jul 22 23:43:14.618724 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4bf9b74f-69de-4743-9fcd-832102f7a9b5 None None] Set router c1b367a7-2a0c-41c2-8874-6d92799fa025 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:43:14.664300 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-9e5a0424-7cdb-4273-8b51-06edc554e9b5 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830532 Jul 22 23:43:14.702019 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a9af5d9-076c-49fd-b3e4-f1f92b27b0b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:14.732750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] For port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:14.772666 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9a9af5d9-076c-49fd-b3e4-f1f92b27b0b1 admin admin] Deleting port 603c348c-72aa-4ef5-a616-87ec98b2e2a6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:14.773155 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a9af5d9-076c-49fd-b3e4-f1f92b27b0b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:14.777258 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0f2f2-d417-4c3a-8cf2-c355ed1d862b req-bdd18474-12ee-4ff6-b5db-0fe8eb99c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:14.778840 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60c0f2f2-d417-4c3a-8cf2-c355ed1d862b req-bdd18474-12ee-4ff6-b5db-0fe8eb99c67c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2075005 Jul 22 23:43:14.782082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] For port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bd4a7c11-f8d2-44b4-95fe-48b417a7f15d,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:14.804793 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:14.872859 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:14.873520 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:14.874580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9a9af5d9-076c-49fd-b3e4-f1f92b27b0b1 admin admin] For port 603c348c-72aa-4ef5-a616-87ec98b2e2a6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=603c348c-72aa-4ef5-a616-87ec98b2e2a6,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:14.874918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] 10.222.0.18 "PUT /v2.0/ports/bd4a7c11-f8d2-44b4-95fe-48b417a7f15d HTTP/1.1" status: 200 len: 1136 time: 2.0890117 Jul 22 23:43:14.875688 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a9af5d9-076c-49fd-b3e4-f1f92b27b0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:14.880852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'tag': 'bd4a7c11-f8d2-44b4-95fe-48b417a7f15d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:14.883184 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed513f7-2319-4e00-a491-fce3b568f4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "tag": "bd4a7c11-f8d2-44b4-95fe-48b417a7f15d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:14.895107 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-f776cad3-3480-4f4b-b85a-f85da60b97f0 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200928 Jul 22 23:43:14.895202 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4bf9b74f-69de-4743-9fcd-832102f7a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'name': 'tempest-ServersTestJSON-1372712935-router', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:40:51Z', 'updated_at': '2021-07-22T23:43:13Z', 'revision_number': 5, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'gw_port': {'id': '603c348c-72aa-4ef5-a616-87ec98b2e2a6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:40:52Z', 'updated_at': '2021-07-22T23:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:14.910305 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9a9af5d9-076c-49fd-b3e4-f1f92b27b0b1 admin admin] Calling delete_port for 603c348c-72aa-4ef5-a616-87ec98b2e2a6 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:14.951710 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Request body: {'port': {'device_id': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:14.960081 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf9b74f-69de-4743-9fcd-832102f7a9b5 None None] Checking router: c1b367a7-2a0c-41c2-8874-6d92799fa025 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:43:14.982520 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf9b74f-69de-4743-9fcd-832102f7a9b5 None None] Routers {'c1b367a7-2a0c-41c2-8874-6d92799fa025'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:14.983160 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4bf9b74f-69de-4743-9fcd-832102f7a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:43:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c1b367a7-2a0c-41c2-8874-6d92799fa025'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:15.013730 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e861a54-59cf-4c87-996b-ca4667219a89 x-openstack-request-id: req-7e861a54-59cf-4c87-996b-ca4667219a89 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:15.014074 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "tag": "bd4a7c11-f8d2-44b4-95fe-48b417a7f15d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:15.014281 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e861a54-59cf-4c87-996b-ca4667219a89 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:15.014705 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'tag': 'bd4a7c11-f8d2-44b4-95fe-48b417a7f15d', 'status': 'completed', 'code': 200} Jul 22 23:43:15.050719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2d06c-2596-4ef7-bfbb-5cb637b87e4b service neutron] Pushing event updated for resources: {'Port': ['ID=bd4a7c11-f8d2-44b4-95fe-48b417a7f15d,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:15.062539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-fce2e7e6-f2ce-46d3-b66c-8a6d47165f99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=2ea2e658-92b6-4b81-96ef-44ffc06b0765 HTTP/1.1" status: 200 len: 217 time: 0.1337342 Jul 22 23:43:15.284542 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed513f7-2319-4e00-a491-fce3b568f4a4 req-96e719bf-de5b-4560-a7bc-1bc787ee9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:15.285692 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed513f7-2319-4e00-a491-fce3b568f4a4 req-96e719bf-de5b-4560-a7bc-1bc787ee9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:15.286278 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed513f7-2319-4e00-a491-fce3b568f4a4 req-96e719bf-de5b-4560-a7bc-1bc787ee9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:15.286765 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed513f7-2319-4e00-a491-fce3b568f4a4 req-96e719bf-de5b-4560-a7bc-1bc787ee9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:15.287238 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed513f7-2319-4e00-a491-fce3b568f4a4 req-96e719bf-de5b-4560-a7bc-1bc787ee9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:15.287708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed513f7-2319-4e00-a491-fce3b568f4a4 req-96e719bf-de5b-4560-a7bc-1bc787ee9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:15.288176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed513f7-2319-4e00-a491-fce3b568f4a4 req-96e719bf-de5b-4560-a7bc-1bc787ee9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:15.290746 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4ed513f7-2319-4e00-a491-fce3b568f4a4 req-96e719bf-de5b-4560-a7bc-1bc787ee9c1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 6219 time: 0.2714214 Jul 22 23:43:15.320862 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4bf9b74f-69de-4743-9fcd-832102f7a9b5 None None] Set router c1b367a7-2a0c-41c2-8874-6d92799fa025 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:43:15.439376 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4bf9b74f-69de-4743-9fcd-832102f7a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'name': 'tempest-ServersTestJSON-1372712935-router', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:40:51Z', 'updated_at': '2021-07-22T23:43:14Z', 'revision_number': 6, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:15.455363 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a9af5d9-076c-49fd-b3e4-f1f92b27b0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:15.469693 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf9b74f-69de-4743-9fcd-832102f7a9b5 None None] The sync data for ids ['c1b367a7-2a0c-41c2-8874-6d92799fa025'] in n-d-688802-2 is: [{'id': 'c1b367a7-2a0c-41c2-8874-6d92799fa025', 'name': 'tempest-ServersTestJSON-1372712935-router', 'tenant_id': '16bf9f72d7c54630ac4f4b8284659723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:40:51Z', 'updated_at': '2021-07-22T23:43:14Z', 'revision_number': 6, 'project_id': '16bf9f72d7c54630ac4f4b8284659723', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:43:15.504218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9af5d9-076c-49fd-b3e4-f1f92b27b0b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=603c348c-72aa-4ef5-a616-87ec98b2e2a6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:15.506761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed513f7-2319-4e00-a491-fce3b568f4a4 req-1ca4e88d-22d7-4e84-bd3b-665e928eb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:15.507305 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed513f7-2319-4e00-a491-fce3b568f4a4 req-1ca4e88d-22d7-4e84-bd3b-665e928eb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:15.507773 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed513f7-2319-4e00-a491-fce3b568f4a4 req-1ca4e88d-22d7-4e84-bd3b-665e928eb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:15.509426 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4ed513f7-2319-4e00-a491-fce3b568f4a4 req-1ca4e88d-22d7-4e84-bd3b-665e928eb020 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2041073 Jul 22 23:43:15.594096 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a9af5d9-076c-49fd-b3e4-f1f92b27b0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:15.653607 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60c0f2f2-d417-4c3a-8cf2-c355ed1d862b req-4a4ffb57-1a6f-48a7-afd7-a39335e05055 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8642576 Jul 22 23:43:15.714112 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-f87f6312-8a20-452e-b26b-f265089dcfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:15.715751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-f87f6312-8a20-452e-b26b-f265089dcfd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8d54d44-b87e-439d-97b7-a2af64fbcd3f HTTP/1.1" status: 200 len: 797 time: 0.6176658 Jul 22 23:43:15.739084 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a9af5d9-076c-49fd-b3e4-f1f92b27b0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:15.742212 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a9af5d9-076c-49fd-b3e4-f1f92b27b0b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:15.806807 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a9af5d9-076c-49fd-b3e4-f1f92b27b0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:15.807250 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9af5d9-076c-49fd-b3e4-f1f92b27b0b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1b367a7-2a0c-41c2-8874-6d92799fa025 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:43:15.808024 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:15.813204 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a9af5d9-076c-49fd-b3e4-f1f92b27b0b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:15.817067 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a9af5d9-076c-49fd-b3e4-f1f92b27b0b1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c1b367a7-2a0c-41c2-8874-6d92799fa025 HTTP/1.1" status: 204 len: 168 time: 1.3986235 Jul 22 23:43:15.817067 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47884) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:15.850758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd21ee-71c2-44d9-97e6-2e6fe750122a req-5c3fe4c2-d0fa-4cc7-88b8-56a0aa818296 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:15.852312 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e2fd21ee-71c2-44d9-97e6-2e6fe750122a req-5c3fe4c2-d0fa-4cc7-88b8-56a0aa818296 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.7963414 Jul 22 23:43:15.866343 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b67ea32-3efb-480d-8989-91d33cf0ea18 admin admin] Deleting subnet 734263c5-1ee2-490b-83f1-d37edf403f44 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:43:15.869846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed513f7-2319-4e00-a491-fce3b568f4a4 req-3013b9b9-4b08-429c-bc4f-f830719a1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:15.872749 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4ed513f7-2319-4e00-a491-fce3b568f4a4 req-3013b9b9-4b08-429c-bc4f-f830719a1aee service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3324585 Jul 22 23:43:15.873645 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b67ea32-3efb-480d-8989-91d33cf0ea18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:15.925594 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b67ea32-3efb-480d-8989-91d33cf0ea18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.006278 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60c0f2f2-d417-4c3a-8cf2-c355ed1d862b req-672cfe93-9197-438e-8784-7185f9325f71 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276169 Jul 22 23:43:16.038528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06118073-a8cd-42b1-9f76-e7052fd22f66 req-ba91ba53-765e-41fa-8f52-7d680263b573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:16.040232 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b67ea32-3efb-480d-8989-91d33cf0ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.044726 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06118073-a8cd-42b1-9f76-e7052fd22f66 req-ba91ba53-765e-41fa-8f52-7d680263b573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:16.051028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06118073-a8cd-42b1-9f76-e7052fd22f66 req-ba91ba53-765e-41fa-8f52-7d680263b573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:16.056926 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06118073-a8cd-42b1-9f76-e7052fd22f66 req-ba91ba53-765e-41fa-8f52-7d680263b573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:16.063791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06118073-a8cd-42b1-9f76-e7052fd22f66 req-ba91ba53-765e-41fa-8f52-7d680263b573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:16.070139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06118073-a8cd-42b1-9f76-e7052fd22f66 req-ba91ba53-765e-41fa-8f52-7d680263b573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:16.075741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06118073-a8cd-42b1-9f76-e7052fd22f66 req-ba91ba53-765e-41fa-8f52-7d680263b573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:16.083362 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06118073-a8cd-42b1-9f76-e7052fd22f66 req-ba91ba53-765e-41fa-8f52-7d680263b573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5382 time: 0.4892411 Jul 22 23:43:16.100302 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b67ea32-3efb-480d-8989-91d33cf0ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.141850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67ea32-3efb-480d-8989-91d33cf0ea18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=734263c5-1ee2-490b-83f1-d37edf403f44,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:16.146606 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b67ea32-3efb-480d-8989-91d33cf0ea18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.146816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d69dfbc-e343-48df-ad4a-ceef88b14bf0 None None] Network 8a107b15-4e25-4a57-94f1-a4d673d455de requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:16.150160 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4b67ea32-3efb-480d-8989-91d33cf0ea18 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/734263c5-1ee2-490b-83f1-d37edf403f44 HTTP/1.1" status: 204 len: 168 time: 0.3321846 Jul 22 23:43:16.152924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47888) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:16.173020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-5c06bc0e-29f8-4ba3-83e4-9fc80b07da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:16.179982 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-5c06bc0e-29f8-4ba3-83e4-9fc80b07da0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a0948-26e2-4d00-9935-582ab618394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4431365 Jul 22 23:43:16.188867 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06118073-a8cd-42b1-9f76-e7052fd22f66 req-55c95a65-680c-4e47-90ef-da5294c22358 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1046362 Jul 22 23:43:16.243115 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.262851 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e2fd21ee-71c2-44d9-97e6-2e6fe750122a req-9f9b133c-3c8d-437b-af70-049296a502ea tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3713701 Jul 22 23:43:16.358765 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] Deleting port 2e2ca4a0-947d-4c64-8752-5461ab8c16af {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:16.364527 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.387365 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.458489 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:16.486063 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-7136c222-5069-4b7c-8dc6-5e80e70634f9 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960718 Jul 22 23:43:16.505028 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] For port 2e2ca4a0-947d-4c64-8752-5461ab8c16af, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2e2ca4a0-947d-4c64-8752-5461ab8c16af,segment=NetworkSegment(3305d638-1666-47ea-a8bf-0494e86e1d35),segment_id=3305d638-1666-47ea-a8bf-0494e86e1d35)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:16.512155 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:43:16.512876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 62a5910f-a8a8-4ad8-a403-6b71f9ecd62b not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:43:16.513671 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 603c348c-72aa-4ef5-a616-87ec98b2e2a6 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:16.518193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a45fdf4-e589-4545-921c-d2bdb453d1d0 None None] DHCP port deletion for 8a107b15-4e25-4a57-94f1-a4d673d455de request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:43:16.519001 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.535995 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] Calling delete_port for 2e2ca4a0-947d-4c64-8752-5461ab8c16af owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:16.552049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 603c348c-72aa-4ef5-a616-87ec98b2e2a6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:43:16.552783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 603c348c-72aa-4ef5-a616-87ec98b2e2a6 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:43:16.643078 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3a45fdf4-e589-4545-921c-d2bdb453d1d0 None None] Deleting port 2e2ca4a0-947d-4c64-8752-5461ab8c16af {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:16.643710 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a45fdf4-e589-4545-921c-d2bdb453d1d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.663156 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.675238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b36ce6-caf4-494a-b935-4e47824fb9dd {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:16.693020 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.708227 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-5f208c1c-a6e1-473c-8020-b79b0211445f service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087028 Jul 22 23:43:16.718092 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Transition to ACTIVE for port object 06b36ce6-caf4-494a-b935-4e47824fb9dd will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:16.723175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2ca4a0-947d-4c64-8752-5461ab8c16af,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:16.726044 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] No DVR routers for this DVR port 2e2ca4a0-947d-4c64-8752-5461ab8c16af on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:43:16.731781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3a45fdf4-e589-4545-921c-d2bdb453d1d0 None None] For port 2e2ca4a0-947d-4c64-8752-5461ab8c16af, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2e2ca4a0-947d-4c64-8752-5461ab8c16af,segment=NetworkSegment(3305d638-1666-47ea-a8bf-0494e86e1d35),segment_id=3305d638-1666-47ea-a8bf-0494e86e1d35)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:16.732263 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a45fdf4-e589-4545-921c-d2bdb453d1d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.753034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3a45fdf4-e589-4545-921c-d2bdb453d1d0 None None] Calling delete_port for 2e2ca4a0-947d-4c64-8752-5461ab8c16af owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:16.788781 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-fa407dfb-5694-4f72-b0eb-7143019e2da4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=447c28c3-7370-4f66-b77c-74387587f929 HTTP/1.1" status: 200 len: 217 time: 0.0726228 Jul 22 23:43:16.789568 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.873767 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.875646 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-49bcada3-31c5-4d47-bdb0-5bbfedb18866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:16.876998 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3a45fdf4-e589-4545-921c-d2bdb453d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.877236 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-49bcada3-31c5-4d47-bdb0-5bbfedb18866 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8d54d44-b87e-439d-97b7-a2af64fbcd3f HTTP/1.1" status: 200 len: 797 time: 0.0774784 Jul 22 23:43:16.902925 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a107b15-4e25-4a57-94f1-a4d673d455de']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:16.914450 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45fdf4-e589-4545-921c-d2bdb453d1d0 None None] Pushing event deleted for resources: {'Port': ['ID=2e2ca4a0-947d-4c64-8752-5461ab8c16af,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:16.921179 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Pushing event updated for resources: {'Port': ['ID=06b36ce6-caf4-494a-b935-4e47824fb9dd,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:16.922899 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3305d638-1666-47ea-a8bf-0494e86e1d35') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:16.923322 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3305d638-1666-47ea-a8bf-0494e86e1d35') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:16.939003 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.942773 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a45fdf4-e589-4545-921c-d2bdb453d1d0 None None] No DVR routers for this DVR port 2e2ca4a0-947d-4c64-8752-5461ab8c16af on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:43:16.975833 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.982975 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:43:16.983488 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:43:17.043998 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:43:17.049861 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.055654 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.062106 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] 10.222.0.26 "DELETE /v2.0/networks/8a107b15-4e25-4a57-94f1-a4d673d455de HTTP/1.1" status: 204 len: 168 time: 0.9079721 Jul 22 23:43:17.084288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ac74f-f040-4cbf-8f98-0860296ae8ae admin admin] Pushing event deleted for resources: {'Network': ['ID=8a107b15-4e25-4a57-94f1-a4d673d455de,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:17.085356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-c49a44f4-95e1-48ab-bc44-7a044045330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:17.088054 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-c49a44f4-95e1-48ab-bc44-7a044045330f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a0948-26e2-4d00-9935-582ab618394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1998816 Jul 22 23:43:17.123597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Attempting to bind port 06b36ce6-caf4-494a-b935-4e47824fb9dd on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:17.124048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Attempting to bind port 06b36ce6-caf4-494a-b935-4e47824fb9dd by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:17.124447 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Attempting to bind port 06b36ce6-caf4-494a-b935-4e47824fb9dd on network 35918a6f-8625-444e-be57-56cf00d9619f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:17.136196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Port 06b36ce6-caf4-494a-b935-4e47824fb9dd on network 35918a6f-8625-444e-be57-56cf00d9619f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:43:17.137014 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Attempting to bind port 06b36ce6-caf4-494a-b935-4e47824fb9dd on network 35918a6f-8625-444e-be57-56cf00d9619f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:17.146608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:17.147035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Checking segment: {'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:17.147570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Bound using segment: {'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:17.148017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Bound port: 06b36ce6-caf4-494a-b935-4e47824fb9dd, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:17.148532 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.265144 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-2c66212c-4c02-4294-8e1c-bc2bbae7f96f service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649287 Jul 22 23:43:17.295234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] For port 06b36ce6-caf4-494a-b935-4e47824fb9dd, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:17.317074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] For port 06b36ce6-caf4-494a-b935-4e47824fb9dd, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=06b36ce6-caf4-494a-b935-4e47824fb9dd,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:17.317815 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47898) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:17.376424 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-215639a7-5171-461e-ba97-825580825820 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16bf9f72d7c54630ac4f4b8284659723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565681 Jul 22 23:43:17.378357 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47900) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:17.387484 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-fc8b6035-d0e1-42c5-a386-a3d2017e45e6 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148472 Jul 22 23:43:17.440915 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7e3d-d48b-4463-b00f-9436e5c9f4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.443195 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.465571 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7e3d-d48b-4463-b00f-9436e5c9f4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.528199 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7e3d-d48b-4463-b00f-9436e5c9f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.531739 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7e3d-d48b-4463-b00f-9436e5c9f4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.533276 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f0fe7e3d-d48b-4463-b00f-9436e5c9f4b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc4a0e8f-524f-4304-9d9f-cb88e59d16fe HTTP/1.1" status: 204 len: 168 time: 0.1534240 Jul 22 23:43:17.542363 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:17.543096 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.545957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] 10.222.0.18 "PUT /v2.0/ports/06b36ce6-caf4-494a-b935-4e47824fb9dd HTTP/1.1" status: 200 len: 1091 time: 2.6096299 Jul 22 23:43:17.556812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'tag': '06b36ce6-caf4-494a-b935-4e47824fb9dd'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:17.559301 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe7e3d-d48b-4463-b00f-9436e5c9f4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4a0e8f-524f-4304-9d9f-cb88e59d16fe,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:17.560143 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dec9be-e66f-49d9-82c1-6acd5d35f758" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "tag": "06b36ce6-caf4-494a-b935-4e47824fb9dd"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:17.564056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-b95a23c0-b842-4dbe-9cd3-bbee9a4caa45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=200408c3-121a-4315-8bd3-f3fb4f10cf23 HTTP/1.1" status: 200 len: 217 time: 0.1280208 Jul 22 23:43:17.626533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-01a6d26e-bf47-4274-8140-7fab3273bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:17.628539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-01a6d26e-bf47-4274-8140-7fab3273bfd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=045c3999-8ad3-485c-8c13-6609b3ca602d HTTP/1.1" status: 200 len: 797 time: 0.0475495 Jul 22 23:43:17.638967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Request body: {'port': {'device_id': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:17.765176 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.833461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5a9a2-0c80-462a-8665-42ba2ba8ac0c req-e675a933-a94e-4905-b3cf-3bbbdfd199c0 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:17.835089 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34d5a9a2-0c80-462a-8665-42ba2ba8ac0c req-e675a933-a94e-4905-b3cf-3bbbdfd199c0 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.4464817 Jul 22 23:43:17.845561 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a227b8-827d-460e-af2c-ad4a60d406c4 service neutron] Pushing event updated for resources: {'Port': ['ID=06b36ce6-caf4-494a-b935-4e47824fb9dd,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:17.896648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5ed61-3f57-4703-9976-de6776ba908f req-9222f984-750c-4ad6-a6f6-efe63303d16e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:17.904438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5ed61-3f57-4703-9976-de6776ba908f req-9222f984-750c-4ad6-a6f6-efe63303d16e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:17.911398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5ed61-3f57-4703-9976-de6776ba908f req-9222f984-750c-4ad6-a6f6-efe63303d16e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:17.918573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5ed61-3f57-4703-9976-de6776ba908f req-9222f984-750c-4ad6-a6f6-efe63303d16e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:17.925205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5ed61-3f57-4703-9976-de6776ba908f req-9222f984-750c-4ad6-a6f6-efe63303d16e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:17.931395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5ed61-3f57-4703-9976-de6776ba908f req-9222f984-750c-4ad6-a6f6-efe63303d16e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:17.937792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5ed61-3f57-4703-9976-de6776ba908f req-9222f984-750c-4ad6-a6f6-efe63303d16e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:17.939763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5c5ed61-3f57-4703-9976-de6776ba908f req-9222f984-750c-4ad6-a6f6-efe63303d16e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5394 time: 0.5170743 Jul 22 23:43:18.101714 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5c5ed61-3f57-4703-9976-de6776ba908f req-ec04b3aa-a6fb-4392-abf6-c6cb848e6730 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1548231 Jul 22 23:43:18.147274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34d5a9a2-0c80-462a-8665-42ba2ba8ac0c req-a7239ed8-05e2-4f1a-80b2-c10b60d77a6c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965419 Jul 22 23:43:18.150148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-ef9dd1e6-382d-4fc2-a115-b3ba6b3f0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:18.152115 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-ef9dd1e6-382d-4fc2-a115-b3ba6b3f0c71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d56ae8e-3fa7-4971-854c-370a57f322d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4247274 Jul 22 23:43:18.254497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2e2ca4a0-947d-4c64-8752-5461ab8c16af no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:18.303776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 2e2ca4a0-947d-4c64-8752-5461ab8c16af {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:43:18.306956 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2e2ca4a0-947d-4c64-8752-5461ab8c16af not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:43:18.339977 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5822ff-1783-42ff-82a9-b4ca6d222928 x-openstack-request-id: req-de5822ff-1783-42ff-82a9-b4ca6d222928 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:18.350754 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "tag": "06b36ce6-caf4-494a-b935-4e47824fb9dd", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:18.351103 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de5822ff-1783-42ff-82a9-b4ca6d222928 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:18.351540 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'tag': '06b36ce6-caf4-494a-b935-4e47824fb9dd', 'status': 'completed', 'code': 200} Jul 22 23:43:18.453225 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dec9be-e66f-49d9-82c1-6acd5d35f758 req-aa5c3065-1421-4b2a-bbbe-e99f5ef15d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:18.454543 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dec9be-e66f-49d9-82c1-6acd5d35f758 req-aa5c3065-1421-4b2a-bbbe-e99f5ef15d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:18.455004 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dec9be-e66f-49d9-82c1-6acd5d35f758 req-aa5c3065-1421-4b2a-bbbe-e99f5ef15d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:18.455506 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dec9be-e66f-49d9-82c1-6acd5d35f758 req-aa5c3065-1421-4b2a-bbbe-e99f5ef15d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:18.456058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dec9be-e66f-49d9-82c1-6acd5d35f758 req-aa5c3065-1421-4b2a-bbbe-e99f5ef15d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:18.456523 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dec9be-e66f-49d9-82c1-6acd5d35f758 req-aa5c3065-1421-4b2a-bbbe-e99f5ef15d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:18.457017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dec9be-e66f-49d9-82c1-6acd5d35f758 req-aa5c3065-1421-4b2a-bbbe-e99f5ef15d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:18.461200 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9dec9be-e66f-49d9-82c1-6acd5d35f758 req-aa5c3065-1421-4b2a-bbbe-e99f5ef15d64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 6286 time: 0.1731844 Jul 22 23:43:18.591355 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ff3893-ed31-4b39-809a-4a9ebd9370f5 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:18.620890 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:18.630667 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-45eeec43-bbf1-48a8-b0f0-157c75e76231 service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043518 Jul 22 23:43:18.646767 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Transition to ACTIVE for port object 84ff3893-ed31-4b39-809a-4a9ebd9370f5 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:18.663968 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:18.764073 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-70694f90-97f7-4698-b546-5d3403f99959 service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976338 Jul 22 23:43:18.806554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb038386-a1fd-45a2-ad8c-64b39a83ce4e req-d921accb-e1a9-4b2b-87fb-2e203d96ec23 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:18.808207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb038386-a1fd-45a2-ad8c-64b39a83ce4e req-d921accb-e1a9-4b2b-87fb-2e203d96ec23 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.2381821 Jul 22 23:43:18.952979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-521c50d3-bd79-47b8-b2b8-281e6deef6dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b186d479-d37c-49e3-ac3a-1e67744f65de HTTP/1.1" status: 200 len: 217 time: 0.1550305 Jul 22 23:43:18.960885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:19.023597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=84ff3893-ed31-4b39-809a-4a9ebd9370f5,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:19.069292 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dec9be-e66f-49d9-82c1-6acd5d35f758 req-f3b2c305-b8ae-4d47-be4c-2385090f8461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.069821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dec9be-e66f-49d9-82c1-6acd5d35f758 req-f3b2c305-b8ae-4d47-be4c-2385090f8461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.070220 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dec9be-e66f-49d9-82c1-6acd5d35f758 req-f3b2c305-b8ae-4d47-be4c-2385090f8461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.071077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb038386-a1fd-45a2-ad8c-64b39a83ce4e req-82bafa4e-48e5-45fe-8354-f303a84b1200 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544522 Jul 22 23:43:19.071851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Attempting to bind port 84ff3893-ed31-4b39-809a-4a9ebd9370f5 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:19.072184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Attempting to bind port 84ff3893-ed31-4b39-809a-4a9ebd9370f5 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:19.078573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Attempting to bind port 84ff3893-ed31-4b39-809a-4a9ebd9370f5 on network 35918a6f-8625-444e-be57-56cf00d9619f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:19.090578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Port 84ff3893-ed31-4b39-809a-4a9ebd9370f5 on network 35918a6f-8625-444e-be57-56cf00d9619f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:43:19.091139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Attempting to bind port 84ff3893-ed31-4b39-809a-4a9ebd9370f5 on network 35918a6f-8625-444e-be57-56cf00d9619f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:19.092009 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9dec9be-e66f-49d9-82c1-6acd5d35f758 req-f3b2c305-b8ae-4d47-be4c-2385090f8461 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6174178 Jul 22 23:43:19.099745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:19.100326 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Checking segment: {'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:19.101235 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Bound using segment: {'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:19.102166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Bound port: 84ff3893-ed31-4b39-809a-4a9ebd9370f5, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2bd953-0735-42d9-b323-4a05a8081dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:19.102864 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:19.240911 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] For port 84ff3893-ed31-4b39-809a-4a9ebd9370f5, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:19.244398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] For port 84ff3893-ed31-4b39-809a-4a9ebd9370f5, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=84ff3893-ed31-4b39-809a-4a9ebd9370f5,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:19.260533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-e62453bb-5c2d-4e3b-a96d-de980690ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.264719 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-e62453bb-5c2d-4e3b-a96d-de980690ce39 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=045c3999-8ad3-485c-8c13-6609b3ca602d HTTP/1.1" status: 200 len: 797 time: 0.2969303 Jul 22 23:43:19.284221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dec9be-e66f-49d9-82c1-6acd5d35f758 req-63d1538d-0977-4c3c-9fe5-755b402fb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.286134 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:19.286299 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9dec9be-e66f-49d9-82c1-6acd5d35f758 req-63d1538d-0977-4c3c-9fe5-755b402fb29d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1859450 Jul 22 23:43:19.312057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a7b41c91-cc11-4414-9316-ce4fb25956fc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1933889857-network', 'tenant_id': 'd71dae03d5e446fa84314189cc36d81b'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:19.426789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.427420 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:19.429511 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] 10.222.0.18 "PUT /v2.0/ports/84ff3893-ed31-4b39-809a-4a9ebd9370f5 HTTP/1.1" status: 200 len: 1090 time: 1.7991188 Jul 22 23:43:19.474348 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b41c91-cc11-4414-9316-ce4fb25956fc admin admin] Made reservation on behalf of d71dae03d5e446fa84314189cc36d81b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:19.476639 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7b41c91-cc11-4414-9316-ce4fb25956fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:19.488550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Request body: {'port': {'device_id': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:19.530268 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e87b45-d344-46bc-acc9-afc4796d9ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=84ff3893-ed31-4b39-809a-4a9ebd9370f5,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:19.537173 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7b41c91-cc11-4414-9316-ce4fb25956fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:19.608662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40029eb1-23fd-4e05-8257-5d0893934109 req-1a608d50-0e9b-469d-8db4-53e875e31092 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.611166 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-40029eb1-23fd-4e05-8257-5d0893934109 req-1a608d50-0e9b-469d-8db4-53e875e31092 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.3397896 Jul 22 23:43:19.626944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7860576-d229-4d81-99bf-e71b167baa7d req-49c9ef30-f6b3-4887-889e-b376dd95be4e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.633500 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7860576-d229-4d81-99bf-e71b167baa7d req-49c9ef30-f6b3-4887-889e-b376dd95be4e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.640192 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7860576-d229-4d81-99bf-e71b167baa7d req-49c9ef30-f6b3-4887-889e-b376dd95be4e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.647491 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7860576-d229-4d81-99bf-e71b167baa7d req-49c9ef30-f6b3-4887-889e-b376dd95be4e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.653513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7860576-d229-4d81-99bf-e71b167baa7d req-49c9ef30-f6b3-4887-889e-b376dd95be4e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.660182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7860576-d229-4d81-99bf-e71b167baa7d req-49c9ef30-f6b3-4887-889e-b376dd95be4e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.666729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7860576-d229-4d81-99bf-e71b167baa7d req-49c9ef30-f6b3-4887-889e-b376dd95be4e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.669692 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e7860576-d229-4d81-99bf-e71b167baa7d req-49c9ef30-f6b3-4887-889e-b376dd95be4e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5406 time: 0.4026186 Jul 22 23:43:19.676338 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-9a53180c-c4e8-4768-88ea-691a48f9c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.678058 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-9a53180c-c4e8-4768-88ea-691a48f9c7c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d56ae8e-3fa7-4971-854c-370a57f322d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4037292 Jul 22 23:43:19.955180 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-40029eb1-23fd-4e05-8257-5d0893934109 req-fce413f7-8cd1-49b4-af2f-700ea81683fb tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844498 Jul 22 23:43:19.965255 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e7860576-d229-4d81-99bf-e71b167baa7d req-a6157938-d6d3-469e-b0e7-7911f1cfd9bc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2840703 Jul 22 23:43:20.011073 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:20.027050 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-34afc46a-d56e-4d4a-bdfb-f978a07e4d9c service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025048 Jul 22 23:43:20.716771 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'tag': '84ff3893-ed31-4b39-809a-4a9ebd9370f5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:20.718962 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9d4132-97df-4dfe-8622-c23fee73a8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "tag": "84ff3893-ed31-4b39-809a-4a9ebd9370f5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:20.728407 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7b41c91-cc11-4414-9316-ce4fb25956fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:20.745891 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7b41c91-cc11-4414-9316-ce4fb25956fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:20.770745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b41c91-cc11-4414-9316-ce4fb25956fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:20.788839 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7b41c91-cc11-4414-9316-ce4fb25956fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:20.789350 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-a7b41c91-cc11-4414-9316-ce4fb25956fc admin admin] Added segment 0350fd1f-a001-4946-aa15-d52dc0be9909 of type vlan for network 5b50d73c-bffe-4070-951e-82ce5d7582c9 Jul 22 23:43:20.805632 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dff8b2c-87e3-4368-ba9f-35f5a6dccf1e x-openstack-request-id: req-9dff8b2c-87e3-4368-ba9f-35f5a6dccf1e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:20.805898 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "tag": "84ff3893-ed31-4b39-809a-4a9ebd9370f5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:20.806152 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9dff8b2c-87e3-4368-ba9f-35f5a6dccf1e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:20.806537 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'tag': '84ff3893-ed31-4b39-809a-4a9ebd9370f5', 'status': 'completed', 'code': 200} Jul 22 23:43:20.886566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a6482-3409-4eba-9cf9-acd2f8cc5264 req-3423fe3e-a9bf-4189-ab40-14ae1175ebab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:20.888262 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d3a6482-3409-4eba-9cf9-acd2f8cc5264 req-3423fe3e-a9bf-4189-ab40-14ae1175ebab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.6550393 Jul 22 23:43:20.895411 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e4b24fa-36f6-48e3-9164-80015b2bac12 req-28b59ff4-d1bc-466c-8da4-3dea9bf87487 service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6608727 Jul 22 23:43:20.903937 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b41c91-cc11-4414-9316-ce4fb25956fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8400ff-87c6-4063-a91b-154e4c0c1d3f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:20.904904 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4132-97df-4dfe-8622-c23fee73a8c9 req-f6f2f109-ab05-4ee8-ba00-8a0027c9bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:20.905551 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4132-97df-4dfe-8622-c23fee73a8c9 req-f6f2f109-ab05-4ee8-ba00-8a0027c9bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:20.906071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4132-97df-4dfe-8622-c23fee73a8c9 req-f6f2f109-ab05-4ee8-ba00-8a0027c9bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:20.906700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4132-97df-4dfe-8622-c23fee73a8c9 req-f6f2f109-ab05-4ee8-ba00-8a0027c9bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:20.907308 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4132-97df-4dfe-8622-c23fee73a8c9 req-f6f2f109-ab05-4ee8-ba00-8a0027c9bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:20.907933 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4132-97df-4dfe-8622-c23fee73a8c9 req-f6f2f109-ab05-4ee8-ba00-8a0027c9bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:20.908542 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4132-97df-4dfe-8622-c23fee73a8c9 req-f6f2f109-ab05-4ee8-ba00-8a0027c9bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:20.910805 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b9d4132-97df-4dfe-8622-c23fee73a8c9 req-f6f2f109-ab05-4ee8-ba00-8a0027c9bb03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 6353 time: 0.0820715 Jul 22 23:43:20.964707 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7b41c91-cc11-4414-9316-ce4fb25956fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:20.970509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:20.989083 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.032227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Transition to ACTIVE for port object 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:21.038160 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d3a6482-3409-4eba-9cf9-acd2f8cc5264 req-272b652a-7923-4161-9e22-46f1f9d6807f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407509 Jul 22 23:43:21.044800 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.072443 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4132-97df-4dfe-8622-c23fee73a8c9 req-79df779a-2fa0-490e-bb36-ce34d2982d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.072921 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4132-97df-4dfe-8622-c23fee73a8c9 req-79df779a-2fa0-490e-bb36-ce34d2982d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.074366 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4132-97df-4dfe-8622-c23fee73a8c9 req-79df779a-2fa0-490e-bb36-ce34d2982d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.074580 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7b41c91-cc11-4414-9316-ce4fb25956fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.075800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b41c91-cc11-4414-9316-ce4fb25956fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.076145 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b9d4132-97df-4dfe-8622-c23fee73a8c9 req-79df779a-2fa0-490e-bb36-ce34d2982d91 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1504705 Jul 22 23:43:21.076521 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7b41c91-cc11-4414-9316-ce4fb25956fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.131454 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a7b41c91-cc11-4414-9316-ce4fb25956fc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1628492 Jul 22 23:43:21.140636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47966) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:21.146834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-dde556ab-611a-4a87-9865-17f9387e43f1 admin admin] Request body: {'subnet': {'network_id': '5b50d73c-bffe-4070-951e-82ce5d7582c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1933889857-subnet', 'tenant_id': 'd71dae03d5e446fa84314189cc36d81b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:21.226086 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Pushing event updated for resources: {'Port': ['ID=4157cbfe-5f0e-4e3c-9639-b2453364d9b9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:21.234907 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde556ab-611a-4a87-9865-17f9387e43f1 admin admin] Made reservation on behalf of d71dae03d5e446fa84314189cc36d81b for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:21.238174 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dde556ab-611a-4a87-9865-17f9387e43f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.271344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b41c91-cc11-4414-9316-ce4fb25956fc admin admin] Pushing event updated for resources: {'Network': ['ID=5b50d73c-bffe-4070-951e-82ce5d7582c9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:21.285834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 5b50d73c-bffe-4070-951e-82ce5d7582c9 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:21.321657 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4132-97df-4dfe-8622-c23fee73a8c9 req-fdb61791-337f-461f-b158-4055b7f54b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.323330 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b9d4132-97df-4dfe-8622-c23fee73a8c9 req-fdb61791-337f-461f-b158-4055b7f54b07 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2407584 Jul 22 23:43:21.423401 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Attempting to bind port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:21.423767 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Attempting to bind port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'c844b4a1-cdca-4fb7-89f6-908c6d087b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:21.424169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Attempting to bind port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 on network ac26ce0c-3524-4dfe-891a-0eb992abd5b2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:21.438513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c4cad-8ea6-45c2-a52d-f8641bfd506c req-9064ea5b-6813-44ad-8129-30887624c5eb tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.445048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c4cad-8ea6-45c2-a52d-f8641bfd506c req-9064ea5b-6813-44ad-8129-30887624c5eb tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.456167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c4cad-8ea6-45c2-a52d-f8641bfd506c req-9064ea5b-6813-44ad-8129-30887624c5eb tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.471687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c4cad-8ea6-45c2-a52d-f8641bfd506c req-9064ea5b-6813-44ad-8129-30887624c5eb tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.491171 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c4cad-8ea6-45c2-a52d-f8641bfd506c req-9064ea5b-6813-44ad-8129-30887624c5eb tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.498644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c4cad-8ea6-45c2-a52d-f8641bfd506c req-9064ea5b-6813-44ad-8129-30887624c5eb tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.505127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c4cad-8ea6-45c2-a52d-f8641bfd506c req-9064ea5b-6813-44ad-8129-30887624c5eb tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.513552 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da6c4cad-8ea6-45c2-a52d-f8641bfd506c req-9064ea5b-6813-44ad-8129-30887624c5eb tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5418 time: 0.4046371 Jul 22 23:43:21.547817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 on network ac26ce0c-3524-4dfe-891a-0eb992abd5b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:43:21.548142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Attempting to bind port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 on network ac26ce0c-3524-4dfe-891a-0eb992abd5b2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:21.581456 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da6c4cad-8ea6-45c2-a52d-f8641bfd506c req-cb00891e-4c3d-4573-8013-3d49381e1767 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629311 Jul 22 23:43:21.582567 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:21.586665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Checking segment: {'id': 'c844b4a1-cdca-4fb7-89f6-908c6d087b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:21.587244 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Bound using segment: {'id': 'c844b4a1-cdca-4fb7-89f6-908c6d087b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:21.587897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Bound port: 4157cbfe-5f0e-4e3c-9639-b2453364d9b9, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c844b4a1-cdca-4fb7-89f6-908c6d087b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:21.588439 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.598038 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dde556ab-611a-4a87-9865-17f9387e43f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.606698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbe8ae-e387-41bf-b71d-5773b9fa4c05 req-1a1c9dcf-a2af-4df0-9263-30282085edcd tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.625659 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6fbe8ae-e387-41bf-b71d-5773b9fa4c05 req-1a1c9dcf-a2af-4df0-9263-30282085edcd tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.4659781 Jul 22 23:43:21.676046 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde556ab-611a-4a87-9865-17f9387e43f1 admin admin] Checking segment: {'id': '0350fd1f-a001-4946-aa15-d52dc0be9909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '5b50d73c-bffe-4070-951e-82ce5d7582c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:21.676603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde556ab-611a-4a87-9865-17f9387e43f1 admin admin] Network hostable DHCP agents. Network: 5b50d73c-bffe-4070-951e-82ce5d7582c9, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:43:21.683392 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde556ab-611a-4a87-9865-17f9387e43f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed692361-c92f-4aaa-b69c-f01cf41e950b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:21.705759 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde556ab-611a-4a87-9865-17f9387e43f1 admin admin] Network 5b50d73c-bffe-4070-951e-82ce5d7582c9 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:43:21.720606 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-dde556ab-611a-4a87-9865-17f9387e43f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 5b50d73c-bffe-4070-951e-82ce5d7582c9) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:21.729805 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a512b13-dc5a-4b8d-8a62-c4f00df0abc2 None None] Network 5b50d73c-bffe-4070-951e-82ce5d7582c9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:21.739588 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde556ab-611a-4a87-9865-17f9387e43f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.740842 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dde556ab-611a-4a87-9865-17f9387e43f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.780007 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dde556ab-611a-4a87-9865-17f9387e43f1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6379120 Jul 22 23:43:21.799705 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6fbe8ae-e387-41bf-b71d-5773b9fa4c05 req-f8ee71aa-e6c3-4c3f-a9b0-95d12aad40a2 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718242 Jul 22 23:43:21.850011 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] For port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:21.864710 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] For port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=4157cbfe-5f0e-4e3c-9639-b2453364d9b9,segment=NetworkSegment(c844b4a1-cdca-4fb7-89f6-908c6d087b8d),segment_id=c844b4a1-cdca-4fb7-89f6-908c6d087b8d)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:21.875625 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.950023 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.950666 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.952144 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] 10.222.0.18 "PUT /v2.0/ports/4157cbfe-5f0e-4e3c-9639-b2453364d9b9 HTTP/1.1" status: 200 len: 1091 time: 2.4834256 Jul 22 23:43:21.990999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de7d59-0e8d-473b-8628-74a1b75cf7fe service neutron] Pushing event updated for resources: {'Port': ['ID=4157cbfe-5f0e-4e3c-9639-b2453364d9b9,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:22.013277 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Request body: {'port': {'device_id': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:22.245214 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:22.250644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba085ffc-c3d2-4faf-8b4d-8c0f70337f85 None None] Network 5b50d73c-bffe-4070-951e-82ce5d7582c9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:22.336373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a3f23-9a6d-4c0e-a660-efcf944566ca req-7b98897a-18b9-427a-ad4a-e1092c34f9f0 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:22.346674 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e67a3f23-9a6d-4c0e-a660-efcf944566ca req-7b98897a-18b9-427a-ad4a-e1092c34f9f0 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.1445580 Jul 22 23:43:22.519454 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e67a3f23-9a6d-4c0e-a660-efcf944566ca req-827408c0-2bcc-4981-91ee-ebdca31beaec tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717634 Jul 22 23:43:22.635504 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-aabc6500-ccff-4d74-8bfe-38895eb97f9f tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:22.638129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-aabc6500-ccff-4d74-8bfe-38895eb97f9f tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/networks?id=5b50d73c-bffe-4070-951e-82ce5d7582c9 HTTP/1.1" status: 200 len: 814 time: 0.2867398 Jul 22 23:43:22.668343 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-856f5113-67e6-485d-9c6c-0c37bea7280f tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/quotas/d71dae03d5e446fa84314189cc36d81b HTTP/1.1" status: 200 len: 375 time: 0.0191071 Jul 22 23:43:22.743310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-cc3e6746-09b9-4cf0-8f55-6a989ad3032b tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d71dae03d5e446fa84314189cc36d81b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606878 Jul 22 23:43:22.815244 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'tag': '4157cbfe-5f0e-4e3c-9639-b2453364d9b9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:22.817534 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58e0e37-912f-496d-9ece-e8086e9688ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "tag": "4157cbfe-5f0e-4e3c-9639-b2453364d9b9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:22.850847 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423b7270-ab41-4684-8ac3-3fc383c0741a {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:22.886486 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:22.899556 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a934d4-c8a9-41a6-82ee-90beac68584b req-8544948b-e035-407d-8bb0-ca7cf6135b56 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:22.905688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a934d4-c8a9-41a6-82ee-90beac68584b req-8544948b-e035-407d-8bb0-ca7cf6135b56 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:22.911592 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a934d4-c8a9-41a6-82ee-90beac68584b req-8544948b-e035-407d-8bb0-ca7cf6135b56 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:22.917805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a934d4-c8a9-41a6-82ee-90beac68584b req-8544948b-e035-407d-8bb0-ca7cf6135b56 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:22.923945 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a934d4-c8a9-41a6-82ee-90beac68584b req-8544948b-e035-407d-8bb0-ca7cf6135b56 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:22.929835 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a934d4-c8a9-41a6-82ee-90beac68584b req-8544948b-e035-407d-8bb0-ca7cf6135b56 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:22.936362 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a934d4-c8a9-41a6-82ee-90beac68584b req-8544948b-e035-407d-8bb0-ca7cf6135b56 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:22.938632 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15a934d4-c8a9-41a6-82ee-90beac68584b req-8544948b-e035-407d-8bb0-ca7cf6135b56 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5418 time: 0.2719965 Jul 22 23:43:22.983410 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Transition to ACTIVE for port object 423b7270-ab41-4684-8ac3-3fc383c0741a will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:22.990808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-cae2aa7b-0d3b-4921-8c34-ac78907637d1 service neutron] 10.222.0.26 "GET /v2.0/networks/5b50d73c-bffe-4070-951e-82ce5d7582c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359521 Jul 22 23:43:22.991390 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.069152 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15a934d4-c8a9-41a6-82ee-90beac68584b req-b16f1cc9-681d-4de0-be9b-e42e86a1ca36 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1183157 Jul 22 23:43:23.102757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Pushing event updated for resources: {'Port': ['ID=423b7270-ab41-4684-8ac3-3fc383c0741a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:23.212960 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-01b8d605-c7c6-4c54-a0bb-69953e599bf5 service neutron] 10.222.0.26 "GET /v2.0/networks/5b50d73c-bffe-4070-951e-82ce5d7582c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081785 Jul 22 23:43:23.237086 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Attempting to bind port 423b7270-ab41-4684-8ac3-3fc383c0741a on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:23.237651 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Attempting to bind port 423b7270-ab41-4684-8ac3-3fc383c0741a by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'c844b4a1-cdca-4fb7-89f6-908c6d087b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:23.238175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Attempting to bind port 423b7270-ab41-4684-8ac3-3fc383c0741a on network ac26ce0c-3524-4dfe-891a-0eb992abd5b2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:23.243455 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Port 423b7270-ab41-4684-8ac3-3fc383c0741a on network ac26ce0c-3524-4dfe-891a-0eb992abd5b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:43:23.243980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Attempting to bind port 423b7270-ab41-4684-8ac3-3fc383c0741a on network ac26ce0c-3524-4dfe-891a-0eb992abd5b2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:23.252577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:23.252946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Checking segment: {'id': 'c844b4a1-cdca-4fb7-89f6-908c6d087b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:23.253562 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Bound using segment: {'id': 'c844b4a1-cdca-4fb7-89f6-908c6d087b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:23.254002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Bound port: 423b7270-ab41-4684-8ac3-3fc383c0741a, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c844b4a1-cdca-4fb7-89f6-908c6d087b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:23.254430 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.426192 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] For port 423b7270-ab41-4684-8ac3-3fc383c0741a, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:23.435439 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12568eb2-4005-403a-bf19-e527263c6b57 req-cb38229f-1b00-41e7-94ec-d72087b4d2bc tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.437047 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12568eb2-4005-403a-bf19-e527263c6b57 req-cb38229f-1b00-41e7-94ec-d72087b4d2bc tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1642947 Jul 22 23:43:23.438930 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] For port 423b7270-ab41-4684-8ac3-3fc383c0741a, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=423b7270-ab41-4684-8ac3-3fc383c0741a,segment=NetworkSegment(c844b4a1-cdca-4fb7-89f6-908c6d087b8d),segment_id=c844b4a1-cdca-4fb7-89f6-908c6d087b8d)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:23.452244 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8f7ea8-ba5d-49a1-b8ee-4ef0c85cff4c x-openstack-request-id: req-1f8f7ea8-ba5d-49a1-b8ee-4ef0c85cff4c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:23.452583 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "tag": "4157cbfe-5f0e-4e3c-9639-b2453364d9b9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:23.453466 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1f8f7ea8-ba5d-49a1-b8ee-4ef0c85cff4c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:23.453794 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'tag': '4157cbfe-5f0e-4e3c-9639-b2453364d9b9', 'status': 'completed', 'code': 200} Jul 22 23:43:23.474700 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.531846 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.533818 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.535243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] 10.222.0.18 "PUT /v2.0/ports/423b7270-ab41-4684-8ac3-3fc383c0741a HTTP/1.1" status: 200 len: 1091 time: 1.5274115 Jul 22 23:43:23.568530 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e0e37-912f-496d-9ece-e8086e9688ea req-8db58347-62b7-41f4-a720-c985d25c7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.569678 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e0e37-912f-496d-9ece-e8086e9688ea req-8db58347-62b7-41f4-a720-c985d25c7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.570517 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e0e37-912f-496d-9ece-e8086e9688ea req-8db58347-62b7-41f4-a720-c985d25c7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.571429 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12568eb2-4005-403a-bf19-e527263c6b57 req-d92d7c51-31b1-4b65-b3ad-fcc85bee10b6 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269805 Jul 22 23:43:23.571619 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e0e37-912f-496d-9ece-e8086e9688ea req-8db58347-62b7-41f4-a720-c985d25c7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.572282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e0e37-912f-496d-9ece-e8086e9688ea req-8db58347-62b7-41f4-a720-c985d25c7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.572896 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e0e37-912f-496d-9ece-e8086e9688ea req-8db58347-62b7-41f4-a720-c985d25c7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.573690 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e0e37-912f-496d-9ece-e8086e9688ea req-8db58347-62b7-41f4-a720-c985d25c7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.576041 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c58e0e37-912f-496d-9ece-e8086e9688ea req-8db58347-62b7-41f4-a720-c985d25c7518 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 6487 time: 0.0868766 Jul 22 23:43:23.643318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c2cbba4f-7268-4758-a4da-76052884ba6b req-13ebd5bc-050a-4186-a1bf-202d94f61057 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 210 time: 0.0442317 Jul 22 23:43:23.662330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7300d3b-3689-46cc-a085-434a9086d43b service neutron] Pushing event updated for resources: {'Port': ['ID=423b7270-ab41-4684-8ac3-3fc383c0741a,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:23.789961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e0e37-912f-496d-9ece-e8086e9688ea req-075085af-7a5c-4106-ba72-19d73694002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.790445 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e0e37-912f-496d-9ece-e8086e9688ea req-075085af-7a5c-4106-ba72-19d73694002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.791106 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e0e37-912f-496d-9ece-e8086e9688ea req-075085af-7a5c-4106-ba72-19d73694002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.793976 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c58e0e37-912f-496d-9ece-e8086e9688ea req-075085af-7a5c-4106-ba72-19d73694002a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2015424 Jul 22 23:43:23.803968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ec5ef-7d75-42c0-8c64-acafa2e6aa48 req-bd85228b-0b2a-49a0-a758-f4a953202467 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.811557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b95ec5ef-7d75-42c0-8c64-acafa2e6aa48 req-bd85228b-0b2a-49a0-a758-f4a953202467 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.1374340 Jul 22 23:43:23.851534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b95ec5ef-7d75-42c0-8c64-acafa2e6aa48 req-21ba7b4b-4c2b-4ba9-a263-fbcd522a0463 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390797 Jul 22 23:43:23.939037 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbaa1b7-89f1-451b-bb66-9b08fe85aa15 req-42d303f6-822b-4e02-ac13-f832c55f2f41 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.940338 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e0e37-912f-496d-9ece-e8086e9688ea req-e51f4267-6a00-4b48-9391-2d2e2b99de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.940551 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6dbaa1b7-89f1-451b-bb66-9b08fe85aa15 req-42d303f6-822b-4e02-ac13-f832c55f2f41 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0866392 Jul 22 23:43:23.941857 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c58e0e37-912f-496d-9ece-e8086e9688ea req-e51f4267-6a00-4b48-9391-2d2e2b99de9e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399293 Jul 22 23:43:23.982921 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6dbaa1b7-89f1-451b-bb66-9b08fe85aa15 req-a43fbed5-cdea-4d9d-a7f8-241b9de966f8 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349443 Jul 22 23:43:24.086324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-2db4b449-5430-4148-aaff-5ff6e69083eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.086730 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-2db4b449-5430-4148-aaff-5ff6e69083eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.087208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-2db4b449-5430-4148-aaff-5ff6e69083eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.087687 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-2db4b449-5430-4148-aaff-5ff6e69083eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.088150 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-2db4b449-5430-4148-aaff-5ff6e69083eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.088628 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-2db4b449-5430-4148-aaff-5ff6e69083eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.089735 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-2db4b449-5430-4148-aaff-5ff6e69083eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.091858 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-2db4b449-5430-4148-aaff-5ff6e69083eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 6487 time: 0.0936956 Jul 22 23:43:24.131654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a471e0-f57e-4b6a-87d0-1e160afdfa14 req-93b8b580-c791-453e-951a-9f8be881ec75 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.133400 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9a471e0-f57e-4b6a-87d0-1e160afdfa14 req-93b8b580-c791-453e-951a-9f8be881ec75 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0734720 Jul 22 23:43:24.161713 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-1f54ea8e-c87e-41fe-b822-c94fe875263e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cab490f4-9887-4d3a-b736-e09758b49446 HTTP/1.1" status: 200 len: 217 time: 0.0555599 Jul 22 23:43:24.197698 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9a471e0-f57e-4b6a-87d0-1e160afdfa14 req-1ea36c5c-f7ec-4f9b-9aec-b9cb48fb6cd2 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553572 Jul 22 23:43:24.232470 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-59dd6ad1-40d9-4557-9b0a-4f97ad21c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.234896 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-59dd6ad1-40d9-4557-9b0a-4f97ad21c8df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81a85537-a303-4236-aff4-e5a83fa8a904 HTTP/1.1" status: 200 len: 856 time: 0.0655699 Jul 22 23:43:24.273282 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20f4a7-50e6-4e03-b896-c1deb9ffd9cd req-e87ff168-1508-4f58-9ee8-385e29728393 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.280540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20f4a7-50e6-4e03-b896-c1deb9ffd9cd req-e87ff168-1508-4f58-9ee8-385e29728393 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.286588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20f4a7-50e6-4e03-b896-c1deb9ffd9cd req-e87ff168-1508-4f58-9ee8-385e29728393 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.293679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20f4a7-50e6-4e03-b896-c1deb9ffd9cd req-e87ff168-1508-4f58-9ee8-385e29728393 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.299874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20f4a7-50e6-4e03-b896-c1deb9ffd9cd req-e87ff168-1508-4f58-9ee8-385e29728393 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.305780 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20f4a7-50e6-4e03-b896-c1deb9ffd9cd req-e87ff168-1508-4f58-9ee8-385e29728393 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.305948 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-553f85c2-cf27-4dc4-957b-5ba327904377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.307876 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-553f85c2-cf27-4dc4-957b-5ba327904377 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=876e8a88-d344-43f5-abc2-bd91d918b95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661414 Jul 22 23:43:24.312247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20f4a7-50e6-4e03-b896-c1deb9ffd9cd req-e87ff168-1508-4f58-9ee8-385e29728393 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.314164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d20f4a7-50e6-4e03-b896-c1deb9ffd9cd req-e87ff168-1508-4f58-9ee8-385e29728393 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5430 time: 0.1411793 Jul 22 23:43:24.362212 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d20f4a7-50e6-4e03-b896-c1deb9ffd9cd req-9db971b6-1aae-4342-b7b5-cedaea99b5b6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414231 Jul 22 23:43:24.427029 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-ecec6cf3-f39e-4c32-9008-280e9199249d service neutron] 10.222.0.18 "GET /v2.0/networks/876e8a88-d344-43f5-abc2-bd91d918b95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116610 Jul 22 23:43:24.547326 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-31b9ad66-2e30-444e-bc1a-9792705236e0 service neutron] 10.222.0.18 "GET /v2.0/networks/876e8a88-d344-43f5-abc2-bd91d918b95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073081 Jul 22 23:43:24.559532 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-c9b60346-eae0-4350-a0e0-d0e70d262871 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.566917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-c9b60346-eae0-4350-a0e0-d0e70d262871 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 812 time: 0.1502023 Jul 22 23:43:24.593146 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-7edd3735-d957-4a5c-9e0b-be7d7aff0762 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/quotas/f6ae7f0b186642ec9ff08e3b121a3098 HTTP/1.1" status: 200 len: 375 time: 0.0250666 Jul 22 23:43:24.613635 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-c8540483-8456-487a-a5b7-eeaef9e61adf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=ab643751-7af9-4073-927e-3801c1e6ab2e HTTP/1.1" status: 200 len: 217 time: 0.0574219 Jul 22 23:43:24.693880 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-f1578830-89cf-4195-a7d2-813795d37e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.695972 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-f1578830-89cf-4195-a7d2-813795d37e91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8cea5c0-2774-409d-bda9-e9e98d3a9b82 HTTP/1.1" status: 200 len: 797 time: 0.0674028 Jul 22 23:43:24.765861 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d3eb1fed-b874-42f4-9b6c-5df4245025a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.767994 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d3eb1fed-b874-42f4-9b6c-5df4245025a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35918a6f-8625-444e-be57-56cf00d9619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0619962 Jul 22 23:43:24.806719 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af352b05-824b-427d-8500-c7c1c1f0e966 req-ed522e32-cadb-4fdb-9dcf-a925b8138053 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 210 time: 0.0406265 Jul 22 23:43:24.817006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-821a030c-58c4-4edf-9a99-7898ae525e07 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2229826 Jul 22 23:43:24.824968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-5cccd486-761e-411d-b914-09dc915d2bbb tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.827239 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-5cccd486-761e-411d-b914-09dc915d2bbb tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.95 "GET /v2.0/networks?id=5b50d73c-bffe-4070-951e-82ce5d7582c9 HTTP/1.1" status: 200 len: 814 time: 0.1959882 Jul 22 23:43:24.851978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-3f0255ca-719c-4f82-a0f9-bf6319eb11f3 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Request body: {'port': {'device_id': '3d2cd2c9-be36-4cc7-9795-e0bac5c096d8', 'network_id': '5b50d73c-bffe-4070-951e-82ce5d7582c9', 'admin_state_up': True, 'tenant_id': 'd71dae03d5e446fa84314189cc36d81b'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:24.892095 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-3f364947-211d-4c23-aada-73b3c53327ab service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166523 Jul 22 23:43:24.996353 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-37d421c8-93c3-48a8-b166-64e2b209937e service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952225 Jul 22 23:43:25.044500 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-e35ca201-0996-49f2-9141-80f5beb1aa22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=bd4a7c11-f8d2-44b4-95fe-48b417a7f15d HTTP/1.1" status: 200 len: 217 time: 0.0417478 Jul 22 23:43:25.055053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-051166b7-5b40-4d04-9128-4f4976fc9a1c service neutron] 10.222.0.26 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264194 Jul 22 23:43:25.108126 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-208b0e6a-e14f-49e6-a5b6-54e9428f264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:25.109680 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-208b0e6a-e14f-49e6-a5b6-54e9428f264c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8cea5c0-2774-409d-bda9-e9e98d3a9b82 HTTP/1.1" status: 200 len: 797 time: 0.0580132 Jul 22 23:43:25.125621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713c087-1ddc-4f7f-8b8f-96655015081c req-abe15c7b-57e9-404f-9da9-24047c8045ef tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:25.129709 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3713c087-1ddc-4f7f-8b8f-96655015081c req-abe15c7b-57e9-404f-9da9-24047c8045ef tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.1920302 Jul 22 23:43:25.169854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-67c16a5a-d746-46ee-a589-07d9fb5dfb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:25.171652 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-67c16a5a-d746-46ee-a589-07d9fb5dfb5e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35918a6f-8625-444e-be57-56cf00d9619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0557826 Jul 22 23:43:25.203700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-3f0255ca-719c-4f82-a0f9-bf6319eb11f3 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Made reservation on behalf of d71dae03d5e446fa84314189cc36d81b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:25.207195 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-3f0255ca-719c-4f82-a0f9-bf6319eb11f3 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:25.238120 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-4ee01d1c-a359-4916-9bac-7d6857ec9c64 service neutron] 10.222.0.26 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723614 Jul 22 23:43:25.250691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3713c087-1ddc-4f7f-8b8f-96655015081c req-e7032505-56f1-4a8c-ace9-cb916e73b8e8 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839031 Jul 22 23:43:25.279223 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-58e8547b-402a-4ceb-b39b-dc80fa20d683 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007371 Jul 22 23:43:25.391637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-3f0255ca-719c-4f82-a0f9-bf6319eb11f3 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Allocated IP 172.20.0.11 (5b50d73c-bffe-4070-951e-82ce5d7582c9/ed692361-c92f-4aaa-b69c-f01cf41e950b/3bb37558-9685-4761-895b-10eff9e0a634) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:25.401018 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-b753fbe9-cb4f-42c6-a335-349d49f31d08 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146135 Jul 22 23:43:25.456885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'tag': '423b7270-ab41-4684-8ac3-3fc383c0741a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:25.458459 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-bc1ec9ff-df55-462f-9d8b-fa73f90313a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=06b36ce6-caf4-494a-b935-4e47824fb9dd HTTP/1.1" status: 200 len: 217 time: 0.0505328 Jul 22 23:43:25.459251 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915a8713-dfe4-4659-9a83-b7c5bc67102e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "tag": "423b7270-ab41-4684-8ac3-3fc383c0741a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:25.515606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8b26540-2b54-4e07-9d05-02b302332bdf req-19426c95-431e-4e59-b913-1efd54587029 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 210 time: 0.0396745 Jul 22 23:43:25.528455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-45ed0ed5-fd62-4c69-b3e7-c42d251be976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:25.530240 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-45ed0ed5-fd62-4c69-b3e7-c42d251be976 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8cea5c0-2774-409d-bda9-e9e98d3a9b82 HTTP/1.1" status: 200 len: 797 time: 0.0601399 Jul 22 23:43:25.595593 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541e8d67-c20a-4be7-8f93-ae24d019f4fc x-openstack-request-id: req-541e8d67-c20a-4be7-8f93-ae24d019f4fc {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:25.595593 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "tag": "423b7270-ab41-4684-8ac3-3fc383c0741a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:25.595872 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-541e8d67-c20a-4be7-8f93-ae24d019f4fc {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:25.596128 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'tag': '423b7270-ab41-4684-8ac3-3fc383c0741a', 'status': 'completed', 'code': 200} Jul 22 23:43:25.696192 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6d2fa7ac-0c7a-4deb-8329-d4d8a8b712d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:25.703202 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6d2fa7ac-0c7a-4deb-8329-d4d8a8b712d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35918a6f-8625-444e-be57-56cf00d9619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1566694 Jul 22 23:43:25.766110 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-3f0255ca-719c-4f82-a0f9-bf6319eb11f3 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:25.780381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f167a-d944-469c-afd7-8b2587667504 req-b0440ea2-02a6-4f8b-8b1a-42bed03bd7ea tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:25.786388 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f167a-d944-469c-afd7-8b2587667504 req-b0440ea2-02a6-4f8b-8b1a-42bed03bd7ea tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:25.792720 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f167a-d944-469c-afd7-8b2587667504 req-b0440ea2-02a6-4f8b-8b1a-42bed03bd7ea tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:25.799218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f167a-d944-469c-afd7-8b2587667504 req-b0440ea2-02a6-4f8b-8b1a-42bed03bd7ea tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:25.805183 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f167a-d944-469c-afd7-8b2587667504 req-b0440ea2-02a6-4f8b-8b1a-42bed03bd7ea tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:25.811964 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f167a-d944-469c-afd7-8b2587667504 req-b0440ea2-02a6-4f8b-8b1a-42bed03bd7ea tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:25.817947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f167a-d944-469c-afd7-8b2587667504 req-b0440ea2-02a6-4f8b-8b1a-42bed03bd7ea tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:25.825749 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6d4f167a-d944-469c-afd7-8b2587667504 req-b0440ea2-02a6-4f8b-8b1a-42bed03bd7ea tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5430 time: 0.3091316 Jul 22 23:43:25.889429 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6d4f167a-d944-469c-afd7-8b2587667504 req-82678a0e-910c-4392-a957-11654a4384ef tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588298 Jul 22 23:43:25.936851 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-0874bafa-4e01-4092-ae00-7e33c168c123 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066014 Jul 22 23:43:25.944001 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-3f0255ca-719c-4f82-a0f9-bf6319eb11f3 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:25.990288 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-3f0255ca-719c-4f82-a0f9-bf6319eb11f3 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Network 5b50d73c-bffe-4070-951e-82ce5d7582c9 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:26.011128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-3f0255ca-719c-4f82-a0f9-bf6319eb11f3 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:26.017307 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-3f0255ca-719c-4f82-a0f9-bf6319eb11f3 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:26.060281 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-62c7669e-a83e-4f3c-b060-1a76eeab1f76 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128006 Jul 22 23:43:26.074315 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0255ca-719c-4f82-a0f9-bf6319eb11f3 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Pushing event updated for resources: {'Port': ['ID=3bb37558-9685-4761-895b-10eff9e0a634,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:26.091228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-3f0255ca-719c-4f82-a0f9-bf6319eb11f3 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:26.091886 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-3f0255ca-719c-4f82-a0f9-bf6319eb11f3 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.113026 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-3f0255ca-719c-4f82-a0f9-bf6319eb11f3 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2649562 Jul 22 23:43:26.115934 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-30fdb9ab-b709-4060-8850-8e6670ac84e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=84ff3893-ed31-4b39-809a-4a9ebd9370f5 HTTP/1.1" status: 200 len: 217 time: 0.0487173 Jul 22 23:43:26.130033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Request body: {'port': {'device_id': '3d2cd2c9-be36-4cc7-9795-e0bac5c096d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:26.148454 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcae9d-8b24-4e3a-9aa0-3867e4728744 req-70d96ace-c988-4ef5-893d-b43b908eb805 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:26.148454 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60dcae9d-8b24-4e3a-9aa0-3867e4728744 req-70d96ace-c988-4ef5-893d-b43b908eb805 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 932 time: 0.2154646 Jul 22 23:43:26.185458 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-9f3a905e-c748-4fdd-8f33-5f85cbb360b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:26.187620 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-9f3a905e-c748-4fdd-8f33-5f85cbb360b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8cea5c0-2774-409d-bda9-e9e98d3a9b82 HTTP/1.1" status: 200 len: 797 time: 0.0655198 Jul 22 23:43:26.248191 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60dcae9d-8b24-4e3a-9aa0-3867e4728744 req-1777db1a-865e-455d-9737-273722a4d80c tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/security-groups?id=de8400ff-87c6-4063-a91b-154e4c0c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758419 Jul 22 23:43:26.268793 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.301187 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b11277-727e-4bc1-83eb-f267bbec24f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:26.318903 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-88b11277-727e-4bc1-83eb-f267bbec24f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35918a6f-8625-444e-be57-56cf00d9619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1025245 Jul 22 23:43:26.437465 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-6358b567-2088-4f8a-9e65-5ffe0848fe14 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100385 Jul 22 23:43:26.534846 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-34c2c255-79ce-4e7e-b377-f934f05c4853 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905116 Jul 22 23:43:26.540940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15032b26-481b-47ce-b49d-ddce47391d5f req-045295e2-d9dc-40d5-a06f-3933dd786afd tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:26.543306 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15032b26-481b-47ce-b49d-ddce47391d5f req-045295e2-d9dc-40d5-a06f-3933dd786afd tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.1471066 Jul 22 23:43:26.606105 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-8fefa916-85fa-4df6-aacb-9dd14f7a7693 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4157cbfe-5f0e-4e3c-9639-b2453364d9b9 HTTP/1.1" status: 200 len: 217 time: 0.0544548 Jul 22 23:43:26.636514 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15032b26-481b-47ce-b49d-ddce47391d5f req-fb93ab1f-3639-4501-b462-9237c60fa553 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823054 Jul 22 23:43:26.670987 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05913a6c-5c66-486e-a1c8-ececd3a3db07 req-0b42f131-1493-4ebe-852a-6aaf6db35f21 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 210 time: 0.0546331 Jul 22 23:43:26.686315 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-5acfa511-0479-411d-ab77-cbb4b62187f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:26.688336 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-5acfa511-0479-411d-ab77-cbb4b62187f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da97aba8-7313-4be0-a09e-c8187e45cd62 HTTP/1.1" status: 200 len: 797 time: 0.0705743 Jul 22 23:43:26.733612 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb37558-9685-4761-895b-10eff9e0a634 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:26.741246 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.755358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Transition to ACTIVE for port object 3bb37558-9685-4761-895b-10eff9e0a634 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:26.775380 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.782724 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-532337b1-7aa5-4f4f-be9a-cc6e8e2f7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:26.800213 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-532337b1-7aa5-4f4f-be9a-cc6e8e2f7e65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1002190 Jul 22 23:43:26.943615 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-0768a70d-6336-40fe-b962-ce9a99b6822e service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326811 Jul 22 23:43:26.984600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb37558-9685-4761-895b-10eff9e0a634,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:27.005337 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48124) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:27.086898 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-4ba14b62-34fa-4134-bea8-0159511aafb8 service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359251 Jul 22 23:43:27.154975 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-d7c6cc6e-9861-41bb-81cd-fbf0035b2c0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=423b7270-ab41-4684-8ac3-3fc383c0741a HTTP/1.1" status: 200 len: 217 time: 0.0605972 Jul 22 23:43:27.234024 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-92f5d9e5-a908-48a4-8888-79f2312eb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:27.235830 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-92f5d9e5-a908-48a4-8888-79f2312eb3a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da97aba8-7313-4be0-a09e-c8187e45cd62 HTTP/1.1" status: 200 len: 797 time: 0.0721474 Jul 22 23:43:27.264694 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c752b4b2-7366-47a5-8a5d-b697ba4282a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.403313 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e173-7eba-4362-8bf4-c387d572306e req-7aae25b4-0bee-46e8-b149-33c895fc2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:27.405037 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-7aae25b4-0bee-46e8-b149-33c895fc2802 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1604846 Jul 22 23:43:27.465512 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c752b4b2-7366-47a5-8a5d-b697ba4282a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.496280 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c752b4b2-7366-47a5-8a5d-b697ba4282a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.541005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-8e9afa80-e0fc-4c64-b843-8eba8e507a4a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:27.543313 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-8e9afa80-e0fc-4c64-b843-8eba8e507a4a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.18 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 812 time: 0.7836335 Jul 22 23:43:27.556953 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c752b4b2-7366-47a5-8a5d-b697ba4282a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88fbeeb5bd5744bfa5654d4fb702ce0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5480554 Jul 22 23:43:27.560359 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752b4b2-7366-47a5-8a5d-b697ba4282a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5097557d-79e1-4162-bb84-555c14df82df,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:27.564037 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48138) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:27.569688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-eaa087b2-cef7-487d-8a95-c31e5fec69c3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Request body: {'port': {'device_id': 'e488d11b-ab6d-44a0-b240-f15ff7febc9d', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'admin_state_up': True, 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:27.575598 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-86dd78e7-91b5-4c83-b657-df10709efb84 service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586304 Jul 22 23:43:27.595515 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Attempting to bind port 3bb37558-9685-4761-895b-10eff9e0a634 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:27.595850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Attempting to bind port 3bb37558-9685-4761-895b-10eff9e0a634 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '0350fd1f-a001-4946-aa15-d52dc0be9909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '5b50d73c-bffe-4070-951e-82ce5d7582c9'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:27.596182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Attempting to bind port 3bb37558-9685-4761-895b-10eff9e0a634 on network 5b50d73c-bffe-4070-951e-82ce5d7582c9 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:27.618856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Port 3bb37558-9685-4761-895b-10eff9e0a634 on network 5b50d73c-bffe-4070-951e-82ce5d7582c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:43:27.619176 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Attempting to bind port 3bb37558-9685-4761-895b-10eff9e0a634 on network 5b50d73c-bffe-4070-951e-82ce5d7582c9 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:27.664939 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:27.665344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Checking segment: {'id': '0350fd1f-a001-4946-aa15-d52dc0be9909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '5b50d73c-bffe-4070-951e-82ce5d7582c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:27.665752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Bound using segment: {'id': '0350fd1f-a001-4946-aa15-d52dc0be9909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '5b50d73c-bffe-4070-951e-82ce5d7582c9'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:27.666186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Bound port: 3bb37558-9685-4761-895b-10eff9e0a634, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0350fd1f-a001-4946-aa15-d52dc0be9909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '5b50d73c-bffe-4070-951e-82ce5d7582c9'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:27.666544 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.679551 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30170aef-fdde-4876-910b-2542cd2a6570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.693840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c21945-f5ce-4def-80f9-6687fe6dd09e req-7cbce2a2-e015-4d0e-ba35-c9e58dd45547 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:27.700576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c21945-f5ce-4def-80f9-6687fe6dd09e req-7cbce2a2-e015-4d0e-ba35-c9e58dd45547 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:27.706500 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c21945-f5ce-4def-80f9-6687fe6dd09e req-7cbce2a2-e015-4d0e-ba35-c9e58dd45547 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:27.712469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c21945-f5ce-4def-80f9-6687fe6dd09e req-7cbce2a2-e015-4d0e-ba35-c9e58dd45547 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:27.716860 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30170aef-fdde-4876-910b-2542cd2a6570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.719256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c21945-f5ce-4def-80f9-6687fe6dd09e req-7cbce2a2-e015-4d0e-ba35-c9e58dd45547 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:27.725168 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c21945-f5ce-4def-80f9-6687fe6dd09e req-7cbce2a2-e015-4d0e-ba35-c9e58dd45547 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:27.725608 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-71b3e173-7eba-4362-8bf4-c387d572306e req-db9b8f82-2bde-459a-8f7f-faf41d0523db service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427376 Jul 22 23:43:27.731711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c21945-f5ce-4def-80f9-6687fe6dd09e req-7cbce2a2-e015-4d0e-ba35-c9e58dd45547 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:27.733628 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-45c21945-f5ce-4def-80f9-6687fe6dd09e req-7cbce2a2-e015-4d0e-ba35-c9e58dd45547 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5430 time: 0.6951513 Jul 22 23:43:27.748764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37dc6c-0b5a-4cc5-8f19-62ab5416eb77 req-50a46032-d56f-4e5f-8050-630695e368c6 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:27.750216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cf37dc6c-0b5a-4cc5-8f19-62ab5416eb77 req-50a46032-d56f-4e5f-8050-630695e368c6 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 944 time: 0.2781377 Jul 22 23:43:27.773159 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30170aef-fdde-4876-910b-2542cd2a6570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.775636 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30170aef-fdde-4876-910b-2542cd2a6570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.779747 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-30170aef-fdde-4876-910b-2542cd2a6570 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5097557d-79e1-4162-bb84-555c14df82df HTTP/1.1" status: 204 len: 168 time: 0.2110672 Jul 22 23:43:27.785375 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30170aef-fdde-4876-910b-2542cd2a6570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5097557d-79e1-4162-bb84-555c14df82df,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:27.872125 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-45c21945-f5ce-4def-80f9-6687fe6dd09e req-3cff29c1-c80f-4b0d-b012-370281f106ca tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1323333 Jul 22 23:43:27.892254 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cf37dc6c-0b5a-4cc5-8f19-62ab5416eb77 req-e23a1484-3b83-43ef-8700-a02b6f75f500 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/security-groups?id=de8400ff-87c6-4063-a91b-154e4c0c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286035 Jul 22 23:43:27.895171 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] For port 3bb37558-9685-4761-895b-10eff9e0a634, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:27.899152 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] For port 3bb37558-9685-4761-895b-10eff9e0a634, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3bb37558-9685-4761-895b-10eff9e0a634,segment=NetworkSegment(0350fd1f-a001-4946-aa15-d52dc0be9909),segment_id=0350fd1f-a001-4946-aa15-d52dc0be9909)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:27.906742 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.939846 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-eaa087b2-cef7-487d-8a95-c31e5fec69c3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Made reservation on behalf of f6ae7f0b186642ec9ff08e3b121a3098 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:27.943257 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-eaa087b2-cef7-487d-8a95-c31e5fec69c3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.971238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:27.971747 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.974243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] 10.222.0.95 "PUT /v2.0/ports/3bb37558-9685-4761-895b-10eff9e0a634 HTTP/1.1" status: 200 len: 1092 time: 1.8493009 Jul 22 23:43:27.974584 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2cd2c9-be36-4cc7-9795-e0bac5c096d8', 'tag': '3bb37558-9685-4761-895b-10eff9e0a634'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:27.976860 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62969f83-0958-4b60-bbc7-004f68646f05" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2cd2c9-be36-4cc7-9795-e0bac5c096d8", "tag": "3bb37558-9685-4761-895b-10eff9e0a634"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:28.032391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a8713-dfe4-4659-9a83-b7c5bc67102e req-b6af7d30-2352-401a-aeea-c784c7cab1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:28.033047 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a8713-dfe4-4659-9a83-b7c5bc67102e req-b6af7d30-2352-401a-aeea-c784c7cab1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:28.034649 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a8713-dfe4-4659-9a83-b7c5bc67102e req-b6af7d30-2352-401a-aeea-c784c7cab1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:28.035310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a8713-dfe4-4659-9a83-b7c5bc67102e req-b6af7d30-2352-401a-aeea-c784c7cab1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:28.036010 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a8713-dfe4-4659-9a83-b7c5bc67102e req-b6af7d30-2352-401a-aeea-c784c7cab1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:28.036684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a8713-dfe4-4659-9a83-b7c5bc67102e req-b6af7d30-2352-401a-aeea-c784c7cab1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:28.037364 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a8713-dfe4-4659-9a83-b7c5bc67102e req-b6af7d30-2352-401a-aeea-c784c7cab1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:28.041353 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-915a8713-dfe4-4659-9a83-b7c5bc67102e req-b6af7d30-2352-401a-aeea-c784c7cab1cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 6487 time: 0.1041799 Jul 22 23:43:28.129617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff5192-5a08-4c04-90f7-ff0ab57b37b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb37558-9685-4761-895b-10eff9e0a634,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:28.164037 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a8713-dfe4-4659-9a83-b7c5bc67102e req-bb3c65d3-0588-45f3-9ec7-891034280616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:28.165580 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-915a8713-dfe4-4659-9a83-b7c5bc67102e req-bb3c65d3-0588-45f3-9ec7-891034280616 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2 HTTP/1.1" status: 200 len: 903 time: 0.1180160 Jul 22 23:43:28.180004 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b5b8148-b664-4811-b634-1dc5309ebe6d req-272936c1-3f57-4d7e-903f-2d29e22ccfda tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 210 time: 0.0533049 Jul 22 23:43:28.230326 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-915a8713-dfe4-4659-9a83-b7c5bc67102e req-50ab3410-0aff-4f3d-8cf8-615af0ea8812 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=423b7270-ab41-4684-8ac3-3fc383c0741a HTTP/1.1" status: 200 len: 217 time: 0.0575743 Jul 22 23:43:28.281931 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-eaa087b2-cef7-487d-8a95-c31e5fec69c3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Allocated IP 172.20.0.10 (d3554cbf-5379-4b81-9b9a-4aed7eb449a4/bc55de62-d0a0-4dc6-a48b-f50f95f15fef/fc7cd0a6-3d17-4d98-9c93-f0496278b378) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:28.287298 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a8713-dfe4-4659-9a83-b7c5bc67102e req-c02684be-814b-45ae-810c-2caebc632184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:28.289169 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-915a8713-dfe4-4659-9a83-b7c5bc67102e req-c02684be-814b-45ae-810c-2caebc632184 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da97aba8-7313-4be0-a09e-c8187e45cd62 HTTP/1.1" status: 200 len: 797 time: 0.0522366 Jul 22 23:43:28.292889 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1feb122-850a-496f-a428-8e7398004cd0 req-9e2b5a77-2f32-487e-a56a-ab74f4f8e008 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:28.294366 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1feb122-850a-496f-a428-8e7398004cd0 req-9e2b5a77-2f32-487e-a56a-ab74f4f8e008 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.2905653 Jul 22 23:43:28.302636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-b66cb250-f49c-403b-8412-04848f1671c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:28.302636 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-b66cb250-f49c-403b-8412-04848f1671c2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d71dae03d5e446fa84314189cc36d81b&device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 1095 time: 0.2661319 Jul 22 23:43:28.353497 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6dcdda-d8fd-4198-986b-7af8caab3a79 x-openstack-request-id: req-ad6dcdda-d8fd-4198-986b-7af8caab3a79 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:28.353815 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2cd2c9-be36-4cc7-9795-e0bac5c096d8", "tag": "3bb37558-9685-4761-895b-10eff9e0a634", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:28.354976 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad6dcdda-d8fd-4198-986b-7af8caab3a79 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:28.357890 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2cd2c9-be36-4cc7-9795-e0bac5c096d8', 'tag': '3bb37558-9685-4761-895b-10eff9e0a634', 'status': 'completed', 'code': 200} Jul 22 23:43:28.383236 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a8713-dfe4-4659-9a83-b7c5bc67102e req-0d4bc474-85e0-4bc9-a0a9-d0f43c20475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:28.385554 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-915a8713-dfe4-4659-9a83-b7c5bc67102e req-0d4bc474-85e0-4bc9-a0a9-d0f43c20475a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0883434 Jul 22 23:43:28.399342 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-d78bce18-0a0d-4421-bd80-1b9850273326 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bb37558-9685-4761-895b-10eff9e0a634 HTTP/1.1" status: 200 len: 217 time: 0.0730212 Jul 22 23:43:28.494742 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1feb122-850a-496f-a428-8e7398004cd0 req-5bb1a0f3-8fc8-4336-a292-8d9094a14d68 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910794 Jul 22 23:43:28.497243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-b89a5a03-ba2a-4bc3-8efa-9922a15d87aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:28.498741 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-b89a5a03-ba2a-4bc3-8efa-9922a15d87aa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ed692361-c92f-4aaa-b69c-f01cf41e950b HTTP/1.1" status: 200 len: 854 time: 0.0877547 Jul 22 23:43:28.515502 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-915a8713-dfe4-4659-9a83-b7c5bc67102e req-c427cd4b-f681-49cd-8fc0-a365e88cbe5f service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214292 Jul 22 23:43:28.560791 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-38f4b3da-6e75-4680-a118-f5cd1dd93391 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5b50d73c-bffe-4070-951e-82ce5d7582c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524037 Jul 22 23:43:28.617509 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-915a8713-dfe4-4659-9a83-b7c5bc67102e req-f5beb9d5-1c09-4aa7-9df4-06318f77ff83 service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941844 Jul 22 23:43:28.701254 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-eaa087b2-cef7-487d-8a95-c31e5fec69c3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.726334 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-bbba1c78-7c5f-4968-9b34-9d4c15020abb service neutron] 10.222.0.95 "GET /v2.0/networks/5b50d73c-bffe-4070-951e-82ce5d7582c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573920 Jul 22 23:43:28.727274 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-eaa087b2-cef7-487d-8a95-c31e5fec69c3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Transition to ACTIVE for port object fc7cd0a6-3d17-4d98-9c93-f0496278b378 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:28.830226 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-eaa087b2-cef7-487d-8a95-c31e5fec69c3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.872378 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c460187-af43-40a4-ac72-edc9e2286f00 req-b33c5696-9ba8-469b-861f-61f1e41aac35 service neutron] 10.222.0.95 "GET /v2.0/networks/5b50d73c-bffe-4070-951e-82ce5d7582c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390159 Jul 22 23:43:28.886462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-eaa087b2-cef7-487d-8a95-c31e5fec69c3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:28.891374 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-eaa087b2-cef7-487d-8a95-c31e5fec69c3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:28.898092 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-eaa087b2-cef7-487d-8a95-c31e5fec69c3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:28.904411 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa087b2-cef7-487d-8a95-c31e5fec69c3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event updated for resources: {'Port': ['ID=fc7cd0a6-3d17-4d98-9c93-f0496278b378,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:29.064890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-eaa087b2-cef7-487d-8a95-c31e5fec69c3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:29.072514 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-eaa087b2-cef7-487d-8a95-c31e5fec69c3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:29.143376 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-eaa087b2-cef7-487d-8a95-c31e5fec69c3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5830977 Jul 22 23:43:29.171050 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec4292-af39-48ca-984b-5b4632fb3ef3 req-6ae0e908-b01b-46bf-87c8-24b311088677 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:29.173060 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1bec4292-af39-48ca-984b-5b4632fb3ef3 req-6ae0e908-b01b-46bf-87c8-24b311088677 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 944 time: 0.1782410 Jul 22 23:43:29.177786 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Request body: {'port': {'device_id': 'e488d11b-ab6d-44a0-b240-f15ff7febc9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:29.185809 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62969f83-0958-4b60-bbc7-004f68646f05 req-3a37f35a-4f17-4553-83dc-56e1ee646675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:29.187433 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-62969f83-0958-4b60-bbc7-004f68646f05 req-3a37f35a-4f17-4553-83dc-56e1ee646675 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d71dae03d5e446fa84314189cc36d81b&device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 1095 time: 0.2511902 Jul 22 23:43:29.225462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e3ce-9af9-4997-b083-13da6365a7c9 req-f2c32f5c-d9bf-4f7e-aa38-7f2191020e39 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:29.231582 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e3ce-9af9-4997-b083-13da6365a7c9 req-f2c32f5c-d9bf-4f7e-aa38-7f2191020e39 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:29.237577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e3ce-9af9-4997-b083-13da6365a7c9 req-f2c32f5c-d9bf-4f7e-aa38-7f2191020e39 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:29.243476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e3ce-9af9-4997-b083-13da6365a7c9 req-f2c32f5c-d9bf-4f7e-aa38-7f2191020e39 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:29.249775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e3ce-9af9-4997-b083-13da6365a7c9 req-f2c32f5c-d9bf-4f7e-aa38-7f2191020e39 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:29.255677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e3ce-9af9-4997-b083-13da6365a7c9 req-f2c32f5c-d9bf-4f7e-aa38-7f2191020e39 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:29.262098 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e3ce-9af9-4997-b083-13da6365a7c9 req-f2c32f5c-d9bf-4f7e-aa38-7f2191020e39 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:29.264043 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8261e3ce-9af9-4997-b083-13da6365a7c9 req-f2c32f5c-d9bf-4f7e-aa38-7f2191020e39 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5430 time: 0.2888453 Jul 22 23:43:29.280375 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c9b26120-a790-45a2-9f40-743a98c04ba1 None None] Provisioning for port fc7cd0a6-3d17-4d98-9c93-f0496278b378 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:29.285194 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c9b26120-a790-45a2-9f40-743a98c04ba1 None None] Provisioning complete for port fc7cd0a6-3d17-4d98-9c93-f0496278b378 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:29.286547 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9b26120-a790-45a2-9f40-743a98c04ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:29.325639 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c9b26120-a790-45a2-9f40-743a98c04ba1 None None] Port fc7cd0a6-3d17-4d98-9c93-f0496278b378 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:43:29.406720 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1bec4292-af39-48ca-984b-5b4632fb3ef3 req-fa4ecbcc-ede1-461d-a66e-c5b798d47348 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/security-groups?id=de8400ff-87c6-4063-a91b-154e4c0c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230098 Jul 22 23:43:29.439627 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8261e3ce-9af9-4997-b083-13da6365a7c9 req-65966965-d9c1-41cf-b98e-48dab72e3d44 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1605823 Jul 22 23:43:29.448732 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:29.469596 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62969f83-0958-4b60-bbc7-004f68646f05 req-49cdc99f-df02-415a-9211-6b0092969437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:29.471322 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-62969f83-0958-4b60-bbc7-004f68646f05 req-49cdc99f-df02-415a-9211-6b0092969437 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5b50d73c-bffe-4070-951e-82ce5d7582c9 HTTP/1.1" status: 200 len: 915 time: 0.2643845 Jul 22 23:43:29.538480 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-62969f83-0958-4b60-bbc7-004f68646f05 req-17ac21f9-892f-4cd3-9c79-b8ef629a4218 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bb37558-9685-4761-895b-10eff9e0a634 HTTP/1.1" status: 200 len: 217 time: 0.0457051 Jul 22 23:43:29.737474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62969f83-0958-4b60-bbc7-004f68646f05 req-5ff00773-ead4-4ca1-a20b-5de3be98a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:29.738994 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-62969f83-0958-4b60-bbc7-004f68646f05 req-5ff00773-ead4-4ca1-a20b-5de3be98a141 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ed692361-c92f-4aaa-b69c-f01cf41e950b HTTP/1.1" status: 200 len: 854 time: 0.1898854 Jul 22 23:43:29.801409 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-62969f83-0958-4b60-bbc7-004f68646f05 req-4dc73576-162d-4b6a-82c0-888e4839d316 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5b50d73c-bffe-4070-951e-82ce5d7582c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490179 Jul 22 23:43:29.811871 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096bc26-1750-49d0-9859-d8de4eaf4628 req-28db49ce-1e5c-448a-b058-c6dc000ebd11 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:29.813458 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7096bc26-1750-49d0-9859-d8de4eaf4628 req-28db49ce-1e5c-448a-b058-c6dc000ebd11 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 932 time: 0.2814732 Jul 22 23:43:29.976879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fb436-bbc8-40e9-ae40-2256271f3389 req-e5d543fb-05c6-4131-ac8c-e6e160332577 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:29.978392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d36fb436-bbc8-40e9-ae40-2256271f3389 req-e5d543fb-05c6-4131-ac8c-e6e160332577 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.2999077 Jul 22 23:43:29.985418 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7096bc26-1750-49d0-9859-d8de4eaf4628 req-e48c0aec-c778-4d27-950d-1fa1313fe9cf tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433694 Jul 22 23:43:30.074104 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-62969f83-0958-4b60-bbc7-004f68646f05 req-d02fb64c-5abc-4b3f-82f8-f4d40aa933bb service neutron] 10.222.0.95 "GET /v2.0/networks/5b50d73c-bffe-4070-951e-82ce5d7582c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302365 Jul 22 23:43:30.078703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d36fb436-bbc8-40e9-ae40-2256271f3389 req-e1616c84-6d75-48b8-9e42-2606fbd88fe2 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880291 Jul 22 23:43:30.107673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7cd0a6-3d17-4d98-9c93-f0496278b378 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:30.122392 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.165796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Transition to ACTIVE for port object fc7cd0a6-3d17-4d98-9c93-f0496278b378 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:30.174601 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.248778 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-62969f83-0958-4b60-bbc7-004f68646f05 req-d9eb54c3-c742-4e3a-a85b-b0fa86094df5 service neutron] 10.222.0.95 "GET /v2.0/networks/5b50d73c-bffe-4070-951e-82ce5d7582c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676955 Jul 22 23:43:30.255529 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7cd0a6-3d17-4d98-9c93-f0496278b378,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:30.447787 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Attempting to bind port fc7cd0a6-3d17-4d98-9c93-f0496278b378 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:30.448507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Attempting to bind port fc7cd0a6-3d17-4d98-9c93-f0496278b378 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:30.449321 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Attempting to bind port fc7cd0a6-3d17-4d98-9c93-f0496278b378 on network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:30.460539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Port fc7cd0a6-3d17-4d98-9c93-f0496278b378 on network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:43:30.460875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Attempting to bind port fc7cd0a6-3d17-4d98-9c93-f0496278b378 on network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:30.487814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:30.488468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Checking segment: {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:30.489033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Bound using segment: {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:30.489660 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Bound port: fc7cd0a6-3d17-4d98-9c93-f0496278b378, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:30.490034 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.497396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63999fe8-2a31-47b4-8b15-f72644b5d1f6 req-e13391f4-4a76-4ef5-ac6a-ecacdfc28faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:30.500241 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-63999fe8-2a31-47b4-8b15-f72644b5d1f6 req-e13391f4-4a76-4ef5-ac6a-ecacdfc28faf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a746b4f731849e293273dc1d348b169&device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 1096 time: 0.1309259 Jul 22 23:43:30.539437 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6ac93-28cc-4958-aa52-1ce2d57d75f6 req-5a6a4f1a-6596-416f-a7d2-37c23beec26c tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:30.548251 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32a6ac93-28cc-4958-aa52-1ce2d57d75f6 req-5a6a4f1a-6596-416f-a7d2-37c23beec26c tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.2201469 Jul 22 23:43:30.638365 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63999fe8-2a31-47b4-8b15-f72644b5d1f6 req-81e60693-23c6-42bd-abaf-f9c57afd9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:30.640403 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-63999fe8-2a31-47b4-8b15-f72644b5d1f6 req-81e60693-23c6-42bd-abaf-f9c57afd9894 service neutron] 10.222.0.18 "GET /v2.0/networks?id=afd64f44-be57-4092-97ba-5564e606fdc5 HTTP/1.1" status: 200 len: 912 time: 0.1334074 Jul 22 23:43:30.676419 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32a6ac93-28cc-4958-aa52-1ce2d57d75f6 req-f4647050-239d-4715-8512-5df076225bfd tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132672 Jul 22 23:43:30.726508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] For port fc7cd0a6-3d17-4d98-9c93-f0496278b378, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:30.753128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eba1c1-53ca-4d83-9e92-9c8995da2771 req-13072be1-0e41-457b-9c6b-c1a0060cb336 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:30.755300 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59eba1c1-53ca-4d83-9e92-9c8995da2771 req-13072be1-0e41-457b-9c6b-c1a0060cb336 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 944 time: 0.1924222 Jul 22 23:43:30.757547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] For port fc7cd0a6-3d17-4d98-9c93-f0496278b378, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=fc7cd0a6-3d17-4d98-9c93-f0496278b378,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:30.765816 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.778811 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-63999fe8-2a31-47b4-8b15-f72644b5d1f6 req-ce5a4539-12f0-4c8a-a6d3-d9c800412385 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=485188e4-d204-4828-99b2-7f5bf6f9c99c HTTP/1.1" status: 200 len: 1001 time: 0.1314042 Jul 22 23:43:30.831997 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:30.832768 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.834810 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] 10.222.0.18 "PUT /v2.0/ports/fc7cd0a6-3d17-4d98-9c93-f0496278b378 HTTP/1.1" status: 200 len: 1092 time: 1.6756265 Jul 22 23:43:30.879758 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63999fe8-2a31-47b4-8b15-f72644b5d1f6 req-1837f943-fd72-43d3-9402-82939cae3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:30.882915 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-63999fe8-2a31-47b4-8b15-f72644b5d1f6 req-1837f943-fd72-43d3-9402-82939cae3002 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcaded81-6539-4a40-8d44-b38a3809d293 HTTP/1.1" status: 200 len: 850 time: 0.0955877 Jul 22 23:43:30.893067 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e488d11b-ab6d-44a0-b240-f15ff7febc9d', 'tag': 'fc7cd0a6-3d17-4d98-9c93-f0496278b378'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:30.897282 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88eb747-6925-43bc-aa65-d48f5b49551b" -d '{"events": [{"name": "network-changed", "server_uuid": "e488d11b-ab6d-44a0-b240-f15ff7febc9d", "tag": "fc7cd0a6-3d17-4d98-9c93-f0496278b378"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:30.991729 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3bb37558-9685-4761-895b-10eff9e0a634 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:43:31.022768 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63999fe8-2a31-47b4-8b15-f72644b5d1f6 req-d402498a-bfd8-4eb0-a14e-a10902b05c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:31.024409 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-63999fe8-2a31-47b4-8b15-f72644b5d1f6 req-d402498a-bfd8-4eb0-a14e-a10902b05c6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afd64f44-be57-4092-97ba-5564e606fdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332872 Jul 22 23:43:31.057491 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59eba1c1-53ca-4d83-9e92-9c8995da2771 req-20a0a37c-cc87-445e-8a6e-8b8b22158189 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/security-groups?id=de8400ff-87c6-4063-a91b-154e4c0c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736599 Jul 22 23:43:31.136099 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ea029-4592-4b4d-92d7-edd3dd99a131 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7cd0a6-3d17-4d98-9c93-f0496278b378,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:31.179315 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3bb37558-9685-4761-895b-10eff9e0a634, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3bb37558-9685-4761-895b-10eff9e0a634,segment=NetworkSegment(0350fd1f-a001-4946-aa15-d52dc0be9909),segment_id=0350fd1f-a001-4946-aa15-d52dc0be9909)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:31.189664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f20fb6-7b4d-4682-b9b9-af41c577e4e9 req-9c1dd534-ea57-4212-91f4-46e1147771c0 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:31.198808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f20fb6-7b4d-4682-b9b9-af41c577e4e9 req-9c1dd534-ea57-4212-91f4-46e1147771c0 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:31.199458 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-63999fe8-2a31-47b4-8b15-f72644b5d1f6 req-e636dae4-5a23-49dd-8dad-d3b456cd7558 service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678109 Jul 22 23:43:31.210537 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '3bb37558-9685-4761-895b-10eff9e0a634', 'network_id': '5b50d73c-bffe-4070-951e-82ce5d7582c9', 'port_id': '3bb37558-9685-4761-895b-10eff9e0a634', 'mac_address': 'fa:16:3e:d7:34:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed692361-c92f-4aaa-b69c-f01cf41e950b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:43:31.213184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f20fb6-7b4d-4682-b9b9-af41c577e4e9 req-9c1dd534-ea57-4212-91f4-46e1147771c0 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:31.245136 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f20fb6-7b4d-4682-b9b9-af41c577e4e9 req-9c1dd534-ea57-4212-91f4-46e1147771c0 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:31.275815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f20fb6-7b4d-4682-b9b9-af41c577e4e9 req-9c1dd534-ea57-4212-91f4-46e1147771c0 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:31.312158 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:31.321414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f20fb6-7b4d-4682-b9b9-af41c577e4e9 req-9c1dd534-ea57-4212-91f4-46e1147771c0 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:31.328657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb37558-9685-4761-895b-10eff9e0a634 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:31.332372 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f20fb6-7b4d-4682-b9b9-af41c577e4e9 req-9c1dd534-ea57-4212-91f4-46e1147771c0 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:31.334348 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33f20fb6-7b4d-4682-b9b9-af41c577e4e9 req-9c1dd534-ea57-4212-91f4-46e1147771c0 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5430 time: 0.5447853 Jul 22 23:43:31.347568 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0754b26-317f-4bc6-ae47-47541e0a4715 x-openstack-request-id: req-e0754b26-317f-4bc6-ae47-47541e0a4715 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:31.347865 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e488d11b-ab6d-44a0-b240-f15ff7febc9d", "tag": "fc7cd0a6-3d17-4d98-9c93-f0496278b378", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:31.348395 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0754b26-317f-4bc6-ae47-47541e0a4715 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:31.348500 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e488d11b-ab6d-44a0-b240-f15ff7febc9d', 'tag': 'fc7cd0a6-3d17-4d98-9c93-f0496278b378', 'status': 'completed', 'code': 200} Jul 22 23:43:31.350639 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-2e913c77-6461-4480-a290-a4d49216b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:31.352159 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-2e913c77-6461-4480-a290-a4d49216b524 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 1095 time: 0.4441390 Jul 22 23:43:31.359994 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3bb37558-9685-4761-895b-10eff9e0a634, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3bb37558-9685-4761-895b-10eff9e0a634,segment=NetworkSegment(0350fd1f-a001-4946-aa15-d52dc0be9909),segment_id=0350fd1f-a001-4946-aa15-d52dc0be9909)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:31.367140 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:31.395805 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-63999fe8-2a31-47b4-8b15-f72644b5d1f6 req-8fdf0c53-d8d1-4398-90cd-c6f5d762d625 service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889493 Jul 22 23:43:31.443751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-04f52c8d-5b70-45d6-ba52-720de84b1533 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc7cd0a6-3d17-4d98-9c93-f0496278b378 HTTP/1.1" status: 200 len: 217 time: 0.0773022 Jul 22 23:43:31.462572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=3bb37558-9685-4761-895b-10eff9e0a634,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:31.575645 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-35126dc9-37ad-4a8d-92a0-6c420daf8a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:31.612884 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['3bb37558-9685-4761-895b-10eff9e0a634'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:43:31.879455 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33f20fb6-7b4d-4682-b9b9-af41c577e4e9 req-984dcfba-7626-4bb7-b27b-2f79f2410bf7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5252039 Jul 22 23:43:31.900879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-05c10d5a-3dd7-4ac5-ba83-a1516816147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:31.902511 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-05c10d5a-3dd7-4ac5-ba83-a1516816147f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.4386714 Jul 22 23:43:31.918272 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a004c-2f9f-45a3-b311-7eb4446af043 req-1d363372-f35a-4702-a992-bc086300b351 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:31.920229 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee2a004c-2f9f-45a3-b311-7eb4446af043 req-1d363372-f35a-4702-a992-bc086300b351 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 944 time: 0.4966989 Jul 22 23:43:32.055811 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee2a004c-2f9f-45a3-b311-7eb4446af043 req-8acbc8e2-2ba2-41bf-b3e4-92b48a8ca166 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213968 Jul 22 23:43:32.078601 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-b1ac5cd4-1e12-41ea-b713-95847837186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:32.078601 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-b1ac5cd4-1e12-41ea-b713-95847837186a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533997 Jul 22 23:43:32.142396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9257571-e3e5-4378-ae53-b645d71ff2f5 req-5e8c0e71-d6cd-44d9-b8cd-afea624c82f2 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:32.150925 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9257571-e3e5-4378-ae53-b645d71ff2f5 req-5e8c0e71-d6cd-44d9-b8cd-afea624c82f2 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.1496043 Jul 22 23:43:32.225910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:32.278905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9257571-e3e5-4378-ae53-b645d71ff2f5 req-9b6b4a58-f30c-4881-b2c5-2f2388987a1c tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270435 Jul 22 23:43:32.284689 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-ebc80dad-624c-42d1-98d9-98647c7a88c6 service neutron] 10.222.0.18 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999640 Jul 22 23:43:32.356569 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f86d5-e7d9-4588-9c05-123806915d38 req-cdc17a25-e8cc-489d-b176-cff1d2efe51d tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:32.358145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-657f86d5-e7d9-4588-9c05-123806915d38 req-cdc17a25-e8cc-489d-b176-cff1d2efe51d tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 945 time: 0.1770332 Jul 22 23:43:32.396108 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f46789be-4e0f-4af1-bbbd-ba04ef8251de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.439168 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02535f2b-c23f-4e1f-803a-3fbeb14c88d0 req-222d49d3-dc28-4183-bcab-41448763dad0 service neutron] 10.222.0.18 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461763 Jul 22 23:43:32.475408 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-657f86d5-e7d9-4588-9c05-123806915d38 req-6ff13ef6-dad7-428b-a067-acd1a8b54e1e tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/security-groups?id=de8400ff-87c6-4063-a91b-154e4c0c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875351 Jul 22 23:43:32.524782 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f46789be-4e0f-4af1-bbbd-ba04ef8251de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.530500 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f46789be-4e0f-4af1-bbbd-ba04ef8251de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.575502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46789be-4e0f-4af1-bbbd-ba04ef8251de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e39cabe-6e62-480c-9a70-13fad170a813,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:32.580320 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f46789be-4e0f-4af1-bbbd-ba04ef8251de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a7d69647ee14cc9b68b881de03be64e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526680 Jul 22 23:43:32.584087 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48284) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:32.626618 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88eb747-6925-43bc-aa65-d48f5b49551b req-72b5d2a4-e29a-4c92-93f2-d3abf26baf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:32.630047 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b88eb747-6925-43bc-aa65-d48f5b49551b req-72b5d2a4-e29a-4c92-93f2-d3abf26baf74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 1095 time: 0.0929899 Jul 22 23:43:32.644805 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d800499a-f2a8-4204-b27a-123fd7638898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.669107 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d800499a-f2a8-4204-b27a-123fd7638898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.724613 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d800499a-f2a8-4204-b27a-123fd7638898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.727388 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d800499a-f2a8-4204-b27a-123fd7638898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.731090 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d800499a-f2a8-4204-b27a-123fd7638898 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e39cabe-6e62-480c-9a70-13fad170a813 HTTP/1.1" status: 204 len: 168 time: 0.1434531 Jul 22 23:43:32.738690 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88eb747-6925-43bc-aa65-d48f5b49551b req-78c4bc72-d020-4a9d-a4f9-2a0d7e073c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:32.741442 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800499a-f2a8-4204-b27a-123fd7638898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e39cabe-6e62-480c-9a70-13fad170a813,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:32.741761 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b88eb747-6925-43bc-aa65-d48f5b49551b req-78c4bc72-d020-4a9d-a4f9-2a0d7e073c6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.1048932 Jul 22 23:43:32.799066 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b88eb747-6925-43bc-aa65-d48f5b49551b req-af37151e-94fd-485e-9a06-57f0a7debee6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc7cd0a6-3d17-4d98-9c93-f0496278b378 HTTP/1.1" status: 200 len: 217 time: 0.0485404 Jul 22 23:43:32.861313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88eb747-6925-43bc-aa65-d48f5b49551b req-9d6f1a7e-75e7-4fc4-8364-d78fa22f0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:32.863988 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b88eb747-6925-43bc-aa65-d48f5b49551b req-9d6f1a7e-75e7-4fc4-8364-d78fa22f0781 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.0570898 Jul 22 23:43:33.002466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3bb37558-9685-4761-895b-10eff9e0a634 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:33.058303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88eb747-6925-43bc-aa65-d48f5b49551b req-0c932534-f0ad-4906-a507-cd462833c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:33.060514 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b88eb747-6925-43bc-aa65-d48f5b49551b req-0c932534-f0ad-4906-a507-cd462833c8a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898355 Jul 22 23:43:33.072514 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 3bb37558-9685-4761-895b-10eff9e0a634 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:33.077693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 3bb37558-9685-4761-895b-10eff9e0a634 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:33.078140 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:33.122313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0865c1-15bb-45d6-b2b3-df2ef44a0159 req-71958d81-aec8-4efd-82a3-4ff07523084d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:33.130319 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca0865c1-15bb-45d6-b2b3-df2ef44a0159 req-71958d81-aec8-4efd-82a3-4ff07523084d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.1904182 Jul 22 23:43:33.204472 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:33.231686 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2cd2c9-be36-4cc7-9795-e0bac5c096d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb37558-9685-4761-895b-10eff9e0a634'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:33.231938 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca0865c1-15bb-45d6-b2b3-df2ef44a0159 req-a7cbaeea-fe06-4f35-8b5a-84680d4b3bad tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951443 Jul 22 23:43:33.234264 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f07eb36-2a17-4a48-98e4-4f81ea03e294" -d '{"events": [{"server_uuid": "3d2cd2c9-be36-4cc7-9795-e0bac5c096d8", "name": "network-vif-plugged", "status": "completed", "tag": "3bb37558-9685-4761-895b-10eff9e0a634"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:33.263133 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3bb37558-9685-4761-895b-10eff9e0a634, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3bb37558-9685-4761-895b-10eff9e0a634,segment=NetworkSegment(0350fd1f-a001-4946-aa15-d52dc0be9909),segment_id=0350fd1f-a001-4946-aa15-d52dc0be9909)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:33.269589 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:33.291475 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6161b1-8b42-4e9c-97bc-abea26a91925 req-158c7b5e-58b7-4fb5-835c-3f77303ac9ee tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:33.299161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6161b1-8b42-4e9c-97bc-abea26a91925 req-158c7b5e-58b7-4fb5-835c-3f77303ac9ee tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:33.306066 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6161b1-8b42-4e9c-97bc-abea26a91925 req-158c7b5e-58b7-4fb5-835c-3f77303ac9ee tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:33.315137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6161b1-8b42-4e9c-97bc-abea26a91925 req-158c7b5e-58b7-4fb5-835c-3f77303ac9ee tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:33.322199 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6161b1-8b42-4e9c-97bc-abea26a91925 req-158c7b5e-58b7-4fb5-835c-3f77303ac9ee tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:33.330229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6161b1-8b42-4e9c-97bc-abea26a91925 req-158c7b5e-58b7-4fb5-835c-3f77303ac9ee tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:33.332854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=3bb37558-9685-4761-895b-10eff9e0a634,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:33.345957 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6161b1-8b42-4e9c-97bc-abea26a91925 req-158c7b5e-58b7-4fb5-835c-3f77303ac9ee tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:33.354159 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b6161b1-8b42-4e9c-97bc-abea26a91925 req-158c7b5e-58b7-4fb5-835c-3f77303ac9ee tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5430 time: 0.3726707 Jul 22 23:43:33.412897 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b88eb747-6925-43bc-aa65-d48f5b49551b req-b1586caa-408e-40e6-b4da-2de68813b42d service neutron] 10.222.0.18 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413036 Jul 22 23:43:33.493886 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b6161b1-8b42-4e9c-97bc-abea26a91925 req-4ad7ce2f-13c2-4de6-91b2-fe798073030a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1377361 Jul 22 23:43:33.560823 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4d995-1fbc-47e5-822f-7ed213d4b880 req-7d7110cb-edfa-4d8a-83c5-4a9c341b1253 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:33.562423 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e4d995-1fbc-47e5-822f-7ed213d4b880 req-7d7110cb-edfa-4d8a-83c5-4a9c341b1253 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 944 time: 0.2008290 Jul 22 23:43:33.594468 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31cc994-56b4-4955-abd5-596c48b3be51 x-openstack-request-id: req-a31cc994-56b4-4955-abd5-596c48b3be51 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:33.595078 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2cd2c9-be36-4cc7-9795-e0bac5c096d8", "name": "network-vif-plugged", "status": "completed", "tag": "3bb37558-9685-4761-895b-10eff9e0a634", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:33.595564 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a31cc994-56b4-4955-abd5-596c48b3be51 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:33.596246 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2cd2c9-be36-4cc7-9795-e0bac5c096d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb37558-9685-4761-895b-10eff9e0a634', 'code': 200} Jul 22 23:43:33.640655 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b88eb747-6925-43bc-aa65-d48f5b49551b req-8e4ddd9f-4944-4cc3-afb3-158501db8ccc service neutron] 10.222.0.18 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152739 Jul 22 23:43:33.674021 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e4d995-1fbc-47e5-822f-7ed213d4b880 req-69f12b1f-6f14-47ac-ad30-2e7a7e3dd0ed tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002412 Jul 22 23:43:33.805398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b0ed4-549d-4409-86f3-4458b6cc103f req-149ed2e0-e4b4-4d1e-a328-9f8d58214d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:33.807135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-147b0ed4-549d-4409-86f3-4458b6cc103f req-149ed2e0-e4b4-4d1e-a328-9f8d58214d8f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 1097 time: 0.1194327 Jul 22 23:43:33.827527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cded98-d9b9-4f59-93fd-83889537ea25 req-50cdbc65-93e8-41fc-b3d5-e9dd2609ebce tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:33.837215 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07cded98-d9b9-4f59-93fd-83889537ea25 req-50cdbc65-93e8-41fc-b3d5-e9dd2609ebce tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.1618340 Jul 22 23:43:33.903173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07cded98-d9b9-4f59-93fd-83889537ea25 req-ccaa9dcb-6a83-4b35-aa64-9884e8e9c795 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594444 Jul 22 23:43:33.925129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-147b0ed4-549d-4409-86f3-4458b6cc103f req-f13a874e-68f9-4dc3-8e5b-78617ddb4fd7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=de8400ff-87c6-4063-a91b-154e4c0c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070950 Jul 22 23:43:33.932478 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:33.997647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a939e5-cd80-4a13-8970-db90c5d11447 req-fa33621e-a592-472e-9b57-eaedeea4ab18 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:34.005778 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23a939e5-cd80-4a13-8970-db90c5d11447 req-fa33621e-a592-472e-9b57-eaedeea4ab18 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 946 time: 0.0827968 Jul 22 23:43:34.053162 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42078d88-48a1-47b3-b6a2-deb653b7a174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.076106 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23a939e5-cd80-4a13-8970-db90c5d11447 req-6ee6d9a3-b04e-4662-af6c-df6e86916906 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/security-groups?id=de8400ff-87c6-4063-a91b-154e4c0c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566497 Jul 22 23:43:34.079704 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.162898 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42078d88-48a1-47b3-b6a2-deb653b7a174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.167985 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42078d88-48a1-47b3-b6a2-deb653b7a174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.210710 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-42078d88-48a1-47b3-b6a2-deb653b7a174 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a440e70e12f14179a2afb56d1913a415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2767832 Jul 22 23:43:34.211589 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42078d88-48a1-47b3-b6a2-deb653b7a174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e1d700-e9f1-4493-8124-7fdf2a4c330a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:34.213458 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48368) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:34.266591 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-422212c4-0503-450b-90c6-fcfc7043cfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.286134 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-422212c4-0503-450b-90c6-fcfc7043cfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.335464 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a7ad853b-5690-48d5-8c00-a40286b15025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.344590 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.364321 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48374) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:34.382572 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-422212c4-0503-450b-90c6-fcfc7043cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.385396 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-422212c4-0503-450b-90c6-fcfc7043cfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.387274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-422212c4-0503-450b-90c6-fcfc7043cfcc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5e1d700-e9f1-4493-8124-7fdf2a4c330a HTTP/1.1" status: 204 len: 168 time: 0.1722460 Jul 22 23:43:34.402318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422212c4-0503-450b-90c6-fcfc7043cfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e1d700-e9f1-4493-8124-7fdf2a4c330a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:34.415477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb689a04-dd9f-47c1-81a9-3b1e10e10f9e req-9655b721-78e5-4e6d-b4b9-6c87bdbe1e2c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:34.418527 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb689a04-dd9f-47c1-81a9-3b1e10e10f9e req-9655b721-78e5-4e6d-b4b9-6c87bdbe1e2c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.1049743 Jul 22 23:43:34.459709 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb689a04-dd9f-47c1-81a9-3b1e10e10f9e req-53860330-b673-4702-89c1-ab19852f1ff7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351543 Jul 22 23:43:34.493469 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1324-981c-4334-a4cf-5ffb5cc1df30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.593283 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1324-981c-4334-a4cf-5ffb5cc1df30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.597380 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1324-981c-4334-a4cf-5ffb5cc1df30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.639473 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8fbc1324-981c-4334-a4cf-5ffb5cc1df30 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba9817538eb94eb697371c3b8fa261a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740273 Jul 22 23:43:34.640083 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48386) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:34.648931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc1324-981c-4334-a4cf-5ffb5cc1df30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b307463-0e38-4063-843a-19adf470b35e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:34.667523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e45b8-13f9-4420-876c-63dc6e75aaab req-74cd7a55-d4a4-489f-b149-ab4f567a17ed tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:34.674349 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e45b8-13f9-4420-876c-63dc6e75aaab req-74cd7a55-d4a4-489f-b149-ab4f567a17ed tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:34.680423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e45b8-13f9-4420-876c-63dc6e75aaab req-74cd7a55-d4a4-489f-b149-ab4f567a17ed tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:34.696722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e45b8-13f9-4420-876c-63dc6e75aaab req-74cd7a55-d4a4-489f-b149-ab4f567a17ed tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:34.701680 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4731ffd3-927c-4975-8545-8a1edbf9cc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.705815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e45b8-13f9-4420-876c-63dc6e75aaab req-74cd7a55-d4a4-489f-b149-ab4f567a17ed tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:34.714630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e45b8-13f9-4420-876c-63dc6e75aaab req-74cd7a55-d4a4-489f-b149-ab4f567a17ed tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:34.722262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e45b8-13f9-4420-876c-63dc6e75aaab req-74cd7a55-d4a4-489f-b149-ab4f567a17ed tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:34.724533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e9e45b8-13f9-4420-876c-63dc6e75aaab req-74cd7a55-d4a4-489f-b149-ab4f567a17ed tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5430 time: 0.1397543 Jul 22 23:43:34.731733 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4731ffd3-927c-4975-8545-8a1edbf9cc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.786745 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4731ffd3-927c-4975-8545-8a1edbf9cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.789433 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4731ffd3-927c-4975-8545-8a1edbf9cc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.790612 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4731ffd3-927c-4975-8545-8a1edbf9cc08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b307463-0e38-4063-843a-19adf470b35e HTTP/1.1" status: 204 len: 168 time: 0.1486025 Jul 22 23:43:34.806160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731ffd3-927c-4975-8545-8a1edbf9cc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b307463-0e38-4063-843a-19adf470b35e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:34.825276 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e9e45b8-13f9-4420-876c-63dc6e75aaab req-bcb79640-db80-4957-a1d4-43862a9f1d3a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910728 Jul 22 23:43:34.885381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22835b-5c35-49f5-adf7-0b65593539f0 req-0db26bf9-64af-4b21-81bb-7801a16062de tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:34.888424 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc22835b-5c35-49f5-adf7-0b65593539f0 req-0db26bf9-64af-4b21-81bb-7801a16062de tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 944 time: 0.1452720 Jul 22 23:43:34.932335 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc22835b-5c35-49f5-adf7-0b65593539f0 req-a7a7d5cf-e974-4485-bff5-f2d40e391a40 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383525 Jul 22 23:43:35.220207 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7736c-1534-4993-af41-7fa0628e735a req-6bd67f0f-d96d-4a01-9f13-647c504deb62 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:35.221790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ce7736c-1534-4993-af41-7fa0628e735a req-6bd67f0f-d96d-4a01-9f13-647c504deb62 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 946 time: 0.0757957 Jul 22 23:43:35.263991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ce7736c-1534-4993-af41-7fa0628e735a req-6ee0ca44-4cc9-4f74-a62b-cc8d06aed4af tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/security-groups?id=de8400ff-87c6-4063-a91b-154e4c0c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347648 Jul 22 23:43:35.467335 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:35.666917 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4073f-751f-4629-b61b-4dcb509da130 req-d311517b-0473-4b2a-9d02-247f4f8b77b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:35.668899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02f4073f-751f-4629-b61b-4dcb509da130 req-d311517b-0473-4b2a-9d02-247f4f8b77b1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d71dae03d5e446fa84314189cc36d81b&device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 1097 time: 0.1538899 Jul 22 23:43:35.688074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ec2c7-6ede-4996-bd32-1691c4dce0d0 req-bf8b2a79-d1b7-42d3-8d65-d6bb938bdabd tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:35.693606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb5ec2c7-6ede-4996-bd32-1691c4dce0d0 req-bf8b2a79-d1b7-42d3-8d65-d6bb938bdabd tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 946 time: 0.1426363 Jul 22 23:43:35.711024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0240b-d5bf-4e22-81eb-c5fc049f8144 req-1d844ab1-0987-41b4-bea4-0578c3634ac0 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:35.712596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03d0240b-d5bf-4e22-81eb-c5fc049f8144 req-1d844ab1-0987-41b4-bea4-0578c3634ac0 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.1460857 Jul 22 23:43:35.823844 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb5ec2c7-6ede-4996-bd32-1691c4dce0d0 req-42324881-c0d6-4e7f-add6-a4cbcf9819d7 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/security-groups?id=de8400ff-87c6-4063-a91b-154e4c0c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280000 Jul 22 23:43:35.828977 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03d0240b-d5bf-4e22-81eb-c5fc049f8144 req-3bb0a301-611e-4b60-8b66-d4de9ee15022 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083906 Jul 22 23:43:35.860062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4073f-751f-4629-b61b-4dcb509da130 req-57e28ad3-294d-47ec-a533-f0e6bd1b3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:35.861871 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02f4073f-751f-4629-b61b-4dcb509da130 req-57e28ad3-294d-47ec-a533-f0e6bd1b3c18 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5b50d73c-bffe-4070-951e-82ce5d7582c9 HTTP/1.1" status: 200 len: 915 time: 0.1825209 Jul 22 23:43:35.924785 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02f4073f-751f-4629-b61b-4dcb509da130 req-32b0536d-974d-4050-830c-2bf901c10ba0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bb37558-9685-4761-895b-10eff9e0a634 HTTP/1.1" status: 200 len: 217 time: 0.0558071 Jul 22 23:43:36.020493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4073f-751f-4629-b61b-4dcb509da130 req-47451e47-f81b-434f-a9fc-3544ea292a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:36.022012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02f4073f-751f-4629-b61b-4dcb509da130 req-47451e47-f81b-434f-a9fc-3544ea292a3c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ed692361-c92f-4aaa-b69c-f01cf41e950b HTTP/1.1" status: 200 len: 854 time: 0.0889199 Jul 22 23:43:36.098101 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88b973-a8a6-4b62-bb64-2d150a997c1e req-ff66f4ca-46f1-4e04-bffd-21e80f3c4c81 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:36.103996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88b973-a8a6-4b62-bb64-2d150a997c1e req-ff66f4ca-46f1-4e04-bffd-21e80f3c4c81 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:36.111064 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88b973-a8a6-4b62-bb64-2d150a997c1e req-ff66f4ca-46f1-4e04-bffd-21e80f3c4c81 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:36.116954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88b973-a8a6-4b62-bb64-2d150a997c1e req-ff66f4ca-46f1-4e04-bffd-21e80f3c4c81 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:36.119317 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:43:36.123900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88b973-a8a6-4b62-bb64-2d150a997c1e req-ff66f4ca-46f1-4e04-bffd-21e80f3c4c81 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:36.129804 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88b973-a8a6-4b62-bb64-2d150a997c1e req-ff66f4ca-46f1-4e04-bffd-21e80f3c4c81 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:36.136140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88b973-a8a6-4b62-bb64-2d150a997c1e req-ff66f4ca-46f1-4e04-bffd-21e80f3c4c81 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:36.145386 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a88b973-a8a6-4b62-bb64-2d150a997c1e req-ff66f4ca-46f1-4e04-bffd-21e80f3c4c81 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5430 time: 0.2208419 Jul 22 23:43:36.146770 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02f4073f-751f-4629-b61b-4dcb509da130 req-3a9cdf0d-7d0f-4f30-a82d-9073323f3829 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5b50d73c-bffe-4070-951e-82ce5d7582c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109152 Jul 22 23:43:36.226518 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a88b973-a8a6-4b62-bb64-2d150a997c1e req-2c887ecb-8e04-4b85-a42e-6d3b9e4ebf2f tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819402 Jul 22 23:43:36.294159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deea73b-4268-4ad2-b10e-89c3b268e2a8 req-23567c5d-e1a9-4aa5-81b2-283df8bf1fcd tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:36.295721 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7deea73b-4268-4ad2-b10e-89c3b268e2a8 req-23567c5d-e1a9-4aa5-81b2-283df8bf1fcd tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 944 time: 0.2699053 Jul 22 23:43:36.300400 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48478) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:36.320761 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02f4073f-751f-4629-b61b-4dcb509da130 req-6d342b01-332f-4f7d-9c73-33aea785d0bf service neutron] 10.222.0.95 "GET /v2.0/networks/5b50d73c-bffe-4070-951e-82ce5d7582c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650443 Jul 22 23:43:36.406829 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7deea73b-4268-4ad2-b10e-89c3b268e2a8 req-bbd8a39f-15d8-4014-b864-55e1360f6074 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963984 Jul 22 23:43:36.441244 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02f4073f-751f-4629-b61b-4dcb509da130 req-2bdff76b-ffc8-4bf4-ab35-f90467c7b76b service neutron] 10.222.0.95 "GET /v2.0/networks/5b50d73c-bffe-4070-951e-82ce5d7582c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084058 Jul 22 23:43:36.527999 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fdababa2-750d-44aa-b043-989ba6540ee8 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1595964510'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:36.565594 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdababa2-750d-44aa-b043-989ba6540ee8 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Made reservation on behalf of df00714dcd8d49b7af4eea9379a213c7 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:36.569544 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdababa2-750d-44aa-b043-989ba6540ee8 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:36.583888 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdababa2-750d-44aa-b043-989ba6540ee8 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:36.690420 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdababa2-750d-44aa-b043-989ba6540ee8 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:36.694159 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdababa2-750d-44aa-b043-989ba6540ee8 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:36.720901 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdababa2-750d-44aa-b043-989ba6540ee8 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:36.730317 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdababa2-750d-44aa-b043-989ba6540ee8 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8611a1-72c7-4cac-983f-afcefe3ae697,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:36.736665 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdababa2-750d-44aa-b043-989ba6540ee8 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:36.737016 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-fdababa2-750d-44aa-b043-989ba6540ee8 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Added segment e5ebe034-4544-414c-8890-7514422836dc of type vlan for network cc74c130-f138-417c-85f0-2ff5a4b26662 Jul 22 23:43:36.760012 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device fc7cd0a6-3d17-4d98-9c93-f0496278b378 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:43:36.780111 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdababa2-750d-44aa-b043-989ba6540ee8 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:36.815700 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdababa2-750d-44aa-b043-989ba6540ee8 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:36.821496 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdababa2-750d-44aa-b043-989ba6540ee8 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:36.822070 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdababa2-750d-44aa-b043-989ba6540ee8 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:36.855727 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fdababa2-750d-44aa-b043-989ba6540ee8 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5524645 Jul 22 23:43:36.858508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:36.900128 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port fc7cd0a6-3d17-4d98-9c93-f0496278b378, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=fc7cd0a6-3d17-4d98-9c93-f0496278b378,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:36.912666 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'fc7cd0a6-3d17-4d98-9c93-f0496278b378', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'port_id': 'fc7cd0a6-3d17-4d98-9c93-f0496278b378', 'mac_address': 'fa:16:3e:e2:4b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:43:36.985424 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdababa2-750d-44aa-b043-989ba6540ee8 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Pushing event updated for resources: {'Network': ['ID=cc74c130-f138-417c-85f0-2ff5a4b26662,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:37.021826 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network cc74c130-f138-417c-85f0-2ff5a4b26662 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:37.051182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c08a6ddd-22d6-4178-bd33-bde5ed583cee tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Request body: {'network': {'name': 'tempest-network--497167222', 'router:external': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:37.089656 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.099709 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.145529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7cd0a6-3d17-4d98-9c93-f0496278b378 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:37.145752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08a6ddd-22d6-4178-bd33-bde5ed583cee tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Made reservation on behalf of c8686206a76b42c9973a8f2a29a32ab7 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:37.148236 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ddd-22d6-4178-bd33-bde5ed583cee tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.163476 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ddd-22d6-4178-bd33-bde5ed583cee tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.173774 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port fc7cd0a6-3d17-4d98-9c93-f0496278b378, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=fc7cd0a6-3d17-4d98-9c93-f0496278b378,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:37.179940 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.203479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa83a70-ad28-41dc-8d58-6db533c2df8a req-586f9f41-1be2-4cdf-b5b8-a1588eb32c32 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:37.205564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-baa83a70-ad28-41dc-8d58-6db533c2df8a req-586f9f41-1be2-4cdf-b5b8-a1588eb32c32 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.1744092 Jul 22 23:43:37.220082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1224aa7-54e0-44ef-9c4d-745324679605 req-3f041778-4d7d-4ac5-94a4-d45f209f5dc5 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:37.221855 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f1224aa7-54e0-44ef-9c4d-745324679605 req-3f041778-4d7d-4ac5-94a4-d45f209f5dc5 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 946 time: 0.1496627 Jul 22 23:43:37.230332 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=fc7cd0a6-3d17-4d98-9c93-f0496278b378,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:37.316051 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-baa83a70-ad28-41dc-8d58-6db533c2df8a req-916d99b2-0bcd-4b5f-959d-ab1c412b426d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910962 Jul 22 23:43:37.318698 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f1224aa7-54e0-44ef-9c4d-745324679605 req-80b8e834-52a2-44d9-a6b7-1b3f73a50d36 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/security-groups?id=de8400ff-87c6-4063-a91b-154e4c0c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857418 Jul 22 23:43:37.363722 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ddd-22d6-4178-bd33-bde5ed583cee tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.371630 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ddd-22d6-4178-bd33-bde5ed583cee tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.395860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08a6ddd-22d6-4178-bd33-bde5ed583cee tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:37.431047 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ddd-22d6-4178-bd33-bde5ed583cee tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.431455 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-c08a6ddd-22d6-4178-bd33-bde5ed583cee tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Added segment 40350078-d344-44fe-8dc1-5ea19595f621 of type vlan for network dec4edbe-d7fe-4196-8fca-ef6592dcfac1 Jul 22 23:43:37.433672 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a6ddd-22d6-4178-bd33-bde5ed583cee tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef69c040-ff6f-4851-89db-ad7aea69d2a1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:37.553477 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ddd-22d6-4178-bd33-bde5ed583cee tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.606150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['fc7cd0a6-3d17-4d98-9c93-f0496278b378'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:43:37.606698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756477b-c829-41cb-93a3-2fc2b238ec5e req-b43b8ff3-d854-409b-acde-5f32f0ede025 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:37.612871 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756477b-c829-41cb-93a3-2fc2b238ec5e req-b43b8ff3-d854-409b-acde-5f32f0ede025 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:37.619323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756477b-c829-41cb-93a3-2fc2b238ec5e req-b43b8ff3-d854-409b-acde-5f32f0ede025 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:37.625377 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756477b-c829-41cb-93a3-2fc2b238ec5e req-b43b8ff3-d854-409b-acde-5f32f0ede025 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:37.631762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756477b-c829-41cb-93a3-2fc2b238ec5e req-b43b8ff3-d854-409b-acde-5f32f0ede025 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:37.639200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756477b-c829-41cb-93a3-2fc2b238ec5e req-b43b8ff3-d854-409b-acde-5f32f0ede025 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:37.644898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756477b-c829-41cb-93a3-2fc2b238ec5e req-b43b8ff3-d854-409b-acde-5f32f0ede025 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:37.646842 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8756477b-c829-41cb-93a3-2fc2b238ec5e req-b43b8ff3-d854-409b-acde-5f32f0ede025 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5430 time: 0.2352450 Jul 22 23:43:37.683928 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ddd-22d6-4178-bd33-bde5ed583cee tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.685463 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08a6ddd-22d6-4178-bd33-bde5ed583cee tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:37.686062 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ddd-22d6-4178-bd33-bde5ed583cee tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.755419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e6783-5b03-4133-b802-c34805ee118e req-acd01882-df26-4f6d-8dc1-9d039cd047c7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:37.757069 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8a1e6783-5b03-4133-b802-c34805ee118e req-acd01882-df26-4f6d-8dc1-9d039cd047c7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 945 time: 0.2408657 Jul 22 23:43:37.763469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8756477b-c829-41cb-93a3-2fc2b238ec5e req-5fa82c50-9b72-4aa9-bff5-cbd188672a92 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1077404 Jul 22 23:43:37.767360 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c08a6ddd-22d6-4178-bd33-bde5ed583cee tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9052083 Jul 22 23:43:37.767695 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48512) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:37.799811 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a6ddd-22d6-4178-bd33-bde5ed583cee tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Pushing event updated for resources: {'Network': ['ID=dec4edbe-d7fe-4196-8fca-ef6592dcfac1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:37.811824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network dec4edbe-d7fe-4196-8fca-ef6592dcfac1 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:37.829546 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8a1e6783-5b03-4133-b802-c34805ee118e req-72b0d858-8335-442c-ab09-2d58c8746928 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619826 Jul 22 23:43:37.838668 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c703812-0efc-4de5-8bdb-837737244613 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.918845 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c703812-0efc-4de5-8bdb-837737244613 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.928710 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0c703812-0efc-4de5-8bdb-837737244613 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec4edbe-d7fe-4196-8fca-ef6592dcfac1']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:37.938800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0c703812-0efc-4de5-8bdb-837737244613 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40350078-d344-44fe-8dc1-5ea19595f621') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:37.939096 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0c703812-0efc-4de5-8bdb-837737244613 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40350078-d344-44fe-8dc1-5ea19595f621') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:37.947540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c703812-0efc-4de5-8bdb-837737244613 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.961649 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c703812-0efc-4de5-8bdb-837737244613 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.967479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c703812-0efc-4de5-8bdb-837737244613 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:43:37.967816 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c703812-0efc-4de5-8bdb-837737244613 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:43:37.969556 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:43:38.026494 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c703812-0efc-4de5-8bdb-837737244613 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.031764 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c703812-0efc-4de5-8bdb-837737244613 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dec4edbe-d7fe-4196-8fca-ef6592dcfac1 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 23:43:38.038974 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c703812-0efc-4de5-8bdb-837737244613 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.040850 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0c703812-0efc-4de5-8bdb-837737244613 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "DELETE /v2.0/networks/dec4edbe-d7fe-4196-8fca-ef6592dcfac1 HTTP/1.1" status: 204 len: 168 time: 0.2721677 Jul 22 23:43:38.045191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48514) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:38.050418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0d75b4d8-53a2-44d1-b609-3d3428ff7648 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:38.058523 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c703812-0efc-4de5-8bdb-837737244613 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Pushing event deleted for resources: {'Network': ['ID=dec4edbe-d7fe-4196-8fca-ef6592dcfac1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:38.075220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d75b4d8-53a2-44d1-b609-3d3428ff7648 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Made reservation on behalf of c8686206a76b42c9973a8f2a29a32ab7 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:38.078088 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d75b4d8-53a2-44d1-b609-3d3428ff7648 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.102383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d75b4d8-53a2-44d1-b609-3d3428ff7648 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:38.123048 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d75b4d8-53a2-44d1-b609-3d3428ff7648 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.123395 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-0d75b4d8-53a2-44d1-b609-3d3428ff7648 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Added segment fb1b15e3-2a4c-4287-b939-709a1724f83e of type vlan for network 65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8 Jul 22 23:43:38.179011 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d75b4d8-53a2-44d1-b609-3d3428ff7648 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.214830 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d75b4d8-53a2-44d1-b609-3d3428ff7648 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.215860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d75b4d8-53a2-44d1-b609-3d3428ff7648 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:38.216509 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d75b4d8-53a2-44d1-b609-3d3428ff7648 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.253864 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0d75b4d8-53a2-44d1-b609-3d3428ff7648 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2072167 Jul 22 23:43:38.256496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:38.287474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fe00bf0c-8677-421f-bf56-df6784f8fb5d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Request body: {'subnet': {'network_id': '65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:38.290553 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75b4d8-53a2-44d1-b609-3d3428ff7648 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Pushing event updated for resources: {'Network': ['ID=65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:38.300546 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:38.320486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe00bf0c-8677-421f-bf56-df6784f8fb5d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Made reservation on behalf of c8686206a76b42c9973a8f2a29a32ab7 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:38.325222 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe00bf0c-8677-421f-bf56-df6784f8fb5d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.582822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437cdc9-9b02-4a2e-8a8a-9e1e08fcfe2c req-3dd61088-930e-4f62-9793-b8ecdfb408fd tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:38.584312 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f437cdc9-9b02-4a2e-8a8a-9e1e08fcfe2c req-3dd61088-930e-4f62-9793-b8ecdfb408fd tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 946 time: 0.1626596 Jul 22 23:43:38.612472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28807a1f-c01a-4278-8171-c7bb94ed5604 req-a94c40bf-f88e-46b1-a0d7-1091a5e22923 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:38.614152 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-28807a1f-c01a-4278-8171-c7bb94ed5604 req-a94c40bf-f88e-46b1-a0d7-1091a5e22923 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.1843059 Jul 22 23:43:38.701485 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f437cdc9-9b02-4a2e-8a8a-9e1e08fcfe2c req-7f99df7e-3f07-403b-b742-bc253e8021a7 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/security-groups?id=de8400ff-87c6-4063-a91b-154e4c0c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095760 Jul 22 23:43:38.715701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-28807a1f-c01a-4278-8171-c7bb94ed5604 req-d2f59634-44ed-4d95-ba9d-27ac21eb30b4 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915775 Jul 22 23:43:38.785588 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device fc7cd0a6-3d17-4d98-9c93-f0496278b378 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:38.855287 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port fc7cd0a6-3d17-4d98-9c93-f0496278b378 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:38.860402 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port fc7cd0a6-3d17-4d98-9c93-f0496278b378 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:38.861139 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.907480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.objects.ports [None req-fe00bf0c-8677-421f-bf56-df6784f8fb5d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:43:38.907935 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe00bf0c-8677-421f-bf56-df6784f8fb5d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.996910 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.028166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00bf0c-8677-421f-bf56-df6784f8fb5d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5a0fcfdb-eaa4-4e3a-85b1-1f3806a67522,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:39.043020 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e488d11b-ab6d-44a0-b240-f15ff7febc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7cd0a6-3d17-4d98-9c93-f0496278b378'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:39.046747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe00bf0c-8677-421f-bf56-df6784f8fb5d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Checking segment: {'id': 'fb1b15e3-2a4c-4287-b939-709a1724f83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:39.047086 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26993026-cced-454d-bbca-f0711107a23c" -d '{"events": [{"server_uuid": "e488d11b-ab6d-44a0-b240-f15ff7febc9d", "name": "network-vif-plugged", "status": "completed", "tag": "fc7cd0a6-3d17-4d98-9c93-f0496278b378"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:39.047513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe00bf0c-8677-421f-bf56-df6784f8fb5d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Network hostable DHCP agents. Network: 65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:43:39.063591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port fc7cd0a6-3d17-4d98-9c93-f0496278b378, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=fc7cd0a6-3d17-4d98-9c93-f0496278b378,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:39.079227 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.137005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=fc7cd0a6-3d17-4d98-9c93-f0496278b378,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:39.440346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb239276-52e9-4b06-8aa7-f655a936e97e req-2995b173-11e1-49c1-b66c-7694661ba372 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:39.446085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb239276-52e9-4b06-8aa7-f655a936e97e req-2995b173-11e1-49c1-b66c-7694661ba372 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:39.451926 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb239276-52e9-4b06-8aa7-f655a936e97e req-2995b173-11e1-49c1-b66c-7694661ba372 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:39.457778 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb239276-52e9-4b06-8aa7-f655a936e97e req-2995b173-11e1-49c1-b66c-7694661ba372 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:39.463495 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb239276-52e9-4b06-8aa7-f655a936e97e req-2995b173-11e1-49c1-b66c-7694661ba372 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:39.469821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb239276-52e9-4b06-8aa7-f655a936e97e req-2995b173-11e1-49c1-b66c-7694661ba372 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:39.475791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb239276-52e9-4b06-8aa7-f655a936e97e req-2995b173-11e1-49c1-b66c-7694661ba372 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:39.477767 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb239276-52e9-4b06-8aa7-f655a936e97e req-2995b173-11e1-49c1-b66c-7694661ba372 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5430 time: 0.5719132 Jul 22 23:43:39.493690 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe00bf0c-8677-421f-bf56-df6784f8fb5d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Network 65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:43:39.520194 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fe00bf0c-8677-421f-bf56-df6784f8fb5d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:39.529805 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150ece08-197c-4620-82ab-4a700bcfa6c3 None None] Network 65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:39.543142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe00bf0c-8677-421f-bf56-df6784f8fb5d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:39.543752 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fe00bf0c-8677-421f-bf56-df6784f8fb5d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.555429 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb239276-52e9-4b06-8aa7-f655a936e97e req-d6d2681e-a523-4ba3-a872-7d9e9a4717fa tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687497 Jul 22 23:43:39.570506 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d393183-4027-4065-9589-ecf9522d83f9 req-48473e68-1d73-42ae-ace5-de3d511262b1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:39.572386 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d393183-4027-4065-9589-ecf9522d83f9 req-48473e68-1d73-42ae-ace5-de3d511262b1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.5151324 Jul 22 23:43:39.591821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fe00bf0c-8677-421f-bf56-df6784f8fb5d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3342454 Jul 22 23:43:39.594656 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48564) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:39.602274 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Request body: {'floatingip': {'floating_network_id': '65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:39.637180 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d393183-4027-4065-9589-ecf9522d83f9 req-3d5ff548-2054-46ec-998e-b68b8095b52c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436666 Jul 22 23:43:39.637804 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.685573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495680a7-c49f-4e30-8e1e-edda238c4518 None None] Network 65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:39.688519 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57514fc1-5a93-4a3e-bb76-af2eb90b0e96 x-openstack-request-id: req-57514fc1-5a93-4a3e-bb76-af2eb90b0e96 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:39.688806 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e488d11b-ab6d-44a0-b240-f15ff7febc9d", "name": "network-vif-plugged", "status": "completed", "tag": "fc7cd0a6-3d17-4d98-9c93-f0496278b378", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:39.689055 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-57514fc1-5a93-4a3e-bb76-af2eb90b0e96 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:39.689473 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e488d11b-ab6d-44a0-b240-f15ff7febc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7cd0a6-3d17-4d98-9c93-f0496278b378', 'code': 200} Jul 22 23:43:39.733030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b858bfb-a109-4dc4-82e8-13d12a2ac74d req-f59a6465-4aed-4f31-9114-229bf7782ad6 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:39.734735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0b858bfb-a109-4dc4-82e8-13d12a2ac74d req-f59a6465-4aed-4f31-9114-229bf7782ad6 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 946 time: 0.0765576 Jul 22 23:43:39.746415 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.873386 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0b858bfb-a109-4dc4-82e8-13d12a2ac74d req-04c07d78-9e71-4582-85d9-65adf57aa14d tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/security-groups?id=de8400ff-87c6-4063-a91b-154e4c0c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245768 Jul 22 23:43:39.877516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Allocated IP 172.20.0.2 (65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8/5a0fcfdb-eaa4-4e3a-85b1-1f3806a67522/7ee8d436-7046-4872-965b-2c96a2c60047) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:39.931885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c988a-66df-49e3-a218-9d9a43458722 req-887df850-8c22-418a-8080-4ef5f9b9aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:39.933235 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b1c988a-66df-49e3-a218-9d9a43458722 req-887df850-8c22-418a-8080-4ef5f9b9aed8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 1097 time: 0.1504335 Jul 22 23:43:39.954198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de083c14-1e3c-42d1-bfae-eb2e641ac277 req-e5a20d89-6063-47ab-b081-9d4e269bc139 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:39.955665 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de083c14-1e3c-42d1-bfae-eb2e641ac277 req-e5a20d89-6063-47ab-b081-9d4e269bc139 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.1211612 Jul 22 23:43:40.003011 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b1c988a-66df-49e3-a218-9d9a43458722 req-49d16830-0530-4e9c-ae67-77c82a82bdc1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625057 Jul 22 23:43:40.012676 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.018707 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de083c14-1e3c-42d1-bfae-eb2e641ac277 req-3c765429-3f86-48ba-a9e3-1d8329df8006 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552888 Jul 22 23:43:40.061923 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.100323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Network 65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:40.103045 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:40.106631 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:40.112290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Pushing event updated for resources: {'Port': ['ID=7ee8d436-7046-4872-965b-2c96a2c60047,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:40.441370 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.485375 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.653392 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.669297 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.758204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Pushing event updated for resources: {'Port': ['ID=7ee8d436-7046-4872-965b-2c96a2c60047,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:40.777432 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.782766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddecf9f-541a-4ad5-b2f3-ee8a5e8ae3a2 req-a358d46c-ce1a-4cd9-b70f-198c620a2fa6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:40.789914 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddecf9f-541a-4ad5-b2f3-ee8a5e8ae3a2 req-a358d46c-ce1a-4cd9-b70f-198c620a2fa6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:40.792388 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.793940 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6024ea9b-553e-43f2-89ba-5b0abbc5ce81 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1970351 Jul 22 23:43:40.796819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddecf9f-541a-4ad5-b2f3-ee8a5e8ae3a2 req-a358d46c-ce1a-4cd9-b70f-198c620a2fa6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:40.796956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48576) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:40.803534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddecf9f-541a-4ad5-b2f3-ee8a5e8ae3a2 req-a358d46c-ce1a-4cd9-b70f-198c620a2fa6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:40.810009 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddecf9f-541a-4ad5-b2f3-ee8a5e8ae3a2 req-a358d46c-ce1a-4cd9-b70f-198c620a2fa6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:40.816233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddecf9f-541a-4ad5-b2f3-ee8a5e8ae3a2 req-a358d46c-ce1a-4cd9-b70f-198c620a2fa6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:40.822332 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddecf9f-541a-4ad5-b2f3-ee8a5e8ae3a2 req-a358d46c-ce1a-4cd9-b70f-198c620a2fa6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:40.824554 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ddecf9f-541a-4ad5-b2f3-ee8a5e8ae3a2 req-a358d46c-ce1a-4cd9-b70f-198c620a2fa6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5430 time: 0.1827130 Jul 22 23:43:40.871421 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3cef943f-02ff-4f41-ba0e-901cff8b48b5 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "GET /v2.0/floatingips?floating_network_id=65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8 HTTP/1.1" status: 200 len: 689 time: 0.0703540 Jul 22 23:43:40.871636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48578) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:40.920759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7811a0-f6f7-4d8a-b0db-768d448a06d9 req-d391cbe1-0925-4e1b-8784-aae4d09f0bcb tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:40.922553 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d7811a0-f6f7-4d8a-b0db-768d448a06d9 req-d391cbe1-0925-4e1b-8784-aae4d09f0bcb tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.2068667 Jul 22 23:43:40.929664 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ddecf9f-541a-4ad5-b2f3-ee8a5e8ae3a2 req-33ff3665-6fdf-44a3-bd7e-85fe768c5a41 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0937779 Jul 22 23:43:40.974430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff8921-fbf2-45bf-96f5-a8d6683e4dd6 req-bffe25e7-ed68-4c7b-bc04-f757e938c0b7 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:40.975918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46ff8921-fbf2-45bf-96f5-a8d6683e4dd6 req-bffe25e7-ed68-4c7b-bc04-f757e938c0b7 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 946 time: 0.1503866 Jul 22 23:43:40.982129 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.023398 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d7811a0-f6f7-4d8a-b0db-768d448a06d9 req-02557857-808b-4aef-98dd-0eeaf6e7e0f8 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927668 Jul 22 23:43:41.127343 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Deleting port 7ee8d436-7046-4872-965b-2c96a2c60047 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:41.127755 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.188285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2874b-aa5c-4c40-94d4-4c1362fc9ef1 req-f75ac669-a8fb-4d87-9232-fe01cdec5c91 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:41.189905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ccf2874b-aa5c-4c40-94d4-4c1362fc9ef1 req-f75ac669-a8fb-4d87-9232-fe01cdec5c91 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d2cd2c9-be36-4cc7-9795-e0bac5c096d8 HTTP/1.1" status: 200 len: 946 time: 0.1655409 Jul 22 23:43:41.208252 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-46ff8921-fbf2-45bf-96f5-a8d6683e4dd6 req-2c527564-3f4b-4c83-b1e7-48c2c0705783 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Deleting port 3bb37558-9685-4761-895b-10eff9e0a634 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:41.208598 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46ff8921-fbf2-45bf-96f5-a8d6683e4dd6 req-2c527564-3f4b-4c83-b1e7-48c2c0705783 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.261738 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.262078 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.274008 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Calling delete_port for 7ee8d436-7046-4872-965b-2c96a2c60047 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:41.336778 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ccf2874b-aa5c-4c40-94d4-4c1362fc9ef1 req-422ce281-b32b-4109-a9b9-853e2c3eb811 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.26 "GET /v2.0/security-groups?id=de8400ff-87c6-4063-a91b-154e4c0c1d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370344 Jul 22 23:43:41.378165 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-46ff8921-fbf2-45bf-96f5-a8d6683e4dd6 req-2c527564-3f4b-4c83-b1e7-48c2c0705783 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] For port 3bb37558-9685-4761-895b-10eff9e0a634, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3bb37558-9685-4761-895b-10eff9e0a634,segment=NetworkSegment(0350fd1f-a001-4946-aa15-d52dc0be9909),segment_id=0350fd1f-a001-4946-aa15-d52dc0be9909)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:41.378698 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46ff8921-fbf2-45bf-96f5-a8d6683e4dd6 req-2c527564-3f4b-4c83-b1e7-48c2c0705783 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.403495 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90038b-3d64-4f6e-8e38-a3b8c8272f9f req-08eac209-7e9c-409c-815f-76b0b8d02727 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:41.405086 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f90038b-3d64-4f6e-8e38-a3b8c8272f9f req-08eac209-7e9c-409c-815f-76b0b8d02727 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.1885841 Jul 22 23:43:41.406090 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-46ff8921-fbf2-45bf-96f5-a8d6683e4dd6 req-2c527564-3f4b-4c83-b1e7-48c2c0705783 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Calling delete_port for 3bb37558-9685-4761-895b-10eff9e0a634 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:41.457954 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.486765 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f90038b-3d64-4f6e-8e38-a3b8c8272f9f req-9ea0cca3-4c00-46bd-a1a0-f598fa8a5c20 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744872 Jul 22 23:43:41.498447 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ee8d436-7046-4872-965b-2c96a2c60047,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:41.576049 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.600803 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46ff8921-fbf2-45bf-96f5-a8d6683e4dd6 req-2c527564-3f4b-4c83-b1e7-48c2c0705783 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.637745 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.669471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c527564-3f4b-4c83-b1e7-48c2c0705783 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Pushing event deleted for resources: {'Port': ['ID=3bb37558-9685-4761-895b-10eff9e0a634,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:41.704843 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ff8921-fbf2-45bf-96f5-a8d6683e4dd6 req-2c527564-3f4b-4c83-b1e7-48c2c0705783 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] No DVR routers for this DVR port 3bb37558-9685-4761-895b-10eff9e0a634 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:43:41.708889 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-46ff8921-fbf2-45bf-96f5-a8d6683e4dd6 req-2c527564-3f4b-4c83-b1e7-48c2c0705783 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.716020 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46ff8921-fbf2-45bf-96f5-a8d6683e4dd6 req-2c527564-3f4b-4c83-b1e7-48c2c0705783 tempest-InstanceActionsTestJSON-1945183130 tempest-InstanceActionsTestJSON-1945183130-project] 10.222.0.95 "DELETE /v2.0/ports/3bb37558-9685-4761-895b-10eff9e0a634 HTTP/1.1" status: 204 len: 173 time: 0.7293713 Jul 22 23:43:41.716586 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2cd2c9-be36-4cc7-9795-e0bac5c096d8', 'name': 'network-vif-deleted', 'tag': '3bb37558-9685-4761-895b-10eff9e0a634'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:41.721065 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4841b9-8f97-4be5-b64f-0d0942b52c35" -d '{"events": [{"server_uuid": "3d2cd2c9-be36-4cc7-9795-e0bac5c096d8", "name": "network-vif-deleted", "tag": "3bb37558-9685-4761-895b-10eff9e0a634"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:41.741522 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.784489 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5a0fcfdb-eaa4-4e3a-85b1-1f3806a67522,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:41.793847 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edb0ff5-1289-48fe-b3ee-425878a00be9 x-openstack-request-id: req-8edb0ff5-1289-48fe-b3ee-425878a00be9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:41.794348 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2cd2c9-be36-4cc7-9795-e0bac5c096d8", "name": "network-vif-deleted", "tag": "3bb37558-9685-4761-895b-10eff9e0a634", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:41.796636 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8edb0ff5-1289-48fe-b3ee-425878a00be9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:41.797297 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2cd2c9-be36-4cc7-9795-e0bac5c096d8', 'name': 'network-vif-deleted', 'tag': '3bb37558-9685-4761-895b-10eff9e0a634', 'status': 'completed', 'code': 200} Jul 22 23:43:41.850987 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.862302 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:41.882506 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1b15e3-2a4c-4287-b939-709a1724f83e') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:41.882727 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1b15e3-2a4c-4287-b939-709a1724f83e') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:41.893942 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.910652 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.918972 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:43:41.919920 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:43:41.922760 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:43:41.991110 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.996564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 23:43:42.000121 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.004477 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "DELETE /v2.0/networks/65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8 HTTP/1.1" status: 204 len: 168 time: 1.1295285 Jul 22 23:43:42.004791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48600) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:42.013526 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f5459-2dde-47e4-a464-aea35d013e8f tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Pushing event deleted for resources: {'Network': ['ID=65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:42.242117 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ebb88590-4604-4725-902c-79a71974da33 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3831 time: 0.2334974 Jul 22 23:43:42.243273 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48606) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:42.259456 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc2b73-a730-467a-8b33-edd335dc4b48 req-5c04e16f-015f-4929-875c-ba0eaee14436 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.265596 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc2b73-a730-467a-8b33-edd335dc4b48 req-5c04e16f-015f-4929-875c-ba0eaee14436 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.271825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc2b73-a730-467a-8b33-edd335dc4b48 req-5c04e16f-015f-4929-875c-ba0eaee14436 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.278670 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc2b73-a730-467a-8b33-edd335dc4b48 req-5c04e16f-015f-4929-875c-ba0eaee14436 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.284674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc2b73-a730-467a-8b33-edd335dc4b48 req-5c04e16f-015f-4929-875c-ba0eaee14436 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.290746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc2b73-a730-467a-8b33-edd335dc4b48 req-5c04e16f-015f-4929-875c-ba0eaee14436 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.298279 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc2b73-a730-467a-8b33-edd335dc4b48 req-5c04e16f-015f-4929-875c-ba0eaee14436 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.306359 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05fc2b73-a730-467a-8b33-edd335dc4b48 req-5c04e16f-015f-4929-875c-ba0eaee14436 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5430 time: 0.2284963 Jul 22 23:43:42.360215 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebb2aa-8361-4e81-9a02-af48d9396d55 req-a4a68586-aee3-44bc-8858-18a6632c4be8 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.362275 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2eebb2aa-8361-4e81-9a02-af48d9396d55 req-a4a68586-aee3-44bc-8858-18a6632c4be8 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.2464595 Jul 22 23:43:42.406372 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05fc2b73-a730-467a-8b33-edd335dc4b48 req-b9a8c045-5168-4dd0-ab65-8dd4ccae4f67 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989914 Jul 22 23:43:42.408074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac50e8ca-cef7-4585-bf5a-b44f930a9fad tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.408911 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac50e8ca-cef7-4585-bf5a-b44f930a9fad tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.409569 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac50e8ca-cef7-4585-bf5a-b44f930a9fad tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.410087 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac50e8ca-cef7-4585-bf5a-b44f930a9fad tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.410601 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac50e8ca-cef7-4585-bf5a-b44f930a9fad tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.411176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac50e8ca-cef7-4585-bf5a-b44f930a9fad tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.411698 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac50e8ca-cef7-4585-bf5a-b44f930a9fad tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.412483 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac50e8ca-cef7-4585-bf5a-b44f930a9fad tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.412996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac50e8ca-cef7-4585-bf5a-b44f930a9fad tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.413560 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac50e8ca-cef7-4585-bf5a-b44f930a9fad tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.414063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac50e8ca-cef7-4585-bf5a-b44f930a9fad tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.414620 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac50e8ca-cef7-4585-bf5a-b44f930a9fad tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.415120 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac50e8ca-cef7-4585-bf5a-b44f930a9fad tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.421182 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ac50e8ca-cef7-4585-bf5a-b44f930a9fad tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8289 time: 0.1733136 Jul 22 23:43:42.421532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48610) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:42.443970 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2eebb2aa-8361-4e81-9a02-af48d9396d55 req-4660dc64-8732-4d3f-bf82-5d64c9c037e0 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685918 Jul 22 23:43:42.468216 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-6aa403dc-ceb2-4f41-b230-280fd8df8c91 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] delete failed (client error): The resource could not be found. Jul 22 23:43:42.471791 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6aa403dc-ceb2-4f41-b230-280fd8df8c91 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/acc70d92-b2eb-43c9-8875-26b4f6b52a13 HTTP/1.1" status: 404 len: 345 time: 0.0465925 Jul 22 23:43:42.472077 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48614) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:42.494147 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-daeaf3fd-0901-424c-a387-0afc3ca7659b tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] DELETE failed (client error): The resource could not be found. Jul 22 23:43:42.494753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daeaf3fd-0901-424c-a387-0afc3ca7659b tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:43:42.501661 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-daeaf3fd-0901-424c-a387-0afc3ca7659b tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "DELETE /v2.0/networks/65bf1c6b-5cc5-42bf-aadf-b9e2cbea5bb8 HTTP/1.1" status: 404 len: 339 time: 0.0248883 Jul 22 23:43:42.503067 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48616) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:42.508289 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-953bbff1-99a1-4322-9ce6-c623b77859bc tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Request body: {'network': {'name': 'tempest-network--2125040599', 'router:external': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:42.540153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48620) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:42.560328 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953bbff1-99a1-4322-9ce6-c623b77859bc tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Made reservation on behalf of c8686206a76b42c9973a8f2a29a32ab7 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:42.562869 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-953bbff1-99a1-4322-9ce6-c623b77859bc tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.616068 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-955a6549-02fe-4d74-87ed-7f958ec10a03 admin admin] Deleting subnet ed692361-c92f-4aaa-b69c-f01cf41e950b {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:43:42.619244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953bbff1-99a1-4322-9ce6-c623b77859bc tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:42.622945 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-955a6549-02fe-4d74-87ed-7f958ec10a03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.632057 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-953bbff1-99a1-4322-9ce6-c623b77859bc tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.632536 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-953bbff1-99a1-4322-9ce6-c623b77859bc tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Added segment d0719fb4-293d-4356-83c7-ed24bf876bf9 of type vlan for network 4d7dde24-6dac-443c-8c12-86a501b1f009 Jul 22 23:43:42.680752 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-953bbff1-99a1-4322-9ce6-c623b77859bc tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.686797 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-955a6549-02fe-4d74-87ed-7f958ec10a03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.725285 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-953bbff1-99a1-4322-9ce6-c623b77859bc tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.726720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953bbff1-99a1-4322-9ce6-c623b77859bc tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.727811 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-953bbff1-99a1-4322-9ce6-c623b77859bc tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.759458 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-955a6549-02fe-4d74-87ed-7f958ec10a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.768770 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-953bbff1-99a1-4322-9ce6-c623b77859bc tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2645290 Jul 22 23:43:42.771327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48624) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:42.818730 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bbff1-99a1-4322-9ce6-c623b77859bc tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Pushing event updated for resources: {'Network': ['ID=4d7dde24-6dac-443c-8c12-86a501b1f009,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:42.831731 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 4d7dde24-6dac-443c-8c12-86a501b1f009 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:42.848289 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c38ebc-a289-4a26-b5c0-0c8e8a1f0079 req-e25411c1-dffb-4a41-9095-bbc49210308b tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.849844 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3c38ebc-a289-4a26-b5c0-0c8e8a1f0079 req-e25411c1-dffb-4a41-9095-bbc49210308b tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.1775596 Jul 22 23:43:42.907616 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-955a6549-02fe-4d74-87ed-7f958ec10a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.926292 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6612d79-4951-4876-afc1-4427c44f8710 req-57568eb9-0dba-48a4-bf68-24fbce456f56 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.929564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6612d79-4951-4876-afc1-4427c44f8710 req-57568eb9-0dba-48a4-bf68-24fbce456f56 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.1787081 Jul 22 23:43:42.961524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a6549-02fe-4d74-87ed-7f958ec10a03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed692361-c92f-4aaa-b69c-f01cf41e950b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:42.972638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3c38ebc-a289-4a26-b5c0-0c8e8a1f0079 req-5657dc39-ce5e-4492-9694-383febed59a8 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119373 Jul 22 23:43:42.984214 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-955a6549-02fe-4d74-87ed-7f958ec10a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.988337 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-955a6549-02fe-4d74-87ed-7f958ec10a03 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ed692361-c92f-4aaa-b69c-f01cf41e950b HTTP/1.1" status: 204 len: 168 time: 0.4450073 Jul 22 23:43:42.988587 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:43.038433 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3bb37558-9685-4761-895b-10eff9e0a634 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:43.049358 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6612d79-4951-4876-afc1-4427c44f8710 req-0022fccd-a9af-489c-b540-c383419f45b9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912049 Jul 22 23:43:43.050897 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a75572-868b-4866-8b91-f5cd308d5411 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:43.060828 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a75572-868b-4866-8b91-f5cd308d5411 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:43.067308 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a75572-868b-4866-8b91-f5cd308d5411 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:43.067892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 3bb37558-9685-4761-895b-10eff9e0a634 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:43:43.068283 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3bb37558-9685-4761-895b-10eff9e0a634 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:43:43.074404 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a75572-868b-4866-8b91-f5cd308d5411 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:43.076464 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-75a75572-868b-4866-8b91-f5cd308d5411 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3041518 Jul 22 23:43:43.079205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48638) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:43.104095 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e58349cd-9e2e-46db-a05d-9ae1ff5fdc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.162841 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d5223f4-a5bd-4ce8-b0dd-3887d6943d21 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.196326 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e58349cd-9e2e-46db-a05d-9ae1ff5fdc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.217573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e58349cd-9e2e-46db-a05d-9ae1ff5fdc89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b50d73c-bffe-4070-951e-82ce5d7582c9']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:43.232551 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e58349cd-9e2e-46db-a05d-9ae1ff5fdc89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0350fd1f-a001-4946-aa15-d52dc0be9909') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:43.232803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e58349cd-9e2e-46db-a05d-9ae1ff5fdc89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0350fd1f-a001-4946-aa15-d52dc0be9909') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:43.246579 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e58349cd-9e2e-46db-a05d-9ae1ff5fdc89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.250321 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d5223f4-a5bd-4ce8-b0dd-3887d6943d21 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.262190 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9d5223f4-a5bd-4ce8-b0dd-3887d6943d21 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7dde24-6dac-443c-8c12-86a501b1f009']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:43.271098 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e58349cd-9e2e-46db-a05d-9ae1ff5fdc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.274155 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9d5223f4-a5bd-4ce8-b0dd-3887d6943d21 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0719fb4-293d-4356-83c7-ed24bf876bf9') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:43.274747 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9d5223f4-a5bd-4ce8-b0dd-3887d6943d21 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0719fb4-293d-4356-83c7-ed24bf876bf9') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:43.280625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58349cd-9e2e-46db-a05d-9ae1ff5fdc89 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:43:43.282498 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e58349cd-9e2e-46db-a05d-9ae1ff5fdc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:43:43.283238 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:43:43.286202 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d5223f4-a5bd-4ce8-b0dd-3887d6943d21 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.306129 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d5223f4-a5bd-4ce8-b0dd-3887d6943d21 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.318041 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5223f4-a5bd-4ce8-b0dd-3887d6943d21 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:43:43.318830 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d5223f4-a5bd-4ce8-b0dd-3887d6943d21 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:43:43.334476 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:43:43.351112 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e58349cd-9e2e-46db-a05d-9ae1ff5fdc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.357554 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e58349cd-9e2e-46db-a05d-9ae1ff5fdc89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.362089 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e58349cd-9e2e-46db-a05d-9ae1ff5fdc89 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5b50d73c-bffe-4070-951e-82ce5d7582c9 HTTP/1.1" status: 204 len: 168 time: 0.3702090 Jul 22 23:43:43.375995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58349cd-9e2e-46db-a05d-9ae1ff5fdc89 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b50d73c-bffe-4070-951e-82ce5d7582c9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:43.393612 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d5223f4-a5bd-4ce8-b0dd-3887d6943d21 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.399228 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5223f4-a5bd-4ce8-b0dd-3887d6943d21 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d7dde24-6dac-443c-8c12-86a501b1f009 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 23:43:43.425958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5223f4-a5bd-4ce8-b0dd-3887d6943d21 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d7dde24-6dac-443c-8c12-86a501b1f009,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:43.429764 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d5223f4-a5bd-4ce8-b0dd-3887d6943d21 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.433015 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9d5223f4-a5bd-4ce8-b0dd-3887d6943d21 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "DELETE /v2.0/networks/4d7dde24-6dac-443c-8c12-86a501b1f009 HTTP/1.1" status: 204 len: 168 time: 0.3527880 Jul 22 23:43:43.436728 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48650) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:43.443895 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d2047ec1-8510-4de7-a168-94a7dfe3e685 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Request body: {'network': {'name': 'tempest-network--1387545854', 'router:external': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:43.476058 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2047ec1-8510-4de7-a168-94a7dfe3e685 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Made reservation on behalf of c8686206a76b42c9973a8f2a29a32ab7 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:43.478814 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2047ec1-8510-4de7-a168-94a7dfe3e685 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.513591 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2047ec1-8510-4de7-a168-94a7dfe3e685 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:43.524242 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2047ec1-8510-4de7-a168-94a7dfe3e685 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.524607 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-d2047ec1-8510-4de7-a168-94a7dfe3e685 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Added segment 67089dea-1a45-4b09-9b67-9fc56667e273 of type vlan for network d1e863d6-e248-42e2-9499-6f0647497300 Jul 22 23:43:43.603074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48656) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:43.648534 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2047ec1-8510-4de7-a168-94a7dfe3e685 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.676853 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6d16ac46-8fcd-47da-baca-4c7a3c148c93 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d71dae03d5e446fa84314189cc36d81b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703335 Jul 22 23:43:43.677199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48658) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:43.686146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae77cfe-060c-4fa6-82b1-5ab45546a594 req-f28fe097-382f-4c52-8112-67c6185ed4b7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:43.692266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae77cfe-060c-4fa6-82b1-5ab45546a594 req-f28fe097-382f-4c52-8112-67c6185ed4b7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:43.699072 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae77cfe-060c-4fa6-82b1-5ab45546a594 req-f28fe097-382f-4c52-8112-67c6185ed4b7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:43.705665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae77cfe-060c-4fa6-82b1-5ab45546a594 req-f28fe097-382f-4c52-8112-67c6185ed4b7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:43.711286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae77cfe-060c-4fa6-82b1-5ab45546a594 req-f28fe097-382f-4c52-8112-67c6185ed4b7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:43.717472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae77cfe-060c-4fa6-82b1-5ab45546a594 req-f28fe097-382f-4c52-8112-67c6185ed4b7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:43.723464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae77cfe-060c-4fa6-82b1-5ab45546a594 req-f28fe097-382f-4c52-8112-67c6185ed4b7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:43.725446 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ae77cfe-060c-4fa6-82b1-5ab45546a594 req-f28fe097-382f-4c52-8112-67c6185ed4b7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5430 time: 0.1897964 Jul 22 23:43:43.734431 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ae33b37-f0db-4d8d-97f4-1009f3f73c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.762039 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ae33b37-f0db-4d8d-97f4-1009f3f73c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.780508 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ae77cfe-060c-4fa6-82b1-5ab45546a594 req-9a52fff2-67c0-4d39-81d1-f8594c099983 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484657 Jul 22 23:43:43.781450 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2047ec1-8510-4de7-a168-94a7dfe3e685 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.782452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2047ec1-8510-4de7-a168-94a7dfe3e685 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:43.783055 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2047ec1-8510-4de7-a168-94a7dfe3e685 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.819267 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d2047ec1-8510-4de7-a168-94a7dfe3e685 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3788805 Jul 22 23:43:43.820239 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:43.856978 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ae33b37-f0db-4d8d-97f4-1009f3f73c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.859638 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ae33b37-f0db-4d8d-97f4-1009f3f73c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.860700 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ae33b37-f0db-4d8d-97f4-1009f3f73c77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de8400ff-87c6-4063-a91b-154e4c0c1d3f HTTP/1.1" status: 204 len: 168 time: 0.1824629 Jul 22 23:43:43.878613 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae33b37-f0db-4d8d-97f4-1009f3f73c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8400ff-87c6-4063-a91b-154e4c0c1d3f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:43.883536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2047ec1-8510-4de7-a168-94a7dfe3e685 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Pushing event updated for resources: {'Network': ['ID=d1e863d6-e248-42e2-9499-6f0647497300,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:43.895407 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network d1e863d6-e248-42e2-9499-6f0647497300 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:43.971330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae038cc8-9659-4aca-965f-6f649162dfbc tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:43.972793 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ae038cc8-9659-4aca-965f-6f649162dfbc tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] 10.222.0.26 "GET /v2.0/networks/d1e863d6-e248-42e2-9499-6f0647497300 HTTP/1.1" status: 200 len: 757 time: 0.1522334 Jul 22 23:43:43.975396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48666) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:44.175936 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b7cf49-b80b-4fec-8cab-8fa8189f4aaa tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:44.179952 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-21b7cf49-b80b-4fec-8cab-8fa8189f4aaa tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] 10.222.0.26 "GET /v2.0/networks/cc74c130-f138-417c-85f0-2ff5a4b26662 HTTP/1.1" status: 200 len: 768 time: 0.2008688 Jul 22 23:43:44.180421 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48674) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:44.249612 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71b4a6-09dd-4247-abb5-e4920eea7dd0 req-14821065-2054-4b49-94b4-7fdced2d80ef tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:44.251167 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b71b4a6-09dd-4247-abb5-e4920eea7dd0 req-14821065-2054-4b49-94b4-7fdced2d80ef tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.1318724 Jul 22 23:43:44.258812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e17e4-65a5-41f0-9d25-70bc2567ef9c req-a5600c5c-ea23-44e1-a950-56e0505ede3c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:44.260192 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93ccce63-002d-48c3-b5db-a9db1a81a42d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.260359 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff4e17e4-65a5-41f0-9d25-70bc2567ef9c req-a5600c5c-ea23-44e1-a950-56e0505ede3c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.1181324 Jul 22 23:43:44.321357 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff4e17e4-65a5-41f0-9d25-70bc2567ef9c req-5a7e4aa0-ae37-4487-b096-c469476c0248 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531659 Jul 22 23:43:44.324797 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b71b4a6-09dd-4247-abb5-e4920eea7dd0 req-d2b356ff-5354-4661-bfa1-099a62d47395 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629575 Jul 22 23:43:44.365451 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93ccce63-002d-48c3-b5db-a9db1a81a42d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.376732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-93ccce63-002d-48c3-b5db-a9db1a81a42d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e863d6-e248-42e2-9499-6f0647497300']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:44.395359 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-93ccce63-002d-48c3-b5db-a9db1a81a42d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67089dea-1a45-4b09-9b67-9fc56667e273') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:44.395656 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-93ccce63-002d-48c3-b5db-a9db1a81a42d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67089dea-1a45-4b09-9b67-9fc56667e273') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:44.407583 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93ccce63-002d-48c3-b5db-a9db1a81a42d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.423640 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93ccce63-002d-48c3-b5db-a9db1a81a42d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.430167 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ccce63-002d-48c3-b5db-a9db1a81a42d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:43:44.430635 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93ccce63-002d-48c3-b5db-a9db1a81a42d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:43:44.432901 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:43:44.505521 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93ccce63-002d-48c3-b5db-a9db1a81a42d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.512703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ccce63-002d-48c3-b5db-a9db1a81a42d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1e863d6-e248-42e2-9499-6f0647497300 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 23:43:44.515658 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93ccce63-002d-48c3-b5db-a9db1a81a42d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.521775 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-93ccce63-002d-48c3-b5db-a9db1a81a42d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "DELETE /v2.0/networks/d1e863d6-e248-42e2-9499-6f0647497300 HTTP/1.1" status: 204 len: 168 time: 0.3360643 Jul 22 23:43:44.522589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48688) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:44.529229 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccce63-002d-48c3-b5db-a9db1a81a42d tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1e863d6-e248-42e2-9499-6f0647497300,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:44.529554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3a68ae46-374c-45a2-b2ce-d173aacc3f90 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Request body: {'network': {'name': 'tempest-network--222517603'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:44.553889 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a68ae46-374c-45a2-b2ce-d173aacc3f90 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Made reservation on behalf of c8686206a76b42c9973a8f2a29a32ab7 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:44.557319 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a68ae46-374c-45a2-b2ce-d173aacc3f90 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.589734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a68ae46-374c-45a2-b2ce-d173aacc3f90 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:44.601970 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a68ae46-374c-45a2-b2ce-d173aacc3f90 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.602795 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-3a68ae46-374c-45a2-b2ce-d173aacc3f90 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Added segment 43c334c5-9af4-43b9-ad73-6994155a05a1 of type vlan for network 21057ea6-48ab-441e-8624-cfc1552ccb11 Jul 22 23:43:44.660906 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a68ae46-374c-45a2-b2ce-d173aacc3f90 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.715071 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a68ae46-374c-45a2-b2ce-d173aacc3f90 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.719070 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a68ae46-374c-45a2-b2ce-d173aacc3f90 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:44.720274 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a68ae46-374c-45a2-b2ce-d173aacc3f90 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.758002 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3a68ae46-374c-45a2-b2ce-d173aacc3f90 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2337980 Jul 22 23:43:44.760400 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48698) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:44.768394 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a06ea535-e188-4b8a-bff4-ac97fb340be9 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:44.812481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68ae46-374c-45a2-b2ce-d173aacc3f90 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Pushing event updated for resources: {'Network': ['ID=21057ea6-48ab-441e-8624-cfc1552ccb11,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:44.831104 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48702) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:44.841485 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 21057ea6-48ab-441e-8624-cfc1552ccb11 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:45.021169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69261ea8-3d37-4801-b1e4-a633df8d7533 req-a9917bc1-92da-452b-af14-badef9e9bdab tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:45.032160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69261ea8-3d37-4801-b1e4-a633df8d7533 req-a9917bc1-92da-452b-af14-badef9e9bdab tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:45.034348 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69261ea8-3d37-4801-b1e4-a633df8d7533 req-a9917bc1-92da-452b-af14-badef9e9bdab tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:45.040374 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69261ea8-3d37-4801-b1e4-a633df8d7533 req-a9917bc1-92da-452b-af14-badef9e9bdab tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:45.047510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69261ea8-3d37-4801-b1e4-a633df8d7533 req-a9917bc1-92da-452b-af14-badef9e9bdab tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:45.053638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69261ea8-3d37-4801-b1e4-a633df8d7533 req-a9917bc1-92da-452b-af14-badef9e9bdab tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:45.055375 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 701ccee7-462f-4894-bd64-5a84060d3d06 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:43:45.061204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69261ea8-3d37-4801-b1e4-a633df8d7533 req-a9917bc1-92da-452b-af14-badef9e9bdab tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:45.063299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69261ea8-3d37-4801-b1e4-a633df8d7533 req-a9917bc1-92da-452b-af14-badef9e9bdab tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5430 time: 0.1493192 Jul 22 23:43:45.068331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a2f20c96-975f-4af6-ab2c-779300a8e0ee admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-344948349-network', 'tenant_id': 'a37941f54721470a9efe55e5d8881ee2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:45.079113 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a06ea535-e188-4b8a-bff4-ac97fb340be9 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.107398 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a06ea535-e188-4b8a-bff4-ac97fb340be9 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.121477 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69261ea8-3d37-4801-b1e4-a633df8d7533 req-c5980cec-5ff1-4968-97b9-7ce745c34a2a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486748 Jul 22 23:43:45.123194 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f20c96-975f-4af6-ab2c-779300a8e0ee admin admin] Made reservation on behalf of a37941f54721470a9efe55e5d8881ee2 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:45.129322 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2f20c96-975f-4af6-ab2c-779300a8e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.144685 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2f20c96-975f-4af6-ab2c-779300a8e0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.163861 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a06ea535-e188-4b8a-bff4-ac97fb340be9 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Network 21057ea6-48ab-441e-8624-cfc1552ccb11 is not hosted by any dhcp agent {{(pid=93820) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 23:43:45.164746 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06ea535-e188-4b8a-bff4-ac97fb340be9 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:45.165383 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a06ea535-e188-4b8a-bff4-ac97fb340be9 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.171265 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a06ea535-e188-4b8a-bff4-ac97fb340be9 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "PUT /v2.0/networks/21057ea6-48ab-441e-8624-cfc1552ccb11 HTTP/1.1" status: 200 len: 857 time: 0.4043272 Jul 22 23:43:45.171265 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48712) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:45.225364 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ea535-e188-4b8a-bff4-ac97fb340be9 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Pushing event updated for resources: {'Network': ['ID=21057ea6-48ab-441e-8624-cfc1552ccb11,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:45.231481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 701ccee7-462f-4894-bd64-5a84060d3d06, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=701ccee7-462f-4894-bd64-5a84060d3d06,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:45.260764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '701ccee7-462f-4894-bd64-5a84060d3d06', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'port_id': '701ccee7-462f-4894-bd64-5a84060d3d06', 'mac_address': 'fa:16:3e:6b:8b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:43:45.287743 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f51852d-384d-435f-9011-56473e746220 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.300143 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2f20c96-975f-4af6-ab2c-779300a8e0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.307078 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2f20c96-975f-4af6-ab2c-779300a8e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.330307 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.342822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f20c96-975f-4af6-ab2c-779300a8e0ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:45.374052 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f20c96-975f-4af6-ab2c-779300a8e0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67a21ba-4ec5-4f95-96f6-423c0f2eff1e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:45.386133 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 701ccee7-462f-4894-bd64-5a84060d3d06 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:45.422269 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f51852d-384d-435f-9011-56473e746220 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.425827 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2f20c96-975f-4af6-ab2c-779300a8e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.426193 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-a2f20c96-975f-4af6-ab2c-779300a8e0ee admin admin] Added segment 2cc6b343-ae2c-4340-b258-25d795a136a5 of type vlan for network 6a9fde35-0498-42ea-ae86-b90565deafd3 Jul 22 23:43:45.468201 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 701ccee7-462f-4894-bd64-5a84060d3d06, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=701ccee7-462f-4894-bd64-5a84060d3d06,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:45.474551 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.475642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9f51852d-384d-435f-9011-56473e746220 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21057ea6-48ab-441e-8624-cfc1552ccb11']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:45.491575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9f51852d-384d-435f-9011-56473e746220 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c334c5-9af4-43b9-ad73-6994155a05a1') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:45.492193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9f51852d-384d-435f-9011-56473e746220 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c334c5-9af4-43b9-ad73-6994155a05a1') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:45.511508 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f51852d-384d-435f-9011-56473e746220 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.557386 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f51852d-384d-435f-9011-56473e746220 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.568926 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=701ccee7-462f-4894-bd64-5a84060d3d06,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:45.569178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f51852d-384d-435f-9011-56473e746220 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:43:45.574794 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f51852d-384d-435f-9011-56473e746220 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.580842 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:45.581443 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:45.581791 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:45.582135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:45.582470 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:45.582807 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:45.583139 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:45.583468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:45.583792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:45.584120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:45.584576 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:45.584913 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:43:45.599432 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:43:45.614963 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2f20c96-975f-4af6-ab2c-779300a8e0ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.621522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['701ccee7-462f-4894-bd64-5a84060d3d06'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:43:45.665660 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2f20c96-975f-4af6-ab2c-779300a8e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.667510 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f51852d-384d-435f-9011-56473e746220 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.668128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f20c96-975f-4af6-ab2c-779300a8e0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:45.670032 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2f20c96-975f-4af6-ab2c-779300a8e0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.693673 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f51852d-384d-435f-9011-56473e746220 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 21057ea6-48ab-441e-8624-cfc1552ccb11 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 23:43:45.696066 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51852d-384d-435f-9011-56473e746220 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Pushing event deleted for resources: {'Network': ['ID=21057ea6-48ab-441e-8624-cfc1552ccb11,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:45.704843 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f51852d-384d-435f-9011-56473e746220 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.726181 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9f51852d-384d-435f-9011-56473e746220 tempest-ExternalNetworksTestJSON-1893286835 tempest-ExternalNetworksTestJSON-1893286835-project-admin] 10.222.0.26 "DELETE /v2.0/networks/21057ea6-48ab-441e-8624-cfc1552ccb11 HTTP/1.1" status: 204 len: 168 time: 0.5538983 Jul 22 23:43:45.727661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48738) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:45.817931 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa3a3fb-7419-4499-a267-cdaeb8bcde52 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] DELETE failed (client error): The resource could not be found. Jul 22 23:43:45.818395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa3a3fb-7419-4499-a267-cdaeb8bcde52 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:43:45.826107 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3fa3a3fb-7419-4499-a267-cdaeb8bcde52 tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] 10.222.0.26 "DELETE /v2.0/subnets/5a0fcfdb-eaa4-4e3a-85b1-1f3806a67522 HTTP/1.1" status: 404 len: 337 time: 0.0920835 Jul 22 23:43:45.826997 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48742) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:45.832991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a2f20c96-975f-4af6-ab2c-779300a8e0ee admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0007937 Jul 22 23:43:45.837061 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48744) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:45.875524 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d7f99af1-5241-48bf-9636-8b029a765f5c admin admin] Request body: {'subnet': {'network_id': '6a9fde35-0498-42ea-ae86-b90565deafd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-344948349-subnet', 'tenant_id': 'a37941f54721470a9efe55e5d8881ee2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:45.940845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92cde4-a144-421d-9a95-ac24aef3b297 req-98f20347-adac-456e-afff-b232afb2294f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:45.950094 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ec92cde4-a144-421d-9a95-ac24aef3b297 req-98f20347-adac-456e-afff-b232afb2294f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 945 time: 0.4509919 Jul 22 23:43:45.970604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f20c96-975f-4af6-ab2c-779300a8e0ee admin admin] Pushing event updated for resources: {'Network': ['ID=6a9fde35-0498-42ea-ae86-b90565deafd3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:45.987358 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 6a9fde35-0498-42ea-ae86-b90565deafd3 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:46.026931 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:46.054225 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc1cce35-3ac7-4c3f-a82c-e4b73ff3b1df tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.059686 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ec92cde4-a144-421d-9a95-ac24aef3b297 req-9dc4402d-dca7-4316-a834-e1e260f34281 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065800 Jul 22 23:43:46.148306 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443524b3-738a-45b8-a016-1ce7be817332 req-c2c3abb1-5999-4922-b6b8-251fee008043 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:46.149940 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-443524b3-738a-45b8-a016-1ce7be817332 req-c2c3abb1-5999-4922-b6b8-251fee008043 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.6180797 Jul 22 23:43:46.150378 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f99af1-5241-48bf-9636-8b029a765f5c admin admin] Made reservation on behalf of a37941f54721470a9efe55e5d8881ee2 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:46.154831 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7f99af1-5241-48bf-9636-8b029a765f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.234870 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-443524b3-738a-45b8-a016-1ce7be817332 req-eaef26be-8657-4bd6-a14f-74abc2cb9670 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737307 Jul 22 23:43:46.312644 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f7f53d9-364c-46b8-950c-a65d4ea88090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.356989 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.373455 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc1cce35-3ac7-4c3f-a82c-e4b73ff3b1df tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.389844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-bc1cce35-3ac7-4c3f-a82c-e4b73ff3b1df tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc74c130-f138-417c-85f0-2ff5a4b26662']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:46.405996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-bc1cce35-3ac7-4c3f-a82c-e4b73ff3b1df tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ebe034-4544-414c-8890-7514422836dc') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:46.406631 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-bc1cce35-3ac7-4c3f-a82c-e4b73ff3b1df tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ebe034-4544-414c-8890-7514422836dc') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:46.443219 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc1cce35-3ac7-4c3f-a82c-e4b73ff3b1df tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.469679 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f7f53d9-364c-46b8-950c-a65d4ea88090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.490808 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc1cce35-3ac7-4c3f-a82c-e4b73ff3b1df tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.527060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1cce35-3ac7-4c3f-a82c-e4b73ff3b1df tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:43:46.527834 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc1cce35-3ac7-4c3f-a82c-e4b73ff3b1df tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.528117 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f7f53d9-364c-46b8-950c-a65d4ea88090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:43:46.531470 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:43:46.601755 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f53d9-364c-46b8-950c-a65d4ea88090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79b54a9-9592-4a84-a0f7-cdef8d4aef0a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:46.611380 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4f7f53d9-364c-46b8-950c-a65d4ea88090 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a54ec08c849d464facfd519d7d6c515d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5498831 Jul 22 23:43:46.613915 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48758) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:46.673219 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abf461-7a8e-42d9-96ed-86772f1282ae req-2d017703-6508-413d-9110-67710813b290 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:46.683623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abf461-7a8e-42d9-96ed-86772f1282ae req-2d017703-6508-413d-9110-67710813b290 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:46.689592 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abf461-7a8e-42d9-96ed-86772f1282ae req-2d017703-6508-413d-9110-67710813b290 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:46.700325 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abf461-7a8e-42d9-96ed-86772f1282ae req-2d017703-6508-413d-9110-67710813b290 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:46.706515 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abf461-7a8e-42d9-96ed-86772f1282ae req-2d017703-6508-413d-9110-67710813b290 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:46.715229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abf461-7a8e-42d9-96ed-86772f1282ae req-2d017703-6508-413d-9110-67710813b290 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:46.722956 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abf461-7a8e-42d9-96ed-86772f1282ae req-2d017703-6508-413d-9110-67710813b290 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:46.734172 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46abf461-7a8e-42d9-96ed-86772f1282ae req-2d017703-6508-413d-9110-67710813b290 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5430 time: 0.2620354 Jul 22 23:43:46.813857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46abf461-7a8e-42d9-96ed-86772f1282ae req-03c765e8-6ba2-46cd-85c9-f23ffe84c9a8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784123 Jul 22 23:43:46.818192 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f4f04af-5783-4dfd-9170-7505e0ad1aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.875382 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f4f04af-5783-4dfd-9170-7505e0ad1aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.948852 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc1cce35-3ac7-4c3f-a82c-e4b73ff3b1df tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.953004 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f4f04af-5783-4dfd-9170-7505e0ad1aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.955447 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f4f04af-5783-4dfd-9170-7505e0ad1aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.956619 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1f4f04af-5783-4dfd-9170-7505e0ad1aae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d79b54a9-9592-4a84-a0f7-cdef8d4aef0a HTTP/1.1" status: 204 len: 168 time: 0.3417623 Jul 22 23:43:46.962588 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc1cce35-3ac7-4c3f-a82c-e4b73ff3b1df tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.966848 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bc1cce35-3ac7-4c3f-a82c-e4b73ff3b1df tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] 10.222.0.26 "DELETE /v2.0/networks/cc74c130-f138-417c-85f0-2ff5a4b26662 HTTP/1.1" status: 204 len: 168 time: 1.1383669 Jul 22 23:43:46.967983 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7f99af1-5241-48bf-9636-8b029a765f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.981701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f04af-5783-4dfd-9170-7505e0ad1aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79b54a9-9592-4a84-a0f7-cdef8d4aef0a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:47.055356 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cce35-3ac7-4c3f-a82c-e4b73ff3b1df tempest-ExternalNetworksTestJSON-1974109174 tempest-ExternalNetworksTestJSON-1974109174-project] Pushing event deleted for resources: {'Network': ['ID=cc74c130-f138-417c-85f0-2ff5a4b26662,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:47.072432 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f99af1-5241-48bf-9636-8b029a765f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=76800dc6-cbcb-4c27-8d04-81b2ca8f8ea8,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:47.077364 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 701ccee7-462f-4894-bd64-5a84060d3d06 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:47.122480 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f99af1-5241-48bf-9636-8b029a765f5c admin admin] Checking segment: {'id': '2cc6b343-ae2c-4340-b258-25d795a136a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '6a9fde35-0498-42ea-ae86-b90565deafd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:47.123150 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f99af1-5241-48bf-9636-8b029a765f5c admin admin] Network hostable DHCP agents. Network: 6a9fde35-0498-42ea-ae86-b90565deafd3, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:43:47.153888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f99af1-5241-48bf-9636-8b029a765f5c admin admin] Network 6a9fde35-0498-42ea-ae86-b90565deafd3 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:43:47.171148 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d7f99af1-5241-48bf-9636-8b029a765f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 6a9fde35-0498-42ea-ae86-b90565deafd3) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:47.185464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f99af1-5241-48bf-9636-8b029a765f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:47.186064 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7f99af1-5241-48bf-9636-8b029a765f5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.186696 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73d347b-dbc8-44b7-b3ea-adc8100c9898 None None] Network 6a9fde35-0498-42ea-ae86-b90565deafd3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:47.214494 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d7f99af1-5241-48bf-9636-8b029a765f5c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3724749 Jul 22 23:43:47.303549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310676b9-d61e-4ea8-94a1-00a5814b114f req-f5ee2e56-2121-4b0d-981a-e01c93e19443 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:47.305129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-310676b9-d61e-4ea8-94a1-00a5814b114f req-f5ee2e56-2121-4b0d-981a-e01c93e19443 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 945 time: 0.1308823 Jul 22 23:43:47.371637 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48776) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:47.421444 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e171f9-3426-4f98-be41-9eaecce5d53c None None] Network 6a9fde35-0498-42ea-ae86-b90565deafd3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:47.424935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 701ccee7-462f-4894-bd64-5a84060d3d06 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:47.425203 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.482144 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-310676b9-d61e-4ea8-94a1-00a5814b114f req-808b3cca-8666-4a79-8d18-69761d76e325 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567574 Jul 22 23:43:47.519988 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20836a2-c8b2-4f64-b706-82768a884572 req-454ee7f9-7297-427f-8671-d8825ff4c1b5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:47.522381 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b20836a2-c8b2-4f64-b706-82768a884572 req-454ee7f9-7297-427f-8671-d8825ff4c1b5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.1576228 Jul 22 23:43:47.587795 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:47.600519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b20836a2-c8b2-4f64-b706-82768a884572 req-6257f6f3-405c-4f2b-91ee-1ca0fd42fe2e tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698705 Jul 22 23:43:47.636360 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8fb336f-b7e9-4374-a91c-d10f115e9bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.699580 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-99b934fd-05a1-4249-9a7f-63098301bbd2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df00714dcd8d49b7af4eea9379a213c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261607 Jul 22 23:43:47.702303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48784) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:47.746056 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.808157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 701ccee7-462f-4894-bd64-5a84060d3d06, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=701ccee7-462f-4894-bd64-5a84060d3d06,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:47.809330 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701ccee7-462f-4894-bd64-5a84060d3d06'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:47.812629 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67223ea-bb8d-45fe-ac87-b45ab369a1e2" -d '{"events": [{"server_uuid": "5d405530-df87-4d8d-9b11-d0d9157fcd25", "name": "network-vif-plugged", "status": "completed", "tag": "701ccee7-462f-4894-bd64-5a84060d3d06"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:47.813826 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d878c286-b0f4-4b4d-961c-eeeb4e29858b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.815824 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8fb336f-b7e9-4374-a91c-d10f115e9bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.829626 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8fb336f-b7e9-4374-a91c-d10f115e9bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.831352 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.858976 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d878c286-b0f4-4b4d-961c-eeeb4e29858b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.889972 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbd23e6-4b92-4b30-88dd-672fbdf74716 x-openstack-request-id: req-ccbd23e6-4b92-4b30-88dd-672fbdf74716 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:47.894915 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d405530-df87-4d8d-9b11-d0d9157fcd25", "name": "network-vif-plugged", "status": "completed", "tag": "701ccee7-462f-4894-bd64-5a84060d3d06", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:47.895376 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ccbd23e6-4b92-4b30-88dd-672fbdf74716 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:47.895977 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701ccee7-462f-4894-bd64-5a84060d3d06', 'code': 200} Jul 22 23:43:47.916052 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb336f-b7e9-4374-a91c-d10f115e9bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aba2892-f765-425d-aa7c-2003147009a4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:47.924802 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a8fb336f-b7e9-4374-a91c-d10f115e9bd6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2df5110862254fa19c917859d60931a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352721 Jul 22 23:43:47.926744 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48794) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:47.951555 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=701ccee7-462f-4894-bd64-5a84060d3d06,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:48.005643 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70830438-9835-47e6-99d7-411237e31832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.035689 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d878c286-b0f4-4b4d-961c-eeeb4e29858b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.038397 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d878c286-b0f4-4b4d-961c-eeeb4e29858b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.043220 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d878c286-b0f4-4b4d-961c-eeeb4e29858b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd8611a1-72c7-4cac-983f-afcefe3ae697 HTTP/1.1" status: 204 len: 168 time: 0.3393257 Jul 22 23:43:48.048106 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70830438-9835-47e6-99d7-411237e31832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.053721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878c286-b0f4-4b4d-961c-eeeb4e29858b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8611a1-72c7-4cac-983f-afcefe3ae697,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:48.099675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7e85-966d-41ac-97e1-346aafe89b12 req-80f052ac-e17d-47d9-a4ec-028b18b99a56 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:48.106869 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7e85-966d-41ac-97e1-346aafe89b12 req-80f052ac-e17d-47d9-a4ec-028b18b99a56 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:48.113287 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7e85-966d-41ac-97e1-346aafe89b12 req-80f052ac-e17d-47d9-a4ec-028b18b99a56 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:48.119960 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7e85-966d-41ac-97e1-346aafe89b12 req-80f052ac-e17d-47d9-a4ec-028b18b99a56 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:48.126328 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7e85-966d-41ac-97e1-346aafe89b12 req-80f052ac-e17d-47d9-a4ec-028b18b99a56 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:48.135531 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7e85-966d-41ac-97e1-346aafe89b12 req-80f052ac-e17d-47d9-a4ec-028b18b99a56 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:48.147813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7e85-966d-41ac-97e1-346aafe89b12 req-80f052ac-e17d-47d9-a4ec-028b18b99a56 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:48.152167 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f98c7e85-966d-41ac-97e1-346aafe89b12 req-80f052ac-e17d-47d9-a4ec-028b18b99a56 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5430 time: 0.1773055 Jul 22 23:43:48.207899 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70830438-9835-47e6-99d7-411237e31832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.211392 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70830438-9835-47e6-99d7-411237e31832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.218243 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-70830438-9835-47e6-99d7-411237e31832 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5aba2892-f765-425d-aa7c-2003147009a4 HTTP/1.1" status: 204 len: 168 time: 0.2895403 Jul 22 23:43:48.231863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70830438-9835-47e6-99d7-411237e31832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aba2892-f765-425d-aa7c-2003147009a4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:48.234941 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f98c7e85-966d-41ac-97e1-346aafe89b12 req-0db307b7-0b67-4b74-8726-87b3f45dbb31 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763724 Jul 22 23:43:48.380552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-a622e9cd-6140-44a3-aaed-b338c0723235 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:48.387690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-a622e9cd-6140-44a3-aaed-b338c0723235 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/networks?id=6a9fde35-0498-42ea-ae86-b90565deafd3 HTTP/1.1" status: 200 len: 812 time: 0.1516764 Jul 22 23:43:48.423663 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-af25ac28-4168-4792-9b38-5e173df14bb9 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/quotas/a37941f54721470a9efe55e5d8881ee2 HTTP/1.1" status: 200 len: 375 time: 0.0349288 Jul 22 23:43:48.481626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-c6772d67-f14a-4441-8d0a-51022d286eba tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a37941f54721470a9efe55e5d8881ee2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568566 Jul 22 23:43:48.552213 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48814) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:48.616971 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e1e7afcf-1e4d-4509-8ce9-a787e66d1162 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8686206a76b42c9973a8f2a29a32ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628119 Jul 22 23:43:48.619446 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48816) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:48.694940 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d4a11f7-fd62-42f9-93ca-052316eee20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.698750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-4d6d5597-6d82-42d4-bac4-4eb2816dbae5 service neutron] 10.222.0.26 "GET /v2.0/networks/6a9fde35-0498-42ea-ae86-b90565deafd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155080 Jul 22 23:43:48.725188 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d4a11f7-fd62-42f9-93ca-052316eee20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.791393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5ae52-11b5-4d81-811b-1934789b7514 req-40a284dc-ca3b-4e6e-8a78-8e14a6db83c9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:48.799566 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1bf5ae52-11b5-4d81-811b-1934789b7514 req-40a284dc-ca3b-4e6e-8a78-8e14a6db83c9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.1790981 Jul 22 23:43:48.810771 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ab643751-7af9-4073-927e-3801c1e6ab2e details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:43:48.828953 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d4a11f7-fd62-42f9-93ca-052316eee20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.835097 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d4a11f7-fd62-42f9-93ca-052316eee20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.838701 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0d4a11f7-fd62-42f9-93ca-052316eee20f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef69c040-ff6f-4851-89db-ad7aea69d2a1 HTTP/1.1" status: 204 len: 168 time: 0.2165930 Jul 22 23:43:48.839314 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48822) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:48.880060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a11f7-fd62-42f9-93ca-052316eee20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef69c040-ff6f-4851-89db-ad7aea69d2a1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:48.906622 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f635aa7d-7231-4c69-9447-d46801ed755f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.099338 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ab643751-7af9-4073-927e-3801c1e6ab2e, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ab643751-7af9-4073-927e-3801c1e6ab2e,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:49.126447 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'ab643751-7af9-4073-927e-3801c1e6ab2e', 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f', 'port_id': 'ab643751-7af9-4073-927e-3801c1e6ab2e', 'mac_address': 'fa:16:3e:27:17:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8cea5c0-2774-409d-bda9-e9e98d3a9b82', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:43:49.162744 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f635aa7d-7231-4c69-9447-d46801ed755f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.185620 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f635aa7d-7231-4c69-9447-d46801ed755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.246771 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f635aa7d-7231-4c69-9447-d46801ed755f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eed5e896dd0c4b01891175bc1466d660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833003 Jul 22 23:43:49.249602 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48828) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:49.260494 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.279971 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab643751-7af9-4073-927e-3801c1e6ab2e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:49.308213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ab643751-7af9-4073-927e-3801c1e6ab2e, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ab643751-7af9-4073-927e-3801c1e6ab2e,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:49.315733 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.316424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 06b36ce6-caf4-494a-b935-4e47824fb9dd details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:43:49.359822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1bf5ae52-11b5-4d81-811b-1934789b7514 req-de744b91-d39e-4d27-bfaf-ec2b28120e43 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5588281 Jul 22 23:43:49.382239 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635aa7d-7231-4c69-9447-d46801ed755f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec2a637-04f3-4683-a280-19e1d93522ec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:49.387387 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-b0a68a58-9b14-4378-8bd3-32f3d183ab54 service neutron] 10.222.0.26 "GET /v2.0/networks/6a9fde35-0498-42ea-ae86-b90565deafd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6872494 Jul 22 23:43:49.430922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 06b36ce6-caf4-494a-b935-4e47824fb9dd, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=06b36ce6-caf4-494a-b935-4e47824fb9dd,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:49.434506 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af624f78-e6ef-4148-94a8-3ddbf7911b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.452482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=ab643751-7af9-4073-927e-3801c1e6ab2e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:49.469617 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '06b36ce6-caf4-494a-b935-4e47824fb9dd', 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f', 'port_id': '06b36ce6-caf4-494a-b935-4e47824fb9dd', 'mac_address': 'fa:16:3e:35:6c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8cea5c0-2774-409d-bda9-e9e98d3a9b82', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:43:49.482943 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af624f78-e6ef-4148-94a8-3ddbf7911b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.555513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe2af7-c96a-4a24-bc45-a9181a443f58 req-a189cb89-05a7-4b3f-b48a-a227e376804c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:49.559950 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af624f78-e6ef-4148-94a8-3ddbf7911b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.562534 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af624f78-e6ef-4148-94a8-3ddbf7911b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.566807 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-af624f78-e6ef-4148-94a8-3ddbf7911b9e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ec2a637-04f3-4683-a280-19e1d93522ec HTTP/1.1" status: 204 len: 168 time: 0.3160892 Jul 22 23:43:49.568513 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3bbe2af7-c96a-4a24-bc45-a9181a443f58 req-a189cb89-05a7-4b3f-b48a-a227e376804c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.1077881 Jul 22 23:43:49.581796 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.584676 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af624f78-e6ef-4148-94a8-3ddbf7911b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec2a637-04f3-4683-a280-19e1d93522ec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:49.631273 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b36ce6-caf4-494a-b935-4e47824fb9dd {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:49.669062 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 06b36ce6-caf4-494a-b935-4e47824fb9dd, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=06b36ce6-caf4-494a-b935-4e47824fb9dd,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:49.671589 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3bbe2af7-c96a-4a24-bc45-a9181a443f58 req-4a82ffd5-eabf-4803-af65-caf63973a276 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952923 Jul 22 23:43:49.691091 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.691964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 84ff3893-ed31-4b39-809a-4a9ebd9370f5 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:43:49.834368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 84ff3893-ed31-4b39-809a-4a9ebd9370f5, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=84ff3893-ed31-4b39-809a-4a9ebd9370f5,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:49.837222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=06b36ce6-caf4-494a-b935-4e47824fb9dd,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:49.850372 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '84ff3893-ed31-4b39-809a-4a9ebd9370f5', 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f', 'port_id': '84ff3893-ed31-4b39-809a-4a9ebd9370f5', 'mac_address': 'fa:16:3e:0f:03:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8cea5c0-2774-409d-bda9-e9e98d3a9b82', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:43:49.854935 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d11387fe-626f-423b-b991-c8577b98d754 req-f645975b-bc94-4d48-af50-6f4da6b7665b tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/ports?device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 210 time: 0.0827384 Jul 22 23:43:49.960428 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.989942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ff3893-ed31-4b39-809a-4a9ebd9370f5 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:50.050536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126582f-62e2-439f-968f-d3a4c64399d7 req-f0451a0a-02fc-4267-ae8a-86892127db80 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:50.070104 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 84ff3893-ed31-4b39-809a-4a9ebd9370f5, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=84ff3893-ed31-4b39-809a-4a9ebd9370f5,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:50.070816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126582f-62e2-439f-968f-d3a4c64399d7 req-f0451a0a-02fc-4267-ae8a-86892127db80 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:50.087634 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:50.089125 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device cab490f4-9887-4d3a-b736-e09758b49446 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:43:50.090255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126582f-62e2-439f-968f-d3a4c64399d7 req-f0451a0a-02fc-4267-ae8a-86892127db80 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:50.117838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126582f-62e2-439f-968f-d3a4c64399d7 req-f0451a0a-02fc-4267-ae8a-86892127db80 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:50.158269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126582f-62e2-439f-968f-d3a4c64399d7 req-f0451a0a-02fc-4267-ae8a-86892127db80 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:50.184781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126582f-62e2-439f-968f-d3a4c64399d7 req-f0451a0a-02fc-4267-ae8a-86892127db80 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:50.211086 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126582f-62e2-439f-968f-d3a4c64399d7 req-f0451a0a-02fc-4267-ae8a-86892127db80 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:50.224482 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3126582f-62e2-439f-968f-d3a4c64399d7 req-f0451a0a-02fc-4267-ae8a-86892127db80 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5432 time: 0.3678319 Jul 22 23:43:50.287607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=84ff3893-ed31-4b39-809a-4a9ebd9370f5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:50.373897 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3126582f-62e2-439f-968f-d3a4c64399d7 req-ade93e64-1747-445b-90fa-f4f5c71517e9 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1464114 Jul 22 23:43:50.774479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e7a71-40fa-45d5-be46-5abd20361ecc req-29a1edce-7721-4cec-8221-0264b426b9d4 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:50.782878 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f82e7a71-40fa-45d5-be46-5abd20361ecc req-29a1edce-7721-4cec-8221-0264b426b9d4 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.2690690 Jul 22 23:43:50.848585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acb605-4436-48e4-8a08-0834717fe14b req-6349409b-1d1d-4cd0-9b01-bab735ddc7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:50.852102 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port cab490f4-9887-4d3a-b736-e09758b49446, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=cab490f4-9887-4d3a-b736-e09758b49446,segment=NetworkSegment(3581f181-48ef-4c3b-81f1-4b9d7c54f7eb),segment_id=3581f181-48ef-4c3b-81f1-4b9d7c54f7eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:50.852704 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23acb605-4436-48e4-8a08-0834717fe14b req-6349409b-1d1d-4cd0-9b01-bab735ddc7e5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d2e7e8a1c7644425a65536a6b1591ad6&device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 1097 time: 0.2768471 Jul 22 23:43:50.875103 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'cab490f4-9887-4d3a-b736-e09758b49446', 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b', 'port_id': 'cab490f4-9887-4d3a-b736-e09758b49446', 'mac_address': 'fa:16:3e:cf:76:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:43:50.949975 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:50.972753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab490f4-9887-4d3a-b736-e09758b49446 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:51.008146 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port cab490f4-9887-4d3a-b736-e09758b49446, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=cab490f4-9887-4d3a-b736-e09758b49446,segment=NetworkSegment(3581f181-48ef-4c3b-81f1-4b9d7c54f7eb),segment_id=3581f181-48ef-4c3b-81f1-4b9d7c54f7eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:51.014568 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:51.015511 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 423b7270-ab41-4684-8ac3-3fc383c0741a details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:43:51.023931 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f82e7a71-40fa-45d5-be46-5abd20361ecc req-960bfc06-aa5c-4029-aa3c-af25e97dff02 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351553 Jul 22 23:43:51.172571 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=cab490f4-9887-4d3a-b736-e09758b49446,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:51.260079 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acb605-4436-48e4-8a08-0834717fe14b req-b7a5dcce-a88f-4c71-9ffe-8218b10413c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:51.261671 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23acb605-4436-48e4-8a08-0834717fe14b req-b7a5dcce-a88f-4c71-9ffe-8218b10413c0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d9c6f596-1a55-460f-aa44-3580307980e5 HTTP/1.1" status: 200 len: 917 time: 0.3339014 Jul 22 23:43:51.280323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2de8e9-0f5e-454c-93b0-9d4e42bb74fd req-3c0c9d54-b144-489f-bea3-2e5d36247b28 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:51.297818 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ae2de8e9-0f5e-454c-93b0-9d4e42bb74fd req-3c0c9d54-b144-489f-bea3-2e5d36247b28 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.4636950 Jul 22 23:43:51.409729 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 423b7270-ab41-4684-8ac3-3fc383c0741a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=423b7270-ab41-4684-8ac3-3fc383c0741a,segment=NetworkSegment(c844b4a1-cdca-4fb7-89f6-908c6d087b8d),segment_id=c844b4a1-cdca-4fb7-89f6-908c6d087b8d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:51.444231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '423b7270-ab41-4684-8ac3-3fc383c0741a', 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2', 'port_id': '423b7270-ab41-4684-8ac3-3fc383c0741a', 'mac_address': 'fa:16:3e:b8:9a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da97aba8-7313-4be0-a09e-c8187e45cd62', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:43:51.581550 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bfc6b065-ad56-44f5-b902-7dc8523ff016 req-9c33542e-dc41-43d8-8283-da443a2be1b6 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/ports?device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 210 time: 0.2823107 Jul 22 23:43:51.597074 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:51.657202 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423b7270-ab41-4684-8ac3-3fc383c0741a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:51.678500 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ae2de8e9-0f5e-454c-93b0-9d4e42bb74fd req-22c755d5-85a7-49ae-8081-0dcbd38bac0d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513894 Jul 22 23:43:51.736741 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23acb605-4436-48e4-8a08-0834717fe14b req-14570ccc-ae4c-4d10-9493-38444aa2a56e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=701ccee7-462f-4894-bd64-5a84060d3d06 HTTP/1.1" status: 200 len: 1002 time: 0.4326563 Jul 22 23:43:51.752232 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-59c88afc-92b4-498c-96ff-f375ff652191 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:51.754989 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-59c88afc-92b4-498c-96ff-f375ff652191 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.95 "GET /v2.0/networks?id=6a9fde35-0498-42ea-ae86-b90565deafd3 HTTP/1.1" status: 200 len: 812 time: 0.4178233 Jul 22 23:43:51.763481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 423b7270-ab41-4684-8ac3-3fc383c0741a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=423b7270-ab41-4684-8ac3-3fc383c0741a,segment=NetworkSegment(c844b4a1-cdca-4fb7-89f6-908c6d087b8d),segment_id=c844b4a1-cdca-4fb7-89f6-908c6d087b8d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:51.771791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-8baf005d-2055-4079-98ea-4a19b5ab6edc tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Request body: {'port': {'device_id': '74260f9a-a57d-4060-93fd-c249a52c0c2d', 'network_id': '6a9fde35-0498-42ea-ae86-b90565deafd3', 'admin_state_up': True, 'tenant_id': 'a37941f54721470a9efe55e5d8881ee2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:51.781898 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:51.782758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:43:51.910065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=4157cbfe-5f0e-4e3c-9639-b2453364d9b9,segment=NetworkSegment(c844b4a1-cdca-4fb7-89f6-908c6d087b8d),segment_id=c844b4a1-cdca-4fb7-89f6-908c6d087b8d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:51.928706 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '4157cbfe-5f0e-4e3c-9639-b2453364d9b9', 'network_id': 'ac26ce0c-3524-4dfe-891a-0eb992abd5b2', 'port_id': '4157cbfe-5f0e-4e3c-9639-b2453364d9b9', 'mac_address': 'fa:16:3e:52:1a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da97aba8-7313-4be0-a09e-c8187e45cd62', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:43:51.939059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=423b7270-ab41-4684-8ac3-3fc383c0741a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:51.943000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-8baf005d-2055-4079-98ea-4a19b5ab6edc tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Made reservation on behalf of a37941f54721470a9efe55e5d8881ee2 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:51.947050 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acb605-4436-48e4-8a08-0834717fe14b req-4c2099ed-e985-4d23-984d-2865af137a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:51.948891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23acb605-4436-48e4-8a08-0834717fe14b req-4c2099ed-e985-4d23-984d-2865af137a65 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2482584c-2a32-49e4-91b9-a354783f97de HTTP/1.1" status: 200 len: 855 time: 0.2023814 Jul 22 23:43:51.951450 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-8baf005d-2055-4079-98ea-4a19b5ab6edc tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.015336 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.038672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:52.069848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=4157cbfe-5f0e-4e3c-9639-b2453364d9b9,segment=NetworkSegment(c844b4a1-cdca-4fb7-89f6-908c6d087b8d),segment_id=c844b4a1-cdca-4fb7-89f6-908c6d087b8d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:52.076950 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.079020 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bd4a7c11-f8d2-44b4-95fe-48b417a7f15d details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:43:52.112906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b364d-e1bc-4b15-8589-8c4ec7aef023 req-8e61b223-c700-4dfb-bb3b-d1616b2e871b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:52.143469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b364d-e1bc-4b15-8589-8c4ec7aef023 req-8e61b223-c700-4dfb-bb3b-d1616b2e871b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:52.154144 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b364d-e1bc-4b15-8589-8c4ec7aef023 req-8e61b223-c700-4dfb-bb3b-d1616b2e871b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:52.168898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b364d-e1bc-4b15-8589-8c4ec7aef023 req-8e61b223-c700-4dfb-bb3b-d1616b2e871b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:52.185011 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b364d-e1bc-4b15-8589-8c4ec7aef023 req-8e61b223-c700-4dfb-bb3b-d1616b2e871b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:52.189422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bd4a7c11-f8d2-44b4-95fe-48b417a7f15d,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:52.213139 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'bd4a7c11-f8d2-44b4-95fe-48b417a7f15d', 'network_id': '35918a6f-8625-444e-be57-56cf00d9619f', 'port_id': 'bd4a7c11-f8d2-44b4-95fe-48b417a7f15d', 'mac_address': 'fa:16:3e:e5:5d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8cea5c0-2774-409d-bda9-e9e98d3a9b82', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:43:52.215465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b364d-e1bc-4b15-8589-8c4ec7aef023 req-8e61b223-c700-4dfb-bb3b-d1616b2e871b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:52.244754 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b364d-e1bc-4b15-8589-8c4ec7aef023 req-8e61b223-c700-4dfb-bb3b-d1616b2e871b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:52.268041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd1b364d-e1bc-4b15-8589-8c4ec7aef023 req-8e61b223-c700-4dfb-bb3b-d1616b2e871b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5435 time: 0.4489527 Jul 22 23:43:52.273952 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:52.303706 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-8baf005d-2055-4079-98ea-4a19b5ab6edc tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Allocated IP 172.20.0.11 (6a9fde35-0498-42ea-ae86-b90565deafd3/76800dc6-cbcb-4c27-8d04-81b2ca8f8ea8/25410440-40a0-4523-9cfa-b77c1536dde5) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:52.322562 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.325731 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=4157cbfe-5f0e-4e3c-9639-b2453364d9b9,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:52.364016 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4a7c11-f8d2-44b4-95fe-48b417a7f15d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:52.422136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bd4a7c11-f8d2-44b4-95fe-48b417a7f15d,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:52.462986 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.531659 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd1b364d-e1bc-4b15-8589-8c4ec7aef023 req-ac4d8456-32f9-4399-b37c-3e9ee6de0043 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2586210 Jul 22 23:43:52.569312 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-8baf005d-2055-4079-98ea-4a19b5ab6edc tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.576710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=bd4a7c11-f8d2-44b4-95fe-48b417a7f15d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:52.580133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acb605-4436-48e4-8a08-0834717fe14b req-026fe459-7315-43a4-92e7-76ed91aabb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:52.591343 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23acb605-4436-48e4-8a08-0834717fe14b req-026fe459-7315-43a4-92e7-76ed91aabb11 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d9c6f596-1a55-460f-aa44-3580307980e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6309822 Jul 22 23:43:52.606301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9874cfed-8ec9-4383-875c-670de89335e7 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:52.634524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785790f6-c4d0-4c85-93cc-42ef8141d82f req-c1293255-f171-4ea2-81a8-9e6d03819854 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:52.637135 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-8baf005d-2055-4079-98ea-4a19b5ab6edc tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.639041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-785790f6-c4d0-4c85-93cc-42ef8141d82f req-c1293255-f171-4ea2-81a8-9e6d03819854 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.3635457 Jul 22 23:43:52.737425 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf005d-2055-4079-98ea-4a19b5ab6edc tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Pushing event updated for resources: {'Port': ['ID=25410440-40a0-4523-9cfa-b77c1536dde5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:52.778274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-785790f6-c4d0-4c85-93cc-42ef8141d82f req-8ee41655-e6f0-49e3-b0dc-d890036424de tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126454 Jul 22 23:43:52.799317 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9874cfed-8ec9-4383-875c-670de89335e7 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] 10.222.0.26 "PUT /v2.0/quotas/8a3fe157a0564634a8d7c1a28e928dba HTTP/1.1" status: 200 len: 366 time: 0.4653664 Jul 22 23:43:52.802599 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48968) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:52.846560 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23acb605-4436-48e4-8a08-0834717fe14b req-ef7bf908-6b8a-459b-bc9b-0c082f006e60 service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318721 Jul 22 23:43:52.858268 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-8baf005d-2055-4079-98ea-4a19b5ab6edc tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Network 6a9fde35-0498-42ea-ae86-b90565deafd3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:52.861522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-8baf005d-2055-4079-98ea-4a19b5ab6edc tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:52.880456 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-89079bcf-c428-4089-9f1c-4728154d9c8d tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0709264 Jul 22 23:43:52.881960 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-8baf005d-2055-4079-98ea-4a19b5ab6edc tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:52.889625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:52.929938 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d6f95bb1-990b-429d-a7a9-d2d0817b57ae tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] 10.222.0.26 "GET /v2.0/quotas/8a3fe157a0564634a8d7c1a28e928dba HTTP/1.1" status: 200 len: 366 time: 0.0362191 Jul 22 23:43:52.930852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48974) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:52.998715 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-8baf005d-2055-4079-98ea-4a19b5ab6edc tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:52.999785 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-8baf005d-2055-4079-98ea-4a19b5ab6edc tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:53.030433 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-8baf005d-2055-4079-98ea-4a19b5ab6edc tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2647307 Jul 22 23:43:53.055910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Request body: {'port': {'device_id': '74260f9a-a57d-4060-93fd-c249a52c0c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:53.152331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49000) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:53.153357 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c34f3127-3ee2-45ca-97f9-dfbd2242a0e6 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/8a3fe157a0564634a8d7c1a28e928dba HTTP/1.1" status: 204 len: 168 time: 0.1995130 Jul 22 23:43:53.187200 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23acb605-4436-48e4-8a08-0834717fe14b req-1259887e-1e88-4213-a695-0e18e2491e57 service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326859 Jul 22 23:43:53.212025 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d8a02e51-ac1f-417b-9986-2012e46ca6be tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0555387 Jul 22 23:43:53.214375 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49006) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:53.259186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebace7c0-acc9-44a8-9370-707e33516caa req-a53ba259-51f2-4c6c-b3d3-c24979fef345 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:53.266953 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ebace7c0-acc9-44a8-9370-707e33516caa req-a53ba259-51f2-4c6c-b3d3-c24979fef345 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/ports?device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 932 time: 0.3558385 Jul 22 23:43:53.275543 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:53.307194 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9dee98f5-da0d-4aa7-a92e-768c08938fb6 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] 10.222.0.26 "GET /v2.0/quotas/8a3fe157a0564634a8d7c1a28e928dba HTTP/1.1" status: 200 len: 370 time: 0.0893421 Jul 22 23:43:53.308511 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49010) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:53.321128 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a54933f6-f7ef-42a2-bd9e-3221e75b26df tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] 10.222.0.26 "GET /v2.0/quotas/8a3fe157a0564634a8d7c1a28e928dba/default HTTP/1.1" status: 200 len: 370 time: 0.0096419 Jul 22 23:43:53.328296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da721f16-dddd-4560-a3eb-1b5fd0456f91 req-4e367f8f-32a4-4368-8b26-19e364586379 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:53.335364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da721f16-dddd-4560-a3eb-1b5fd0456f91 req-4e367f8f-32a4-4368-8b26-19e364586379 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.2805071 Jul 22 23:43:53.337692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49012) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:53.365856 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-7a937999-5d5c-48a3-b86b-0a3c2bd37a7a tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] delete failed (client error): The resource could not be found. Jul 22 23:43:53.368934 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a937999-5d5c-48a3-b86b-0a3c2bd37a7a tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/8a3fe157a0564634a8d7c1a28e928dba HTTP/1.1" status: 404 len: 348 time: 0.0293069 Jul 22 23:43:53.484376 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da721f16-dddd-4560-a3eb-1b5fd0456f91 req-23d1a3e5-9ac3-4645-af56-1de89505887c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332307 Jul 22 23:43:53.523750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ebace7c0-acc9-44a8-9370-707e33516caa req-7a5f23dc-001d-443d-8e0d-9d831be6d983 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/security-groups?id=f67a21ba-4ec5-4f95-96f6-423c0f2eff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554917 Jul 22 23:43:53.559090 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['06b36ce6-caf4-494a-b935-4e47824fb9dd'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:43:53.584863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:53.627153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-377cd0f3-a391-4deb-9752-ad881d5138f8 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] Usage tracker for resource:network and tenant:eca1bf917c4543048bfdefa9835e9230 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 23:43:53.636486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-377cd0f3-a391-4deb-9752-ad881d5138f8 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 23:43:53.643793 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['423b7270-ab41-4684-8ac3-3fc383c0741a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:43:53.646432 n-d-688802-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-377cd0f3-a391-4deb-9752-ad881d5138f8 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] Usage tracker for resource:subnet and tenant:eca1bf917c4543048bfdefa9835e9230 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 23:43:53.683925 n-d-688802-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-377cd0f3-a391-4deb-9752-ad881d5138f8 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 23:43:53.709087 n-d-688802-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-377cd0f3-a391-4deb-9752-ad881d5138f8 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] Usage tracker for resource:subnetpool and tenant:eca1bf917c4543048bfdefa9835e9230 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 23:43:53.730829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-377cd0f3-a391-4deb-9752-ad881d5138f8 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 23:43:53.749542 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['cab490f4-9887-4d3a-b736-e09758b49446'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:43:53.756511 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['bd4a7c11-f8d2-44b4-95fe-48b417a7f15d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:43:53.763474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['84ff3893-ed31-4b39-809a-4a9ebd9370f5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:43:53.768678 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['4157cbfe-5f0e-4e3c-9639-b2453364d9b9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:43:53.861913 n-d-688802-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-377cd0f3-a391-4deb-9752-ad881d5138f8 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] Usage tracker for resource:port and tenant:eca1bf917c4543048bfdefa9835e9230 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 23:43:53.874550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-377cd0f3-a391-4deb-9752-ad881d5138f8 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 23:43:53.895174 n-d-688802-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-377cd0f3-a391-4deb-9752-ad881d5138f8 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] Usage tracker for resource:router and tenant:eca1bf917c4543048bfdefa9835e9230 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 23:43:53.905819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-377cd0f3-a391-4deb-9752-ad881d5138f8 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 23:43:53.972873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e949584-464c-4e8f-a445-00fdb0af977f req-4db76f41-1464-44af-9f86-a5aff9183615 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:53.987630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e949584-464c-4e8f-a445-00fdb0af977f req-4db76f41-1464-44af-9f86-a5aff9183615 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:54.005109 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e949584-464c-4e8f-a445-00fdb0af977f req-4db76f41-1464-44af-9f86-a5aff9183615 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:54.022612 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e949584-464c-4e8f-a445-00fdb0af977f req-4db76f41-1464-44af-9f86-a5aff9183615 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:54.047472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e949584-464c-4e8f-a445-00fdb0af977f req-4db76f41-1464-44af-9f86-a5aff9183615 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:54.065552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e949584-464c-4e8f-a445-00fdb0af977f req-4db76f41-1464-44af-9f86-a5aff9183615 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:54.077815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e949584-464c-4e8f-a445-00fdb0af977f req-4db76f41-1464-44af-9f86-a5aff9183615 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:54.081605 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25410440-40a0-4523-9cfa-b77c1536dde5 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:54.082182 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e949584-464c-4e8f-a445-00fdb0af977f req-4db76f41-1464-44af-9f86-a5aff9183615 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5437 time: 0.3551683 Jul 22 23:43:54.098037 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:54.123184 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Transition to ACTIVE for port object 25410440-40a0-4523-9cfa-b77c1536dde5 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:54.131985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-377cd0f3-a391-4deb-9752-ad881d5138f8 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] Usage tracker for resource:floatingip and tenant:eca1bf917c4543048bfdefa9835e9230 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 23:43:54.134390 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:54.162772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-377cd0f3-a391-4deb-9752-ad881d5138f8 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 23:43:54.312707 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Pushing event updated for resources: {'Port': ['ID=25410440-40a0-4523-9cfa-b77c1536dde5,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:54.391378 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bea0f6-71c5-454a-817c-e71a7a709037 req-1836cf8f-943b-4a34-bc0a-3c43856dd5c9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:54.400404 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-99bea0f6-71c5-454a-817c-e71a7a709037 req-1836cf8f-943b-4a34-bc0a-3c43856dd5c9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.3170586 Jul 22 23:43:54.412422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-377cd0f3-a391-4deb-9752-ad881d5138f8 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] Usage tracker for resource:security_group and tenant:eca1bf917c4543048bfdefa9835e9230 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 23:43:54.433975 n-d-688802-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-377cd0f3-a391-4deb-9752-ad881d5138f8 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 23:43:54.435675 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['ab643751-7af9-4073-927e-3801c1e6ab2e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:43:54.446653 n-d-688802-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-377cd0f3-a391-4deb-9752-ad881d5138f8 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] Usage tracker for resource:security_group_rule and tenant:eca1bf917c4543048bfdefa9835e9230 is out of sync, need to count used quota {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 23:43:54.455162 n-d-688802-2 neutron-server[93821]: DEBUG neutron.quota.resource [None req-377cd0f3-a391-4deb-9752-ad881d5138f8 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93821) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 23:43:54.484223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-377cd0f3-a391-4deb-9752-ad881d5138f8 tempest-QuotasTest-2052025623 tempest-QuotasTest-2052025623-project-admin] 10.222.0.26 "GET /v2.0/quotas/eca1bf917c4543048bfdefa9835e9230/details.json HTTP/1.1" status: 200 len: 703 time: 0.8929968 Jul 22 23:43:54.528680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-99bea0f6-71c5-454a-817c-e71a7a709037 req-fc526bdc-4e8e-4151-92bb-96157d6acc1a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229906 Jul 22 23:43:54.702916 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Attempting to bind port 25410440-40a0-4523-9cfa-b77c1536dde5 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:54.713652 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Attempting to bind port 25410440-40a0-4523-9cfa-b77c1536dde5 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '2cc6b343-ae2c-4340-b258-25d795a136a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '6a9fde35-0498-42ea-ae86-b90565deafd3'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:54.722105 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Attempting to bind port 25410440-40a0-4523-9cfa-b77c1536dde5 on network 6a9fde35-0498-42ea-ae86-b90565deafd3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:54.746462 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Port 25410440-40a0-4523-9cfa-b77c1536dde5 on network 6a9fde35-0498-42ea-ae86-b90565deafd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:43:54.747419 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Attempting to bind port 25410440-40a0-4523-9cfa-b77c1536dde5 on network 6a9fde35-0498-42ea-ae86-b90565deafd3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:54.754359 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:54.755220 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Checking segment: {'id': '2cc6b343-ae2c-4340-b258-25d795a136a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '6a9fde35-0498-42ea-ae86-b90565deafd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:54.755827 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Bound using segment: {'id': '2cc6b343-ae2c-4340-b258-25d795a136a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '6a9fde35-0498-42ea-ae86-b90565deafd3'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:54.768518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Bound port: 25410440-40a0-4523-9cfa-b77c1536dde5, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc6b343-ae2c-4340-b258-25d795a136a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '6a9fde35-0498-42ea-ae86-b90565deafd3'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:54.771230 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:54.819978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e949584-464c-4e8f-a445-00fdb0af977f req-8c520e8f-7280-4316-8aad-bcf8f618786d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6873114 Jul 22 23:43:54.976047 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] For port 25410440-40a0-4523-9cfa-b77c1536dde5, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:54.996424 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] For port 25410440-40a0-4523-9cfa-b77c1536dde5, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=25410440-40a0-4523-9cfa-b77c1536dde5,segment=NetworkSegment(2cc6b343-ae2c-4340-b258-25d795a136a5),segment_id=2cc6b343-ae2c-4340-b258-25d795a136a5)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:55.019763 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:55.097053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:55.133916 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:55.134756 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:55.137017 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] 10.222.0.95 "PUT /v2.0/ports/25410440-40a0-4523-9cfa-b77c1536dde5 HTTP/1.1" status: 200 len: 1092 time: 2.0921714 Jul 22 23:43:55.137547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74260f9a-a57d-4060-93fd-c249a52c0c2d', 'tag': '25410440-40a0-4523-9cfa-b77c1536dde5'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:55.139925 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a89368e-717b-4f5f-aec2-d4fc55c40840" -d '{"events": [{"name": "network-changed", "server_uuid": "74260f9a-a57d-4060-93fd-c249a52c0c2d", "tag": "25410440-40a0-4523-9cfa-b77c1536dde5"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:55.219623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759df4e8-d2a5-4aed-bf7d-91794c9a396d req-0ac3d350-c6c8-4abd-89d2-3c2d8a19010b tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:55.223070 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-759df4e8-d2a5-4aed-bf7d-91794c9a396d req-0ac3d350-c6c8-4abd-89d2-3c2d8a19010b tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/ports?device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 944 time: 0.2245798 Jul 22 23:43:55.235303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9339862-3a5c-418e-a084-07cdea48d6c5 req-11ffefa5-dc8e-410c-8fff-d29a0323e874 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:55.246196 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b9339862-3a5c-418e-a084-07cdea48d6c5 req-11ffefa5-dc8e-410c-8fff-d29a0323e874 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.4545982 Jul 22 23:43:55.291771 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e066f4-733a-46b9-8b07-63df2bed70d1 service neutron] Pushing event updated for resources: {'Port': ['ID=25410440-40a0-4523-9cfa-b77c1536dde5,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:55.335441 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-5744d0ee-96de-4b34-95c5-5caa13e6f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:55.338834 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-5744d0ee-96de-4b34-95c5-5caa13e6f18d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a37941f54721470a9efe55e5d8881ee2&device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 1095 time: 0.1460061 Jul 22 23:43:55.387805 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b9339862-3a5c-418e-a084-07cdea48d6c5 req-ad69f944-29f7-482e-b97f-357ed76b818d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399615 Jul 22 23:43:55.412211 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-9f5574cb-671d-435a-a0d8-6fa44aeddd7b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25410440-40a0-4523-9cfa-b77c1536dde5 HTTP/1.1" status: 200 len: 217 time: 0.0540960 Jul 22 23:43:55.415293 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53364d3e-1ca7-4a25-8b1c-9489e20ba4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:55.494133 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-62573503-ff1d-4cef-8856-631682089304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:55.496127 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-62573503-ff1d-4cef-8856-631682089304 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=76800dc6-cbcb-4c27-8d04-81b2ca8f8ea8 HTTP/1.1" status: 200 len: 852 time: 0.0769117 Jul 22 23:43:55.499088 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-759df4e8-d2a5-4aed-bf7d-91794c9a396d req-93092126-f7ff-4119-bc05-65e8abe9fdcb tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/security-groups?id=f67a21ba-4ec5-4f95-96f6-423c0f2eff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500660 Jul 22 23:43:55.567272 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-23ed6838-0948-46b2-b3c2-ea5bf1b27cf6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6a9fde35-0498-42ea-ae86-b90565deafd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638428 Jul 22 23:43:55.646101 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dcacd4-b724-4170-a17f-ca7db8f8d598 x-openstack-request-id: req-f9dcacd4-b724-4170-a17f-ca7db8f8d598 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:55.646409 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74260f9a-a57d-4060-93fd-c249a52c0c2d", "tag": "25410440-40a0-4523-9cfa-b77c1536dde5", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:55.646776 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9dcacd4-b724-4170-a17f-ca7db8f8d598 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:55.647277 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74260f9a-a57d-4060-93fd-c249a52c0c2d', 'tag': '25410440-40a0-4523-9cfa-b77c1536dde5', 'status': 'completed', 'code': 200} Jul 22 23:43:55.717544 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53364d3e-1ca7-4a25-8b1c-9489e20ba4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:55.727313 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53364d3e-1ca7-4a25-8b1c-9489e20ba4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:55.752405 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-37d653a1-8b6f-417c-b31c-1282704f51b5 service neutron] 10.222.0.95 "GET /v2.0/networks/6a9fde35-0498-42ea-ae86-b90565deafd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771712 Jul 22 23:43:55.793597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4e3b3-176b-43c2-9648-d78eca4dff2d req-c8d6f89c-e172-40c8-bdfa-b73ed8d6bb24 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:55.801256 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0b4e3b3-176b-43c2-9648-d78eca4dff2d req-c8d6f89c-e172-40c8-bdfa-b73ed8d6bb24 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.1671314 Jul 22 23:43:55.819430 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-53364d3e-1ca7-4a25-8b1c-9489e20ba4f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60986e50f61f4a46983619b0a1f02387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7143030 Jul 22 23:43:55.826847 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49050) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:55.827632 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53364d3e-1ca7-4a25-8b1c-9489e20ba4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716ba6d2-f7f3-47cc-b47d-b8025668b1b1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:55.885450 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0b4e3b3-176b-43c2-9648-d78eca4dff2d req-22abd297-8363-478d-8696-d5a923a60d0b tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789905 Jul 22 23:43:55.956500 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af964762-9098-404f-b54d-f0a9dda20246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:55.984754 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af964762-9098-404f-b54d-f0a9dda20246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:55.990569 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6f89f822-2f78-45b4-8712-6ed9b4b83ddb req-37072889-a945-4df7-90ea-03b681c4e4a5 service neutron] 10.222.0.95 "GET /v2.0/networks/6a9fde35-0498-42ea-ae86-b90565deafd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212312 Jul 22 23:43:56.128752 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89368e-717b-4f5f-aec2-d4fc55c40840 req-dc99ccdc-715a-4b0f-8fb7-a97c782396da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:56.130796 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8a89368e-717b-4f5f-aec2-d4fc55c40840 req-dc99ccdc-715a-4b0f-8fb7-a97c782396da service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a37941f54721470a9efe55e5d8881ee2&device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 1095 time: 0.0647337 Jul 22 23:43:56.140119 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af964762-9098-404f-b54d-f0a9dda20246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:56.147233 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af964762-9098-404f-b54d-f0a9dda20246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:56.152370 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-af964762-9098-404f-b54d-f0a9dda20246 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/716ba6d2-f7f3-47cc-b47d-b8025668b1b1 HTTP/1.1" status: 204 len: 168 time: 0.3214738 Jul 22 23:43:56.170005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af964762-9098-404f-b54d-f0a9dda20246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716ba6d2-f7f3-47cc-b47d-b8025668b1b1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:56.234882 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628d534-de3c-4996-9f05-b3f0625aaf09 req-52b22a51-035e-4c0a-a1b3-86ed8f37a8c2 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:56.256960 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628d534-de3c-4996-9f05-b3f0625aaf09 req-52b22a51-035e-4c0a-a1b3-86ed8f37a8c2 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:56.265353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628d534-de3c-4996-9f05-b3f0625aaf09 req-52b22a51-035e-4c0a-a1b3-86ed8f37a8c2 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:56.286623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628d534-de3c-4996-9f05-b3f0625aaf09 req-52b22a51-035e-4c0a-a1b3-86ed8f37a8c2 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:56.301280 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628d534-de3c-4996-9f05-b3f0625aaf09 req-52b22a51-035e-4c0a-a1b3-86ed8f37a8c2 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:56.310766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628d534-de3c-4996-9f05-b3f0625aaf09 req-52b22a51-035e-4c0a-a1b3-86ed8f37a8c2 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:56.320977 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628d534-de3c-4996-9f05-b3f0625aaf09 req-52b22a51-035e-4c0a-a1b3-86ed8f37a8c2 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:56.327894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6628d534-de3c-4996-9f05-b3f0625aaf09 req-52b22a51-035e-4c0a-a1b3-86ed8f37a8c2 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5437 time: 0.3492260 Jul 22 23:43:56.334341 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89368e-717b-4f5f-aec2-d4fc55c40840 req-9b7e03d5-b803-4a57-8097-2249727518fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:56.336433 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8a89368e-717b-4f5f-aec2-d4fc55c40840 req-9b7e03d5-b803-4a57-8097-2249727518fb service neutron] 10.222.0.95 "GET /v2.0/networks?id=6a9fde35-0498-42ea-ae86-b90565deafd3 HTTP/1.1" status: 200 len: 913 time: 0.1983097 Jul 22 23:43:56.385420 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6628d534-de3c-4996-9f05-b3f0625aaf09 req-3d52b74b-e41a-4874-9828-78e335f85c5d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516574 Jul 22 23:43:56.452578 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8a89368e-717b-4f5f-aec2-d4fc55c40840 req-8a2e6413-4da7-46a7-b0b9-7a9e58acabb6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25410440-40a0-4523-9cfa-b77c1536dde5 HTTP/1.1" status: 200 len: 217 time: 0.1072452 Jul 22 23:43:56.591256 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89368e-717b-4f5f-aec2-d4fc55c40840 req-6174a2b3-0e26-4163-8e79-9c0dfa92ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:56.595300 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8a89368e-717b-4f5f-aec2-d4fc55c40840 req-6174a2b3-0e26-4163-8e79-9c0dfa92ea70 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=76800dc6-cbcb-4c27-8d04-81b2ca8f8ea8 HTTP/1.1" status: 200 len: 852 time: 0.1379755 Jul 22 23:43:56.611386 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536e137-99e3-437b-a45a-271d26376b26 req-41f29878-17cc-497b-8a47-192f1ef6f0a7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:56.613007 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f536e137-99e3-437b-a45a-271d26376b26 req-41f29878-17cc-497b-8a47-192f1ef6f0a7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.1100523 Jul 22 23:43:56.662057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49066) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:56.665615 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8a89368e-717b-4f5f-aec2-d4fc55c40840 req-38704b4e-76e3-4236-a3ef-c24ad6bb6309 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6a9fde35-0498-42ea-ae86-b90565deafd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615196 Jul 22 23:43:56.686822 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2546a5cb-e43b-4ea5-a394-b7601b417a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:56.759602 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f536e137-99e3-437b-a45a-271d26376b26 req-4a342899-9d36-421e-b707-556a24c812aa tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325688 Jul 22 23:43:56.815203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3395d-f91e-429f-b12b-318d09da7133 req-c45ed9bd-e5a8-4c1f-a057-14fbc99cabce tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:56.823097 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ae3395d-f91e-429f-b12b-318d09da7133 req-c45ed9bd-e5a8-4c1f-a057-14fbc99cabce tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/ports?device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 944 time: 0.1288531 Jul 22 23:43:56.897876 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ae3395d-f91e-429f-b12b-318d09da7133 req-abfe45ec-1b33-459c-a4a2-812ea25bdccf tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/security-groups?id=f67a21ba-4ec5-4f95-96f6-423c0f2eff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726643 Jul 22 23:43:56.911713 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8a89368e-717b-4f5f-aec2-d4fc55c40840 req-7bdd051d-9096-45bf-834e-9bc2b91c3bd4 service neutron] 10.222.0.95 "GET /v2.0/networks/6a9fde35-0498-42ea-ae86-b90565deafd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192721 Jul 22 23:43:57.074483 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2546a5cb-e43b-4ea5-a394-b7601b417a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:57.081502 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8a89368e-717b-4f5f-aec2-d4fc55c40840 req-50d1a357-9b84-4f76-b830-6022dc9ce5df service neutron] 10.222.0.95 "GET /v2.0/networks/6a9fde35-0498-42ea-ae86-b90565deafd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581306 Jul 22 23:43:57.082780 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2546a5cb-e43b-4ea5-a394-b7601b417a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:57.110745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604a774-f930-4727-a83d-19b099140a2a req-44ed7f28-e3f0-4d2f-9618-bf273762cefd tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:57.123704 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7604a774-f930-4727-a83d-19b099140a2a req-44ed7f28-e3f0-4d2f-9618-bf273762cefd tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.1442828 Jul 22 23:43:57.130106 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2546a5cb-e43b-4ea5-a394-b7601b417a51 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eca1bf917c4543048bfdefa9835e9230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668579 Jul 22 23:43:57.130859 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49072) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:57.163620 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546a5cb-e43b-4ea5-a394-b7601b417a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d0f22a-c847-44d3-8068-5c78ac47b8e2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:57.187154 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7604a774-f930-4727-a83d-19b099140a2a req-7bf44a8f-8471-4c43-bc5f-a60c70d24feb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623555 Jul 22 23:43:57.193979 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5838942-51db-49f7-b79a-6a5d57f03f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:57.226028 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5838942-51db-49f7-b79a-6a5d57f03f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:57.282617 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5838942-51db-49f7-b79a-6a5d57f03f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:57.286067 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5838942-51db-49f7-b79a-6a5d57f03f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:57.287525 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f5838942-51db-49f7-b79a-6a5d57f03f9a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75d0f22a-c847-44d3-8068-5c78ac47b8e2 HTTP/1.1" status: 204 len: 168 time: 0.1547410 Jul 22 23:43:57.298310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5838942-51db-49f7-b79a-6a5d57f03f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d0f22a-c847-44d3-8068-5c78ac47b8e2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:57.718435 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29d9e6-5b57-44af-8d1c-32a6b7d87ed9 req-883f7587-5204-4ae4-a18c-02f667d0630a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:57.724965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29d9e6-5b57-44af-8d1c-32a6b7d87ed9 req-883f7587-5204-4ae4-a18c-02f667d0630a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:57.731554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29d9e6-5b57-44af-8d1c-32a6b7d87ed9 req-883f7587-5204-4ae4-a18c-02f667d0630a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:57.738246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29d9e6-5b57-44af-8d1c-32a6b7d87ed9 req-883f7587-5204-4ae4-a18c-02f667d0630a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:57.744117 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29d9e6-5b57-44af-8d1c-32a6b7d87ed9 req-883f7587-5204-4ae4-a18c-02f667d0630a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:57.750678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29d9e6-5b57-44af-8d1c-32a6b7d87ed9 req-883f7587-5204-4ae4-a18c-02f667d0630a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:57.756280 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29d9e6-5b57-44af-8d1c-32a6b7d87ed9 req-883f7587-5204-4ae4-a18c-02f667d0630a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:57.764914 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b29d9e6-5b57-44af-8d1c-32a6b7d87ed9 req-883f7587-5204-4ae4-a18c-02f667d0630a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5437 time: 0.2127814 Jul 22 23:43:57.868615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b29d9e6-5b57-44af-8d1c-32a6b7d87ed9 req-7c60d662-d62b-4223-a0d8-5b327a5a361c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927637 Jul 22 23:43:58.018554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91488323-1393-4dc5-8cd4-d34796024354 req-29133074-d412-491a-a052-45fba2f0d54b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:58.022575 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91488323-1393-4dc5-8cd4-d34796024354 req-29133074-d412-491a-a052-45fba2f0d54b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.1348076 Jul 22 23:43:58.141411 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91488323-1393-4dc5-8cd4-d34796024354 req-b52b641d-0aee-4642-8f59-64ff6f527c26 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022117 Jul 22 23:43:58.280467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8748df4-6d4b-4108-a86c-d94713d677f2 req-adf0f9f6-2c8c-4d2b-bec4-8cb7ab135ec8 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:58.282641 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8748df4-6d4b-4108-a86c-d94713d677f2 req-adf0f9f6-2c8c-4d2b-bec4-8cb7ab135ec8 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/ports?device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 944 time: 0.1254025 Jul 22 23:43:58.367786 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8748df4-6d4b-4108-a86c-d94713d677f2 req-097e233e-6f75-450a-b27e-89a654f69ea9 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/security-groups?id=f67a21ba-4ec5-4f95-96f6-423c0f2eff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780826 Jul 22 23:43:58.431369 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23797cf6-a68c-4c58-9122-157a9cfad7c9 req-f3d412a1-dffd-4ee1-9466-86d73d996254 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:58.434956 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23797cf6-a68c-4c58-9122-157a9cfad7c9 req-f3d412a1-dffd-4ee1-9466-86d73d996254 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.1349540 Jul 22 23:43:58.498481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23797cf6-a68c-4c58-9122-157a9cfad7c9 req-c99834b9-f745-4c09-815f-29f5baa3e9f8 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586529 Jul 22 23:43:58.569954 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49112) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:58.613429 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 06b36ce6-caf4-494a-b935-4e47824fb9dd up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:58.685519 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 06b36ce6-caf4-494a-b935-4e47824fb9dd completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:58.692949 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 06b36ce6-caf4-494a-b935-4e47824fb9dd triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:58.693462 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:58.726415 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Request body: {'networks': [{'name': 'tempest-network--933926128'}, {'name': 'tempest-network--907111807'}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:58.726640 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Request body: {'network': {'name': 'tempest-network--933926128'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:58.728124 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Request body: {'network': {'name': 'tempest-network--907111807'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:58.770687 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Made reservation on behalf of 996780dac50747d09ab13b154d8ad2b4 for: {'network': 2} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:58.779752 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:58.803166 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:58.812943 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:58.862711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b36ce6-caf4-494a-b935-4e47824fb9dd'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:58.881637 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6ae03f-eb3f-4ca6-8649-efcbb778a8f9" -d '{"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-plugged", "status": "completed", "tag": "06b36ce6-caf4-494a-b935-4e47824fb9dd"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:58.897357 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 06b36ce6-caf4-494a-b935-4e47824fb9dd, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=06b36ce6-caf4-494a-b935-4e47824fb9dd,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:58.918330 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:58.923480 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 423b7270-ab41-4684-8ac3-3fc383c0741a up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:58.952043 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:58.959888 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:58.960504 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.012525 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a4b384-d9dc-4b54-aa70-6879f38f8f5c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:59.047193 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c744cb33-f65b-4457-bdc6-06f331df4fee x-openstack-request-id: req-c744cb33-f65b-4457-bdc6-06f331df4fee {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:59.047499 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-plugged", "status": "completed", "tag": "06b36ce6-caf4-494a-b935-4e47824fb9dd", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:59.048687 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c744cb33-f65b-4457-bdc6-06f331df4fee {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:59.053784 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b36ce6-caf4-494a-b935-4e47824fb9dd', 'code': 200} Jul 22 23:43:59.058704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:59.071570 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.071982 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Added segment 23326b61-c8b7-4a9b-96ea-6337be226df2 of type vlan for network 55842091-bfe2-4863-9502-76ebf7b613d1 Jul 22 23:43:59.148997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 25410440-40a0-4523-9cfa-b77c1536dde5 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:43:59.183453 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.197653 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f8a0b-2ea8-4188-80c8-92fa4f5c6344 req-cd5013f4-188b-419d-8546-224af141b732 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.214754 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f8a0b-2ea8-4188-80c8-92fa4f5c6344 req-cd5013f4-188b-419d-8546-224af141b732 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.251127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f8a0b-2ea8-4188-80c8-92fa4f5c6344 req-cd5013f4-188b-419d-8546-224af141b732 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.267242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 25410440-40a0-4523-9cfa-b77c1536dde5, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=25410440-40a0-4523-9cfa-b77c1536dde5,segment=NetworkSegment(2cc6b343-ae2c-4340-b258-25d795a136a5),segment_id=2cc6b343-ae2c-4340-b258-25d795a136a5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:59.272177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f8a0b-2ea8-4188-80c8-92fa4f5c6344 req-cd5013f4-188b-419d-8546-224af141b732 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.281397 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:59.285381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '25410440-40a0-4523-9cfa-b77c1536dde5', 'network_id': '6a9fde35-0498-42ea-ae86-b90565deafd3', 'port_id': '25410440-40a0-4523-9cfa-b77c1536dde5', 'mac_address': 'fa:16:3e:23:10:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76800dc6-cbcb-4c27-8d04-81b2ca8f8ea8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:43:59.298182 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.298693 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Added segment f8372f6b-2ab5-4fc9-a589-11c27438c97f of type vlan for network dc0b885b-0398-48d2-94c9-ac1561c403ca Jul 22 23:43:59.306681 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f8a0b-2ea8-4188-80c8-92fa4f5c6344 req-cd5013f4-188b-419d-8546-224af141b732 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.337334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f8a0b-2ea8-4188-80c8-92fa4f5c6344 req-cd5013f4-188b-419d-8546-224af141b732 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.346383 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.357771 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.359680 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f8a0b-2ea8-4188-80c8-92fa4f5c6344 req-cd5013f4-188b-419d-8546-224af141b732 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.360183 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=06b36ce6-caf4-494a-b935-4e47824fb9dd,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:59.361590 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-461f8a0b-2ea8-4188-80c8-92fa4f5c6344 req-cd5013f4-188b-419d-8546-224af141b732 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5438 time: 0.2869556 Jul 22 23:43:59.371071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25410440-40a0-4523-9cfa-b77c1536dde5 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:59.399442 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 423b7270-ab41-4684-8ac3-3fc383c0741a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:59.406226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 25410440-40a0-4523-9cfa-b77c1536dde5, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=25410440-40a0-4523-9cfa-b77c1536dde5,segment=NetworkSegment(2cc6b343-ae2c-4340-b258-25d795a136a5),segment_id=2cc6b343-ae2c-4340-b258-25d795a136a5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:59.407384 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.407952 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 423b7270-ab41-4684-8ac3-3fc383c0741a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:59.408250 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.408435 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.419244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.432199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.433359 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.451359 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-461f8a0b-2ea8-4188-80c8-92fa4f5c6344 req-0e489cc6-e5c0-4ea0-9ea9-939c7cc93d71 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0769837 Jul 22 23:43:59.456891 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.8855982 Jul 22 23:43:59.462169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:59.468512 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.571020 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event updated for resources: {'Network': ['ID=55842091-bfe2-4863-9502-76ebf7b613d1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:59.571640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21f1c0-851f-41cd-be66-97a062d651c8 req-d36e579b-8026-416f-9c36-afa41c48c1d8 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.572753 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af21f1c0-851f-41cd-be66-97a062d651c8 req-d36e579b-8026-416f-9c36-afa41c48c1d8 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.2102482 Jul 22 23:43:59.602343 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=25410440-40a0-4523-9cfa-b77c1536dde5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:59.613173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 55842091-bfe2-4863-9502-76ebf7b613d1 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:59.720193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['25410440-40a0-4523-9cfa-b77c1536dde5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:43:59.722902 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517d524-6b5b-4aa5-a387-4dca9a70db3e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event updated for resources: {'Network': ['ID=dc0b885b-0398-48d2-94c9-ac1561c403ca,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:59.756011 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network dc0b885b-0398-48d2-94c9-ac1561c403ca details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:59.788006 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.836234 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af21f1c0-851f-41cd-be66-97a062d651c8 req-af2aa4f0-836f-4b89-adc2-a0f9c71345aa tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309260 Jul 22 23:43:59.852944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f904f2a-3bd0-4ac8-8451-3aac6fd72a4e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.869879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f904f2a-3bd0-4ac8-8451-3aac6fd72a4e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.893406 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f904f2a-3bd0-4ac8-8451-3aac6fd72a4e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.897154 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 423b7270-ab41-4684-8ac3-3fc383c0741a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=423b7270-ab41-4684-8ac3-3fc383c0741a,segment=NetworkSegment(c844b4a1-cdca-4fb7-89f6-908c6d087b8d),segment_id=c844b4a1-cdca-4fb7-89f6-908c6d087b8d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:59.908352 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.909526 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ab643751-7af9-4073-927e-3801c1e6ab2e up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:59.909911 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f904f2a-3bd0-4ac8-8451-3aac6fd72a4e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.915768 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0f904f2a-3bd0-4ac8-8451-3aac6fd72a4e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4518607 Jul 22 23:43:59.920212 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49132) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:59.956224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f31211-628d-491e-a346-8baff164c6c6 req-99f46d5a-c13e-4395-985e-5525613caf09 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.961132 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5f31211-628d-491e-a346-8baff164c6c6 req-99f46d5a-c13e-4395-985e-5525613caf09 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/ports?device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 945 time: 0.3180063 Jul 22 23:44:00.047927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=423b7270-ab41-4684-8ac3-3fc383c0741a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:00.059880 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02cbe0b7-47ca-4c05-90b8-92259b742d20 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.107201 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5f31211-628d-491e-a346-8baff164c6c6 req-832fe41b-30fb-49a5-8d24-26576f08c254 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/security-groups?id=f67a21ba-4ec5-4f95-96f6-423c0f2eff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430073 Jul 22 23:44:00.153177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2991c-3dd6-477f-95af-a7b38e763d89 req-ac307194-b641-49a0-9ddf-495fcc4f7a01 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:00.155066 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9de2991c-3dd6-477f-95af-a7b38e763d89 req-ac307194-b641-49a0-9ddf-495fcc4f7a01 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.1717203 Jul 22 23:44:00.216196 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9de2991c-3dd6-477f-95af-a7b38e763d89 req-727e8368-fa25-4c36-a3d4-22ea77498756 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542183 Jul 22 23:44:00.250273 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02cbe0b7-47ca-4c05-90b8-92259b742d20 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.274966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-02cbe0b7-47ca-4c05-90b8-92259b742d20 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55842091-bfe2-4863-9502-76ebf7b613d1']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:00.291258 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-02cbe0b7-47ca-4c05-90b8-92259b742d20 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23326b61-c8b7-4a9b-96ea-6337be226df2') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:00.291655 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-02cbe0b7-47ca-4c05-90b8-92259b742d20 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23326b61-c8b7-4a9b-96ea-6337be226df2') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:00.302851 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02cbe0b7-47ca-4c05-90b8-92259b742d20 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.317873 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02cbe0b7-47ca-4c05-90b8-92259b742d20 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.324586 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port ab643751-7af9-4073-927e-3801c1e6ab2e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:00.324937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cbe0b7-47ca-4c05-90b8-92259b742d20 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:00.325470 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02cbe0b7-47ca-4c05-90b8-92259b742d20 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.337874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port ab643751-7af9-4073-927e-3801c1e6ab2e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:00.338531 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:00.392874 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:00.404519 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02cbe0b7-47ca-4c05-90b8-92259b742d20 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.414181 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02cbe0b7-47ca-4c05-90b8-92259b742d20 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.416327 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-02cbe0b7-47ca-4c05-90b8-92259b742d20 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "DELETE /v2.0/networks/55842091-bfe2-4863-9502-76ebf7b613d1 HTTP/1.1" status: 204 len: 168 time: 0.4950976 Jul 22 23:44:00.419682 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49138) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:00.486672 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.532714 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ab643751-7af9-4073-927e-3801c1e6ab2e, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ab643751-7af9-4073-927e-3801c1e6ab2e,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:00.538538 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.540110 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device cab490f4-9887-4d3a-b736-e09758b49446 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:00.547131 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaba2d8b-6775-451b-be12-0d2d2f92461a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.556811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbe0b7-47ca-4c05-90b8-92259b742d20 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event deleted for resources: {'Network': ['ID=55842091-bfe2-4863-9502-76ebf7b613d1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:00.628112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=ab643751-7af9-4073-927e-3801c1e6ab2e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:00.650275 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port cab490f4-9887-4d3a-b736-e09758b49446 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:00.660837 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port cab490f4-9887-4d3a-b736-e09758b49446 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:00.661951 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.702456 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaba2d8b-6775-451b-be12-0d2d2f92461a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.717341 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-eaba2d8b-6775-451b-be12-0d2d2f92461a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0b885b-0398-48d2-94c9-ac1561c403ca']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:00.756237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-eaba2d8b-6775-451b-be12-0d2d2f92461a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8372f6b-2ab5-4fc9-a589-11c27438c97f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:00.756579 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-eaba2d8b-6775-451b-be12-0d2d2f92461a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8372f6b-2ab5-4fc9-a589-11c27438c97f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:00.768576 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaba2d8b-6775-451b-be12-0d2d2f92461a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.772597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40534ef9-cd1f-4a51-944a-7998445dbd4e req-b481fc15-01a5-495c-8438-03568c32032d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:00.780201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40534ef9-cd1f-4a51-944a-7998445dbd4e req-b481fc15-01a5-495c-8438-03568c32032d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:00.799781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40534ef9-cd1f-4a51-944a-7998445dbd4e req-b481fc15-01a5-495c-8438-03568c32032d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:00.807288 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40534ef9-cd1f-4a51-944a-7998445dbd4e req-b481fc15-01a5-495c-8438-03568c32032d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:00.813718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40534ef9-cd1f-4a51-944a-7998445dbd4e req-b481fc15-01a5-495c-8438-03568c32032d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:00.817085 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaba2d8b-6775-451b-be12-0d2d2f92461a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.820702 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40534ef9-cd1f-4a51-944a-7998445dbd4e req-b481fc15-01a5-495c-8438-03568c32032d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:00.828314 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40534ef9-cd1f-4a51-944a-7998445dbd4e req-b481fc15-01a5-495c-8438-03568c32032d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:00.830529 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-40534ef9-cd1f-4a51-944a-7998445dbd4e req-b481fc15-01a5-495c-8438-03568c32032d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5440 time: 0.2322862 Jul 22 23:44:00.831164 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaba2d8b-6775-451b-be12-0d2d2f92461a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:00.831735 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaba2d8b-6775-451b-be12-0d2d2f92461a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:00.839581 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:00.909880 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.946996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-40534ef9-cd1f-4a51-944a-7998445dbd4e req-e88afc82-00b5-4260-a09b-de6e4d880063 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0972171 Jul 22 23:44:00.989256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port cab490f4-9887-4d3a-b736-e09758b49446, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=cab490f4-9887-4d3a-b736-e09758b49446,segment=NetworkSegment(3581f181-48ef-4c3b-81f1-4b9d7c54f7eb),segment_id=3581f181-48ef-4c3b-81f1-4b9d7c54f7eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:01.001943 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.002774 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bd4a7c11-f8d2-44b4-95fe-48b417a7f15d up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:01.025253 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaba2d8b-6775-451b-be12-0d2d2f92461a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.036058 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaba2d8b-6775-451b-be12-0d2d2f92461a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.038646 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eaba2d8b-6775-451b-be12-0d2d2f92461a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "DELETE /v2.0/networks/dc0b885b-0398-48d2-94c9-ac1561c403ca HTTP/1.1" status: 204 len: 168 time: 0.6180191 Jul 22 23:44:01.044760 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49144) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:01.058269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423b7270-ab41-4684-8ac3-3fc383c0741a'}, {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab643751-7af9-4073-927e-3801c1e6ab2e'}, {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab490f4-9887-4d3a-b736-e09758b49446'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:01.060487 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c27284d-7dd3-4b65-bbee-a724a75fa10a" -d '{"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-plugged", "status": "completed", "tag": "423b7270-ab41-4684-8ac3-3fc383c0741a"}, {"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-plugged", "status": "completed", "tag": "ab643751-7af9-4073-927e-3801c1e6ab2e"}, {"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-plugged", "status": "completed", "tag": "cab490f4-9887-4d3a-b736-e09758b49446"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:01.079460 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba2d8b-6775-451b-be12-0d2d2f92461a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event deleted for resources: {'Network': ['ID=dc0b885b-0398-48d2-94c9-ac1561c403ca,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:01.122362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=cab490f4-9887-4d3a-b736-e09758b49446,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:01.138888 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690bd8b-e091-47df-87ba-aa9c4644194f req-1e2870da-1e5a-4ade-8cdb-29607079702a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:01.141564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0690bd8b-e091-47df-87ba-aa9c4644194f req-1e2870da-1e5a-4ade-8cdb-29607079702a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.1749403 Jul 22 23:44:01.141839 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1991428-d931-486b-96fa-8c16ae38b6e6 x-openstack-request-id: req-c1991428-d931-486b-96fa-8c16ae38b6e6 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:01.142084 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-plugged", "status": "completed", "tag": "423b7270-ab41-4684-8ac3-3fc383c0741a", "code": 200}, {"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-plugged", "status": "completed", "tag": "ab643751-7af9-4073-927e-3801c1e6ab2e", "code": 200}, {"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-plugged", "status": "completed", "tag": "cab490f4-9887-4d3a-b736-e09758b49446", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:01.142349 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1991428-d931-486b-96fa-8c16ae38b6e6 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:01.143011 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423b7270-ab41-4684-8ac3-3fc383c0741a', 'code': 200} Jul 22 23:44:01.143279 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab643751-7af9-4073-927e-3801c1e6ab2e', 'code': 200} Jul 22 23:44:01.143538 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab490f4-9887-4d3a-b736-e09758b49446', 'code': 200} Jul 22 23:44:01.162948 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 25410440-40a0-4523-9cfa-b77c1536dde5 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:01.171605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:01.225014 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0690bd8b-e091-47df-87ba-aa9c4644194f req-9d6d663b-7417-4438-8b61-ae7b4c45e1a2 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765226 Jul 22 23:44:01.225650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:01.226162 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.264139 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006d380e-a5f6-4fa0-8619-7c7790a7486f tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:01.270895 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006d380e-a5f6-4fa0-8619-7c7790a7486f tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:01.272780 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-006d380e-a5f6-4fa0-8619-7c7790a7486f tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2265830 Jul 22 23:44:01.278272 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49154) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:01.284404 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b4d948fb-4ec5-4d41-bdf8-c0e28eb885c6 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1270561229'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:01.357424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d948fb-4ec5-4d41-bdf8-c0e28eb885c6 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Made reservation on behalf of 996780dac50747d09ab13b154d8ad2b4 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:01.364431 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4d948fb-4ec5-4d41-bdf8-c0e28eb885c6 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.384744 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.403350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 25410440-40a0-4523-9cfa-b77c1536dde5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:01.415159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d948fb-4ec5-4d41-bdf8-c0e28eb885c6 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:01.419611 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 25410440-40a0-4523-9cfa-b77c1536dde5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:01.419993 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.440478 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4d948fb-4ec5-4d41-bdf8-c0e28eb885c6 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.440838 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-b4d948fb-4ec5-4d41-bdf8-c0e28eb885c6 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Added segment d568d991-4112-4b17-8a08-bc010459eaaf of type vlan for network 5b4e696c-525e-4bee-a315-e92b85099e66 Jul 22 23:44:01.473625 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bd4a7c11-f8d2-44b4-95fe-48b417a7f15d,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:01.495865 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.516851 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4d948fb-4ec5-4d41-bdf8-c0e28eb885c6 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.534071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:01.595630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1581ec-6da0-4c56-8d8f-88481d093662 req-bdd6b289-6b99-4153-bffe-6dc76bd7e8b7 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:01.597326 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0a1581ec-6da0-4c56-8d8f-88481d093662 req-bdd6b289-6b99-4153-bffe-6dc76bd7e8b7 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/ports?device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 945 time: 0.3907228 Jul 22 23:44:01.598268 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4d948fb-4ec5-4d41-bdf8-c0e28eb885c6 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.605803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d948fb-4ec5-4d41-bdf8-c0e28eb885c6 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:01.606636 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4d948fb-4ec5-4d41-bdf8-c0e28eb885c6 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.663078 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2efc1fce-6f8c-4a41-8130-6587246b87da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.673658 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b4d948fb-4ec5-4d41-bdf8-c0e28eb885c6 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3941288 Jul 22 23:44:01.674347 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=bd4a7c11-f8d2-44b4-95fe-48b417a7f15d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:01.677071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49160) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:01.680111 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.692414 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-73ab6523-1fba-41b0-a9d9-54fc12e1347a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1251854858'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:01.727340 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:01.736921 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0a1581ec-6da0-4c56-8d8f-88481d093662 req-ded8be44-c0cd-4d3b-997f-92aebca71594 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/security-groups?id=f67a21ba-4ec5-4f95-96f6-423c0f2eff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257029 Jul 22 23:44:01.740130 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d948fb-4ec5-4d41-bdf8-c0e28eb885c6 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event updated for resources: {'Network': ['ID=5b4e696c-525e-4bee-a315-e92b85099e66,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:01.752719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 25410440-40a0-4523-9cfa-b77c1536dde5, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=25410440-40a0-4523-9cfa-b77c1536dde5,segment=NetworkSegment(2cc6b343-ae2c-4340-b258-25d795a136a5),segment_id=2cc6b343-ae2c-4340-b258-25d795a136a5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:01.754450 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:01.754995 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.758566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 5b4e696c-525e-4bee-a315-e92b85099e66 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:01.764377 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69b8e9-d3ed-4e90-87cd-bb856b0622c7 req-f0ef73f5-d3a6-41f0-9095-e0af7bff9a1d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:01.774218 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b69b8e9-d3ed-4e90-87cd-bb856b0622c7 req-f0ef73f5-d3a6-41f0-9095-e0af7bff9a1d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.2490401 Jul 22 23:44:01.785312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ab6523-1fba-41b0-a9d9-54fc12e1347a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Made reservation on behalf of 996780dac50747d09ab13b154d8ad2b4 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:01.789262 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73ab6523-1fba-41b0-a9d9-54fc12e1347a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.809606 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.839943 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b69b8e9-d3ed-4e90-87cd-bb856b0622c7 req-1568e481-47ca-48a4-870a-c58abcd9110d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614092 Jul 22 23:44:01.866471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ab6523-1fba-41b0-a9d9-54fc12e1347a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:01.882418 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73ab6523-1fba-41b0-a9d9-54fc12e1347a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.882890 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-73ab6523-1fba-41b0-a9d9-54fc12e1347a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Added segment 89dc906c-045b-46a8-b95c-02994be27597 of type vlan for network 0f843393-b790-4d1a-96e0-c7c95dcc6b52 Jul 22 23:44:01.965670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=25410440-40a0-4523-9cfa-b77c1536dde5,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:01.966304 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73ab6523-1fba-41b0-a9d9-54fc12e1347a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:02.044794 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73ab6523-1fba-41b0-a9d9-54fc12e1347a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:02.052237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ab6523-1fba-41b0-a9d9-54fc12e1347a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.071459 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:02.077304 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73ab6523-1fba-41b0-a9d9-54fc12e1347a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:02.122999 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=4157cbfe-5f0e-4e3c-9639-b2453364d9b9,segment=NetworkSegment(c844b4a1-cdca-4fb7-89f6-908c6d087b8d),segment_id=c844b4a1-cdca-4fb7-89f6-908c6d087b8d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:02.131381 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:02.132825 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 84ff3893-ed31-4b39-809a-4a9ebd9370f5 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:02.144737 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-73ab6523-1fba-41b0-a9d9-54fc12e1347a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4630811 Jul 22 23:44:02.150603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:02.160907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Request body: {'ports': [{'network_id': '5b4e696c-525e-4bee-a315-e92b85099e66', 'name': 'tempest-port--91081226', 'admin_state_up': True}, {'network_id': '0f843393-b790-4d1a-96e0-c7c95dcc6b52', 'admin_state_up': False}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:02.161275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Request body: {'port': {'network_id': '5b4e696c-525e-4bee-a315-e92b85099e66', 'name': 'tempest-port--91081226', 'admin_state_up': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:02.161742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Request body: {'port': {'network_id': '0f843393-b790-4d1a-96e0-c7c95dcc6b52', 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:02.256129 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab6523-1fba-41b0-a9d9-54fc12e1347a tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event updated for resources: {'Network': ['ID=0f843393-b790-4d1a-96e0-c7c95dcc6b52,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:02.257299 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=4157cbfe-5f0e-4e3c-9639-b2453364d9b9,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:02.287095 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 0f843393-b790-4d1a-96e0-c7c95dcc6b52 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:02.329367 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18b170-b955-4955-a630-0afa150264d6 req-8fc3e643-dfa4-4bac-8554-6d22d67251ec tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.343601 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18b170-b955-4955-a630-0afa150264d6 req-8fc3e643-dfa4-4bac-8554-6d22d67251ec tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.349472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18b170-b955-4955-a630-0afa150264d6 req-8fc3e643-dfa4-4bac-8554-6d22d67251ec tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.356247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18b170-b955-4955-a630-0afa150264d6 req-8fc3e643-dfa4-4bac-8554-6d22d67251ec tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.362849 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18b170-b955-4955-a630-0afa150264d6 req-8fc3e643-dfa4-4bac-8554-6d22d67251ec tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.368800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18b170-b955-4955-a630-0afa150264d6 req-8fc3e643-dfa4-4bac-8554-6d22d67251ec tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.375572 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18b170-b955-4955-a630-0afa150264d6 req-8fc3e643-dfa4-4bac-8554-6d22d67251ec tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.377554 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b18b170-b955-4955-a630-0afa150264d6 req-8fc3e643-dfa4-4bac-8554-6d22d67251ec tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5442 time: 0.3144662 Jul 22 23:44:02.422752 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 84ff3893-ed31-4b39-809a-4a9ebd9370f5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:02.433510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 84ff3893-ed31-4b39-809a-4a9ebd9370f5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:02.433950 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:02.526793 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:02.572562 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 84ff3893-ed31-4b39-809a-4a9ebd9370f5, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=84ff3893-ed31-4b39-809a-4a9ebd9370f5,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:02.580754 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:02.622541 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b18b170-b955-4955-a630-0afa150264d6 req-614716fc-edfd-4556-a78b-78174cf06943 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2070785 Jul 22 23:44:02.672782 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=84ff3893-ed31-4b39-809a-4a9ebd9370f5,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:02.691116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d500a0-fee7-46c7-be42-095ff251d888 req-4e3002da-8457-425a-b743-7314481408cd tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.694279 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-38d500a0-fee7-46c7-be42-095ff251d888 req-4e3002da-8457-425a-b743-7314481408cd tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.3150506 Jul 22 23:44:02.695940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Made reservation on behalf of 996780dac50747d09ab13b154d8ad2b4 for: {'port': 2} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:02.702098 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:02.736692 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:02.800862 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-38d500a0-fee7-46c7-be42-095ff251d888 req-bd3d9f31-b68c-4215-aa1e-4d8a6f2077d7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957360 Jul 22 23:44:02.870745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] device_id is not set on port 462b962b-6b0d-40c6-9c14-d20a61b58c82 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:44:02.952693 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d3107-ae06-4826-a04f-8aa2392a3067 req-22c384a9-9058-44a1-8776-b3f75927d0dd tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.954242 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f0d3107-ae06-4826-a04f-8aa2392a3067 req-22c384a9-9058-44a1-8776-b3f75927d0dd tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/ports?device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 946 time: 0.1027596 Jul 22 23:44:03.094035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f0d3107-ae06-4826-a04f-8aa2392a3067 req-8380c6af-bbed-4949-8f7b-672b8c763651 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/security-groups?id=f67a21ba-4ec5-4f95-96f6-423c0f2eff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003237 Jul 22 23:44:03.126452 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.146525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4a7c11-f8d2-44b4-95fe-48b417a7f15d'}, {'server_uuid': '74260f9a-a57d-4060-93fd-c249a52c0c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25410440-40a0-4523-9cfa-b77c1536dde5'}, {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4157cbfe-5f0e-4e3c-9639-b2453364d9b9'}, {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ff3893-ed31-4b39-809a-4a9ebd9370f5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:03.149664 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867f9cca-8ae2-4fc8-8808-5be59ca715fc" -d '{"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-plugged", "status": "completed", "tag": "bd4a7c11-f8d2-44b4-95fe-48b417a7f15d"}, {"server_uuid": "74260f9a-a57d-4060-93fd-c249a52c0c2d", "name": "network-vif-plugged", "status": "completed", "tag": "25410440-40a0-4523-9cfa-b77c1536dde5"}, {"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-plugged", "status": "completed", "tag": "4157cbfe-5f0e-4e3c-9639-b2453364d9b9"}, {"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-plugged", "status": "completed", "tag": "84ff3893-ed31-4b39-809a-4a9ebd9370f5"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:03.190778 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a9eaf-2867-4f4d-9ec5-fec85ac7f719 req-959d5794-562b-46ce-91d8-3add392cfbb7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:03.192343 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d0a9eaf-2867-4f4d-9ec5-fec85ac7f719 req-959d5794-562b-46ce-91d8-3add392cfbb7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.2372077 Jul 22 23:44:03.224988 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbc5e11-9fe0-445a-801d-adf9f85e3b8b x-openstack-request-id: req-6cbc5e11-9fe0-445a-801d-adf9f85e3b8b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:03.225545 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-plugged", "status": "completed", "tag": "bd4a7c11-f8d2-44b4-95fe-48b417a7f15d", "code": 200}, {"server_uuid": "74260f9a-a57d-4060-93fd-c249a52c0c2d", "name": "network-vif-plugged", "status": "completed", "tag": "25410440-40a0-4523-9cfa-b77c1536dde5", "code": 200}, {"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-plugged", "status": "completed", "tag": "4157cbfe-5f0e-4e3c-9639-b2453364d9b9", "code": 200}, {"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-plugged", "status": "completed", "tag": "84ff3893-ed31-4b39-809a-4a9ebd9370f5", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:03.225808 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6cbc5e11-9fe0-445a-801d-adf9f85e3b8b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:03.226216 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4a7c11-f8d2-44b4-95fe-48b417a7f15d', 'code': 200} Jul 22 23:44:03.226468 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74260f9a-a57d-4060-93fd-c249a52c0c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25410440-40a0-4523-9cfa-b77c1536dde5', 'code': 200} Jul 22 23:44:03.226719 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4157cbfe-5f0e-4e3c-9639-b2453364d9b9', 'code': 200} Jul 22 23:44:03.226973 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ff3893-ed31-4b39-809a-4a9ebd9370f5', 'code': 200} Jul 22 23:44:03.258805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] device_id is not set on port baf1344d-58bb-492d-8a58-2301e382ab36 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:44:03.290004 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d0a9eaf-2867-4f4d-9ec5-fec85ac7f719 req-643d7a49-656f-4210-a561-28bfc27da41f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892911 Jul 22 23:44:03.449566 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.509061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdf464-6f06-40e7-b5be-6d4c92cea9f8 req-e349a22c-0c88-4db1-94d3-e3bfb696eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:03.509557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdf464-6f06-40e7-b5be-6d4c92cea9f8 req-e349a22c-0c88-4db1-94d3-e3bfb696eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:03.510183 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdf464-6f06-40e7-b5be-6d4c92cea9f8 req-e349a22c-0c88-4db1-94d3-e3bfb696eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:03.510746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdf464-6f06-40e7-b5be-6d4c92cea9f8 req-e349a22c-0c88-4db1-94d3-e3bfb696eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:03.511151 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdf464-6f06-40e7-b5be-6d4c92cea9f8 req-e349a22c-0c88-4db1-94d3-e3bfb696eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:03.511607 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdf464-6f06-40e7-b5be-6d4c92cea9f8 req-e349a22c-0c88-4db1-94d3-e3bfb696eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:03.512060 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdf464-6f06-40e7-b5be-6d4c92cea9f8 req-e349a22c-0c88-4db1-94d3-e3bfb696eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:03.514946 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81cdf464-6f06-40e7-b5be-6d4c92cea9f8 req-e349a22c-0c88-4db1-94d3-e3bfb696eda9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 6501 time: 0.1281288 Jul 22 23:44:03.534095 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.767729 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b661a-ade7-48da-beba-83e0be4a22a8 req-9d4a2e5f-720d-459d-869e-e6c9758471c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:03.769331 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b67b661a-ade7-48da-beba-83e0be4a22a8 req-9d4a2e5f-720d-459d-869e-e6c9758471c0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 1097 time: 0.4571564 Jul 22 23:44:03.828167 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b67b661a-ade7-48da-beba-83e0be4a22a8 req-f9515db2-39de-4b19-9354-2808b55fda14 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f67a21ba-4ec5-4f95-96f6-423c0f2eff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493109 Jul 22 23:44:04.089974 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.120714 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event updated for resources: {'Port': ['ID=462b962b-6b0d-40c6-9c14-d20a61b58c82,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:04.128131 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81cdf464-6f06-40e7-b5be-6d4c92cea9f8 req-baa1e618-9bc8-4a8d-b161-3cf18d37800e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6028852 Jul 22 23:44:04.167830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Checking segment: {'id': 'd568d991-4112-4b17-8a08-bc010459eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '5b4e696c-525e-4bee-a315-e92b85099e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:04.168250 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Network hostable DHCP agents. Network: 5b4e696c-525e-4bee-a315-e92b85099e66, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:04.204118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9928c-e191-4542-a76a-445c3715b01b req-ee14cd18-3c54-45b3-86aa-3b0dd5bc7341 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:04.210014 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9928c-e191-4542-a76a-445c3715b01b req-ee14cd18-3c54-45b3-86aa-3b0dd5bc7341 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:04.216360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9928c-e191-4542-a76a-445c3715b01b req-ee14cd18-3c54-45b3-86aa-3b0dd5bc7341 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:04.222209 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9928c-e191-4542-a76a-445c3715b01b req-ee14cd18-3c54-45b3-86aa-3b0dd5bc7341 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:04.228025 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9928c-e191-4542-a76a-445c3715b01b req-ee14cd18-3c54-45b3-86aa-3b0dd5bc7341 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:04.235760 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9928c-e191-4542-a76a-445c3715b01b req-ee14cd18-3c54-45b3-86aa-3b0dd5bc7341 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:04.241633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9928c-e191-4542-a76a-445c3715b01b req-ee14cd18-3c54-45b3-86aa-3b0dd5bc7341 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:04.249653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ea9928c-e191-4542-a76a-445c3715b01b req-ee14cd18-3c54-45b3-86aa-3b0dd5bc7341 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5444 time: 0.2681503 Jul 22 23:44:04.259485 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f4d44-a0a8-425f-b8b8-2a742f7a8d15 req-c50ac1f7-204b-4b05-8bc4-e3d84af3efea tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:04.261201 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f2f4d44-a0a8-425f-b8b8-2a742f7a8d15 req-c50ac1f7-204b-4b05-8bc4-e3d84af3efea tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.2773006 Jul 22 23:44:04.297246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Network 5b4e696c-525e-4bee-a315-e92b85099e66 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:04.341923 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 5b4e696c-525e-4bee-a315-e92b85099e66) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:04.342602 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-01b0fe7e-0499-479e-bdf7-72e726f22cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.347397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:04.347933 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.351222 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.355649 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204c63a1-37e8-4367-ba96-20b8ff2c62c4 None None] Network 5b4e696c-525e-4bee-a315-e92b85099e66 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:04.410835 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f2f4d44-a0a8-425f-b8b8-2a742f7a8d15 req-a4f54720-e227-40f4-9e25-2e31ea4ed041 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394567 Jul 22 23:44:04.419486 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ea9928c-e191-4542-a76a-445c3715b01b req-6e1bd848-614c-4155-aed5-01b7dbd6b2fe tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1688495 Jul 22 23:44:04.450091 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event updated for resources: {'Port': ['ID=baf1344d-58bb-492d-8a58-2301e382ab36,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:04.491635 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Checking segment: {'id': '89dc906c-045b-46a8-b95c-02994be27597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '0f843393-b790-4d1a-96e0-c7c95dcc6b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:04.492085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Network hostable DHCP agents. Network: 0f843393-b790-4d1a-96e0-c7c95dcc6b52, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:04.518266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Network 0f843393-b790-4d1a-96e0-c7c95dcc6b52 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:04.536026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 0f843393-b790-4d1a-96e0-c7c95dcc6b52) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:04.546798 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:04.556278 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd989c2-f6bc-4146-af6f-8be8b7f018a6 None None] Network 0f843393-b790-4d1a-96e0-c7c95dcc6b52 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:04.563811 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:04.580717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:04.581525 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.645132 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a77455f9-60c8-4ce8-b1c6-2993009f7d07 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.4879093 Jul 22 23:44:04.645570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49202) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:04.759340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ab5ac-b4c4-41f7-b81e-380fc6db83fb req-f82bb5c6-1db7-4d25-be14-2a8eefff1986 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:04.764135 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b13879-090b-4f77-9969-daf88df599d6 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:04.770123 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a7ab5ac-b4c4-41f7-b81e-380fc6db83fb req-f82bb5c6-1db7-4d25-be14-2a8eefff1986 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/ports?device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 946 time: 0.1633859 Jul 22 23:44:04.781526 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b13879-090b-4f77-9969-daf88df599d6 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:04.785543 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-62b13879-090b-4f77-9969-daf88df599d6 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1413584 Jul 22 23:44:04.788370 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49208) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:04.795882 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac56d45-a7c2-421b-93e7-827b40c72416 req-eba64182-47e9-42a2-9b58-e7bcaf1d1cb9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:04.800733 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ac56d45-a7c2-421b-93e7-827b40c72416 req-eba64182-47e9-42a2-9b58-e7bcaf1d1cb9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.1961021 Jul 22 23:44:04.855113 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a7ab5ac-b4c4-41f7-b81e-380fc6db83fb req-1d24dd5b-6eb4-4e83-8c13-f00d20e5bd25 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/security-groups?id=f67a21ba-4ec5-4f95-96f6-423c0f2eff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839043 Jul 22 23:44:04.876407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ac56d45-a7c2-421b-93e7-827b40c72416 req-02905f63-14a0-4ec7-9ea5-63c6d23bacda tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659349 Jul 22 23:44:04.910565 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-139ac69e-43f0-4e87-bd73-9aef01b8f3c2 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Deleting port 462b962b-6b0d-40c6-9c14-d20a61b58c82 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:04.910898 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-139ac69e-43f0-4e87-bd73-9aef01b8f3c2 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.983984 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-139ac69e-43f0-4e87-bd73-9aef01b8f3c2 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.002546 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-139ac69e-43f0-4e87-bd73-9aef01b8f3c2 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Calling delete_port for 462b962b-6b0d-40c6-9c14-d20a61b58c82 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:05.091992 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-139ac69e-43f0-4e87-bd73-9aef01b8f3c2 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.121612 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ac69e-43f0-4e87-bd73-9aef01b8f3c2 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event deleted for resources: {'Port': ['ID=462b962b-6b0d-40c6-9c14-d20a61b58c82,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:05.128196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-139ac69e-43f0-4e87-bd73-9aef01b8f3c2 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.130148 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-139ac69e-43f0-4e87-bd73-9aef01b8f3c2 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "DELETE /v2.0/ports/462b962b-6b0d-40c6-9c14-d20a61b58c82 HTTP/1.1" status: 204 len: 168 time: 0.3400271 Jul 22 23:44:05.132801 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49212) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:05.194195 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02ee63-9631-404e-9032-b821657e5e5d req-e654df03-8e82-4c81-af16-d16f4185cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.195747 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dc02ee63-9631-404e-9032-b821657e5e5d req-e654df03-8e82-4c81-af16-d16f4185cfaa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d2e7e8a1c7644425a65536a6b1591ad6&device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 1097 time: 0.0690758 Jul 22 23:44:05.251205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ec909935-f4c6-4fbf-9d66-113ba4aca9f4 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Deleting port baf1344d-58bb-492d-8a58-2301e382ab36 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:05.251549 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec909935-f4c6-4fbf-9d66-113ba4aca9f4 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.290290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02ee63-9631-404e-9032-b821657e5e5d req-c8cb5889-6cd3-4306-b74b-4d46e63051b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.291795 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dc02ee63-9631-404e-9032-b821657e5e5d req-c8cb5889-6cd3-4306-b74b-4d46e63051b1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d9c6f596-1a55-460f-aa44-3580307980e5 HTTP/1.1" status: 200 len: 917 time: 0.0891588 Jul 22 23:44:05.326323 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec909935-f4c6-4fbf-9d66-113ba4aca9f4 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.338685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ec909935-f4c6-4fbf-9d66-113ba4aca9f4 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Calling delete_port for baf1344d-58bb-492d-8a58-2301e382ab36 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:05.371766 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dc02ee63-9631-404e-9032-b821657e5e5d req-ff56965d-8597-401c-baa2-0b3811af5b81 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=701ccee7-462f-4894-bd64-5a84060d3d06 HTTP/1.1" status: 200 len: 1002 time: 0.0728376 Jul 22 23:44:05.423620 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02ee63-9631-404e-9032-b821657e5e5d req-f405382a-25b9-4f74-93eb-48fbcc3351f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.425439 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dc02ee63-9631-404e-9032-b821657e5e5d req-f405382a-25b9-4f74-93eb-48fbcc3351f3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2482584c-2a32-49e4-91b9-a354783f97de HTTP/1.1" status: 200 len: 855 time: 0.0472903 Jul 22 23:44:05.431117 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec909935-f4c6-4fbf-9d66-113ba4aca9f4 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.452467 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.463121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec909935-f4c6-4fbf-9d66-113ba4aca9f4 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event deleted for resources: {'Port': ['ID=baf1344d-58bb-492d-8a58-2301e382ab36,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:05.473781 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec909935-f4c6-4fbf-9d66-113ba4aca9f4 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.479367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ec909935-f4c6-4fbf-9d66-113ba4aca9f4 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "DELETE /v2.0/ports/baf1344d-58bb-492d-8a58-2301e382ab36 HTTP/1.1" status: 204 len: 168 time: 0.3420196 Jul 22 23:44:05.480203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49216) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:05.517211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02ee63-9631-404e-9032-b821657e5e5d req-35ef1c03-44a4-4d62-ac0b-9fa5ce567317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.519533 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dc02ee63-9631-404e-9032-b821657e5e5d req-35ef1c03-44a4-4d62-ac0b-9fa5ce567317 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d9c6f596-1a55-460f-aa44-3580307980e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873895 Jul 22 23:44:05.539537 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c397c113-d518-4628-9da3-3a0490606e55 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0534837 Jul 22 23:44:05.550135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49220) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:05.582857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d9d9ffc0-b9c7-4a1f-8220-5df91c9a115e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1597091161'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:05.631682 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dc02ee63-9631-404e-9032-b821657e5e5d req-fae20681-4d79-420c-9486-b6ce8cede7d2 service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050837 Jul 22 23:44:05.663989 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d9ffc0-b9c7-4a1f-8220-5df91c9a115e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Made reservation on behalf of 996780dac50747d09ab13b154d8ad2b4 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:05.668041 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ffc0-b9c7-4a1f-8220-5df91c9a115e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.705292 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d2493-5e0f-4839-99cc-0db7d0119039 req-8add2d41-cd32-42dd-9424-fb7b10610eee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.712509 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd3d2493-5e0f-4839-99cc-0db7d0119039 req-8add2d41-cd32-42dd-9424-fb7b10610eee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.1818266 Jul 22 23:44:05.741462 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dc02ee63-9631-404e-9032-b821657e5e5d req-05717b0c-84f4-481f-a501-c13b5df9fd9f service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029272 Jul 22 23:44:05.764408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90867f38-8477-4c7f-a0a2-6af49b2f01a8 req-d4452889-aeed-41db-a76c-491dbf1a787b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.770792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90867f38-8477-4c7f-a0a2-6af49b2f01a8 req-d4452889-aeed-41db-a76c-491dbf1a787b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.777803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90867f38-8477-4c7f-a0a2-6af49b2f01a8 req-d4452889-aeed-41db-a76c-491dbf1a787b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.783745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90867f38-8477-4c7f-a0a2-6af49b2f01a8 req-d4452889-aeed-41db-a76c-491dbf1a787b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.792599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90867f38-8477-4c7f-a0a2-6af49b2f01a8 req-d4452889-aeed-41db-a76c-491dbf1a787b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.798980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90867f38-8477-4c7f-a0a2-6af49b2f01a8 req-d4452889-aeed-41db-a76c-491dbf1a787b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.804909 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90867f38-8477-4c7f-a0a2-6af49b2f01a8 req-d4452889-aeed-41db-a76c-491dbf1a787b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.806919 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90867f38-8477-4c7f-a0a2-6af49b2f01a8 req-d4452889-aeed-41db-a76c-491dbf1a787b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5444 time: 0.2201047 Jul 22 23:44:05.810423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d9ffc0-b9c7-4a1f-8220-5df91c9a115e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:05.835646 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ffc0-b9c7-4a1f-8220-5df91c9a115e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.836008 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-d9d9ffc0-b9c7-4a1f-8220-5df91c9a115e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Added segment 6bc4206b-f051-420c-872e-11eb1aba1a9d of type vlan for network 04f948c8-95fc-4bc8-b293-d1690327f19e Jul 22 23:44:05.869185 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd3d2493-5e0f-4839-99cc-0db7d0119039 req-763a32f5-4cd3-4a7b-b7ce-b3429e937752 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553972 Jul 22 23:44:05.905078 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90867f38-8477-4c7f-a0a2-6af49b2f01a8 req-fd48b631-37a0-4634-bc51-144bc1b45fb5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863943 Jul 22 23:44:05.923753 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ffc0-b9c7-4a1f-8220-5df91c9a115e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.993224 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ffc0-b9c7-4a1f-8220-5df91c9a115e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.999641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d9ffc0-b9c7-4a1f-8220-5df91c9a115e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:06.000246 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ffc0-b9c7-4a1f-8220-5df91c9a115e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.079071 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d9d9ffc0-b9c7-4a1f-8220-5df91c9a115e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5278482 Jul 22 23:44:06.082756 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49232) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:06.088514 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6fc92ca5-efbe-4f27-a052-97b94f931a63 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-641879947'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:06.113459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc92ca5-efbe-4f27-a052-97b94f931a63 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Made reservation on behalf of 996780dac50747d09ab13b154d8ad2b4 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:06.117215 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fc92ca5-efbe-4f27-a052-97b94f931a63 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.123292 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9ffc0-b9c7-4a1f-8220-5df91c9a115e tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event updated for resources: {'Network': ['ID=04f948c8-95fc-4bc8-b293-d1690327f19e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:06.138030 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 04f948c8-95fc-4bc8-b293-d1690327f19e details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:06.162249 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc92ca5-efbe-4f27-a052-97b94f931a63 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:06.173937 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ee433-7bb1-49c3-a913-4e083bed0111 req-2b414fce-e43d-4cb0-ad76-05b4dcbd0c7f tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:06.174454 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fc92ca5-efbe-4f27-a052-97b94f931a63 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.174826 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-6fc92ca5-efbe-4f27-a052-97b94f931a63 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Added segment c6121992-5c99-4a53-b3b8-7bfad882e096 of type vlan for network d7802f4e-dad4-495a-b5c3-64fba8f98e66 Jul 22 23:44:06.189738 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-823ee433-7bb1-49c3-a913-4e083bed0111 req-2b414fce-e43d-4cb0-ad76-05b4dcbd0c7f tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/ports?device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 946 time: 0.2365029 Jul 22 23:44:06.207896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428259b2-56d7-4953-9689-4506b0f93cc2 req-3a1b9d99-a673-48f9-b85b-ee7f0736d33a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:06.209848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-428259b2-56d7-4953-9689-4506b0f93cc2 req-3a1b9d99-a673-48f9-b85b-ee7f0736d33a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 946 time: 0.2197580 Jul 22 23:44:06.227820 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fc92ca5-efbe-4f27-a052-97b94f931a63 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.263466 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fc92ca5-efbe-4f27-a052-97b94f931a63 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.271685 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc92ca5-efbe-4f27-a052-97b94f931a63 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:06.272530 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-823ee433-7bb1-49c3-a913-4e083bed0111 req-42188116-a039-4edb-baf8-b9544e5b72d5 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/security-groups?id=f67a21ba-4ec5-4f95-96f6-423c0f2eff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818186 Jul 22 23:44:06.272664 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fc92ca5-efbe-4f27-a052-97b94f931a63 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.301147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-428259b2-56d7-4953-9689-4506b0f93cc2 req-9f20ea3f-c9d3-49ca-b233-610e79c78791 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691617 Jul 22 23:44:06.319558 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6fc92ca5-efbe-4f27-a052-97b94f931a63 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2348840 Jul 22 23:44:06.359648 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc92ca5-efbe-4f27-a052-97b94f931a63 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event updated for resources: {'Network': ['ID=d7802f4e-dad4-495a-b5c3-64fba8f98e66,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:06.373351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network d7802f4e-dad4-495a-b5c3-64fba8f98e66 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:06.772030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d041b56-3d02-4947-bd3b-7e73f7ed83d8 req-24147cf9-9f18-4437-8090-7b8ee278c822 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:06.774815 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d041b56-3d02-4947-bd3b-7e73f7ed83d8 req-24147cf9-9f18-4437-8090-7b8ee278c822 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/ports?device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 946 time: 0.0770938 Jul 22 23:44:06.816394 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d041b56-3d02-4947-bd3b-7e73f7ed83d8 req-21d8f751-f275-4b8d-9d90-698350ec6333 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/security-groups?id=f67a21ba-4ec5-4f95-96f6-423c0f2eff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346279 Jul 22 23:44:06.975327 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:07.085914 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd0334-98bc-4793-929a-359b11dd5a32 req-a380cc6b-724c-4301-8fb9-0a3b1281a6dc tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:07.087895 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90cd0334-98bc-4793-929a-359b11dd5a32 req-a380cc6b-724c-4301-8fb9-0a3b1281a6dc tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.1162314 Jul 22 23:44:07.145172 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b844-62d9-47a6-9f0a-195bbdd183e4 req-a7a41253-6055-465e-a353-ec6ca9bd7084 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:07.152356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b844-62d9-47a6-9f0a-195bbdd183e4 req-a7a41253-6055-465e-a353-ec6ca9bd7084 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:07.158278 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b844-62d9-47a6-9f0a-195bbdd183e4 req-a7a41253-6055-465e-a353-ec6ca9bd7084 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:07.164197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b844-62d9-47a6-9f0a-195bbdd183e4 req-a7a41253-6055-465e-a353-ec6ca9bd7084 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:07.170722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b844-62d9-47a6-9f0a-195bbdd183e4 req-a7a41253-6055-465e-a353-ec6ca9bd7084 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:07.176832 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b844-62d9-47a6-9f0a-195bbdd183e4 req-a7a41253-6055-465e-a353-ec6ca9bd7084 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:07.183333 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b844-62d9-47a6-9f0a-195bbdd183e4 req-a7a41253-6055-465e-a353-ec6ca9bd7084 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:07.185293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3bb3b844-62d9-47a6-9f0a-195bbdd183e4 req-a7a41253-6055-465e-a353-ec6ca9bd7084 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5444 time: 0.1548238 Jul 22 23:44:07.193404 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90cd0334-98bc-4793-929a-359b11dd5a32 req-d561193c-0c22-4424-a1d8-40c36fccd999 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988200 Jul 22 23:44:07.200015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 701ccee7-462f-4894-bd64-5a84060d3d06 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:07.241700 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3bb3b844-62d9-47a6-9f0a-195bbdd183e4 req-fca644f3-9a82-4b71-9a46-fdf5dbb06533 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469029 Jul 22 23:44:07.299991 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:07.327345 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '701ccee7-462f-4894-bd64-5a84060d3d06'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:07.330362 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dfad5e-e250-48f6-8b18-a4bb78e6cfaa" -d '{"events": [{"server_uuid": "5d405530-df87-4d8d-9b11-d0d9157fcd25", "name": "network-vif-unplugged", "status": "completed", "tag": "701ccee7-462f-4894-bd64-5a84060d3d06"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:07.344217 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 701ccee7-462f-4894-bd64-5a84060d3d06, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=701ccee7-462f-4894-bd64-5a84060d3d06,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:07.348048 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:07.405690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=701ccee7-462f-4894-bd64-5a84060d3d06,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:07.554849 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165381a5-737d-406e-918e-5d7606b09a4d req-c48c2852-58d5-4389-b7b5-a5066902fd61 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:07.562154 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165381a5-737d-406e-918e-5d7606b09a4d req-c48c2852-58d5-4389-b7b5-a5066902fd61 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:07.568540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165381a5-737d-406e-918e-5d7606b09a4d req-c48c2852-58d5-4389-b7b5-a5066902fd61 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:07.577577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165381a5-737d-406e-918e-5d7606b09a4d req-c48c2852-58d5-4389-b7b5-a5066902fd61 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:07.586464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165381a5-737d-406e-918e-5d7606b09a4d req-c48c2852-58d5-4389-b7b5-a5066902fd61 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:07.593317 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165381a5-737d-406e-918e-5d7606b09a4d req-c48c2852-58d5-4389-b7b5-a5066902fd61 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:07.599399 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165381a5-737d-406e-918e-5d7606b09a4d req-c48c2852-58d5-4389-b7b5-a5066902fd61 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:07.601445 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-165381a5-737d-406e-918e-5d7606b09a4d req-c48c2852-58d5-4389-b7b5-a5066902fd61 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5444 time: 0.2641175 Jul 22 23:44:07.616845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49256) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:07.624601 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-129e021a-5b6f-4ff1-8385-33ee481337a8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Request body: {'floatingip': {'port_id': 'cab490f4-9887-4d3a-b736-e09758b49446'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:07.665319 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97182c31-2b19-4e47-b5e2-521ce925d218 x-openstack-request-id: req-97182c31-2b19-4e47-b5e2-521ce925d218 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:07.665621 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d405530-df87-4d8d-9b11-d0d9157fcd25", "name": "network-vif-unplugged", "status": "completed", "tag": "701ccee7-462f-4894-bd64-5a84060d3d06", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:07.665879 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97182c31-2b19-4e47-b5e2-521ce925d218 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:07.666284 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '701ccee7-462f-4894-bd64-5a84060d3d06', 'code': 200} Jul 22 23:44:07.674734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae01440-0659-47b4-a0cb-f1be43738d1a req-ebb3e3e0-c6fb-4d50-930a-83916a5675b5 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:07.676343 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ae01440-0659-47b4-a0cb-f1be43738d1a req-ebb3e3e0-c6fb-4d50-930a-83916a5675b5 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.2267301 Jul 22 23:44:07.688581 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-129e021a-5b6f-4ff1-8385-33ee481337a8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:07.793713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ae01440-0659-47b4-a0cb-f1be43738d1a req-0f711034-7f80-4556-85cb-346bc7f3e3ca tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086359 Jul 22 23:44:08.143547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de69d9-4acd-4f08-95e4-2c85d79c0020 req-8f08c062-9a5c-44a8-bf44-e66e6d121607 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:08.145364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-58de69d9-4acd-4f08-95e4-2c85d79c0020 req-8f08c062-9a5c-44a8-bf44-e66e6d121607 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/ports?device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 946 time: 0.1354342 Jul 22 23:44:08.177295 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4f9bf-68ec-4f94-87d3-6d3fc38c9c84 req-2d7a5c56-1e6f-4059-84dd-03ea61dd62b0 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:08.179677 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5b4f9bf-68ec-4f94-87d3-6d3fc38c9c84 req-2d7a5c56-1e6f-4059-84dd-03ea61dd62b0 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.95 "GET /v2.0/ports?device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 946 time: 0.0896325 Jul 22 23:44:08.281565 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-58de69d9-4acd-4f08-95e4-2c85d79c0020 req-b3beff70-d661-402e-9f79-3f366e186af5 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/security-groups?id=f67a21ba-4ec5-4f95-96f6-423c0f2eff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865488 Jul 22 23:44:08.329134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f5b4f9bf-68ec-4f94-87d3-6d3fc38c9c84 req-2c6ec780-a61f-49ae-ac9e-988b4e780005 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Deleting port 25410440-40a0-4523-9cfa-b77c1536dde5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:08.329134 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f5b4f9bf-68ec-4f94-87d3-6d3fc38c9c84 req-2c6ec780-a61f-49ae-ac9e-988b4e780005 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.444003 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f5b4f9bf-68ec-4f94-87d3-6d3fc38c9c84 req-2c6ec780-a61f-49ae-ac9e-988b4e780005 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] For port 25410440-40a0-4523-9cfa-b77c1536dde5, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=25410440-40a0-4523-9cfa-b77c1536dde5,segment=NetworkSegment(2cc6b343-ae2c-4340-b258-25d795a136a5),segment_id=2cc6b343-ae2c-4340-b258-25d795a136a5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:08.444824 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f5b4f9bf-68ec-4f94-87d3-6d3fc38c9c84 req-2c6ec780-a61f-49ae-ac9e-988b4e780005 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.463607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f5b4f9bf-68ec-4f94-87d3-6d3fc38c9c84 req-2c6ec780-a61f-49ae-ac9e-988b4e780005 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Calling delete_port for 25410440-40a0-4523-9cfa-b77c1536dde5 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:08.469233 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-129e021a-5b6f-4ff1-8385-33ee481337a8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.481626 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-129e021a-5b6f-4ff1-8385-33ee481337a8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.537074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40b399-4aaf-425f-8cce-82ca2177ce66 req-c3398a48-32c4-467b-a549-2b2e616f73a4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:08.544438 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e40b399-4aaf-425f-8cce-82ca2177ce66 req-c3398a48-32c4-467b-a549-2b2e616f73a4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.1994939 Jul 22 23:44:08.625386 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e40b399-4aaf-425f-8cce-82ca2177ce66 req-d0e531a0-147d-4c1d-bf6b-59ab239b4270 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799894 Jul 22 23:44:08.646930 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f5b4f9bf-68ec-4f94-87d3-6d3fc38c9c84 req-2c6ec780-a61f-49ae-ac9e-988b4e780005 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.659855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['25410440-40a0-4523-9cfa-b77c1536dde5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:44:08.671363 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-129e021a-5b6f-4ff1-8385-33ee481337a8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Floating IP 05af1e32-0f88-4621-bd5d-9bdac70a5ae8 associated. External IP: 172.25.4.41, port: cab490f4-9887-4d3a-b736-e09758b49446. Jul 22 23:44:08.688520 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ec780-a61f-49ae-ac9e-988b4e780005 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Pushing event deleted for resources: {'Port': ['ID=25410440-40a0-4523-9cfa-b77c1536dde5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:08.749751 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b4f9bf-68ec-4f94-87d3-6d3fc38c9c84 req-2c6ec780-a61f-49ae-ac9e-988b4e780005 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] No DVR routers for this DVR port 25410440-40a0-4523-9cfa-b77c1536dde5 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:08.752725 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f5b4f9bf-68ec-4f94-87d3-6d3fc38c9c84 req-2c6ec780-a61f-49ae-ac9e-988b4e780005 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.754854 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5b4f9bf-68ec-4f94-87d3-6d3fc38c9c84 req-2c6ec780-a61f-49ae-ac9e-988b4e780005 tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.95 "DELETE /v2.0/ports/25410440-40a0-4523-9cfa-b77c1536dde5 HTTP/1.1" status: 204 len: 173 time: 0.5690460 Jul 22 23:44:08.755285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74260f9a-a57d-4060-93fd-c249a52c0c2d', 'name': 'network-vif-deleted', 'tag': '25410440-40a0-4523-9cfa-b77c1536dde5'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:08.757714 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28387f1d-5abb-434c-a378-9163d71213df" -d '{"events": [{"server_uuid": "74260f9a-a57d-4060-93fd-c249a52c0c2d", "name": "network-vif-deleted", "tag": "25410440-40a0-4523-9cfa-b77c1536dde5"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:08.809543 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7440ba-c360-42dd-9211-d9d78ffb741d x-openstack-request-id: req-ba7440ba-c360-42dd-9211-d9d78ffb741d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:08.811938 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74260f9a-a57d-4060-93fd-c249a52c0c2d", "name": "network-vif-deleted", "tag": "25410440-40a0-4523-9cfa-b77c1536dde5", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:08.811938 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba7440ba-c360-42dd-9211-d9d78ffb741d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:08.811938 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74260f9a-a57d-4060-93fd-c249a52c0c2d', 'name': 'network-vif-deleted', 'tag': '25410440-40a0-4523-9cfa-b77c1536dde5', 'status': 'completed', 'code': 200} Jul 22 23:44:09.053722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129e021a-5b6f-4ff1-8385-33ee481337a8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Router 593587b5-3d52-4abc-b7fa-614f63e14e35 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:44:09.156741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58836c2d-df4b-488e-97fb-94f637ca50d1 req-5339f6ab-5722-4a19-98f7-428113eec433 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:09.158347 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-58836c2d-df4b-488e-97fb-94f637ca50d1 req-5339f6ab-5722-4a19-98f7-428113eec433 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.2246542 Jul 22 23:44:09.221245 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3cbfc7eb-a0bb-48b2-88ed-73301061881d req-a3e8ec52-b598-45cf-b4e3-5cfc1dd37dc9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1957066 Jul 22 23:44:09.249129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-58836c2d-df4b-488e-97fb-94f637ca50d1 req-d0a3049a-44b5-4115-a68a-e62f2cbbae2f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608840 Jul 22 23:44:09.272395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129e021a-5b6f-4ff1-8385-33ee481337a8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:44:09.279965 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-129e021a-5b6f-4ff1-8385-33ee481337a8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:09.296864 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2559d6e8-dc72-4a85-855e-bec0d3676353 None None] Sync routers for ids ['593587b5-3d52-4abc-b7fa-614f63e14e35'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:44:09.310508 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559d6e8-dc72-4a85-855e-bec0d3676353 None None] Routers {'593587b5-3d52-4abc-b7fa-614f63e14e35'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:09.311352 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2559d6e8-dc72-4a85-855e-bec0d3676353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:44:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['593587b5-3d52-4abc-b7fa-614f63e14e35'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:09.403606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-129e021a-5b6f-4ff1-8385-33ee481337a8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "PUT /v2.0/floatingips/05af1e32-0f88-4621-bd5d-9bdac70a5ae8 HTTP/1.1" status: 200 len: 991 time: 1.7816496 Jul 22 23:44:09.404014 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'tag': 'cab490f4-9887-4d3a-b736-e09758b49446'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:09.411182 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28846a25-cee8-468e-a290-b36ba2f7669d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "tag": "cab490f4-9887-4d3a-b736-e09758b49446"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:09.550843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2551761e-f167-4a04-a5c5-d6755ae350f5 req-6d5a41d2-0594-4a0c-92cd-f2c2dca8e08a tempest-ServerPasswordTestJSON-67520541 tempest-ServerPasswordTestJSON-67520541-project] 10.222.0.26 "GET /v2.0/ports?device_id=74260f9a-a57d-4060-93fd-c249a52c0c2d HTTP/1.1" status: 200 len: 210 time: 0.0472484 Jul 22 23:44:09.613291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2559d6e8-dc72-4a85-855e-bec0d3676353 None None] Set router 593587b5-3d52-4abc-b7fa-614f63e14e35 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:09.650334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfc7eb-a0bb-48b2-88ed-73301061881d req-1177b4dc-cc35-42ec-95d4-3f8e4e6c1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:09.655565 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3cbfc7eb-a0bb-48b2-88ed-73301061881d req-1177b4dc-cc35-42ec-95d4-3f8e4e6c1eb5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a746b4f731849e293273dc1d348b169&device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 1096 time: 0.3871834 Jul 22 23:44:09.751808 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49294) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:09.757766 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Request body: {'subnets': [{'network_id': '04f948c8-95fc-4bc8-b293-d1690327f19e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1918484885', 'ip_version': 6}, {'network_id': 'd7802f4e-dad4-495a-b5c3-64fba8f98e66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:09.758318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Request body: {'subnet': {'network_id': '04f948c8-95fc-4bc8-b293-d1690327f19e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1918484885', 'ip_version': 6}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:09.759228 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Request body: {'subnet': {'network_id': 'd7802f4e-dad4-495a-b5c3-64fba8f98e66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:09.843791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfc7eb-a0bb-48b2-88ed-73301061881d req-a7716493-9290-497c-9557-285b1704b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:09.846187 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3cbfc7eb-a0bb-48b2-88ed-73301061881d req-a7716493-9290-497c-9557-285b1704b43a service neutron] 10.222.0.18 "GET /v2.0/networks?id=afd64f44-be57-4092-97ba-5564e606fdc5 HTTP/1.1" status: 200 len: 912 time: 0.1588631 Jul 22 23:44:09.847636 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5687800-e328-48fb-baa0-29b9ee41a9e5 x-openstack-request-id: req-a5687800-e328-48fb-baa0-29b9ee41a9e5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:09.847918 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "tag": "cab490f4-9887-4d3a-b736-e09758b49446", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:09.848165 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5687800-e328-48fb-baa0-29b9ee41a9e5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:09.848558 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'tag': 'cab490f4-9887-4d3a-b736-e09758b49446', 'status': 'completed', 'code': 200} Jul 22 23:44:09.994520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2559d6e8-dc72-4a85-855e-bec0d3676353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-router', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:00Z', 'updated_at': '2021-07-22T23:42:06Z', 'revision_number': 4, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'gw_port': {'id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '05af1e32-0f88-4621-bd5d-9bdac70a5ae8', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'port_id': 'cab490f4-9887-4d3a-b736-e09758b49446', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b', 'mac_address': 'fa:16:3e:cf:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:42:48Z', 'updated_at': '2021-07-22T23:44:08Z', 'revision_number': 1, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02783e2-32cd-412a-92d5-40b67c7ad443', 'name': '', 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'mac_address': 'fa:16:3e:27:d2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:04Z', 'updated_at': '2021-07-22T23:42:16Z', 'revision_number': 5, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'subnets': [{'id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:10.022911 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Made reservation on behalf of 996780dac50747d09ab13b154d8ad2b4 for: {'subnet': 2} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:10.029037 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:10.029415 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:10.039529 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846a25-cee8-468e-a290-b36ba2f7669d req-45f4cfb1-8146-485c-a21c-e308f24da2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:10.039681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846a25-cee8-468e-a290-b36ba2f7669d req-45f4cfb1-8146-485c-a21c-e308f24da2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:10.040103 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846a25-cee8-468e-a290-b36ba2f7669d req-45f4cfb1-8146-485c-a21c-e308f24da2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:10.040515 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846a25-cee8-468e-a290-b36ba2f7669d req-45f4cfb1-8146-485c-a21c-e308f24da2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:10.040976 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846a25-cee8-468e-a290-b36ba2f7669d req-45f4cfb1-8146-485c-a21c-e308f24da2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:10.041561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846a25-cee8-468e-a290-b36ba2f7669d req-45f4cfb1-8146-485c-a21c-e308f24da2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:10.042633 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846a25-cee8-468e-a290-b36ba2f7669d req-45f4cfb1-8146-485c-a21c-e308f24da2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:10.044717 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-28846a25-cee8-468e-a290-b36ba2f7669d req-45f4cfb1-8146-485c-a21c-e308f24da2ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 6501 time: 0.1523139 Jul 22 23:44:10.052261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2559d6e8-dc72-4a85-855e-bec0d3676353 None None] Checking router: 593587b5-3d52-4abc-b7fa-614f63e14e35 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:44:10.062782 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559d6e8-dc72-4a85-855e-bec0d3676353 None None] Routers {'593587b5-3d52-4abc-b7fa-614f63e14e35'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:10.064608 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2559d6e8-dc72-4a85-855e-bec0d3676353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:44:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['593587b5-3d52-4abc-b7fa-614f63e14e35'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:10.098607 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3cbfc7eb-a0bb-48b2-88ed-73301061881d req-b5990103-bb4a-4348-82cd-87d9a4268c93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=485188e4-d204-4828-99b2-7f5bf6f9c99c HTTP/1.1" status: 200 len: 1001 time: 0.2266214 Jul 22 23:44:10.180080 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846a25-cee8-468e-a290-b36ba2f7669d req-e077c1dc-0699-4a4b-ae22-8867387220f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:10.181941 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-28846a25-cee8-468e-a290-b36ba2f7669d req-e077c1dc-0699-4a4b-ae22-8867387220f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=876e8a88-d344-43f5-abc2-bd91d918b95b HTTP/1.1" status: 200 len: 918 time: 0.1229968 Jul 22 23:44:10.203905 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfc7eb-a0bb-48b2-88ed-73301061881d req-2f140245-06ca-4bff-8b7d-3a883cf5d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:10.205669 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3cbfc7eb-a0bb-48b2-88ed-73301061881d req-2f140245-06ca-4bff-8b7d-3a883cf5d435 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcaded81-6539-4a40-8d44-b38a3809d293 HTTP/1.1" status: 200 len: 850 time: 0.0846417 Jul 22 23:44:10.217409 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925c99d-445a-4b76-a5ce-484e624eea2d req-3ef79614-ab0c-4b96-abe7-05df4c2ab629 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:10.226336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c925c99d-445a-4b76-a5ce-484e624eea2d req-3ef79614-ab0c-4b96-abe7-05df4c2ab629 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.2570090 Jul 22 23:44:10.260276 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2559d6e8-dc72-4a85-855e-bec0d3676353 None None] Set router 593587b5-3d52-4abc-b7fa-614f63e14e35 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:10.319276 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c925c99d-445a-4b76-a5ce-484e624eea2d req-c03ddd24-be16-490d-a3bd-634a1283385d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920477 Jul 22 23:44:10.348423 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-28846a25-cee8-468e-a290-b36ba2f7669d req-32e79320-6913-4951-abfb-271bf387caa7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cab490f4-9887-4d3a-b736-e09758b49446 HTTP/1.1" status: 200 len: 999 time: 0.1494560 Jul 22 23:44:10.375229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfc7eb-a0bb-48b2-88ed-73301061881d req-93a24975-3360-4171-b60e-d7aca25ec440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:10.376919 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3cbfc7eb-a0bb-48b2-88ed-73301061881d req-93a24975-3360-4171-b60e-d7aca25ec440 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afd64f44-be57-4092-97ba-5564e606fdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480191 Jul 22 23:44:10.503553 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846a25-cee8-468e-a290-b36ba2f7669d req-20923c80-6320-4e43-ad97-131e08646843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:10.505123 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-28846a25-cee8-468e-a290-b36ba2f7669d req-20923c80-6320-4e43-ad97-131e08646843 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81a85537-a303-4236-aff4-e5a83fa8a904 HTTP/1.1" status: 200 len: 856 time: 0.0801928 Jul 22 23:44:10.604140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd180b5-9d77-4e02-adec-d0c3727fc838 req-4ff6eac3-5925-4499-aa33-9ffd7c6b5233 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:10.606699 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0cd180b5-9d77-4e02-adec-d0c3727fc838 req-4ff6eac3-5925-4499-aa33-9ffd7c6b5233 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.1802104 Jul 22 23:44:10.609631 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3cbfc7eb-a0bb-48b2-88ed-73301061881d req-614f4a04-5611-48cb-91df-0014d91fe437 service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254865 Jul 22 23:44:10.634215 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846a25-cee8-468e-a290-b36ba2f7669d req-5c2afbd0-a050-449e-9f9e-aaba5c270569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:10.635943 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-28846a25-cee8-468e-a290-b36ba2f7669d req-5c2afbd0-a050-449e-9f9e-aaba5c270569 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=876e8a88-d344-43f5-abc2-bd91d918b95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205823 Jul 22 23:44:10.736108 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49328) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:10.817249 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2559d6e8-dc72-4a85-855e-bec0d3676353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-router', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:00Z', 'updated_at': '2021-07-22T23:42:06Z', 'revision_number': 4, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'gw_port': {'id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '05af1e32-0f88-4621-bd5d-9bdac70a5ae8', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'port_id': 'cab490f4-9887-4d3a-b736-e09758b49446', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b', 'mac_address': 'fa:16:3e:cf:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:42:48Z', 'updated_at': '2021-07-22T23:44:08Z', 'revision_number': 1, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02783e2-32cd-412a-92d5-40b67c7ad443', 'name': '', 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'mac_address': 'fa:16:3e:27:d2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:04Z', 'updated_at': '2021-07-22T23:42:16Z', 'revision_number': 5, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'subnets': [{'id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:10.853591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2559d6e8-dc72-4a85-855e-bec0d3676353 None None] The sync data for ids ['593587b5-3d52-4abc-b7fa-614f63e14e35'] in n-d-688802-2 is: [{'id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-router', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:00Z', 'updated_at': '2021-07-22T23:42:06Z', 'revision_number': 4, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'gw_port': {'id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '05af1e32-0f88-4621-bd5d-9bdac70a5ae8', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'port_id': 'cab490f4-9887-4d3a-b736-e09758b49446', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b', 'mac_address': 'fa:16:3e:cf:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:42:48Z', 'updated_at': '2021-07-22T23:44:08Z', 'revision_number': 1, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02783e2-32cd-412a-92d5-40b67c7ad443', 'name': '', 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'mac_address': 'fa:16:3e:27:d2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:04Z', 'updated_at': '2021-07-22T23:42:16Z', 'revision_number': 5, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'subnets': [{'id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:44:10.972697 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d0555e-e90a-4a54-8f03-a6a6ba05bf21 admin admin] Deleting subnet 76800dc6-cbcb-4c27-8d04-81b2ca8f8ea8 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:10.980047 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-28846a25-cee8-468e-a290-b36ba2f7669d req-e8603402-4313-41f7-94cb-11c71a99e1f3 service neutron] 10.222.0.18 "GET /v2.0/networks/876e8a88-d344-43f5-abc2-bd91d918b95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217175 Jul 22 23:44:10.986169 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1d0555e-e90a-4a54-8f03-a6a6ba05bf21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.076561 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1d0555e-e90a-4a54-8f03-a6a6ba05bf21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.160038 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0cd180b5-9d77-4e02-adec-d0c3727fc838 req-7981f7ac-59fa-4243-9c7e-ec57b79df128 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5476258 Jul 22 23:44:11.231099 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-33208ae2-8f42-4c85-b6d2-007445a40359 req-ba1f0808-ac0a-451b-8ac5-91f9cb546cd2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3991027 Jul 22 23:44:11.231936 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 701ccee7-462f-4894-bd64-5a84060d3d06 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:11.251623 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a71f599-945b-4ba2-9343-bf41ddb88d34 None None] New status for floating IP 05af1e32-0f88-4621-bd5d-9bdac70a5ae8: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:44:11.267138 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3cbfc7eb-a0bb-48b2-88ed-73301061881d req-e55743e6-c9c5-4eef-a783-a28a7c69b4f7 service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740038 Jul 22 23:44:11.272564 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1d0555e-e90a-4a54-8f03-a6a6ba05bf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.353872 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 25410440-40a0-4523-9cfa-b77c1536dde5 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:11.378776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 25410440-40a0-4523-9cfa-b77c1536dde5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:44:11.379123 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 25410440-40a0-4523-9cfa-b77c1536dde5 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:44:11.446297 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-28846a25-cee8-468e-a290-b36ba2f7669d req-750039fa-36a1-41b0-b3af-6ca36ca97e2e service neutron] 10.222.0.18 "GET /v2.0/networks/876e8a88-d344-43f5-abc2-bd91d918b95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349229 Jul 22 23:44:11.536043 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748fdf1-c6c7-496b-9476-946549196d31 req-5f53f92c-28d6-40f3-8c5b-6f07c30b7f4d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:11.538150 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.545011 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0748fdf1-c6c7-496b-9476-946549196d31 req-5f53f92c-28d6-40f3-8c5b-6f07c30b7f4d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.1206913 Jul 22 23:44:11.590768 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1d0555e-e90a-4a54-8f03-a6a6ba05bf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.607587 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0748fdf1-c6c7-496b-9476-946549196d31 req-9153d620-9417-47f0-b9ee-aacdec5711d4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584381 Jul 22 23:44:11.637680 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1d0555e-e90a-4a54-8f03-a6a6ba05bf21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.641807 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d1d0555e-e90a-4a54-8f03-a6a6ba05bf21 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/76800dc6-cbcb-4c27-8d04-81b2ca8f8ea8 HTTP/1.1" status: 204 len: 168 time: 0.9009812 Jul 22 23:44:11.643030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49354) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:11.667369 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Checking segment: {'id': '6bc4206b-f051-420c-872e-11eb1aba1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '04f948c8-95fc-4bc8-b293-d1690327f19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:11.667748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Network hostable DHCP agents. Network: 04f948c8-95fc-4bc8-b293-d1690327f19e, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:11.670021 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event updated for resources: {'Subnet': ['ID=3d97f4c0-0ea9-4b91-a56a-7ce1b09c39fd,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:11.702230 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0555e-e90a-4a54-8f03-a6a6ba05bf21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76800dc6-cbcb-4c27-8d04-81b2ca8f8ea8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:11.715704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Network 04f948c8-95fc-4bc8-b293-d1690327f19e is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:11.726641 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 04f948c8-95fc-4bc8-b293-d1690327f19e) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:11.732298 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.736217 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f973d64d-6085-474e-bed5-3ac812013c32 None None] Network 04f948c8-95fc-4bc8-b293-d1690327f19e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:11.768301 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.818887 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Checking segment: {'id': 'c6121992-5c99-4a53-b3b8-7bfad882e096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd7802f4e-dad4-495a-b5c3-64fba8f98e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:11.819277 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Network hostable DHCP agents. Network: d7802f4e-dad4-495a-b5c3-64fba8f98e66, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:11.827290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event updated for resources: {'Subnet': ['ID=e74b701c-721f-4bb6-ac74-407db25b0cbb,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:11.845278 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Network d7802f4e-dad4-495a-b5c3-64fba8f98e66 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:11.857777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, d7802f4e-dad4-495a-b5c3-64fba8f98e66) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:11.863576 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:11.864311 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:11.865132 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.877551 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc855a0-365c-4d63-9a2e-cab856d33730 None None] Network d7802f4e-dad4-495a-b5c3-64fba8f98e66 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:11.891866 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f59b6e21-c92c-45c6-bc2f-86927ad20572 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1358354 Jul 22 23:44:11.892337 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49360) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:11.947285 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.970921 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9fde35-0498-42ea-ae86-b90565deafd3']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:11.994923 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc6b343-ae2c-4340-b258-25d795a136a5') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:11.995738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc6b343-ae2c-4340-b258-25d795a136a5') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:12.039386 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.053284 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f68fa5-9668-4002-83c8-dc255e8890ea tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:12.055556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f68fa5-9668-4002-83c8-dc255e8890ea tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:12.064912 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.065580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f68fa5-9668-4002-83c8-dc255e8890ea tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:12.067724 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-34f68fa5-9668-4002-83c8-dc255e8890ea tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1743166 Jul 22 23:44:12.075548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:12.076018 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:12.077876 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:12.080286 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49364) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:12.109498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e0a0fa-6899-45d9-86d5-36a53a4caa2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-04f948c8-95fc-4bc8-b293-d1690327f19e', 'network_id': '04f948c8-95fc-4bc8-b293-d1690327f19e', 'tenant_id': '996780dac50747d09ab13b154d8ad2b4', 'fixed_ips': [{'subnet_id': '3d97f4c0-0ea9-4b91-a56a-7ce1b09c39fd'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:12.110373 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27e0a0fa-6899-45d9-86d5-36a53a4caa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.200825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-064414aa-0017-4550-beba-f745a5bd6bef tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Deleting subnet 3d97f4c0-0ea9-4b91-a56a-7ce1b09c39fd {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:12.205815 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-064414aa-0017-4550-beba-f745a5bd6bef tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.227443 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.247828 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.256217 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] 10.222.0.26 "DELETE /v2.0/networks/6a9fde35-0498-42ea-ae86-b90565deafd3 HTTP/1.1" status: 204 len: 168 time: 0.6127830 Jul 22 23:44:12.267324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Pushing event deleted for resources: {'Network': ['ID=6a9fde35-0498-42ea-ae86-b90565deafd3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:12.285815 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-064414aa-0017-4550-beba-f745a5bd6bef tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.310510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:12.310856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:12.311200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:12.311539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:12.311876 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:12.312207 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:12.312536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:12.312863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:12.322862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:12.323927 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:12.324500 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:12.324956 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3288979-46a1-48e6-a3de-a3fc8c42758e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:12.415545 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-064414aa-0017-4550-beba-f745a5bd6bef tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.445271 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-d7802f4e-dad4-495a-b5c3-64fba8f98e66', 'network_id': 'd7802f4e-dad4-495a-b5c3-64fba8f98e66', 'tenant_id': '996780dac50747d09ab13b154d8ad2b4', 'fixed_ips': [{'subnet_id': 'e74b701c-721f-4bb6-ac74-407db25b0cbb'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:12.446933 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.511775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff50ee-d0cd-4dff-815d-109a01090493 req-392869db-1401-49c3-b088-4d1773583234 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:12.524307 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3bff50ee-d0cd-4dff-815d-109a01090493 req-392869db-1401-49c3-b088-4d1773583234 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.1703610 Jul 22 23:44:12.602825 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-064414aa-0017-4550-beba-f745a5bd6bef tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.608456 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3bff50ee-d0cd-4dff-815d-109a01090493 req-b799b8cd-6cd4-43fa-a852-1a6a88fbfeb4 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772934 Jul 22 23:44:12.675267 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-064414aa-0017-4550-beba-f745a5bd6bef tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.679509 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-064414aa-0017-4550-beba-f745a5bd6bef tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "DELETE /v2.0/subnets/3d97f4c0-0ea9-4b91-a56a-7ce1b09c39fd HTTP/1.1" status: 204 len: 168 time: 0.5978384 Jul 22 23:44:12.680777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064414aa-0017-4550-beba-f745a5bd6bef tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event deleted for resources: {'Subnet': ['ID=3d97f4c0-0ea9-4b91-a56a-7ce1b09c39fd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:12.682129 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49392) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:12.707792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49394) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-27e0a0fa-6899-45d9-86d5-36a53a4caa2a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d97f4c0-0ea9-4b91-a56a-7ce1b09c39fd: This subnet is being modified by another concurrent operation. Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:44:12.721791 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d97f4c0-0ea9-4b91-a56a-7ce1b09c39fd: This subnet is being modified by another concurrent operation. Jul 22 23:44:12.725954 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 22 23:44:12.784523 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c8b4c486-be82-4590-9bc5-e0b21f5b4e61 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a37941f54721470a9efe55e5d8881ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734124 Jul 22 23:44:12.784754 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49396) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:12.811229 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Allocated IP 2001:db8:0:1::1 (d7802f4e-dad4-495a-b5c3-64fba8f98e66/e74b701c-721f-4bb6-ac74-407db25b0cbb/c33af59b-35ca-49b7-8c9b-3e669e262e2b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:12.815029 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa02c338-1770-4458-8a05-be1adbb94872 None None] Network 04f948c8-95fc-4bc8-b293-d1690327f19e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:12.863689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-039acd22-d865-4742-b589-1e777dd5d92d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Deleting subnet e74b701c-721f-4bb6-ac74-407db25b0cbb {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:12.888172 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d1487fb-91ef-44f6-a19c-e81b2e621b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.922521 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d1487fb-91ef-44f6-a19c-e81b2e621b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.940948 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe9fe2-22f3-43bd-9c54-3a413346f836 req-89c911d0-649e-428f-9bfc-33d69d2fe129 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:12.942965 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44fe9fe2-22f3-43bd-9c54-3a413346f836 req-89c911d0-649e-428f-9bfc-33d69d2fe129 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.2045326 Jul 22 23:44:12.982040 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8af136-4773-4961-8f35-9ee31ecd213c req-e4a83842-f386-4942-8161-8b66052890a5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:12.982505 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d1487fb-91ef-44f6-a19c-e81b2e621b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.983963 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c8af136-4773-4961-8f35-9ee31ecd213c req-e4a83842-f386-4942-8161-8b66052890a5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.2076857 Jul 22 23:44:12.986157 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d1487fb-91ef-44f6-a19c-e81b2e621b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.987830 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0d1487fb-91ef-44f6-a19c-e81b2e621b6e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f67a21ba-4ec5-4f95-96f6-423c0f2eff1e HTTP/1.1" status: 204 len: 168 time: 0.2020893 Jul 22 23:44:13.016293 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1487fb-91ef-44f6-a19c-e81b2e621b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67a21ba-4ec5-4f95-96f6-423c0f2eff1e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:13.064024 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-44fe9fe2-22f3-43bd-9c54-3a413346f836 req-9ae772dd-41ae-46ff-b3cc-a5cad1153eef tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124210 Jul 22 23:44:13.094366 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c8af136-4773-4961-8f35-9ee31ecd213c req-93ecb5dc-5601-4ea2-b6ac-bddc924cd071 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024411 Jul 22 23:44:13.118443 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:44:13.190142 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.204312 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Transition to ACTIVE for port object c33af59b-35ca-49b7-8c9b-3e669e262e2b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:13.221346 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Transition to ACTIVE for port object c33af59b-35ca-49b7-8c9b-3e669e262e2b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:13.229415 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-039acd22-d865-4742-b589-1e777dd5d92d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.230885 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.296838 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Network d7802f4e-dad4-495a-b5c3-64fba8f98e66 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:13.298183 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Pushing event updated for resources: {'Port': ['ID=c33af59b-35ca-49b7-8c9b-3e669e262e2b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:13.300901 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:13.303016 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:13.335922 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-039acd22-d865-4742-b589-1e777dd5d92d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.378052 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Attempting to bind port c33af59b-35ca-49b7-8c9b-3e669e262e2b on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:13.379892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Attempting to bind port c33af59b-35ca-49b7-8c9b-3e669e262e2b by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'c6121992-5c99-4a53-b3b8-7bfad882e096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd7802f4e-dad4-495a-b5c3-64fba8f98e66'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:13.380768 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Attempting to bind port c33af59b-35ca-49b7-8c9b-3e669e262e2b on network d7802f4e-dad4-495a-b5c3-64fba8f98e66 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:13.394086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:13.396026 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Checking segment: {'id': 'c6121992-5c99-4a53-b3b8-7bfad882e096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd7802f4e-dad4-495a-b5c3-64fba8f98e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:13.396826 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.398158 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Bound using segment: {'id': 'c6121992-5c99-4a53-b3b8-7bfad882e096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd7802f4e-dad4-495a-b5c3-64fba8f98e66'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:13.398752 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Bound port: c33af59b-35ca-49b7-8c9b-3e669e262e2b, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6121992-5c99-4a53-b3b8-7bfad882e096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd7802f4e-dad4-495a-b5c3-64fba8f98e66'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:13.399219 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.481222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] For port c33af59b-35ca-49b7-8c9b-3e669e262e2b, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:13.486632 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] For port c33af59b-35ca-49b7-8c9b-3e669e262e2b, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c33af59b-35ca-49b7-8c9b-3e669e262e2b,segment=NetworkSegment(c6121992-5c99-4a53-b3b8-7bfad882e096),segment_id=c6121992-5c99-4a53-b3b8-7bfad882e096)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:13.496177 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-039acd22-d865-4742-b589-1e777dd5d92d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.503790 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.598978 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-039acd22-d865-4742-b589-1e777dd5d92d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.610956 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471a734-b60d-499a-9da1-db03805ed737 None None] Pushing event updated for resources: {'Port': ['ID=c33af59b-35ca-49b7-8c9b-3e669e262e2b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:13.688822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039acd22-d865-4742-b589-1e777dd5d92d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event deleted for resources: {'Subnet': ['ID=e74b701c-721f-4bb6-ac74-407db25b0cbb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:13.696582 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-039acd22-d865-4742-b589-1e777dd5d92d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.704556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49416) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:13.705203 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-039acd22-d865-4742-b589-1e777dd5d92d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "DELETE /v2.0/subnets/e74b701c-721f-4bb6-ac74-407db25b0cbb HTTP/1.1" status: 204 len: 168 time: 1.0212193 Jul 22 23:44:13.816334 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435bd73a-0fb1-4fd6-ba68-b1cd05a0a0b5 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:13.817853 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-435bd73a-0fb1-4fd6-ba68-b1cd05a0a0b5 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1123393 Jul 22 23:44:13.825315 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:13.830856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc936737-e246-42db-bdc3-d96ac32f7ed4 req-a2c0ae94-5d68-441b-adfb-60eaa531ea0e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:13.838059 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc936737-e246-42db-bdc3-d96ac32f7ed4 req-a2c0ae94-5d68-441b-adfb-60eaa531ea0e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.1134129 Jul 22 23:44:13.925541 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc936737-e246-42db-bdc3-d96ac32f7ed4 req-fa61c472-221a-418f-91d9-8cf96ba5b216 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862472 Jul 22 23:44:13.998525 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.080354 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Deleting port c33af59b-35ca-49b7-8c9b-3e669e262e2b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:14.080695 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.150009 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49434) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:14.178617 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] For port c33af59b-35ca-49b7-8c9b-3e669e262e2b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c33af59b-35ca-49b7-8c9b-3e669e262e2b,segment=NetworkSegment(c6121992-5c99-4a53-b3b8-7bfad882e096),segment_id=c6121992-5c99-4a53-b3b8-7bfad882e096)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:14.179040 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.198019 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Calling delete_port for c33af59b-35ca-49b7-8c9b-3e669e262e2b owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:14.307545 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.355572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event deleted for resources: {'Port': ['ID=c33af59b-35ca-49b7-8c9b-3e669e262e2b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:14.361382 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] No DVR routers for this DVR port c33af59b-35ca-49b7-8c9b-3e669e262e2b on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:14.398313 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c33af59b-35ca-49b7-8c9b-3e669e262e2b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:14.428659 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-82b24dbf-430d-4cc3-8540-82c8e2e55fbb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2063160930-network', 'tenant_id': '2a40a7a37e674c75a6277161bcf86f7f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:14.438174 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:14.438542 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:14.438869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:14.439212 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:14.439551 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:14.439889 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:14.440222 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:14.440552 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:14.440880 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:14.441250 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:14.441589 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:14.441908 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:14.444587 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: c33af59b-35ca-49b7-8c9b-3e669e262e2b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:44:14.445299 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c33af59b-35ca-49b7-8c9b-3e669e262e2b not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 23:44:14.497044 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Port c33af59b-35ca-49b7-8c9b-3e669e262e2b not found, will not notify nova. {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 23:44:14.512722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b08152-68ae-49e2-9370-144e171c3977 req-76127d88-70fb-42f1-bc58-fa65eecceda3 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:14.514408 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73b08152-68ae-49e2-9370-144e171c3977 req-76127d88-70fb-42f1-bc58-fa65eecceda3 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.2821107 Jul 22 23:44:14.517132 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b24dbf-430d-4cc3-8540-82c8e2e55fbb admin admin] Made reservation on behalf of 2a40a7a37e674c75a6277161bcf86f7f for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:14.519455 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82b24dbf-430d-4cc3-8540-82c8e2e55fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.532075 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82b24dbf-430d-4cc3-8540-82c8e2e55fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.539863 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.546689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc878f-5158-4dfe-80fe-42b7379a11f4 req-7e557869-33de-4a02-b204-ab8779e4bedf tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:14.549662 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39cc878f-5158-4dfe-80fe-42b7379a11f4 req-7e557869-33de-4a02-b204-ab8779e4bedf tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.2560468 Jul 22 23:44:14.563338 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7802f4e-dad4-495a-b5c3-64fba8f98e66']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:14.574821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6121992-5c99-4a53-b3b8-7bfad882e096') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:14.575526 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6121992-5c99-4a53-b3b8-7bfad882e096') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:14.585047 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.600829 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.608025 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:14.608860 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:14.612246 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:14.668781 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39cc878f-5158-4dfe-80fe-42b7379a11f4 req-795d9873-0dc8-4fd5-a332-c0158ae69714 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094325 Jul 22 23:44:14.672453 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73b08152-68ae-49e2-9370-144e171c3977 req-d08a4d58-0f2a-4bb7-96a9-29377bdb0a5b tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429539 Jul 22 23:44:14.815793 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.842028 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.844074 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "DELETE /v2.0/networks/d7802f4e-dad4-495a-b5c3-64fba8f98e66 HTTP/1.1" status: 204 len: 168 time: 1.0177488 Jul 22 23:44:14.845661 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050680c-8aed-4bef-a40b-9681663eec40 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event deleted for resources: {'Network': ['ID=d7802f4e-dad4-495a-b5c3-64fba8f98e66,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:14.847522 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:14.856921 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcdf86-9355-43e7-b861-3329413afe75 req-9b3f7399-ca1b-47da-bd6d-2027fe47bf77 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:14.858479 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ccfcdf86-9355-43e7-b861-3329413afe75 req-9b3f7399-ca1b-47da-bd6d-2027fe47bf77 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.18 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 945 time: 0.2297459 Jul 22 23:44:15.060069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ccfcdf86-9355-43e7-b861-3329413afe75 req-09831411-3814-4dd5-97b1-4d885d58b753 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Deleting port 485188e4-d204-4828-99b2-7f5bf6f9c99c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:15.060417 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ccfcdf86-9355-43e7-b861-3329413afe75 req-09831411-3814-4dd5-97b1-4d885d58b753 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.138474 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0344b6e1-59a0-43eb-a829-2a17c2c85a10 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.192495 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ccfcdf86-9355-43e7-b861-3329413afe75 req-09831411-3814-4dd5-97b1-4d885d58b753 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] For port 485188e4-d204-4828-99b2-7f5bf6f9c99c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=485188e4-d204-4828-99b2-7f5bf6f9c99c,segment=NetworkSegment(8a5b5d4d-bc6f-42bc-a9e6-62177cae803f),segment_id=8a5b5d4d-bc6f-42bc-a9e6-62177cae803f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:15.193021 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ccfcdf86-9355-43e7-b861-3329413afe75 req-09831411-3814-4dd5-97b1-4d885d58b753 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.233156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-58b5c405-f4e9-4ef0-a266-4f0b891f6ab8 None None] Could not find standard attr ID for object c33af59b-35ca-49b7-8c9b-3e669e262e2b. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:44:15.269512 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82b24dbf-430d-4cc3-8540-82c8e2e55fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.306182 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0528941-c589-437a-96b6-502446712440 None None] DHCP port deletion for d7802f4e-dad4-495a-b5c3-64fba8f98e66 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:44:15.307000 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82b24dbf-430d-4cc3-8540-82c8e2e55fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.328196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a564b662-35cb-4264-ba0e-088fecd54880 None None] Network d7802f4e-dad4-495a-b5c3-64fba8f98e66 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:15.337033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780d706-ff21-464c-8656-055df4605f5f req-844e1025-07f2-490a-84df-ee7b881ab5c5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:15.341539 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a564b662-35cb-4264-ba0e-088fecd54880 None None] Network d7802f4e-dad4-495a-b5c3-64fba8f98e66 could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 23:44:15.345808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2780d706-ff21-464c-8656-055df4605f5f req-844e1025-07f2-490a-84df-ee7b881ab5c5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.4022286 Jul 22 23:44:15.350918 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f194f79e-fc88-47ad-b7c6-1793d09fb50f None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:44:15.383259 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f809a61-7216-4bdb-a69e-c4b144d033f4 req-812aacb5-9172-4e50-a2e1-dd8325dcf3b9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:15.395065 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f809a61-7216-4bdb-a69e-c4b144d033f4 req-812aacb5-9172-4e50-a2e1-dd8325dcf3b9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.3003876 Jul 22 23:44:15.415269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b24dbf-430d-4cc3-8540-82c8e2e55fbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:15.447737 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0344b6e1-59a0-43eb-a829-2a17c2c85a10 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.502757 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82b24dbf-430d-4cc3-8540-82c8e2e55fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.503272 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-82b24dbf-430d-4cc3-8540-82c8e2e55fbb admin admin] Added segment 13d615f8-2c18-43a2-881c-42934a3d7342 of type vlan for network 93ff45f1-4e3c-47a6-ae24-fe25765c18f3 Jul 22 23:44:15.508858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0344b6e1-59a0-43eb-a829-2a17c2c85a10 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f948c8-95fc-4bc8-b293-d1690327f19e']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:15.535123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b24dbf-430d-4cc3-8540-82c8e2e55fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6a29ca-0418-4f69-8810-39e4db19e997,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:15.565526 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f809a61-7216-4bdb-a69e-c4b144d033f4 req-4b8cfc7c-e3f5-487f-96c3-cd732ab0e837 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693149 Jul 22 23:44:15.570583 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ccfcdf86-9355-43e7-b861-3329413afe75 req-09831411-3814-4dd5-97b1-4d885d58b753 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.571806 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ccfcdf86-9355-43e7-b861-3329413afe75 req-09831411-3814-4dd5-97b1-4d885d58b753 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.572177 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [req-ccfcdf86-9355-43e7-b861-3329413afe75 req-09831411-3814-4dd5-97b1-4d885d58b753 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Floating IP 5a45b35d-4799-47d1-856f-c695d34500d0 disassociated. External IP: 172.25.4.173, port: 485188e4-d204-4828-99b2-7f5bf6f9c99c. Jul 22 23:44:15.576628 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ccfcdf86-9355-43e7-b861-3329413afe75 req-09831411-3814-4dd5-97b1-4d885d58b753 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Calling delete_port for 485188e4-d204-4828-99b2-7f5bf6f9c99c owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:15.579762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0344b6e1-59a0-43eb-a829-2a17c2c85a10 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc4206b-f051-420c-872e-11eb1aba1a9d') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:15.583749 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0344b6e1-59a0-43eb-a829-2a17c2c85a10 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc4206b-f051-420c-872e-11eb1aba1a9d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:15.587666 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f194f79e-fc88-47ad-b7c6-1793d09fb50f None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:44:15.628368 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0344b6e1-59a0-43eb-a829-2a17c2c85a10 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.657896 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2780d706-ff21-464c-8656-055df4605f5f req-29afd71e-796a-4ae6-97ec-6ed39aa1723e tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110468 Jul 22 23:44:15.762074 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82b24dbf-430d-4cc3-8540-82c8e2e55fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.781259 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0344b6e1-59a0-43eb-a829-2a17c2c85a10 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.840738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0344b6e1-59a0-43eb-a829-2a17c2c85a10 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:15.842218 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0344b6e1-59a0-43eb-a829-2a17c2c85a10 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:15.849749 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:15.861762 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ccfcdf86-9355-43e7-b861-3329413afe75 req-09831411-3814-4dd5-97b1-4d885d58b753 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.929171 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-82b24dbf-430d-4cc3-8540-82c8e2e55fbb admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:44:15.954257 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09831411-3814-4dd5-97b1-4d885d58b753 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event deleted for resources: {'Port': ['ID=485188e4-d204-4828-99b2-7f5bf6f9c99c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:16.038683 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0344b6e1-59a0-43eb-a829-2a17c2c85a10 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.055185 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0344b6e1-59a0-43eb-a829-2a17c2c85a10 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.060614 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0344b6e1-59a0-43eb-a829-2a17c2c85a10 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "DELETE /v2.0/networks/04f948c8-95fc-4bc8-b293-d1690327f19e HTTP/1.1" status: 204 len: 168 time: 1.2057698 Jul 22 23:44:16.096001 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82b24dbf-430d-4cc3-8540-82c8e2e55fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.102849 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b24dbf-430d-4cc3-8540-82c8e2e55fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:16.106209 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82b24dbf-430d-4cc3-8540-82c8e2e55fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.112754 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49462) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:16.113972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344b6e1-59a0-43eb-a829-2a17c2c85a10 tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event deleted for resources: {'Network': ['ID=04f948c8-95fc-4bc8-b293-d1690327f19e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:16.220298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-82b24dbf-430d-4cc3-8540-82c8e2e55fbb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0690839 Jul 22 23:44:16.235164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9ae56-9f25-46ee-9f81-aa8deab58bd6 req-25f3595d-3016-4a38-808c-f1373ef8449f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:16.236804 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19a9ae56-9f25-46ee-9f81-aa8deab58bd6 req-25f3595d-3016-4a38-808c-f1373ef8449f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.4022052 Jul 22 23:44:16.243749 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49464) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:16.252578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f7234b38-e1ab-4f7a-8473-46a41e924765 admin admin] Request body: {'subnet': {'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2063160930-subnet', 'tenant_id': '2a40a7a37e674c75a6277161bcf86f7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:16.350053 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c33af59b-35ca-49b7-8c9b-3e669e262e2b no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:16.379835 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: c33af59b-35ca-49b7-8c9b-3e669e262e2b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:44:16.380354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c33af59b-35ca-49b7-8c9b-3e669e262e2b not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:44:16.395863 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.403588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b24dbf-430d-4cc3-8540-82c8e2e55fbb admin admin] Pushing event updated for resources: {'Network': ['ID=93ff45f1-4e3c-47a6-ae24-fe25765c18f3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:16.423189 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 93ff45f1-4e3c-47a6-ae24-fe25765c18f3 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:16.458076 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19a9ae56-9f25-46ee-9f81-aa8deab58bd6 req-54b1b017-73ad-432c-909b-fa089289a40a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996448 Jul 22 23:44:16.467563 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaeb63-b198-49ab-bd7d-ca31dbef3fb1 req-f5b8f78b-4646-4446-9386-9267bda0c487 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:16.478437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6aaeb63-b198-49ab-bd7d-ca31dbef3fb1 req-f5b8f78b-4646-4446-9386-9267bda0c487 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879cf70-42a3-4da4-a27e-b7eda907373b HTTP/1.1" status: 200 len: 867 time: 0.6848912 Jul 22 23:44:16.480824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7234b38-e1ab-4f7a-8473-46a41e924765 admin admin] Made reservation on behalf of 2a40a7a37e674c75a6277161bcf86f7f for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:16.483283 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7234b38-e1ab-4f7a-8473-46a41e924765 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.490099 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccfcdf86-9355-43e7-b861-3329413afe75 req-09831411-3814-4dd5-97b1-4d885d58b753 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Router a4dd5372-bf49-4d17-ae86-7cf3452c5139 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:44:16.516518 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78e5ef80-2a9a-4b56-b7e8-af3df97a19aa tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.758186 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78e5ef80-2a9a-4b56-b7e8-af3df97a19aa tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.770523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-78e5ef80-2a9a-4b56-b7e8-af3df97a19aa tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f843393-b790-4d1a-96e0-c7c95dcc6b52']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:16.771023 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccfcdf86-9355-43e7-b861-3329413afe75 req-09831411-3814-4dd5-97b1-4d885d58b753 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:44:16.785714 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6850d0e-29e0-4538-bcf0-3e00a35d270f None None] Sync routers for ids ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:44:16.803004 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6850d0e-29e0-4538-bcf0-3e00a35d270f None None] Routers {'a4dd5372-bf49-4d17-ae86-7cf3452c5139'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:16.803927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b6850d0e-29e0-4538-bcf0-3e00a35d270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:44:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:16.820688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-78e5ef80-2a9a-4b56-b7e8-af3df97a19aa tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89dc906c-045b-46a8-b95c-02994be27597') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:16.821036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-78e5ef80-2a9a-4b56-b7e8-af3df97a19aa tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89dc906c-045b-46a8-b95c-02994be27597') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:16.840324 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78e5ef80-2a9a-4b56-b7e8-af3df97a19aa tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.869317 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78e5ef80-2a9a-4b56-b7e8-af3df97a19aa tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.876663 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e5ef80-2a9a-4b56-b7e8-af3df97a19aa tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:16.877073 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78e5ef80-2a9a-4b56-b7e8-af3df97a19aa tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.890285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfcdf86-9355-43e7-b861-3329413afe75 req-09831411-3814-4dd5-97b1-4d885d58b753 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] No DVR routers for this DVR port 485188e4-d204-4828-99b2-7f5bf6f9c99c on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:16.897167 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ccfcdf86-9355-43e7-b861-3329413afe75 req-09831411-3814-4dd5-97b1-4d885d58b753 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.918929 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ccfcdf86-9355-43e7-b861-3329413afe75 req-09831411-3814-4dd5-97b1-4d885d58b753 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.18 "DELETE /v2.0/ports/485188e4-d204-4828-99b2-7f5bf6f9c99c HTTP/1.1" status: 204 len: 173 time: 2.0546904 Jul 22 23:44:16.919768 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0879cf70-42a3-4da4-a27e-b7eda907373b', 'name': 'network-vif-deleted', 'tag': '485188e4-d204-4828-99b2-7f5bf6f9c99c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:16.923272 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10d71b5-da3e-4987-a644-726fa670bd31" -d '{"events": [{"server_uuid": "0879cf70-42a3-4da4-a27e-b7eda907373b", "name": "network-vif-deleted", "tag": "485188e4-d204-4828-99b2-7f5bf6f9c99c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:16.965551 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:17.036942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b6850d0e-29e0-4538-bcf0-3e00a35d270f None None] Set router a4dd5372-bf49-4d17-ae86-7cf3452c5139 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:17.133672 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78e5ef80-2a9a-4b56-b7e8-af3df97a19aa tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.162841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6aaeb63-b198-49ab-bd7d-ca31dbef3fb1 req-e1a132aa-038b-4883-982f-735b747a8206 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9169e69-053b-4c05-b16e-c6841e5024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6834400 Jul 22 23:44:17.189201 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-78e5ef80-2a9a-4b56-b7e8-af3df97a19aa tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.191642 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-78e5ef80-2a9a-4b56-b7e8-af3df97a19aa tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "DELETE /v2.0/networks/0f843393-b790-4d1a-96e0-c7c95dcc6b52 HTTP/1.1" status: 204 len: 168 time: 1.0633428 Jul 22 23:44:17.194580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49476) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:17.207537 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7234b38-e1ab-4f7a-8473-46a41e924765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.213343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5ef80-2a9a-4b56-b7e8-af3df97a19aa tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event deleted for resources: {'Network': ['ID=0f843393-b790-4d1a-96e0-c7c95dcc6b52,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:17.316591 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfc110b4-2dd9-4fb5-afcd-7e2e40b4811d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.330402 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b6850d0e-29e0-4538-bcf0-3e00a35d270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:49Z', 'revision_number': 4, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '2023e9ac-519f-40b7-aaa2-75f966909a28', 'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:47Z', 'updated_at': '2021-07-22T23:39:56Z', 'revision_number': 5, 'project_id': '3a746b4f731849e293273dc1d348b169', 'subnets': [{'id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:17.372508 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6850d0e-29e0-4538-bcf0-3e00a35d270f None None] Checking router: a4dd5372-bf49-4d17-ae86-7cf3452c5139 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:44:17.384496 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6850d0e-29e0-4538-bcf0-3e00a35d270f None None] Routers {'a4dd5372-bf49-4d17-ae86-7cf3452c5139'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:17.384669 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7234b38-e1ab-4f7a-8473-46a41e924765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4dc970-c31f-49da-a52d-cbde2a39d299,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:17.384841 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b6850d0e-29e0-4538-bcf0-3e00a35d270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:44:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:17.419343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7234b38-e1ab-4f7a-8473-46a41e924765 admin admin] Checking segment: {'id': '13d615f8-2c18-43a2-881c-42934a3d7342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:17.419693 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7234b38-e1ab-4f7a-8473-46a41e924765 admin admin] Network hostable DHCP agents. Network: 93ff45f1-4e3c-47a6-ae24-fe25765c18f3, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:17.476091 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba47e28-3c37-4e42-8bc7-219f5352bba8 req-cff0aa82-90f4-462a-b386-f35522f40966 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:17.493514 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfc110b4-2dd9-4fb5-afcd-7e2e40b4811d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.499760 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ba47e28-3c37-4e42-8bc7-219f5352bba8 req-cff0aa82-90f4-462a-b386-f35522f40966 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.3919189 Jul 22 23:44:17.510922 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-cfc110b4-2dd9-4fb5-afcd-7e2e40b4811d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4e696c-525e-4bee-a315-e92b85099e66']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:17.524319 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-cfc110b4-2dd9-4fb5-afcd-7e2e40b4811d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd568d991-4112-4b17-8a08-bc010459eaaf') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:17.524697 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-cfc110b4-2dd9-4fb5-afcd-7e2e40b4811d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd568d991-4112-4b17-8a08-bc010459eaaf') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:17.537199 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfc110b4-2dd9-4fb5-afcd-7e2e40b4811d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.559666 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfc110b4-2dd9-4fb5-afcd-7e2e40b4811d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.577490 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc110b4-2dd9-4fb5-afcd-7e2e40b4811d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:17.578235 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfc110b4-2dd9-4fb5-afcd-7e2e40b4811d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:17.584978 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:17.605530 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7234b38-e1ab-4f7a-8473-46a41e924765 admin admin] Network 93ff45f1-4e3c-47a6-ae24-fe25765c18f3 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:17.610413 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b6850d0e-29e0-4538-bcf0-3e00a35d270f None None] Set router a4dd5372-bf49-4d17-ae86-7cf3452c5139 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:17.645543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-c9183b54-515e-475f-adf1-2549836e044b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:17.647200 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-c9183b54-515e-475f-adf1-2549836e044b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 812 time: 0.3377676 Jul 22 23:44:17.659009 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ba47e28-3c37-4e42-8bc7-219f5352bba8 req-34ec04ca-6ead-4d92-97d6-2da70d551590 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556358 Jul 22 23:44:17.659934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f7234b38-e1ab-4f7a-8473-46a41e924765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 93ff45f1-4e3c-47a6-ae24-fe25765c18f3) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:17.677622 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7234b38-e1ab-4f7a-8473-46a41e924765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:17.678240 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7234b38-e1ab-4f7a-8473-46a41e924765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.684515 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d139c6d-b135-4f1d-be47-0ed95004352c None None] Network 93ff45f1-4e3c-47a6-ae24-fe25765c18f3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:17.694782 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfc110b4-2dd9-4fb5-afcd-7e2e40b4811d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.709344 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfc110b4-2dd9-4fb5-afcd-7e2e40b4811d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.711137 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-04924030-fd87-413a-91f6-cde3b6770a5c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/quotas/f6ae7f0b186642ec9ff08e3b121a3098 HTTP/1.1" status: 200 len: 375 time: 0.0445185 Jul 22 23:44:17.715399 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cfc110b4-2dd9-4fb5-afcd-7e2e40b4811d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] 10.222.0.26 "DELETE /v2.0/networks/5b4e696c-525e-4bee-a315-e92b85099e66 HTTP/1.1" status: 204 len: 168 time: 0.5195320 Jul 22 23:44:17.726172 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc110b4-2dd9-4fb5-afcd-7e2e40b4811d tempest-BulkNetworkOpsIpV6Test-1917289997 tempest-BulkNetworkOpsIpV6Test-1917289997-project] Pushing event deleted for resources: {'Network': ['ID=5b4e696c-525e-4bee-a315-e92b85099e66,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:17.753634 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9ad9ba-5319-4807-b945-e3be86e8adaa x-openstack-request-id: req-dd9ad9ba-5319-4807-b945-e3be86e8adaa {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:17.754203 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0879cf70-42a3-4da4-a27e-b7eda907373b", "name": "network-vif-deleted", "tag": "485188e4-d204-4828-99b2-7f5bf6f9c99c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:17.754561 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd9ad9ba-5319-4807-b945-e3be86e8adaa {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:17.754996 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0879cf70-42a3-4da4-a27e-b7eda907373b', 'name': 'network-vif-deleted', 'tag': '485188e4-d204-4828-99b2-7f5bf6f9c99c', 'status': 'completed', 'code': 200} Jul 22 23:44:17.760482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49490) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:17.766652 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2063160930-router', 'tenant_id': '2a40a7a37e674c75a6277161bcf86f7f', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:17.768645 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f7234b38-e1ab-4f7a-8473-46a41e924765 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5234978 Jul 22 23:44:17.811094 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.811094 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.897914 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.950395 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-14ae82c8-1d30-4411-aa25-54e1eb548294 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2268012 Jul 22 23:44:18.073878 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ce67ed-9acb-445c-b001-3841bc22d9a1 None None] Network 93ff45f1-4e3c-47a6-ae24-fe25765c18f3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:18.138687 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.219796 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-6f61ddc2-9b82-431e-938b-4521dbf51765 service neutron] 10.222.0.26 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548790 Jul 22 23:44:18.417611 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b6850d0e-29e0-4538-bcf0-3e00a35d270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:49Z', 'revision_number': 4, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '2023e9ac-519f-40b7-aaa2-75f966909a28', 'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:47Z', 'updated_at': '2021-07-22T23:39:56Z', 'revision_number': 5, 'project_id': '3a746b4f731849e293273dc1d348b169', 'subnets': [{'id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:18.438671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49506) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:18.452711 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49508) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:18.457682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6850d0e-29e0-4538-bcf0-3e00a35d270f None None] The sync data for ids ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'] in n-d-688802-2 is: [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:49Z', 'revision_number': 4, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '2023e9ac-519f-40b7-aaa2-75f966909a28', 'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:47Z', 'updated_at': '2021-07-22T23:39:56Z', 'revision_number': 5, 'project_id': '3a746b4f731849e293273dc1d348b169', 'subnets': [{'id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:44:18.554279 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.587603 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.608221 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8af41285-5e1c-49a2-b384-408940480950 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.646492 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-146b03bf-0a07-4ead-8d93-e843968c78fd service neutron] 10.222.0.26 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247518 Jul 22 23:44:18.694079 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8af41285-5e1c-49a2-b384-408940480950 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.694308 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 485188e4-d204-4828-99b2-7f5bf6f9c99c no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:18.739144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 485188e4-d204-4828-99b2-7f5bf6f9c99c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:44:18.739785 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 485188e4-d204-4828-99b2-7f5bf6f9c99c not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:44:18.806622 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8af41285-5e1c-49a2-b384-408940480950 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.810026 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8af41285-5e1c-49a2-b384-408940480950 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.813702 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8af41285-5e1c-49a2-b384-408940480950 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "DELETE /v2.0/security-groups/c9169e69-053b-4c05-b16e-c6841e5024ad HTTP/1.1" status: 204 len: 168 time: 0.3702540 Jul 22 23:44:18.814406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49514) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:18.856339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af41285-5e1c-49a2-b384-408940480950 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9169e69-053b-4c05-b16e-c6841e5024ad,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:18.931251 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Allocated IP 172.25.4.81 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/397eb709-590d-4975-ae2e-b3e391188aa3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:18.975183 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e94f8d-4177-456b-afbb-efa3014b79e8 None None] New status for floating IP 5a45b35d-4799-47d1-856f-c695d34500d0: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:44:18.990529 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3c3bb030-bea1-4152-bad4-5cbda7d9e747 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=996780dac50747d09ab13b154d8ad2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5362401 Jul 22 23:44:18.993808 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49522) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:18.994857 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-a6f24405-7874-47b9-8726-89b35aa248b3 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] show failed (client error): The resource could not be found. Jul 22 23:44:18.996734 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a6f24405-7874-47b9-8726-89b35aa248b3 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups/c9169e69-053b-4c05-b16e-c6841e5024ad HTTP/1.1" status: 404 len: 347 time: 0.1725378 Jul 22 23:44:19.005717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912431a9-6e32-4a78-92b3-19d05f887ee2 req-1176d0fa-22b8-40dd-ba98-b34cba602db1 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:19.009513 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-912431a9-6e32-4a78-92b3-19d05f887ee2 req-1176d0fa-22b8-40dd-ba98-b34cba602db1 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.1917925 Jul 22 23:44:19.013087 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:19.225135 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f6090f3-b857-41b3-bd89-de988fd4cd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.228737 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f647927-d512-48a2-ad23-f5c5d6e90df3 req-3e921ac8-0239-4944-a9b3-e3d3e9925009 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 210 time: 0.1180615 Jul 22 23:44:19.277369 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.283138 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-912431a9-6e32-4a78-92b3-19d05f887ee2 req-afd002d6-4255-4fb1-9492-bc9a975b8182 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579890 Jul 22 23:44:19.308440 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f9f0362b-b1fe-43ca-8081-fcf26969db5f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Deleting port 1fd04029-5ad3-4a15-b6f8-16deb962c844 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:19.308788 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9f0362b-b1fe-43ca-8081-fcf26969db5f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.344425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f6090f3-b857-41b3-bd89-de988fd4cd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.360545 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.442775 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:19.449944 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:19.458686 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:19.506060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Pushing event updated for resources: {'Port': ['ID=397eb709-590d-4975-ae2e-b3e391188aa3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:19.514564 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9f0362b-b1fe-43ca-8081-fcf26969db5f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.514564 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9f0362b-b1fe-43ca-8081-fcf26969db5f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.527989 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f9f0362b-b1fe-43ca-8081-fcf26969db5f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Calling delete_port for 1fd04029-5ad3-4a15-b6f8-16deb962c844 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:19.539748 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f6090f3-b857-41b3-bd89-de988fd4cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.548206 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f6090f3-b857-41b3-bd89-de988fd4cd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.549455 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1f6090f3-b857-41b3-bd89-de988fd4cd1e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/35a4b384-d9dc-4b54-aa70-6879f38f8f5c HTTP/1.1" status: 204 len: 168 time: 0.5515463 Jul 22 23:44:19.649207 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6090f3-b857-41b3-bd89-de988fd4cd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a4b384-d9dc-4b54-aa70-6879f38f8f5c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:19.703181 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9f0362b-b1fe-43ca-8081-fcf26969db5f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.780384 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0362b-b1fe-43ca-8081-fcf26969db5f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event deleted for resources: {'Port': ['ID=1fd04029-5ad3-4a15-b6f8-16deb962c844,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:19.916830 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9f0362b-b1fe-43ca-8081-fcf26969db5f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.920129 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9f0362b-b1fe-43ca-8081-fcf26969db5f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.924505 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f9f0362b-b1fe-43ca-8081-fcf26969db5f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "DELETE /v2.0/floatingips/5a45b35d-4799-47d1-856f-c695d34500d0 HTTP/1.1" status: 204 len: 168 time: 0.9070528 Jul 22 23:44:20.127178 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:20.431944 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b691602-3282-49da-bd8d-3798b5c38622 req-809a3f9b-b274-457f-9714-5a12a2de3474 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 210 time: 0.0432527 Jul 22 23:44:20.442478 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:20.470123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49560) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:20.477864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0dd5aa8c-a6d3-42b2-b6ce-8d9886878722 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137885545', 'description': 'tempest-description--1432042767'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:20.541880 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dd5aa8c-a6d3-42b2-b6ce-8d9886878722 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:20.798995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033b574-1605-469a-b186-1e2ccebce6c5 req-d3027feb-9992-4a04-b7b0-02bf6fecfb3b tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:20.809820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b033b574-1605-469a-b186-1e2ccebce6c5 req-d3027feb-9992-4a04-b7b0-02bf6fecfb3b tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.2323446 Jul 22 23:44:20.868594 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dd5aa8c-a6d3-42b2-b6ce-8d9886878722 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:20.886793 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dd5aa8c-a6d3-42b2-b6ce-8d9886878722 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:20.890516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-bbe72454-6208-48ee-aac5-97da77e007f1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:20.892063 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-bbe72454-6208-48ee-aac5-97da77e007f1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 812 time: 0.3398414 Jul 22 23:44:20.919150 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-5d34539f-9186-4dfb-b879-b2116661ffa4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Request body: {'port': {'device_id': '5eb6af70-1f4e-4eda-9246-7cc039d4e199', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'admin_state_up': True, 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:20.958925 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0dd5aa8c-a6d3-42b2-b6ce-8d9886878722 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:20.960454 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0dd5aa8c-a6d3-42b2-b6ce-8d9886878722 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4878950 Jul 22 23:44:20.969411 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49578) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:20.976866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-04aabdd8-7eb6-4b6a-815b-cf381962a51d tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Request body: {'security_group_rule': {'security_group_id': '0214e90a-263e-496c-96d0-7a519fdb7602', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:20.999219 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b033b574-1605-469a-b186-1e2ccebce6c5 req-93630525-4e71-469d-bb9d-d9a35b1ec569 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888530 Jul 22 23:44:21.026614 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49580) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:21.040279 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Router b77eca3d-65f3-4f83-a751-bff54d13090b is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:44:21.052962 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5aa8c-a6d3-42b2-b6ce-8d9886878722 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0214e90a-263e-496c-96d0-7a519fdb7602,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:21.066830 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.db.api [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-5d34539f-9186-4dfb-b879-b2116661ffa4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:44:21.066830 n-d-688802-2 neutron-server[93820]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:44:21.066830 n-d-688802-2 neutron-server[93820]: [parameters: {'project_id_1': 'f6ae7f0b186642ec9ff08e3b121a3098', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 44, 21, 43339)}] Jul 22 23:44:21.066830 n-d-688802-2 neutron-server[93820]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:44:21.067326 n-d-688802-2 neutron-server[93820]: DEBUG oslo_db.api [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-5d34539f-9186-4dfb-b879-b2116661ffa4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:44:21.086083 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04aabdd8-7eb6-4b6a-815b-cf381962a51d tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.228759 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:44:21.238136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Sync routers for ids ['b77eca3d-65f3-4f83-a751-bff54d13090b'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:44:21.249144 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ffd2efa4-2d9f-41c9-99f0-6fa329dab24a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1680546821'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:21.252071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Routers {'b77eca3d-65f3-4f83-a751-bff54d13090b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:21.252997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:44:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b77eca3d-65f3-4f83-a751-bff54d13090b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:21.265937 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.267351 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0d4eae35-9856-463e-ad5b-7f1ef7bdda80 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5053363 Jul 22 23:44:21.270044 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49590) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:21.288662 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04aabdd8-7eb6-4b6a-815b-cf381962a51d tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.297953 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04aabdd8-7eb6-4b6a-815b-cf381962a51d tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.362504 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aabdd8-7eb6-4b6a-815b-cf381962a51d tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9585493d-522d-44ea-92e7-84195bc39c49,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:21.402054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33208ae2-8f42-4c85-b6d2-007445a40359 req-a6869043-30c0-4d36-89ee-bc7913717722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:21.404132 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33208ae2-8f42-4c85-b6d2-007445a40359 req-a6869043-30c0-4d36-89ee-bc7913717722 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25&tenant_id=d2e7e8a1c7644425a65536a6b1591ad6 HTTP/1.1" status: 200 len: 1095 time: 0.4878066 Jul 22 23:44:21.406899 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd2efa4-2d9f-41c9-99f0-6fa329dab24a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:21.420744 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffd2efa4-2d9f-41c9-99f0-6fa329dab24a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.425358 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04aabdd8-7eb6-4b6a-815b-cf381962a51d tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.429749 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-04aabdd8-7eb6-4b6a-815b-cf381962a51d tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4591248 Jul 22 23:44:21.430461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49592) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:21.458994 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Set router b77eca3d-65f3-4f83-a751-bff54d13090b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:21.470145 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-55b9c101-746c-4770-8fa9-7998468aa480 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Request body: {'security_group_rule': {'security_group_id': '0214e90a-263e-496c-96d0-7a519fdb7602', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:21.500937 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffd2efa4-2d9f-41c9-99f0-6fa329dab24a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.577179 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55b9c101-746c-4770-8fa9-7998468aa480 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.596316 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78a0a46d-a97f-42ee-a092-673fc56ab24e req-d93c2015-0e20-4e8c-91a3-7ce345fc806c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 210 time: 0.0792270 Jul 22 23:44:21.621491 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33208ae2-8f42-4c85-b6d2-007445a40359 req-fd69cf3d-9f04-4848-af75-05817577f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:21.622942 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33208ae2-8f42-4c85-b6d2-007445a40359 req-fd69cf3d-9f04-4848-af75-05817577f741 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d2e7e8a1c7644425a65536a6b1591ad6&device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 1095 time: 0.1869063 Jul 22 23:44:21.712298 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55b9c101-746c-4770-8fa9-7998468aa480 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.717945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'name': 'tempest-ServerRescueTestJSON-2063160930-router', 'tenant_id': '2a40a7a37e674c75a6277161bcf86f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '397eb709-590d-4975-ae2e-b3e391188aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:17Z', 'updated_at': '2021-07-22T23:44:19Z', 'revision_number': 3, 'project_id': '2a40a7a37e674c75a6277161bcf86f7f', 'gw_port': {'id': '397eb709-590d-4975-ae2e-b3e391188aa3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:18Z', 'updated_at': '2021-07-22T23:44:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:21.744871 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Checking router: b77eca3d-65f3-4f83-a751-bff54d13090b for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:44:21.745157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Updating router b77eca3d-65f3-4f83-a751-bff54d13090b port 397eb709-590d-4975-ae2e-b3e391188aa3 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:44:21.745284 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55b9c101-746c-4770-8fa9-7998468aa480 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.787715 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.791447 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9c101-746c-4770-8fa9-7998468aa480 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03468389-3f8b-448e-ae6a-76b325306fda,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:21.827490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33208ae2-8f42-4c85-b6d2-007445a40359 req-88e7dabf-c994-4c66-9d66-0f289db6825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:21.829988 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33208ae2-8f42-4c85-b6d2-007445a40359 req-88e7dabf-c994-4c66-9d66-0f289db6825b service neutron] 10.222.0.95 "GET /v2.0/networks?id=d9c6f596-1a55-460f-aa44-3580307980e5 HTTP/1.1" status: 200 len: 917 time: 0.1966958 Jul 22 23:44:21.837485 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffd2efa4-2d9f-41c9-99f0-6fa329dab24a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.843574 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.848839 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffd2efa4-2d9f-41c9-99f0-6fa329dab24a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.911513 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55b9c101-746c-4770-8fa9-7998468aa480 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.913113 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-55b9c101-746c-4770-8fa9-7998468aa480 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4466627 Jul 22 23:44:21.920593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49600) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:21.927840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd2efa4-2d9f-41c9-99f0-6fa329dab24a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:21.937221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:21.973174 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2efa4-2d9f-41c9-99f0-6fa329dab24a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721ad22e-27a7-4a0f-a272-9dccd1676224,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:21.982817 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffd2efa4-2d9f-41c9-99f0-6fa329dab24a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.983823 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-ffd2efa4-2d9f-41c9-99f0-6fa329dab24a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Added segment 915e3ef1-cc5f-4cfd-924c-6149237809e1 of type vlan for network fd17b395-003c-427c-8014-a15a4f231de2 Jul 22 23:44:21.986313 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-5d34539f-9186-4dfb-b879-b2116661ffa4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Made reservation on behalf of f6ae7f0b186642ec9ff08e3b121a3098 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:21.989654 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33208ae2-8f42-4c85-b6d2-007445a40359 req-63169793-b53d-426e-8932-04c4b378001b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=701ccee7-462f-4894-bd64-5a84060d3d06 HTTP/1.1" status: 200 len: 1000 time: 0.1501191 Jul 22 23:44:21.989967 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-5d34539f-9186-4dfb-b879-b2116661ffa4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.045083 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.123825 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffd2efa4-2d9f-41c9-99f0-6fa329dab24a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.145610 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Allocated IP 172.20.0.1 (93ff45f1-4e3c-47a6-ae24-fe25765c18f3/fd4dc970-c31f-49da-a52d-cbde2a39d299/f1a36f8e-6edc-4d90-aad5-1056dd3e3401) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:22.162414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33208ae2-8f42-4c85-b6d2-007445a40359 req-30db99ea-b561-4d01-ac1a-8e394d843752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:22.162414 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33208ae2-8f42-4c85-b6d2-007445a40359 req-30db99ea-b561-4d01-ac1a-8e394d843752 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2482584c-2a32-49e4-91b9-a354783f97de HTTP/1.1" status: 200 len: 855 time: 0.1580455 Jul 22 23:44:22.168002 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.185834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Transition to ACTIVE for port object 397eb709-590d-4975-ae2e-b3e391188aa3 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:22.200180 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.251173 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-5d34539f-9186-4dfb-b879-b2116661ffa4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Allocated IP 172.20.0.8 (d3554cbf-5379-4b81-9b9a-4aed7eb449a4/bc55de62-d0a0-4dc6-a48b-f50f95f15fef/e06fa731-a551-4314-a8b2-44b2cc408f92) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:22.289792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Attempting to bind port 397eb709-590d-4975-ae2e-b3e391188aa3 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:22.290848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Attempting to bind port 397eb709-590d-4975-ae2e-b3e391188aa3 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:22.291686 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Attempting to bind port 397eb709-590d-4975-ae2e-b3e391188aa3 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:22.303000 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05ec9b-9f91-4049-90ca-a2a881df9d3c None None] Pushing event updated for resources: {'Port': ['ID=397eb709-590d-4975-ae2e-b3e391188aa3,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:22.307659 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:22.308368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:22.309333 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.309935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:22.310937 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Bound port: 397eb709-590d-4975-ae2e-b3e391188aa3, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:22.311624 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.363359 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.392202 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] For port 397eb709-590d-4975-ae2e-b3e391188aa3, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:22.396598 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] For port 397eb709-590d-4975-ae2e-b3e391188aa3, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=397eb709-590d-4975-ae2e-b3e391188aa3,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:22.413977 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.499325 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.500128 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05ec9b-9f91-4049-90ca-a2a881df9d3c None None] Pushing event updated for resources: {'Port': ['ID=397eb709-590d-4975-ae2e-b3e391188aa3,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:22.507568 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Routers {'b77eca3d-65f3-4f83-a751-bff54d13090b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:22.508216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:44:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b77eca3d-65f3-4f83-a751-bff54d13090b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:22.629501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] Set router b77eca3d-65f3-4f83-a751-bff54d13090b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:22.763533 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffd2efa4-2d9f-41c9-99f0-6fa329dab24a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.768980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd2efa4-2d9f-41c9-99f0-6fa329dab24a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:22.769625 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ffd2efa4-2d9f-41c9-99f0-6fa329dab24a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.832579 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33208ae2-8f42-4c85-b6d2-007445a40359 req-6414f106-760a-4502-8d27-177585d9151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:22.833373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'name': 'tempest-ServerRescueTestJSON-2063160930-router', 'tenant_id': '2a40a7a37e674c75a6277161bcf86f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '397eb709-590d-4975-ae2e-b3e391188aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:17Z', 'updated_at': '2021-07-22T23:44:19Z', 'revision_number': 3, 'project_id': '2a40a7a37e674c75a6277161bcf86f7f', 'gw_port': {'id': '397eb709-590d-4975-ae2e-b3e391188aa3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:18Z', 'updated_at': '2021-07-22T23:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:22.834308 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33208ae2-8f42-4c85-b6d2-007445a40359 req-6414f106-760a-4502-8d27-177585d9151b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d9c6f596-1a55-460f-aa44-3580307980e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6527691 Jul 22 23:44:22.846097 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7fb19d88-70cc-46f8-b6ea-7c3204014a8a req-5c8ab807-8365-4581-ae94-ef2ec668c6c6 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 210 time: 0.0926456 Jul 22 23:44:22.853794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a306e-b77e-4e80-b09f-abe317560404 req-a41c0f7c-7ad0-41d5-b6c2-7b3043987208 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:22.856120 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-128a306e-b77e-4e80-b09f-abe317560404 req-a41c0f7c-7ad0-41d5-b6c2-7b3043987208 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.7266188 Jul 22 23:44:22.864327 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb6a4f-a335-4eb5-81bc-8fe5fc3ca6cb None None] The sync data for ids ['b77eca3d-65f3-4f83-a751-bff54d13090b'] in n-d-688802-2 is: [{'id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'name': 'tempest-ServerRescueTestJSON-2063160930-router', 'tenant_id': '2a40a7a37e674c75a6277161bcf86f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '397eb709-590d-4975-ae2e-b3e391188aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:17Z', 'updated_at': '2021-07-22T23:44:19Z', 'revision_number': 3, 'project_id': '2a40a7a37e674c75a6277161bcf86f7f', 'gw_port': {'id': '397eb709-590d-4975-ae2e-b3e391188aa3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:18Z', 'updated_at': '2021-07-22T23:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:44:22.874799 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ffd2efa4-2d9f-41c9-99f0-6fa329dab24a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8468168 Jul 22 23:44:22.922588 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Network 93ff45f1-4e3c-47a6-ae24-fe25765c18f3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:22.927256 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-5d34539f-9186-4dfb-b879-b2116661ffa4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.934497 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:22.939777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:22.941833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Pushing event updated for resources: {'Port': ['ID=f1a36f8e-6edc-4d90-aad5-1056dd3e3401,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:22.972006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-5d34539f-9186-4dfb-b879-b2116661ffa4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Transition to ACTIVE for port object e06fa731-a551-4314-a8b2-44b2cc408f92 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:22.981024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2efa4-2d9f-41c9-99f0-6fa329dab24a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Network': ['ID=fd17b395-003c-427c-8014-a15a4f231de2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:23.006703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network fd17b395-003c-427c-8014-a15a4f231de2 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:23.038090 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.067147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-128a306e-b77e-4e80-b09f-abe317560404 req-dcdd5d27-a992-4823-9e38-d4fcd52848a6 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053816 Jul 22 23:44:23.081730 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.164602 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33208ae2-8f42-4c85-b6d2-007445a40359 req-0511b382-7f39-40b8-acc9-8978278c44ff service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074255 Jul 22 23:44:23.197598 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-5d34539f-9186-4dfb-b879-b2116661ffa4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.243300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['fc7cd0a6-3d17-4d98-9c93-f0496278b378'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:44:23.333012 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-5d34539f-9186-4dfb-b879-b2116661ffa4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:23.337788 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-5d34539f-9186-4dfb-b879-b2116661ffa4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:23.339897 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34539f-9186-4dfb-b879-b2116661ffa4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event updated for resources: {'Port': ['ID=e06fa731-a551-4314-a8b2-44b2cc408f92,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:23.350734 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-5d34539f-9186-4dfb-b879-b2116661ffa4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:23.431091 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-5d34539f-9186-4dfb-b879-b2116661ffa4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:23.431787 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-5d34539f-9186-4dfb-b879-b2116661ffa4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.475017 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.482247 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-5d34539f-9186-4dfb-b879-b2116661ffa4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5702000 Jul 22 23:44:23.516739 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33208ae2-8f42-4c85-b6d2-007445a40359 req-740804e8-1666-489d-a6c0-05cf58019f6b service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439395 Jul 22 23:44:23.520505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Request body: {'port': {'device_id': '5eb6af70-1f4e-4eda-9246-7cc039d4e199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:23.747189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Allocated IP 172.25.4.54 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/5d9e02c2-8a61-4ccc-98cd-fa9f312db08e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:23.819641 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.861435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-676b679e-5bd8-4588-8927-acff4a4f7b8b None None] Provisioning for port e06fa731-a551-4314-a8b2-44b2cc408f92 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:23.867937 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-676b679e-5bd8-4588-8927-acff4a4f7b8b None None] Provisioning complete for port e06fa731-a551-4314-a8b2-44b2cc408f92 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:23.868318 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-676b679e-5bd8-4588-8927-acff4a4f7b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.973911 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-676b679e-5bd8-4588-8927-acff4a4f7b8b None None] Port e06fa731-a551-4314-a8b2-44b2cc408f92 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:24.039700 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:24.122653 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:24.221864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event updated for resources: {'Port': ['ID=5d9e02c2-8a61-4ccc-98cd-fa9f312db08e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:24.237046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:24.240201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:24.263987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:24.438173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 397eb709-590d-4975-ae2e-b3e391188aa3 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:24.615336 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 397eb709-590d-4975-ae2e-b3e391188aa3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:24.619533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 397eb709-590d-4975-ae2e-b3e391188aa3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:24.621755 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:24.622407 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:24.859465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8ebc7-3294-4075-a229-1acacf7b7d95 req-7b0a058b-874b-4fdc-9576-f5dca42d2f91 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:24.862005 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ee8ebc7-3294-4075-a229-1acacf7b7d95 req-7b0a058b-874b-4fdc-9576-f5dca42d2f91 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 931 time: 0.7651234 Jul 22 23:44:24.884650 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:24.940027 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 397eb709-590d-4975-ae2e-b3e391188aa3, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=397eb709-590d-4975-ae2e-b3e391188aa3,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:24.942145 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:24.948876 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:24.958449 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.004771 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ee8ebc7-3294-4075-a229-1acacf7b7d95 req-2afb6cb8-5e8a-496b-9f8f-2b424283f25c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076255 Jul 22 23:44:25.015989 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.138970 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=397eb709-590d-4975-ae2e-b3e391188aa3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:25.254429 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.268404 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af9b06-8b9f-4ed5-a7a1-542f043a2f43 req-e77413e0-1a3e-452f-bdb4-4616eace48dc tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:25.269863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Pushing event updated for resources: {'Port': ['ID=f1a36f8e-6edc-4d90-aad5-1056dd3e3401,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:25.277733 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b2af9b06-8b9f-4ed5-a7a1-542f043a2f43 req-e77413e0-1a3e-452f-bdb4-4616eace48dc tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.5780642 Jul 22 23:44:25.290233 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.291794 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.437603 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.485922 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event updated for resources: {'Port': ['ID=5d9e02c2-8a61-4ccc-98cd-fa9f312db08e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:25.500112 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b2af9b06-8b9f-4ed5-a7a1-542f043a2f43 req-783fa052-737f-4688-8ea1-eb74dd910fd5 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212288 Jul 22 23:44:25.502192 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.504183 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8e6e9001-a2ac-4ca8-967b-0f72722165ab tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5770347 Jul 22 23:44:25.638405 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06fa731-a551-4314-a8b2-44b2cc408f92 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:44:25.660753 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.725910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Transition to ACTIVE for port object e06fa731-a551-4314-a8b2-44b2cc408f92 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:25.751751 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.855467 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Network 93ff45f1-4e3c-47a6-ae24-fe25765c18f3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:25.871617 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:25.895651 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Pushing event updated for resources: {'Port': ['ID=e06fa731-a551-4314-a8b2-44b2cc408f92,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:26.014698 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-66dfa897-3ba9-4f93-8954-c6a0d1b09e44 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2137885545&fields=id&tenant_id=3a746b4f731849e293273dc1d348b169 HTTP/1.1" status: 200 len: 267 time: 0.1106620 Jul 22 23:44:26.304263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Router b77eca3d-65f3-4f83-a751-bff54d13090b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:44:26.334324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-a8a8d308-08fc-48ae-a23a-d686381a3f50 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:26.346062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-a8a8d308-08fc-48ae-a23a-d686381a3f50 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/networks?id=afd64f44-be57-4092-97ba-5564e606fdc5 HTTP/1.1" status: 200 len: 811 time: 0.3305566 Jul 22 23:44:26.398300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 397eb709-590d-4975-ae2e-b3e391188aa3 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:26.409889 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-65736248-8967-41fe-83ca-da93469551b5 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/quotas/3a746b4f731849e293273dc1d348b169 HTTP/1.1" status: 200 len: 375 time: 0.0622869 Jul 22 23:44:26.473969 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49668) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:26.483111 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f7e7c11d-599e-47af-bd21-12d7499ffed2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'subnet': {'network_id': 'fd17b395-003c-427c-8014-a15a4f231de2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:26.495721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0716f1-97b7-4c34-8400-8a1424c5fddf req-e5babef9-a6f0-4aa1-813d-c14b486a5219 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:26.506109 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f0716f1-97b7-4c34-8400-8a1424c5fddf req-e5babef9-a6f0-4aa1-813d-c14b486a5219 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 943 time: 0.3167477 Jul 22 23:44:26.507281 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 397eb709-590d-4975-ae2e-b3e391188aa3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:26.507895 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:26.607001 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:44:26.622016 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Sync routers for ids ['b77eca3d-65f3-4f83-a751-bff54d13090b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:44:26.628072 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7a093ddc-35d5-47ad-9970-59f02b7c140d admin admin] 10.222.0.26 "PUT /v2.0/routers/b77eca3d-65f3-4f83-a751-bff54d13090b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3568523 Jul 22 23:44:26.635960 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Routers {'b77eca3d-65f3-4f83-a751-bff54d13090b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:26.636792 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:44:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b77eca3d-65f3-4f83-a751-bff54d13090b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:26.645564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Attempting to bind port e06fa731-a551-4314-a8b2-44b2cc408f92 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:26.646072 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Attempting to bind port e06fa731-a551-4314-a8b2-44b2cc408f92 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:26.646517 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Attempting to bind port e06fa731-a551-4314-a8b2-44b2cc408f92 on network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:26.656369 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Port e06fa731-a551-4314-a8b2-44b2cc408f92 on network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:44:26.656845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Attempting to bind port e06fa731-a551-4314-a8b2-44b2cc408f92 on network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:26.666865 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:26.667417 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Checking segment: {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:26.674775 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Bound using segment: {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:26.675593 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Bound port: e06fa731-a551-4314-a8b2-44b2cc408f92, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:26.676431 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:26.709494 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f0716f1-97b7-4c34-8400-8a1424c5fddf req-387f89d0-6627-497f-9802-6a5b660097f7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008789 Jul 22 23:44:26.759879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e7c11d-599e-47af-bd21-12d7499ffed2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:26.785975 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c11d-599e-47af-bd21-12d7499ffed2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:26.836362 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] For port e06fa731-a551-4314-a8b2-44b2cc408f92, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:26.840547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] For port e06fa731-a551-4314-a8b2-44b2cc408f92, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e06fa731-a551-4314-a8b2-44b2cc408f92,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:26.856087 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:26.894101 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Set router b77eca3d-65f3-4f83-a751-bff54d13090b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:27.055483 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:27.056282 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:27.058638 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] 10.222.0.95 "PUT /v2.0/ports/e06fa731-a551-4314-a8b2-44b2cc408f92 HTTP/1.1" status: 200 len: 1091 time: 3.5543768 Jul 22 23:44:27.063446 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb6af70-1f4e-4eda-9246-7cc039d4e199', 'tag': 'e06fa731-a551-4314-a8b2-44b2cc408f92'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:27.068509 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c7d786-6bea-4fd2-9e73-b67bd593e438" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb6af70-1f4e-4eda-9246-7cc039d4e199", "tag": "e06fa731-a551-4314-a8b2-44b2cc408f92"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:27.114967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10e727-5bce-49c5-885c-c7e9ada425ea service neutron] Pushing event updated for resources: {'Port': ['ID=e06fa731-a551-4314-a8b2-44b2cc408f92,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:27.123849 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-da1c5c6c-d068-42e5-99e6-2522c1136e87 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a746b4f731849e293273dc1d348b169&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7123628 Jul 22 23:44:27.342742 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-26d62141-80b0-440b-bae3-11ae776cecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:27.360771 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-26d62141-80b0-440b-bae3-11ae776cecfb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 1094 time: 0.1922541 Jul 22 23:44:27.460377 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-80dae2f0-a80f-4220-b850-105b7dd4dd7f service neutron] 10.222.0.26 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099205 Jul 22 23:44:27.538529 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'name': 'tempest-ServerRescueTestJSON-2063160930-router', 'tenant_id': '2a40a7a37e674c75a6277161bcf86f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '397eb709-590d-4975-ae2e-b3e391188aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:17Z', 'updated_at': '2021-07-22T23:44:23Z', 'revision_number': 4, 'project_id': '2a40a7a37e674c75a6277161bcf86f7f', 'gw_port': {'id': '397eb709-590d-4975-ae2e-b3e391188aa3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:18Z', 'updated_at': '2021-07-22T23:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'f1a36f8e-6edc-4d90-aad5-1056dd3e3401', 'name': '', 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3', 'tenant_id': '2a40a7a37e674c75a6277161bcf86f7f', 'mac_address': 'fa:16:3e:f4:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fd4dc970-c31f-49da-a52d-cbde2a39d299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:21Z', 'updated_at': '2021-07-22T23:44:23Z', 'revision_number': 2, 'project_id': '2a40a7a37e674c75a6277161bcf86f7f', 'subnets': [{'id': 'fd4dc970-c31f-49da-a52d-cbde2a39d299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:27.584402 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Checking router: b77eca3d-65f3-4f83-a751-bff54d13090b for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:44:27.586097 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Updating router b77eca3d-65f3-4f83-a751-bff54d13090b port f1a36f8e-6edc-4d90-aad5-1056dd3e3401 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:44:27.655987 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:27.911302 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096a363-b18c-4dc9-9292-939faad18525 req-8813dd79-cf44-40ca-a24c-4e6158d5622d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:27.912651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b096a363-b18c-4dc9-9292-939faad18525 req-8813dd79-cf44-40ca-a24c-4e6158d5622d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.5914214 Jul 22 23:44:28.014791 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-0754d40e-831c-41fb-bffa-759e679166cc service neutron] 10.222.0.26 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422564 Jul 22 23:44:28.039389 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c11d-599e-47af-bd21-12d7499ffed2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.133945 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.147837 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Transition to ACTIVE for port object f1a36f8e-6edc-4d90-aad5-1056dd3e3401 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:28.156279 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.192631 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b096a363-b18c-4dc9-9292-939faad18525 req-5054baeb-0208-4a7a-b390-d0de348be96b tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703016 Jul 22 23:44:28.216489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7c11d-599e-47af-bd21-12d7499ffed2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Subnet': ['ID=5b18392c-595f-4816-b5b0-a36514c56916,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:28.263793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7c11d-599e-47af-bd21-12d7499ffed2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Checking segment: {'id': '915e3ef1-cc5f-4cfd-924c-6149237809e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'fd17b395-003c-427c-8014-a15a4f231de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:28.264544 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7c11d-599e-47af-bd21-12d7499ffed2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network hostable DHCP agents. Network: fd17b395-003c-427c-8014-a15a4f231de2, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:28.290582 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116383f-2497-4840-9406-a6d8732c6cbd None None] Pushing event updated for resources: {'Port': ['ID=f1a36f8e-6edc-4d90-aad5-1056dd3e3401,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:28.298560 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7c11d-599e-47af-bd21-12d7499ffed2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network fd17b395-003c-427c-8014-a15a4f231de2 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:28.329761 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f7e7c11d-599e-47af-bd21-12d7499ffed2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, fd17b395-003c-427c-8014-a15a4f231de2) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:28.340052 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e7c11d-599e-47af-bd21-12d7499ffed2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:28.345432 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c11d-599e-47af-bd21-12d7499ffed2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.350128 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b63f1e-f2f2-4f9d-8a0d-eb1b437eaadf None None] Network fd17b395-003c-427c-8014-a15a4f231de2 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:28.379183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49700) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:28.379845 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f7e7c11d-599e-47af-bd21-12d7499ffed2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9041240 Jul 22 23:44:28.385798 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b8e31ea0-b040-4274-af66-25cc2e474e95 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-576153105'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:28.449795 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116383f-2497-4840-9406-a6d8732c6cbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:28.449795 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116383f-2497-4840-9406-a6d8732c6cbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:28.453643 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116383f-2497-4840-9406-a6d8732c6cbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:28.455399 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116383f-2497-4840-9406-a6d8732c6cbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:28.456192 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116383f-2497-4840-9406-a6d8732c6cbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:28.456700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e31ea0-b040-4274-af66-25cc2e474e95 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:28.458443 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116383f-2497-4840-9406-a6d8732c6cbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:28.459855 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116383f-2497-4840-9406-a6d8732c6cbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:28.460581 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8e31ea0-b040-4274-af66-25cc2e474e95 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.462019 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116383f-2497-4840-9406-a6d8732c6cbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:28.462935 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116383f-2497-4840-9406-a6d8732c6cbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:28.464176 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116383f-2497-4840-9406-a6d8732c6cbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:28.465152 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116383f-2497-4840-9406-a6d8732c6cbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:28.467702 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116383f-2497-4840-9406-a6d8732c6cbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:28.483306 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Attempting to bind port f1a36f8e-6edc-4d90-aad5-1056dd3e3401 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:28.487053 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Attempting to bind port f1a36f8e-6edc-4d90-aad5-1056dd3e3401 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '13d615f8-2c18-43a2-881c-42934a3d7342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:28.489730 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Attempting to bind port f1a36f8e-6edc-4d90-aad5-1056dd3e3401 on network 93ff45f1-4e3c-47a6-ae24-fe25765c18f3 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:28.502537 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:28.503858 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Checking segment: {'id': '13d615f8-2c18-43a2-881c-42934a3d7342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:28.505757 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.507711 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Bound using segment: {'id': '13d615f8-2c18-43a2-881c-42934a3d7342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:28.508349 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Bound port: f1a36f8e-6edc-4d90-aad5-1056dd3e3401, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d615f8-2c18-43a2-881c-42934a3d7342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:28.509945 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.571418 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e31ea0-b040-4274-af66-25cc2e474e95 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:28.602844 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8e31ea0-b040-4274-af66-25cc2e474e95 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.607556 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-b8e31ea0-b040-4274-af66-25cc2e474e95 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Added segment b10cac7f-e723-437b-8e80-172c1f826188 of type vlan for network 8ca2ad6d-6134-4a4b-b476-a90e920f49f4 Jul 22 23:44:28.699857 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8e31ea0-b040-4274-af66-25cc2e474e95 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.715265 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] For port f1a36f8e-6edc-4d90-aad5-1056dd3e3401, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:28.720659 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] For port f1a36f8e-6edc-4d90-aad5-1056dd3e3401, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f1a36f8e-6edc-4d90-aad5-1056dd3e3401,segment=NetworkSegment(13d615f8-2c18-43a2-881c-42934a3d7342),segment_id=13d615f8-2c18-43a2-881c-42934a3d7342)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:28.739406 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.739826 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbc77b9-786f-4b46-8c38-71294ef88f0a x-openstack-request-id: req-4cbc77b9-786f-4b46-8c38-71294ef88f0a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:28.740327 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb6af70-1f4e-4eda-9246-7cc039d4e199", "tag": "e06fa731-a551-4314-a8b2-44b2cc408f92", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:28.741165 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4cbc77b9-786f-4b46-8c38-71294ef88f0a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:28.741757 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb6af70-1f4e-4eda-9246-7cc039d4e199', 'tag': 'e06fa731-a551-4314-a8b2-44b2cc408f92', 'status': 'completed', 'code': 200} Jul 22 23:44:28.751350 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8e31ea0-b040-4274-af66-25cc2e474e95 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.770625 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-fd17b395-003c-427c-8014-a15a4f231de2', 'network_id': 'fd17b395-003c-427c-8014-a15a4f231de2', 'tenant_id': '1592f94712e44615b986d321eb750450', 'fixed_ips': [{'subnet_id': '5b18392c-595f-4816-b5b0-a36514c56916'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:28.775646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e31ea0-b040-4274-af66-25cc2e474e95 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:28.777236 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8e31ea0-b040-4274-af66-25cc2e474e95 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.791645 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.880592 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116383f-2497-4840-9406-a6d8732c6cbd None None] Pushing event updated for resources: {'Port': ['ID=f1a36f8e-6edc-4d90-aad5-1056dd3e3401,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:28.923338 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Routers {'b77eca3d-65f3-4f83-a751-bff54d13090b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:28.924322 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:44:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b77eca3d-65f3-4f83-a751-bff54d13090b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:28.996582 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-2e0f963e-34f2-4339-8a02-117b1d1cc960 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e06fa731-a551-4314-a8b2-44b2cc408f92 HTTP/1.1" status: 200 len: 217 time: 0.2044926 Jul 22 23:44:29.116641 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b8e31ea0-b040-4274-af66-25cc2e474e95 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7322080 Jul 22 23:44:29.163462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49720) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:29.174330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-13ba2853-e912-4ee2-aa4a-e67ddfb7869d tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'subnet': {'network_id': '8ca2ad6d-6134-4a4b-b476-a90e920f49f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:29.217749 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e31ea0-b040-4274-af66-25cc2e474e95 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Network': ['ID=8ca2ad6d-6134-4a4b-b476-a90e920f49f4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:29.271714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-497fb635-c0ab-4710-9ace-3051f8d110aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:29.275295 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-497fb635-c0ab-4710-9ace-3051f8d110aa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.2616224 Jul 22 23:44:29.305703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 8ca2ad6d-6134-4a4b-b476-a90e920f49f4 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:29.340695 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] Set router b77eca3d-65f3-4f83-a751-bff54d13090b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:29.385237 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-51ce1084-4416-4916-a8cd-b59f28b51a03 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:29.398375 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-51ce1084-4416-4916-a8cd-b59f28b51a03 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/networks?id=93ff45f1-4e3c-47a6-ae24-fe25765c18f3 HTTP/1.1" status: 200 len: 811 time: 0.5462244 Jul 22 23:44:29.435782 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-c5e09948-8329-4c3b-ad40-19d6a5e63b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:29.439333 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-c5e09948-8329-4c3b-ad40-19d6a5e63b68 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379526 Jul 22 23:44:29.441391 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-7f8b0fab-2178-41fc-afd5-b3846c4ad58f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/quotas/2a40a7a37e674c75a6277161bcf86f7f HTTP/1.1" status: 200 len: 375 time: 0.0416448 Jul 22 23:44:29.676300 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-9046a1f4-638b-4631-8412-5264add8b531 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270710 Jul 22 23:44:29.697462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Allocated IP 2001:db8:0:ffff::2 (fd17b395-003c-427c-8014-a15a4f231de2/5b18392c-595f-4816-b5b0-a36514c56916/8b7ca840-241c-40d4-85d6-ce85e0109575) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:29.762418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ba2853-e912-4ee2-aa4a-e67ddfb7869d tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:29.766960 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13ba2853-e912-4ee2-aa4a-e67ddfb7869d tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:29.783824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b1b64-275e-4a8d-9a23-7a0809fd1a2f req-40ba4840-34af-4946-96ca-d6f640137f7a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:29.789909 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd1b1b64-275e-4a8d-9a23-7a0809fd1a2f req-40ba4840-34af-4946-96ca-d6f640137f7a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 943 time: 0.7173998 Jul 22 23:44:29.995123 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-aadc625e-42a5-4e91-9e23-2be2c63823ab tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a40a7a37e674c75a6277161bcf86f7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5527942 Jul 22 23:44:30.147600 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'name': 'tempest-ServerRescueTestJSON-2063160930-router', 'tenant_id': '2a40a7a37e674c75a6277161bcf86f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '397eb709-590d-4975-ae2e-b3e391188aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:17Z', 'updated_at': '2021-07-22T23:44:23Z', 'revision_number': 4, 'project_id': '2a40a7a37e674c75a6277161bcf86f7f', 'gw_port': {'id': '397eb709-590d-4975-ae2e-b3e391188aa3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:18Z', 'updated_at': '2021-07-22T23:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'f1a36f8e-6edc-4d90-aad5-1056dd3e3401', 'name': '', 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3', 'tenant_id': '2a40a7a37e674c75a6277161bcf86f7f', 'mac_address': 'fa:16:3e:f4:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fd4dc970-c31f-49da-a52d-cbde2a39d299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:21Z', 'updated_at': '2021-07-22T23:44:28Z', 'revision_number': 4, 'project_id': '2a40a7a37e674c75a6277161bcf86f7f', 'subnets': [{'id': 'fd4dc970-c31f-49da-a52d-cbde2a39d299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:30.157747 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd1b1b64-275e-4a8d-9a23-7a0809fd1a2f req-28140a56-9fc5-4ff9-98a6-2feafed27642 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188486 Jul 22 23:44:30.258701 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d008dc33-c6ee-4f9a-85a0-baf7253f162a None None] The sync data for ids ['b77eca3d-65f3-4f83-a751-bff54d13090b'] in n-d-688802-2 is: [{'id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'name': 'tempest-ServerRescueTestJSON-2063160930-router', 'tenant_id': '2a40a7a37e674c75a6277161bcf86f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '397eb709-590d-4975-ae2e-b3e391188aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:17Z', 'updated_at': '2021-07-22T23:44:23Z', 'revision_number': 4, 'project_id': '2a40a7a37e674c75a6277161bcf86f7f', 'gw_port': {'id': '397eb709-590d-4975-ae2e-b3e391188aa3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:18Z', 'updated_at': '2021-07-22T23:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'f1a36f8e-6edc-4d90-aad5-1056dd3e3401', 'name': '', 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3', 'tenant_id': '2a40a7a37e674c75a6277161bcf86f7f', 'mac_address': 'fa:16:3e:f4:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'fd4dc970-c31f-49da-a52d-cbde2a39d299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:21Z', 'updated_at': '2021-07-22T23:44:28Z', 'revision_number': 4, 'project_id': '2a40a7a37e674c75a6277161bcf86f7f', 'subnets': [{'id': 'fd4dc970-c31f-49da-a52d-cbde2a39d299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:44:30.435050 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3c364b9d-f8de-4222-9200-1f897763ff76 req-133f6366-23d2-434f-868b-b6ef398d03f2 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7489595 Jul 22 23:44:30.487716 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:30.532821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-cec69ab9-a592-4e68-8313-9446ad6ac55f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:30.561566 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-cec69ab9-a592-4e68-8313-9446ad6ac55f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.18 "GET /v2.0/networks?id=afd64f44-be57-4092-97ba-5564e606fdc5 HTTP/1.1" status: 200 len: 811 time: 0.4339161 Jul 22 23:44:30.574606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Transition to ACTIVE for port object 8b7ca840-241c-40d4-85d6-ce85e0109575 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:30.599322 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-0e0568c2-caa4-4ea1-b220-5722e5e02ca0 service neutron] 10.222.0.26 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057523 Jul 22 23:44:30.663468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Transition to ACTIVE for port object 8b7ca840-241c-40d4-85d6-ce85e0109575 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:30.685689 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:30.776121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Pushing event updated for resources: {'Port': ['ID=8b7ca840-241c-40d4-85d6-ce85e0109575,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:30.803800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Network fd17b395-003c-427c-8014-a15a4f231de2 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:30.806482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:30.813890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:30.890962 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-9165d1bb-4e74-4cce-ab82-5b88a2b6969c tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a746b4f731849e293273dc1d348b169 HTTP/1.1" status: 200 len: 380 time: 0.3280163 Jul 22 23:44:30.911704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-558ec8aa-f0f7-4d40-9a66-778fbd414a51 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Request body: {'port': {'device_id': 'b1b87b3b-d05b-4332-8f64-aba0492ab500', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'admin_state_up': True, 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'security_groups': ['0214e90a-263e-496c-96d0-7a519fdb7602']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:30.927424 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-809ee3e7-3a2d-4e3f-88be-879bcf9b7def req-997b99f5-a672-4ccc-b150-26d01774806d tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 210 time: 0.1031055 Jul 22 23:44:31.024439 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7d786-6bea-4fd2-9e73-b67bd593e438 req-f69d6a29-02d6-416e-bd03-50c498d5119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:31.032025 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5c7d786-6bea-4fd2-9e73-b67bd593e438 req-f69d6a29-02d6-416e-bd03-50c498d5119d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 1094 time: 0.4255161 Jul 22 23:44:31.066536 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Attempting to bind port 8b7ca840-241c-40d4-85d6-ce85e0109575 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:31.067044 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Attempting to bind port 8b7ca840-241c-40d4-85d6-ce85e0109575 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '915e3ef1-cc5f-4cfd-924c-6149237809e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'fd17b395-003c-427c-8014-a15a4f231de2'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:31.067233 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Attempting to bind port 8b7ca840-241c-40d4-85d6-ce85e0109575 on network fd17b395-003c-427c-8014-a15a4f231de2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:31.084735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:31.085188 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Checking segment: {'id': '915e3ef1-cc5f-4cfd-924c-6149237809e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'fd17b395-003c-427c-8014-a15a4f231de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:31.085553 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:31.085946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Bound using segment: {'id': '915e3ef1-cc5f-4cfd-924c-6149237809e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'fd17b395-003c-427c-8014-a15a4f231de2'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:31.086426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Bound port: 8b7ca840-241c-40d4-85d6-ce85e0109575, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e3ef1-cc5f-4cfd-924c-6149237809e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'fd17b395-003c-427c-8014-a15a4f231de2'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:31.086810 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:31.255978 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] For port 8b7ca840-241c-40d4-85d6-ce85e0109575, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:31.262246 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] For port 8b7ca840-241c-40d4-85d6-ce85e0109575, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8b7ca840-241c-40d4-85d6-ce85e0109575,segment=NetworkSegment(915e3ef1-cc5f-4cfd-924c-6149237809e1),segment_id=915e3ef1-cc5f-4cfd-924c-6149237809e1)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:31.270706 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13ba2853-e912-4ee2-aa4a-e67ddfb7869d tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:31.276060 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:31.324091 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7d786-6bea-4fd2-9e73-b67bd593e438 req-bbd23501-afc8-4bbe-bfc1-e93900a72f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:31.334510 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5c7d786-6bea-4fd2-9e73-b67bd593e438 req-bbd23501-afc8-4bbe-bfc1-e93900a72f2c service neutron] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.1760983 Jul 22 23:44:31.394096 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc126071-a1d9-421d-a0cc-62cbe52b83fe None None] Pushing event updated for resources: {'Port': ['ID=8b7ca840-241c-40d4-85d6-ce85e0109575,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:31.482980 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5c7d786-6bea-4fd2-9e73-b67bd593e438 req-ca8c8792-d714-4eba-9889-300fe8de4459 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e06fa731-a551-4314-a8b2-44b2cc408f92 HTTP/1.1" status: 200 len: 217 time: 0.0566576 Jul 22 23:44:31.489216 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-558ec8aa-f0f7-4d40-9a66-778fbd414a51 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Made reservation on behalf of 3a746b4f731849e293273dc1d348b169 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:31.494571 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-558ec8aa-f0f7-4d40-9a66-778fbd414a51 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:31.545352 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-9a5eacc2-c8e8-4435-91eb-7b6621ecd7f8 service neutron] 10.222.0.26 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9252005 Jul 22 23:44:31.580410 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d601b277-4eac-4dcc-a14f-0f3d0eb47608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:31.604974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba2853-e912-4ee2-aa4a-e67ddfb7869d tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Subnet': ['ID=48c9fa02-c834-4e50-a971-f229f4555281,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:31.676444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d363434-8d38-4d7d-8170-b6d59144dc3c req-57b08c9a-6a14-42b4-9760-7986945835a4 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:31.688597 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d363434-8d38-4d7d-8170-b6d59144dc3c req-57b08c9a-6a14-42b4-9760-7986945835a4 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.5854659 Jul 22 23:44:31.746658 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ba2853-e912-4ee2-aa4a-e67ddfb7869d tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Checking segment: {'id': 'b10cac7f-e723-437b-8e80-172c1f826188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8ca2ad6d-6134-4a4b-b476-a90e920f49f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:31.747831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ba2853-e912-4ee2-aa4a-e67ddfb7869d tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network hostable DHCP agents. Network: 8ca2ad6d-6134-4a4b-b476-a90e920f49f4, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:31.822631 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7d786-6bea-4fd2-9e73-b67bd593e438 req-169826e4-2bc6-49b2-8cb5-d2c032f8bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:31.824792 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5c7d786-6bea-4fd2-9e73-b67bd593e438 req-169826e4-2bc6-49b2-8cb5-d2c032f8bdb2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.3157704 Jul 22 23:44:31.842541 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d363434-8d38-4d7d-8170-b6d59144dc3c req-af1ae45a-efa1-4130-ab2b-7168b99aca9f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509485 Jul 22 23:44:31.862357 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ba2853-e912-4ee2-aa4a-e67ddfb7869d tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network 8ca2ad6d-6134-4a4b-b476-a90e920f49f4 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:31.892410 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-13ba2853-e912-4ee2-aa4a-e67ddfb7869d tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 8ca2ad6d-6134-4a4b-b476-a90e920f49f4) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:31.902520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff24d913-4d5e-44a0-a4db-7cd99651321d None None] Network 8ca2ad6d-6134-4a4b-b476-a90e920f49f4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:31.910265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ba2853-e912-4ee2-aa4a-e67ddfb7869d tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:31.926550 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13ba2853-e912-4ee2-aa4a-e67ddfb7869d tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:31.970695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-13ba2853-e912-4ee2-aa4a-e67ddfb7869d tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8046923 Jul 22 23:44:31.972363 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:32.259766 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-558ec8aa-f0f7-4d40-9a66-778fbd414a51 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Allocated IP 172.20.0.11 (afd64f44-be57-4092-97ba-5564e606fdc5/bcaded81-6539-4a40-8d44-b38a3809d293/03fa5056-589f-4bba-b732-2aae0b5dc502) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:32.317806 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7d786-6bea-4fd2-9e73-b67bd593e438 req-80e58ce3-453f-4a7d-ad5c-cef1b22a0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:32.328699 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5c7d786-6bea-4fd2-9e73-b67bd593e438 req-80e58ce3-453f-4a7d-ad5c-cef1b22a0384 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4877150 Jul 22 23:44:32.507905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-8ca2ad6d-6134-4a4b-b476-a90e920f49f4', 'network_id': '8ca2ad6d-6134-4a4b-b476-a90e920f49f4', 'tenant_id': '1592f94712e44615b986d321eb750450', 'fixed_ips': [{'subnet_id': '48c9fa02-c834-4e50-a971-f229f4555281'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:32.515408 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:32.724756 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:32.735316 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5c7d786-6bea-4fd2-9e73-b67bd593e438 req-38881d55-d1d3-4df6-86c4-af1cad79545b service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016323 Jul 22 23:44:32.742863 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-acc83428-24d8-4537-96a5-32f92fc18ab0 req-b11edfab-7e11-4233-9d6f-11642d1a59ef tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 210 time: 0.2591999 Jul 22 23:44:32.781709 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1a95e-e314-4984-93bb-68e73bad1f13 req-8d6362ef-d920-431d-b5be-c9ef2a3635a4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:32.795189 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26c1a95e-e314-4984-93bb-68e73bad1f13 req-8d6362ef-d920-431d-b5be-c9ef2a3635a4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 943 time: 0.7908275 Jul 22 23:44:32.850410 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8b7ca840-241c-40d4-85d6-ce85e0109575 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:33.066624 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26c1a95e-e314-4984-93bb-68e73bad1f13 req-b5659d8e-c503-4365-b85f-fe64a11cb1e3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682681 Jul 22 23:44:33.147258 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5c7d786-6bea-4fd2-9e73-b67bd593e438 req-c1cb5fc9-b0bd-4bb5-927a-ff18f1507985 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960519 Jul 22 23:44:33.152534 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Allocated IP 2001:db8::1 (8ca2ad6d-6134-4a4b-b476-a90e920f49f4/48c9fa02-c834-4e50-a971-f229f4555281/6476a28e-3733-411f-bcee-614640da45d3) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:33.204497 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81925de4-b595-4de9-8dbf-96d3fc8d31cf req-3ced77e6-9eac-41e0-a0c2-85a210e04c29 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 210 time: 0.1040761 Jul 22 23:44:33.208963 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-558ec8aa-f0f7-4d40-9a66-778fbd414a51 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:33.266304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-558ec8aa-f0f7-4d40-9a66-778fbd414a51 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Transition to ACTIVE for port object 03fa5056-589f-4bba-b732-2aae0b5dc502 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:33.355654 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 8b7ca840-241c-40d4-85d6-ce85e0109575 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:33.360761 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e06fa731-a551-4314-a8b2-44b2cc408f92 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:44:33.403438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f1a36f8e-6edc-4d90-aad5-1056dd3e3401 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:33.405836 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-558ec8aa-f0f7-4d40-9a66-778fbd414a51 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:33.525640 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:33.594024 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ec8aa-f0f7-4d40-9a66-778fbd414a51 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event updated for resources: {'Port': ['ID=03fa5056-589f-4bba-b732-2aae0b5dc502,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:33.616016 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:44:33.629985 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-558ec8aa-f0f7-4d40-9a66-778fbd414a51 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Network afd64f44-be57-4092-97ba-5564e606fdc5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:33.636118 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-558ec8aa-f0f7-4d40-9a66-778fbd414a51 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:33.647551 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-558ec8aa-f0f7-4d40-9a66-778fbd414a51 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:33.694624 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef6ed6-1502-4e41-bae4-1f54fd01c298 req-7f23b30a-c393-4add-9fd1-48a4fc041808 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:33.698996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-31ef6ed6-1502-4e41-bae4-1f54fd01c298 req-7f23b30a-c393-4add-9fd1-48a4fc041808 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.4249206 Jul 22 23:44:33.800430 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-558ec8aa-f0f7-4d40-9a66-778fbd414a51 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:33.801852 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-558ec8aa-f0f7-4d40-9a66-778fbd414a51 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:33.808467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-31ef6ed6-1502-4e41-bae4-1f54fd01c298 req-6e507e65-feb9-422f-a47e-eccd6e40e9d2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009948 Jul 22 23:44:33.836541 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-558ec8aa-f0f7-4d40-9a66-778fbd414a51 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9331059 Jul 22 23:44:33.872641 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port e06fa731-a551-4314-a8b2-44b2cc408f92, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e06fa731-a551-4314-a8b2-44b2cc408f92,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:33.880340 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Request body: {'port': {'device_id': 'b1b87b3b-d05b-4332-8f64-aba0492ab500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:33.889825 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'e06fa731-a551-4314-a8b2-44b2cc408f92', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'port_id': 'e06fa731-a551-4314-a8b2-44b2cc408f92', 'mac_address': 'fa:16:3e:dd:0d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:44:33.969355 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1183fcbc-33db-4c62-acf3-d2b8e84f7f5e None None] Network fd17b395-003c-427c-8014-a15a4f231de2 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:34.044903 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.135507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a651c57-21a8-497e-80be-99068caff292 req-3ad07700-bc2d-467e-bfa9-181d7f841f88 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 210 time: 0.0834129 Jul 22 23:44:34.323577 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.344107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Transition to ACTIVE for port object 6476a28e-3733-411f-bcee-614640da45d3 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:34.380725 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Transition to ACTIVE for port object 6476a28e-3733-411f-bcee-614640da45d3 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:34.454464 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.522912 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.609807 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Network 8ca2ad6d-6134-4a4b-b476-a90e920f49f4 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:34.648404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:34.657031 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.657910 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.687316 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:34.705054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Subnet': ['ID=48c9fa02-c834-4e50-a971-f229f4555281,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:34.765884 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-11ed4840-5680-425e-9645-43fad68426d3 None None] Provisioning for port 8b7ca840-241c-40d4-85d6-ce85e0109575 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:34.918640 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-68fdd737-f89d-4201-82fb-890b6670c922 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:34.921114 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-68fdd737-f89d-4201-82fb-890b6670c922 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.95 "GET /v2.0/networks?id=93ff45f1-4e3c-47a6-ae24-fe25765c18f3 HTTP/1.1" status: 200 len: 811 time: 0.3929508 Jul 22 23:44:34.948559 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-11ed4840-5680-425e-9645-43fad68426d3 None None] Provisioning complete for port 8b7ca840-241c-40d4-85d6-ce85e0109575 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:34.948850 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11ed4840-5680-425e-9645-43fad68426d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.989792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03fa5056-589f-4bba-b732-2aae0b5dc502 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:44:34.996381 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.001423 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.029172 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.034977 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Transition to ACTIVE for port object 03fa5056-589f-4bba-b732-2aae0b5dc502 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:35.043744 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.053269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca2ad6d-6134-4a4b-b476-a90e920f49f4']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:35.071732 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Pushing event updated for resources: {'Port': ['ID=6476a28e-3733-411f-bcee-614640da45d3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:35.099700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10cac7f-e723-437b-8e80-172c1f826188') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:35.099928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10cac7f-e723-437b-8e80-172c1f826188') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:35.127947 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8b08710-f11e-4816-9092-4ce20490ba94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.135110 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port f1a36f8e-6edc-4d90-aad5-1056dd3e3401 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:35.140548 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Pushing event updated for resources: {'Port': ['ID=03fa5056-589f-4bba-b732-2aae0b5dc502,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:35.141419 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.183742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186baa41-d7c3-4eb2-9427-2110e6ee532b req-adbcaa7a-c558-433b-bf93-d56c80a49c0a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:35.195863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port f1a36f8e-6edc-4d90-aad5-1056dd3e3401 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:35.199770 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.210313 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-186baa41-d7c3-4eb2-9427-2110e6ee532b req-adbcaa7a-c558-433b-bf93-d56c80a49c0a tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 932 time: 0.6928637 Jul 22 23:44:35.292901 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-43fd10eb-847a-4dc5-9855-097a424b5936 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Request body: {'port': {'device_id': '00efc3fc-2042-44d8-a2e5-16aa4ab494ba', 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3', 'admin_state_up': True, 'tenant_id': '2a40a7a37e674c75a6277161bcf86f7f'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:35.328434 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.396189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a268ae2-7c2f-40ca-82cd-02ae059d96a9 req-57ae15f7-472e-4491-9a8c-b1c3b0b1bc95 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:35.407038 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a268ae2-7c2f-40ca-82cd-02ae059d96a9 req-57ae15f7-472e-4491-9a8c-b1c3b0b1bc95 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 943 time: 0.6523898 Jul 22 23:44:35.506594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:35.507009 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:35.516821 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:35.522180 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06fa731-a551-4314-a8b2-44b2cc408f92 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:44:35.551697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port e06fa731-a551-4314-a8b2-44b2cc408f92, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e06fa731-a551-4314-a8b2-44b2cc408f92,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:35.573949 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Attempting to bind port 6476a28e-3733-411f-bcee-614640da45d3 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:35.575374 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Attempting to bind port 6476a28e-3733-411f-bcee-614640da45d3 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'b10cac7f-e723-437b-8e80-172c1f826188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8ca2ad6d-6134-4a4b-b476-a90e920f49f4'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:35.576306 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Attempting to bind port 6476a28e-3733-411f-bcee-614640da45d3 on network 8ca2ad6d-6134-4a4b-b476-a90e920f49f4 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:35.596735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:35.597316 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Checking segment: {'id': 'b10cac7f-e723-437b-8e80-172c1f826188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8ca2ad6d-6134-4a4b-b476-a90e920f49f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:35.601374 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.602252 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Bound using segment: {'id': 'b10cac7f-e723-437b-8e80-172c1f826188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8ca2ad6d-6134-4a4b-b476-a90e920f49f4'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:35.603159 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Bound port: 6476a28e-3733-411f-bcee-614640da45d3, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10cac7f-e723-437b-8e80-172c1f826188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8ca2ad6d-6134-4a4b-b476-a90e920f49f4'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:35.603696 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.610313 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.741338 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 23:44:35.741338 n-d-688802-2 neutron-server[93821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 23:44:35.741338 n-d-688802-2 neutron-server[93821]: [parameters: {'id': '8ca2ad6d-6134-4a4b-b476-a90e920f49f4'}] Jul 22 23:44:35.741338 n-d-688802-2 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:44:35.741926 n-d-688802-2 neutron-server[93821]: DEBUG oslo_db.api [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:44:35.751092 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=e06fa731-a551-4314-a8b2-44b2cc408f92,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:35.756717 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.761369 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.774280 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-186baa41-d7c3-4eb2-9427-2110e6ee532b req-cc7d2ffd-fbae-49ea-ae00-486f9f2576ed tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=0214e90a-263e-496c-96d0-7a519fdb7602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5628531 Jul 22 23:44:35.806494 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a268ae2-7c2f-40ca-82cd-02ae059d96a9 req-fa6f36ef-ed94-49ea-8192-32d365afed10 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581924 Jul 22 23:44:36.037353 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11ed4840-5680-425e-9645-43fad68426d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.099575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Attempting to bind port 03fa5056-589f-4bba-b732-2aae0b5dc502 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:36.100177 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Attempting to bind port 03fa5056-589f-4bba-b732-2aae0b5dc502 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:36.100458 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Attempting to bind port 03fa5056-589f-4bba-b732-2aae0b5dc502 on network afd64f44-be57-4092-97ba-5564e606fdc5 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:36.132276 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Port 03fa5056-589f-4bba-b732-2aae0b5dc502 on network afd64f44-be57-4092-97ba-5564e606fdc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:44:36.132603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Attempting to bind port 03fa5056-589f-4bba-b732-2aae0b5dc502 on network afd64f44-be57-4092-97ba-5564e606fdc5 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:36.156339 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] For port 6476a28e-3733-411f-bcee-614640da45d3, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:36.159967 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] For port 6476a28e-3733-411f-bcee-614640da45d3, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6476a28e-3733-411f-bcee-614640da45d3,segment=NetworkSegment(b10cac7f-e723-437b-8e80-172c1f826188),segment_id=b10cac7f-e723-437b-8e80-172c1f826188)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:36.172987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['e06fa731-a551-4314-a8b2-44b2cc408f92'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:44:36.175806 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:36.176168 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Checking segment: {'id': '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:36.177202 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Bound using segment: {'id': '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:36.177672 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Bound port: 03fa5056-589f-4bba-b732-2aae0b5dc502, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:36.179149 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.189724 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.214626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1aad9b27-8f45-4d43-9bab-2a1f9dfb12c9 req-4dbe3c7e-96a2-4f85-8dfd-cefb94db4ee4 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 210 time: 0.0565777 Jul 22 23:44:36.257723 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.319845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-11ed4840-5680-425e-9645-43fad68426d3 None None] For port 8b7ca840-241c-40d4-85d6-ce85e0109575, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8b7ca840-241c-40d4-85d6-ce85e0109575,segment=NetworkSegment(915e3ef1-cc5f-4cfd-924c-6149237809e1),segment_id=915e3ef1-cc5f-4cfd-924c-6149237809e1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:36.327944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port f1a36f8e-6edc-4d90-aad5-1056dd3e3401, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f1a36f8e-6edc-4d90-aad5-1056dd3e3401,segment=NetworkSegment(13d615f8-2c18-43a2-881c-42934a3d7342),segment_id=13d615f8-2c18-43a2-881c-42934a3d7342)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:36.371505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48db80d-1169-4fcf-8bb1-2479281919c5 req-e8f5aabe-f575-47c5-a6cd-228303e1bac2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:36.383253 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11ed4840-5680-425e-9645-43fad68426d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.385998 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.386646 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e48db80d-1169-4fcf-8bb1-2479281919c5 req-e8f5aabe-f575-47c5-a6cd-228303e1bac2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.2909520 Jul 22 23:44:36.407222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887b1ebb-b1ee-46fa-91ef-90716774cf4c None None] Network 8ca2ad6d-6134-4a4b-b476-a90e920f49f4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:36.441241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] For port 03fa5056-589f-4bba-b732-2aae0b5dc502, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:36.449382 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] For port 03fa5056-589f-4bba-b732-2aae0b5dc502, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=03fa5056-589f-4bba-b732-2aae0b5dc502,segment=NetworkSegment(8a5b5d4d-bc6f-42bc-a9e6-62177cae803f),segment_id=8a5b5d4d-bc6f-42bc-a9e6-62177cae803f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:36.453802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-43fd10eb-847a-4dc5-9855-097a424b5936 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Made reservation on behalf of 2a40a7a37e674c75a6277161bcf86f7f for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:36.465919 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-43fd10eb-847a-4dc5-9855-097a424b5936 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.508605 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.508834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60685d56-3810-4e3b-addc-8528b5a5c01b None None] Pushing event updated for resources: {'Port': ['ID=6476a28e-3733-411f-bcee-614640da45d3,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:36.563302 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e48db80d-1169-4fcf-8bb1-2479281919c5 req-9c84a961-766b-4c4d-a8c1-dffcb3e0c6db tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870669 Jul 22 23:44:36.601551 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Deleting port 6476a28e-3733-411f-bcee-614640da45d3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:36.602003 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.701007 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4e0e932-a1ab-42ba-adf6-2bb22e41a46a None None] Provisioning for port 03fa5056-589f-4bba-b732-2aae0b5dc502 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:36.748523 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:36.749555 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.751474 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] 10.222.0.18 "PUT /v2.0/ports/03fa5056-589f-4bba-b732-2aae0b5dc502 HTTP/1.1" status: 200 len: 1092 time: 2.9018245 Jul 22 23:44:36.757082 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b87b3b-d05b-4332-8f64-aba0492ab500', 'tag': '03fa5056-589f-4bba-b732-2aae0b5dc502'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:36.760074 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45ac2a4-ee85-47e5-bb07-3e6270ca878c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b87b3b-d05b-4332-8f64-aba0492ab500", "tag": "03fa5056-589f-4bba-b732-2aae0b5dc502"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:36.785085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] For port 6476a28e-3733-411f-bcee-614640da45d3, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6476a28e-3733-411f-bcee-614640da45d3,segment=NetworkSegment(b10cac7f-e723-437b-8e80-172c1f826188),segment_id=b10cac7f-e723-437b-8e80-172c1f826188)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:36.786421 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.855910 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Calling delete_port for 6476a28e-3733-411f-bcee-614640da45d3 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:36.931258 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed4840-5680-425e-9645-43fad68426d3 None None] Pushing event updated for resources: {'Port': ['ID=8b7ca840-241c-40d4-85d6-ce85e0109575,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:37.018807 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcb5355-4224-4dbe-8eb8-d0576fbcea3e x-openstack-request-id: req-ddcb5355-4224-4dbe-8eb8-d0576fbcea3e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:37.024398 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b87b3b-d05b-4332-8f64-aba0492ab500", "tag": "03fa5056-589f-4bba-b732-2aae0b5dc502", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:37.025130 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ddcb5355-4224-4dbe-8eb8-d0576fbcea3e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:37.034507 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b87b3b-d05b-4332-8f64-aba0492ab500', 'tag': '03fa5056-589f-4bba-b732-2aae0b5dc502', 'status': 'completed', 'code': 200} Jul 22 23:44:37.090850 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.188153 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.213082 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911a8e2-23d9-47d0-9a8c-37e7820e7c89 service neutron] Pushing event updated for resources: {'Port': ['ID=03fa5056-589f-4bba-b732-2aae0b5dc502,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:37.218722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Port': ['ID=6476a28e-3733-411f-bcee-614640da45d3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:37.247817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No DVR routers for this DVR port 6476a28e-3733-411f-bcee-614640da45d3 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:37.257869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4dc99b2e-d727-4bb5-bf3a-9a0eba071944 None None] Provisioning complete for port 8b7ca840-241c-40d4-85d6-ce85e0109575 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:37.258645 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4dc99b2e-d727-4bb5-bf3a-9a0eba071944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.282062 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=f1a36f8e-6edc-4d90-aad5-1056dd3e3401,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:37.326986 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51467cd-5839-4979-8388-5467e061db65 None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:44:37.341428 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-43fd10eb-847a-4dc5-9855-097a424b5936 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Allocated IP 172.20.0.7 (93ff45f1-4e3c-47a6-ae24-fe25765c18f3/fd4dc970-c31f-49da-a52d-cbde2a39d299/740e7746-daf4-49c0-938c-76d1e522e69c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:37.441799 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.452479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190ccdc-e42b-42c7-9c41-df5882aa8b44 req-62077c4b-609a-4f1e-82b9-f5d438dde9c1 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:37.460356 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f190ccdc-e42b-42c7-9c41-df5882aa8b44 req-62077c4b-609a-4f1e-82b9-f5d438dde9c1 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 944 time: 0.3878708 Jul 22 23:44:37.471197 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e4700a00-f246-4f99-b9c7-72b22ea68f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:37.472812 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-e4700a00-f246-4f99-b9c7-72b22ea68f71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a746b4f731849e293273dc1d348b169&device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 1095 time: 0.6052859 Jul 22 23:44:37.493843 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca2ad6d-6134-4a4b-b476-a90e920f49f4']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:37.526041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10cac7f-e723-437b-8e80-172c1f826188') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:37.527347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10cac7f-e723-437b-8e80-172c1f826188') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:37.537223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2a736-79af-4128-93b1-c69293cb4ba1 req-82c21353-b5cc-4788-80e3-e55ac1d19455 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:37.545737 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54f2a736-79af-4128-93b1-c69293cb4ba1 req-82c21353-b5cc-4788-80e3-e55ac1d19455 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 944 time: 0.3435133 Jul 22 23:44:37.595760 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.619491 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f190ccdc-e42b-42c7-9c41-df5882aa8b44 req-20611d45-237e-4f27-b5c3-b2c368da9575 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=0214e90a-263e-496c-96d0-7a519fdb7602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549354 Jul 22 23:44:37.625585 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e06fa731-a551-4314-a8b2-44b2cc408f92 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:37.655989 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54f2a736-79af-4128-93b1-c69293cb4ba1 req-34e8465d-b80e-4ec9-ac4f-fbd268266e21 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080172 Jul 22 23:44:37.673971 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.701780 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:37.705081 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:37.755970 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:37.827071 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-9e266a42-1bf3-46fb-abe8-6fee0d30acaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03fa5056-589f-4bba-b732-2aae0b5dc502 HTTP/1.1" status: 200 len: 217 time: 0.3365633 Jul 22 23:44:37.830168 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.843627 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51467cd-5839-4979-8388-5467e061db65 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:44:37.847294 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.859061 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/networks/8ca2ad6d-6134-4a4b-b476-a90e920f49f4 HTTP/1.1" status: 204 len: 168 time: 5.8852978 Jul 22 23:44:37.871896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49806) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:37.891315 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9f043a35-da96-4e99-abc1-1ea05a2ba5cd tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-188381708'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:37.904222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port e06fa731-a551-4314-a8b2-44b2cc408f92 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:38.068709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-25e1c5e0-7eb0-4bc2-b033-8a33e284f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:38.070497 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-25e1c5e0-7eb0-4bc2-b033-8a33e284f9e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcaded81-6539-4a40-8d44-b38a3809d293 HTTP/1.1" status: 200 len: 850 time: 0.2362297 Jul 22 23:44:38.080819 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-43fd10eb-847a-4dc5-9855-097a424b5936 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.126151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port e06fa731-a551-4314-a8b2-44b2cc408f92 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:38.126523 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.260547 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-43fd10eb-847a-4dc5-9855-097a424b5936 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.344151 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-eecbe151-4f63-43df-9b8f-dce9613b1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:38.346874 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-eecbe151-4f63-43df-9b8f-dce9613b1437 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afd64f44-be57-4092-97ba-5564e606fdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2557297 Jul 22 23:44:38.350957 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-43fd10eb-847a-4dc5-9855-097a424b5936 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Network 93ff45f1-4e3c-47a6-ae24-fe25765c18f3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:38.464665 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.469413 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-0636dfeb-e9a4-4236-801d-f3fe51fad2d5 service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116269 Jul 22 23:44:38.472691 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-43fd10eb-847a-4dc5-9855-097a424b5936 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:38.477361 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-43fd10eb-847a-4dc5-9855-097a424b5936 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:38.535385 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb6af70-1f4e-4eda-9246-7cc039d4e199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06fa731-a551-4314-a8b2-44b2cc408f92'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:38.539847 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763f4cf-7487-421a-9815-9cfac850a4fe tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Network': ['ID=8ca2ad6d-6134-4a4b-b476-a90e920f49f4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:38.543396 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced86881-b6f4-431a-ad43-362548c3ca20" -d '{"events": [{"server_uuid": "5eb6af70-1f4e-4eda-9246-7cc039d4e199", "name": "network-vif-plugged", "status": "completed", "tag": "e06fa731-a551-4314-a8b2-44b2cc408f92"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:38.572866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port e06fa731-a551-4314-a8b2-44b2cc408f92, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e06fa731-a551-4314-a8b2-44b2cc408f92,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:38.576328 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-43fd10eb-847a-4dc5-9855-097a424b5936 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:38.576967 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-43fd10eb-847a-4dc5-9855-097a424b5936 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.583302 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a843f82d-f2f3-4abf-b92e-4634d936ec4d req-5cf74276-e772-47a4-8e8b-6f41889142ed tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 210 time: 0.6018317 Jul 22 23:44:38.629270 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd10eb-847a-4dc5-9855-097a424b5936 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Pushing event updated for resources: {'Port': ['ID=740e7746-daf4-49c0-938c-76d1e522e69c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:38.660143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f043a35-da96-4e99-abc1-1ea05a2ba5cd tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:38.681207 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f043a35-da96-4e99-abc1-1ea05a2ba5cd tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.684253 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-43fd10eb-847a-4dc5-9855-097a424b5936 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4342110 Jul 22 23:44:38.716572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8b7ca840-241c-40d4-85d6-ce85e0109575 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:38.780326 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a50a58f1-0d3d-44bf-9bf7-aaef2294a7ef req-9fb8e462-5242-4559-9a94-53b0d09c091b service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339234 Jul 22 23:44:38.783919 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.808083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5de75-62f3-493f-a079-649881f80b05 req-beb45522-d147-443b-bbbf-a99b158b5162 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:38.822291 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-40c5de75-62f3-493f-a079-649881f80b05 req-beb45522-d147-443b-bbbf-a99b158b5162 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.8749750 Jul 22 23:44:38.849807 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668fbd0c-2f3f-4a0e-8bd9-ce526cb9c51e x-openstack-request-id: req-668fbd0c-2f3f-4a0e-8bd9-ce526cb9c51e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:38.850315 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb6af70-1f4e-4eda-9246-7cc039d4e199", "name": "network-vif-plugged", "status": "completed", "tag": "e06fa731-a551-4314-a8b2-44b2cc408f92", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:38.850315 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-668fbd0c-2f3f-4a0e-8bd9-ce526cb9c51e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:38.850835 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb6af70-1f4e-4eda-9246-7cc039d4e199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06fa731-a551-4314-a8b2-44b2cc408f92', 'code': 200} Jul 22 23:44:38.869536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f043a35-da96-4e99-abc1-1ea05a2ba5cd tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:38.932117 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f043a35-da96-4e99-abc1-1ea05a2ba5cd tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.932609 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-9f043a35-da96-4e99-abc1-1ea05a2ba5cd tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Added segment 0fae8ae7-d3a6-4a45-9a6a-7ea4133e1422 of type vlan for network 6190b0d3-178c-4145-893a-573996c11916 Jul 22 23:44:38.992330 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=e06fa731-a551-4314-a8b2-44b2cc408f92,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:39.023069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Request body: {'port': {'device_id': '00efc3fc-2042-44d8-a2e5-16aa4ab494ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:39.046617 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 8b7ca840-241c-40d4-85d6-ce85e0109575 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:39.047018 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.082142 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-40c5de75-62f3-493f-a079-649881f80b05 req-5b877e19-9415-4682-9431-fe63dc33d8bc tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588854 Jul 22 23:44:39.111528 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ac2a4-ee85-47e5-bb07-3e6270ca878c req-7e1056e9-b97b-4cf7-b526-b97c19560705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:39.113692 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c45ac2a4-ee85-47e5-bb07-3e6270ca878c req-7e1056e9-b97b-4cf7-b526-b97c19560705 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a746b4f731849e293273dc1d348b169&device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 1095 time: 0.2146173 Jul 22 23:44:39.198896 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f1a36f8e-6edc-4d90-aad5-1056dd3e3401 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:39.239114 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.273572 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f043a35-da96-4e99-abc1-1ea05a2ba5cd tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.313248 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port f1a36f8e-6edc-4d90-aad5-1056dd3e3401 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:39.313633 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.314324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ac2a4-ee85-47e5-bb07-3e6270ca878c req-e31ed6a0-deeb-49ad-abcd-93e1bcde8d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:39.315927 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c45ac2a4-ee85-47e5-bb07-3e6270ca878c req-e31ed6a0-deeb-49ad-abcd-93e1bcde8d5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=afd64f44-be57-4092-97ba-5564e606fdc5 HTTP/1.1" status: 200 len: 912 time: 0.1932895 Jul 22 23:44:39.410707 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c45ac2a4-ee85-47e5-bb07-3e6270ca878c req-f68b3c7e-1d40-4882-8993-a14103d635d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03fa5056-589f-4bba-b732-2aae0b5dc502 HTTP/1.1" status: 200 len: 217 time: 0.0835752 Jul 22 23:44:39.469884 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688f1d9-c510-453d-97d8-08fa28c32394 req-ac651571-a785-4242-b40a-1ffbf99b689d tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:39.471401 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3688f1d9-c510-453d-97d8-08fa28c32394 req-ac651571-a785-4242-b40a-1ffbf99b689d tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 944 time: 0.5238385 Jul 22 23:44:39.474895 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f043a35-da96-4e99-abc1-1ea05a2ba5cd tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.481386 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f043a35-da96-4e99-abc1-1ea05a2ba5cd tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:39.482507 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f043a35-da96-4e99-abc1-1ea05a2ba5cd tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.506290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe7864-61b3-4eb9-9ea8-37afc73ddfa8 req-97079207-07c9-4e40-b5db-6d3c201bd62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:39.507769 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-afbe7864-61b3-4eb9-9ea8-37afc73ddfa8 req-97079207-07c9-4e40-b5db-6d3c201bd62a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 1096 time: 0.4246962 Jul 22 23:44:39.553799 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9f043a35-da96-4e99-abc1-1ea05a2ba5cd tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6758995 Jul 22 23:44:39.554457 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49830) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:39.555386 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ac2a4-ee85-47e5-bb07-3e6270ca878c req-9a0ffacb-d626-4234-896a-d405e96b8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:39.556814 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c45ac2a4-ee85-47e5-bb07-3e6270ca878c req-9a0ffacb-d626-4234-896a-d405e96b8ad5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcaded81-6539-4a40-8d44-b38a3809d293 HTTP/1.1" status: 200 len: 850 time: 0.1414635 Jul 22 23:44:39.565732 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8c69940e-472e-4bc3-8cdb-ac9ad768f386 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'subnet': {'network_id': '6190b0d3-178c-4145-893a-573996c11916', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:39.615346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2643cc-17d2-4e67-85ee-35073d241a0b req-43f73068-07fc-4a4f-9d5c-ee8228c432b1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:39.616886 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce2643cc-17d2-4e67-85ee-35073d241a0b req-43f73068-07fc-4a4f-9d5c-ee8228c432b1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 945 time: 0.4200840 Jul 22 23:44:39.659944 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3688f1d9-c510-453d-97d8-08fa28c32394 req-4536e081-9e75-449a-b13d-3e7cb4fdf24f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=0214e90a-263e-496c-96d0-7a519fdb7602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737001 Jul 22 23:44:39.667730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f043a35-da96-4e99-abc1-1ea05a2ba5cd tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Network': ['ID=6190b0d3-178c-4145-893a-573996c11916,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:39.684445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 6190b0d3-178c-4145-893a-573996c11916 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:39.763213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce2643cc-17d2-4e67-85ee-35073d241a0b req-57029cf6-a46d-480e-aa1f-5f6181d99ed6 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103587 Jul 22 23:44:39.797145 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ac2a4-ee85-47e5-bb07-3e6270ca878c req-eb562379-bb1c-414a-8690-9713391699f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:39.799999 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c45ac2a4-ee85-47e5-bb07-3e6270ca878c req-eb562379-bb1c-414a-8690-9713391699f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afd64f44-be57-4092-97ba-5564e606fdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2334430 Jul 22 23:44:39.831021 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-afbe7864-61b3-4eb9-9ea8-37afc73ddfa8 req-35af951b-e9c9-46fa-8763-49c26c93faa6 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628898 Jul 22 23:44:39.833781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c69940e-472e-4bc3-8cdb-ac9ad768f386 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:39.841149 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c69940e-472e-4bc3-8cdb-ac9ad768f386 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.954979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740e7746-daf4-49c0-938c-76d1e522e69c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:44:39.967787 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.992861 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Transition to ACTIVE for port object 740e7746-daf4-49c0-938c-76d1e522e69c will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:39.995592 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c45ac2a4-ee85-47e5-bb07-3e6270ca878c req-4f9b7dee-1b7b-4e1f-a2fc-473fae5e307e service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748054 Jul 22 23:44:39.998966 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.004084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d5fb3-b025-4550-9ad4-1767117a7a9c req-37f2a3d3-50cd-4f00-bcf8-541311aa0927 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.005705 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-340d5fb3-b025-4550-9ad4-1767117a7a9c req-37f2a3d3-50cd-4f00-bcf8-541311aa0927 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 931 time: 0.1457248 Jul 22 23:44:40.084426 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-340d5fb3-b025-4550-9ad4-1767117a7a9c req-23a31663-e0f0-4892-b8fa-896eb7689d9b tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718241 Jul 22 23:44:40.117943 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Pushing event updated for resources: {'Port': ['ID=740e7746-daf4-49c0-938c-76d1e522e69c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:40.141016 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c69940e-472e-4bc3-8cdb-ac9ad768f386 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.202505 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c45ac2a4-ee85-47e5-bb07-3e6270ca878c req-51aa227c-4c5a-48a4-a832-4aa29bcca25f service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979768 Jul 22 23:44:40.220077 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Attempting to bind port 740e7746-daf4-49c0-938c-76d1e522e69c on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:40.220968 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Attempting to bind port 740e7746-daf4-49c0-938c-76d1e522e69c by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '13d615f8-2c18-43a2-881c-42934a3d7342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:40.221550 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Attempting to bind port 740e7746-daf4-49c0-938c-76d1e522e69c on network 93ff45f1-4e3c-47a6-ae24-fe25765c18f3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:40.226360 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Port 740e7746-daf4-49c0-938c-76d1e522e69c on network 93ff45f1-4e3c-47a6-ae24-fe25765c18f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:44:40.227346 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Attempting to bind port 740e7746-daf4-49c0-938c-76d1e522e69c on network 93ff45f1-4e3c-47a6-ae24-fe25765c18f3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:40.231812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69940e-472e-4bc3-8cdb-ac9ad768f386 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Subnet': ['ID=8d3105ed-86c7-48e9-8cca-af10bccca57b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:40.237819 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:40.238164 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Checking segment: {'id': '13d615f8-2c18-43a2-881c-42934a3d7342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:40.238559 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Bound using segment: {'id': '13d615f8-2c18-43a2-881c-42934a3d7342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:40.238972 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Bound port: 740e7746-daf4-49c0-938c-76d1e522e69c, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d615f8-2c18-43a2-881c-42934a3d7342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:40.239332 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.264742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c69940e-472e-4bc3-8cdb-ac9ad768f386 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Checking segment: {'id': '0fae8ae7-d3a6-4a45-9a6a-7ea4133e1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6190b0d3-178c-4145-893a-573996c11916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:40.265901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c69940e-472e-4bc3-8cdb-ac9ad768f386 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network hostable DHCP agents. Network: 6190b0d3-178c-4145-893a-573996c11916, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:40.288167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda08944-0aed-41d5-ae82-a4d192ea6682 req-e998bd16-d2a2-401e-8f74-3883b864c28f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.289729 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fda08944-0aed-41d5-ae82-a4d192ea6682 req-e998bd16-d2a2-401e-8f74-3883b864c28f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.1066585 Jul 22 23:44:40.307685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c69940e-472e-4bc3-8cdb-ac9ad768f386 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network 6190b0d3-178c-4145-893a-573996c11916 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:40.308671 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] For port 740e7746-daf4-49c0-938c-76d1e522e69c, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:40.312420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] For port 740e7746-daf4-49c0-938c-76d1e522e69c, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=740e7746-daf4-49c0-938c-76d1e522e69c,segment=NetworkSegment(13d615f8-2c18-43a2-881c-42934a3d7342),segment_id=13d615f8-2c18-43a2-881c-42934a3d7342)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:40.317699 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.326668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8c69940e-472e-4bc3-8cdb-ac9ad768f386 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 6190b0d3-178c-4145-893a-573996c11916) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:40.334740 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c69940e-472e-4bc3-8cdb-ac9ad768f386 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.335396 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c69940e-472e-4bc3-8cdb-ac9ad768f386 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.336448 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10353382-bb27-4d20-acff-3d6fc4cdbf85 None None] Network 6190b0d3-178c-4145-893a-573996c11916 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:40.361305 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fda08944-0aed-41d5-ae82-a4d192ea6682 req-73d5b7f3-f2a5-4d54-939e-ead5d57a6ca1 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600066 Jul 22 23:44:40.370919 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8c69940e-472e-4bc3-8cdb-ac9ad768f386 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8112638 Jul 22 23:44:40.374169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49836) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:40.380570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2b84eb10-dd09-454d-90e1-f6a8398275e9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-844748981'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:40.381312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.384948 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.400411 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] 10.222.0.95 "PUT /v2.0/ports/740e7746-daf4-49c0-938c-76d1e522e69c HTTP/1.1" status: 200 len: 1091 time: 1.4195137 Jul 22 23:44:40.400411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00efc3fc-2042-44d8-a2e5-16aa4ab494ba', 'tag': '740e7746-daf4-49c0-938c-76d1e522e69c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:40.400411 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f346380-875c-4c1a-8d79-0612f10d00c9" -d '{"events": [{"name": "network-changed", "server_uuid": "00efc3fc-2042-44d8-a2e5-16aa4ab494ba", "tag": "740e7746-daf4-49c0-938c-76d1e522e69c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:40.422167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b84eb10-dd09-454d-90e1-f6a8398275e9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:40.426248 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b84eb10-dd09-454d-90e1-f6a8398275e9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.464408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b84eb10-dd09-454d-90e1-f6a8398275e9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:40.468997 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e3e4e5-3cc9-4d34-8404-969363f3cbd8 x-openstack-request-id: req-16e3e4e5-3cc9-4d34-8404-969363f3cbd8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:40.469397 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00efc3fc-2042-44d8-a2e5-16aa4ab494ba", "tag": "740e7746-daf4-49c0-938c-76d1e522e69c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:40.469693 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16e3e4e5-3cc9-4d34-8404-969363f3cbd8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:40.470188 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00efc3fc-2042-44d8-a2e5-16aa4ab494ba', 'tag': '740e7746-daf4-49c0-938c-76d1e522e69c', 'status': 'completed', 'code': 200} Jul 22 23:44:40.480557 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b84eb10-dd09-454d-90e1-f6a8398275e9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.480946 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-2b84eb10-dd09-454d-90e1-f6a8398275e9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Added segment da68bd11-ecd9-4181-b4f0-9da72dbabe03 of type vlan for network d13db37d-7c80-40c2-bfd7-5b821335f6ff Jul 22 23:44:40.494639 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473711be-c3a0-42f5-ba38-8f893f162394 service neutron] Pushing event updated for resources: {'Port': ['ID=740e7746-daf4-49c0-938c-76d1e522e69c,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:40.525768 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b84eb10-dd09-454d-90e1-f6a8398275e9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.529962 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-e56f9ba1-daab-4c80-b5ae-2711228410aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.531453 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-e56f9ba1-daab-4c80-b5ae-2711228410aa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2a40a7a37e674c75a6277161bcf86f7f&device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 1094 time: 0.0767825 Jul 22 23:44:40.568846 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b84eb10-dd09-454d-90e1-f6a8398275e9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.570209 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-6190b0d3-178c-4145-893a-573996c11916', 'network_id': '6190b0d3-178c-4145-893a-573996c11916', 'tenant_id': '1592f94712e44615b986d321eb750450', 'fixed_ips': [{'subnet_id': '8d3105ed-86c7-48e9-8cca-af10bccca57b'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:40.572149 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.578899 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b84eb10-dd09-454d-90e1-f6a8398275e9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.579567 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b84eb10-dd09-454d-90e1-f6a8398275e9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.599840 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-443a4080-bf7e-4bfb-ac88-6a2b02e4feb6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=740e7746-daf4-49c0-938c-76d1e522e69c HTTP/1.1" status: 200 len: 217 time: 0.0603619 Jul 22 23:44:40.691803 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-2a8e9527-43ed-4b23-8cc1-a2fd35c172ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.693808 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-2a8e9527-43ed-4b23-8cc1-a2fd35c172ce service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fd4dc970-c31f-49da-a52d-cbde2a39d299 HTTP/1.1" status: 200 len: 851 time: 0.0858433 Jul 22 23:44:40.695387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84eb10-dd09-454d-90e1-f6a8398275e9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Network': ['ID=d13db37d-7c80-40c2-bfd7-5b821335f6ff,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:40.712590 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2b84eb10-dd09-454d-90e1-f6a8398275e9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3370061 Jul 22 23:44:40.714174 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:40.720166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1c427d4d-f0b4-414f-8e79-331f3981fe66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'subnet': {'network_id': 'd13db37d-7c80-40c2-bfd7-5b821335f6ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:40.764768 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-f4ee94c1-ffb4-4c2e-bc0d-120aaed83228 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93ff45f1-4e3c-47a6-ae24-fe25765c18f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640552 Jul 22 23:44:40.803328 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network d13db37d-7c80-40c2-bfd7-5b821335f6ff details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:40.907695 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Allocated IP 2001:db8::3 (6190b0d3-178c-4145-893a-573996c11916/8d3105ed-86c7-48e9-8cca-af10bccca57b/58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:40.918261 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-bdb68430-8ba1-4450-9de4-8be9076e4aba service neutron] 10.222.0.95 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455390 Jul 22 23:44:40.972397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c427d4d-f0b4-414f-8e79-331f3981fe66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:40.978786 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c427d4d-f0b4-414f-8e79-331f3981fe66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.034834 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d6058489-83ef-4195-bf8a-ec0ae5a3bae4 req-88eaf6b8-7e1e-49df-9344-fdb381478f10 service neutron] 10.222.0.95 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095304 Jul 22 23:44:41.037854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64bd9b-18cd-4467-aa1c-5a62b3f4457d req-e073e442-b8b9-4531-89f0-cbac902bc0ac tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:41.043771 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b64bd9b-18cd-4467-aa1c-5a62b3f4457d req-e073e442-b8b9-4531-89f0-cbac902bc0ac tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 944 time: 0.2084651 Jul 22 23:44:41.087633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-1c427d4d-f0b4-414f-8e79-331f3981fe66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Performing IP validity checks on allocation pools {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 23:44:41.088182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-1c427d4d-f0b4-414f-8e79-331f3981fe66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 23:44:41.167183 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.178127 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f346380-875c-4c1a-8d79-0612f10d00c9 req-6e11e36a-8556-4ff6-b36c-95751b408194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:41.179290 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Transition to ACTIVE for port object 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:41.180768 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4f346380-875c-4c1a-8d79-0612f10d00c9 req-6e11e36a-8556-4ff6-b36c-95751b408194 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2a40a7a37e674c75a6277161bcf86f7f&device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 1094 time: 0.0877650 Jul 22 23:44:41.189324 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b64bd9b-18cd-4467-aa1c-5a62b3f4457d req-7d3a4aaa-462b-4002-82ec-b5232945944f tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=0214e90a-263e-496c-96d0-7a519fdb7602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966983 Jul 22 23:44:41.224831 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Transition to ACTIVE for port object 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:41.240452 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.252219 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c92389-a55f-454d-b694-26c09fd49860 req-d163d758-e57d-40ac-87fe-2f03b2271fa8 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:41.253882 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48c92389-a55f-454d-b694-26c09fd49860 req-d163d758-e57d-40ac-87fe-2f03b2271fa8 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 945 time: 0.1626346 Jul 22 23:44:41.306148 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Network 6190b0d3-178c-4145-893a-573996c11916 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:41.312515 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:41.316963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:41.325510 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f346380-875c-4c1a-8d79-0612f10d00c9 req-145d22a6-481e-4d3e-a698-4e10dd8582c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:41.328835 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4f346380-875c-4c1a-8d79-0612f10d00c9 req-145d22a6-481e-4d3e-a698-4e10dd8582c0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=93ff45f1-4e3c-47a6-ae24-fe25765c18f3 HTTP/1.1" status: 200 len: 912 time: 0.1405935 Jul 22 23:44:41.348884 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48c92389-a55f-454d-b694-26c09fd49860 req-fea27775-930c-4ba3-8965-243fbde60e3a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845611 Jul 22 23:44:41.352943 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c427d4d-f0b4-414f-8e79-331f3981fe66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.418897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Pushing event updated for resources: {'Port': ['ID=58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:41.424840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c427d4d-f0b4-414f-8e79-331f3981fe66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Subnet': ['ID=e9ec4649-922c-438c-9ebe-e195784437cc,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:41.436194 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c427d4d-f0b4-414f-8e79-331f3981fe66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Checking segment: {'id': 'da68bd11-ecd9-4181-b4f0-9da72dbabe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd13db37d-7c80-40c2-bfd7-5b821335f6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:41.436551 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c427d4d-f0b4-414f-8e79-331f3981fe66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network hostable DHCP agents. Network: d13db37d-7c80-40c2-bfd7-5b821335f6ff, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:41.456451 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Attempting to bind port 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:41.456830 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Attempting to bind port 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '0fae8ae7-d3a6-4a45-9a6a-7ea4133e1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6190b0d3-178c-4145-893a-573996c11916'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:41.456978 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4f346380-875c-4c1a-8d79-0612f10d00c9 req-d32e889b-f491-4122-801e-9395db8831fe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=740e7746-daf4-49c0-938c-76d1e522e69c HTTP/1.1" status: 200 len: 217 time: 0.1121831 Jul 22 23:44:41.457438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Attempting to bind port 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 on network 6190b0d3-178c-4145-893a-573996c11916 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:41.464387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c427d4d-f0b4-414f-8e79-331f3981fe66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network d13db37d-7c80-40c2-bfd7-5b821335f6ff is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:41.465373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:41.465892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Checking segment: {'id': '0fae8ae7-d3a6-4a45-9a6a-7ea4133e1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6190b0d3-178c-4145-893a-573996c11916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:41.466401 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.466913 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Bound using segment: {'id': '0fae8ae7-d3a6-4a45-9a6a-7ea4133e1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6190b0d3-178c-4145-893a-573996c11916'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:41.467492 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Bound port: 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fae8ae7-d3a6-4a45-9a6a-7ea4133e1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6190b0d3-178c-4145-893a-573996c11916'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:41.468007 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.521440 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f346380-875c-4c1a-8d79-0612f10d00c9 req-b3f3ecf2-22ec-4f35-a39f-04e9e3d4aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:41.523471 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4f346380-875c-4c1a-8d79-0612f10d00c9 req-b3f3ecf2-22ec-4f35-a39f-04e9e3d4aa88 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fd4dc970-c31f-49da-a52d-cbde2a39d299 HTTP/1.1" status: 200 len: 851 time: 0.0520408 Jul 22 23:44:41.530865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1c427d4d-f0b4-414f-8e79-331f3981fe66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, d13db37d-7c80-40c2-bfd7-5b821335f6ff) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:41.537349 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c427d4d-f0b4-414f-8e79-331f3981fe66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:41.537954 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c427d4d-f0b4-414f-8e79-331f3981fe66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.568553 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] For port 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:41.572548 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] For port 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9,segment=NetworkSegment(0fae8ae7-d3a6-4a45-9a6a-7ea4133e1422),segment_id=0fae8ae7-d3a6-4a45-9a6a-7ea4133e1422)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:41.576401 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc03d6d3-ba10-4c31-a1ee-f8f70c491ff0 None None] Network d13db37d-7c80-40c2-bfd7-5b821335f6ff requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:41.580020 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1c427d4d-f0b4-414f-8e79-331f3981fe66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8644373 Jul 22 23:44:41.582693 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49858) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:41.596532 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4f346380-875c-4c1a-8d79-0612f10d00c9 req-9011d342-fba4-4241-92bb-b969225644b5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93ff45f1-4e3c-47a6-ae24-fe25765c18f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620925 Jul 22 23:44:41.598845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ba8f0-9c86-4782-baf9-b96aedc888ce req-a88be2ff-973a-4d14-94eb-ab0ce101abd9 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:41.601027 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176ba8f0-9c86-4782-baf9-b96aedc888ce req-a88be2ff-973a-4d14-94eb-ab0ce101abd9 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 943 time: 0.1393800 Jul 22 23:44:41.602047 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.692138 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176ba8f0-9c86-4782-baf9-b96aedc888ce req-60891eb5-a40c-4745-ac90-413d856da670 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792224 Jul 22 23:44:41.737915 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4f346380-875c-4c1a-8d79-0612f10d00c9 req-cb641dfc-dd98-4305-b50b-7915f77de0f2 service neutron] 10.222.0.95 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300063 Jul 22 23:44:41.819833 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f731bf9-ab3e-4c1c-a3b6-671543f11725 None None] Pushing event updated for resources: {'Port': ['ID=58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:41.839123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f26e6-e087-4bcf-965e-e6f22bdd16ca req-bf4a5ccf-5502-4063-825b-318f197f4f9b tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:41.850703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c8f26e6-e087-4bcf-965e-e6f22bdd16ca req-bf4a5ccf-5502-4063-825b-318f197f4f9b tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.2469847 Jul 22 23:44:41.870972 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4f346380-875c-4c1a-8d79-0612f10d00c9 req-bbe16913-c613-431d-aa7a-6e216180a8b7 service neutron] 10.222.0.95 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256309 Jul 22 23:44:41.895312 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3320e5e9-4cf9-4983-ab06-68ec99529595 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.985241 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3320e5e9-4cf9-4983-ab06-68ec99529595 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.009632 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bfd889-9aa5-48c4-9d31-334a93b7857c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-d13db37d-7c80-40c2-bfd7-5b821335f6ff', 'network_id': 'd13db37d-7c80-40c2-bfd7-5b821335f6ff', 'tenant_id': '1592f94712e44615b986d321eb750450', 'fixed_ips': [{'subnet_id': 'e9ec4649-922c-438c-9ebe-e195784437cc'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:42.011220 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05bfd889-9aa5-48c4-9d31-334a93b7857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.083611 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3320e5e9-4cf9-4983-ab06-68ec99529595 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.101280 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c8f26e6-e087-4bcf-965e-e6f22bdd16ca req-446a4bbe-c829-4ff2-9c3c-414bd596c194 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430196 Jul 22 23:44:42.166873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320e5e9-4cf9-4983-ab06-68ec99529595 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ec4649-922c-438c-9ebe-e195784437cc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:42.219872 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3320e5e9-4cf9-4983-ab06-68ec99529595 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.231702 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3320e5e9-4cf9-4983-ab06-68ec99529595 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13db37d-7c80-40c2-bfd7-5b821335f6ff']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:42.242038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3320e5e9-4cf9-4983-ab06-68ec99529595 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da68bd11-ecd9-4181-b4f0-9da72dbabe03') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:42.242341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3320e5e9-4cf9-4983-ab06-68ec99529595 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da68bd11-ecd9-4181-b4f0-9da72dbabe03') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:42.256525 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3320e5e9-4cf9-4983-ab06-68ec99529595 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.279954 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3320e5e9-4cf9-4983-ab06-68ec99529595 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-05bfd889-9aa5-48c4-9d31-334a93b7857c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9ec4649-922c-438c-9ebe-e195784437cc: This subnet is being modified by another concurrent operation. Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:44:42.286812 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9ec4649-922c-438c-9ebe-e195784437cc: This subnet is being modified by another concurrent operation. Jul 22 23:44:42.291219 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 22 23:44:42.299115 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3320e5e9-4cf9-4983-ab06-68ec99529595 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:42.299115 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3320e5e9-4cf9-4983-ab06-68ec99529595 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:42.299458 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:42.326767 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96d6900-686d-45db-8df7-46e0620bf3e5 None None] Network d13db37d-7c80-40c2-bfd7-5b821335f6ff requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:42.386932 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3320e5e9-4cf9-4983-ab06-68ec99529595 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.396058 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3320e5e9-4cf9-4983-ab06-68ec99529595 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.398547 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3320e5e9-4cf9-4983-ab06-68ec99529595 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/networks/d13db37d-7c80-40c2-bfd7-5b821335f6ff HTTP/1.1" status: 204 len: 168 time: 0.8147523 Jul 22 23:44:42.402827 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49872) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:42.408887 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a3ebbc06-4470-4e1a-ade8-319fa3272173 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-10424623'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:42.461131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ebbc06-4470-4e1a-ade8-319fa3272173 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:42.467374 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3ebbc06-4470-4e1a-ade8-319fa3272173 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.490211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320e5e9-4cf9-4983-ab06-68ec99529595 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Network': ['ID=d13db37d-7c80-40c2-bfd7-5b821335f6ff,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:42.517613 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ebbc06-4470-4e1a-ade8-319fa3272173 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:42.561326 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b03ac6-4faf-4279-a97a-a5bb0a0f2e16 req-1a9752b2-7130-4824-a6a4-46d4bf60137d tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:42.571519 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3ebbc06-4470-4e1a-ade8-319fa3272173 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.572114 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09b03ac6-4faf-4279-a97a-a5bb0a0f2e16 req-1a9752b2-7130-4824-a6a4-46d4bf60137d tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 944 time: 0.1719155 Jul 22 23:44:42.574312 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-a3ebbc06-4470-4e1a-ade8-319fa3272173 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Added segment e6c7bbb6-9847-4313-8453-8c5d1ea3870a of type vlan for network 4e4326d0-fb41-46dd-b384-b3af5533e364 Jul 22 23:44:42.632550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:42.654633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09b03ac6-4faf-4279-a97a-a5bb0a0f2e16 req-b8e6c181-91e5-4e4e-9f71-97f9423af823 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=0214e90a-263e-496c-96d0-7a519fdb7602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812888 Jul 22 23:44:42.684159 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3ebbc06-4470-4e1a-ade8-319fa3272173 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.730719 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3ebbc06-4470-4e1a-ade8-319fa3272173 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.742122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ebbc06-4470-4e1a-ade8-319fa3272173 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:42.742819 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3ebbc06-4470-4e1a-ade8-319fa3272173 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.748273 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:42.766004 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49878) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:42.770113 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a3ebbc06-4470-4e1a-ade8-319fa3272173 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3657684 Jul 22 23:44:42.772067 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c93bad6e-8349-47bf-81d9-7aa8ed2edae4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'subnet': {'network_id': '4e4326d0-fb41-46dd-b384-b3af5533e364', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:42.865048 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 03fa5056-589f-4bba-b732-2aae0b5dc502 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:44:42.896393 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebbc06-4470-4e1a-ade8-319fa3272173 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Network': ['ID=4e4326d0-fb41-46dd-b384-b3af5533e364,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:42.927430 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 4e4326d0-fb41-46dd-b384-b3af5533e364 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:42.967939 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93bad6e-8349-47bf-81d9-7aa8ed2edae4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:42.973994 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c93bad6e-8349-47bf-81d9-7aa8ed2edae4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.105483 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 03fa5056-589f-4bba-b732-2aae0b5dc502, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=03fa5056-589f-4bba-b732-2aae0b5dc502,segment=NetworkSegment(8a5b5d4d-bc6f-42bc-a9e6-62177cae803f),segment_id=8a5b5d4d-bc6f-42bc-a9e6-62177cae803f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:43.107473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f780e-7dc8-46b9-b30c-8d11f81c34bc req-43d5a31c-c33f-4ba9-92b8-0ac94b0620e8 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:43.109147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc7f780e-7dc8-46b9-b30c-8d11f81c34bc req-43d5a31c-c33f-4ba9-92b8-0ac94b0620e8 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 943 time: 0.3142214 Jul 22 23:44:43.124232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '03fa5056-589f-4bba-b732-2aae0b5dc502', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'port_id': '03fa5056-589f-4bba-b732-2aae0b5dc502', 'mac_address': 'fa:16:3e:ca:92:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:44:43.188848 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.194450 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc7f780e-7dc8-46b9-b30c-8d11f81c34bc req-3e3a5902-2a15-4039-994f-dfd21b921a70 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641553 Jul 22 23:44:43.207501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03fa5056-589f-4bba-b732-2aae0b5dc502 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:44:43.250477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 03fa5056-589f-4bba-b732-2aae0b5dc502, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=03fa5056-589f-4bba-b732-2aae0b5dc502,segment=NetworkSegment(8a5b5d4d-bc6f-42bc-a9e6-62177cae803f),segment_id=8a5b5d4d-bc6f-42bc-a9e6-62177cae803f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:43.251400 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c93bad6e-8349-47bf-81d9-7aa8ed2edae4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.254737 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.316812 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=03fa5056-589f-4bba-b732-2aae0b5dc502,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:43.362660 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8824137-efee-4eda-925d-ad961536dd38 None None] Network 6190b0d3-178c-4145-893a-573996c11916 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:43.373989 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bad6e-8349-47bf-81d9-7aa8ed2edae4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Subnet': ['ID=6a04b7d5-3c84-4366-9d5a-7d1905e665b0,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:43.389550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93bad6e-8349-47bf-81d9-7aa8ed2edae4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Checking segment: {'id': 'e6c7bbb6-9847-4313-8453-8c5d1ea3870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4e4326d0-fb41-46dd-b384-b3af5533e364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:43.390451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93bad6e-8349-47bf-81d9-7aa8ed2edae4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network hostable DHCP agents. Network: 4e4326d0-fb41-46dd-b384-b3af5533e364, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:43.424912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93bad6e-8349-47bf-81d9-7aa8ed2edae4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network 4e4326d0-fb41-46dd-b384-b3af5533e364 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:43.447566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c558b-442d-4beb-8523-36de20063154 req-92dff530-5b90-4182-87d0-e00aada9cb5d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:43.449628 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-720c558b-442d-4beb-8523-36de20063154 req-92dff530-5b90-4182-87d0-e00aada9cb5d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.1445720 Jul 22 23:44:43.450854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c93bad6e-8349-47bf-81d9-7aa8ed2edae4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 4e4326d0-fb41-46dd-b384-b3af5533e364) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:43.455224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93bad6e-8349-47bf-81d9-7aa8ed2edae4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:43.455825 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c93bad6e-8349-47bf-81d9-7aa8ed2edae4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.469043 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d8f7910a-060f-4b41-b87b-afe6fd5a3315 None None] Provisioning for port 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:43.471358 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb78e112-8e54-47dd-b616-bc1ba7bb308a None None] Network 4e4326d0-fb41-46dd-b384-b3af5533e364 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:43.498036 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d8f7910a-060f-4b41-b87b-afe6fd5a3315 None None] Provisioning complete for port 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:43.498414 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d8f7910a-060f-4b41-b87b-afe6fd5a3315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.503855 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c93bad6e-8349-47bf-81d9-7aa8ed2edae4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7366080 Jul 22 23:44:43.506534 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49886) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:43.530460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-720c558b-442d-4beb-8523-36de20063154 req-a6f22b3c-03eb-4a74-9b71-d68bad60927e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611308 Jul 22 23:44:43.627287 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386343cc-26ad-4936-b026-4d7686d2d418 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.647253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 740e7746-daf4-49c0-938c-76d1e522e69c details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:44:43.692021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['03fa5056-589f-4bba-b732-2aae0b5dc502'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:44:43.718364 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386343cc-26ad-4936-b026-4d7686d2d418 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.802731 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386343cc-26ad-4936-b026-4d7686d2d418 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.848527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386343cc-26ad-4936-b026-4d7686d2d418 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Subnet': ['ID=6a04b7d5-3c84-4366-9d5a-7d1905e665b0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:43.922552 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386343cc-26ad-4936-b026-4d7686d2d418 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.933425 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8325d9-4b4d-4ad8-a8b6-58aaa468a62c req-3a8fda0c-96e3-4466-b5be-aefcfb54c62b tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:43.937723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa8325d9-4b4d-4ad8-a8b6-58aaa468a62c req-3a8fda0c-96e3-4466-b5be-aefcfb54c62b tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 945 time: 0.1315837 Jul 22 23:44:43.942505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-386343cc-26ad-4936-b026-4d7686d2d418 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4326d0-fb41-46dd-b384-b3af5533e364']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:43.965460 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-386343cc-26ad-4936-b026-4d7686d2d418 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c7bbb6-9847-4313-8453-8c5d1ea3870a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:43.966172 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-386343cc-26ad-4936-b026-4d7686d2d418 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c7bbb6-9847-4313-8453-8c5d1ea3870a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:43.980211 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386343cc-26ad-4936-b026-4d7686d2d418 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.992013 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d8f7910a-060f-4b41-b87b-afe6fd5a3315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.003809 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386343cc-26ad-4936-b026-4d7686d2d418 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.013712 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386343cc-26ad-4936-b026-4d7686d2d418 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:44.014610 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386343cc-26ad-4936-b026-4d7686d2d418 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.016546 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa8325d9-4b4d-4ad8-a8b6-58aaa468a62c req-cca68c96-1051-45f8-a298-1cf2898c663d tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=0214e90a-263e-496c-96d0-7a519fdb7602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726557 Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:44.022371 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:44.094927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 740e7746-daf4-49c0-938c-76d1e522e69c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=740e7746-daf4-49c0-938c-76d1e522e69c,segment=NetworkSegment(13d615f8-2c18-43a2-881c-42934a3d7342),segment_id=13d615f8-2c18-43a2-881c-42934a3d7342)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:44.108279 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056cea68-0f53-437a-a22e-6f8484d40023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-4e4326d0-fb41-46dd-b384-b3af5533e364', 'network_id': '4e4326d0-fb41-46dd-b384-b3af5533e364', 'tenant_id': '1592f94712e44615b986d321eb750450', 'fixed_ips': [{'subnet_id': '6a04b7d5-3c84-4366-9d5a-7d1905e665b0'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:44.109255 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-056cea68-0f53-437a-a22e-6f8484d40023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.115989 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386343cc-26ad-4936-b026-4d7686d2d418 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.136695 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386343cc-26ad-4936-b026-4d7686d2d418 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.138933 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-386343cc-26ad-4936-b026-4d7686d2d418 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/networks/4e4326d0-fb41-46dd-b384-b3af5533e364 HTTP/1.1" status: 204 len: 168 time: 0.6313694 Jul 22 23:44:44.141878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386343cc-26ad-4936-b026-4d7686d2d418 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Network': ['ID=4e4326d0-fb41-46dd-b384-b3af5533e364,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:44.142772 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49896) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:44.146746 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d8f7910a-060f-4b41-b87b-afe6fd5a3315 None None] For port 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9,segment=NetworkSegment(0fae8ae7-d3a6-4a45-9a6a-7ea4133e1422),segment_id=0fae8ae7-d3a6-4a45-9a6a-7ea4133e1422)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:44.148498 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7a83e20c-d749-47f4-9e04-1f89a7320c5a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-357051823'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:44.166456 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d8f7910a-060f-4b41-b87b-afe6fd5a3315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.173364 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '740e7746-daf4-49c0-938c-76d1e522e69c', 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3', 'port_id': '740e7746-daf4-49c0-938c-76d1e522e69c', 'mac_address': 'fa:16:3e:9f:eb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4dc970-c31f-49da-a52d-cbde2a39d299', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:44:44.192901 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a83e20c-d749-47f4-9e04-1f89a7320c5a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:44.197297 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a83e20c-d749-47f4-9e04-1f89a7320c5a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.244090 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a83e20c-d749-47f4-9e04-1f89a7320c5a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:44.262181 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a83e20c-d749-47f4-9e04-1f89a7320c5a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.263508 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-7a83e20c-d749-47f4-9e04-1f89a7320c5a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Added segment d027b294-4179-4c04-854a-470e6cec2d8d of type vlan for network 21572c94-d6e2-459c-ac34-61c521e6dfbd Jul 22 23:44:44.306437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a2fdfe-fcaf-4999-ad53-d3c35b09e3f7 None None] Network 4e4326d0-fb41-46dd-b384-b3af5533e364 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:44.317207 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a83e20c-d749-47f4-9e04-1f89a7320c5a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.318640 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.333966 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7910a-060f-4b41-b87b-afe6fd5a3315 None None] Pushing event updated for resources: {'Port': ['ID=58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:44.347154 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a2fdfe-fcaf-4999-ad53-d3c35b09e3f7 None None] Network 4e4326d0-fb41-46dd-b384-b3af5533e364 could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 23:44:44.357032 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a83e20c-d749-47f4-9e04-1f89a7320c5a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.357269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740e7746-daf4-49c0-938c-76d1e522e69c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:44:44.364329 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a83e20c-d749-47f4-9e04-1f89a7320c5a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:44.364572 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a83e20c-d749-47f4-9e04-1f89a7320c5a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.364884 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eab18ce-fcb7-4625-a71c-796f0a9fc797 None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:44:44.404140 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7a83e20c-d749-47f4-9e04-1f89a7320c5a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2599382 Jul 22 23:44:44.408063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49902) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:44.413411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d1ee9826-02eb-45dc-be4a-a46810bd60d2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'subnet': {'network_id': '21572c94-d6e2-459c-ac34-61c521e6dfbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:44.420159 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7681b4b-12eb-4c5b-ace2-1ee7dc0472a0 None None] Provisioning complete for port 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:44.420588 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7681b4b-12eb-4c5b-ace2-1ee7dc0472a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.430097 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 740e7746-daf4-49c0-938c-76d1e522e69c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=740e7746-daf4-49c0-938c-76d1e522e69c,segment=NetworkSegment(13d615f8-2c18-43a2-881c-42934a3d7342),segment_id=13d615f8-2c18-43a2-881c-42934a3d7342)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:44.463456 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.489330 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83e20c-d749-47f4-9e04-1f89a7320c5a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Network': ['ID=21572c94-d6e2-459c-ac34-61c521e6dfbd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:44.490385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa135d-d4e8-410f-b95d-b424203da040 req-40556ede-2f6a-48e5-a975-dce96aa5e1ae tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:44.492552 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4fa135d-d4e8-410f-b95d-b424203da040 req-40556ede-2f6a-48e5-a975-dce96aa5e1ae tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 943 time: 0.1582046 Jul 22 23:44:44.529204 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 21572c94-d6e2-459c-ac34-61c521e6dfbd details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:44.582349 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ee9826-02eb-45dc-be4a-a46810bd60d2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:44.592089 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4fa135d-d4e8-410f-b95d-b424203da040 req-64423a15-73e8-44c8-a81e-ad3e5a6ef8d9 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737398 Jul 22 23:44:44.597964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:44.601846 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1ee9826-02eb-45dc-be4a-a46810bd60d2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.682056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=740e7746-daf4-49c0-938c-76d1e522e69c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:44.767204 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['740e7746-daf4-49c0-938c-76d1e522e69c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:44:44.769304 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8f7b7-5dca-4d47-a14d-af61be722e90 req-1e5d2bb1-d66d-4668-8316-e30cd527b544 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:44.771120 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0eb8f7b7-5dca-4d47-a14d-af61be722e90 req-1e5d2bb1-d66d-4668-8316-e30cd527b544 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.0895488 Jul 22 23:44:44.864001 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0eb8f7b7-5dca-4d47-a14d-af61be722e90 req-277af8c2-72db-488c-bc3a-b139845b817e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759053 Jul 22 23:44:44.876216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:44.877130 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.884802 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1ee9826-02eb-45dc-be4a-a46810bd60d2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.907389 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eab18ce-fcb7-4625-a71c-796f0a9fc797 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:44:44.964910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee9826-02eb-45dc-be4a-a46810bd60d2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Subnet': ['ID=780ec347-aecf-403c-aded-c17fae954909,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:44.973197 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee9826-02eb-45dc-be4a-a46810bd60d2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Checking segment: {'id': 'd027b294-4179-4c04-854a-470e6cec2d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '21572c94-d6e2-459c-ac34-61c521e6dfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:44.973714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ee9826-02eb-45dc-be4a-a46810bd60d2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network hostable DHCP agents. Network: 21572c94-d6e2-459c-ac34-61c521e6dfbd, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:44.994642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ee9826-02eb-45dc-be4a-a46810bd60d2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network 21572c94-d6e2-459c-ac34-61c521e6dfbd is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:45.017601 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d1ee9826-02eb-45dc-be4a-a46810bd60d2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 21572c94-d6e2-459c-ac34-61c521e6dfbd) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:45.022146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ee9826-02eb-45dc-be4a-a46810bd60d2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:45.022838 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1ee9826-02eb-45dc-be4a-a46810bd60d2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.053702 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49914) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:45.054237 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d1ee9826-02eb-45dc-be4a-a46810bd60d2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6453149 Jul 22 23:44:45.312236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a323dae-0232-47a2-a0e0-812e741c5cd3 req-073023f7-5b84-4256-9884-e08516e8ea45 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:45.314161 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a323dae-0232-47a2-a0e0-812e741c5cd3 req-073023f7-5b84-4256-9884-e08516e8ea45 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 945 time: 0.1739006 Jul 22 23:44:45.322795 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4324f882-363c-48d4-9544-9235c93d27f3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.368832 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a323dae-0232-47a2-a0e0-812e741c5cd3 req-2a01bb07-32c5-4daa-86f4-b5693f7e65ec tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=0214e90a-263e-496c-96d0-7a519fdb7602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432093 Jul 22 23:44:45.435107 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4324f882-363c-48d4-9544-9235c93d27f3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.499758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49924) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:45.523472 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4324f882-363c-48d4-9544-9235c93d27f3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.563789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324f882-363c-48d4-9544-9235c93d27f3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Subnet': ['ID=780ec347-aecf-403c-aded-c17fae954909,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:45.610635 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6e1bc5-d8ba-47ec-bd65-fcc493e030b5 None None] Network 21572c94-d6e2-459c-ac34-61c521e6dfbd requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:45.627606 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4324f882-363c-48d4-9544-9235c93d27f3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.655710 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16e1ff27-ce66-4a8d-a0eb-8ddcb34dd6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.658802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4324f882-363c-48d4-9544-9235c93d27f3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21572c94-d6e2-459c-ac34-61c521e6dfbd']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:45.683348 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4324f882-363c-48d4-9544-9235c93d27f3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd027b294-4179-4c04-854a-470e6cec2d8d') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:45.683760 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4324f882-363c-48d4-9544-9235c93d27f3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd027b294-4179-4c04-854a-470e6cec2d8d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:45.729473 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6c358e-4dce-4fe6-a2f7-68257e8b9ea7 None None] Network 21572c94-d6e2-459c-ac34-61c521e6dfbd requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:45.739880 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4324f882-363c-48d4-9544-9235c93d27f3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.029331 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4324f882-363c-48d4-9544-9235c93d27f3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.056174 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4324f882-363c-48d4-9544-9235c93d27f3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:46.056899 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4324f882-363c-48d4-9544-9235c93d27f3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:46.060909 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:46.147481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93714a-1223-4b8e-914f-16860c18c7c5 req-a20d277c-2e04-476d-9a2a-e70b151b81cb tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:46.148869 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f93714a-1223-4b8e-914f-16860c18c7c5 req-a20d277c-2e04-476d-9a2a-e70b151b81cb tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 944 time: 0.4802866 Jul 22 23:44:46.157916 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4324f882-363c-48d4-9544-9235c93d27f3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.171048 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4324f882-363c-48d4-9544-9235c93d27f3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.173390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4324f882-363c-48d4-9544-9235c93d27f3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/networks/21572c94-d6e2-459c-ac34-61c521e6dfbd HTTP/1.1" status: 204 len: 168 time: 1.1177013 Jul 22 23:44:46.176822 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49936) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:46.182434 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4dc3a17a-2ccc-43c6-8c61-c738a7291045 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1147986525'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:46.212610 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0275d42-b00a-4573-aeb3-87c7c8d15980 req-82fffae9-de44-4a2f-9b6c-40546c34a075 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:46.214751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0275d42-b00a-4573-aeb3-87c7c8d15980 req-82fffae9-de44-4a2f-9b6c-40546c34a075 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.2059066 Jul 22 23:44:46.217990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324f882-363c-48d4-9544-9235c93d27f3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Network': ['ID=21572c94-d6e2-459c-ac34-61c521e6dfbd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:46.262354 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f93714a-1223-4b8e-914f-16860c18c7c5 req-d8bdeadc-58f9-44fb-9489-5925371cb969 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011629 Jul 22 23:44:46.291166 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0275d42-b00a-4573-aeb3-87c7c8d15980 req-1b7f4edb-71f8-4c64-b374-d3fc6dadf264 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683033 Jul 22 23:44:46.320473 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16e1ff27-ce66-4a8d-a0eb-8ddcb34dd6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.324771 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-16e1ff27-ce66-4a8d-a0eb-8ddcb34dd6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.342324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc3a17a-2ccc-43c6-8c61-c738a7291045 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:46.344778 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a17a-2ccc-43c6-8c61-c738a7291045 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.362431 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.370995 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-16e1ff27-ce66-4a8d-a0eb-8ddcb34dd6f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8e1e40dca204660b43524d73eef6ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8674936 Jul 22 23:44:46.370995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1ff27-ce66-4a8d-a0eb-8ddcb34dd6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798c9875-61f6-4acc-a21f-ace8f96b9b2e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:46.371326 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49938) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:46.377504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc3a17a-2ccc-43c6-8c61-c738a7291045 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:46.399756 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a17a-2ccc-43c6-8c61-c738a7291045 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.400040 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-4dc3a17a-2ccc-43c6-8c61-c738a7291045 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Added segment 917ad18d-7d78-4c0b-865b-ec1a400e1e74 of type vlan for network fff74dc1-c4a6-4a2b-98f8-2580b16e07af Jul 22 23:44:46.465134 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a17a-2ccc-43c6-8c61-c738a7291045 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.492525 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a53634a1-72b1-4898-9d13-3d0e9473277c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.521343 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a53634a1-72b1-4898-9d13-3d0e9473277c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.525591 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f13bf2-b60f-42f3-8ee4-69696cced158 req-27b2e78d-d063-4cdf-82eb-90feeef28dc9 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:46.527800 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-63f13bf2-b60f-42f3-8ee4-69696cced158 req-27b2e78d-d063-4cdf-82eb-90feeef28dc9 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 945 time: 0.0732415 Jul 22 23:44:46.565321 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a17a-2ccc-43c6-8c61-c738a7291045 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.572374 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc3a17a-2ccc-43c6-8c61-c738a7291045 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:46.572374 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc3a17a-2ccc-43c6-8c61-c738a7291045 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.573733 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-63f13bf2-b60f-42f3-8ee4-69696cced158 req-08b8eb37-e6b1-4ade-9d71-b94052e1a6e4 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=0214e90a-263e-496c-96d0-7a519fdb7602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379434 Jul 22 23:44:46.624896 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4dc3a17a-2ccc-43c6-8c61-c738a7291045 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4465888 Jul 22 23:44:46.627966 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:46.634336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dc91e3b3-269e-45fb-8617-18314f4a18d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'subnet': {'network_id': 'fff74dc1-c4a6-4a2b-98f8-2580b16e07af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:46.652211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3a17a-2ccc-43c6-8c61-c738a7291045 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Network': ['ID=fff74dc1-c4a6-4a2b-98f8-2580b16e07af,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:46.660366 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a53634a1-72b1-4898-9d13-3d0e9473277c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.664108 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network fff74dc1-c4a6-4a2b-98f8-2580b16e07af details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:46.666460 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a53634a1-72b1-4898-9d13-3d0e9473277c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.668545 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a53634a1-72b1-4898-9d13-3d0e9473277c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/798c9875-61f6-4acc-a21f-ace8f96b9b2e HTTP/1.1" status: 204 len: 168 time: 0.2963047 Jul 22 23:44:46.679547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53634a1-72b1-4898-9d13-3d0e9473277c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798c9875-61f6-4acc-a21f-ace8f96b9b2e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:46.762002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc91e3b3-269e-45fb-8617-18314f4a18d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:46.765974 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc91e3b3-269e-45fb-8617-18314f4a18d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.880681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 03fa5056-589f-4bba-b732-2aae0b5dc502 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:46.972362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 03fa5056-589f-4bba-b732-2aae0b5dc502 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:46.978035 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 03fa5056-589f-4bba-b732-2aae0b5dc502 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:46.978615 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.995673 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc91e3b3-269e-45fb-8617-18314f4a18d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.061684 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91e3b3-269e-45fb-8617-18314f4a18d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Subnet': ['ID=69e32751-d9be-42f1-9fbc-5f2c23166062,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:47.074106 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc91e3b3-269e-45fb-8617-18314f4a18d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Checking segment: {'id': '917ad18d-7d78-4c0b-865b-ec1a400e1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fff74dc1-c4a6-4a2b-98f8-2580b16e07af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:47.074505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc91e3b3-269e-45fb-8617-18314f4a18d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network hostable DHCP agents. Network: fff74dc1-c4a6-4a2b-98f8-2580b16e07af, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:47.092590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc91e3b3-269e-45fb-8617-18314f4a18d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network fff74dc1-c4a6-4a2b-98f8-2580b16e07af is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:47.104060 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-dc91e3b3-269e-45fb-8617-18314f4a18d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, fff74dc1-c4a6-4a2b-98f8-2580b16e07af) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:47.104832 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.112369 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc91e3b3-269e-45fb-8617-18314f4a18d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:47.113130 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc91e3b3-269e-45fb-8617-18314f4a18d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.118604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5dd69f-aaf5-42c2-9c37-b6ca4bc7a937 None None] Network fff74dc1-c4a6-4a2b-98f8-2580b16e07af requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:47.132928 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-dc91e3b3-269e-45fb-8617-18314f4a18d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5035682 Jul 22 23:44:47.136490 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49962) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:47.145802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6eb45ac9-a814-408c-aa5a-855cf2651434 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'subnet': {'network_id': 'fff74dc1-c4a6-4a2b-98f8-2580b16e07af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:47.148026 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b87b3b-d05b-4332-8f64-aba0492ab500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fa5056-589f-4bba-b732-2aae0b5dc502'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:47.150937 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00125be2-acc6-40bb-b8fe-91a557217caf" -d '{"events": [{"server_uuid": "b1b87b3b-d05b-4332-8f64-aba0492ab500", "name": "network-vif-plugged", "status": "completed", "tag": "03fa5056-589f-4bba-b732-2aae0b5dc502"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:47.228872 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563f2c92-a989-4ed9-bfc5-135cbded61d6 x-openstack-request-id: req-563f2c92-a989-4ed9-bfc5-135cbded61d6 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:47.230742 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b87b3b-d05b-4332-8f64-aba0492ab500", "name": "network-vif-plugged", "status": "completed", "tag": "03fa5056-589f-4bba-b732-2aae0b5dc502", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:47.230742 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-563f2c92-a989-4ed9-bfc5-135cbded61d6 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:47.230742 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b87b3b-d05b-4332-8f64-aba0492ab500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fa5056-589f-4bba-b732-2aae0b5dc502', 'code': 200} Jul 22 23:44:47.235035 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 03fa5056-589f-4bba-b732-2aae0b5dc502, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=03fa5056-589f-4bba-b732-2aae0b5dc502,segment=NetworkSegment(8a5b5d4d-bc6f-42bc-a9e6-62177cae803f),segment_id=8a5b5d4d-bc6f-42bc-a9e6-62177cae803f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:47.246975 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.301642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb45ac9-a814-408c-aa5a-855cf2651434 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:47.306680 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6eb45ac9-a814-408c-aa5a-855cf2651434 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.353239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=03fa5056-589f-4bba-b732-2aae0b5dc502,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:47.364728 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:47.365205 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:47.365428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:47.366157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:47.366647 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:47.366991 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:47.367357 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:47.367694 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:47.368000 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:47.368318 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:47.368634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:47.368945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:47.436210 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-fff74dc1-c4a6-4a2b-98f8-2580b16e07af', 'network_id': 'fff74dc1-c4a6-4a2b-98f8-2580b16e07af', 'tenant_id': '1592f94712e44615b986d321eb750450', 'fixed_ips': [{'subnet_id': '69e32751-d9be-42f1-9fbc-5f2c23166062'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:47.437130 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.505403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebbb18-0452-4f08-8631-2d6044b461b4 req-08036a03-eb6b-4ff2-b836-6860e79a7555 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:47.507191 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41ebbb18-0452-4f08-8631-2d6044b461b4 req-08036a03-eb6b-4ff2-b836-6860e79a7555 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 944 time: 0.1442780 Jul 22 23:44:47.518901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493e232-8e48-460c-be78-1e40c92afa78 req-ff7b9676-a41a-416a-bff9-66bf27383847 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:47.520515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0493e232-8e48-460c-be78-1e40c92afa78 req-ff7b9676-a41a-416a-bff9-66bf27383847 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 944 time: 0.1056690 Jul 22 23:44:47.587095 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34e4e6-c403-4f93-94cf-322bc5edb170 req-ae158aaa-bb54-4b6e-985d-73f9cae6d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:47.588908 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8c34e4e6-c403-4f93-94cf-322bc5edb170 req-ae158aaa-bb54-4b6e-985d-73f9cae6d61e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 1097 time: 0.2785478 Jul 22 23:44:47.621505 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0493e232-8e48-460c-be78-1e40c92afa78 req-fe8d981f-1716-43dc-8fb9-6f2840c9cd30 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892818 Jul 22 23:44:47.623711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Allocated IP 2001:db8::2 (fff74dc1-c4a6-4a2b-98f8-2580b16e07af/69e32751-d9be-42f1-9fbc-5f2c23166062/cd623b4a-6b1c-44c9-9b90-56221b2b760f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:47.666922 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41ebbb18-0452-4f08-8631-2d6044b461b4 req-c7e6fa60-b083-4c80-8336-22a0ca86992b tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247876 Jul 22 23:44:47.668015 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8c34e4e6-c403-4f93-94cf-322bc5edb170 req-6a4ba00f-4b3d-4b9e-b771-81c169c74420 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0214e90a-263e-496c-96d0-7a519fdb7602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723357 Jul 22 23:44:47.716902 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 701ccee7-462f-4894-bd64-5a84060d3d06 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:44:47.738693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 740e7746-daf4-49c0-938c-76d1e522e69c up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:47.759250 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6eb45ac9-a814-408c-aa5a-855cf2651434 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.809155 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb45ac9-a814-408c-aa5a-855cf2651434 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network fff74dc1-c4a6-4a2b-98f8-2580b16e07af is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:47.813918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6eb45ac9-a814-408c-aa5a-855cf2651434 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:47.821568 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb45ac9-a814-408c-aa5a-855cf2651434 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:47.822143 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6eb45ac9-a814-408c-aa5a-855cf2651434 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.831907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68dd61-89f5-4ebe-9da1-4510fabb7606 req-f9e08d59-9171-44e9-b373-bc76d6866e21 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:47.834291 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de68dd61-89f5-4ebe-9da1-4510fabb7606 req-f9e08d59-9171-44e9-b373-bc76d6866e21 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 946 time: 0.0933959 Jul 22 23:44:47.840309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb45ac9-a814-408c-aa5a-855cf2651434 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Subnet': ['ID=6b69aca6-3b8e-4a06-a2d5-cc72f0a517aa,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:47.848077 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6eb45ac9-a814-408c-aa5a-855cf2651434 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7101579 Jul 22 23:44:47.850685 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49986) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:47.890555 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de68dd61-89f5-4ebe-9da1-4510fabb7606 req-d9f8819f-747e-4f24-aed1-49ea60510e93 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=0214e90a-263e-496c-96d0-7a519fdb7602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456860 Jul 22 23:44:47.939256 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b88822-a002-4793-969e-98bea227f7b0 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:47.940970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b88822-a002-4793-969e-98bea227f7b0 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:47.942591 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b88822-a002-4793-969e-98bea227f7b0 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:47.943650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 701ccee7-462f-4894-bd64-5a84060d3d06, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=701ccee7-462f-4894-bd64-5a84060d3d06,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:47.944445 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b88822-a002-4793-969e-98bea227f7b0 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:47.946159 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b88822-a002-4793-969e-98bea227f7b0 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:47.949042 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d1b88822-a002-4793-969e-98bea227f7b0 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0961707 Jul 22 23:44:47.952641 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49990) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:47.954542 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 740e7746-daf4-49c0-938c-76d1e522e69c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:47.959519 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0a65c2b4-5197-4351-bec7-caf3fcd45579 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-24772801'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:47.971770 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '701ccee7-462f-4894-bd64-5a84060d3d06', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'port_id': '701ccee7-462f-4894-bd64-5a84060d3d06', 'mac_address': 'fa:16:3e:6b:8b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:44:47.976186 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 740e7746-daf4-49c0-938c-76d1e522e69c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:47.976572 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.980099 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.993958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a65c2b4-5197-4351-bec7-caf3fcd45579 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:47.997829 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a65c2b4-5197-4351-bec7-caf3fcd45579 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.014302 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Transition to ACTIVE for port object cd623b4a-6b1c-44c9-9b90-56221b2b760f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:48.033854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a65c2b4-5197-4351-bec7-caf3fcd45579 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:48.046582 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a65c2b4-5197-4351-bec7-caf3fcd45579 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.047743 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-0a65c2b4-5197-4351-bec7-caf3fcd45579 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Added segment d6822538-eeeb-49c8-9d68-60f51aedde78 of type vlan for network 7717fa60-0d89-4ce3-b98a-6acea7b36650 Jul 22 23:44:48.103485 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Transition to ACTIVE for port object cd623b4a-6b1c-44c9-9b90-56221b2b760f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:48.119068 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.123763 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.130559 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a65c2b4-5197-4351-bec7-caf3fcd45579 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.170105 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a65c2b4-5197-4351-bec7-caf3fcd45579 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.176600 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a65c2b4-5197-4351-bec7-caf3fcd45579 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:48.177246 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a65c2b4-5197-4351-bec7-caf3fcd45579 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.185534 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701ccee7-462f-4894-bd64-5a84060d3d06 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:44:48.211702 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Network fff74dc1-c4a6-4a2b-98f8-2580b16e07af is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:48.217367 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0a65c2b4-5197-4351-bec7-caf3fcd45579 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2608480 Jul 22 23:44:48.217745 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49998) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:48.223050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:48.225298 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-22d9d795-bf39-495d-8e39-0736ae6a1c1b tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:48.234771 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:48.242094 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 701ccee7-462f-4894-bd64-5a84060d3d06, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=701ccee7-462f-4894-bd64-5a84060d3d06,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:48.246801 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.252606 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.254334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Pushing event updated for resources: {'Port': ['ID=cd623b4a-6b1c-44c9-9b90-56221b2b760f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:48.366457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 740e7746-daf4-49c0-938c-76d1e522e69c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=740e7746-daf4-49c0-938c-76d1e522e69c,segment=NetworkSegment(13d615f8-2c18-43a2-881c-42934a3d7342),segment_id=13d615f8-2c18-43a2-881c-42934a3d7342)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:48.386535 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.393403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Attempting to bind port cd623b4a-6b1c-44c9-9b90-56221b2b760f on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:48.393777 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Attempting to bind port cd623b4a-6b1c-44c9-9b90-56221b2b760f by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '917ad18d-7d78-4c0b-865b-ec1a400e1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fff74dc1-c4a6-4a2b-98f8-2580b16e07af'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:48.394147 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Attempting to bind port cd623b4a-6b1c-44c9-9b90-56221b2b760f on network fff74dc1-c4a6-4a2b-98f8-2580b16e07af {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:48.396648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=701ccee7-462f-4894-bd64-5a84060d3d06,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:48.410208 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:48.410208 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Checking segment: {'id': '917ad18d-7d78-4c0b-865b-ec1a400e1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fff74dc1-c4a6-4a2b-98f8-2580b16e07af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:48.410629 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.410964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Bound using segment: {'id': '917ad18d-7d78-4c0b-865b-ec1a400e1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fff74dc1-c4a6-4a2b-98f8-2580b16e07af'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:48.411450 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Bound port: cd623b4a-6b1c-44c9-9b90-56221b2b760f, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917ad18d-7d78-4c0b-865b-ec1a400e1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fff74dc1-c4a6-4a2b-98f8-2580b16e07af'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:48.411838 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.492466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['701ccee7-462f-4894-bd64-5a84060d3d06'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:44:48.501045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=740e7746-daf4-49c0-938c-76d1e522e69c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:48.558262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] For port cd623b4a-6b1c-44c9-9b90-56221b2b760f, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:48.577946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] For port cd623b4a-6b1c-44c9-9b90-56221b2b760f, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cd623b4a-6b1c-44c9-9b90-56221b2b760f,segment=NetworkSegment(917ad18d-7d78-4c0b-865b-ec1a400e1e74),segment_id=917ad18d-7d78-4c0b-865b-ec1a400e1e74)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:48.578951 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65c2b4-5197-4351-bec7-caf3fcd45579 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Network': ['ID=7717fa60-0d89-4ce3-b98a-6acea7b36650,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:48.590922 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.602426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 7717fa60-0d89-4ce3-b98a-6acea7b36650 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:48.754322 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7cfff-ab58-4c1f-bd5c-caea1de6bd3b None None] Pushing event updated for resources: {'Port': ['ID=cd623b4a-6b1c-44c9-9b90-56221b2b760f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:48.834719 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22d9d795-bf39-495d-8e39-0736ae6a1c1b tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.877034 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22d9d795-bf39-495d-8e39-0736ae6a1c1b tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.924123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22d9d795-bf39-495d-8e39-0736ae6a1c1b tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network 7717fa60-0d89-4ce3-b98a-6acea7b36650 is not hosted by any dhcp agent {{(pid=93820) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 23:44:48.930976 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d9d795-bf39-495d-8e39-0736ae6a1c1b tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:48.930976 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22d9d795-bf39-495d-8e39-0736ae6a1c1b tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.933015 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fad6ea-8791-4d26-8154-4e02a089b8ba req-777b62df-e3c8-46bd-8ec3-73c057ee5809 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:48.935250 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-22d9d795-bf39-495d-8e39-0736ae6a1c1b tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "PUT /v2.0/networks/7717fa60-0d89-4ce3-b98a-6acea7b36650 HTTP/1.1" status: 200 len: 723 time: 0.7164764 Jul 22 23:44:48.939729 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50008) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:48.953444 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69fad6ea-8791-4d26-8154-4e02a089b8ba req-777b62df-e3c8-46bd-8ec3-73c057ee5809 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1800253 Jul 22 23:44:48.958246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-28f5b56f-ad21-48ac-b467-a5ef5d234f64 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'subnet': {'network_id': '7717fa60-0d89-4ce3-b98a-6acea7b36650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:48.993357 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd75b2-bfc9-44dd-8549-79040a7303e4 req-665b6155-8922-4b58-be19-8625093c9dd0 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:48.995013 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24cd75b2-bfc9-44dd-8549-79040a7303e4 req-665b6155-8922-4b58-be19-8625093c9dd0 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 945 time: 0.2036200 Jul 22 23:44:49.060399 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69fad6ea-8791-4d26-8154-4e02a089b8ba req-877775b4-018c-4613-bf1a-d18ece0d00af tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058333 Jul 22 23:44:49.111035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24cd75b2-bfc9-44dd-8549-79040a7303e4 req-c8d0bacb-6863-42d9-a27e-d210c194a79f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889494 Jul 22 23:44:49.139952 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9d795-bf39-495d-8e39-0736ae6a1c1b tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Network': ['ID=7717fa60-0d89-4ce3-b98a-6acea7b36650,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:49.154230 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 7717fa60-0d89-4ce3-b98a-6acea7b36650 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:49.191323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f5b56f-ad21-48ac-b467-a5ef5d234f64 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:49.195445 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28f5b56f-ad21-48ac-b467-a5ef5d234f64 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.240526 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00efc3fc-2042-44d8-a2e5-16aa4ab494ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740e7746-daf4-49c0-938c-76d1e522e69c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:49.243750 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73998f62-a910-4fac-8f86-745fa276a04e" -d '{"events": [{"server_uuid": "00efc3fc-2042-44d8-a2e5-16aa4ab494ba", "name": "network-vif-plugged", "status": "completed", "tag": "740e7746-daf4-49c0-938c-76d1e522e69c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:49.255601 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e18651-d5a8-4297-bbc1-9611f1fab6e4 req-11d3c457-d4ab-4ed3-a109-0e558b54710c tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:49.264256 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70e18651-d5a8-4297-bbc1-9611f1fab6e4 req-11d3c457-d4ab-4ed3-a109-0e558b54710c tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 946 time: 0.1215861 Jul 22 23:44:49.334608 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70e18651-d5a8-4297-bbc1-9611f1fab6e4 req-49f37f1e-840b-4a7d-9ea5-14ca5ffb8737 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=0214e90a-263e-496c-96d0-7a519fdb7602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496829 Jul 22 23:44:49.388642 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebce3d59-5604-45aa-811c-6d70cd4870ea x-openstack-request-id: req-ebce3d59-5604-45aa-811c-6d70cd4870ea {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:49.389260 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00efc3fc-2042-44d8-a2e5-16aa4ab494ba", "name": "network-vif-plugged", "status": "completed", "tag": "740e7746-daf4-49c0-938c-76d1e522e69c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:49.389518 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ebce3d59-5604-45aa-811c-6d70cd4870ea {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:49.390005 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00efc3fc-2042-44d8-a2e5-16aa4ab494ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740e7746-daf4-49c0-938c-76d1e522e69c', 'code': 200} Jul 22 23:44:49.464630 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28f5b56f-ad21-48ac-b467-a5ef5d234f64 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.536036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92aafc9-750e-4ef8-ad3d-6db136145df9 req-3cec972b-1d38-4239-8513-c9cefa4db941 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:49.542356 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f92aafc9-750e-4ef8-ad3d-6db136145df9 req-3cec972b-1d38-4239-8513-c9cefa4db941 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 946 time: 0.1013677 Jul 22 23:44:49.547631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50032) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:49.555881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c1166eee-dccd-48bc-9125-b6db65398e38 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Request body: {'floatingip': {'port_id': '03fa5056-589f-4bba-b732-2aae0b5dc502'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:49.568026 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5b56f-ad21-48ac-b467-a5ef5d234f64 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Subnet': ['ID=c0d303ab-929b-4ffe-80cf-45bedbb44094,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:49.586651 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f5b56f-ad21-48ac-b467-a5ef5d234f64 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Checking segment: {'id': 'd6822538-eeeb-49c8-9d68-60f51aedde78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7717fa60-0d89-4ce3-b98a-6acea7b36650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:49.587337 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f5b56f-ad21-48ac-b467-a5ef5d234f64 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network hostable DHCP agents. Network: 7717fa60-0d89-4ce3-b98a-6acea7b36650, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:49.602618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad06d38-6df9-4cce-bce4-768b2b838a2e req-aa9472af-2bdd-46a8-8ce1-777e52b3c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:49.605588 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4ad06d38-6df9-4cce-bce4-768b2b838a2e req-aa9472af-2bdd-46a8-8ce1-777e52b3c367 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 1096 time: 0.1124451 Jul 22 23:44:49.620314 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1166eee-dccd-48bc-9125-b6db65398e38 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.627527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f5b56f-ad21-48ac-b467-a5ef5d234f64 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network 7717fa60-0d89-4ce3-b98a-6acea7b36650 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:49.646981 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 701ccee7-462f-4894-bd64-5a84060d3d06 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:49.648177 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-28f5b56f-ad21-48ac-b467-a5ef5d234f64 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 7717fa60-0d89-4ce3-b98a-6acea7b36650) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:49.670213 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f5b56f-ad21-48ac-b467-a5ef5d234f64 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:49.671138 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28f5b56f-ad21-48ac-b467-a5ef5d234f64 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.680948 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4ad06d38-6df9-4cce-bce4-768b2b838a2e req-d3233bf1-7dd2-40e0-8af4-4aba37540ed5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676882 Jul 22 23:44:49.682661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17596bae-6943-4828-988f-5cbfa3909dc5 None None] Network 7717fa60-0d89-4ce3-b98a-6acea7b36650 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:49.700641 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-28f5b56f-ad21-48ac-b467-a5ef5d234f64 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7590811 Jul 22 23:44:49.701793 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50034) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:49.710632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-590224a9-1377-4942-a26e-51646df50929 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:49.853969 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 701ccee7-462f-4894-bd64-5a84060d3d06 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:49.854709 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.890756 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-590224a9-1377-4942-a26e-51646df50929 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9281139'] for subnet, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.003988 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.009858 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c436a885-8df0-48dc-9471-c8e10f165986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-7717fa60-0d89-4ce3-b98a-6acea7b36650', 'network_id': '7717fa60-0d89-4ce3-b98a-6acea7b36650', 'tenant_id': '1592f94712e44615b986d321eb750450', 'fixed_ips': [{'subnet_id': 'c0d303ab-929b-4ffe-80cf-45bedbb44094'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:50.009858 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c436a885-8df0-48dc-9471-c8e10f165986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.117950 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:44:50.168537 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-590224a9-1377-4942-a26e-51646df50929 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786779232624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11870503'] for subnet, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.210772 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590224a9-1377-4942-a26e-51646df50929 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:50.211599 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-590224a9-1377-4942-a26e-51646df50929 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.213167 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-590224a9-1377-4942-a26e-51646df50929 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "PUT /v2.0/subnets/c0d303ab-929b-4ffe-80cf-45bedbb44094 HTTP/1.1" status: 200 len: 826 time: 0.5094836 Jul 22 23:44:50.216121 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50046) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:50.266587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590224a9-1377-4942-a26e-51646df50929 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Subnet': ['ID=c0d303ab-929b-4ffe-80cf-45bedbb44094,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:50.282825 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1166eee-dccd-48bc-9125-b6db65398e38 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.289436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90ea3c0-3996-4eaa-94bd-8a469127d01d None None] Network fff74dc1-c4a6-4a2b-98f8-2580b16e07af requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:50.353365 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae957c40-b294-437d-868e-17ce077a73de tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.353580 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1166eee-dccd-48bc-9125-b6db65398e38 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.423880 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae957c40-b294-437d-868e-17ce077a73de tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.444196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 701ccee7-462f-4894-bd64-5a84060d3d06, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=701ccee7-462f-4894-bd64-5a84060d3d06,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:50.513463 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae957c40-b294-437d-868e-17ce077a73de tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.520903 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.558395 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fd127098-0b4b-4207-ae27-939871f9f7a7 None None] Provisioning for port cd623b4a-6b1c-44c9-9b90-56221b2b760f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:50.562372 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f582f8-4cac-4dc4-baf2-a462cdca24a0 req-88f739d3-d738-4b4e-a0a9-669c41c27792 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:50.564400 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10f582f8-4cac-4dc4-baf2-a462cdca24a0 req-88f739d3-d738-4b4e-a0a9-669c41c27792 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 945 time: 0.2480941 Jul 22 23:44:50.575153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177ebd4-e86a-4f1a-8850-e3b3c4cd4a65 req-74610696-d53f-4e32-95fd-dfc36bafe018 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:50.579174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c177ebd4-e86a-4f1a-8850-e3b3c4cd4a65 req-74610696-d53f-4e32-95fd-dfc36bafe018 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.2948928 Jul 22 23:44:50.580582 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae957c40-b294-437d-868e-17ce077a73de tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d303ab-929b-4ffe-80cf-45bedbb44094,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-c436a885-8df0-48dc-9471-c8e10f165986 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0d303ab-929b-4ffe-80cf-45bedbb44094: This subnet is being modified by another concurrent operation. Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:44:50.624455 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0d303ab-929b-4ffe-80cf-45bedbb44094: This subnet is being modified by another concurrent operation. Jul 22 23:44:50.627930 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 22 23:44:50.653034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06818750-1659-4bd8-ad74-411cc5bcd347 None None] Network 7717fa60-0d89-4ce3-b98a-6acea7b36650 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:50.679368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cd623b4a-6b1c-44c9-9b90-56221b2b760f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:50.683240 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae957c40-b294-437d-868e-17ce077a73de tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.691698 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-c1166eee-dccd-48bc-9125-b6db65398e38 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Floating IP 84c0ffb9-6b06-4bdd-aee9-b34813eada01 associated. External IP: 172.25.4.54, port: 03fa5056-589f-4bba-b732-2aae0b5dc502. Jul 22 23:44:50.697684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ae957c40-b294-437d-868e-17ce077a73de tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7717fa60-0d89-4ce3-b98a-6acea7b36650']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:50.711627 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ae957c40-b294-437d-868e-17ce077a73de tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6822538-eeeb-49c8-9d68-60f51aedde78') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:50.711929 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ae957c40-b294-437d-868e-17ce077a73de tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6822538-eeeb-49c8-9d68-60f51aedde78') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:50.726197 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae957c40-b294-437d-868e-17ce077a73de tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.747036 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae957c40-b294-437d-868e-17ce077a73de tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.756798 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae957c40-b294-437d-868e-17ce077a73de tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:50.770362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=701ccee7-462f-4894-bd64-5a84060d3d06,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:50.771060 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae957c40-b294-437d-868e-17ce077a73de tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:50.810676 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:50.815999 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10f582f8-4cac-4dc4-baf2-a462cdca24a0 req-e20a514c-d26e-45c6-960f-38d5a27ef66f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332373 Jul 22 23:44:50.840718 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c177ebd4-e86a-4f1a-8850-e3b3c4cd4a65 req-1b20a648-826d-4582-a9cd-bd32f84b272e tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504063 Jul 22 23:44:50.891137 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d160b01b-8344-4d18-904a-197402e6a056 None None] Network 7717fa60-0d89-4ce3-b98a-6acea7b36650 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:50.915606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port cd623b4a-6b1c-44c9-9b90-56221b2b760f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:50.927873 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port cd623b4a-6b1c-44c9-9b90-56221b2b760f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:50.928502 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.974827 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae957c40-b294-437d-868e-17ce077a73de tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.983084 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae957c40-b294-437d-868e-17ce077a73de tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.988146 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ae957c40-b294-437d-868e-17ce077a73de tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/networks/7717fa60-0d89-4ce3-b98a-6acea7b36650 HTTP/1.1" status: 204 len: 168 time: 0.7709277 Jul 22 23:44:50.996667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50056) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:51.040916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1166eee-dccd-48bc-9125-b6db65398e38 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Router a4dd5372-bf49-4d17-ae86-7cf3452c5139 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:44:51.052260 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae957c40-b294-437d-868e-17ce077a73de tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Network': ['ID=7717fa60-0d89-4ce3-b98a-6acea7b36650,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:51.065734 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-394e5f9c-e7f2-459e-a2a3-6548e97a7c8e tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:44:51.066354 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394e5f9c-e7f2-459e-a2a3-6548e97a7c8e tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:44:51.072516 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-394e5f9c-e7f2-459e-a2a3-6548e97a7c8e tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/networks/7717fa60-0d89-4ce3-b98a-6acea7b36650 HTTP/1.1" status: 404 len: 339 time: 0.0747144 Jul 22 23:44:51.074703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50060) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:51.079947 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f37e6ffe-127f-485c-9d6e-baf429c7c08c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-197690198', 'description': 'd1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:51.107330 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37e6ffe-127f-485c-9d6e-baf429c7c08c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:51.111464 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f37e6ffe-127f-485c-9d6e-baf429c7c08c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.142778 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37e6ffe-127f-485c-9d6e-baf429c7c08c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:51.154428 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f37e6ffe-127f-485c-9d6e-baf429c7c08c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.154844 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-f37e6ffe-127f-485c-9d6e-baf429c7c08c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Added segment 2a715fbc-4cf7-47e1-aa53-4309b36be673 of type vlan for network 5dd0ef6d-17e6-4fb8-a0dc-9ecc2843fe9f Jul 22 23:44:51.162256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1166eee-dccd-48bc-9125-b6db65398e38 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:44:51.168034 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c1166eee-dccd-48bc-9125-b6db65398e38 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.212961 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f37e6ffe-127f-485c-9d6e-baf429c7c08c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.220561 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ff09d-bf0e-4cfe-9c5f-7a8cfa977911 None None] Sync routers for ids ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:44:51.222813 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dbd2b0-7199-4e3d-a2eb-0e7449923035 None None] Update dhcp port {'port': {'network_id': 'fff74dc1-c4a6-4a2b-98f8-2580b16e07af', 'fixed_ips': [{'subnet_id': '69e32751-d9be-42f1-9fbc-5f2c23166062', 'ip_address': '2001:db8::2'}, {'subnet_id': '6b69aca6-3b8e-4a06-a2d5-cc72f0a517aa'}], 'binding:host_id': 'n-d-688802-2'}, 'id': 'cd623b4a-6b1c-44c9-9b90-56221b2b760f'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:44:51.238931 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c1166eee-dccd-48bc-9125-b6db65398e38 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "PUT /v2.0/floatingips/84c0ffb9-6b06-4bdd-aee9-b34813eada01 HTTP/1.1" status: 200 len: 991 time: 1.6871102 Jul 22 23:44:51.238931 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b87b3b-d05b-4332-8f64-aba0492ab500', 'tag': '03fa5056-589f-4bba-b732-2aae0b5dc502'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:51.239610 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2be7879-3588-4621-8aa0-918bb0e7afd3" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b87b3b-d05b-4332-8f64-aba0492ab500", "tag": "03fa5056-589f-4bba-b732-2aae0b5dc502"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:51.278358 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ff09d-bf0e-4cfe-9c5f-7a8cfa977911 None None] Routers {'a4dd5372-bf49-4d17-ae86-7cf3452c5139'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:51.279063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a99ff09d-bf0e-4cfe-9c5f-7a8cfa977911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:44:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:51.296950 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f37e6ffe-127f-485c-9d6e-baf429c7c08c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.307825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37e6ffe-127f-485c-9d6e-baf429c7c08c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:51.308514 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f37e6ffe-127f-485c-9d6e-baf429c7c08c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.324459 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.365166 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9dbd2b0-7199-4e3d-a2eb-0e7449923035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.394248 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701ccee7-462f-4894-bd64-5a84060d3d06'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:51.396681 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945c1af1-6630-4a13-b862-9aa8bba9e2a0" -d '{"events": [{"server_uuid": "5d405530-df87-4d8d-9b11-d0d9157fcd25", "name": "network-vif-plugged", "status": "completed", "tag": "701ccee7-462f-4894-bd64-5a84060d3d06"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:51.445245 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e6ffe-127f-485c-9d6e-baf429c7c08c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Network': ['ID=5dd0ef6d-17e6-4fb8-a0dc-9ecc2843fe9f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:51.449070 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f37e6ffe-127f-485c-9d6e-baf429c7c08c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3728907 Jul 22 23:44:51.451608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50074) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:51.468822 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17ace50-9848-4b39-91ca-18e345a645d4 x-openstack-request-id: req-d17ace50-9848-4b39-91ca-18e345a645d4 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:51.469114 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d405530-df87-4d8d-9b11-d0d9157fcd25", "name": "network-vif-plugged", "status": "completed", "tag": "701ccee7-462f-4894-bd64-5a84060d3d06", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:51.469377 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d17ace50-9848-4b39-91ca-18e345a645d4 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:51.469762 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701ccee7-462f-4894-bd64-5a84060d3d06', 'code': 200} Jul 22 23:44:51.485014 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port cd623b4a-6b1c-44c9-9b90-56221b2b760f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cd623b4a-6b1c-44c9-9b90-56221b2b760f,segment=NetworkSegment(917ad18d-7d78-4c0b-865b-ec1a400e1e74),segment_id=917ad18d-7d78-4c0b-865b-ec1a400e1e74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:51.509393 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.542778 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a4976a4c-ed94-4575-a6bf-509218dbcda7 req-dfec1d9a-7793-45d9-9768-36ae250cb69a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0917368 Jul 22 23:44:51.553573 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bf831a-fd29-46ec-aa07-e5d058901bc6 x-openstack-request-id: req-b2bf831a-fd29-46ec-aa07-e5d058901bc6 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:51.554012 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b87b3b-d05b-4332-8f64-aba0492ab500", "tag": "03fa5056-589f-4bba-b732-2aae0b5dc502", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:51.554362 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2bf831a-fd29-46ec-aa07-e5d058901bc6 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:51.555228 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b87b3b-d05b-4332-8f64-aba0492ab500', 'tag': '03fa5056-589f-4bba-b732-2aae0b5dc502', 'status': 'completed', 'code': 200} Jul 22 23:44:51.636020 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a99ff09d-bf0e-4cfe-9c5f-7a8cfa977911 None None] Set router a4dd5372-bf49-4d17-ae86-7cf3452c5139 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:51.698505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 5dd0ef6d-17e6-4fb8-a0dc-9ecc2843fe9f details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:51.722248 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401114a0-b3cc-4c55-95a4-6cbde8b3f596 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:51.726012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-401114a0-b3cc-4c55-95a4-6cbde8b3f596 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "GET /v2.0/networks?id=5dd0ef6d-17e6-4fb8-a0dc-9ecc2843fe9f HTTP/1.1" status: 200 len: 764 time: 0.2704699 Jul 22 23:44:51.726455 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50076) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:51.733022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fdefed19-3dd1-4574-8b90-3cd811c1e77c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'network': {'description': 'd2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:51.773504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be7879-3588-4621-8aa0-918bb0e7afd3 req-47325dc6-e6ec-4bd9-bbe6-62020bd313db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:51.778338 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f2be7879-3588-4621-8aa0-918bb0e7afd3 req-47325dc6-e6ec-4bd9-bbe6-62020bd313db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a746b4f731849e293273dc1d348b169&device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 1097 time: 0.1910467 Jul 22 23:44:51.791641 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4976a4c-ed94-4575-a6bf-509218dbcda7 req-be1ed9ed-c8fd-4101-b9b6-d97edf598df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:51.794168 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a4976a4c-ed94-4575-a6bf-509218dbcda7 req-be1ed9ed-c8fd-4101-b9b6-d97edf598df1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 1096 time: 0.1367729 Jul 22 23:44:51.843365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=cd623b4a-6b1c-44c9-9b90-56221b2b760f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:51.861518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d012043-6ddd-4687-9579-a7c1f7df3fb4 req-62cc45e5-931c-4ecf-b3b1-34e6f3676fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:51.863092 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d012043-6ddd-4687-9579-a7c1f7df3fb4 req-62cc45e5-931c-4ecf-b3b1-34e6f3676fe4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 1098 time: 0.1985822 Jul 22 23:44:51.976944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c9dbd2b0-7199-4e3d-a2eb-0e7449923035 None None] Allocated IP 172.20.0.1 (fff74dc1-c4a6-4a2b-98f8-2580b16e07af/6b69aca6-3b8e-4a06-a2d5-cc72f0a517aa/cd623b4a-6b1c-44c9-9b90-56221b2b760f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:51.995471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be7879-3588-4621-8aa0-918bb0e7afd3 req-7974cce0-dd8b-47f5-a991-dc0fbaf8dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:51.996939 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f2be7879-3588-4621-8aa0-918bb0e7afd3 req-7974cce0-dd8b-47f5-a991-dc0fbaf8dbe2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=afd64f44-be57-4092-97ba-5564e606fdc5 HTTP/1.1" status: 200 len: 912 time: 0.2080717 Jul 22 23:44:52.000095 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4976a4c-ed94-4575-a6bf-509218dbcda7 req-93c08961-2c33-4a7e-8284-e7210e55b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:52.001748 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a4976a4c-ed94-4575-a6bf-509218dbcda7 req-93c08961-2c33-4a7e-8284-e7210e55b2e1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.1870425 Jul 22 23:44:52.076083 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f2be7879-3588-4621-8aa0-918bb0e7afd3 req-90b1b4d0-43cc-4e2c-82f2-3c41510cdf84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03fa5056-589f-4bba-b732-2aae0b5dc502 HTTP/1.1" status: 200 len: 999 time: 0.0720561 Jul 22 23:44:52.088187 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d012043-6ddd-4687-9579-a7c1f7df3fb4 req-af4ef42e-4b17-4856-9c4b-3b51db939edb service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172170 Jul 22 23:44:52.091752 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdefed19-3dd1-4574-8b90-3cd811c1e77c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.128245 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdefed19-3dd1-4574-8b90-3cd811c1e77c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.142055 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a4976a4c-ed94-4575-a6bf-509218dbcda7 req-ea07942e-19ea-466d-bcac-e09953d8b857 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d65aa367-45f7-4685-97cf-065b3950ce38 HTTP/1.1" status: 200 len: 1000 time: 0.0647287 Jul 22 23:44:52.209935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c9dbd2b0-7199-4e3d-a2eb-0e7449923035 None None] For port cd623b4a-6b1c-44c9-9b90-56221b2b760f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cd623b4a-6b1c-44c9-9b90-56221b2b760f,segment=NetworkSegment(917ad18d-7d78-4c0b-865b-ec1a400e1e74),segment_id=917ad18d-7d78-4c0b-865b-ec1a400e1e74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:52.221774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4976a4c-ed94-4575-a6bf-509218dbcda7 req-a4ed204d-16f5-4afd-b7f0-6b481be0ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:52.223343 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a4976a4c-ed94-4575-a6bf-509218dbcda7 req-a4ed204d-16f5-4afd-b7f0-6b481be0ad7c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.0712056 Jul 22 23:44:52.272139 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be7879-3588-4621-8aa0-918bb0e7afd3 req-711644d9-6cb1-48f4-b82e-02883149cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:52.273874 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f2be7879-3588-4621-8aa0-918bb0e7afd3 req-711644d9-6cb1-48f4-b82e-02883149cfad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bcaded81-6539-4a40-8d44-b38a3809d293 HTTP/1.1" status: 200 len: 850 time: 0.1307271 Jul 22 23:44:52.278712 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9dbd2b0-7199-4e3d-a2eb-0e7449923035 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.300731 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c9dbd2b0-7199-4e3d-a2eb-0e7449923035 None None] Transition to ACTIVE for port object cd623b4a-6b1c-44c9-9b90-56221b2b760f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:52.306120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a99ff09d-bf0e-4cfe-9c5f-7a8cfa977911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:49Z', 'revision_number': 4, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '84c0ffb9-6b06-4bdd-aee9-b34813eada01', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'port_id': '03fa5056-589f-4bba-b732-2aae0b5dc502', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'mac_address': 'fa:16:3e:ca:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b87b3b-d05b-4332-8f64-aba0492ab500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:44:24Z', 'updated_at': '2021-07-22T23:44:50Z', 'revision_number': 1, 'project_id': '3a746b4f731849e293273dc1d348b169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2023e9ac-519f-40b7-aaa2-75f966909a28', 'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:47Z', 'updated_at': '2021-07-22T23:39:56Z', 'revision_number': 5, 'project_id': '3a746b4f731849e293273dc1d348b169', 'subnets': [{'id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:52.312684 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9dbd2b0-7199-4e3d-a2eb-0e7449923035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.365251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ff09d-bf0e-4cfe-9c5f-7a8cfa977911 None None] Checking router: a4dd5372-bf49-4d17-ae86-7cf3452c5139 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:44:52.410472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4976a4c-ed94-4575-a6bf-509218dbcda7 req-ccfb5445-905f-48f1-9338-ac058ab46f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:52.412406 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a4976a4c-ed94-4575-a6bf-509218dbcda7 req-ccfb5445-905f-48f1-9338-ac058ab46f1e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769149 Jul 22 23:44:52.428028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ff09d-bf0e-4cfe-9c5f-7a8cfa977911 None None] Routers {'a4dd5372-bf49-4d17-ae86-7cf3452c5139'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:52.428922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a99ff09d-bf0e-4cfe-9c5f-7a8cfa977911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:44:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:52.436759 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be7879-3588-4621-8aa0-918bb0e7afd3 req-ec80e962-a99a-4412-947d-62b52229d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:52.442303 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f2be7879-3588-4621-8aa0-918bb0e7afd3 req-ec80e962-a99a-4412-947d-62b52229d579 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afd64f44-be57-4092-97ba-5564e606fdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583056 Jul 22 23:44:52.486938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fdefed19-3dd1-4574-8b90-3cd811c1e77c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network 5dd0ef6d-17e6-4fb8-a0dc-9ecc2843fe9f is not hosted by any dhcp agent {{(pid=93821) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 23:44:52.493993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdefed19-3dd1-4574-8b90-3cd811c1e77c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:52.494644 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdefed19-3dd1-4574-8b90-3cd811c1e77c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.496371 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fdefed19-3dd1-4574-8b90-3cd811c1e77c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "PUT /v2.0/networks/5dd0ef6d-17e6-4fb8-a0dc-9ecc2843fe9f HTTP/1.1" status: 200 len: 761 time: 0.7680595 Jul 22 23:44:52.499529 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50092) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:52.505323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefed19-3dd1-4574-8b90-3cd811c1e77c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Network': ['ID=5dd0ef6d-17e6-4fb8-a0dc-9ecc2843fe9f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:52.562247 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a4976a4c-ed94-4575-a6bf-509218dbcda7 req-ddbc04e8-4f96-4f64-965c-c4a9193a36c4 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280134 Jul 22 23:44:52.563216 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d3d15-582f-4a51-a7b8-c25be01be1ee req-e3340d90-4799-4b6e-a96f-cac3fcec91cd tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:52.565760 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b82d3d15-582f-4a51-a7b8-c25be01be1ee req-e3340d90-4799-4b6e-a96f-cac3fcec91cd tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.5795209 Jul 22 23:44:52.644705 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06581882-d3d3-48c3-ac45-b6eeee0758e4 req-6d26b385-70b9-40be-9a79-e5ea9f789d26 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:52.647808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06581882-d3d3-48c3-ac45-b6eeee0758e4 req-6d26b385-70b9-40be-9a79-e5ea9f789d26 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 947 time: 0.6796610 Jul 22 23:44:52.669752 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b82d3d15-582f-4a51-a7b8-c25be01be1ee req-c765e87e-3cb4-4b78-9300-d7ee29526070 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675302 Jul 22 23:44:52.686964 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7768b0ec-c143-4466-bc54-ed4a0dc2bea8 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:52.688585 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7768b0ec-c143-4466-bc54-ed4a0dc2bea8 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "GET /v2.0/networks?id=5dd0ef6d-17e6-4fb8-a0dc-9ecc2843fe9f HTTP/1.1" status: 200 len: 764 time: 0.1843498 Jul 22 23:44:52.691251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 5dd0ef6d-17e6-4fb8-a0dc-9ecc2843fe9f details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:52.693579 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cd623b4a-6b1c-44c9-9b90-56221b2b760f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:52.709725 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:52.711806 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbd2b0-7199-4e3d-a2eb-0e7449923035 None None] Pushing event updated for resources: {'Port': ['ID=cd623b4a-6b1c-44c9-9b90-56221b2b760f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:52.755994 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a4976a4c-ed94-4575-a6bf-509218dbcda7 req-40efed1a-a4f1-4058-bc4e-809be9e99bf6 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794262 Jul 22 23:44:52.782270 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f2be7879-3588-4621-8aa0-918bb0e7afd3 req-22f5e18d-b706-465b-9e8f-30c968844032 service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290084 Jul 22 23:44:52.874863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a99ff09d-bf0e-4cfe-9c5f-7a8cfa977911 None None] Set router a4dd5372-bf49-4d17-ae86-7cf3452c5139 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:52.940344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a19e9d-0b8f-43bd-b17f-6dea8f9edd1e tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:52.942558 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d9a19e9d-0b8f-43bd-b17f-6dea8f9edd1e tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2318714 Jul 22 23:44:52.946224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50098) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:53.012783 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f2be7879-3588-4621-8aa0-918bb0e7afd3 req-cd6ac717-e2d9-44a8-ab2d-5ea793467ba2 service neutron] 10.222.0.18 "GET /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208960 Jul 22 23:44:53.065745 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50104) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:53.066818 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-61496a9f-bea8-4e26-b2b2-dc0dd4a9659e tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 207 time: 0.1151392 Jul 22 23:44:53.099789 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06581882-d3d3-48c3-ac45-b6eeee0758e4 req-19d9c7fe-e5de-4bcf-afa4-ad5e5a80adf4 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4347534 Jul 22 23:44:53.209384 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737284ba-10cf-4693-bfb6-02ce6f9c0306 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.215653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737284ba-10cf-4693-bfb6-02ce6f9c0306 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.222278 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737284ba-10cf-4693-bfb6-02ce6f9c0306 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.231485 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737284ba-10cf-4693-bfb6-02ce6f9c0306 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.243318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737284ba-10cf-4693-bfb6-02ce6f9c0306 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.259042 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737284ba-10cf-4693-bfb6-02ce6f9c0306 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.269590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50110) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:53.280611 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-737284ba-10cf-4693-bfb6-02ce6f9c0306 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2133489 Jul 22 23:44:53.356905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a99ff09d-bf0e-4cfe-9c5f-7a8cfa977911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:49Z', 'revision_number': 4, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '84c0ffb9-6b06-4bdd-aee9-b34813eada01', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'port_id': '03fa5056-589f-4bba-b732-2aae0b5dc502', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'mac_address': 'fa:16:3e:ca:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b87b3b-d05b-4332-8f64-aba0492ab500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:44:24Z', 'updated_at': '2021-07-22T23:44:50Z', 'revision_number': 1, 'project_id': '3a746b4f731849e293273dc1d348b169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2023e9ac-519f-40b7-aaa2-75f966909a28', 'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:47Z', 'updated_at': '2021-07-22T23:39:56Z', 'revision_number': 5, 'project_id': '3a746b4f731849e293273dc1d348b169', 'subnets': [{'id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:53.427409 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ff09d-bf0e-4cfe-9c5f-7a8cfa977911 None None] The sync data for ids ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'] in n-d-688802-2 is: [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:49Z', 'revision_number': 4, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '84c0ffb9-6b06-4bdd-aee9-b34813eada01', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'port_id': '03fa5056-589f-4bba-b732-2aae0b5dc502', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'mac_address': 'fa:16:3e:ca:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b87b3b-d05b-4332-8f64-aba0492ab500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:44:24Z', 'updated_at': '2021-07-22T23:44:50Z', 'revision_number': 1, 'project_id': '3a746b4f731849e293273dc1d348b169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2023e9ac-519f-40b7-aaa2-75f966909a28', 'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:47Z', 'updated_at': '2021-07-22T23:39:56Z', 'revision_number': 5, 'project_id': '3a746b4f731849e293273dc1d348b169', 'subnets': [{'id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:44:53.534188 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-48238091-d9c8-4c1b-836d-52167252fecb tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2623203 Jul 22 23:44:53.537561 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50130) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:53.612746 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6153d8-1c68-42ca-8e27-c46e9d07210f req-47b1196d-3288-44e1-8705-37e7a8e98cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.614792 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ec6153d8-1c68-42ca-8e27-c46e9d07210f req-47b1196d-3288-44e1-8705-37e7a8e98cd7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2a40a7a37e674c75a6277161bcf86f7f&device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 1096 time: 0.1157241 Jul 22 23:44:53.747029 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b2d8f2-9ce4-4721-a7b1-bbf0ef169c65 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.748631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b2d8f2-9ce4-4721-a7b1-bbf0ef169c65 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.750431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b2d8f2-9ce4-4721-a7b1-bbf0ef169c65 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.752012 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b2d8f2-9ce4-4721-a7b1-bbf0ef169c65 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.753571 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b2d8f2-9ce4-4721-a7b1-bbf0ef169c65 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.761414 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f2b2d8f2-9ce4-4721-a7b1-bbf0ef169c65 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2161655 Jul 22 23:44:53.770429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50144) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:53.775652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec852131-941e-4fbd-8514-639d3bceb25a req-e8991f5c-c1cd-4e8c-aac5-0e4f2d6cbd04 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.784557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ec852131-941e-4fbd-8514-639d3bceb25a req-e8991f5c-c1cd-4e8c-aac5-0e4f2d6cbd04 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.2489347 Jul 22 23:44:53.841515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ec852131-941e-4fbd-8514-639d3bceb25a req-dffbd282-5cb7-4d1a-b528-c91c7656e72d tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557678 Jul 22 23:44:53.896841 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689a9afa-043a-48a8-9891-06c9e7db05a9 None None] New status for floating IP 84c0ffb9-6b06-4bdd-aee9-b34813eada01: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:44:53.915649 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c986645-1544-4e5d-9cf2-46b33e2b2ee8 None None] Network fff74dc1-c4a6-4a2b-98f8-2580b16e07af requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:53.942692 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddd0fdc-5cb5-4a4e-b790-0cf03dd6b5d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.944259 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddd0fdc-5cb5-4a4e-b790-0cf03dd6b5d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.945719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddd0fdc-5cb5-4a4e-b790-0cf03dd6b5d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.947141 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddd0fdc-5cb5-4a4e-b790-0cf03dd6b5d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.949128 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddd0fdc-5cb5-4a4e-b790-0cf03dd6b5d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.950808 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dddd0fdc-5cb5-4a4e-b790-0cf03dd6b5d9 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1798797 Jul 22 23:44:53.956065 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50148) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:53.962406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6153d8-1c68-42ca-8e27-c46e9d07210f req-a19439cb-a57c-4792-8bcd-5729f29a0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.964150 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ec6153d8-1c68-42ca-8e27-c46e9d07210f req-a19439cb-a57c-4792-8bcd-5729f29a0d95 service neutron] 10.222.0.95 "GET /v2.0/networks?id=93ff45f1-4e3c-47a6-ae24-fe25765c18f3 HTTP/1.1" status: 200 len: 912 time: 0.3374972 Jul 22 23:44:54.023047 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ec6153d8-1c68-42ca-8e27-c46e9d07210f req-ded2f55b-ddbf-45a7-a700-9c3d5fa8e44a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=740e7746-daf4-49c0-938c-76d1e522e69c HTTP/1.1" status: 200 len: 217 time: 0.0455046 Jul 22 23:44:54.068238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b310c094-6dca-438b-8a63-037c4b968ff7 None None] Provisioning for port cd623b4a-6b1c-44c9-9b90-56221b2b760f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:54.126133 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b310c094-6dca-438b-8a63-037c4b968ff7 None None] Provisioning complete for port cd623b4a-6b1c-44c9-9b90-56221b2b760f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:54.126461 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b310c094-6dca-438b-8a63-037c4b968ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:54.128244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6153d8-1c68-42ca-8e27-c46e9d07210f req-703c6e96-904b-42ab-b0ec-b64e5d3cd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:54.131954 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ec6153d8-1c68-42ca-8e27-c46e9d07210f req-703c6e96-904b-42ab-b0ec-b64e5d3cd543 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fd4dc970-c31f-49da-a52d-cbde2a39d299 HTTP/1.1" status: 200 len: 851 time: 0.0993543 Jul 22 23:44:54.169510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fa2549-e3d3-4994-9c4a-27f3a6f4abb2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:54.177590 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b0fa2549-e3d3-4994-9c4a-27f3a6f4abb2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "GET /v2.0/networks/fd17b395-003c-427c-8014-a15a4f231de2 HTTP/1.1" status: 200 len: 804 time: 0.2161629 Jul 22 23:44:54.177590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50156) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:54.232545 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ec6153d8-1c68-42ca-8e27-c46e9d07210f req-544603f2-8f30-4aea-a6c0-233e6a9c49bd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93ff45f1-4e3c-47a6-ae24-fe25765c18f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909877 Jul 22 23:44:54.380455 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ec6153d8-1c68-42ca-8e27-c46e9d07210f req-c3338492-38c3-451f-9f7c-503febdb6759 service neutron] 10.222.0.95 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387782 Jul 22 23:44:54.470268 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b75c7511-53a6-4e65-b708-2d5d41d35334 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "GET /v2.0/networks/fd17b395-003c-427c-8014-a15a4f231de2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2915976 Jul 22 23:44:54.481423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d07605-fe0e-4ef7-9868-b35abb461c0d req-99ccb6e6-8825-4f89-a663-87cbf43d9c8e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:54.488588 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6d07605-fe0e-4ef7-9868-b35abb461c0d req-99ccb6e6-8825-4f89-a663-87cbf43d9c8e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 947 time: 0.2363393 Jul 22 23:44:54.492504 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50162) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:54.548672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cd623b4a-6b1c-44c9-9b90-56221b2b760f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:54.561822 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ec6153d8-1c68-42ca-8e27-c46e9d07210f req-af9d38bf-c960-402a-9ccd-de4c1890f9a1 service neutron] 10.222.0.95 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742103 Jul 22 23:44:54.624910 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6d07605-fe0e-4ef7-9868-b35abb461c0d req-9367d186-8c15-4f94-812b-024ff20e03b6 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331553 Jul 22 23:44:54.628292 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48e981e-45d8-49ea-a771-67610d1d2403 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:54.637652 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50170) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:54.641772 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f48e981e-45d8-49ea-a771-67610d1d2403 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "GET /v2.0/subnets/5b18392c-595f-4816-b5b0-a36514c56916 HTTP/1.1" status: 200 len: 843 time: 0.1481888 Jul 22 23:44:54.663587 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12d21b-6c2d-4bb3-b831-9218dffba7c1 req-078d5d32-d9b4-4ff8-a566-d3e901a208b5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:54.665401 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e12d21b-6c2d-4bb3-b831-9218dffba7c1 req-078d5d32-d9b4-4ff8-a566-d3e901a208b5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.2761517 Jul 22 23:44:54.687244 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port cd623b4a-6b1c-44c9-9b90-56221b2b760f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:54.687630 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:54.784016 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c5fc2d-5c35-4838-9dcf-2577cc8aa68d tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:54.787025 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e12d21b-6c2d-4bb3-b831-9218dffba7c1 req-7d962626-068c-4525-b0b6-0e0541f58182 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027870 Jul 22 23:44:54.791053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50178) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:54.791567 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-72c5fc2d-5c35-4838-9dcf-2577cc8aa68d tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "GET /v2.0/subnets/5b18392c-595f-4816-b5b0-a36514c56916?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1526439 Jul 22 23:44:54.797357 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-08763dae-302c-4286-8c69-7ed733942d7c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1778223116'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:54.859308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08763dae-302c-4286-8c69-7ed733942d7c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:54.864314 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08763dae-302c-4286-8c69-7ed733942d7c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:54.874094 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be147127-5a03-4b5f-a740-9c1c7e0ea112 None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:44:54.928906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08763dae-302c-4286-8c69-7ed733942d7c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:54.983020 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08763dae-302c-4286-8c69-7ed733942d7c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:54.983373 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-08763dae-302c-4286-8c69-7ed733942d7c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Added segment ed5020d5-1f13-46ed-a3cd-07ec0f4f2e45 of type vlan for network 3c9820e7-80d9-4dad-be92-3ca2f4ff2e63 Jul 22 23:44:55.004271 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7572c3a4-8531-4d7f-be48-1d18f0800c81 None None] Provisioning complete for port cd623b4a-6b1c-44c9-9b90-56221b2b760f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:55.004715 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7572c3a4-8531-4d7f-be48-1d18f0800c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.041533 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08763dae-302c-4286-8c69-7ed733942d7c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.132489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63028a9-678e-48b1-a943-da9d8b3a4e0e req-f19ca33e-fbdc-410f-927a-4455c605ca3c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:55.134413 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c63028a9-678e-48b1-a943-da9d8b3a4e0e req-f19ca33e-fbdc-410f-927a-4455c605ca3c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1980391 Jul 22 23:44:55.176666 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08763dae-302c-4286-8c69-7ed733942d7c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.183429 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08763dae-302c-4286-8c69-7ed733942d7c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:55.183429 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08763dae-302c-4286-8c69-7ed733942d7c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.221800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be147127-5a03-4b5f-a740-9c1c7e0ea112 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:44:55.261132 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c63028a9-678e-48b1-a943-da9d8b3a4e0e req-5fe194fc-e005-450f-8683-ac30430a9c4a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135623 Jul 22 23:44:55.275215 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-08763dae-302c-4286-8c69-7ed733942d7c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4825468 Jul 22 23:44:55.278150 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50188) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:55.284729 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-91701c3d-b10b-4a4d-ab0e-c87b65231320 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'subnet': {'network_id': '3c9820e7-80d9-4dad-be92-3ca2f4ff2e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:55.327484 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08763dae-302c-4286-8c69-7ed733942d7c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Network': ['ID=3c9820e7-80d9-4dad-be92-3ca2f4ff2e63,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:55.343269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 3c9820e7-80d9-4dad-be92-3ca2f4ff2e63 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:55.388702 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca768c10-c6fe-44bc-9418-c1086d6d378b req-c095265a-0011-4c04-8094-01bbe7439511 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:55.399907 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca768c10-c6fe-44bc-9418-c1086d6d378b req-c095265a-0011-4c04-8094-01bbe7439511 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.2222998 Jul 22 23:44:55.457571 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca768c10-c6fe-44bc-9418-c1086d6d378b req-90841757-27c9-43a7-a3c2-8d0ce46889d2 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566177 Jul 22 23:44:55.489590 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91701c3d-b10b-4a4d-ab0e-c87b65231320 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Made reservation on behalf of 1592f94712e44615b986d321eb750450 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:55.497952 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91701c3d-b10b-4a4d-ab0e-c87b65231320 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.618666 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-91701c3d-b10b-4a4d-ab0e-c87b65231320 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Performing IP validity checks on allocation pools {{(pid=93820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 23:44:55.619359 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-91701c3d-b10b-4a4d-ab0e-c87b65231320 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 23:44:55.778966 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91701c3d-b10b-4a4d-ab0e-c87b65231320 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.901887 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91701c3d-b10b-4a4d-ab0e-c87b65231320 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Checking segment: {'id': 'ed5020d5-1f13-46ed-a3cd-07ec0f4f2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3c9820e7-80d9-4dad-be92-3ca2f4ff2e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:55.902405 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91701c3d-b10b-4a4d-ab0e-c87b65231320 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network hostable DHCP agents. Network: 3c9820e7-80d9-4dad-be92-3ca2f4ff2e63, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:55.909839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91701c3d-b10b-4a4d-ab0e-c87b65231320 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Subnet': ['ID=e432f692-e646-47bb-b03a-ceca3d511319,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:55.926967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86598f52-b50a-4051-9b1c-7337a6161f49 req-9e50ec98-3e0e-4080-9c21-30963545706a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:55.928596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86598f52-b50a-4051-9b1c-7337a6161f49 req-9e50ec98-3e0e-4080-9c21-30963545706a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1933491 Jul 22 23:44:55.934163 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91701c3d-b10b-4a4d-ab0e-c87b65231320 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Network 3c9820e7-80d9-4dad-be92-3ca2f4ff2e63 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:55.945671 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-91701c3d-b10b-4a4d-ab0e-c87b65231320 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 3c9820e7-80d9-4dad-be92-3ca2f4ff2e63) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:55.951572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91701c3d-b10b-4a4d-ab0e-c87b65231320 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:55.952225 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91701c3d-b10b-4a4d-ab0e-c87b65231320 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.961584 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b722990-3897-4f85-a7d6-deda82050c54 None None] Network 3c9820e7-80d9-4dad-be92-3ca2f4ff2e63 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:55.964650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37658e60-446a-4872-99f5-aebf4a19a96e req-3f08d0e4-8be7-4a29-8ec1-71e05bf14d01 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:55.966508 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37658e60-446a-4872-99f5-aebf4a19a96e req-3f08d0e4-8be7-4a29-8ec1-71e05bf14d01 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 947 time: 0.1924369 Jul 22 23:44:55.979925 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-91701c3d-b10b-4a4d-ab0e-c87b65231320 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6994267 Jul 22 23:44:55.983569 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50198) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:55.994330 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ac5f16a3-ec49-4295-ad07-630bbce66b30 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:56.002058 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86598f52-b50a-4051-9b1c-7337a6161f49 req-934521ba-a696-4e1b-9dfa-79715b2c4c98 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651512 Jul 22 23:44:56.053871 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37658e60-446a-4872-99f5-aebf4a19a96e req-b32c9ca5-6dc7-4bd2-bb8e-d50075fe14fb tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746548 Jul 22 23:44:56.146666 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac5f16a3-ec49-4295-ad07-630bbce66b30 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9281139'] for subnet, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.173722 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-3c9820e7-80d9-4dad-be92-3ca2f4ff2e63', 'network_id': '3c9820e7-80d9-4dad-be92-3ca2f4ff2e63', 'tenant_id': '1592f94712e44615b986d321eb750450', 'fixed_ips': [{'subnet_id': 'e432f692-e646-47bb-b03a-ceca3d511319'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:56.174900 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.377504 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac5f16a3-ec49-4295-ad07-630bbce66b30 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786779232624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11870503'] for subnet, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.429817 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5f16a3-ec49-4295-ad07-630bbce66b30 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:56.430409 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac5f16a3-ec49-4295-ad07-630bbce66b30 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.431829 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ac5f16a3-ec49-4295-ad07-630bbce66b30 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "PUT /v2.0/subnets/e432f692-e646-47bb-b03a-ceca3d511319 HTTP/1.1" status: 200 len: 900 time: 0.4471643 Jul 22 23:44:56.435872 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50212) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:56.470835 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f16a3-ec49-4295-ad07-630bbce66b30 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event updated for resources: {'Subnet': ['ID=e432f692-e646-47bb-b03a-ceca3d511319,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:56.482417 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Allocated IP 2001:db8::3 (3c9820e7-80d9-4dad-be92-3ca2f4ff2e63/e432f692-e646-47bb-b03a-ceca3d511319/81bace2d-dbad-4445-b414-89f3317a2a28) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:56.567250 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.632097 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.676012 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc484a4-330c-4464-bf2f-8d5baa7a3e37 req-5bfd058d-5402-452f-8e56-496397e593d7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:56.677806 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2dc484a4-330c-4464-bf2f-8d5baa7a3e37 req-5bfd058d-5402-452f-8e56-496397e593d7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1294401 Jul 22 23:44:56.699000 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8362d-9357-4dfc-ac8f-6e5812ee0c8e req-9ef73f4b-d944-4b4b-8748-b2f976c1a109 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:56.700813 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4c8362d-9357-4dfc-ac8f-6e5812ee0c8e req-9ef73f4b-d944-4b4b-8748-b2f976c1a109 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1431003 Jul 22 23:44:56.701859 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.712636 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Transition to ACTIVE for port object 81bace2d-dbad-4445-b414-89f3317a2a28 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:56.732640 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Transition to ACTIVE for port object 81bace2d-dbad-4445-b414-89f3317a2a28 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:56.741670 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.764558 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2dc484a4-330c-4464-bf2f-8d5baa7a3e37 req-d2a2d68c-88ab-4287-8bd6-d956c8a4c6ec tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746827 Jul 22 23:44:56.766098 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.778522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4c8362d-9357-4dfc-ac8f-6e5812ee0c8e req-71ad0435-8f23-4987-a9d0-4d2ea8b4c16c tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678709 Jul 22 23:44:56.826466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Network 3c9820e7-80d9-4dad-be92-3ca2f4ff2e63 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:56.851228 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:56.854731 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Pushing event updated for resources: {'Port': ['ID=81bace2d-dbad-4445-b414-89f3317a2a28,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:56.858145 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:56.865282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Subnet': ['ID=e432f692-e646-47bb-b03a-ceca3d511319,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:56.925316 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.939464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9820e7-80d9-4dad-be92-3ca2f4ff2e63']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:56.943977 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Attempting to bind port 81bace2d-dbad-4445-b414-89f3317a2a28 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:56.944376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Attempting to bind port 81bace2d-dbad-4445-b414-89f3317a2a28 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'ed5020d5-1f13-46ed-a3cd-07ec0f4f2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3c9820e7-80d9-4dad-be92-3ca2f4ff2e63'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:56.944800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Attempting to bind port 81bace2d-dbad-4445-b414-89f3317a2a28 on network 3c9820e7-80d9-4dad-be92-3ca2f4ff2e63 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:56.956936 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:56.957415 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Checking segment: {'id': 'ed5020d5-1f13-46ed-a3cd-07ec0f4f2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3c9820e7-80d9-4dad-be92-3ca2f4ff2e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:56.957823 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.958217 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Bound using segment: {'id': 'ed5020d5-1f13-46ed-a3cd-07ec0f4f2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3c9820e7-80d9-4dad-be92-3ca2f4ff2e63'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:56.958824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Bound port: 81bace2d-dbad-4445-b414-89f3317a2a28, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5020d5-1f13-46ed-a3cd-07ec0f4f2e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3c9820e7-80d9-4dad-be92-3ca2f4ff2e63'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:56.959172 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.964246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5020d5-1f13-46ed-a3cd-07ec0f4f2e45') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:56.964544 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5020d5-1f13-46ed-a3cd-07ec0f4f2e45') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:56.983973 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.999442 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.008782 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:57.011175 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:57.013823 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:57.063416 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] For port 81bace2d-dbad-4445-b414-89f3317a2a28, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:57.087099 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 23:44:57.087099 n-d-688802-2 neutron-server[93820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 23:44:57.087099 n-d-688802-2 neutron-server[93820]: [parameters: {'id': '3c9820e7-80d9-4dad-be92-3ca2f4ff2e63'}] Jul 22 23:44:57.087099 n-d-688802-2 neutron-server[93820]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:44:57.087689 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] For port 81bace2d-dbad-4445-b414-89f3317a2a28, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=81bace2d-dbad-4445-b414-89f3317a2a28,segment=NetworkSegment(ed5020d5-1f13-46ed-a3cd-07ec0f4f2e45),segment_id=ed5020d5-1f13-46ed-a3cd-07ec0f4f2e45)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:57.087888 n-d-688802-2 neutron-server[93820]: DEBUG oslo_db.api [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:44:57.092413 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.177220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa8feb-89b6-4967-b324-a5c839fef912 None None] Pushing event updated for resources: {'Port': ['ID=81bace2d-dbad-4445-b414-89f3317a2a28,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:57.222258 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493f2a35-15fb-4996-9b66-e695cc7643d4 None None] Network 3c9820e7-80d9-4dad-be92-3ca2f4ff2e63 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:57.395475 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e42d746-0469-469f-99d6-1b28b602dacf None None] Network 3c9820e7-80d9-4dad-be92-3ca2f4ff2e63 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:57.559907 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a180e5d0-3607-41a4-8639-7e19fe786cc4 None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:44:57.589833 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.663665 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Deleting port 81bace2d-dbad-4445-b414-89f3317a2a28 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:57.664538 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.756688 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] For port 81bace2d-dbad-4445-b414-89f3317a2a28, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=81bace2d-dbad-4445-b414-89f3317a2a28,segment=NetworkSegment(ed5020d5-1f13-46ed-a3cd-07ec0f4f2e45),segment_id=ed5020d5-1f13-46ed-a3cd-07ec0f4f2e45)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:57.757459 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.776727 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Calling delete_port for 81bace2d-dbad-4445-b414-89f3317a2a28 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:57.909871 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a180e5d0-3607-41a4-8639-7e19fe786cc4 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:44:58.048634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff53c27-78f9-48be-88c6-ff366522ba7c req-fa8fafaf-f62a-4c96-bb82-267bdfb99128 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:58.056591 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cff53c27-78f9-48be-88c6-ff366522ba7c req-fa8fafaf-f62a-4c96-bb82-267bdfb99128 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1595888 Jul 22 23:44:58.099822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be1eb5-6373-477b-a663-aec447b75b5a req-ab67ab09-ecde-46cd-9488-3b8bec6f9d95 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:58.101626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47be1eb5-6373-477b-a663-aec447b75b5a req-ab67ab09-ecde-46cd-9488-3b8bec6f9d95 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1385193 Jul 22 23:44:58.144321 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cff53c27-78f9-48be-88c6-ff366522ba7c req-cb0637f3-776b-4cc0-8975-8d36ed90e99f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868149 Jul 22 23:44:58.173835 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47be1eb5-6373-477b-a663-aec447b75b5a req-77c40403-0c00-4e1b-9e11-731a7d5a11a1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652213 Jul 22 23:44:58.328379 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.362429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Port': ['ID=81bace2d-dbad-4445-b414-89f3317a2a28,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:58.362429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No DVR routers for this DVR port 81bace2d-dbad-4445-b414-89f3317a2a28 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:58.442842 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.452816 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9820e7-80d9-4dad-be92-3ca2f4ff2e63']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:58.462844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5020d5-1f13-46ed-a3cd-07ec0f4f2e45') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:58.463130 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5020d5-1f13-46ed-a3cd-07ec0f4f2e45') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:58.471895 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.485778 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.492472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:58.493072 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:58.497667 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:58.562260 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.572052 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.574700 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/networks/3c9820e7-80d9-4dad-be92-3ca2f4ff2e63 HTTP/1.1" status: 204 len: 168 time: 2.1376662 Jul 22 23:44:58.578539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50246) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:58.584803 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8534f8-c911-4710-839b-8a0606759aa4 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Network': ['ID=3c9820e7-80d9-4dad-be92-3ca2f4ff2e63,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:58.608325 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe47c8e8-9b10-4fb7-99d5-55db2ac229e3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:44:58.608885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe47c8e8-9b10-4fb7-99d5-55db2ac229e3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:44:58.613075 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fe47c8e8-9b10-4fb7-99d5-55db2ac229e3 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/subnets/e432f692-e646-47bb-b03a-ceca3d511319 HTTP/1.1" status: 404 len: 337 time: 0.0311136 Jul 22 23:44:58.613441 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:58.636985 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba28ee3b-a65c-4893-8c26-deacd13a6575 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:44:58.637671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba28ee3b-a65c-4893-8c26-deacd13a6575 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:44:58.639465 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ba28ee3b-a65c-4893-8c26-deacd13a6575 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/networks/3c9820e7-80d9-4dad-be92-3ca2f4ff2e63 HTTP/1.1" status: 404 len: 339 time: 0.0250070 Jul 22 23:44:58.642001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50250) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:58.719815 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-341feaaf-1372-4dbd-aac8-b1e4e414ba1a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.814236 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-341feaaf-1372-4dbd-aac8-b1e4e414ba1a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.824712 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-341feaaf-1372-4dbd-aac8-b1e4e414ba1a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd0ef6d-17e6-4fb8-a0dc-9ecc2843fe9f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:58.834828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-341feaaf-1372-4dbd-aac8-b1e4e414ba1a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a715fbc-4cf7-47e1-aa53-4309b36be673') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:58.835129 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-341feaaf-1372-4dbd-aac8-b1e4e414ba1a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a715fbc-4cf7-47e1-aa53-4309b36be673') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:58.844522 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-341feaaf-1372-4dbd-aac8-b1e4e414ba1a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.859256 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-341feaaf-1372-4dbd-aac8-b1e4e414ba1a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.865640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341feaaf-1372-4dbd-aac8-b1e4e414ba1a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:58.865888 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-341feaaf-1372-4dbd-aac8-b1e4e414ba1a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:58.868817 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:58.929774 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-341feaaf-1372-4dbd-aac8-b1e4e414ba1a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.938649 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-341feaaf-1372-4dbd-aac8-b1e4e414ba1a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.940525 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-341feaaf-1372-4dbd-aac8-b1e4e414ba1a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/networks/5dd0ef6d-17e6-4fb8-a0dc-9ecc2843fe9f HTTP/1.1" status: 204 len: 168 time: 0.2974353 Jul 22 23:44:58.943376 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50258) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:58.950041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341feaaf-1372-4dbd-aac8-b1e4e414ba1a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Network': ['ID=5dd0ef6d-17e6-4fb8-a0dc-9ecc2843fe9f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:58.970393 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-007d4233-8087-4881-9bf2-be7350f0b92b tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:44:58.970849 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-007d4233-8087-4881-9bf2-be7350f0b92b tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:44:58.972546 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-007d4233-8087-4881-9bf2-be7350f0b92b tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/subnets/c0d303ab-929b-4ffe-80cf-45bedbb44094 HTTP/1.1" status: 404 len: 337 time: 0.0283136 Jul 22 23:44:58.975258 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50260) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:58.998127 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1dae0fb-efd3-4465-8852-efc427ccead7 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:44:58.998660 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1dae0fb-efd3-4465-8852-efc427ccead7 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:44:59.000334 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e1dae0fb-efd3-4465-8852-efc427ccead7 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/networks/7717fa60-0d89-4ce3-b98a-6acea7b36650 HTTP/1.1" status: 404 len: 339 time: 0.0240791 Jul 22 23:44:59.002824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:59.054606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad99b05-4e48-4c8c-8506-131808955c80 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Deleting subnet 6b69aca6-3b8e-4a06-a2d5-cc72f0a517aa {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:59.057839 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fad99b05-4e48-4c8c-8506-131808955c80 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.100262 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fad99b05-4e48-4c8c-8506-131808955c80 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.184946 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fad99b05-4e48-4c8c-8506-131808955c80 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.279314 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fad99b05-4e48-4c8c-8506-131808955c80 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.336007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad99b05-4e48-4c8c-8506-131808955c80 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Subnet': ['ID=6b69aca6-3b8e-4a06-a2d5-cc72f0a517aa,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:59.350691 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fad99b05-4e48-4c8c-8506-131808955c80 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.352163 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fad99b05-4e48-4c8c-8506-131808955c80 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/subnets/6b69aca6-3b8e-4a06-a2d5-cc72f0a517aa HTTP/1.1" status: 204 len: 168 time: 0.3484352 Jul 22 23:44:59.354789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50272) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:59.357177 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82286b9a-4e07-4160-879b-c3b0f771db43 None None] Network fff74dc1-c4a6-4a2b-98f8-2580b16e07af requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:59.396438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd5cd1-9188-4788-b11d-0b440278ba7b req-80ca1b40-23bb-4e61-9801-75d365a17db6 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:59.398070 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ecd5cd1-9188-4788-b11d-0b440278ba7b req-80ca1b40-23bb-4e61-9801-75d365a17db6 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1496425 Jul 22 23:44:59.412031 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308e1d7-b2a5-4e5d-a8b0-2179262fa464 req-5b2891c4-20a2-4bec-b227-cd3f4cc49929 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:59.413605 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1308e1d7-b2a5-4e5d-a8b0-2179262fa464 req-5b2891c4-20a2-4bec-b227-cd3f4cc49929 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1319931 Jul 22 23:44:59.434507 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f573a566-b820-4d85-890a-d6f395dbae4e tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Deleting subnet 69e32751-d9be-42f1-9fbc-5f2c23166062 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:59.437835 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f573a566-b820-4d85-890a-d6f395dbae4e tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.471221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1308e1d7-b2a5-4e5d-a8b0-2179262fa464 req-3a07b357-f866-473d-8fac-b4e8e2f97ccd tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497253 Jul 22 23:44:59.484818 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ecd5cd1-9188-4788-b11d-0b440278ba7b req-8af4c5d3-1ca9-44ee-96f3-46bb329c517e tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700104 Jul 22 23:44:59.504925 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f573a566-b820-4d85-890a-d6f395dbae4e tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.605422 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f573a566-b820-4d85-890a-d6f395dbae4e tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.680277 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f573a566-b820-4d85-890a-d6f395dbae4e tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.708333 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573a566-b820-4d85-890a-d6f395dbae4e tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Subnet': ['ID=69e32751-d9be-42f1-9fbc-5f2c23166062,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:59.712233 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f573a566-b820-4d85-890a-d6f395dbae4e tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.718700 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f573a566-b820-4d85-890a-d6f395dbae4e tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/subnets/69e32751-d9be-42f1-9fbc-5f2c23166062 HTTP/1.1" status: 204 len: 168 time: 0.3622458 Jul 22 23:44:59.721204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:59.809341 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.889287 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Deleting port cd623b4a-6b1c-44c9-9b90-56221b2b760f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:59.890006 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.236901 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78f388a-bb29-454b-98e5-2b06de913767 None None] Network fff74dc1-c4a6-4a2b-98f8-2580b16e07af requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:00.259178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] For port cd623b4a-6b1c-44c9-9b90-56221b2b760f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cd623b4a-6b1c-44c9-9b90-56221b2b760f,segment=NetworkSegment(917ad18d-7d78-4c0b-865b-ec1a400e1e74),segment_id=917ad18d-7d78-4c0b-865b-ec1a400e1e74)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:00.259758 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.273534 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7618aabe-56c8-4524-9335-4ed438c0b34b None None] Provisioning complete for port cd623b4a-6b1c-44c9-9b90-56221b2b760f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:00.273826 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7618aabe-56c8-4524-9335-4ed438c0b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.277390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Calling delete_port for cd623b4a-6b1c-44c9-9b90-56221b2b760f owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:00.372097 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.380874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7618aabe-56c8-4524-9335-4ed438c0b34b None None] Could not find standard attr ID for object cd623b4a-6b1c-44c9-9b90-56221b2b760f. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:45:00.384462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No DVR routers for this DVR port cd623b4a-6b1c-44c9-9b90-56221b2b760f on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:00.386194 n-d-688802-2 neutron-server[93822]: INFO neutron.plugins.ml2.db [None req-7618aabe-56c8-4524-9335-4ed438c0b34b None None] No ports have port_id starting with cd623b4a-6b1c-44c9-9b90-56221b2b760f Jul 22 23:45:00.408637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Port': ['ID=cd623b4a-6b1c-44c9-9b90-56221b2b760f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:00.493756 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.504919 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff74dc1-c4a6-4a2b-98f8-2580b16e07af']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:00.519701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917ad18d-7d78-4c0b-865b-ec1a400e1e74') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:00.519999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917ad18d-7d78-4c0b-865b-ec1a400e1e74') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:00.530686 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.534483 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7a42fa-89c6-46b0-ad2e-2eac925d9bff None None] DHCP port deletion for fff74dc1-c4a6-4a2b-98f8-2580b16e07af request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:00.552342 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.562125 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:00.562574 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:00.566199 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:00.698754 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.722007 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.723897 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/networks/fff74dc1-c4a6-4a2b-98f8-2580b16e07af HTTP/1.1" status: 204 len: 168 time: 1.0017090 Jul 22 23:45:00.726484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50290) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:00.741711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38f53e-0bcf-4f66-b3f0-8e35eda54a66 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Network': ['ID=fff74dc1-c4a6-4a2b-98f8-2580b16e07af,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:00.757725 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd796f1-28e0-4584-9926-5af5c934691c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:00.758203 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd796f1-28e0-4584-9926-5af5c934691c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:00.762318 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6bd796f1-28e0-4584-9926-5af5c934691c tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/subnets/780ec347-aecf-403c-aded-c17fae954909 HTTP/1.1" status: 404 len: 337 time: 0.0325031 Jul 22 23:45:00.762733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50292) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:00.765134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59e960-711e-4e00-b465-be503a991911 req-45033090-d61a-4929-8023-aca1eb0de47f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:00.766679 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c59e960-711e-4e00-b465-be503a991911 req-45033090-d61a-4929-8023-aca1eb0de47f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1895924 Jul 22 23:45:00.777350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc332f-f69d-4e3b-bba2-2939499f38c7 req-5bb823f6-52fc-4e82-88fb-d95042fd2ba1 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:00.779081 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2acc332f-f69d-4e3b-bba2-2939499f38c7 req-5bb823f6-52fc-4e82-88fb-d95042fd2ba1 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1629028 Jul 22 23:45:00.788872 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4159371c-40bf-41b9-89a4-98bd657a1bdd tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:00.789899 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4159371c-40bf-41b9-89a4-98bd657a1bdd tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:00.793240 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4159371c-40bf-41b9-89a4-98bd657a1bdd tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/networks/21572c94-d6e2-459c-ac34-61c521e6dfbd HTTP/1.1" status: 404 len: 339 time: 0.0295260 Jul 22 23:45:00.797418 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50294) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:00.822742 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce333ad6-5881-4fc0-9171-6ddc5fe279e0 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:00.823384 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce333ad6-5881-4fc0-9171-6ddc5fe279e0 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:00.825141 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ce333ad6-5881-4fc0-9171-6ddc5fe279e0 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/subnets/6a04b7d5-3c84-4366-9d5a-7d1905e665b0 HTTP/1.1" status: 404 len: 337 time: 0.0267632 Jul 22 23:45:00.827916 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50296) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:00.837480 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c59e960-711e-4e00-b465-be503a991911 req-56ae5a70-b917-4b64-85b7-337d8c5272dc tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573735 Jul 22 23:45:00.844892 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2acc332f-f69d-4e3b-bba2-2939499f38c7 req-1e0d1e3b-da74-4a93-8962-f6eb688afee1 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571315 Jul 22 23:45:00.845726 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-807bfcc2-38a0-4efc-848d-d1847807588e tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:00.846271 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807bfcc2-38a0-4efc-848d-d1847807588e tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:00.848921 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-807bfcc2-38a0-4efc-848d-d1847807588e tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/networks/4e4326d0-fb41-46dd-b384-b3af5533e364 HTTP/1.1" status: 404 len: 339 time: 0.0200989 Jul 22 23:45:00.851600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50298) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:00.902995 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-28995dde-e9b0-4d0a-bbd1-71a432c905e1 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:00.903460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28995dde-e9b0-4d0a-bbd1-71a432c905e1 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:00.907545 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-28995dde-e9b0-4d0a-bbd1-71a432c905e1 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/subnets/e9ec4649-922c-438c-9ebe-e195784437cc HTTP/1.1" status: 404 len: 337 time: 0.0524538 Jul 22 23:45:00.908667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50302) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:00.933943 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aeb6764-c0c4-479c-b27f-54e544452ec7 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:00.934479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aeb6764-c0c4-479c-b27f-54e544452ec7 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:00.936427 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2aeb6764-c0c4-479c-b27f-54e544452ec7 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/networks/d13db37d-7c80-40c2-bfd7-5b821335f6ff HTTP/1.1" status: 404 len: 339 time: 0.0272458 Jul 22 23:45:00.938986 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50304) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:00.993261 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8db667d-b2a3-492e-8824-a5332cfebce2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Deleting subnet 8d3105ed-86c7-48e9-8cca-af10bccca57b {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:00.996791 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8db667d-b2a3-492e-8824-a5332cfebce2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.037582 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8db667d-b2a3-492e-8824-a5332cfebce2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.126973 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8db667d-b2a3-492e-8824-a5332cfebce2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.185722 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8db667d-b2a3-492e-8824-a5332cfebce2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.215490 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db667d-b2a3-492e-8824-a5332cfebce2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3105ed-86c7-48e9-8cca-af10bccca57b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:01.217664 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8db667d-b2a3-492e-8824-a5332cfebce2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.222003 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a8db667d-b2a3-492e-8824-a5332cfebce2 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/subnets/8d3105ed-86c7-48e9-8cca-af10bccca57b HTTP/1.1" status: 204 len: 168 time: 0.2796173 Jul 22 23:45:01.222450 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50306) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:01.226538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba59cc2-6ff7-4b7d-9ee8-1a287cbacfa5 None None] Network 6190b0d3-178c-4145-893a-573996c11916 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:01.310688 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.366350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Deleting port 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:01.366698 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.412099 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73222ef-0f93-430b-85a1-7e29b0e902b3 None None] DHCP port deletion for 6190b0d3-178c-4145-893a-573996c11916 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:01.435945 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] For port 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9,segment=NetworkSegment(0fae8ae7-d3a6-4a45-9a6a-7ea4133e1422),segment_id=0fae8ae7-d3a6-4a45-9a6a-7ea4133e1422)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:01.436501 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.454549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Calling delete_port for 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:01.461452 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b73222ef-0f93-430b-85a1-7e29b0e902b3 None None] Deleting port 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:01.462218 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b73222ef-0f93-430b-85a1-7e29b0e902b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.535429 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.554930 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b73222ef-0f93-430b-85a1-7e29b0e902b3 None None] For port 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9,segment=NetworkSegment(0fae8ae7-d3a6-4a45-9a6a-7ea4133e1422),segment_id=0fae8ae7-d3a6-4a45-9a6a-7ea4133e1422)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:01.555326 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b73222ef-0f93-430b-85a1-7e29b0e902b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.563724 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Port': ['ID=58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:01.571586 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b73222ef-0f93-430b-85a1-7e29b0e902b3 None None] Calling delete_port for 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:01.578237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No DVR routers for this DVR port 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:01.580206 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6db17716-b125-4e58-a687-474315e44054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.669337 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b73222ef-0f93-430b-85a1-7e29b0e902b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.673492 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.683884 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6190b0d3-178c-4145-893a-573996c11916']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:01.693795 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fae8ae7-d3a6-4a45-9a6a-7ea4133e1422') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:01.693971 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73222ef-0f93-430b-85a1-7e29b0e902b3 None None] Pushing event deleted for resources: {'Port': ['ID=58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:01.694105 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fae8ae7-d3a6-4a45-9a6a-7ea4133e1422') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:01.697415 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73222ef-0f93-430b-85a1-7e29b0e902b3 None None] No DVR routers for this DVR port 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:01.703584 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.719071 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.725113 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:01.725578 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:01.728577 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:01.790055 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.800758 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.802577 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/networks/6190b0d3-178c-4145-893a-573996c11916 HTTP/1.1" status: 204 len: 168 time: 0.5794425 Jul 22 23:45:01.804910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50308) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:01.822335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad68fd9-7504-4d33-8266-b4eb04eed5f5 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Network': ['ID=6190b0d3-178c-4145-893a-573996c11916,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:01.843084 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f9c6fa-4b2a-4244-84f7-22e06b959eee tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:01.843546 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f9c6fa-4b2a-4244-84f7-22e06b959eee tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:01.845322 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-73f9c6fa-4b2a-4244-84f7-22e06b959eee tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/subnets/48c9fa02-c834-4e50-a971-f229f4555281 HTTP/1.1" status: 404 len: 337 time: 0.0393052 Jul 22 23:45:01.847841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50310) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:01.865572 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1e4420-8304-418b-8f5f-e43b5c199f1a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:01.866020 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1e4420-8304-418b-8f5f-e43b5c199f1a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:01.867798 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6b1e4420-8304-418b-8f5f-e43b5c199f1a tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/networks/8ca2ad6d-6134-4a4b-b476-a90e920f49f4 HTTP/1.1" status: 404 len: 339 time: 0.0190451 Jul 22 23:45:01.871565 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50312) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:01.957996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-342ffc3c-700b-485a-a093-6e78a7114945 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Deleting subnet 5b18392c-595f-4816-b5b0-a36514c56916 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:01.987518 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-342ffc3c-700b-485a-a093-6e78a7114945 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.074293 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-342ffc3c-700b-485a-a093-6e78a7114945 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.144232 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e5f9a-999b-4ef9-b8f0-6cfe3c1580ff req-72af343b-32ab-4d0b-8ddd-de1249f41cd3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:02.145767 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e65e5f9a-999b-4ef9-b8f0-6cfe3c1580ff req-72af343b-32ab-4d0b-8ddd-de1249f41cd3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.2189786 Jul 22 23:45:02.164544 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9ce96-5a33-46c7-8e48-256f44e17ebf req-9644b5a0-a73f-4d77-9556-be272f3d3f70 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:02.166027 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dfd9ce96-5a33-46c7-8e48-256f44e17ebf req-9644b5a0-a73f-4d77-9556-be272f3d3f70 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1724260 Jul 22 23:45:02.242755 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-342ffc3c-700b-485a-a093-6e78a7114945 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.280248 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e65e5f9a-999b-4ef9-b8f0-6cfe3c1580ff req-89f2c669-a889-49b9-a4fd-69faea2df75b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255054 Jul 22 23:45:02.289253 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dfd9ce96-5a33-46c7-8e48-256f44e17ebf req-bb27408b-d010-44ab-8078-c1a214590200 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989575 Jul 22 23:45:02.334777 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-342ffc3c-700b-485a-a093-6e78a7114945 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.367527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ffc3c-700b-485a-a093-6e78a7114945 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Subnet': ['ID=5b18392c-595f-4816-b5b0-a36514c56916,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:02.372919 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-342ffc3c-700b-485a-a093-6e78a7114945 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.377077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-342ffc3c-700b-485a-a093-6e78a7114945 tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/subnets/5b18392c-595f-4816-b5b0-a36514c56916 HTTP/1.1" status: 204 len: 168 time: 0.5023005 Jul 22 23:45:02.377393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50326) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:02.385437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7f80bf-21e3-4823-986f-30d660b006c6 None None] Network fd17b395-003c-427c-8014-a15a4f231de2 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:02.502385 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.543705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cd623b4a-6b1c-44c9-9b90-56221b2b760f no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:02.579013 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Deleting port 8b7ca840-241c-40d4-85d6-ce85e0109575 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:02.579506 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.586557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: cd623b4a-6b1c-44c9-9b90-56221b2b760f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:02.587291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cd623b4a-6b1c-44c9-9b90-56221b2b760f not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:02.587949 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:02.612576 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:02.613395 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 58b37b3d-5feb-4aa1-adb5-ca2661e0c8e9 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:02.665737 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] For port 8b7ca840-241c-40d4-85d6-ce85e0109575, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8b7ca840-241c-40d4-85d6-ce85e0109575,segment=NetworkSegment(915e3ef1-cc5f-4cfd-924c-6149237809e1),segment_id=915e3ef1-cc5f-4cfd-924c-6149237809e1)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:02.666167 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.679259 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Calling delete_port for 8b7ca840-241c-40d4-85d6-ce85e0109575 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:02.700498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c714753c-e462-424e-a3c0-400ad985a468 None None] DHCP port deletion for fd17b395-003c-427c-8014-a15a4f231de2 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:02.751116 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c714753c-e462-424e-a3c0-400ad985a468 None None] Deleting port 8b7ca840-241c-40d4-85d6-ce85e0109575 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:02.751604 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c714753c-e462-424e-a3c0-400ad985a468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.778134 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.801083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] No DVR routers for this DVR port 8b7ca840-241c-40d4-85d6-ce85e0109575 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:02.821958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c714753c-e462-424e-a3c0-400ad985a468 None None] For port 8b7ca840-241c-40d4-85d6-ce85e0109575, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8b7ca840-241c-40d4-85d6-ce85e0109575,segment=NetworkSegment(915e3ef1-cc5f-4cfd-924c-6149237809e1),segment_id=915e3ef1-cc5f-4cfd-924c-6149237809e1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:02.822659 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c714753c-e462-424e-a3c0-400ad985a468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.839587 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c714753c-e462-424e-a3c0-400ad985a468 None None] Calling delete_port for 8b7ca840-241c-40d4-85d6-ce85e0109575 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:02.848692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Port': ['ID=8b7ca840-241c-40d4-85d6-ce85e0109575,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:02.917709 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.928090 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd17b395-003c-427c-8014-a15a4f231de2']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:02.930680 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c714753c-e462-424e-a3c0-400ad985a468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.938346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915e3ef1-cc5f-4cfd-924c-6149237809e1') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:02.938941 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915e3ef1-cc5f-4cfd-924c-6149237809e1') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:02.948588 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.960471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714753c-e462-424e-a3c0-400ad985a468 None None] Pushing event deleted for resources: {'Port': ['ID=8b7ca840-241c-40d4-85d6-ce85e0109575,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:02.965368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c714753c-e462-424e-a3c0-400ad985a468 None None] No DVR routers for this DVR port 8b7ca840-241c-40d4-85d6-ce85e0109575 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:02.969623 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.982902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:02.983374 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:02.986817 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:03.075365 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.080498 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.084820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] 10.222.0.26 "DELETE /v2.0/networks/fd17b395-003c-427c-8014-a15a4f231de2 HTTP/1.1" status: 204 len: 168 time: 0.7041905 Jul 22 23:45:03.108430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ce3cd-1b1e-4bc1-947d-aa3229f0c8df tempest-NetworksIpV6Test-877899686 tempest-NetworksIpV6Test-877899686-project] Pushing event deleted for resources: {'Network': ['ID=fd17b395-003c-427c-8014-a15a4f231de2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:03.352573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50338) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:03.516878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990eb2a-f713-424c-9939-b8869e0a1046 req-45b18e4c-f193-4d29-911a-74e3197cba0b tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:03.518391 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3990eb2a-f713-424c-9939-b8869e0a1046 req-45b18e4c-f193-4d29-911a-74e3197cba0b tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1441412 Jul 22 23:45:03.540980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c248d4-c324-4dcd-9a8f-33ba103af6f9 req-0cb9075b-0ec0-4b8a-b5cf-f3fc38697eff tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:03.543234 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8c248d4-c324-4dcd-9a8f-33ba103af6f9 req-0cb9075b-0ec0-4b8a-b5cf-f3fc38697eff tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1234336 Jul 22 23:45:03.591909 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7c84c5e5-a5a7-494a-acfc-c8335567402d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1592f94712e44615b986d321eb750450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345946 Jul 22 23:45:03.592701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50348) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:03.604051 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3990eb2a-f713-424c-9939-b8869e0a1046 req-e4e9dd46-902c-4c4a-b318-825604721d60 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777783 Jul 22 23:45:03.630135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8c248d4-c324-4dcd-9a8f-33ba103af6f9 req-b39e51fe-2f79-429d-9ffb-a2e2a5266d1c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680301 Jul 22 23:45:03.675091 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01746576-8b31-44c2-8c3a-6a0d6315d90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.699707 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01746576-8b31-44c2-8c3a-6a0d6315d90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.748982 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01746576-8b31-44c2-8c3a-6a0d6315d90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.752972 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01746576-8b31-44c2-8c3a-6a0d6315d90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.754327 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-01746576-8b31-44c2-8c3a-6a0d6315d90c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/721ad22e-27a7-4a0f-a272-9dccd1676224 HTTP/1.1" status: 204 len: 168 time: 0.1598892 Jul 22 23:45:03.764143 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01746576-8b31-44c2-8c3a-6a0d6315d90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721ad22e-27a7-4a0f-a272-9dccd1676224,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:04.099412 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:04.332958 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1f57131-02de-4659-b113-dd999e9d422f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:04.336713 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:04.473345 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50372) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:04.512014 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8b7ca840-241c-40d4-85d6-ce85e0109575 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:04.533412 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 8b7ca840-241c-40d4-85d6-ce85e0109575 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:04.534273 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8b7ca840-241c-40d4-85d6-ce85e0109575 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:04.582121 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1330889e-9125-48b4-a498-948f215dc298 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'network': {'name': 'tempest-RoutersTest-197862912'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:04.605435 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1330889e-9125-48b4-a498-948f215dc298 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:04.609958 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1330889e-9125-48b4-a498-948f215dc298 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:04.619299 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1330889e-9125-48b4-a498-948f215dc298 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:04.781451 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1330889e-9125-48b4-a498-948f215dc298 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:04.787934 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1330889e-9125-48b4-a498-948f215dc298 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:04.815529 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1330889e-9125-48b4-a498-948f215dc298 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:04.818641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a92eb2-db58-40db-af1b-f52633f0b2a8 req-62240443-84c7-4995-8f70-de0247dc2344 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:04.820146 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88a92eb2-db58-40db-af1b-f52633f0b2a8 req-62240443-84c7-4995-8f70-de0247dc2344 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1282043 Jul 22 23:45:04.828113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d124eda-0f1e-4ca8-9058-8321e6db0dd3 req-024b6a57-a398-4cd2-a35d-e884229b0ec5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:04.829626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6d124eda-0f1e-4ca8-9058-8321e6db0dd3 req-024b6a57-a398-4cd2-a35d-e884229b0ec5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0992556 Jul 22 23:45:04.839858 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330889e-9125-48b4-a498-948f215dc298 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d5e9cb-5287-4662-8af1-a5d896d4ce3d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:04.854592 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1330889e-9125-48b4-a498-948f215dc298 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:04.855049 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-1330889e-9125-48b4-a498-948f215dc298 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Added segment 1d30cbe5-9ebb-41df-8a28-edb5dd4bc072 of type vlan for network f29d6657-d26c-48a7-bfc2-ea44be233af9 Jul 22 23:45:04.907795 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1330889e-9125-48b4-a498-948f215dc298 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:04.909260 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6d124eda-0f1e-4ca8-9058-8321e6db0dd3 req-71f189f7-4663-4bb2-84ae-1f4a86c5ec44 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731235 Jul 22 23:45:04.918848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88a92eb2-db58-40db-af1b-f52633f0b2a8 req-28a99611-695d-4424-b930-5502f5afab6b tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839036 Jul 22 23:45:04.968611 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1330889e-9125-48b4-a498-948f215dc298 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:04.976255 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1330889e-9125-48b4-a498-948f215dc298 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:04.977131 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1330889e-9125-48b4-a498-948f215dc298 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.020791 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1330889e-9125-48b4-a498-948f215dc298 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5468733 Jul 22 23:45:05.023450 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50386) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:05.029180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-012fa4ab-c48a-47d7-a20c-7f94e49b129d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'network': {'name': 'tempest-RoutersTest-167337227'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:05.064587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330889e-9125-48b4-a498-948f215dc298 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Network': ['ID=f29d6657-d26c-48a7-bfc2-ea44be233af9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:05.065286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012fa4ab-c48a-47d7-a20c-7f94e49b129d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:05.070950 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-012fa4ab-c48a-47d7-a20c-7f94e49b129d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.076165 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network f29d6657-d26c-48a7-bfc2-ea44be233af9 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:05.106358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012fa4ab-c48a-47d7-a20c-7f94e49b129d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:05.116643 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-012fa4ab-c48a-47d7-a20c-7f94e49b129d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.117446 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-012fa4ab-c48a-47d7-a20c-7f94e49b129d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Added segment f8ea6001-562a-4eef-872b-cad3022e6b7f of type vlan for network 7396afc1-b7c2-4803-885e-3d6bff86fc7e Jul 22 23:45:05.171020 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-012fa4ab-c48a-47d7-a20c-7f94e49b129d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.210358 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-012fa4ab-c48a-47d7-a20c-7f94e49b129d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.216810 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012fa4ab-c48a-47d7-a20c-7f94e49b129d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:05.217410 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-012fa4ab-c48a-47d7-a20c-7f94e49b129d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.261700 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-012fa4ab-c48a-47d7-a20c-7f94e49b129d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2371228 Jul 22 23:45:05.262506 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50390) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:05.270705 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c7ec6344-00d2-4c98-a1cd-502b80779477 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'subnet': {'network_id': 'f29d6657-d26c-48a7-bfc2-ea44be233af9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:05.314237 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fa4ab-c48a-47d7-a20c-7f94e49b129d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Network': ['ID=7396afc1-b7c2-4803-885e-3d6bff86fc7e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:05.332449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 7396afc1-b7c2-4803-885e-3d6bff86fc7e details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:05.413166 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ec6344-00d2-4c98-a1cd-502b80779477 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:05.418002 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c7ec6344-00d2-4c98-a1cd-502b80779477 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.460302 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.617337 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c7ec6344-00d2-4c98-a1cd-502b80779477 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.680309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec6344-00d2-4c98-a1cd-502b80779477 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Subnet': ['ID=e51c0e9f-d656-42bc-8254-78bd41935786,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:05.689195 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ec6344-00d2-4c98-a1cd-502b80779477 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Checking segment: {'id': '1d30cbe5-9ebb-41df-8a28-edb5dd4bc072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f29d6657-d26c-48a7-bfc2-ea44be233af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:05.689559 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec6344-00d2-4c98-a1cd-502b80779477 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network hostable DHCP agents. Network: f29d6657-d26c-48a7-bfc2-ea44be233af9, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:05.708012 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec6344-00d2-4c98-a1cd-502b80779477 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network f29d6657-d26c-48a7-bfc2-ea44be233af9 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:05.717441 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c7ec6344-00d2-4c98-a1cd-502b80779477 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, f29d6657-d26c-48a7-bfc2-ea44be233af9) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:05.722307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ec6344-00d2-4c98-a1cd-502b80779477 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:05.722880 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c7ec6344-00d2-4c98-a1cd-502b80779477 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.728162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10256d06-27ea-4a6a-924d-d43b0e11bee0 None None] Network f29d6657-d26c-48a7-bfc2-ea44be233af9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:05.741968 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c7ec6344-00d2-4c98-a1cd-502b80779477 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4767647 Jul 22 23:45:05.743614 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50392) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:05.751466 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3e5d7a1c-c766-4c68-83f5-3ea06c819dc9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'subnet': {'network_id': '7396afc1-b7c2-4803-885e-3d6bff86fc7e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:05.867677 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5d7a1c-c766-4c68-83f5-3ea06c819dc9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:05.871800 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e5d7a1c-c766-4c68-83f5-3ea06c819dc9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.925617 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-f29d6657-d26c-48a7-bfc2-ea44be233af9', 'network_id': 'f29d6657-d26c-48a7-bfc2-ea44be233af9', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'fixed_ips': [{'subnet_id': 'e51c0e9f-d656-42bc-8254-78bd41935786'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:45:05.929830 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.122172 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Allocated IP 172.20.0.2 (f29d6657-d26c-48a7-bfc2-ea44be233af9/e51c0e9f-d656-42bc-8254-78bd41935786/cea41be9-7ed1-4894-a692-5c50328db05f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:06.124099 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e609327-78ae-4f97-9b0d-dce067eead30 req-e71d2f8d-97dd-40da-ae08-8a9875c75176 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:06.133497 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e609327-78ae-4f97-9b0d-dce067eead30 req-e71d2f8d-97dd-40da-ae08-8a9875c75176 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1415606 Jul 22 23:45:06.195665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b0c1-3c2b-4904-adf6-a3e7425e90d7 req-4c9ee895-902e-472f-ac0c-e0bb833b6b1a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:06.198137 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4b5b0c1-3c2b-4904-adf6-a3e7425e90d7 req-4c9ee895-902e-472f-ac0c-e0bb833b6b1a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1416488 Jul 22 23:45:06.210924 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e5d7a1c-c766-4c68-83f5-3ea06c819dc9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.214514 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e609327-78ae-4f97-9b0d-dce067eead30 req-5ff564f1-673b-4b49-8a74-56f522a1c6aa tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728426 Jul 22 23:45:06.285359 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4b5b0c1-3c2b-4904-adf6-a3e7425e90d7 req-cbb384ae-25df-487a-b261-c81909cd2b4e tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526841 Jul 22 23:45:06.350031 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d7a1c-c766-4c68-83f5-3ea06c819dc9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Subnet': ['ID=b3da0bdb-8ba2-40a4-867c-16ff9af852eb,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:06.377663 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d7a1c-c766-4c68-83f5-3ea06c819dc9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Checking segment: {'id': 'f8ea6001-562a-4eef-872b-cad3022e6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7396afc1-b7c2-4803-885e-3d6bff86fc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:06.377961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5d7a1c-c766-4c68-83f5-3ea06c819dc9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network hostable DHCP agents. Network: 7396afc1-b7c2-4803-885e-3d6bff86fc7e, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:06.382499 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.400477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Transition to ACTIVE for port object cea41be9-7ed1-4894-a692-5c50328db05f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:06.420882 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5d7a1c-c766-4c68-83f5-3ea06c819dc9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 7396afc1-b7c2-4803-885e-3d6bff86fc7e is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:06.422987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Transition to ACTIVE for port object cea41be9-7ed1-4894-a692-5c50328db05f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:06.431628 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.431990 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3e5d7a1c-c766-4c68-83f5-3ea06c819dc9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 7396afc1-b7c2-4803-885e-3d6bff86fc7e) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:06.442452 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5d7a1c-c766-4c68-83f5-3ea06c819dc9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:06.445181 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e5d7a1c-c766-4c68-83f5-3ea06c819dc9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.455058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4cd863-e629-4c9f-b2cc-1adbfe96d907 None None] Network 7396afc1-b7c2-4803-885e-3d6bff86fc7e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:06.466407 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3e5d7a1c-c766-4c68-83f5-3ea06c819dc9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7215693 Jul 22 23:45:06.469207 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50406) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:06.474902 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f561b316-9677-4461-9a33-268a2a55699d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1992925481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:06.510506 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Network f29d6657-d26c-48a7-bfc2-ea44be233af9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:06.515059 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f561b316-9677-4461-9a33-268a2a55699d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.516925 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:06.517466 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f561b316-9677-4461-9a33-268a2a55699d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.524004 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:06.563766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Pushing event updated for resources: {'Port': ['ID=cea41be9-7ed1-4894-a692-5c50328db05f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:06.590135 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f561b316-9677-4461-9a33-268a2a55699d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.603094 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f561b316-9677-4461-9a33-268a2a55699d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.622965 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f561b316-9677-4461-9a33-268a2a55699d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.627860 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f561b316-9677-4461-9a33-268a2a55699d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1544819 Jul 22 23:45:06.629435 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50408) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:06.635269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Attempting to bind port cea41be9-7ed1-4894-a692-5c50328db05f on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:06.635908 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Attempting to bind port cea41be9-7ed1-4894-a692-5c50328db05f by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '1d30cbe5-9ebb-41df-8a28-edb5dd4bc072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f29d6657-d26c-48a7-bfc2-ea44be233af9'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:06.637157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Attempting to bind port cea41be9-7ed1-4894-a692-5c50328db05f on network f29d6657-d26c-48a7-bfc2-ea44be233af9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:06.641267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:06.642511 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Checking segment: {'id': '1d30cbe5-9ebb-41df-8a28-edb5dd4bc072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f29d6657-d26c-48a7-bfc2-ea44be233af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:06.642511 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.642511 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Bound using segment: {'id': '1d30cbe5-9ebb-41df-8a28-edb5dd4bc072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f29d6657-d26c-48a7-bfc2-ea44be233af9'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:06.643621 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Bound port: cea41be9-7ed1-4894-a692-5c50328db05f, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d30cbe5-9ebb-41df-8a28-edb5dd4bc072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f29d6657-d26c-48a7-bfc2-ea44be233af9'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:06.643621 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.745442 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] For port cea41be9-7ed1-4894-a692-5c50328db05f, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:06.750162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] For port cea41be9-7ed1-4894-a692-5c50328db05f, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cea41be9-7ed1-4894-a692-5c50328db05f,segment=NetworkSegment(1d30cbe5-9ebb-41df-8a28-edb5dd4bc072),segment_id=1d30cbe5-9ebb-41df-8a28-edb5dd4bc072)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:06.775493 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.808783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-7396afc1-b7c2-4803-885e-3d6bff86fc7e', 'network_id': '7396afc1-b7c2-4803-885e-3d6bff86fc7e', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'fixed_ips': [{'subnet_id': 'b3da0bdb-8ba2-40a4-867c-16ff9af852eb'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:45:06.809754 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.904535 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67336bb9-51db-47f4-99cc-3f8fc143914c None None] Pushing event updated for resources: {'Port': ['ID=cea41be9-7ed1-4894-a692-5c50328db05f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:06.982511 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.005524 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Allocated IP 172.21.0.2 (7396afc1-b7c2-4803-885e-3d6bff86fc7e/b3da0bdb-8ba2-40a4-867c-16ff9af852eb/c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:07.090387 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.225639 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.237664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Transition to ACTIVE for port object c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:07.257748 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Transition to ACTIVE for port object c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:07.271525 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.323634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Network 7396afc1-b7c2-4803-885e-3d6bff86fc7e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:07.328441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:07.335607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:07.350074 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Pushing event updated for resources: {'Port': ['ID=c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:07.442697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Attempting to bind port c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:07.444241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Attempting to bind port c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'f8ea6001-562a-4eef-872b-cad3022e6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7396afc1-b7c2-4803-885e-3d6bff86fc7e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:07.444241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Attempting to bind port c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 on network 7396afc1-b7c2-4803-885e-3d6bff86fc7e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:07.451059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:07.451863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Checking segment: {'id': 'f8ea6001-562a-4eef-872b-cad3022e6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7396afc1-b7c2-4803-885e-3d6bff86fc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:07.451863 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.452368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Bound using segment: {'id': 'f8ea6001-562a-4eef-872b-cad3022e6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7396afc1-b7c2-4803-885e-3d6bff86fc7e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:07.452588 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Bound port: c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ea6001-562a-4eef-872b-cad3022e6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7396afc1-b7c2-4803-885e-3d6bff86fc7e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:07.452957 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.560056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] For port c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:07.563632 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] For port c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7,segment=NetworkSegment(f8ea6001-562a-4eef-872b-cad3022e6b7f),segment_id=f8ea6001-562a-4eef-872b-cad3022e6b7f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:07.567993 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.630638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c9684-5cf7-4a22-8085-ae70c767586b None None] Pushing event updated for resources: {'Port': ['ID=c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:07.866715 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fc2cb-226c-4edb-a95f-a6077df1499a req-12b18a9c-b4ba-48d4-bf32-a740f091bebb tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:07.868653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-563fc2cb-226c-4edb-a95f-a6077df1499a req-12b18a9c-b4ba-48d4-bf32-a740f091bebb tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.2779665 Jul 22 23:45:07.884359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45528b-1b93-4511-a711-fbc836bbb8e8 req-c2d1d940-4b86-441c-a5b0-27ca44c5c0fc tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:07.891632 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f45528b-1b93-4511-a711-fbc836bbb8e8 req-c2d1d940-4b86-441c-a5b0-27ca44c5c0fc tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.3029475 Jul 22 23:45:07.997677 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f45528b-1b93-4511-a711-fbc836bbb8e8 req-842cc0c8-486e-42e7-9376-63dff1edc53b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051266 Jul 22 23:45:08.018627 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-563fc2cb-226c-4edb-a95f-a6077df1499a req-70bbb874-c51b-4a08-ac74-d7f2ab69dd26 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248186 Jul 22 23:45:08.077599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Allocated IP 172.20.0.1 (f29d6657-d26c-48a7-bfc2-ea44be233af9/e51c0e9f-d656-42bc-8254-78bd41935786/ac55f2b5-efea-4b32-8d69-d1484360e57f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:08.248729 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.265010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Transition to ACTIVE for port object ac55f2b5-efea-4b32-8d69-d1484360e57f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:08.269540 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c610d9-1b8f-4be2-869b-06c7686d30e4 None None] Network f29d6657-d26c-48a7-bfc2-ea44be233af9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:08.315345 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.394272 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network f29d6657-d26c-48a7-bfc2-ea44be233af9 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:08.413332 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:08.432261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:08.486475 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=ac55f2b5-efea-4b32-8d69-d1484360e57f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:08.529995 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34032f6-63b4-4c55-b5b3-3774d6038502 req-de5b0e4d-450e-4938-bc3d-de9eb11deb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:08.531934 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a34032f6-63b4-4c55-b5b3-3774d6038502 req-de5b0e4d-450e-4938-bc3d-de9eb11deb36 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 1096 time: 0.1106324 Jul 22 23:45:08.557379 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.706844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34032f6-63b4-4c55-b5b3-3774d6038502 req-71f785f7-504e-490c-ae7a-5cdde2c9914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:08.708630 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a34032f6-63b4-4c55-b5b3-3774d6038502 req-71f785f7-504e-490c-ae7a-5cdde2c9914a service neutron] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.1702495 Jul 22 23:45:08.716217 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:08.779792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7a2d7c2b-db2e-405f-8b22-e64741df365a None None] Provisioning for port cea41be9-7ed1-4894-a692-5c50328db05f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:08.783555 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853cab1-fa78-48b1-8018-839a7e804e00 req-9b4b90d1-5208-4cd3-b57b-309745e12309 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:08.785526 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f853cab1-fa78-48b1-8018-839a7e804e00 req-9b4b90d1-5208-4cd3-b57b-309745e12309 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.4400225 Jul 22 23:45:08.856527 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a34032f6-63b4-4c55-b5b3-3774d6038502 req-30e18a62-00ce-4c8c-b585-fc4e03f4508c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d65aa367-45f7-4685-97cf-065b3950ce38 HTTP/1.1" status: 200 len: 1000 time: 0.1343505 Jul 22 23:45:08.878580 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.892971 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:08.900200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cea41be9-7ed1-4894-a692-5c50328db05f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:08.985471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port cea41be9-7ed1-4894-a692-5c50328db05f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:08.990950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port cea41be9-7ed1-4894-a692-5c50328db05f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:08.991417 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.002155 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34032f6-63b4-4c55-b5b3-3774d6038502 req-16fea1c6-0861-4ccb-9e11-e22b27603539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:09.004083 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a34032f6-63b4-4c55-b5b3-3774d6038502 req-16fea1c6-0861-4ccb-9e11-e22b27603539 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.1311185 Jul 22 23:45:09.080443 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f853cab1-fa78-48b1-8018-839a7e804e00 req-1b077de8-f044-4942-94e6-e74cecb859a4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543595 Jul 22 23:45:09.159364 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34032f6-63b4-4c55-b5b3-3774d6038502 req-294b0f7a-17c6-4093-bd88-8dde9fa7505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:09.161338 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a34032f6-63b4-4c55-b5b3-3774d6038502 req-294b0f7a-17c6-4093-bd88-8dde9fa7505f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483290 Jul 22 23:45:09.187436 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.276087 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port cea41be9-7ed1-4894-a692-5c50328db05f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cea41be9-7ed1-4894-a692-5c50328db05f,segment=NetworkSegment(1d30cbe5-9ebb-41df-8a28-edb5dd4bc072),segment_id=1d30cbe5-9ebb-41df-8a28-edb5dd4bc072)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:09.286730 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.307773 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a34032f6-63b4-4c55-b5b3-3774d6038502 req-873463cc-55a2-4543-9343-59717774f79e service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375625 Jul 22 23:45:09.347541 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345b82f6-5cb6-4ab6-98a0-6e1a54a4af06 None None] Network 7396afc1-b7c2-4803-885e-3d6bff86fc7e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:09.404882 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2e79c-5946-4bae-a788-a0078dc2bf85 req-55cbf171-60b1-4235-8aba-98f07a898fef tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:09.415625 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9dc2e79c-5946-4bae-a788-a0078dc2bf85 req-55cbf171-60b1-4235-8aba-98f07a898fef tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.2473156 Jul 22 23:45:09.444680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=cea41be9-7ed1-4894-a692-5c50328db05f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:09.467561 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a34032f6-63b4-4c55-b5b3-3774d6038502 req-2df8e8f4-329d-49c5-a7a9-524d3705dd16 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483524 Jul 22 23:45:09.468067 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9dc2e79c-5946-4bae-a788-a0078dc2bf85 req-9e3b4f83-0af8-4492-8ff5-b7d72fd04266 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511143 Jul 22 23:45:09.504550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-13d58ca3-0b2f-4ac2-bc18-893f988974b9 None None] Provisioning for port c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:09.513137 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-13d58ca3-0b2f-4ac2-bc18-893f988974b9 None None] Provisioning complete for port c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:09.513539 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13d58ca3-0b2f-4ac2-bc18-893f988974b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.530827 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.537116 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.624249 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=ac55f2b5-efea-4b32-8d69-d1484360e57f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:09.629371 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.711772 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13d58ca3-0b2f-4ac2-bc18-893f988974b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.740049 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network f29d6657-d26c-48a7-bfc2-ea44be233af9 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:09.741479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:09.761073 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-13d58ca3-0b2f-4ac2-bc18-893f988974b9 None None] For port c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7,segment=NetworkSegment(f8ea6001-562a-4eef-872b-cad3022e6b7f),segment_id=f8ea6001-562a-4eef-872b-cad3022e6b7f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:09.769321 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13d58ca3-0b2f-4ac2-bc18-893f988974b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.855642 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d58ca3-0b2f-4ac2-bc18-893f988974b9 None None] Pushing event updated for resources: {'Port': ['ID=c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:09.893995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a487ea2-799e-4cec-9ae3-9f248f53e77f None None] Provisioning complete for port cea41be9-7ed1-4894-a692-5c50328db05f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:09.894697 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a487ea2-799e-4cec-9ae3-9f248f53e77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.894954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router f0febe85-52bb-4072-afc8-680a424b144e is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:45:10.084444 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a487ea2-799e-4cec-9ae3-9f248f53e77f None None] Provisioning for port ac55f2b5-efea-4b32-8d69-d1484360e57f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:10.093347 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a487ea2-799e-4cec-9ae3-9f248f53e77f None None] Provisioning complete for port ac55f2b5-efea-4b32-8d69-d1484360e57f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:10.097380 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a487ea2-799e-4cec-9ae3-9f248f53e77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.122178 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-48d90683-4466-44c7-af85-a240e44602d1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1529460 Jul 22 23:45:10.131048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:10.139549 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c599b40b-d139-4154-adc5-1d69366e3df2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/f0febe85-52bb-4072-afc8-680a424b144e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5084643 Jul 22 23:45:10.142618 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50450) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:10.149675 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dedf5d-202a-4805-b6a8-1774c65d717e None None] Sync routers for ids ['f0febe85-52bb-4072-afc8-680a424b144e'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:10.185425 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dedf5d-202a-4805-b6a8-1774c65d717e None None] Routers {'f0febe85-52bb-4072-afc8-680a424b144e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:10.186254 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-07dedf5d-202a-4805-b6a8-1774c65d717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f0febe85-52bb-4072-afc8-680a424b144e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:10.225551 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4a487ea2-799e-4cec-9ae3-9f248f53e77f None None] Port ac55f2b5-efea-4b32-8d69-d1484360e57f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:10.227221 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-07dedf5d-202a-4805-b6a8-1774c65d717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:10.264132 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dedf5d-202a-4805-b6a8-1774c65d717e None None] Routers {'f0febe85-52bb-4072-afc8-680a424b144e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:10.264787 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-07dedf5d-202a-4805-b6a8-1774c65d717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f0febe85-52bb-4072-afc8-680a424b144e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:10.284847 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-c0918562-5130-4ee8-83a8-fa86908b2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:10.285441 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-c0918562-5130-4ee8-83a8-fa86908b2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:10.285816 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-c0918562-5130-4ee8-83a8-fa86908b2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:10.286288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-c0918562-5130-4ee8-83a8-fa86908b2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:10.287138 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-c0918562-5130-4ee8-83a8-fa86908b2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:10.287624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-c0918562-5130-4ee8-83a8-fa86908b2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:10.288088 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-c0918562-5130-4ee8-83a8-fa86908b2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:10.290651 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-c0918562-5130-4ee8-83a8-fa86908b2220 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d666488e03c84f33989e7c5054c2c913&device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 6491 time: 0.0945005 Jul 22 23:45:10.328410 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4facd2ca-ce48-44d9-afde-00afc72c01fb tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:10.329422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-07dedf5d-202a-4805-b6a8-1774c65d717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:10.332879 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4facd2ca-ce48-44d9-afde-00afc72c01fb tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports/ac55f2b5-efea-4b32-8d69-d1484360e57f HTTP/1.1" status: 200 len: 910 time: 0.1846704 Jul 22 23:45:10.333042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dedf5d-202a-4805-b6a8-1774c65d717e None None] The sync data for ids ['f0febe85-52bb-4072-afc8-680a424b144e'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:10.333161 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50458) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:10.359314 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6153b1fa-d9ba-4857-af80-9abcb1a089bd None None] Provisioning complete for port c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:10.359722 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6153b1fa-d9ba-4857-af80-9abcb1a089bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.381476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9c87e-9d55-4f65-9a7f-421b2cdd0730 req-08483e8f-6e88-45b0-8774-52874d98ba9b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:10.393192 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ed9c87e-9d55-4f65-9a7f-421b2cdd0730 req-08483e8f-6e88-45b0-8774-52874d98ba9b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1724234 Jul 22 23:45:10.464262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6153b1fa-d9ba-4857-af80-9abcb1a089bd None None] Provisioning complete for port ac55f2b5-efea-4b32-8d69-d1484360e57f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:10.464700 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6153b1fa-d9ba-4857-af80-9abcb1a089bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.480113 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ed9c87e-9d55-4f65-9a7f-421b2cdd0730 req-6cb22871-d795-460d-90f6-d1175cf9562d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836713 Jul 22 23:45:10.505407 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6153b1fa-d9ba-4857-af80-9abcb1a089bd None None] Port ac55f2b5-efea-4b32-8d69-d1484360e57f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:10.578988 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:10.638842 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fe0af-5acf-497c-9bb1-4edf0054d91f req-30cc65b5-72bf-421d-8566-3c55c19b3263 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:10.640486 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b89fe0af-5acf-497c-9bb1-4edf0054d91f req-30cc65b5-72bf-421d-8566-3c55c19b3263 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0803943 Jul 22 23:45:10.655828 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:10.656212 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.694194 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-9f5f7465-4cb7-4088-90cb-20d9902c4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:10.694669 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-9f5f7465-4cb7-4088-90cb-20d9902c4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:10.695139 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-9f5f7465-4cb7-4088-90cb-20d9902c4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:10.696890 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-9f5f7465-4cb7-4088-90cb-20d9902c4c8d service neutron] 10.222.0.18 "GET /v2.0/networks?id=81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9&id=d14a0948-26e2-4d00-9935-582ab618394e&id=d14a0948-26e2-4d00-9935-582ab618394e&id=d14a0948-26e2-4d00-9935-582ab618394e&id=d14a0948-26e2-4d00-9935-582ab618394e&id=0d56ae8e-3fa7-4971-854c-370a57f322d3&id=0d56ae8e-3fa7-4971-854c-370a57f322d3 HTTP/1.1" status: 200 len: 2293 time: 0.3156338 Jul 22 23:45:10.744104 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b89fe0af-5acf-497c-9bb1-4edf0054d91f req-79b5c337-b2bc-4a1b-87d2-235e2915b873 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957005 Jul 22 23:45:10.745562 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cea41be9-7ed1-4894-a692-5c50328db05f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:10.778419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0403ab-8e49-4c54-acfc-cb27f1d41112 req-460d0b4f-671c-464a-a48c-69b0ecfb3c6b tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:10.789360 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b0403ab-8e49-4c54-acfc-cb27f1d41112 req-460d0b4f-671c-464a-a48c-69b0ecfb3c6b tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1325686 Jul 22 23:45:10.809699 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-ae59ab82-36eb-458e-a532-d179744216c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e0753c-069e-48e6-a432-137322ba53a7 HTTP/1.1" status: 200 len: 1001 time: 0.0806570 Jul 22 23:45:10.839285 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port cea41be9-7ed1-4894-a692-5c50328db05f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:10.840484 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.844677 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b0403ab-8e49-4c54-acfc-cb27f1d41112 req-c5972005-1fc4-4856-b405-cf8a94d2f733 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505579 Jul 22 23:45:10.907171 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-9029a8b0-38da-45af-819f-15edce9c5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:10.908604 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-9029a8b0-38da-45af-819f-15edce9c5d52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=944a2bd3-3d96-426e-983b-9162c91b6208 HTTP/1.1" status: 200 len: 850 time: 0.0928571 Jul 22 23:45:11.016332 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-49c1e7fc-a71f-4144-878f-ac14a711b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:11.017876 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-49c1e7fc-a71f-4144-878f-ac14a711b5ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996449 Jul 22 23:45:11.019863 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:11.118475 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa045bad-546c-4f19-a0aa-c35d772f3962 req-70c7f839-fafe-4b7e-832b-a03d75ca9a32 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:11.120912 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa045bad-546c-4f19-a0aa-c35d772f3962 req-70c7f839-fafe-4b7e-832b-a03d75ca9a32 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0733907 Jul 22 23:45:11.169743 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa045bad-546c-4f19-a0aa-c35d772f3962 req-4ef1229f-0914-45e7-96fd-5022fa42e947 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422730 Jul 22 23:45:11.249331 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-0daceffa-145d-41ad-952e-3775479d241b service neutron] 10.222.0.18 "GET /v2.0/networks/81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195194 Jul 22 23:45:11.406436 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b1927-2351-4faf-96f8-942bf5eae1c1 req-781a2b58-b1be-43e8-812e-65c595980499 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:11.408149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-924b1927-2351-4faf-96f8-942bf5eae1c1 req-781a2b58-b1be-43e8-812e-65c595980499 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0676899 Jul 22 23:45:11.454135 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Allocated IP 172.21.0.1 (7396afc1-b7c2-4803-885e-3d6bff86fc7e/b3da0bdb-8ba2-40a4-867c-16ff9af852eb/f9c6127a-b5c6-4847-8724-c2ff7fe69bf3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:11.457417 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-924b1927-2351-4faf-96f8-942bf5eae1c1 req-1584aa2c-4cb2-43e9-aa22-114c7f0935a7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427074 Jul 22 23:45:11.458256 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-b082ef74-8ea8-431a-a8ff-f48fd137106d service neutron] 10.222.0.18 "GET /v2.0/networks/81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984916 Jul 22 23:45:11.521907 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-edcee6ae-628e-4a9b-903d-f29e8fde4586 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=1acb57eb-4388-486f-873d-b2c9056569e3 HTTP/1.1" status: 200 len: 217 time: 0.0527513 Jul 22 23:45:11.921129 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-b4c44608-2149-49dc-b980-5056c878b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:11.922855 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-b4c44608-2149-49dc-b980-5056c878b41a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8d54d44-b87e-439d-97b7-a2af64fbcd3f HTTP/1.1" status: 200 len: 797 time: 0.0914078 Jul 22 23:45:11.982021 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:11.990311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0f67c-cfee-4692-bffc-6fd9eafd23cc req-b8382533-e4fc-4198-9aee-4bba41ce54dc tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:11.991829 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4c0f67c-cfee-4692-bffc-6fd9eafd23cc req-b8382533-e4fc-4198-9aee-4bba41ce54dc tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.0753937 Jul 22 23:45:12.000953 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Transition to ACTIVE for port object f9c6127a-b5c6-4847-8724-c2ff7fe69bf3 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:12.037465 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4c0f67c-cfee-4692-bffc-6fd9eafd23cc req-f9f8e483-38e9-4240-be48-3e7ef7af5769 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391715 Jul 22 23:45:12.039171 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-600b8ce2-72a6-4685-b1f1-d9896c762a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:12.040722 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-600b8ce2-72a6-4685-b1f1-d9896c762a6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a0948-26e2-4d00-9935-582ab618394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1061525 Jul 22 23:45:12.057833 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:12.128658 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 7396afc1-b7c2-4803-885e-3d6bff86fc7e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:12.157008 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:12.160339 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=f9c6127a-b5c6-4847-8724-c2ff7fe69bf3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:12.164463 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:12.225546 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-d379b909-8ff4-417a-bbab-3f4c0b60498e service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771550 Jul 22 23:45:12.229406 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:12.423257 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-89532072-1e61-452a-9db8-87314cc4222b service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897526 Jul 22 23:45:12.444069 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-20ee2dfd-cb8a-49ab-9666-58b95c8cadf6 None None] Provisioning for port f9c6127a-b5c6-4847-8724-c2ff7fe69bf3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:12.449246 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-20ee2dfd-cb8a-49ab-9666-58b95c8cadf6 None None] Provisioning complete for port f9c6127a-b5c6-4847-8724-c2ff7fe69bf3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:12.449680 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-20ee2dfd-cb8a-49ab-9666-58b95c8cadf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:12.474873 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-ee64cd45-3fd2-4939-b585-1eac987c2793 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=d69dbc8b-47f5-4d29-80c2-52d998ba6546 HTTP/1.1" status: 200 len: 217 time: 0.0434391 Jul 22 23:45:12.482845 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:12.497030 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-20ee2dfd-cb8a-49ab-9666-58b95c8cadf6 None None] Port f9c6127a-b5c6-4847-8724-c2ff7fe69bf3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:12.567873 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-e8084483-dc65-4fd4-9fb2-73c4d01c711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:12.569466 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-e8084483-dc65-4fd4-9fb2-73c4d01c711f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8d54d44-b87e-439d-97b7-a2af64fbcd3f HTTP/1.1" status: 200 len: 797 time: 0.0830579 Jul 22 23:45:12.627928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c98cdf-0024-43da-8b4c-063fe666009d req-0729a7b8-326b-4dba-9ef0-121c2f03bc56 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:12.629130 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5c98cdf-0024-43da-8b4c-063fe666009d req-0729a7b8-326b-4dba-9ef0-121c2f03bc56 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0813689 Jul 22 23:45:12.677680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5c98cdf-0024-43da-8b4c-063fe666009d req-d581898b-354a-4f10-b8f8-d84bb448696c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422676 Jul 22 23:45:12.728532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-b3468b62-a8f1-4508-94b7-c74180c782ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:12.730762 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-b3468b62-a8f1-4508-94b7-c74180c782ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a0948-26e2-4d00-9935-582ab618394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1541283 Jul 22 23:45:12.901858 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-fb59ee44-ff26-40c3-b021-6c599ebbc60e service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482384 Jul 22 23:45:12.942720 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:12.953446 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:12.959008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab80e0-72e2-4119-aed6-fdac56f388dd req-3dc0cac4-6e3c-4437-aeeb-0f005989cdb2 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:12.966274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96ab80e0-72e2-4119-aed6-fdac56f388dd req-3dc0cac4-6e3c-4437-aeeb-0f005989cdb2 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0923128 Jul 22 23:45:13.021411 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96ab80e0-72e2-4119-aed6-fdac56f388dd req-72b0add3-8c90-4785-bbe2-c6abcadac1cf tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528271 Jul 22 23:45:13.072477 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:13.077506 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=f9c6127a-b5c6-4847-8724-c2ff7fe69bf3,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:13.115566 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-46edf06d-a39c-4bb6-a4b8-9a250c937aaa service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046351 Jul 22 23:45:13.173486 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-5251cf52-45c6-4dfa-be33-0b51bf10a1b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=2ea2e658-92b6-4b81-96ef-44ffc06b0765 HTTP/1.1" status: 200 len: 217 time: 0.0441904 Jul 22 23:45:13.226543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4e7bf-2e78-4072-96c7-604b7b8743c8 req-c5ebc6a3-1740-4492-837c-d4b9e6801f91 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:13.233575 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-29f4e7bf-2e78-4072-96c7-604b7b8743c8 req-c5ebc6a3-1740-4492-837c-d4b9e6801f91 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.0900667 Jul 22 23:45:13.281033 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-3336a191-82db-42d5-abff-71ed90d91b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:13.281623 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-29f4e7bf-2e78-4072-96c7-604b7b8743c8 req-7c2271f6-bc71-4a69-878d-985785e5881b tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423369 Jul 22 23:45:13.282557 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-3336a191-82db-42d5-abff-71ed90d91b35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8d54d44-b87e-439d-97b7-a2af64fbcd3f HTTP/1.1" status: 200 len: 797 time: 0.0801950 Jul 22 23:45:13.292919 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 7396afc1-b7c2-4803-885e-3d6bff86fc7e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:13.308390 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:13.464093 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-49a50e70-925c-4f37-9255-d07d43a40e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:13.465759 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-49a50e70-925c-4f37-9255-d07d43a40e1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a0948-26e2-4d00-9935-582ab618394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1759646 Jul 22 23:45:13.477541 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router f0febe85-52bb-4072-afc8-680a424b144e has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:13.528185 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-08362dd8-3497-4291-8160-3cf287444432 None None] Provisioning complete for port f9c6127a-b5c6-4847-8724-c2ff7fe69bf3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:13.528998 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08362dd8-3497-4291-8160-3cf287444432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:13.565744 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-08362dd8-3497-4291-8160-3cf287444432 None None] Port f9c6127a-b5c6-4847-8724-c2ff7fe69bf3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:13.687376 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-2a255be5-9cb7-4c30-be82-15cc87d295e2 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129059 Jul 22 23:45:13.688414 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:13.695708 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-133375f2-89c4-4dab-8a0c-aa836a7a8f31 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/f0febe85-52bb-4072-afc8-680a424b144e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3607867 Jul 22 23:45:13.698816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50516) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:13.709295 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e13bd-cd69-4bb3-8734-c42862cbbcd3 None None] Sync routers for ids ['f0febe85-52bb-4072-afc8-680a424b144e'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:13.725470 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e13bd-cd69-4bb3-8734-c42862cbbcd3 None None] Routers {'f0febe85-52bb-4072-afc8-680a424b144e'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:13.726421 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1a2e13bd-cd69-4bb3-8734-c42862cbbcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f0febe85-52bb-4072-afc8-680a424b144e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:13.762646 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1a2e13bd-cd69-4bb3-8734-c42862cbbcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:13.773386 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e13bd-cd69-4bb3-8734-c42862cbbcd3 None None] Routers {'f0febe85-52bb-4072-afc8-680a424b144e'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:13.774438 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1a2e13bd-cd69-4bb3-8734-c42862cbbcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f0febe85-52bb-4072-afc8-680a424b144e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:13.807746 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-60ec2434-e051-4535-93e3-5d76f2b0f653 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109505 Jul 22 23:45:13.842900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c5ec50-7e31-41d0-b24e-21bf37c46e7e tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:13.843932 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1a2e13bd-cd69-4bb3-8734-c42862cbbcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:13.844755 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e13bd-cd69-4bb3-8734-c42862cbbcd3 None None] The sync data for ids ['f0febe85-52bb-4072-afc8-680a424b144e'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:13.850673 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b2c5ec50-7e31-41d0-b24e-21bf37c46e7e tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports/f9c6127a-b5c6-4847-8724-c2ff7fe69bf3 HTTP/1.1" status: 200 len: 910 time: 0.1484892 Jul 22 23:45:13.851364 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50522) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:13.876023 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-113da08c-732a-4dd4-a05b-db78fe6ea0b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=447c28c3-7370-4f66-b77c-74387587f929 HTTP/1.1" status: 200 len: 217 time: 0.0609853 Jul 22 23:45:13.947915 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-2f4697d1-f022-4ccb-9744-3190db2a6333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:13.950250 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-2f4697d1-f022-4ccb-9744-3190db2a6333 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8d54d44-b87e-439d-97b7-a2af64fbcd3f HTTP/1.1" status: 200 len: 797 time: 0.0518329 Jul 22 23:45:14.018914 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-da935444-ffcc-41f7-903e-606d917775b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:14.021108 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-da935444-ffcc-41f7-903e-606d917775b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a0948-26e2-4d00-9935-582ab618394e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0634098 Jul 22 23:45:14.130565 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-c90b93eb-a0cb-42ce-9039-78b03090d3d5 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986345 Jul 22 23:45:14.238072 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-d25f299d-9bc6-4d2a-b647-ffc0c8eef0c6 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982637 Jul 22 23:45:14.297520 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-3e47ad92-d44d-4072-ab24-d5768b51a576 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=200408c3-121a-4315-8bd3-f3fb4f10cf23 HTTP/1.1" status: 200 len: 217 time: 0.0430000 Jul 22 23:45:14.354726 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-4a72e810-b7e7-41d5-96b7-fbf71984b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:14.356840 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-4a72e810-b7e7-41d5-96b7-fbf71984b139 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=045c3999-8ad3-485c-8c13-6609b3ca602d HTTP/1.1" status: 200 len: 797 time: 0.0530398 Jul 22 23:45:14.425927 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-588542d2-7379-4d63-8241-b08837d1d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:14.427452 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-588542d2-7379-4d63-8241-b08837d1d90c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d56ae8e-3fa7-4971-854c-370a57f322d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0619371 Jul 22 23:45:14.571891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3391f-129f-41c6-955a-2cf3ff75b07d req-b33a8e94-fae8-404c-99f5-4e298c8bfe43 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:14.573535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aea3391f-129f-41c6-955a-2cf3ff75b07d req-b33a8e94-fae8-404c-99f5-4e298c8bfe43 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.2644181 Jul 22 23:45:14.599753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e4444-f363-4c86-97ff-5b1726d11609 req-fd97bd62-8410-4974-890e-a63e4f97c674 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:14.601376 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-943e4444-f363-4c86-97ff-5b1726d11609 req-fd97bd62-8410-4974-890e-a63e4f97c674 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.2346740 Jul 22 23:45:14.697056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aea3391f-129f-41c6-955a-2cf3ff75b07d req-70566e38-6a4e-407d-8189-28a9cfee59a0 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085804 Jul 22 23:45:14.711542 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-943e4444-f363-4c86-97ff-5b1726d11609 req-08bbecb9-1517-4882-b861-7391c8bfb043 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021574 Jul 22 23:45:14.849069 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-a7e28b1e-b279-436f-8ee5-8122cff1a0f8 service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143403 Jul 22 23:45:14.942482 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac7610-09b2-48c5-9f79-f89ef35a4b5e req-66c50237-37e2-4530-9f86-52d107944a7f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:14.944452 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-40ac7610-09b2-48c5-9f79-f89ef35a4b5e req-66c50237-37e2-4530-9f86-52d107944a7f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1438944 Jul 22 23:45:14.950053 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-6d486429-4720-413d-97d0-2090d446f0dc service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932355 Jul 22 23:45:14.987160 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:15.022738 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-e06d20bb-b1bb-4504-8d16-b4438bd2f7d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b186d479-d37c-49e3-ac3a-1e67744f65de HTTP/1.1" status: 200 len: 217 time: 0.0655277 Jul 22 23:45:15.068855 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-40ac7610-09b2-48c5-9f79-f89ef35a4b5e req-342c1cc3-307a-4999-b8e8-c4561f8aa1b7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123083 Jul 22 23:45:15.093072 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-3d2d574f-653f-4be3-97b1-525beab9d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:15.095337 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-3d2d574f-653f-4be3-97b1-525beab9d33f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=045c3999-8ad3-485c-8c13-6609b3ca602d HTTP/1.1" status: 200 len: 797 time: 0.0612555 Jul 22 23:45:15.175072 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-89962115-d4b5-4e20-a105-a987354cb554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:15.176540 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-89962115-d4b5-4e20-a105-a987354cb554 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0d56ae8e-3fa7-4971-854c-370a57f322d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0731027 Jul 22 23:45:15.274841 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5791b-ddc4-4d42-8569-f913e7c77c61 req-8a45180e-d4d6-4437-8ede-b93b73d9e10f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:15.276725 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-a5336afa-c3a1-4f69-8caf-dbd6eaae7487 service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920691 Jul 22 23:45:15.277405 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05d5791b-ddc4-4d42-8569-f913e7c77c61 req-8a45180e-d4d6-4437-8ede-b93b73d9e10f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1197486 Jul 22 23:45:15.360468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05d5791b-ddc4-4d42-8569-f913e7c77c61 req-5af9e367-1de6-44d9-a9a0-455946740ba8 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759950 Jul 22 23:45:15.377550 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ff0f8cf6-dac6-48df-9ece-98922433ad9b req-5731256a-b60d-43df-83ed-3f89a85bdbe3 service neutron] 10.222.0.18 "GET /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916207 Jul 22 23:45:15.424572 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port f9c6127a-b5c6-4847-8724-c2ff7fe69bf3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:15.424917 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:15.556287 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:15.571497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for f9c6127a-b5c6-4847-8724-c2ff7fe69bf3 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:15.590361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b6a5b-77f8-4ab7-9398-bc34578dd967 req-ce0b864f-c6d0-4fd7-bc81-de80548fd95d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:15.591843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f28b6a5b-77f8-4ab7-9398-bc34578dd967 req-ce0b864f-c6d0-4fd7-bc81-de80548fd95d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1497231 Jul 22 23:45:15.672095 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f28b6a5b-77f8-4ab7-9398-bc34578dd967 req-0a85ed24-060e-4fe8-b210-02782e045e20 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742431 Jul 22 23:45:15.812664 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:15.860563 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=f9c6127a-b5c6-4847-8724-c2ff7fe69bf3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:15.875628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:15.875975 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:15.876320 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:15.876729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:15.877066 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:15.877424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:15.877753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:15.878082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:15.878474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:15.878794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:15.879125 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:15.879442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:16.033887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa30468-1d9a-4b1e-8acd-b9ce11f5a90d req-e54e6271-8f28-40af-94ea-8519d9293e9a tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:16.040918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-daa30468-1d9a-4b1e-8acd-b9ce11f5a90d req-e54e6271-8f28-40af-94ea-8519d9293e9a tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.2385185 Jul 22 23:45:16.098133 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:16.193917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-daa30468-1d9a-4b1e-8acd-b9ce11f5a90d req-d46e55ea-9741-4a34-b8d8-81f0dbd67f5d tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515286 Jul 22 23:45:16.389477 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:16.626708 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router f0febe85-52bb-4072-afc8-680a424b144e has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:16.724845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:16.733370 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a068cf1-928d-4fc0-9be6-59abd51f5324 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/f0febe85-52bb-4072-afc8-680a424b144e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8807364 Jul 22 23:45:16.735093 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50620) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:16.739234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136e01c5-90aa-4f6a-ae78-64f0d1901773 None None] Sync routers for ids ['f0febe85-52bb-4072-afc8-680a424b144e'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:16.758112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136e01c5-90aa-4f6a-ae78-64f0d1901773 None None] Routers {'f0febe85-52bb-4072-afc8-680a424b144e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:16.759009 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-136e01c5-90aa-4f6a-ae78-64f0d1901773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f0febe85-52bb-4072-afc8-680a424b144e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:16.798405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-136e01c5-90aa-4f6a-ae78-64f0d1901773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:16.809078 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136e01c5-90aa-4f6a-ae78-64f0d1901773 None None] Routers {'f0febe85-52bb-4072-afc8-680a424b144e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:16.810002 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-136e01c5-90aa-4f6a-ae78-64f0d1901773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f0febe85-52bb-4072-afc8-680a424b144e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:16.846400 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-136e01c5-90aa-4f6a-ae78-64f0d1901773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:16.847242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136e01c5-90aa-4f6a-ae78-64f0d1901773 None None] The sync data for ids ['f0febe85-52bb-4072-afc8-680a424b144e'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:17.099598 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.336577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa8ed3-d094-4c0d-a630-c16d19ae6f43 req-414c0e5f-1e68-4e03-93dc-f80ed5aae985 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:17.338058 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6fa8ed3-d094-4c0d-a630-c16d19ae6f43 req-414c0e5f-1e68-4e03-93dc-f80ed5aae985 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.0691869 Jul 22 23:45:17.378123 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6fa8ed3-d094-4c0d-a630-c16d19ae6f43 req-fc7c23d5-f1e4-43a5-8b6d-acc56812ab4f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343757 Jul 22 23:45:17.386311 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port ac55f2b5-efea-4b32-8d69-d1484360e57f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:17.386656 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.477567 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.490670 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for ac55f2b5-efea-4b32-8d69-d1484360e57f owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:17.673884 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.702906 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=ac55f2b5-efea-4b32-8d69-d1484360e57f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:17.737844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:17.738419 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:17.738624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:17.738988 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:17.739324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:17.739654 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:17.739980 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:17.740304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:17.740628 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:17.740950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:17.741293 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:17.741615 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:17.874403 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.031615 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router f0febe85-52bb-4072-afc8-680a424b144e has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:18.113927 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:18.119305 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bc212b5c-e1c3-4cce-aac0-020a9eb6b839 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/f0febe85-52bb-4072-afc8-680a424b144e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3831503 Jul 22 23:45:18.122112 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50646) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:18.124113 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04272460-693d-4a35-9e0b-bd5cf1262981 None None] Sync routers for ids ['f0febe85-52bb-4072-afc8-680a424b144e'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:18.133339 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04272460-693d-4a35-9e0b-bd5cf1262981 None None] Routers {'f0febe85-52bb-4072-afc8-680a424b144e'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:18.134131 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-04272460-693d-4a35-9e0b-bd5cf1262981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f0febe85-52bb-4072-afc8-680a424b144e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:18.156357 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-aeeb7cb7-5248-4709-8f53-8df081f07cb8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0febe85-52bb-4072-afc8-680a424b144e HTTP/1.1" status: 200 len: 205 time: 0.0330937 Jul 22 23:45:18.158800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50648) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:18.173564 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-04272460-693d-4a35-9e0b-bd5cf1262981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:18.182876 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04272460-693d-4a35-9e0b-bd5cf1262981 None None] Routers {'f0febe85-52bb-4072-afc8-680a424b144e'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:18.183482 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-04272460-693d-4a35-9e0b-bd5cf1262981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f0febe85-52bb-4072-afc8-680a424b144e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:18.217901 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-04272460-693d-4a35-9e0b-bd5cf1262981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:18.218552 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04272460-693d-4a35-9e0b-bd5cf1262981 None None] The sync data for ids ['f0febe85-52bb-4072-afc8-680a424b144e'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:18.238954 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-442d3062-5f4c-401d-a087-4ed0f5d96a00 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.398245 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-442d3062-5f4c-401d-a087-4ed0f5d96a00 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.400743 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-442d3062-5f4c-401d-a087-4ed0f5d96a00 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.450790 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-442d3062-5f4c-401d-a087-4ed0f5d96a00 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.451314 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442d3062-5f4c-401d-a087-4ed0f5d96a00 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Fanout notify agent at l3_agent the message router_deleted on router f0febe85-52bb-4072-afc8-680a424b144e {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:45:18.461742 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-442d3062-5f4c-401d-a087-4ed0f5d96a00 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.463275 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-442d3062-5f4c-401d-a087-4ed0f5d96a00 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/routers/f0febe85-52bb-4072-afc8-680a424b144e HTTP/1.1" status: 204 len: 168 time: 0.3029742 Jul 22 23:45:18.465583 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50654) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:18.524094 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c536653-6c53-48bc-98f0-1a24645ea77a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting subnet b3da0bdb-8ba2-40a4-867c-16ff9af852eb {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:18.528011 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c536653-6c53-48bc-98f0-1a24645ea77a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.530876 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644e1a5-7ad6-4f23-88f3-59b31492c7b6 req-8758c8a5-42a7-4628-b8d8-71d9cd6df0c8 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:18.532498 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0644e1a5-7ad6-4f23-88f3-59b31492c7b6 req-8758c8a5-42a7-4628-b8d8-71d9cd6df0c8 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.0813289 Jul 22 23:45:18.575039 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c536653-6c53-48bc-98f0-1a24645ea77a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.598816 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0644e1a5-7ad6-4f23-88f3-59b31492c7b6 req-1e102252-1d16-45d2-a969-0dd5748d0863 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460250 Jul 22 23:45:18.677142 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c536653-6c53-48bc-98f0-1a24645ea77a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.741602 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c536653-6c53-48bc-98f0-1a24645ea77a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.768570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c536653-6c53-48bc-98f0-1a24645ea77a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Subnet': ['ID=b3da0bdb-8ba2-40a4-867c-16ff9af852eb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:18.772270 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c536653-6c53-48bc-98f0-1a24645ea77a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.777319 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c536653-6c53-48bc-98f0-1a24645ea77a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/b3da0bdb-8ba2-40a4-867c-16ff9af852eb HTTP/1.1" status: 204 len: 168 time: 0.3076677 Jul 22 23:45:18.778065 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50660) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:18.781902 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24a058c-0d08-4e73-bf38-6b45953312e9 None None] Network 7396afc1-b7c2-4803-885e-3d6bff86fc7e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:18.828582 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-addedfea-96f2-4e66-ac5b-e5e588003911 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting subnet e51c0e9f-d656-42bc-8254-78bd41935786 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:18.831700 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-addedfea-96f2-4e66-ac5b-e5e588003911 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.873228 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-addedfea-96f2-4e66-ac5b-e5e588003911 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.972588 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-addedfea-96f2-4e66-ac5b-e5e588003911 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.011852 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27e36a3-1189-41f2-9e6d-418d5d451135 None None] DHCP port deletion for 7396afc1-b7c2-4803-885e-3d6bff86fc7e request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:19.057151 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-addedfea-96f2-4e66-ac5b-e5e588003911 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.067415 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f27e36a3-1189-41f2-9e6d-418d5d451135 None None] Deleting port c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:19.067880 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f27e36a3-1189-41f2-9e6d-418d5d451135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.085199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addedfea-96f2-4e66-ac5b-e5e588003911 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Subnet': ['ID=e51c0e9f-d656-42bc-8254-78bd41935786,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:19.089593 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-addedfea-96f2-4e66-ac5b-e5e588003911 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.091494 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-addedfea-96f2-4e66-ac5b-e5e588003911 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/e51c0e9f-d656-42bc-8254-78bd41935786 HTTP/1.1" status: 204 len: 168 time: 0.3129888 Jul 22 23:45:19.094039 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50662) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:19.099152 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6336ac-13ae-43ca-88e9-ace997a06e5a None None] Network f29d6657-d26c-48a7-bfc2-ea44be233af9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:19.158697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f27e36a3-1189-41f2-9e6d-418d5d451135 None None] For port c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7,segment=NetworkSegment(f8ea6001-562a-4eef-872b-cad3022e6b7f),segment_id=f8ea6001-562a-4eef-872b-cad3022e6b7f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:19.159083 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f27e36a3-1189-41f2-9e6d-418d5d451135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.188463 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.200233 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f27e36a3-1189-41f2-9e6d-418d5d451135 None None] Calling delete_port for c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:19.246947 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:19.247308 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.313764 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] For port c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7,segment=NetworkSegment(f8ea6001-562a-4eef-872b-cad3022e6b7f),segment_id=f8ea6001-562a-4eef-872b-cad3022e6b7f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:19.314004 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.332818 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:19.357044 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f27e36a3-1189-41f2-9e6d-418d5d451135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.370645 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e36a3-1189-41f2-9e6d-418d5d451135 None None] No DVR routers for this DVR port c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:19.402833 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e36a3-1189-41f2-9e6d-418d5d451135 None None] Pushing event deleted for resources: {'Port': ['ID=c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:19.427477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fc3b48-8064-4e69-ba31-ae36f3f57566 None None] DHCP port deletion for f29d6657-d26c-48a7-bfc2-ea44be233af9 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:19.442026 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.469063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:19.474608 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] No DVR routers for this DVR port c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:19.478454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c7fc3b48-8064-4e69-ba31-ae36f3f57566 None None] Deleting port cea41be9-7ed1-4894-a692-5c50328db05f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:19.478831 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7fc3b48-8064-4e69-ba31-ae36f3f57566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.562443 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c7fc3b48-8064-4e69-ba31-ae36f3f57566 None None] For port cea41be9-7ed1-4894-a692-5c50328db05f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cea41be9-7ed1-4894-a692-5c50328db05f,segment=NetworkSegment(1d30cbe5-9ebb-41df-8a28-edb5dd4bc072),segment_id=1d30cbe5-9ebb-41df-8a28-edb5dd4bc072)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:19.562677 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.562888 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7fc3b48-8064-4e69-ba31-ae36f3f57566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.574194 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7396afc1-b7c2-4803-885e-3d6bff86fc7e']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:19.577135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c7fc3b48-8064-4e69-ba31-ae36f3f57566 None None] Calling delete_port for cea41be9-7ed1-4894-a692-5c50328db05f owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:19.584532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ea6001-562a-4eef-872b-cad3022e6b7f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:19.584837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ea6001-562a-4eef-872b-cad3022e6b7f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:19.595224 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.610591 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.618798 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:19.619307 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:19.622934 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:19.694452 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7fc3b48-8064-4e69-ba31-ae36f3f57566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.729690 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.745660 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.748657 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/networks/7396afc1-b7c2-4803-885e-3d6bff86fc7e HTTP/1.1" status: 204 len: 168 time: 0.6536429 Jul 22 23:45:19.751664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50674) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:19.761424 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88bc10-55ef-43f0-9630-30d7b57df0a2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Network': ['ID=7396afc1-b7c2-4803-885e-3d6bff86fc7e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:19.765175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc3b48-8064-4e69-ba31-ae36f3f57566 None None] Pushing event deleted for resources: {'Port': ['ID=cea41be9-7ed1-4894-a692-5c50328db05f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:19.768344 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fc3b48-8064-4e69-ba31-ae36f3f57566 None None] No DVR routers for this DVR port cea41be9-7ed1-4894-a692-5c50328db05f on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:19.803793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c50f5-adc4-4fbf-8d1c-a96667f9b902 req-5133e86d-929d-46c0-a9c5-ee7189dab711 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:19.805318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d6c50f5-adc4-4fbf-8d1c-a96667f9b902 req-5133e86d-929d-46c0-a9c5-ee7189dab711 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1325519 Jul 22 23:45:19.871292 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-249ecb49-3e7c-45dc-b88c-8deaed62bdc1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.900860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d6c50f5-adc4-4fbf-8d1c-a96667f9b902 req-8e26a345-ed57-45e4-95e9-c2f4880a6ed1 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858276 Jul 22 23:45:19.984985 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-249ecb49-3e7c-45dc-b88c-8deaed62bdc1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.997281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-249ecb49-3e7c-45dc-b88c-8deaed62bdc1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29d6657-d26c-48a7-bfc2-ea44be233af9']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:20.015751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-249ecb49-3e7c-45dc-b88c-8deaed62bdc1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d30cbe5-9ebb-41df-8a28-edb5dd4bc072') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:20.016044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-249ecb49-3e7c-45dc-b88c-8deaed62bdc1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d30cbe5-9ebb-41df-8a28-edb5dd4bc072') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:20.028470 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-249ecb49-3e7c-45dc-b88c-8deaed62bdc1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.046913 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-249ecb49-3e7c-45dc-b88c-8deaed62bdc1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.053387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249ecb49-3e7c-45dc-b88c-8deaed62bdc1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:20.053970 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-249ecb49-3e7c-45dc-b88c-8deaed62bdc1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:20.056915 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:20.124726 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-249ecb49-3e7c-45dc-b88c-8deaed62bdc1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.131526 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-249ecb49-3e7c-45dc-b88c-8deaed62bdc1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.133467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-249ecb49-3e7c-45dc-b88c-8deaed62bdc1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/networks/f29d6657-d26c-48a7-bfc2-ea44be233af9 HTTP/1.1" status: 204 len: 168 time: 0.3808033 Jul 22 23:45:20.140902 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50676) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:20.147450 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-77413703-bc35-44e5-827d-015c52001635 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'network': {'name': 'tempest-RoutersTest-1651715983'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:20.148347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ecb49-3e7c-45dc-b88c-8deaed62bdc1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Network': ['ID=f29d6657-d26c-48a7-bfc2-ea44be233af9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:20.175723 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77413703-bc35-44e5-827d-015c52001635 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:20.179219 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77413703-bc35-44e5-827d-015c52001635 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.206560 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77413703-bc35-44e5-827d-015c52001635 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:20.216366 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77413703-bc35-44e5-827d-015c52001635 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.216757 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-77413703-bc35-44e5-827d-015c52001635 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Added segment 8aa5cc65-5789-4562-9a70-ab500bb481ae of type vlan for network c00b495c-1350-41d4-94bd-b22a4be109ab Jul 22 23:45:20.272791 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77413703-bc35-44e5-827d-015c52001635 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.309126 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77413703-bc35-44e5-827d-015c52001635 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.314950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77413703-bc35-44e5-827d-015c52001635 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:20.315539 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77413703-bc35-44e5-827d-015c52001635 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.359442 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-77413703-bc35-44e5-827d-015c52001635 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2161636 Jul 22 23:45:20.362185 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50680) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:20.396316 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6148bb05-f87a-4458-a0b6-07526f30ead9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'subnet': {'network_id': 'c00b495c-1350-41d4-94bd-b22a4be109ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:20.401613 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77413703-bc35-44e5-827d-015c52001635 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Network': ['ID=c00b495c-1350-41d4-94bd-b22a4be109ab,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:20.416107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network c00b495c-1350-41d4-94bd-b22a4be109ab details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:20.568917 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:20.579347 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6148bb05-f87a-4458-a0b6-07526f30ead9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:20.583849 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6148bb05-f87a-4458-a0b6-07526f30ead9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.593301 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:20.593756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c3f1b9e4-9b69-4408-84f1-bbda0c1f09c7 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:20.594241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cea41be9-7ed1-4894-a692-5c50328db05f no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:20.628463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: cea41be9-7ed1-4894-a692-5c50328db05f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:20.628919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cea41be9-7ed1-4894-a692-5c50328db05f not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:20.800197 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6148bb05-f87a-4458-a0b6-07526f30ead9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.870683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148bb05-f87a-4458-a0b6-07526f30ead9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Subnet': ['ID=6fc80dd1-1a76-497b-bb6a-1682b34f2169,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:20.879494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148bb05-f87a-4458-a0b6-07526f30ead9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Checking segment: {'id': '8aa5cc65-5789-4562-9a70-ab500bb481ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c00b495c-1350-41d4-94bd-b22a4be109ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:20.879917 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6148bb05-f87a-4458-a0b6-07526f30ead9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network hostable DHCP agents. Network: c00b495c-1350-41d4-94bd-b22a4be109ab, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:20.896618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6148bb05-f87a-4458-a0b6-07526f30ead9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network c00b495c-1350-41d4-94bd-b22a4be109ab is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:20.905378 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6148bb05-f87a-4458-a0b6-07526f30ead9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, c00b495c-1350-41d4-94bd-b22a4be109ab) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:20.909396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6148bb05-f87a-4458-a0b6-07526f30ead9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:20.909975 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6148bb05-f87a-4458-a0b6-07526f30ead9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.918510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc1218f-82de-449c-b4fa-e987f766b6ff None None] Network c00b495c-1350-41d4-94bd-b22a4be109ab requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:20.925729 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6148bb05-f87a-4458-a0b6-07526f30ead9 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5624592 Jul 22 23:45:20.928766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50690) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:20.935018 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-605db660-c7fc-4de2-a1a1-6557534264b0 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1969045662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:20.975294 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-605db660-c7fc-4de2-a1a1-6557534264b0 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.976308 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-605db660-c7fc-4de2-a1a1-6557534264b0 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.106674 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-605db660-c7fc-4de2-a1a1-6557534264b0 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.116015 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-605db660-c7fc-4de2-a1a1-6557534264b0 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.116591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c00b495c-1350-41d4-94bd-b22a4be109ab', 'network_id': 'c00b495c-1350-41d4-94bd-b22a4be109ab', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'fixed_ips': [{'subnet_id': '6fc80dd1-1a76-497b-bb6a-1682b34f2169'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:45:21.119799 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.145643 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-605db660-c7fc-4de2-a1a1-6557534264b0 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.146857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-605db660-c7fc-4de2-a1a1-6557534264b0 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2164798 Jul 22 23:45:21.150181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50694) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:21.158283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9ad93-da1e-40a9-b8ec-9613a8a93d87 req-3d21f0e9-5de2-43c3-a223-8fb8dadba8e9 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:21.159842 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ccb9ad93-da1e-40a9-b8ec-9613a8a93d87 req-3d21f0e9-5de2-43c3-a223-8fb8dadba8e9 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1405025 Jul 22 23:45:21.160103 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d2b7f6e6-5050-490c-bd95-f3427f1354cd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'port': {'network_id': 'c00b495c-1350-41d4-94bd-b22a4be109ab', 'name': 'tempest-RoutersTest-1819619540'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:21.210105 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ccb9ad93-da1e-40a9-b8ec-9613a8a93d87 req-5960b311-c816-4ead-b27d-330101e3624c tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434561 Jul 22 23:45:21.273613 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Allocated IP 172.20.0.2 (c00b495c-1350-41d4-94bd-b22a4be109ab/6fc80dd1-1a76-497b-bb6a-1682b34f2169/9f555350-aa3e-457e-9050-2b3a1c22232d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:21.302941 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b7f6e6-5050-490c-bd95-f3427f1354cd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:21.306986 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2b7f6e6-5050-490c-bd95-f3427f1354cd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.326422 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-d2b7f6e6-5050-490c-bd95-f3427f1354cd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] device_id is not set on port 76610faa-603a-46a2-94d0-c530b695b73d yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:45:21.430078 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.439267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Transition to ACTIVE for port object 9f555350-aa3e-457e-9050-2b3a1c22232d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:21.455516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Transition to ACTIVE for port object 9f555350-aa3e-457e-9050-2b3a1c22232d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:21.462761 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.502339 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Network c00b495c-1350-41d4-94bd-b22a4be109ab is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:21.507643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:21.510254 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:21.518772 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-d2b7f6e6-5050-490c-bd95-f3427f1354cd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Allocated IP 172.20.0.6 (c00b495c-1350-41d4-94bd-b22a4be109ab/6fc80dd1-1a76-497b-bb6a-1682b34f2169/76610faa-603a-46a2-94d0-c530b695b73d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:21.543887 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Pushing event updated for resources: {'Port': ['ID=9f555350-aa3e-457e-9050-2b3a1c22232d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:21.587045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Attempting to bind port 9f555350-aa3e-457e-9050-2b3a1c22232d on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:21.587425 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Attempting to bind port 9f555350-aa3e-457e-9050-2b3a1c22232d by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '8aa5cc65-5789-4562-9a70-ab500bb481ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c00b495c-1350-41d4-94bd-b22a4be109ab'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:21.587799 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Attempting to bind port 9f555350-aa3e-457e-9050-2b3a1c22232d on network c00b495c-1350-41d4-94bd-b22a4be109ab {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:21.605698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:21.606123 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Checking segment: {'id': '8aa5cc65-5789-4562-9a70-ab500bb481ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c00b495c-1350-41d4-94bd-b22a4be109ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:21.606483 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.606882 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Bound using segment: {'id': '8aa5cc65-5789-4562-9a70-ab500bb481ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c00b495c-1350-41d4-94bd-b22a4be109ab'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:21.607359 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Bound port: 9f555350-aa3e-457e-9050-2b3a1c22232d, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa5cc65-5789-4562-9a70-ab500bb481ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c00b495c-1350-41d4-94bd-b22a4be109ab'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:21.607748 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.701244 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2b7f6e6-5050-490c-bd95-f3427f1354cd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.722288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d2b7f6e6-5050-490c-bd95-f3427f1354cd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Transition to ACTIVE for port object 76610faa-603a-46a2-94d0-c530b695b73d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:21.765467 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2b7f6e6-5050-490c-bd95-f3427f1354cd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.810039 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b7f6e6-5050-490c-bd95-f3427f1354cd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network c00b495c-1350-41d4-94bd-b22a4be109ab is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:21.815163 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d2b7f6e6-5050-490c-bd95-f3427f1354cd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:21.818764 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b7f6e6-5050-490c-bd95-f3427f1354cd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:21.839031 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] For port 9f555350-aa3e-457e-9050-2b3a1c22232d, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:21.844192 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] For port 9f555350-aa3e-457e-9050-2b3a1c22232d, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9f555350-aa3e-457e-9050-2b3a1c22232d,segment=NetworkSegment(8aa5cc65-5789-4562-9a70-ab500bb481ae),segment_id=8aa5cc65-5789-4562-9a70-ab500bb481ae)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:21.847621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7f6e6-5050-490c-bd95-f3427f1354cd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=76610faa-603a-46a2-94d0-c530b695b73d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:21.851508 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.878682 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b7f6e6-5050-490c-bd95-f3427f1354cd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:21.879456 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2b7f6e6-5050-490c-bd95-f3427f1354cd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.905218 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d2b7f6e6-5050-490c-bd95-f3427f1354cd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7506542 Jul 22 23:45:21.906770 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50706) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:21.941866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30c95e-ba04-4221-b1a5-a4fa491cc3a9 None None] Pushing event updated for resources: {'Port': ['ID=9f555350-aa3e-457e-9050-2b3a1c22232d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:22.352143 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f17d8ef8-e434-4043-83f0-04ec347b00a1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:22.458977 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc37f82-d66c-4cf2-8deb-ec0281c0786d req-35e0d9f4-84a6-470d-aa7e-df84d2285414 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:22.466052 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3dc37f82-d66c-4cf2-8deb-ec0281c0786d req-35e0d9f4-84a6-470d-aa7e-df84d2285414 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1650586 Jul 22 23:45:22.556207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3dc37f82-d66c-4cf2-8deb-ec0281c0786d req-1afdc6f8-ad8c-4f22-aa65-931c0e7fc56b tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892963 Jul 22 23:45:22.576725 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9f555350-aa3e-457e-9050-2b3a1c22232d up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:22.641222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 9f555350-aa3e-457e-9050-2b3a1c22232d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:22.699262 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f17d8ef8-e434-4043-83f0-04ec347b00a1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:22.707048 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f17d8ef8-e434-4043-83f0-04ec347b00a1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:22.793977 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d8ef8-e434-4043-83f0-04ec347b00a1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=76610faa-603a-46a2-94d0-c530b695b73d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:22.979592 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f17d8ef8-e434-4043-83f0-04ec347b00a1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:22.980728 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a78f42d-b36c-4517-99d6-44dcd1c3c3a1 None None] Network c00b495c-1350-41d4-94bd-b22a4be109ab requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:23.098177 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6ea5cd59-362e-4b0a-9cf9-af51d61d61b6 None None] Provisioning for port 9f555350-aa3e-457e-9050-2b3a1c22232d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:23.107916 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6ea5cd59-362e-4b0a-9cf9-af51d61d61b6 None None] Provisioning complete for port 9f555350-aa3e-457e-9050-2b3a1c22232d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:23.108295 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ea5cd59-362e-4b0a-9cf9-af51d61d61b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:23.146152 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f17d8ef8-e434-4043-83f0-04ec347b00a1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:23.256981 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ea5cd59-362e-4b0a-9cf9-af51d61d61b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:23.307990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6ea5cd59-362e-4b0a-9cf9-af51d61d61b6 None None] For port 9f555350-aa3e-457e-9050-2b3a1c22232d, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9f555350-aa3e-457e-9050-2b3a1c22232d,segment=NetworkSegment(8aa5cc65-5789-4562-9a70-ab500bb481ae),segment_id=8aa5cc65-5789-4562-9a70-ab500bb481ae)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:23.314692 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ea5cd59-362e-4b0a-9cf9-af51d61d61b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:23.379089 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5cd59-362e-4b0a-9cf9-af51d61d61b6 None None] Pushing event updated for resources: {'Port': ['ID=9f555350-aa3e-457e-9050-2b3a1c22232d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:23.439734 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f17d8ef8-e434-4043-83f0-04ec347b00a1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:23.445782 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f17d8ef8-e434-4043-83f0-04ec347b00a1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:23.525402 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f17d8ef8-e434-4043-83f0-04ec347b00a1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:23.528363 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d8ef8-e434-4043-83f0-04ec347b00a1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=76610faa-603a-46a2-94d0-c530b695b73d,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:23.544208 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dd286ad2-155e-436f-a3ad-b61b46b38b72 None None] Provisioning complete for port 9f555350-aa3e-457e-9050-2b3a1c22232d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:23.544505 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd286ad2-155e-436f-a3ad-b61b46b38b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:23.652922 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17d8ef8-e434-4043-83f0-04ec347b00a1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network c00b495c-1350-41d4-94bd-b22a4be109ab is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:23.654979 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f17d8ef8-e434-4043-83f0-04ec347b00a1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:23.684994 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dd286ad2-155e-436f-a3ad-b61b46b38b72 None None] Provisioning for port 76610faa-603a-46a2-94d0-c530b695b73d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:23.689752 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dd286ad2-155e-436f-a3ad-b61b46b38b72 None None] Provisioning complete for port 76610faa-603a-46a2-94d0-c530b695b73d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:23.690128 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd286ad2-155e-436f-a3ad-b61b46b38b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:23.735388 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dd286ad2-155e-436f-a3ad-b61b46b38b72 None None] Port 76610faa-603a-46a2-94d0-c530b695b73d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:23.857887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805383b-c723-42b6-95e8-8239128afb7e req-96e31b3d-d904-41f9-9097-6c6ae0b64cb0 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:23.859436 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6805383b-c723-42b6-95e8-8239128afb7e req-96e31b3d-d904-41f9-9097-6c6ae0b64cb0 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1404426 Jul 22 23:45:23.866038 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-453feab0-105b-4650-a872-f137abd71b1c None None] Provisioning complete for port 76610faa-603a-46a2-94d0-c530b695b73d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:23.866654 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-453feab0-105b-4650-a872-f137abd71b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:23.887517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17d8ef8-e434-4043-83f0-04ec347b00a1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router eaa2647d-0898-443a-ab69-b101b3d79623 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:45:23.920808 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-453feab0-105b-4650-a872-f137abd71b1c None None] Port 76610faa-603a-46a2-94d0-c530b695b73d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:23.973644 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6805383b-c723-42b6-95e8-8239128afb7e req-deaae2c5-ff1e-4359-ab09-91094ea11532 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069338 Jul 22 23:45:24.000514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17d8ef8-e434-4043-83f0-04ec347b00a1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:24.008546 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50726) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:24.009566 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f17d8ef8-e434-4043-83f0-04ec347b00a1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/eaa2647d-0898-443a-ab69-b101b3d79623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1017661 Jul 22 23:45:24.014879 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207b975-1458-4b26-9395-cbfc54ebd3a4 None None] Sync routers for ids ['eaa2647d-0898-443a-ab69-b101b3d79623'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:24.025430 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207b975-1458-4b26-9395-cbfc54ebd3a4 None None] Routers {'eaa2647d-0898-443a-ab69-b101b3d79623'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:24.026403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6207b975-1458-4b26-9395-cbfc54ebd3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['eaa2647d-0898-443a-ab69-b101b3d79623'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:24.070619 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6207b975-1458-4b26-9395-cbfc54ebd3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:24.086596 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207b975-1458-4b26-9395-cbfc54ebd3a4 None None] Routers {'eaa2647d-0898-443a-ab69-b101b3d79623'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:24.087399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6207b975-1458-4b26-9395-cbfc54ebd3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['eaa2647d-0898-443a-ab69-b101b3d79623'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:24.092054 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c15fe-bdb9-410d-a88e-d26c336e2c79 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:24.093566 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-312c15fe-bdb9-410d-a88e-d26c336e2c79 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports/76610faa-603a-46a2-94d0-c530b695b73d HTTP/1.1" status: 200 len: 977 time: 0.0840888 Jul 22 23:45:24.096588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:24.155928 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ab4ca9bf-f1da-41ad-858b-b8cf8f7ab845 None None] Provisioning complete for port 76610faa-603a-46a2-94d0-c530b695b73d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:24.156308 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab4ca9bf-f1da-41ad-858b-b8cf8f7ab845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:24.158214 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6207b975-1458-4b26-9395-cbfc54ebd3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:24.158834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207b975-1458-4b26-9395-cbfc54ebd3a4 None None] The sync data for ids ['eaa2647d-0898-443a-ab69-b101b3d79623'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:24.216313 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ab4ca9bf-f1da-41ad-858b-b8cf8f7ab845 None None] Port 76610faa-603a-46a2-94d0-c530b695b73d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:24.336135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a37c06f7-c112-41f7-a9dc-c38272acdc7b None None] Provisioning complete for port 76610faa-603a-46a2-94d0-c530b695b73d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:24.336526 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a37c06f7-c112-41f7-a9dc-c38272acdc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:24.376434 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a37c06f7-c112-41f7-a9dc-c38272acdc7b None None] Port 76610faa-603a-46a2-94d0-c530b695b73d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:24.535847 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9f555350-aa3e-457e-9050-2b3a1c22232d up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:24.588563 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 9f555350-aa3e-457e-9050-2b3a1c22232d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:24.588851 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:24.887015 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b831e42-c524-4736-8a78-bf03be6f4059 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:25.152823 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4b831e42-c524-4736-8a78-bf03be6f4059 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port 76610faa-603a-46a2-94d0-c530b695b73d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:25.153183 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b831e42-c524-4736-8a78-bf03be6f4059 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:25.169461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef558548-b0c3-4c93-a82f-6e8452246532 req-9b372f03-37d5-4b93-b512-373cab1fe488 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:25.169461 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ef558548-b0c3-4c93-a82f-6e8452246532 req-9b372f03-37d5-4b93-b512-373cab1fe488 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1091862 Jul 22 23:45:25.255033 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ef558548-b0c3-4c93-a82f-6e8452246532 req-91ed1e7b-896e-429f-94db-a99534191a81 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780096 Jul 22 23:45:25.276134 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b831e42-c524-4736-8a78-bf03be6f4059 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:25.288324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4b831e42-c524-4736-8a78-bf03be6f4059 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for 76610faa-603a-46a2-94d0-c530b695b73d owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:25.469863 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b831e42-c524-4736-8a78-bf03be6f4059 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:25.500631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b831e42-c524-4736-8a78-bf03be6f4059 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=76610faa-603a-46a2-94d0-c530b695b73d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:25.650238 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b831e42-c524-4736-8a78-bf03be6f4059 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:25.821171 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b831e42-c524-4736-8a78-bf03be6f4059 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router eaa2647d-0898-443a-ab69-b101b3d79623 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:25.903952 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b831e42-c524-4736-8a78-bf03be6f4059 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:25.918831 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4b831e42-c524-4736-8a78-bf03be6f4059 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/eaa2647d-0898-443a-ab69-b101b3d79623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8148768 Jul 22 23:45:25.919371 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50746) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:25.937917 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1695922f-5410-49db-99ea-298ec1bf7039 None None] Sync routers for ids ['eaa2647d-0898-443a-ab69-b101b3d79623'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:25.949349 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1695922f-5410-49db-99ea-298ec1bf7039 None None] Routers {'eaa2647d-0898-443a-ab69-b101b3d79623'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:25.949983 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1695922f-5410-49db-99ea-298ec1bf7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['eaa2647d-0898-443a-ab69-b101b3d79623'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:25.995350 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1695922f-5410-49db-99ea-298ec1bf7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:26.005881 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1695922f-5410-49db-99ea-298ec1bf7039 None None] Routers {'eaa2647d-0898-443a-ab69-b101b3d79623'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:26.006492 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1695922f-5410-49db-99ea-298ec1bf7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['eaa2647d-0898-443a-ab69-b101b3d79623'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:26.045711 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1695922f-5410-49db-99ea-298ec1bf7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:26.046634 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1695922f-5410-49db-99ea-298ec1bf7039 None None] The sync data for ids ['eaa2647d-0898-443a-ab69-b101b3d79623'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:26.144352 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-62535982-1274-4c1a-ae38-4c501c9ab27a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 23:45:26.145436 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-62535982-1274-4c1a-ae38-4c501c9ab27a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/eaa2647d-0898-443a-ab69-b101b3d79623/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2234836 Jul 22 23:45:26.148204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50750) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:26.188595 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8e3d1199-49a4-4297-8040-79bddb0d6640 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa2647d-0898-443a-ab69-b101b3d79623 HTTP/1.1" status: 200 len: 205 time: 0.0392675 Jul 22 23:45:26.191161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50754) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:26.270229 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f295a3b3-49db-4394-b235-15ea2c62f24b tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:26.434174 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63939949-e3b7-4cd5-9ea2-5f683f01d10f req-9e4c5f16-6e86-419f-aba9-8ac327571f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:26.435696 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-63939949-e3b7-4cd5-9ea2-5f683f01d10f req-9e4c5f16-6e86-419f-aba9-8ac327571f4e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 1096 time: 0.4231014 Jul 22 23:45:26.487305 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-63939949-e3b7-4cd5-9ea2-5f683f01d10f req-ab243647-b86c-4923-a00f-d3c568ac1af9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376275 Jul 22 23:45:26.520429 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f295a3b3-49db-4394-b235-15ea2c62f24b tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:26.523157 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f295a3b3-49db-4394-b235-15ea2c62f24b tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:26.590550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6e4a0-1e4f-4509-9a43-4c90993a1d45 req-ad02b7bb-3aca-41b1-900f-804aac7db97a tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:26.591667 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bfa6e4a0-1e4f-4509-9a43-4c90993a1d45 req-ad02b7bb-3aca-41b1-900f-804aac7db97a tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.2397747 Jul 22 23:45:26.604520 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f295a3b3-49db-4394-b235-15ea2c62f24b tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:26.605013 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f295a3b3-49db-4394-b235-15ea2c62f24b tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Fanout notify agent at l3_agent the message router_deleted on router eaa2647d-0898-443a-ab69-b101b3d79623 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:45:26.617177 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f295a3b3-49db-4394-b235-15ea2c62f24b tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:26.618247 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f295a3b3-49db-4394-b235-15ea2c62f24b tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/routers/eaa2647d-0898-443a-ab69-b101b3d79623 HTTP/1.1" status: 204 len: 168 time: 0.4261639 Jul 22 23:45:26.621762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:26.683636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda2871d-12e0-44c9-a306-91c8a41e6af8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting subnet 6fc80dd1-1a76-497b-bb6a-1682b34f2169 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:26.688181 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bfa6e4a0-1e4f-4509-9a43-4c90993a1d45 req-65b19210-0916-4160-a921-9d300375deb0 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908771 Jul 22 23:45:26.690092 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cda2871d-12e0-44c9-a306-91c8a41e6af8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:26.754169 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cda2871d-12e0-44c9-a306-91c8a41e6af8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:26.849962 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cda2871d-12e0-44c9-a306-91c8a41e6af8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:26.914498 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cda2871d-12e0-44c9-a306-91c8a41e6af8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:26.943175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2871d-12e0-44c9-a306-91c8a41e6af8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Subnet': ['ID=6fc80dd1-1a76-497b-bb6a-1682b34f2169,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:26.946347 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cda2871d-12e0-44c9-a306-91c8a41e6af8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:26.952384 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50764) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:26.953599 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cda2871d-12e0-44c9-a306-91c8a41e6af8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/6fc80dd1-1a76-497b-bb6a-1682b34f2169 HTTP/1.1" status: 204 len: 168 time: 0.3308508 Jul 22 23:45:26.954246 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c192b5d-bcc0-4a30-834a-7b1cfa6c31ff None None] Network c00b495c-1350-41d4-94bd-b22a4be109ab requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:27.047261 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.115008 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port 9f555350-aa3e-457e-9050-2b3a1c22232d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:27.115427 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.120491 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:45:27.187428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348ca089-7097-47af-a4b7-b7b367f04838 None None] DHCP port deletion for c00b495c-1350-41d4-94bd-b22a4be109ab request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:27.190999 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] For port 9f555350-aa3e-457e-9050-2b3a1c22232d, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9f555350-aa3e-457e-9050-2b3a1c22232d,segment=NetworkSegment(8aa5cc65-5789-4562-9a70-ab500bb481ae),segment_id=8aa5cc65-5789-4562-9a70-ab500bb481ae)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:27.191277 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.204494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for 9f555350-aa3e-457e-9050-2b3a1c22232d owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:27.242788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-348ca089-7097-47af-a4b7-b7b367f04838 None None] Deleting port 9f555350-aa3e-457e-9050-2b3a1c22232d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:27.243267 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-348ca089-7097-47af-a4b7-b7b367f04838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.314825 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.329655 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-348ca089-7097-47af-a4b7-b7b367f04838 None None] For port 9f555350-aa3e-457e-9050-2b3a1c22232d, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9f555350-aa3e-457e-9050-2b3a1c22232d,segment=NetworkSegment(8aa5cc65-5789-4562-9a70-ab500bb481ae),segment_id=8aa5cc65-5789-4562-9a70-ab500bb481ae)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:27.329655 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-348ca089-7097-47af-a4b7-b7b367f04838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.342564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-348ca089-7097-47af-a4b7-b7b367f04838 None None] Calling delete_port for 9f555350-aa3e-457e-9050-2b3a1c22232d owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:27.343977 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] No DVR routers for this DVR port 9f555350-aa3e-457e-9050-2b3a1c22232d on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:27.351185 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=9f555350-aa3e-457e-9050-2b3a1c22232d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:27.435589 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-348ca089-7097-47af-a4b7-b7b367f04838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.437413 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.452593 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00b495c-1350-41d4-94bd-b22a4be109ab']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:27.474383 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa5cc65-5789-4562-9a70-ab500bb481ae') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:27.474829 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa5cc65-5789-4562-9a70-ab500bb481ae') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:27.486766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ca089-7097-47af-a4b7-b7b367f04838 None None] Pushing event deleted for resources: {'Port': ['ID=9f555350-aa3e-457e-9050-2b3a1c22232d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:27.489950 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.490756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ca089-7097-47af-a4b7-b7b367f04838 None None] No DVR routers for this DVR port 9f555350-aa3e-457e-9050-2b3a1c22232d on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:27.508943 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.519377 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:27.519924 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:27.523477 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:27.586687 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.594690 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.597022 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/networks/c00b495c-1350-41d4-94bd-b22a4be109ab HTTP/1.1" status: 204 len: 168 time: 0.6436486 Jul 22 23:45:27.603344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50772) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:27.608531 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-06da95ca-61fc-4c88-bb09-60d476cb6344 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'network': {'name': 'tempest-RoutersTest-79864804'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:27.610022 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81f183-8319-414b-a15a-c7c2cc564e7f tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Network': ['ID=c00b495c-1350-41d4-94bd-b22a4be109ab,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:27.630271 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06da95ca-61fc-4c88-bb09-60d476cb6344 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:27.633686 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06da95ca-61fc-4c88-bb09-60d476cb6344 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.658846 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06da95ca-61fc-4c88-bb09-60d476cb6344 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:27.668384 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06da95ca-61fc-4c88-bb09-60d476cb6344 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.668737 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-06da95ca-61fc-4c88-bb09-60d476cb6344 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Added segment 2bb95d89-ca24-4672-830d-d07c7ed14f79 of type vlan for network f91bed98-682b-41aa-975d-2fc716ef9780 Jul 22 23:45:27.709896 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06da95ca-61fc-4c88-bb09-60d476cb6344 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.740583 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06da95ca-61fc-4c88-bb09-60d476cb6344 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.747233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06da95ca-61fc-4c88-bb09-60d476cb6344 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:27.747844 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06da95ca-61fc-4c88-bb09-60d476cb6344 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.791283 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-06da95ca-61fc-4c88-bb09-60d476cb6344 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.1868291 Jul 22 23:45:27.795526 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50776) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:27.802811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a715ac5d-f986-4886-a0ef-716682631450 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'subnet': {'network_id': 'f91bed98-682b-41aa-975d-2fc716ef9780', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:27.842197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da95ca-61fc-4c88-bb09-60d476cb6344 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Network': ['ID=f91bed98-682b-41aa-975d-2fc716ef9780,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:27.854800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network f91bed98-682b-41aa-975d-2fc716ef9780 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:27.907420 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c8987-4025-4b41-9e3d-56246d682f50 req-cbead590-8506-448a-ad52-22cd4e3bca7f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:27.909648 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-693c8987-4025-4b41-9e3d-56246d682f50 req-cbead590-8506-448a-ad52-22cd4e3bca7f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1227264 Jul 22 23:45:27.946130 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a715ac5d-f986-4886-a0ef-716682631450 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:27.950159 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a715ac5d-f986-4886-a0ef-716682631450 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.960767 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-693c8987-4025-4b41-9e3d-56246d682f50 req-245913d6-2a1b-4df1-9345-24a6ea4fd6b0 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 Jul 22 23:45:28.148354 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a715ac5d-f986-4886-a0ef-716682631450 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.216380 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715ac5d-f986-4886-a0ef-716682631450 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Subnet': ['ID=8dddb993-862a-42c7-ba2a-138a5f991bd0,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:28.223150 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715ac5d-f986-4886-a0ef-716682631450 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Checking segment: {'id': '2bb95d89-ca24-4672-830d-d07c7ed14f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f91bed98-682b-41aa-975d-2fc716ef9780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:28.223150 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715ac5d-f986-4886-a0ef-716682631450 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network hostable DHCP agents. Network: f91bed98-682b-41aa-975d-2fc716ef9780, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:28.245730 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715ac5d-f986-4886-a0ef-716682631450 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network f91bed98-682b-41aa-975d-2fc716ef9780 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:28.256094 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a715ac5d-f986-4886-a0ef-716682631450 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, f91bed98-682b-41aa-975d-2fc716ef9780) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:28.261031 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a715ac5d-f986-4886-a0ef-716682631450 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:28.261729 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a715ac5d-f986-4886-a0ef-716682631450 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.265378 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163d88be-b853-4eb6-b63d-ce70620c288b None None] Network f91bed98-682b-41aa-975d-2fc716ef9780 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:28.299731 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a715ac5d-f986-4886-a0ef-716682631450 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5010548 Jul 22 23:45:28.305674 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50798) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:28.312079 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3eebe486-3f5e-46a8-a6fd-6eb8ab7e0bc0 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-89358881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:28.355216 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3eebe486-3f5e-46a8-a6fd-6eb8ab7e0bc0 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.356767 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3eebe486-3f5e-46a8-a6fd-6eb8ab7e0bc0 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.441827 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3eebe486-3f5e-46a8-a6fd-6eb8ab7e0bc0 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.448824 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3eebe486-3f5e-46a8-a6fd-6eb8ab7e0bc0 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.475041 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-f91bed98-682b-41aa-975d-2fc716ef9780', 'network_id': 'f91bed98-682b-41aa-975d-2fc716ef9780', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'fixed_ips': [{'subnet_id': '8dddb993-862a-42c7-ba2a-138a5f991bd0'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:45:28.475842 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.478776 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3eebe486-3f5e-46a8-a6fd-6eb8ab7e0bc0 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.480978 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3eebe486-3f5e-46a8-a6fd-6eb8ab7e0bc0 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1739752 Jul 22 23:45:28.483581 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50802) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:28.588438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9f555350-aa3e-457e-9050-2b3a1c22232d no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:28.634990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 9f555350-aa3e-457e-9050-2b3a1c22232d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:28.636082 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9f555350-aa3e-457e-9050-2b3a1c22232d not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:28.671428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d313e73-4838-46c6-ac1b-16946df4548e req-b70f58d3-00f2-46b0-b01c-923c45dddb51 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:28.673112 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d313e73-4838-46c6-ac1b-16946df4548e req-b70f58d3-00f2-46b0-b01c-923c45dddb51 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/networks?id=93ff45f1-4e3c-47a6-ae24-fe25765c18f3 HTTP/1.1" status: 200 len: 811 time: 0.5061746 Jul 22 23:45:28.690789 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d313e73-4838-46c6-ac1b-16946df4548e req-a553b7bd-15c6-4e27-93c4-83b01bdc07fb tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/quotas/2a40a7a37e674c75a6277161bcf86f7f HTTP/1.1" status: 200 len: 375 time: 0.0113761 Jul 22 23:45:28.726697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Allocated IP 172.20.0.2 (f91bed98-682b-41aa-975d-2fc716ef9780/8dddb993-862a-42c7-ba2a-138a5f991bd0/ce60fc72-0424-4c71-88ca-6793f285fe0b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:28.769420 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d313e73-4838-46c6-ac1b-16946df4548e req-38283778-3841-44cb-a8ca-511f86159290 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a40a7a37e674c75a6277161bcf86f7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713243 Jul 22 23:45:28.844720 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.933343 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d313e73-4838-46c6-ac1b-16946df4548e req-de3775f0-bb7f-4885-9c2d-253da6d2cb80 service neutron] 10.222.0.26 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561196 Jul 22 23:45:28.936153 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.946503 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Transition to ACTIVE for port object ce60fc72-0424-4c71-88ca-6793f285fe0b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:28.968733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Transition to ACTIVE for port object ce60fc72-0424-4c71-88ca-6793f285fe0b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:28.978287 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.039605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Network f91bed98-682b-41aa-975d-2fc716ef9780 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:29.050567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:29.055505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:29.059534 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Pushing event updated for resources: {'Port': ['ID=ce60fc72-0424-4c71-88ca-6793f285fe0b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:29.080735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d313e73-4838-46c6-ac1b-16946df4548e req-8cf89b5e-a525-4d81-8210-aa01897f2d74 service neutron] 10.222.0.26 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415377 Jul 22 23:45:29.118510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Attempting to bind port ce60fc72-0424-4c71-88ca-6793f285fe0b on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:29.119273 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Attempting to bind port ce60fc72-0424-4c71-88ca-6793f285fe0b by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '2bb95d89-ca24-4672-830d-d07c7ed14f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f91bed98-682b-41aa-975d-2fc716ef9780'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:29.119273 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Attempting to bind port ce60fc72-0424-4c71-88ca-6793f285fe0b on network f91bed98-682b-41aa-975d-2fc716ef9780 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:29.125931 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:29.126330 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Checking segment: {'id': '2bb95d89-ca24-4672-830d-d07c7ed14f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f91bed98-682b-41aa-975d-2fc716ef9780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:29.126733 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.127128 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Bound using segment: {'id': '2bb95d89-ca24-4672-830d-d07c7ed14f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f91bed98-682b-41aa-975d-2fc716ef9780'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:29.127599 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Bound port: ce60fc72-0424-4c71-88ca-6793f285fe0b, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb95d89-ca24-4672-830d-d07c7ed14f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'f91bed98-682b-41aa-975d-2fc716ef9780'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:29.127994 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.194638 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Allocated IP 172.20.0.1 (f91bed98-682b-41aa-975d-2fc716ef9780/8dddb993-862a-42c7-ba2a-138a5f991bd0/00e8419c-6ebe-47f3-9ac3-66806ceb017d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:29.220720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-84f68783-f461-4be5-962f-f642d177d01f None None] For port ce60fc72-0424-4c71-88ca-6793f285fe0b, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:29.225994 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-84f68783-f461-4be5-962f-f642d177d01f None None] For port ce60fc72-0424-4c71-88ca-6793f285fe0b, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ce60fc72-0424-4c71-88ca-6793f285fe0b,segment=NetworkSegment(2bb95d89-ca24-4672-830d-d07c7ed14f79),segment_id=2bb95d89-ca24-4672-830d-d07c7ed14f79)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:29.235282 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.313318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-034e5e85-80ab-416b-9edc-24c479f0ef47 req-3196d701-a5b3-4a40-8a33-c01aefdbd75f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 210 time: 0.0552063 Jul 22 23:45:29.326939 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f68783-f461-4be5-962f-f642d177d01f None None] Pushing event updated for resources: {'Port': ['ID=ce60fc72-0424-4c71-88ca-6793f285fe0b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:29.404804 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.422014 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Transition to ACTIVE for port object 00e8419c-6ebe-47f3-9ac3-66806ceb017d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:29.460687 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.506820 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network f91bed98-682b-41aa-975d-2fc716ef9780 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:29.514463 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:29.517188 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:29.585561 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.639218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=00e8419c-6ebe-47f3-9ac3-66806ceb017d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:29.791334 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.081608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.087559 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.183473 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.185573 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=00e8419c-6ebe-47f3-9ac3-66806ceb017d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:30.295683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network f91bed98-682b-41aa-975d-2fc716ef9780 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:30.297522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:30.435119 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 975156f2-406b-489b-b98a-b0916c8e61c6 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:45:30.445192 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b804502-66ef-416b-ac0d-ff2d1819410e req-3ac718ce-937b-4b3d-8eca-b08f8b35608b tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 210 time: 0.0469141 Jul 22 23:45:30.551105 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33af79e-a304-4350-afeb-81a521eb9e99 None None] Network f91bed98-682b-41aa-975d-2fc716ef9780 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:30.639252 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ce60fc72-0424-4c71-88ca-6793f285fe0b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:30.675415 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9730e6fb-437d-4f71-9f61-4c557d466602 None None] Provisioning for port ce60fc72-0424-4c71-88ca-6793f285fe0b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:30.686274 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:30.693221 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f25a43d3-4f3b-4513-9566-0538dc6c266c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/975156f2-406b-489b-b98a-b0916c8e61c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2081528 Jul 22 23:45:30.696475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50852) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:30.705554 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5693e8f-89ff-4aee-83a0-ffbd71d7aec2 None None] Sync routers for ids ['975156f2-406b-489b-b98a-b0916c8e61c6'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:30.740084 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5693e8f-89ff-4aee-83a0-ffbd71d7aec2 None None] Routers {'975156f2-406b-489b-b98a-b0916c8e61c6'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:30.741524 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c5693e8f-89ff-4aee-83a0-ffbd71d7aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['975156f2-406b-489b-b98a-b0916c8e61c6'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:30.785026 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb06c46-36f0-4ea4-99e9-8ce27c464b85 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:30.789968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:30.793434 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0bb06c46-36f0-4ea4-99e9-8ce27c464b85 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports/00e8419c-6ebe-47f3-9ac3-66806ceb017d HTTP/1.1" status: 200 len: 910 time: 0.0911155 Jul 22 23:45:30.803209 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d313e73-4838-46c6-ac1b-16946df4548e req-8e1da8fa-ce4e-45b3-bce9-272b5d91a565 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:30.804819 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1d313e73-4838-46c6-ac1b-16946df4548e req-8e1da8fa-ce4e-45b3-bce9-272b5d91a565 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.18 "GET /v2.0/networks?id=93ff45f1-4e3c-47a6-ae24-fe25765c18f3 HTTP/1.1" status: 200 len: 811 time: 0.2353365 Jul 22 23:45:30.816194 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c5693e8f-89ff-4aee-83a0-ffbd71d7aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:30.830933 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5693e8f-89ff-4aee-83a0-ffbd71d7aec2 None None] Routers {'975156f2-406b-489b-b98a-b0916c8e61c6'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:30.831816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c5693e8f-89ff-4aee-83a0-ffbd71d7aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['975156f2-406b-489b-b98a-b0916c8e61c6'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:30.851839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1d313e73-4838-46c6-ac1b-16946df4548e req-cce6e961-50bf-4e65-a954-84f48d33e29f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Request body: {'port': {'device_id': '25283ee6-52d5-4d0a-a353-a25582c4c589', 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3', 'admin_state_up': True, 'tenant_id': '2a40a7a37e674c75a6277161bcf86f7f'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:30.892197 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c5693e8f-89ff-4aee-83a0-ffbd71d7aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:30.893249 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5693e8f-89ff-4aee-83a0-ffbd71d7aec2 None None] The sync data for ids ['975156f2-406b-489b-b98a-b0916c8e61c6'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:30.941307 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port ce60fc72-0424-4c71-88ca-6793f285fe0b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:30.947873 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port ce60fc72-0424-4c71-88ca-6793f285fe0b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:30.948486 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.988187 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d313e73-4838-46c6-ac1b-16946df4548e req-cce6e961-50bf-4e65-a954-84f48d33e29f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Made reservation on behalf of 2a40a7a37e674c75a6277161bcf86f7f for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:30.997483 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1d313e73-4838-46c6-ac1b-16946df4548e req-cce6e961-50bf-4e65-a954-84f48d33e29f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.054235 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.094866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port ce60fc72-0424-4c71-88ca-6793f285fe0b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ce60fc72-0424-4c71-88ca-6793f285fe0b,segment=NetworkSegment(2bb95d89-ca24-4672-830d-d07c7ed14f79),segment_id=2bb95d89-ca24-4672-830d-d07c7ed14f79)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:31.104919 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.190030 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=ce60fc72-0424-4c71-88ca-6793f285fe0b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:31.211562 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-1d313e73-4838-46c6-ac1b-16946df4548e req-cce6e961-50bf-4e65-a954-84f48d33e29f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Allocated IP 172.20.0.8 (93ff45f1-4e3c-47a6-ae24-fe25765c18f3/fd4dc970-c31f-49da-a52d-cbde2a39d299/8fa03b29-45b5-44f4-96f2-c08ac478bcf6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:31.252118 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a3deb66-64f3-4d96-b9dc-331d68cb441a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.344688 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-240cf509-6b17-4619-8f4e-55898fac0fe5 None None] Provisioning complete for port ce60fc72-0424-4c71-88ca-6793f285fe0b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:31.345321 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-240cf509-6b17-4619-8f4e-55898fac0fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.485249 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1d313e73-4838-46c6-ac1b-16946df4548e req-cce6e961-50bf-4e65-a954-84f48d33e29f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.506144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-240cf509-6b17-4619-8f4e-55898fac0fe5 None None] Provisioning for port 00e8419c-6ebe-47f3-9ac3-66806ceb017d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:31.510571 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-240cf509-6b17-4619-8f4e-55898fac0fe5 None None] Provisioning complete for port 00e8419c-6ebe-47f3-9ac3-66806ceb017d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:31.511018 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-240cf509-6b17-4619-8f4e-55898fac0fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.544783 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1d313e73-4838-46c6-ac1b-16946df4548e req-cce6e961-50bf-4e65-a954-84f48d33e29f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.584545 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['740e7746-daf4-49c0-938c-76d1e522e69c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:45:31.626076 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d313e73-4838-46c6-ac1b-16946df4548e req-cce6e961-50bf-4e65-a954-84f48d33e29f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Network 93ff45f1-4e3c-47a6-ae24-fe25765c18f3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:31.627988 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-1d313e73-4838-46c6-ac1b-16946df4548e req-cce6e961-50bf-4e65-a954-84f48d33e29f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:31.631835 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d313e73-4838-46c6-ac1b-16946df4548e req-cce6e961-50bf-4e65-a954-84f48d33e29f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:31.673278 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dcab325-dc99-4924-9647-b0d98deee216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.683976 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-240cf509-6b17-4619-8f4e-55898fac0fe5 None None] Port 00e8419c-6ebe-47f3-9ac3-66806ceb017d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:31.724984 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5a3deb66-64f3-4d96-b9dc-331d68cb441a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port 00e8419c-6ebe-47f3-9ac3-66806ceb017d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:31.725735 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6e961-50bf-4e65-a954-84f48d33e29f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Pushing event updated for resources: {'Port': ['ID=8fa03b29-45b5-44f4-96f2-c08ac478bcf6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:31.726545 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a3deb66-64f3-4d96-b9dc-331d68cb441a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.757865 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d313e73-4838-46c6-ac1b-16946df4548e req-cce6e961-50bf-4e65-a954-84f48d33e29f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:31.757865 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1d313e73-4838-46c6-ac1b-16946df4548e req-cce6e961-50bf-4e65-a954-84f48d33e29f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.776610 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1d313e73-4838-46c6-ac1b-16946df4548e req-cce6e961-50bf-4e65-a954-84f48d33e29f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9280052 Jul 22 23:45:31.787713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77826b59-cd9e-49eb-bbfd-2941533a2859 req-c7e5b107-a918-492d-b9c6-b4111de3aa83 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:31.789976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77826b59-cd9e-49eb-bbfd-2941533a2859 req-c7e5b107-a918-492d-b9c6-b4111de3aa83 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 931 time: 0.2396982 Jul 22 23:45:31.802535 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Request body: {'port': {'device_id': '25283ee6-52d5-4d0a-a353-a25582c4c589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:31.843571 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a5392e5c-91fc-4d7e-8313-abc9c74fb743 None None] Provisioning complete for port 00e8419c-6ebe-47f3-9ac3-66806ceb017d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:31.843952 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5392e5c-91fc-4d7e-8313-abc9c74fb743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.885751 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a5392e5c-91fc-4d7e-8313-abc9c74fb743 None None] Port 00e8419c-6ebe-47f3-9ac3-66806ceb017d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:31.900595 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77826b59-cd9e-49eb-bbfd-2941533a2859 req-eb13d590-0ba3-4c2f-9faf-eddd313c8bae tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003816 Jul 22 23:45:31.921592 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.945808 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a3deb66-64f3-4d96-b9dc-331d68cb441a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.960226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5a3deb66-64f3-4d96-b9dc-331d68cb441a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for 00e8419c-6ebe-47f3-9ac3-66806ceb017d owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:32.014581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c78ee7a8-3708-4b0d-aad7-a9074d1b2713 None None] Provisioning complete for port 00e8419c-6ebe-47f3-9ac3-66806ceb017d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:32.015035 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c78ee7a8-3708-4b0d-aad7-a9074d1b2713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.069848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c78ee7a8-3708-4b0d-aad7-a9074d1b2713 None None] Port 00e8419c-6ebe-47f3-9ac3-66806ceb017d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:32.170955 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a3deb66-64f3-4d96-b9dc-331d68cb441a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.201347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3deb66-64f3-4d96-b9dc-331d68cb441a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=00e8419c-6ebe-47f3-9ac3-66806ceb017d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:32.244736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:45:32.253516 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.269033 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Transition to ACTIVE for port object 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:32.275395 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.366639 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Pushing event updated for resources: {'Port': ['ID=8fa03b29-45b5-44f4-96f2-c08ac478bcf6,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:32.380056 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a3deb66-64f3-4d96-b9dc-331d68cb441a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.434217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Attempting to bind port 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:32.435312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Attempting to bind port 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '13d615f8-2c18-43a2-881c-42934a3d7342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:32.435872 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Attempting to bind port 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 on network 93ff45f1-4e3c-47a6-ae24-fe25765c18f3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:32.451080 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Port 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 on network 93ff45f1-4e3c-47a6-ae24-fe25765c18f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:45:32.454633 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Attempting to bind port 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 on network 93ff45f1-4e3c-47a6-ae24-fe25765c18f3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:32.466698 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:32.469444 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Checking segment: {'id': '13d615f8-2c18-43a2-881c-42934a3d7342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:32.469949 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Bound using segment: {'id': '13d615f8-2c18-43a2-881c-42934a3d7342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:32.470483 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Bound port: 8fa03b29-45b5-44f4-96f2-c08ac478bcf6, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d615f8-2c18-43a2-881c-42934a3d7342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:32.471102 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.563867 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] For port 8fa03b29-45b5-44f4-96f2-c08ac478bcf6, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:32.566677 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ce60fc72-0424-4c71-88ca-6793f285fe0b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:32.570607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] For port 8fa03b29-45b5-44f4-96f2-c08ac478bcf6, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=8fa03b29-45b5-44f4-96f2-c08ac478bcf6,segment=NetworkSegment(13d615f8-2c18-43a2-881c-42934a3d7342),segment_id=13d615f8-2c18-43a2-881c-42934a3d7342)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:32.577148 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.597061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3deb66-64f3-4d96-b9dc-331d68cb441a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 975156f2-406b-489b-b98a-b0916c8e61c6 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:32.622163 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:32.622815 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.624439 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1d313e73-4838-46c6-ac1b-16946df4548e req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] 10.222.0.18 "PUT /v2.0/ports/8fa03b29-45b5-44f4-96f2-c08ac478bcf6 HTTP/1.1" status: 200 len: 1091 time: 0.8361051 Jul 22 23:45:32.627068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port ce60fc72-0424-4c71-88ca-6793f285fe0b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:32.627970 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.629167 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25283ee6-52d5-4d0a-a353-a25582c4c589', 'tag': '8fa03b29-45b5-44f4-96f2-c08ac478bcf6'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:32.644187 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da78539-2eac-48ec-81ac-92c14fd50de3" -d '{"events": [{"name": "network-changed", "server_uuid": "25283ee6-52d5-4d0a-a353-a25582c4c589", "tag": "8fa03b29-45b5-44f4-96f2-c08ac478bcf6"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:32.717546 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3deb66-64f3-4d96-b9dc-331d68cb441a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:32.735232 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc172420-ac38-4033-9295-e1360724c3f7 x-openstack-request-id: req-dc172420-ac38-4033-9295-e1360724c3f7 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:32.736059 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25283ee6-52d5-4d0a-a353-a25582c4c589", "tag": "8fa03b29-45b5-44f4-96f2-c08ac478bcf6", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:32.736059 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc172420-ac38-4033-9295-e1360724c3f7 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:32.736255 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25283ee6-52d5-4d0a-a353-a25582c4c589', 'tag': '8fa03b29-45b5-44f4-96f2-c08ac478bcf6', 'status': 'completed', 'code': 200} Jul 22 23:45:32.741858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5a3deb66-64f3-4d96-b9dc-331d68cb441a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/975156f2-406b-489b-b98a-b0916c8e61c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9471488 Jul 22 23:45:32.742384 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9156f1-7e34-4e34-919e-e02d82d7a865 None None] Sync routers for ids ['975156f2-406b-489b-b98a-b0916c8e61c6'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:32.742800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50884) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:32.755443 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9156f1-7e34-4e34-919e-e02d82d7a865 None None] Routers {'975156f2-406b-489b-b98a-b0916c8e61c6'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:32.756082 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3a9156f1-7e34-4e34-919e-e02d82d7a865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['975156f2-406b-489b-b98a-b0916c8e61c6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:32.775432 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a1f4b-bf9b-4d10-a8ff-876b09d9e57c service neutron] Pushing event updated for resources: {'Port': ['ID=8fa03b29-45b5-44f4-96f2-c08ac478bcf6,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:32.791184 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-254932f7-85f8-40a2-8ac8-a6508509df0a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports?device_id=975156f2-406b-489b-b98a-b0916c8e61c6 HTTP/1.1" status: 200 len: 205 time: 0.0459027 Jul 22 23:45:32.792255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50886) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:32.818835 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3a9156f1-7e34-4e34-919e-e02d82d7a865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:32.828627 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d313e73-4838-46c6-ac1b-16946df4548e req-9221343c-5fd2-4fcd-96c5-4fcff8c1d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:32.830414 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1d313e73-4838-46c6-ac1b-16946df4548e req-9221343c-5fd2-4fcd-96c5-4fcff8c1d202 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a40a7a37e674c75a6277161bcf86f7f&device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 1094 time: 0.1365499 Jul 22 23:45:32.830568 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9156f1-7e34-4e34-919e-e02d82d7a865 None None] Routers {'975156f2-406b-489b-b98a-b0916c8e61c6'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:32.831333 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3a9156f1-7e34-4e34-919e-e02d82d7a865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['975156f2-406b-489b-b98a-b0916c8e61c6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:32.863454 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3a9156f1-7e34-4e34-919e-e02d82d7a865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:32.864633 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9156f1-7e34-4e34-919e-e02d82d7a865 None None] The sync data for ids ['975156f2-406b-489b-b98a-b0916c8e61c6'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:32.879193 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d49836ed-fa2a-4756-b51f-32e3caad500d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.885920 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1d313e73-4838-46c6-ac1b-16946df4548e req-88400d1e-d220-4835-a806-82984b6e7be4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fa03b29-45b5-44f4-96f2-c08ac478bcf6 HTTP/1.1" status: 200 len: 217 time: 0.0411205 Jul 22 23:45:32.935980 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d313e73-4838-46c6-ac1b-16946df4548e req-95a7ceb5-f3d9-47e1-b842-41b63171c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:32.937876 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1d313e73-4838-46c6-ac1b-16946df4548e req-95a7ceb5-f3d9-47e1-b842-41b63171c4f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd4dc970-c31f-49da-a52d-cbde2a39d299 HTTP/1.1" status: 200 len: 851 time: 0.0460553 Jul 22 23:45:32.982804 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1d313e73-4838-46c6-ac1b-16946df4548e req-cc744a4b-8cc3-4cf7-8390-1ef228b0c867 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93ff45f1-4e3c-47a6-ae24-fe25765c18f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372701 Jul 22 23:45:33.108345 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1d313e73-4838-46c6-ac1b-16946df4548e req-c7bd4159-b027-469f-82c3-e20d5c3527b6 service neutron] 10.222.0.18 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197023 Jul 22 23:45:33.117414 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d49836ed-fa2a-4756-b51f-32e3caad500d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.121557 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d49836ed-fa2a-4756-b51f-32e3caad500d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.187962 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d49836ed-fa2a-4756-b51f-32e3caad500d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.188947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49836ed-fa2a-4756-b51f-32e3caad500d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Fanout notify agent at l3_agent the message router_deleted on router 975156f2-406b-489b-b98a-b0916c8e61c6 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:45:33.197480 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d49836ed-fa2a-4756-b51f-32e3caad500d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.201681 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d49836ed-fa2a-4756-b51f-32e3caad500d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/routers/975156f2-406b-489b-b98a-b0916c8e61c6 HTTP/1.1" status: 204 len: 168 time: 0.4054153 Jul 22 23:45:33.202714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50892) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:33.208571 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588b2e3-d2cb-4e80-b4bc-8c319c385d98 req-7c69bebf-1a95-4fd3-979b-7645119477be tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:33.216704 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1588b2e3-d2cb-4e80-b4bc-8c319c385d98 req-7c69bebf-1a95-4fd3-979b-7645119477be tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 943 time: 0.1789536 Jul 22 23:45:33.263642 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1588b2e3-d2cb-4e80-b4bc-8c319c385d98 req-2fc61aa3-5a17-4a8f-ab22-2bd1e19145bc tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458026 Jul 22 23:45:33.290044 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1d313e73-4838-46c6-ac1b-16946df4548e req-009dd716-ad3b-49ac-ab26-9068ba665900 service neutron] 10.222.0.18 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748462 Jul 22 23:45:33.295267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f068f88d-a269-40bb-b2e9-fed87e6b46dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting subnet 8dddb993-862a-42c7-ba2a-138a5f991bd0 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:33.299396 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f068f88d-a269-40bb-b2e9-fed87e6b46dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.345779 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f068f88d-a269-40bb-b2e9-fed87e6b46dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.514059 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f068f88d-a269-40bb-b2e9-fed87e6b46dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.548355 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da78539-2eac-48ec-81ac-92c14fd50de3 req-bb060abf-5be0-4dfb-9a00-452045cbc476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:33.550018 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7da78539-2eac-48ec-81ac-92c14fd50de3 req-bb060abf-5be0-4dfb-9a00-452045cbc476 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a40a7a37e674c75a6277161bcf86f7f&device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 1094 time: 0.1533539 Jul 22 23:45:33.649734 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f068f88d-a269-40bb-b2e9-fed87e6b46dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.689987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068f88d-a269-40bb-b2e9-fed87e6b46dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Subnet': ['ID=8dddb993-862a-42c7-ba2a-138a5f991bd0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:33.694004 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f068f88d-a269-40bb-b2e9-fed87e6b46dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.695514 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab251e7-c270-4e98-83d4-0236021fbf7c None None] Network f91bed98-682b-41aa-975d-2fc716ef9780 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:33.695962 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f068f88d-a269-40bb-b2e9-fed87e6b46dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/8dddb993-862a-42c7-ba2a-138a5f991bd0 HTTP/1.1" status: 204 len: 168 time: 0.4921243 Jul 22 23:45:33.699518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50896) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:33.699717 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da78539-2eac-48ec-81ac-92c14fd50de3 req-dfb2d020-9f09-49b4-b367-327a20531b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:33.701185 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7da78539-2eac-48ec-81ac-92c14fd50de3 req-dfb2d020-9f09-49b4-b367-327a20531b45 service neutron] 10.222.0.18 "GET /v2.0/networks?id=93ff45f1-4e3c-47a6-ae24-fe25765c18f3 HTTP/1.1" status: 200 len: 912 time: 0.1433313 Jul 22 23:45:33.750806 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7da78539-2eac-48ec-81ac-92c14fd50de3 req-bfdf3873-70f7-4e2e-9e40-4cfc144bd7f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fa03b29-45b5-44f4-96f2-c08ac478bcf6 HTTP/1.1" status: 200 len: 217 time: 0.0420916 Jul 22 23:45:33.797077 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.808440 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da78539-2eac-48ec-81ac-92c14fd50de3 req-35361f79-8951-47ba-bba0-24d41f78cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:33.810106 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7da78539-2eac-48ec-81ac-92c14fd50de3 req-35361f79-8951-47ba-bba0-24d41f78cbcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd4dc970-c31f-49da-a52d-cbde2a39d299 HTTP/1.1" status: 200 len: 851 time: 0.0517185 Jul 22 23:45:33.862342 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port ce60fc72-0424-4c71-88ca-6793f285fe0b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:33.863013 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.880491 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7da78539-2eac-48ec-81ac-92c14fd50de3 req-7bb95f39-079f-4dc5-9ef0-6437c1c3a186 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93ff45f1-4e3c-47a6-ae24-fe25765c18f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567265 Jul 22 23:45:33.953022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] For port ce60fc72-0424-4c71-88ca-6793f285fe0b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ce60fc72-0424-4c71-88ca-6793f285fe0b,segment=NetworkSegment(2bb95d89-ca24-4672-830d-d07c7ed14f79),segment_id=2bb95d89-ca24-4672-830d-d07c7ed14f79)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:33.953558 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.966596 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for ce60fc72-0424-4c71-88ca-6793f285fe0b owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:33.994994 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62c2a22-6da9-4666-ab1d-38c879bec920 None None] DHCP port deletion for f91bed98-682b-41aa-975d-2fc716ef9780 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:34.065924 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.084838 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c62c2a22-6da9-4666-ab1d-38c879bec920 None None] Deleting port ce60fc72-0424-4c71-88ca-6793f285fe0b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:34.085889 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c62c2a22-6da9-4666-ab1d-38c879bec920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.099119 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=ce60fc72-0424-4c71-88ca-6793f285fe0b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:34.105743 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] No DVR routers for this DVR port ce60fc72-0424-4c71-88ca-6793f285fe0b on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:34.171889 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.188844 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c62c2a22-6da9-4666-ab1d-38c879bec920 None None] For port ce60fc72-0424-4c71-88ca-6793f285fe0b, host n-d-688802-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:34.189559 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c62c2a22-6da9-4666-ab1d-38c879bec920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.203626 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c62c2a22-6da9-4666-ab1d-38c879bec920 None None] Calling delete_port for ce60fc72-0424-4c71-88ca-6793f285fe0b owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:34.207376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-c62c2a22-6da9-4666-ab1d-38c879bec920 None None] Port ce60fc72-0424-4c71-88ca-6793f285fe0b was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:45:34.208994 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c62c2a22-6da9-4666-ab1d-38c879bec920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.218884 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.235735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91bed98-682b-41aa-975d-2fc716ef9780']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:34.250577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb95d89-ca24-4672-830d-d07c7ed14f79') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:34.251166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb95d89-ca24-4672-830d-d07c7ed14f79') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:34.263291 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.281701 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.290394 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:34.291357 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:34.380475 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:34.388881 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.410253 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7da78539-2eac-48ec-81ac-92c14fd50de3 req-151fe6a2-1876-448e-9309-3bacfb158a28 service neutron] 10.222.0.18 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120397 Jul 22 23:45:34.412625 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.419900 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/networks/f91bed98-682b-41aa-975d-2fc716ef9780 HTTP/1.1" status: 204 len: 168 time: 0.7153044 Jul 22 23:45:34.435141 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50912) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:34.449968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1066015303', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:34.498906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e226f-8054-41d0-a1b3-10263e1992f5 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Network': ['ID=f91bed98-682b-41aa-975d-2fc716ef9780,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:34.502298 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.503335 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.566967 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.571533 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7da78539-2eac-48ec-81ac-92c14fd50de3 req-ca912e95-cb45-4054-9a7a-f3517b51b37b service neutron] 10.222.0.18 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534486 Jul 22 23:45:34.592357 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ce60fc72-0424-4c71-88ca-6793f285fe0b no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:34.594279 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c2a22-6da9-4666-ab1d-38c879bec920 None None] Pushing event deleted for resources: {'Port': ['ID=ce60fc72-0424-4c71-88ca-6793f285fe0b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:34.630131 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c2a22-6da9-4666-ab1d-38c879bec920 None None] No DVR routers for this DVR port ce60fc72-0424-4c71-88ca-6793f285fe0b on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:34.637498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: ce60fc72-0424-4c71-88ca-6793f285fe0b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:34.641154 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ce60fc72-0424-4c71-88ca-6793f285fe0b not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:34.649708 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77fa23f7-0404-4711-a833-3bc974be0bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.652566 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.729729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc6c85-d12d-4975-95bc-07601694ac2e req-7a0d589a-f89d-4db2-bce3-40321787b4f9 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:34.731168 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14fc6c85-d12d-4975-95bc-07601694ac2e req-7a0d589a-f89d-4db2-bce3-40321787b4f9 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 943 time: 0.3016491 Jul 22 23:45:34.737214 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.805478 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14fc6c85-d12d-4975-95bc-07601694ac2e req-ef2ef98d-1a9f-484a-ac2b-201bba43d6d1 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646105 Jul 22 23:45:35.274020 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.294186 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.412808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Allocated IP 172.25.4.234 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/c302e1aa-b3b7-456c-ac81-1587664dbba8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:35.469720 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.543486 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.584582 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.620992 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:35.623830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:35.626918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:35.669266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=c302e1aa-b3b7-456c-ac81-1587664dbba8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:36.003825 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:36.115503 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7cc46-67e6-4aee-b51d-2d9faaeb2960 req-ccb1fe75-9075-46d8-8b0e-7c30bfc46d23 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:36.123271 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3fa7cc46-67e6-4aee-b51d-2d9faaeb2960 req-ccb1fe75-9075-46d8-8b0e-7c30bfc46d23 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 943 time: 0.1940513 Jul 22 23:45:36.175364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3fa7cc46-67e6-4aee-b51d-2d9faaeb2960 req-7789ff9e-9d90-41c7-8fd7-bae151ec5cdf tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512133 Jul 22 23:45:36.285751 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:36.415132 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 3ddec1ab-ece1-4d92-9849-498f69499de0 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:45:36.528638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:36.540291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b8c42-7821-41b3-9b07-b628c4e22802 None None] Sync routers for ids ['3ddec1ab-ece1-4d92-9849-498f69499de0'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:36.554607 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:36.556926 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cf835fb9-a254-452c-b601-bdb6939d82d8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.1125233 Jul 22 23:45:36.559763 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50960) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:36.560290 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b8c42-7821-41b3-9b07-b628c4e22802 None None] Routers {'3ddec1ab-ece1-4d92-9849-498f69499de0'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:36.560907 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-aa1b8c42-7821-41b3-9b07-b628c4e22802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3ddec1ab-ece1-4d92-9849-498f69499de0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:36.602493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-aa1b8c42-7821-41b3-9b07-b628c4e22802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:36.615493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b8c42-7821-41b3-9b07-b628c4e22802 None None] Routers {'3ddec1ab-ece1-4d92-9849-498f69499de0'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:36.616698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-aa1b8c42-7821-41b3-9b07-b628c4e22802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3ddec1ab-ece1-4d92-9849-498f69499de0'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:36.667185 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-aa1b8c42-7821-41b3-9b07-b628c4e22802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:36.667977 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b8c42-7821-41b3-9b07-b628c4e22802 None None] The sync data for ids ['3ddec1ab-ece1-4d92-9849-498f69499de0'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:36.722712 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2e4760d1-b703-4fe4-922c-128ecc613053 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/routers/3ddec1ab-ece1-4d92-9849-498f69499de0 HTTP/1.1" status: 200 len: 881 time: 0.1583858 Jul 22 23:45:36.723573 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50968) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:36.987513 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:37.039448 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50974) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:37.040344 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-399b29b0-dc05-4d66-a24e-5cf277909d12 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3118279 Jul 22 23:45:37.045423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5d623923-4ed4-410f-9cc2-b5db9eba67e7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1066015303'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:37.206838 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:45:37.345534 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 8fa03b29-45b5-44f4-96f2-c08ac478bcf6, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=8fa03b29-45b5-44f4-96f2-c08ac478bcf6,segment=NetworkSegment(13d615f8-2c18-43a2-881c-42934a3d7342),segment_id=13d615f8-2c18-43a2-881c-42934a3d7342)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:37.359302 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '8fa03b29-45b5-44f4-96f2-c08ac478bcf6', 'network_id': '93ff45f1-4e3c-47a6-ae24-fe25765c18f3', 'port_id': '8fa03b29-45b5-44f4-96f2-c08ac478bcf6', 'mac_address': 'fa:16:3e:1c:8f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4dc970-c31f-49da-a52d-cbde2a39d299', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:45:37.403063 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563439e-f40c-49df-bc8b-ee25c04c4bfd req-e7215d44-f944-49eb-8a06-650a7a6014ab tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:37.407225 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:37.410470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c563439e-f40c-49df-bc8b-ee25c04c4bfd req-e7215d44-f944-49eb-8a06-650a7a6014ab tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 943 time: 0.1549437 Jul 22 23:45:37.427292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:45:37.454878 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 8fa03b29-45b5-44f4-96f2-c08ac478bcf6, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=8fa03b29-45b5-44f4-96f2-c08ac478bcf6,segment=NetworkSegment(13d615f8-2c18-43a2-881c-42934a3d7342),segment_id=13d615f8-2c18-43a2-881c-42934a3d7342)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:37.460628 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:37.469715 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c563439e-f40c-49df-bc8b-ee25c04c4bfd req-c43f4c67-beff-4e6f-aea7-8111f47982d5 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582879 Jul 22 23:45:37.506502 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d623923-4ed4-410f-9cc2-b5db9eba67e7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:37.522281 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=8fa03b29-45b5-44f4-96f2-c08ac478bcf6,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:37.522526 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d623923-4ed4-410f-9cc2-b5db9eba67e7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:37.644292 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d623923-4ed4-410f-9cc2-b5db9eba67e7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 3ddec1ab-ece1-4d92-9849-498f69499de0 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:37.759258 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d623923-4ed4-410f-9cc2-b5db9eba67e7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:37.767121 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d623923-4ed4-410f-9cc2-b5db9eba67e7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:37.771669 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50984) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:37.772172 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5d623923-4ed4-410f-9cc2-b5db9eba67e7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/3ddec1ab-ece1-4d92-9849-498f69499de0 HTTP/1.1" status: 200 len: 888 time: 0.7305286 Jul 22 23:45:37.773893 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f05443-124f-4f26-937e-aa3de61b0163 None None] Sync routers for ids ['3ddec1ab-ece1-4d92-9849-498f69499de0'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:37.785671 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f05443-124f-4f26-937e-aa3de61b0163 None None] Routers {'3ddec1ab-ece1-4d92-9849-498f69499de0'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:37.786223 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a6f05443-124f-4f26-937e-aa3de61b0163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3ddec1ab-ece1-4d92-9849-498f69499de0'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:37.820701 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a6f05443-124f-4f26-937e-aa3de61b0163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:37.831144 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f05443-124f-4f26-937e-aa3de61b0163 None None] Routers {'3ddec1ab-ece1-4d92-9849-498f69499de0'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:37.831754 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a6f05443-124f-4f26-937e-aa3de61b0163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3ddec1ab-ece1-4d92-9849-498f69499de0'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:37.868614 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a6f05443-124f-4f26-937e-aa3de61b0163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:37.869204 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f05443-124f-4f26-937e-aa3de61b0163 None None] The sync data for ids ['3ddec1ab-ece1-4d92-9849-498f69499de0'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:37.910531 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['8fa03b29-45b5-44f4-96f2-c08ac478bcf6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:45:37.922869 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-344b2ea0-08c0-4b2c-b5d2-6e4ace06a5c7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/routers/3ddec1ab-ece1-4d92-9849-498f69499de0 HTTP/1.1" status: 200 len: 888 time: 0.1506031 Jul 22 23:45:37.925435 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50986) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:37.962909 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5d555c8a-5def-423e-9f7f-021e6d27ae06 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ddec1ab-ece1-4d92-9849-498f69499de0 HTTP/1.1" status: 200 len: 205 time: 0.0361977 Jul 22 23:45:37.965889 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50988) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:38.081772 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74ef5b78-619e-487d-8bbd-1e3de6fc5021 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.229855 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74ef5b78-619e-487d-8bbd-1e3de6fc5021 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.288780 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-74ef5b78-619e-487d-8bbd-1e3de6fc5021 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port c302e1aa-b3b7-456c-ac81-1587664dbba8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:38.289154 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74ef5b78-619e-487d-8bbd-1e3de6fc5021 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.370523 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74ef5b78-619e-487d-8bbd-1e3de6fc5021 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.386853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-74ef5b78-619e-487d-8bbd-1e3de6fc5021 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for c302e1aa-b3b7-456c-ac81-1587664dbba8 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:38.589497 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74ef5b78-619e-487d-8bbd-1e3de6fc5021 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.654172 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9581f-bf35-4715-8efb-9468935f7fb1 req-dc5ed46f-5b4f-4baa-aaec-de170e4a0df1 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:38.655973 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14c9581f-bf35-4715-8efb-9468935f7fb1 req-dc5ed46f-5b4f-4baa-aaec-de170e4a0df1 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 944 time: 0.0781405 Jul 22 23:45:38.666996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef5b78-619e-487d-8bbd-1e3de6fc5021 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=c302e1aa-b3b7-456c-ac81-1587664dbba8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:38.711122 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14c9581f-bf35-4715-8efb-9468935f7fb1 req-edcca529-fc43-4d22-9138-1fd5ff04a215 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492780 Jul 22 23:45:38.727440 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74ef5b78-619e-487d-8bbd-1e3de6fc5021 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.817510 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74ef5b78-619e-487d-8bbd-1e3de6fc5021 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.819639 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74ef5b78-619e-487d-8bbd-1e3de6fc5021 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.868237 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74ef5b78-619e-487d-8bbd-1e3de6fc5021 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.868807 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ef5b78-619e-487d-8bbd-1e3de6fc5021 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Fanout notify agent at l3_agent the message router_deleted on router 3ddec1ab-ece1-4d92-9849-498f69499de0 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:45:38.876049 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74ef5b78-619e-487d-8bbd-1e3de6fc5021 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.879381 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-74ef5b78-619e-487d-8bbd-1e3de6fc5021 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/routers/3ddec1ab-ece1-4d92-9849-498f69499de0 HTTP/1.1" status: 204 len: 168 time: 0.9101818 Jul 22 23:45:38.881001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51004) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:38.887149 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b8ace8f1-4836-4841-a2ea-2cd2c8a6a6f1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'network': {'name': 'tempest-RoutersTest-288789988'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:38.912310 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ace8f1-4836-4841-a2ea-2cd2c8a6a6f1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:38.915813 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8ace8f1-4836-4841-a2ea-2cd2c8a6a6f1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.949380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ace8f1-4836-4841-a2ea-2cd2c8a6a6f1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:38.962732 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8ace8f1-4836-4841-a2ea-2cd2c8a6a6f1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.963079 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-b8ace8f1-4836-4841-a2ea-2cd2c8a6a6f1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Added segment 7bed74a3-1f5a-4590-9971-a921bda1d4df of type vlan for network 8f5d8010-75d7-4765-a3ba-779895e2b2b4 Jul 22 23:45:39.017380 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8ace8f1-4836-4841-a2ea-2cd2c8a6a6f1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.056598 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8ace8f1-4836-4841-a2ea-2cd2c8a6a6f1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.063714 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ace8f1-4836-4841-a2ea-2cd2c8a6a6f1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:39.064427 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8ace8f1-4836-4841-a2ea-2cd2c8a6a6f1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.116950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51008) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:39.117334 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b8ace8f1-4836-4841-a2ea-2cd2c8a6a6f1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2348442 Jul 22 23:45:39.124220 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bc9d97be-ff2f-44f2-8624-24d7d319a78d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'subnet': {'network_id': '8f5d8010-75d7-4765-a3ba-779895e2b2b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:39.149815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ace8f1-4836-4841-a2ea-2cd2c8a6a6f1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Network': ['ID=8f5d8010-75d7-4765-a3ba-779895e2b2b4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:39.167195 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 8f5d8010-75d7-4765-a3ba-779895e2b2b4 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:39.242953 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9d97be-ff2f-44f2-8624-24d7d319a78d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:39.248145 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc9d97be-ff2f-44f2-8624-24d7d319a78d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.480178 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc9d97be-ff2f-44f2-8624-24d7d319a78d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.539438 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d97be-ff2f-44f2-8624-24d7d319a78d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Subnet': ['ID=8cd89480-c10a-4e3c-8c33-a85d2bccbe65,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:39.549854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9d97be-ff2f-44f2-8624-24d7d319a78d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Checking segment: {'id': '7bed74a3-1f5a-4590-9971-a921bda1d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '8f5d8010-75d7-4765-a3ba-779895e2b2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:39.550237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9d97be-ff2f-44f2-8624-24d7d319a78d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network hostable DHCP agents. Network: 8f5d8010-75d7-4765-a3ba-779895e2b2b4, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:39.567184 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9d97be-ff2f-44f2-8624-24d7d319a78d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 8f5d8010-75d7-4765-a3ba-779895e2b2b4 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:39.575807 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bc9d97be-ff2f-44f2-8624-24d7d319a78d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 8f5d8010-75d7-4765-a3ba-779895e2b2b4) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:39.579783 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9d97be-ff2f-44f2-8624-24d7d319a78d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:39.580365 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc9d97be-ff2f-44f2-8624-24d7d319a78d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.585807 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678f14b1-c103-4f6c-acde-d7a39c332789 None None] Network 8f5d8010-75d7-4765-a3ba-779895e2b2b4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:39.597211 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bc9d97be-ff2f-44f2-8624-24d7d319a78d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4767265 Jul 22 23:45:39.598045 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51016) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:39.602599 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-70c21541-1d46-4ea0-aee1-224b2ae8cf6d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1006924408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:39.627927 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70c21541-1d46-4ea0-aee1-224b2ae8cf6d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.628915 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70c21541-1d46-4ea0-aee1-224b2ae8cf6d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.719031 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70c21541-1d46-4ea0-aee1-224b2ae8cf6d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.723824 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70c21541-1d46-4ea0-aee1-224b2ae8cf6d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.748622 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70c21541-1d46-4ea0-aee1-224b2ae8cf6d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.750202 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-70c21541-1d46-4ea0-aee1-224b2ae8cf6d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1510692 Jul 22 23:45:39.752937 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51022) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:39.773951 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-8f5d8010-75d7-4765-a3ba-779895e2b2b4', 'network_id': '8f5d8010-75d7-4765-a3ba-779895e2b2b4', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'fixed_ips': [{'subnet_id': '8cd89480-c10a-4e3c-8c33-a85d2bccbe65'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:45:39.775098 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.921850 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Allocated IP 172.20.0.2 (8f5d8010-75d7-4765-a3ba-779895e2b2b4/8cd89480-c10a-4e3c-8c33-a85d2bccbe65/a63891c7-8cf0-41ac-9d05-64fa88b3daa3) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:40.057930 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aadefb-92d1-4dac-976d-22c1072abb7c req-018af034-fc56-47f9-9288-fdaffde12671 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:40.059477 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95aadefb-92d1-4dac-976d-22c1072abb7c req-018af034-fc56-47f9-9288-fdaffde12671 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 944 time: 0.2283196 Jul 22 23:45:40.092404 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.100909 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Transition to ACTIVE for port object a63891c7-8cf0-41ac-9d05-64fa88b3daa3 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:40.115773 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Transition to ACTIVE for port object a63891c7-8cf0-41ac-9d05-64fa88b3daa3 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:40.125894 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.147938 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95aadefb-92d1-4dac-976d-22c1072abb7c req-929b7137-4c32-4f06-9843-b8b444b5f03a tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703564 Jul 22 23:45:40.149306 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.172526 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Network 8f5d8010-75d7-4765-a3ba-779895e2b2b4 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:40.177408 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:40.182869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:40.186043 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Pushing event updated for resources: {'Port': ['ID=a63891c7-8cf0-41ac-9d05-64fa88b3daa3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:40.252597 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Attempting to bind port a63891c7-8cf0-41ac-9d05-64fa88b3daa3 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:40.252979 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Attempting to bind port a63891c7-8cf0-41ac-9d05-64fa88b3daa3 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '7bed74a3-1f5a-4590-9971-a921bda1d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '8f5d8010-75d7-4765-a3ba-779895e2b2b4'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:40.253385 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Attempting to bind port a63891c7-8cf0-41ac-9d05-64fa88b3daa3 on network 8f5d8010-75d7-4765-a3ba-779895e2b2b4 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:40.258995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:40.259381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Checking segment: {'id': '7bed74a3-1f5a-4590-9971-a921bda1d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '8f5d8010-75d7-4765-a3ba-779895e2b2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:40.259790 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.260814 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Bound using segment: {'id': '7bed74a3-1f5a-4590-9971-a921bda1d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '8f5d8010-75d7-4765-a3ba-779895e2b2b4'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:40.261334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Bound port: a63891c7-8cf0-41ac-9d05-64fa88b3daa3, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bed74a3-1f5a-4590-9971-a921bda1d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '8f5d8010-75d7-4765-a3ba-779895e2b2b4'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:40.261723 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.331969 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] For port a63891c7-8cf0-41ac-9d05-64fa88b3daa3, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:40.335907 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] For port a63891c7-8cf0-41ac-9d05-64fa88b3daa3, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a63891c7-8cf0-41ac-9d05-64fa88b3daa3,segment=NetworkSegment(7bed74a3-1f5a-4590-9971-a921bda1d4df),segment_id=7bed74a3-1f5a-4590-9971-a921bda1d4df)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:40.342014 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.427206 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d04d2-8ee7-4137-b9d1-835c832603fd None None] Pushing event updated for resources: {'Port': ['ID=a63891c7-8cf0-41ac-9d05-64fa88b3daa3,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:40.798363 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367199d4-1ec0-493e-af36-409bd24f1f97 req-31fe759e-49d0-419d-8275-18e2adf5c85e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:40.800110 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-367199d4-1ec0-493e-af36-409bd24f1f97 req-31fe759e-49d0-419d-8275-18e2adf5c85e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 947 time: 0.1847332 Jul 22 23:45:40.888973 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-367199d4-1ec0-493e-af36-409bd24f1f97 req-a9599631-e035-4d1e-9a67-0bb293955e93 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809612 Jul 22 23:45:40.898300 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Allocated IP 172.20.0.1 (8f5d8010-75d7-4765-a3ba-779895e2b2b4/8cd89480-c10a-4e3c-8c33-a85d2bccbe65/2049cd18-d221-45ba-93e2-d7a07e6df81f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:41.018916 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.036334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Transition to ACTIVE for port object 2049cd18-d221-45ba-93e2-d7a07e6df81f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:41.071426 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.119739 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 8f5d8010-75d7-4765-a3ba-779895e2b2b4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:41.123114 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:41.127776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:41.131380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=2049cd18-d221-45ba-93e2-d7a07e6df81f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:41.196672 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.212332 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:41.388688 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:41.396206 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:41.396707 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.509813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b49039-44b0-4ddd-a1af-2878f6f28229 req-0c8c6fa1-b228-42f0-adfe-2bf5aedc29b8 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:41.513324 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1b49039-44b0-4ddd-a1af-2878f6f28229 req-0c8c6fa1-b228-42f0-adfe-2bf5aedc29b8 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 944 time: 0.2242055 Jul 22 23:45:41.553262 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.608625 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1b49039-44b0-4ddd-a1af-2878f6f28229 req-81c84ccb-8850-45af-b2dc-3caf52f985b5 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845852 Jul 22 23:45:41.616497 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.679220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25283ee6-52d5-4d0a-a353-a25582c4c589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa03b29-45b5-44f4-96f2-c08ac478bcf6'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:41.681752 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58503abc-f41d-499c-ac1f-b40a771f9191" -d '{"events": [{"server_uuid": "25283ee6-52d5-4d0a-a353-a25582c4c589", "name": "network-vif-plugged", "status": "completed", "tag": "8fa03b29-45b5-44f4-96f2-c08ac478bcf6"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:41.722170 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 8fa03b29-45b5-44f4-96f2-c08ac478bcf6, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=8fa03b29-45b5-44f4-96f2-c08ac478bcf6,segment=NetworkSegment(13d615f8-2c18-43a2-881c-42934a3d7342),segment_id=13d615f8-2c18-43a2-881c-42934a3d7342)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:41.729581 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.803793 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0eac9f7-d3eb-4ac7-921a-bf008c3f253b x-openstack-request-id: req-e0eac9f7-d3eb-4ac7-921a-bf008c3f253b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:41.804901 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25283ee6-52d5-4d0a-a353-a25582c4c589", "name": "network-vif-plugged", "status": "completed", "tag": "8fa03b29-45b5-44f4-96f2-c08ac478bcf6", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:41.805265 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0eac9f7-d3eb-4ac7-921a-bf008c3f253b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:41.806161 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25283ee6-52d5-4d0a-a353-a25582c4c589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa03b29-45b5-44f4-96f2-c08ac478bcf6', 'code': 200} Jul 22 23:45:41.806814 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=8fa03b29-45b5-44f4-96f2-c08ac478bcf6,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:41.824492 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb9bfb4-cfaa-4adc-b988-86cd78219f52 None None] Network 8f5d8010-75d7-4765-a3ba-779895e2b2b4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:41.894241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9165de84-f835-41ca-8798-880b74cd0fd8 None None] Provisioning for port a63891c7-8cf0-41ac-9d05-64fa88b3daa3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:41.928137 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a433aa4-ab55-40fc-b6f4-04728d91698d req-888d2ae1-90da-4377-bf47-4c1f502a088e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:41.929704 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9a433aa4-ab55-40fc-b6f4-04728d91698d req-888d2ae1-90da-4377-bf47-4c1f502a088e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 1096 time: 0.0843012 Jul 22 23:45:42.018899 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9a433aa4-ab55-40fc-b6f4-04728d91698d req-84c6fbe3-4497-4347-b502-30ce8c5550da service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823197 Jul 22 23:45:42.068531 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.078631 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.170718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3edd1a-b985-4cf9-86a1-5aa59dd33dbf req-0882be44-11ef-4e00-ac54-d21907d0b735 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:42.172550 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c3edd1a-b985-4cf9-86a1-5aa59dd33dbf req-0882be44-11ef-4e00-ac54-d21907d0b735 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 947 time: 0.1900518 Jul 22 23:45:42.173683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=2049cd18-d221-45ba-93e2-d7a07e6df81f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:42.176380 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.242933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c3edd1a-b985-4cf9-86a1-5aa59dd33dbf req-e86e82d9-9053-44f1-85b4-a2c86c0364c7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629447 Jul 22 23:45:42.309411 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 8f5d8010-75d7-4765-a3ba-779895e2b2b4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:42.310938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:42.449030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 143b398e-19e0-435b-ae5e-6122cba15076 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:45:42.449728 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-19dac9e3-6d86-4f26-bfed-7f1638615308 None None] Provisioning for port 2049cd18-d221-45ba-93e2-d7a07e6df81f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:42.459880 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-19dac9e3-6d86-4f26-bfed-7f1638615308 None None] Provisioning complete for port 2049cd18-d221-45ba-93e2-d7a07e6df81f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:42.460407 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19dac9e3-6d86-4f26-bfed-7f1638615308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.497955 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb525bc-b1e8-4009-87a6-42b7e2822e6f req-c6015de2-ff5c-48ae-a1c0-65e3d0848f3c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:42.499723 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-abb525bc-b1e8-4009-87a6-42b7e2822e6f req-c6015de2-ff5c-48ae-a1c0-65e3d0848f3c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 947 time: 0.0785983 Jul 22 23:45:42.563239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-19dac9e3-6d86-4f26-bfed-7f1638615308 None None] Port 2049cd18-d221-45ba-93e2-d7a07e6df81f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:42.611822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:42.620686 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cec06a97-de98-42fd-a2d7-c61acd93c748 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/143b398e-19e0-435b-ae5e-6122cba15076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8664038 Jul 22 23:45:42.621400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:42.622568 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2378b66-4cbe-4bd9-a13b-1bd495194244 None None] Sync routers for ids ['143b398e-19e0-435b-ae5e-6122cba15076'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:42.639869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2378b66-4cbe-4bd9-a13b-1bd495194244 None None] Routers {'143b398e-19e0-435b-ae5e-6122cba15076'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:42.640754 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e2378b66-4cbe-4bd9-a13b-1bd495194244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['143b398e-19e0-435b-ae5e-6122cba15076'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:42.723782 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78e064e-4b3f-47e4-9d43-92134e00d2da tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:42.727684 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a78e064e-4b3f-47e4-9d43-92134e00d2da tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports/2049cd18-d221-45ba-93e2-d7a07e6df81f HTTP/1.1" status: 200 len: 910 time: 0.1029439 Jul 22 23:45:42.728476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51066) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:42.737771 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-20c5875f-524f-44c8-9b9b-3eb527de3e3c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8cd89480-c10a-4e3c-8c33-a85d2bccbe65'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:42.741907 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-abb525bc-b1e8-4009-87a6-42b7e2822e6f req-a50ba674-1eba-45d2-b72c-2e409ada698f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Deleting port 701ccee7-462f-4894-bd64-5a84060d3d06 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:42.742645 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abb525bc-b1e8-4009-87a6-42b7e2822e6f req-a50ba674-1eba-45d2-b72c-2e409ada698f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.760807 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a63891c7-8cf0-41ac-9d05-64fa88b3daa3 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:42.774654 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e2378b66-4cbe-4bd9-a13b-1bd495194244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:42.857597 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2378b66-4cbe-4bd9-a13b-1bd495194244 None None] Routers {'143b398e-19e0-435b-ae5e-6122cba15076'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:42.858340 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e2378b66-4cbe-4bd9-a13b-1bd495194244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['143b398e-19e0-435b-ae5e-6122cba15076'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:42.863092 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b608f4c5-1065-42fa-8e20-14c5124461c4 None None] Provisioning complete for port 2049cd18-d221-45ba-93e2-d7a07e6df81f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:42.863334 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b608f4c5-1065-42fa-8e20-14c5124461c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.886773 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-abb525bc-b1e8-4009-87a6-42b7e2822e6f req-a50ba674-1eba-45d2-b72c-2e409ada698f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] For port 701ccee7-462f-4894-bd64-5a84060d3d06, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=701ccee7-462f-4894-bd64-5a84060d3d06,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:42.887418 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abb525bc-b1e8-4009-87a6-42b7e2822e6f req-a50ba674-1eba-45d2-b72c-2e409ada698f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.904487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e2378b66-4cbe-4bd9-a13b-1bd495194244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:42.905546 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2378b66-4cbe-4bd9-a13b-1bd495194244 None None] The sync data for ids ['143b398e-19e0-435b-ae5e-6122cba15076'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:42.994193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b608f4c5-1065-42fa-8e20-14c5124461c4 None None] Port 2049cd18-d221-45ba-93e2-d7a07e6df81f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:43.004823 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port a63891c7-8cf0-41ac-9d05-64fa88b3daa3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:43.012913 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a63891c7-8cf0-41ac-9d05-64fa88b3daa3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:43.013792 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.042377 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614e325-0914-4a63-9432-500997c72517 req-33b1b9d0-9404-431e-b807-51fb5eba7950 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:43.043954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7614e325-0914-4a63-9432-500997c72517 req-33b1b9d0-9404-431e-b807-51fb5eba7950 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.2558722 Jul 22 23:45:43.146602 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7614e325-0914-4a63-9432-500997c72517 req-84f9c44f-9b6f-4083-93bc-d2cd1ab4c138 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889313 Jul 22 23:45:43.161244 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20c5875f-524f-44c8-9b9b-3eb527de3e3c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.163325 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.168234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-687dfdb3-000f-4041-b629-db335bf0738c None None] Provisioning complete for port 2049cd18-d221-45ba-93e2-d7a07e6df81f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:43.170406 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-687dfdb3-000f-4041-b629-db335bf0738c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.170601 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abb525bc-b1e8-4009-87a6-42b7e2822e6f req-a50ba674-1eba-45d2-b72c-2e409ada698f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.171083 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abb525bc-b1e8-4009-87a6-42b7e2822e6f req-a50ba674-1eba-45d2-b72c-2e409ada698f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.171633 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [req-abb525bc-b1e8-4009-87a6-42b7e2822e6f req-a50ba674-1eba-45d2-b72c-2e409ada698f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Floating IP f538b988-6941-43c4-a871-7a64cb93838c disassociated. External IP: 172.25.4.248, port: 701ccee7-462f-4894-bd64-5a84060d3d06. Jul 22 23:45:43.171950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-abb525bc-b1e8-4009-87a6-42b7e2822e6f req-a50ba674-1eba-45d2-b72c-2e409ada698f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Calling delete_port for 701ccee7-462f-4894-bd64-5a84060d3d06 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:43.234875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-687dfdb3-000f-4041-b629-db335bf0738c None None] Port 2049cd18-d221-45ba-93e2-d7a07e6df81f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:43.240177 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port a63891c7-8cf0-41ac-9d05-64fa88b3daa3, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a63891c7-8cf0-41ac-9d05-64fa88b3daa3,segment=NetworkSegment(7bed74a3-1f5a-4590-9971-a921bda1d4df),segment_id=7bed74a3-1f5a-4590-9971-a921bda1d4df)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:43.246663 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.334755 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=a63891c7-8cf0-41ac-9d05-64fa88b3daa3,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:43.373559 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abb525bc-b1e8-4009-87a6-42b7e2822e6f req-a50ba674-1eba-45d2-b72c-2e409ada698f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.408733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ba674-1eba-45d2-b72c-2e409ada698f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event deleted for resources: {'Port': ['ID=701ccee7-462f-4894-bd64-5a84060d3d06,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:43.539506 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abb525bc-b1e8-4009-87a6-42b7e2822e6f req-a50ba674-1eba-45d2-b72c-2e409ada698f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Router 24b082aa-2a0c-4a36-9e6e-46794c895e5f has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:43.579383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee1c8a-d41b-405f-90a7-a8d69a1b6875 req-08c6c752-4164-428b-9f3f-aaedfe2c9525 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:43.586376 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8ee1c8a-d41b-405f-90a7-a8d69a1b6875 req-08c6c752-4164-428b-9f3f-aaedfe2c9525 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d405530-df87-4d8d-9b11-d0d9157fcd25 HTTP/1.1" status: 200 len: 868 time: 0.2447448 Jul 22 23:45:43.676312 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8ee1c8a-d41b-405f-90a7-a8d69a1b6875 req-33321dbd-5ed8-4a9b-8854-672f54d7cd4b tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=041b1363-ed41-499c-8497-5c00d0c73bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889850 Jul 22 23:45:43.690808 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abb525bc-b1e8-4009-87a6-42b7e2822e6f req-a50ba674-1eba-45d2-b72c-2e409ada698f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:43.712049 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c61a7f-45c2-439d-86da-c6914a9706b5 None None] Sync routers for ids ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:43.726078 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c61a7f-45c2-439d-86da-c6914a9706b5 None None] Routers {'24b082aa-2a0c-4a36-9e6e-46794c895e5f'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:43.727400 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-15c61a7f-45c2-439d-86da-c6914a9706b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:43.743271 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb525bc-b1e8-4009-87a6-42b7e2822e6f req-a50ba674-1eba-45d2-b72c-2e409ada698f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] No DVR routers for this DVR port 701ccee7-462f-4894-bd64-5a84060d3d06 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:43.746441 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-abb525bc-b1e8-4009-87a6-42b7e2822e6f req-a50ba674-1eba-45d2-b72c-2e409ada698f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.748728 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-abb525bc-b1e8-4009-87a6-42b7e2822e6f req-a50ba674-1eba-45d2-b72c-2e409ada698f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.95 "DELETE /v2.0/ports/701ccee7-462f-4894-bd64-5a84060d3d06 HTTP/1.1" status: 204 len: 173 time: 1.2367539 Jul 22 23:45:43.748976 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'name': 'network-vif-deleted', 'tag': '701ccee7-462f-4894-bd64-5a84060d3d06'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:43.755980 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a56e7eb-9546-487a-ba60-12af23c82d0d" -d '{"events": [{"server_uuid": "5d405530-df87-4d8d-9b11-d0d9157fcd25", "name": "network-vif-deleted", "tag": "701ccee7-462f-4894-bd64-5a84060d3d06"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:43.801559 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20c5875f-524f-44c8-9b9b-3eb527de3e3c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.810341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51082) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:43.811003 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6753c9d2-5060-4ccc-ab30-3da8123a5ec3 x-openstack-request-id: req-6753c9d2-5060-4ccc-ab30-3da8123a5ec3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:43.811491 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d405530-df87-4d8d-9b11-d0d9157fcd25", "name": "network-vif-deleted", "tag": "701ccee7-462f-4894-bd64-5a84060d3d06", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:43.811922 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6753c9d2-5060-4ccc-ab30-3da8123a5ec3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:43.817864 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d405530-df87-4d8d-9b11-d0d9157fcd25', 'name': 'network-vif-deleted', 'tag': '701ccee7-462f-4894-bd64-5a84060d3d06', 'status': 'completed', 'code': 200} Jul 22 23:45:43.842831 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20c5875f-524f-44c8-9b9b-3eb527de3e3c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.953337 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c5875f-524f-44c8-9b9b-3eb527de3e3c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:43.953871 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20c5875f-524f-44c8-9b9b-3eb527de3e3c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.955311 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-20c5875f-524f-44c8-9b9b-3eb527de3e3c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/ports/2049cd18-d221-45ba-93e2-d7a07e6df81f HTTP/1.1" status: 200 len: 910 time: 1.2264168 Jul 22 23:45:43.956254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5875f-524f-44c8-9b9b-3eb527de3e3c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=2049cd18-d221-45ba-93e2-d7a07e6df81f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:43.958379 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51088) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:43.990384 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-15c61a7f-45c2-439d-86da-c6914a9706b5 None None] Set router 24b082aa-2a0c-4a36-9e6e-46794c895e5f gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:44.058739 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84f58b6c-1f2b-42cf-bbe9-1f2cf26f2d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:44.323258 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-15c61a7f-45c2-439d-86da-c6914a9706b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:24Z', 'revision_number': 4, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '774a463c-d641-43b6-94e5-6241a8d903b7', 'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'mac_address': 'fa:16:3e:d8:a7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:23Z', 'updated_at': '2021-07-22T23:41:32Z', 'revision_number': 5, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'subnets': [{'id': '2482584c-2a32-49e4-91b9-a354783f97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:44.332267 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84f58b6c-1f2b-42cf-bbe9-1f2cf26f2d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:44.351794 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-84f58b6c-1f2b-42cf-bbe9-1f2cf26f2d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:44.360334 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c61a7f-45c2-439d-86da-c6914a9706b5 None None] Checking router: 24b082aa-2a0c-4a36-9e6e-46794c895e5f for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:45:44.375188 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c61a7f-45c2-439d-86da-c6914a9706b5 None None] Routers {'24b082aa-2a0c-4a36-9e6e-46794c895e5f'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:44.377960 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-15c61a7f-45c2-439d-86da-c6914a9706b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:44.426926 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-84f58b6c-1f2b-42cf-bbe9-1f2cf26f2d2b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73400dcb3ce34c2bb1746f37b66f99db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6137521 Jul 22 23:45:44.427974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f58b6c-1f2b-42cf-bbe9-1f2cf26f2d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec80325f-d6b1-49b1-84d8-8293a2f214d1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:44.431821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:44.462343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac7cbd-b85b-4626-be56-baaa1637148b req-66369abe-02dd-48ac-8709-e75ab87dc362 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:44.472810 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6ac7cbd-b85b-4626-be56-baaa1637148b req-66369abe-02dd-48ac-8709-e75ab87dc362 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.2503371 Jul 22 23:45:44.548460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6ac7cbd-b85b-4626-be56-baaa1637148b req-cbf482b3-5743-4c3c-9dfb-a737e6eb3c76 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745282 Jul 22 23:45:44.567573 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-444eb0e5-c6dd-438e-9876-6f72ffa81487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:44.581238 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-15c61a7f-45c2-439d-86da-c6914a9706b5 None None] Set router 24b082aa-2a0c-4a36-9e6e-46794c895e5f gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:44.611680 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-444eb0e5-c6dd-438e-9876-6f72ffa81487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:44.616632 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a63891c7-8cf0-41ac-9d05-64fa88b3daa3 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:44.671923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a63891c7-8cf0-41ac-9d05-64fa88b3daa3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:44.672453 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:44.702035 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-444eb0e5-c6dd-438e-9876-6f72ffa81487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:44.705150 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-444eb0e5-c6dd-438e-9876-6f72ffa81487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:44.708697 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-444eb0e5-c6dd-438e-9876-6f72ffa81487 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec80325f-d6b1-49b1-84d8-8293a2f214d1 HTTP/1.1" status: 204 len: 168 time: 0.2711954 Jul 22 23:45:44.718519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444eb0e5-c6dd-438e-9876-6f72ffa81487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec80325f-d6b1-49b1-84d8-8293a2f214d1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:44.827569 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51108) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:44.852812 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1c136af-141b-4cdd-ba2e-be609d6ed436 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.004909 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1ce3f55-e6fb-4bb2-9ba9-af28fd26888f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.044308 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1ce3f55-e6fb-4bb2-9ba9-af28fd26888f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.045576 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d883d16-1e0f-46e1-8dc3-43628fc04fcc req-440a5f40-2361-4139-9eff-770d7ab479a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:45.047734 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d883d16-1e0f-46e1-8dc3-43628fc04fcc req-440a5f40-2361-4139-9eff-770d7ab479a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a40a7a37e674c75a6277161bcf86f7f&device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 1096 time: 0.1514091 Jul 22 23:45:45.107865 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-15c61a7f-45c2-439d-86da-c6914a9706b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:24Z', 'revision_number': 4, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '774a463c-d641-43b6-94e5-6241a8d903b7', 'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'mac_address': 'fa:16:3e:d8:a7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:23Z', 'updated_at': '2021-07-22T23:41:32Z', 'revision_number': 5, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'subnets': [{'id': '2482584c-2a32-49e4-91b9-a354783f97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:45.126690 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc1c81-f07c-4f7b-b6bc-b7a5051bdcf9 req-0e4e9b6b-1eba-4f50-b1d4-a99cf96a662f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:45.138657 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dfcc1c81-f07c-4f7b-b6bc-b7a5051bdcf9 req-0e4e9b6b-1eba-4f50-b1d4-a99cf96a662f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.2437007 Jul 22 23:45:45.179904 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c61a7f-45c2-439d-86da-c6914a9706b5 None None] The sync data for ids ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'] in n-d-688802-2 is: [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:24Z', 'revision_number': 4, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '774a463c-d641-43b6-94e5-6241a8d903b7', 'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'mac_address': 'fa:16:3e:d8:a7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:23Z', 'updated_at': '2021-07-22T23:41:32Z', 'revision_number': 5, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'subnets': [{'id': '2482584c-2a32-49e4-91b9-a354783f97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:45.191104 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1ce3f55-e6fb-4bb2-9ba9-af28fd26888f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.194720 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1ce3f55-e6fb-4bb2-9ba9-af28fd26888f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.194911 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d883d16-1e0f-46e1-8dc3-43628fc04fcc req-b2c63c2b-111f-46d9-b6ce-74b94b86b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:45.198494 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f1ce3f55-e6fb-4bb2-9ba9-af28fd26888f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "DELETE /v2.0/security-groups/041b1363-ed41-499c-8497-5c00d0c73bf6 HTTP/1.1" status: 204 len: 168 time: 0.3671935 Jul 22 23:45:45.198683 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d883d16-1e0f-46e1-8dc3-43628fc04fcc req-b2c63c2b-111f-46d9-b6ce-74b94b86b17d service neutron] 10.222.0.18 "GET /v2.0/networks?id=93ff45f1-4e3c-47a6-ae24-fe25765c18f3 HTTP/1.1" status: 200 len: 912 time: 0.1417027 Jul 22 23:45:45.199708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51122) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:45.232412 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dfcc1c81-f07c-4f7b-b6bc-b7a5051bdcf9 req-7c6408f0-d98b-4b5a-8f68-19018a4fb26a tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928633 Jul 22 23:45:45.238124 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce3f55-e6fb-4bb2-9ba9-af28fd26888f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=041b1363-ed41-499c-8497-5c00d0c73bf6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:45.296877 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-8a5b28a4-b322-4334-8429-f971ef29cbb9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] show failed (client error): The resource could not be found. Jul 22 23:45:45.297893 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8a5b28a4-b322-4334-8429-f971ef29cbb9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups/041b1363-ed41-499c-8497-5c00d0c73bf6 HTTP/1.1" status: 404 len: 347 time: 0.0974464 Jul 22 23:45:45.301137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51130) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:45.304114 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d883d16-1e0f-46e1-8dc3-43628fc04fcc req-f30d8e2d-4884-4f41-977b-80fc51f2c104 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fa03b29-45b5-44f4-96f2-c08ac478bcf6 HTTP/1.1" status: 200 len: 217 time: 0.0982249 Jul 22 23:45:45.364552 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b1c136af-141b-4cdd-ba2e-be609d6ed436 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port 2049cd18-d221-45ba-93e2-d7a07e6df81f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:45.364896 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1c136af-141b-4cdd-ba2e-be609d6ed436 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.372355 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d883d16-1e0f-46e1-8dc3-43628fc04fcc req-9f372f4f-4f2e-4bb3-a4ff-458d3c0c1f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:45.373860 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d883d16-1e0f-46e1-8dc3-43628fc04fcc req-9f372f4f-4f2e-4bb3-a4ff-458d3c0c1f84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd4dc970-c31f-49da-a52d-cbde2a39d299 HTTP/1.1" status: 200 len: 851 time: 0.0627186 Jul 22 23:45:45.423959 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d883d16-1e0f-46e1-8dc3-43628fc04fcc req-8e3498b3-780f-4e87-9a3b-70b6e0cdd626 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93ff45f1-4e3c-47a6-ae24-fe25765c18f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401435 Jul 22 23:45:45.458057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-619dbc66-5dc5-4907-b3d1-7784312a895a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Deleting port c159d2b6-28a2-4764-91ce-1685cc74fdeb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:45.458538 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-619dbc66-5dc5-4907-b3d1-7784312a895a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.555981 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1c136af-141b-4cdd-ba2e-be609d6ed436 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.560475 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-619dbc66-5dc5-4907-b3d1-7784312a895a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.561298 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-619dbc66-5dc5-4907-b3d1-7784312a895a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.576643 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b1c136af-141b-4cdd-ba2e-be609d6ed436 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for 2049cd18-d221-45ba-93e2-d7a07e6df81f owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:45.577735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-619dbc66-5dc5-4907-b3d1-7784312a895a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Calling delete_port for c159d2b6-28a2-4764-91ce-1685cc74fdeb owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:45.580691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e601d4-c9c5-4046-b6d0-3d2fc4923afd None None] New status for floating IP f538b988-6941-43c4-a871-7a64cb93838c: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:45:45.602541 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d883d16-1e0f-46e1-8dc3-43628fc04fcc req-0f94f579-d9ff-4c9e-9229-9c1c09529e82 service neutron] 10.222.0.18 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690617 Jul 22 23:45:45.680823 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-89e601d4-c9c5-4046-b6d0-3d2fc4923afd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:45:45.680823 n-d-688802-2 neutron-server[93822]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Jul 22 23:45:45.680823 n-d-688802-2 neutron-server[93822]: [parameters: {'status': 'DOWN', 'floatingips_id': 'f538b988-6941-43c4-a871-7a64cb93838c'}] Jul 22 23:45:45.680823 n-d-688802-2 neutron-server[93822]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:45:45.681742 n-d-688802-2 neutron-server[93822]: DEBUG oslo_db.api [None req-89e601d4-c9c5-4046-b6d0-3d2fc4923afd None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:45:45.734334 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-619dbc66-5dc5-4907-b3d1-7784312a895a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.761071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619dbc66-5dc5-4907-b3d1-7784312a895a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event deleted for resources: {'Port': ['ID=c159d2b6-28a2-4764-91ce-1685cc74fdeb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:45.796054 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d883d16-1e0f-46e1-8dc3-43628fc04fcc req-0a52d78b-9549-413d-ae2e-a77c3230f613 service neutron] 10.222.0.18 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588473 Jul 22 23:45:45.832356 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-619dbc66-5dc5-4907-b3d1-7784312a895a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.835049 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-619dbc66-5dc5-4907-b3d1-7784312a895a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.837872 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-619dbc66-5dc5-4907-b3d1-7784312a895a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "DELETE /v2.0/floatingips/f538b988-6941-43c4-a871-7a64cb93838c HTTP/1.1" status: 204 len: 168 time: 0.5338156 Jul 22 23:45:45.882604 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1c136af-141b-4cdd-ba2e-be609d6ed436 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.902630 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 701ccee7-462f-4894-bd64-5a84060d3d06 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:45.913081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c136af-141b-4cdd-ba2e-be609d6ed436 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=2049cd18-d221-45ba-93e2-d7a07e6df81f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:45.924600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 701ccee7-462f-4894-bd64-5a84060d3d06 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:45.925222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 701ccee7-462f-4894-bd64-5a84060d3d06 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:46.110333 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1c136af-141b-4cdd-ba2e-be609d6ed436 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.183683 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e601d4-c9c5-4046-b6d0-3d2fc4923afd None None] New status for floating IP f538b988-6941-43c4-a871-7a64cb93838c: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:45:46.345589 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c136af-141b-4cdd-ba2e-be609d6ed436 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 143b398e-19e0-435b-ae5e-6122cba15076 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:46.410297 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.430383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5e695-300e-477f-968a-dc43072343cb req-242df37d-c51d-49c1-8fe7-f68266fe969f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:46.432519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1b5e695-300e-477f-968a-dc43072343cb req-242df37d-c51d-49c1-8fe7-f68266fe969f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.0785735 Jul 22 23:45:46.448150 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c136af-141b-4cdd-ba2e-be609d6ed436 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:46.453983 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b1c136af-141b-4cdd-ba2e-be609d6ed436 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/143b398e-19e0-435b-ae5e-6122cba15076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4945521 Jul 22 23:45:46.457141 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:46.463698 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6812de-1207-4cd4-9fd9-0d2e2c760899 None None] Sync routers for ids ['143b398e-19e0-435b-ae5e-6122cba15076'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:46.473122 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6812de-1207-4cd4-9fd9-0d2e2c760899 None None] Routers {'143b398e-19e0-435b-ae5e-6122cba15076'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:46.473809 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5a6812de-1207-4cd4-9fd9-0d2e2c760899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['143b398e-19e0-435b-ae5e-6122cba15076'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:46.498944 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0ec4c663-0ebf-4521-998a-0a7c5d873205 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports?device_id=143b398e-19e0-435b-ae5e-6122cba15076 HTTP/1.1" status: 200 len: 205 time: 0.0404241 Jul 22 23:45:46.501452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51166) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:46.513156 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5a6812de-1207-4cd4-9fd9-0d2e2c760899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:46.523877 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6812de-1207-4cd4-9fd9-0d2e2c760899 None None] Routers {'143b398e-19e0-435b-ae5e-6122cba15076'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:46.524483 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5a6812de-1207-4cd4-9fd9-0d2e2c760899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['143b398e-19e0-435b-ae5e-6122cba15076'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:46.527467 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51168) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:46.532271 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2dea6b8d-c455-42bd-8932-af890232bb2c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--647623999', 'description': 'tempest-description--653188395'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:46.576026 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2dea6b8d-c455-42bd-8932-af890232bb2c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.591146 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1b5e695-300e-477f-968a-dc43072343cb req-768f5b59-6052-44ad-8c82-b46682311993 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524999 Jul 22 23:45:46.598702 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7315d841-ca10-4cd2-8181-6bbe278c79cb tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.599824 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5a6812de-1207-4cd4-9fd9-0d2e2c760899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:46.601334 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6812de-1207-4cd4-9fd9-0d2e2c760899 None None] The sync data for ids ['143b398e-19e0-435b-ae5e-6122cba15076'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:46.689675 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2dea6b8d-c455-42bd-8932-af890232bb2c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.693765 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2dea6b8d-c455-42bd-8932-af890232bb2c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.722915 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2dea6b8d-c455-42bd-8932-af890232bb2c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.727664 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2dea6b8d-c455-42bd-8932-af890232bb2c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1958303 Jul 22 23:45:46.727664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea6b8d-c455-42bd-8932-af890232bb2c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd53d733-b441-473a-8f1b-aea4722f9079,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:46.727664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51170) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:46.733186 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-eb92751c-981e-44cd-9162-e5e5b97e4b31 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Request body: {'security_group_rule': {'security_group_id': 'fd53d733-b441-473a-8f1b-aea4722f9079', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:46.762216 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb92751c-981e-44cd-9162-e5e5b97e4b31 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.824896 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb92751c-981e-44cd-9162-e5e5b97e4b31 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.828947 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb92751c-981e-44cd-9162-e5e5b97e4b31 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.848844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92751c-981e-44cd-9162-e5e5b97e4b31 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97809e3d-a999-4867-b37f-a3e7936e914f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:46.862446 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb92751c-981e-44cd-9162-e5e5b97e4b31 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.863692 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb92751c-981e-44cd-9162-e5e5b97e4b31 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351838 Jul 22 23:45:46.866709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51172) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:46.871822 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-94ae021d-8305-4303-bc6e-6e72dbe1597f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Request body: {'security_group_rule': {'security_group_id': 'fd53d733-b441-473a-8f1b-aea4722f9079', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:46.902281 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94ae021d-8305-4303-bc6e-6e72dbe1597f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.971537 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94ae021d-8305-4303-bc6e-6e72dbe1597f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.980730 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94ae021d-8305-4303-bc6e-6e72dbe1597f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.011866 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae021d-8305-4303-bc6e-6e72dbe1597f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5fb6859-42ce-4d27-8f89-52fea838b1ab,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:47.018154 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94ae021d-8305-4303-bc6e-6e72dbe1597f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.022425 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-94ae021d-8305-4303-bc6e-6e72dbe1597f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515794 Jul 22 23:45:47.023102 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51174) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:47.033372 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:47.060041 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.116001 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7315d841-ca10-4cd2-8181-6bbe278c79cb tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.118242 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7315d841-ca10-4cd2-8181-6bbe278c79cb tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.165517 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7315d841-ca10-4cd2-8181-6bbe278c79cb tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.167080 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7315d841-ca10-4cd2-8181-6bbe278c79cb tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Fanout notify agent at l3_agent the message router_deleted on router 143b398e-19e0-435b-ae5e-6122cba15076 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:45:47.168638 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.174585 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7315d841-ca10-4cd2-8181-6bbe278c79cb tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.176019 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7315d841-ca10-4cd2-8181-6bbe278c79cb tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/routers/143b398e-19e0-435b-ae5e-6122cba15076 HTTP/1.1" status: 204 len: 168 time: 0.6733558 Jul 22 23:45:47.178843 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51178) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:47.230795 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee7e8f5-1a1f-4d97-a356-9671dca2ce0e tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting subnet 8cd89480-c10a-4e3c-8c33-a85d2bccbe65 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:47.233826 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aee7e8f5-1a1f-4d97-a356-9671dca2ce0e tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.274016 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aee7e8f5-1a1f-4d97-a356-9671dca2ce0e tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.284653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Allocated IP 172.25.4.131 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/87bbd054-0d5c-4490-bee3-919cb8d48bdf) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:47.365697 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aee7e8f5-1a1f-4d97-a356-9671dca2ce0e tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.398507 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.439010 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aee7e8f5-1a1f-4d97-a356-9671dca2ce0e tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.440424 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.469215 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aee7e8f5-1a1f-4d97-a356-9671dca2ce0e tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.474108 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-aee7e8f5-1a1f-4d97-a356-9671dca2ce0e tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/8cd89480-c10a-4e3c-8c33-a85d2bccbe65 HTTP/1.1" status: 204 len: 168 time: 0.2942514 Jul 22 23:45:47.474723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51192) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:47.477791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:47.477938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7e8f5-1a1f-4d97-a356-9671dca2ce0e tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd89480-c10a-4e3c-8c33-a85d2bccbe65,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:47.479510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9644204-5ffa-4561-bfbd-cca67c860327 None None] Network 8f5d8010-75d7-4765-a3ba-779895e2b2b4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:47.483961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:47.488205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:47.532254 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event updated for resources: {'Port': ['ID=87bbd054-0d5c-4490-bee3-919cb8d48bdf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:47.555341 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-da6930c6-bc7b-43ad-988a-c3c19be2ebfe tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9be58557d4d142929579275d05db8a4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418398 Jul 22 23:45:47.594207 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.631232 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.647254 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.717434 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] DHCP port deletion for 8f5d8010-75d7-4765-a3ba-779895e2b2b4 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:47.766002 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Deleting port a63891c7-8cf0-41ac-9d05-64fa88b3daa3 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:47.766378 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.829199 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.829513 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] For port a63891c7-8cf0-41ac-9d05-64fa88b3daa3, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a63891c7-8cf0-41ac-9d05-64fa88b3daa3,segment=NetworkSegment(7bed74a3-1f5a-4590-9971-a921bda1d4df),segment_id=7bed74a3-1f5a-4590-9971-a921bda1d4df)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:47.830123 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.835283 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.844817 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Calling delete_port for a63891c7-8cf0-41ac-9d05-64fa88b3daa3 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:47.871110 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-dfa2577c-cb42-4b8b-ae4a-211ae2fae516 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:47.872653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-dfa2577c-cb42-4b8b-ae4a-211ae2fae516 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2793396 Jul 22 23:45:47.898634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port a63891c7-8cf0-41ac-9d05-64fa88b3daa3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:47.898887 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.910178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b486d-7849-468c-8ebf-1c19048479e8 req-456da544-ec88-46d8-91bf-cf089ede6d6f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:47.911864 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-892b486d-7849-468c-8ebf-1c19048479e8 req-456da544-ec88-46d8-91bf-cf089ede6d6f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.2111852 Jul 22 23:45:47.913473 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-8b978579-ec0f-4424-b2a9-66e85a3685ab tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/quotas/9be58557d4d142929579275d05db8a4d HTTP/1.1" status: 200 len: 375 time: 0.0321751 Jul 22 23:45:47.915699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event updated for resources: {'Port': ['ID=87bbd054-0d5c-4490-bee3-919cb8d48bdf,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:47.923382 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.938314 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.948847 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-28ef1f35-c87a-47b7-8ced-2e6359db830e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9247582 Jul 22 23:45:47.953252 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.977408 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Pushing event deleted for resources: {'Port': ['ID=a63891c7-8cf0-41ac-9d05-64fa88b3daa3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:47.988359 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:47.988695 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:47.989235 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:47.989725 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:47.990215 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:47.990720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:47.991203 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:47.991682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:47.992198 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:47.992688 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:47.993021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:47.993372 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:47.999500 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7fcb0-9471-4707-993e-5d55d6e88905 None None] No DVR routers for this DVR port a63891c7-8cf0-41ac-9d05-64fa88b3daa3 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:48.014796 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-9302dfb0-74fc-4cb0-b337-8d448052bc28 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9be58557d4d142929579275d05db8a4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716090 Jul 22 23:45:48.036880 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] For port a63891c7-8cf0-41ac-9d05-64fa88b3daa3, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a63891c7-8cf0-41ac-9d05-64fa88b3daa3,segment=NetworkSegment(7bed74a3-1f5a-4590-9971-a921bda1d4df),segment_id=7bed74a3-1f5a-4590-9971-a921bda1d4df)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:48.037277 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.049930 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-892b486d-7849-468c-8ebf-1c19048479e8 req-8f1f047b-45b3-4e4e-bfcc-306ba296a57b tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234055 Jul 22 23:45:48.055618 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for a63891c7-8cf0-41ac-9d05-64fa88b3daa3 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:48.144058 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.192535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] No DVR routers for this DVR port a63891c7-8cf0-41ac-9d05-64fa88b3daa3 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:48.198161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=a63891c7-8cf0-41ac-9d05-64fa88b3daa3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:48.268661 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e49da4f6-7411-4f14-b093-bc106ed940ba req-383689ca-dcee-49d0-aeb1-0411987d0bf8 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/ports?device_id=be7181ce-05e8-4ad9-9fb5-d64b63314afe HTTP/1.1" status: 200 len: 210 time: 0.0598042 Jul 22 23:45:48.316712 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fa32989-32df-433c-927b-226226293de8 req-438fad1c-79d2-40af-ae0a-0589017254c5 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--647623999&fields=id&tenant_id=d2e7e8a1c7644425a65536a6b1591ad6 HTTP/1.1" status: 200 len: 267 time: 0.1140823 Jul 22 23:45:48.343464 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.366460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5d8010-75d7-4765-a3ba-779895e2b2b4']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:48.389554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bed74a3-1f5a-4590-9971-a921bda1d4df') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:48.389860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bed74a3-1f5a-4590-9971-a921bda1d4df') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:48.413156 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.465793 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.477964 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:48.478383 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:48.481953 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:48.524922 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa32989-32df-433c-927b-226226293de8 req-c08768b8-6185-47bc-9e4f-255f755a892d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:48.532713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fa32989-32df-433c-927b-226226293de8 req-c08768b8-6185-47bc-9e4f-255f755a892d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/networks?id=d9c6f596-1a55-460f-aa44-3580307980e5 HTTP/1.1" status: 200 len: 816 time: 0.1858699 Jul 22 23:45:48.565776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a63891c7-8cf0-41ac-9d05-64fa88b3daa3 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:48.581701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fa32989-32df-433c-927b-226226293de8 req-6c913303-eaca-4aef-a219-c2650fe852d0 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/quotas/d2e7e8a1c7644425a65536a6b1591ad6 HTTP/1.1" status: 200 len: 375 time: 0.0479751 Jul 22 23:45:48.587164 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: a63891c7-8cf0-41ac-9d05-64fa88b3daa3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:48.587583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a63891c7-8cf0-41ac-9d05-64fa88b3daa3 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:48.595235 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.602439 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.605302 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/networks/8f5d8010-75d7-4765-a3ba-779895e2b2b4 HTTP/1.1" status: 204 len: 168 time: 1.1287136 Jul 22 23:45:48.609579 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51228) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:48.613915 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f78fc807-b065-4c27-b5d7-8bfe5818f0ef tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2082303195', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:48.639944 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f78fc807-b065-4c27-b5d7-8bfe5818f0ef tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.641529 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f78fc807-b065-4c27-b5d7-8bfe5818f0ef tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.648744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a7d6b-49a9-46de-a148-8d054ca8cee7 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Network': ['ID=8f5d8010-75d7-4765-a3ba-779895e2b2b4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:48.690923 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fa32989-32df-433c-927b-226226293de8 req-7aab0ff8-8d5d-40ce-8342-94e379ef9689 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2e7e8a1c7644425a65536a6b1591ad6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1058035 Jul 22 23:45:48.702588 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f78fc807-b065-4c27-b5d7-8bfe5818f0ef tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.707636 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f78fc807-b065-4c27-b5d7-8bfe5818f0ef tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.726637 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f78fc807-b065-4c27-b5d7-8bfe5818f0ef tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.731011 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f78fc807-b065-4c27-b5d7-8bfe5818f0ef tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1177700 Jul 22 23:45:48.731191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51230) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:48.736524 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-881974cf-6572-4be4-9461-f0d4f74ab161 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'network': {'name': 'tempest-RoutersTest-1506987213'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:48.758355 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881974cf-6572-4be4-9461-f0d4f74ab161 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:48.762228 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-881974cf-6572-4be4-9461-f0d4f74ab161 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.786199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881974cf-6572-4be4-9461-f0d4f74ab161 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:48.796661 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-881974cf-6572-4be4-9461-f0d4f74ab161 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.797121 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-881974cf-6572-4be4-9461-f0d4f74ab161 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Added segment d6586703-2ddf-4e7c-aca0-2836f60b9a00 of type vlan for network 28c2ec78-cb94-4518-a74d-52f864e4e440 Jul 22 23:45:48.800702 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fa32989-32df-433c-927b-226226293de8 req-b8685ee6-58c2-41f8-8bbf-1f0852de6011 service neutron] 10.222.0.26 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981820 Jul 22 23:45:48.838985 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-881974cf-6572-4be4-9461-f0d4f74ab161 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.868290 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-881974cf-6572-4be4-9461-f0d4f74ab161 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.874769 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881974cf-6572-4be4-9461-f0d4f74ab161 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:48.875351 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-881974cf-6572-4be4-9461-f0d4f74ab161 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.900985 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fa32989-32df-433c-927b-226226293de8 req-584d796f-7b81-4c09-8ec4-e1c2cdabdf4a service neutron] 10.222.0.26 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917087 Jul 22 23:45:48.911760 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-881974cf-6572-4be4-9461-f0d4f74ab161 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1769505 Jul 22 23:45:48.912695 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51232) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:48.918007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c28f9c57-3dff-4298-b269-8dc354cc4a19 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'subnet': {'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:48.948859 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881974cf-6572-4be4-9461-f0d4f74ab161 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Network': ['ID=28c2ec78-cb94-4518-a74d-52f864e4e440,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:48.964747 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 28c2ec78-cb94-4518-a74d-52f864e4e440 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:49.029884 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28f9c57-3dff-4298-b269-8dc354cc4a19 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:49.047660 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c28f9c57-3dff-4298-b269-8dc354cc4a19 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.137340 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23633d14-245f-4396-8fa4-b6c80d437831 req-eeea033a-695d-46a0-adbf-521bb1c700bf tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 210 time: 0.0425439 Jul 22 23:45:49.249403 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-bbbcdf53-a13b-4b27-9b07-586150926f2a tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=9be58557d4d142929579275d05db8a4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314469 Jul 22 23:45:49.334511 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfbcb8-1f0b-4bf2-8b45-a466564bd6ea req-92d23de8-6a30-45ea-9fd3-0bdc894ee555 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:49.342695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01dfbcb8-1f0b-4bf2-8b45-a466564bd6ea req-92d23de8-6a30-45ea-9fd3-0bdc894ee555 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.1399181 Jul 22 23:45:49.448214 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d0c68b9-984f-4c09-9219-510253c7ecc7 req-717d8fc1-a552-4349-84d0-2e7cc2429aff tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/ports?device_id=be7181ce-05e8-4ad9-9fb5-d64b63314afe HTTP/1.1" status: 200 len: 210 time: 0.0442870 Jul 22 23:45:49.491946 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01dfbcb8-1f0b-4bf2-8b45-a466564bd6ea req-ddb18822-75b2-4a1e-92c7-79d11fb155fb tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480482 Jul 22 23:45:49.518276 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c28f9c57-3dff-4298-b269-8dc354cc4a19 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.532895 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-0a42a6ac-22f7-4a7c-9185-8c4a37325ae4 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:49.534632 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-0a42a6ac-22f7-4a7c-9185-8c4a37325ae4 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2793646 Jul 22 23:45:49.552472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Request body: {'port': {'device_id': 'be7181ce-05e8-4ad9-9fb5-d64b63314afe', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': '9be58557d4d142929579275d05db8a4d'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:49.592898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f9c57-3dff-4298-b269-8dc354cc4a19 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Subnet': ['ID=fa2b9214-50b5-4ec8-a695-4dfc56e1b365,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:49.606369 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28f9c57-3dff-4298-b269-8dc354cc4a19 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Checking segment: {'id': 'd6586703-2ddf-4e7c-aca0-2836f60b9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:49.606995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28f9c57-3dff-4298-b269-8dc354cc4a19 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network hostable DHCP agents. Network: 28c2ec78-cb94-4518-a74d-52f864e4e440, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:49.629284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28f9c57-3dff-4298-b269-8dc354cc4a19 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 28c2ec78-cb94-4518-a74d-52f864e4e440 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:49.638983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c28f9c57-3dff-4298-b269-8dc354cc4a19 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 28c2ec78-cb94-4518-a74d-52f864e4e440) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:49.645815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28f9c57-3dff-4298-b269-8dc354cc4a19 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:49.646425 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c28f9c57-3dff-4298-b269-8dc354cc4a19 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.647132 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73def769-aa10-4bb7-b37c-7a4adb8aa224 None None] Network 28c2ec78-cb94-4518-a74d-52f864e4e440 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:49.665137 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c28f9c57-3dff-4298-b269-8dc354cc4a19 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7503014 Jul 22 23:45:49.666634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51254) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:49.690487 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Made reservation on behalf of 9be58557d4d142929579275d05db8a4d for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:49.694597 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.707872 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.844250 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.854670 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.927834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136f46eb-4356-44ba-9adb-fb14b0c6d299,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:49.961813 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-28c2ec78-cb94-4518-a74d-52f864e4e440', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:45:49.964181 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.995143 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.005471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Allocated IP 192.168.233.154 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/2e5961fc-1a50-4c37-b0b0-20c233465850) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:50.117569 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Allocated IP 172.20.0.2 (28c2ec78-cb94-4518-a74d-52f864e4e440/fa2b9214-50b5-4ec8-a695-4dfc56e1b365/f1b47232-7d24-4644-8c9d-aa821af967fd) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:50.206058 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.242679 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Transition to ACTIVE for port object 2e5961fc-1a50-4c37-b0b0-20c233465850 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:50.280299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6210628-87b6-4241-a230-237293c0ff95 req-ff712469-0de0-4c74-bbea-bd78ed7fa94c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 210 time: 0.0530014 Jul 22 23:45:50.283461 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.293701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Transition to ACTIVE for port object f1b47232-7d24-4644-8c9d-aa821af967fd will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:50.316292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Transition to ACTIVE for port object f1b47232-7d24-4644-8c9d-aa821af967fd will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:50.328631 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.355292 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.363325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa32989-32df-433c-927b-226226293de8 req-c120733f-b0a5-452c-b67c-106597efff3b tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:50.364824 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa32989-32df-433c-927b-226226293de8 req-c120733f-b0a5-452c-b67c-106597efff3b tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.18 "GET /v2.0/networks?id=d9c6f596-1a55-460f-aa44-3580307980e5 HTTP/1.1" status: 200 len: 816 time: 0.1335349 Jul 22 23:45:50.389501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Network 28c2ec78-cb94-4518-a74d-52f864e4e440 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:50.395682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:50.396509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Allocated IP 172.20.0.1 (28c2ec78-cb94-4518-a74d-52f864e4e440/fa2b9214-50b5-4ec8-a695-4dfc56e1b365/b3f4168b-7592-404f-b6f4-43d764e7accc) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:50.404208 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:50.424559 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Pushing event updated for resources: {'Port': ['ID=f1b47232-7d24-4644-8c9d-aa821af967fd,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:50.498756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Attempting to bind port f1b47232-7d24-4644-8c9d-aa821af967fd on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:50.499134 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Attempting to bind port f1b47232-7d24-4644-8c9d-aa821af967fd by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'd6586703-2ddf-4e7c-aca0-2836f60b9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:50.499615 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Attempting to bind port f1b47232-7d24-4644-8c9d-aa821af967fd on network 28c2ec78-cb94-4518-a74d-52f864e4e440 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:50.505192 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:50.505728 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Checking segment: {'id': 'd6586703-2ddf-4e7c-aca0-2836f60b9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:50.506143 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.506545 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Bound using segment: {'id': 'd6586703-2ddf-4e7c-aca0-2836f60b9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:50.507027 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Bound port: f1b47232-7d24-4644-8c9d-aa821af967fd, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6586703-2ddf-4e7c-aca0-2836f60b9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:50.507416 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.566709 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.623585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Transition to ACTIVE for port object b3f4168b-7592-404f-b6f4-43d764e7accc will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:50.624851 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] For port f1b47232-7d24-4644-8c9d-aa821af967fd, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:50.628735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] For port f1b47232-7d24-4644-8c9d-aa821af967fd, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f1b47232-7d24-4644-8c9d-aa821af967fd,segment=NetworkSegment(d6586703-2ddf-4e7c-aca0-2836f60b9a00),segment_id=d6586703-2ddf-4e7c-aca0-2836f60b9a00)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:50.633105 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.706292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433474c-3f2b-4a62-ab05-6e8926138d92 None None] Pushing event updated for resources: {'Port': ['ID=f1b47232-7d24-4644-8c9d-aa821af967fd,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:50.725255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7247b-ade9-49e1-9a0f-68dc4951dd95 req-8df6e8a3-bf1d-4ff0-bc89-1cef1c5efa19 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:50.726933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87b7247b-ade9-49e1-9a0f-68dc4951dd95 req-8df6e8a3-bf1d-4ff0-bc89-1cef1c5efa19 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.1515241 Jul 22 23:45:50.737638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19409e3a-c8d3-485c-9b1b-34518a253194 req-18027975-988d-4e06-86bb-7ac83f8eab98 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:50.739289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19409e3a-c8d3-485c-9b1b-34518a253194 req-18027975-988d-4e06-86bb-7ac83f8eab98 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/ports?device_id=be7181ce-05e8-4ad9-9fb5-d64b63314afe HTTP/1.1" status: 200 len: 936 time: 0.1487660 Jul 22 23:45:50.764516 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.782626 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:50.791824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:50.799159 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:50.801525 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Pushing event updated for resources: {'Port': ['ID=2e5961fc-1a50-4c37-b0b0-20c233465850,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:50.831366 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa32989-32df-433c-927b-226226293de8 req-e1858e73-e25e-475a-9fb2-b3ca4a4fe6bd tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2e7e8a1c7644425a65536a6b1591ad6 HTTP/1.1" status: 200 len: 379 time: 0.0824733 Jul 22 23:45:50.838230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 28c2ec78-cb94-4518-a74d-52f864e4e440 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:50.844312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9fa32989-32df-433c-927b-226226293de8 req-16a81f2c-1ede-46b1-a9fa-27fb8a77055d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Request body: {'port': {'device_id': '2d261bab-b24d-4590-9732-3f4190a548f5', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'admin_state_up': True, 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'security_groups': ['fd53d733-b441-473a-8f1b-aea4722f9079']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:50.850289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87b7247b-ade9-49e1-9a0f-68dc4951dd95 req-715747c5-1869-42b9-9134-dcdcb7222e65 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099279 Jul 22 23:45:50.860588 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19409e3a-c8d3-485c-9b1b-34518a253194 req-78abf799-facd-4af0-af23-541198c8364a tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/security-groups?id=136f46eb-4356-44ba-9adb-fb14b0c6d299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116774 Jul 22 23:45:50.861671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:50.866562 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:50.899948 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:50.901198 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.926604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=b3f4168b-7592-404f-b6f4-43d764e7accc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:50.973510 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.976908 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d8a03d0d-4b1b-4f62-9a33-13526487cfcb tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4250276 Jul 22 23:45:50.989391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Request body: {'port': {'device_id': 'be7181ce-05e8-4ad9-9fb5-d64b63314afe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:51.109962 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa32989-32df-433c-927b-226226293de8 req-16a81f2c-1ede-46b1-a9fa-27fb8a77055d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Made reservation on behalf of d2e7e8a1c7644425a65536a6b1591ad6 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:51.116507 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9fa32989-32df-433c-927b-226226293de8 req-16a81f2c-1ede-46b1-a9fa-27fb8a77055d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.159583 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.182590 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.241769 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e49b5dc8-670f-4660-b38e-c4c9d01d7932 None None] Provisioning for port 2e5961fc-1a50-4c37-b0b0-20c233465850 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:51.245885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e49b5dc8-670f-4660-b38e-c4c9d01d7932 None None] Provisioning complete for port 2e5961fc-1a50-4c37-b0b0-20c233465850 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:51.247287 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e49b5dc8-670f-4660-b38e-c4c9d01d7932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.288151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e49b5dc8-670f-4660-b38e-c4c9d01d7932 None None] Port 2e5961fc-1a50-4c37-b0b0-20c233465850 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:51.381511 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-9fa32989-32df-433c-927b-226226293de8 req-16a81f2c-1ede-46b1-a9fa-27fb8a77055d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Allocated IP 172.20.0.7 (d9c6f596-1a55-460f-aa44-3580307980e5/2482584c-2a32-49e4-91b9-a354783f97de/135c4d39-a1e4-4f5e-8e50-6e2e16d023ee) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:51.441071 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2cec6655-8ff9-4467-b556-009f366784fe req-13473721-5dbf-482c-bcc3-ff6ff8f44ac2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 210 time: 0.0621700 Jul 22 23:45:51.528486 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.534915 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.654341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=b3f4168b-7592-404f-b6f4-43d764e7accc,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:51.656867 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.676528 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9fa32989-32df-433c-927b-226226293de8 req-16a81f2c-1ede-46b1-a9fa-27fb8a77055d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.721963 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-9fa32989-32df-433c-927b-226226293de8 req-16a81f2c-1ede-46b1-a9fa-27fb8a77055d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Transition to ACTIVE for port object 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:51.727681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5961fc-1a50-4c37-b0b0-20c233465850 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:45:51.738300 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.762729 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Transition to ACTIVE for port object 2e5961fc-1a50-4c37-b0b0-20c233465850 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:51.769653 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.813274 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1e7a8-bf94-4178-b742-c921f269ac8e req-7fa99827-91eb-4407-ba16-1390c5b6e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:51.814805 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcb1e7a8-bf94-4178-b742-c921f269ac8e req-7fa99827-91eb-4407-ba16-1390c5b6e477 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 1096 time: 0.1873000 Jul 22 23:45:51.826999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae20b40-7de6-484b-a7cc-b8f6ab313065 req-bb87a830-055f-42e6-bb9a-e706bf399ed5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:51.828096 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ae20b40-7de6-484b-a7cc-b8f6ab313065 req-bb87a830-055f-42e6-bb9a-e706bf399ed5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1994636 Jul 22 23:45:51.833007 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Pushing event updated for resources: {'Port': ['ID=2e5961fc-1a50-4c37-b0b0-20c233465850,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:51.837241 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9fa32989-32df-433c-927b-226226293de8 req-16a81f2c-1ede-46b1-a9fa-27fb8a77055d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.919428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 28c2ec78-cb94-4518-a74d-52f864e4e440 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:51.944174 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa32989-32df-433c-927b-226226293de8 req-16a81f2c-1ede-46b1-a9fa-27fb8a77055d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Network d9c6f596-1a55-460f-aa44-3580307980e5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:51.962179 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:51.962324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-9fa32989-32df-433c-927b-226226293de8 req-16a81f2c-1ede-46b1-a9fa-27fb8a77055d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:51.966259 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa32989-32df-433c-927b-226226293de8 req-16a81f2c-1ede-46b1-a9fa-27fb8a77055d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:51.972691 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a81f2c-1ede-46b1-a9fa-27fb8a77055d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event updated for resources: {'Port': ['ID=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:52.013734 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ae20b40-7de6-484b-a7cc-b8f6ab313065 req-a62320cc-0bf1-40d1-97ee-ba0df7e240b2 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690333 Jul 22 23:45:52.038641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1e7a8-bf94-4178-b742-c921f269ac8e req-3691e9ca-8ef5-46e1-9d6e-05f2c6dd4c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:52.041423 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcb1e7a8-bf94-4178-b742-c921f269ac8e req-3691e9ca-8ef5-46e1-9d6e-05f2c6dd4c30 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.2120397 Jul 22 23:45:52.051596 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Attempting to bind port 2e5961fc-1a50-4c37-b0b0-20c233465850 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:52.051932 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Attempting to bind port 2e5961fc-1a50-4c37-b0b0-20c233465850 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:52.052261 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Attempting to bind port 2e5961fc-1a50-4c37-b0b0-20c233465850 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:52.066383 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa32989-32df-433c-927b-226226293de8 req-16a81f2c-1ede-46b1-a9fa-27fb8a77055d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:52.067217 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9fa32989-32df-433c-927b-226226293de8 req-16a81f2c-1ede-46b1-a9fa-27fb8a77055d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.076594 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Port 2e5961fc-1a50-4c37-b0b0-20c233465850 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:45:52.076993 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Attempting to bind port 2e5961fc-1a50-4c37-b0b0-20c233465850 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:52.087968 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:52.089227 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:52.089663 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:52.090189 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Bound port: 2e5961fc-1a50-4c37-b0b0-20c233465850, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:52.090571 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.094117 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa32989-32df-433c-927b-226226293de8 req-16a81f2c-1ede-46b1-a9fa-27fb8a77055d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2539330 Jul 22 23:45:52.122076 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6b592e-0566-4d33-8b7f-16bf5e35dba8 None None] Network 28c2ec78-cb94-4518-a74d-52f864e4e440 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:52.126648 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Request body: {'port': {'device_id': '2d261bab-b24d-4590-9732-3f4190a548f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:52.223340 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] For port 2e5961fc-1a50-4c37-b0b0-20c233465850, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:52.227255 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] For port 2e5961fc-1a50-4c37-b0b0-20c233465850, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2e5961fc-1a50-4c37-b0b0-20c233465850,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:52.245590 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.270961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6520e2f-8129-48f0-a39c-e3ab5aca0a01 None None] Provisioning for port f1b47232-7d24-4644-8c9d-aa821af967fd completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:52.334411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:52.335207 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.336802 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] 10.222.0.95 "PUT /v2.0/ports/2e5961fc-1a50-4c37-b0b0-20c233465850 HTTP/1.1" status: 200 len: 1096 time: 1.3555267 Jul 22 23:45:52.337416 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7181ce-05e8-4ad9-9fb5-d64b63314afe', 'tag': '2e5961fc-1a50-4c37-b0b0-20c233465850'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:52.340174 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6814ff0-b83a-4960-90dd-efe3973b4ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "be7181ce-05e8-4ad9-9fb5-d64b63314afe", "tag": "2e5961fc-1a50-4c37-b0b0-20c233465850"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:52.388139 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c12109-0326-4a3d-984e-0a1a5a84f2dc service neutron] Pushing event updated for resources: {'Port': ['ID=2e5961fc-1a50-4c37-b0b0-20c233465850,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:52.392623 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.489522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b5c6dbb5-be66-4448-8ca2-13bfc58facfa None None] Provisioning for port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:52.505493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b5c6dbb5-be66-4448-8ca2-13bfc58facfa None None] Provisioning complete for port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:52.505994 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5c6dbb5-be66-4448-8ca2-13bfc58facfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.571261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b5c6dbb5-be66-4448-8ca2-13bfc58facfa None None] Port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:52.613287 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-1dd704b4-7b51-41bf-9cf2-07beff0f435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:52.615043 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-1dd704b4-7b51-41bf-9cf2-07beff0f435f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9be58557d4d142929579275d05db8a4d&device_id=be7181ce-05e8-4ad9-9fb5-d64b63314afe HTTP/1.1" status: 200 len: 1099 time: 0.2115278 Jul 22 23:45:52.629954 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f1b47232-7d24-4644-8c9d-aa821af967fd up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:52.700449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port f1b47232-7d24-4644-8c9d-aa821af967fd completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:52.706051 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port f1b47232-7d24-4644-8c9d-aa821af967fd triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:52.706726 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.746384 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcb1e7a8-bf94-4178-b742-c921f269ac8e req-fc057bb8-3ed7-437e-9ebe-9286d0ab6fe4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d65aa367-45f7-4685-97cf-065b3950ce38 HTTP/1.1" status: 200 len: 1000 time: 0.6003559 Jul 22 23:45:52.773287 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ad8c7-8e60-4f1c-a7d9-56b3a694e1b8 req-efeddf31-ae60-4888-ab3a-c1402e547ce7 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:52.774863 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb6ad8c7-8e60-4f1c-a7d9-56b3a694e1b8 req-efeddf31-ae60-4888-ab3a-c1402e547ce7 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/ports?device_id=be7181ce-05e8-4ad9-9fb5-d64b63314afe HTTP/1.1" status: 200 len: 948 time: 0.8211932 Jul 22 23:45:52.801416 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:45:52.810258 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.812734 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.823683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Transition to ACTIVE for port object 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:52.851621 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port f1b47232-7d24-4644-8c9d-aa821af967fd, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f1b47232-7d24-4644-8c9d-aa821af967fd,segment=NetworkSegment(d6586703-2ddf-4e7c-aca0-2836f60b9a00),segment_id=d6586703-2ddf-4e7c-aca0-2836f60b9a00)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:52.861916 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.867140 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.868548 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-b32f8aec-3c84-433e-8bd0-702764d27fc0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=2e5961fc-1a50-4c37-b0b0-20c233465850 HTTP/1.1" status: 200 len: 217 time: 0.2440605 Jul 22 23:45:52.887819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062a8c5-565b-4a12-bc86-cba787f77caa req-f614462d-bb97-406f-9fc2-a33fca0b941d tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:52.895567 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6062a8c5-565b-4a12-bc86-cba787f77caa req-f614462d-bb97-406f-9fc2-a33fca0b941d tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.7312224 Jul 22 23:45:52.901684 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-22481972-753d-4eb4-a850-ba7b8732cc0a None None] Provisioning for port b3f4168b-7592-404f-b6f4-43d764e7accc completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:52.910370 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:45:52.912596 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-22481972-753d-4eb4-a850-ba7b8732cc0a None None] Provisioning complete for port b3f4168b-7592-404f-b6f4-43d764e7accc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:52.913660 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22481972-753d-4eb4-a850-ba7b8732cc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.920536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1e7a8-bf94-4178-b742-c921f269ac8e req-910e4d55-3752-4020-8b1e-15d284ef6225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:52.922298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcb1e7a8-bf94-4178-b742-c921f269ac8e req-910e4d55-3752-4020-8b1e-15d284ef6225 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.1681695 Jul 22 23:45:52.928249 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb6ad8c7-8e60-4f1c-a7d9-56b3a694e1b8 req-fead509d-5655-4674-a681-c30c3936d779 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/security-groups?id=136f46eb-4356-44ba-9adb-fb14b0c6d299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260152 Jul 22 23:45:52.994194 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:53.038649 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-872a413a-ee3c-4017-add0-faa1b6627bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:53.040429 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-872a413a-ee3c-4017-add0-faa1b6627bc4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1444566 Jul 22 23:45:53.042719 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6062a8c5-565b-4a12-bc86-cba787f77caa req-ebd33ed8-b465-4618-881f-371bffe07356 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462514 Jul 22 23:45:53.062736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=f1b47232-7d24-4644-8c9d-aa821af967fd,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:53.066822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-22481972-753d-4eb4-a850-ba7b8732cc0a None None] Port b3f4168b-7592-404f-b6f4-43d764e7accc cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:53.084226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-22481972-753d-4eb4-a850-ba7b8732cc0a None None] Provisioning complete for port f1b47232-7d24-4644-8c9d-aa821af967fd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:53.084604 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22481972-753d-4eb4-a850-ba7b8732cc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.148012 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:53.170094 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-51e8c75e-ce67-458a-879a-e64a5b105f4c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/4669bb2c-4ab0-45fa-aafe-556a8f075d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5013983 Jul 22 23:45:53.176697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51296) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:53.179253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Sync routers for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:53.194978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-81a83dd9-0ac2-41be-9b8f-90d6f4ed04c8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'network': {'name': 'tempest-RoutersTest-1170142740'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:53.227058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:53.227382 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:53.243561 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abefb00-bcf3-4b88-8551-dfbee5ae76ce x-openstack-request-id: req-9abefb00-bcf3-4b88-8551-dfbee5ae76ce {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:53.244925 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7181ce-05e8-4ad9-9fb5-d64b63314afe", "tag": "2e5961fc-1a50-4c37-b0b0-20c233465850", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:53.245472 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9abefb00-bcf3-4b88-8551-dfbee5ae76ce {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:53.246171 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7181ce-05e8-4ad9-9fb5-d64b63314afe', 'tag': '2e5961fc-1a50-4c37-b0b0-20c233465850', 'status': 'completed', 'code': 200} Jul 22 23:45:53.254644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a83dd9-0ac2-41be-9b8f-90d6f4ed04c8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:53.255604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Attempting to bind port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:53.256183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Attempting to bind port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:53.256750 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Attempting to bind port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee on network d9c6f596-1a55-460f-aa44-3580307980e5 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:53.262585 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81a83dd9-0ac2-41be-9b8f-90d6f4ed04c8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.266922 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee on network d9c6f596-1a55-460f-aa44-3580307980e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:45:53.267613 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Attempting to bind port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee on network d9c6f596-1a55-460f-aa44-3580307980e5 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:53.279247 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-82c47f5e-9873-4643-99e1-8660a37563f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:53.280961 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-82c47f5e-9873-4643-99e1-8660a37563f0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1991074 Jul 22 23:45:53.281886 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:53.282267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Checking segment: {'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:53.282715 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Bound using segment: {'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:53.283234 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Bound port: 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:53.283665 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.399635 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1e7a8-bf94-4178-b742-c921f269ac8e req-fea87cef-82e3-4966-ae7b-d9d360d9f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:53.400422 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcb1e7a8-bf94-4178-b742-c921f269ac8e req-fea87cef-82e3-4966-ae7b-d9d360d9f5ae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4668832 Jul 22 23:45:53.401238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a83dd9-0ac2-41be-9b8f-90d6f4ed04c8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:53.424818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:53.469158 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81a83dd9-0ac2-41be-9b8f-90d6f4ed04c8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.469158 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-81a83dd9-0ac2-41be-9b8f-90d6f4ed04c8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Added segment 2d5f1788-6e35-401b-9092-30deab0d091f of type vlan for network 808684aa-3c7b-4d39-8ac6-767eade6778b Jul 22 23:45:53.486323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] For port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:53.490571 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] For port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:53.494098 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-dd4be1da-7dee-4fb6-8c57-1982c654fce3 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998925 Jul 22 23:45:53.497464 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.554017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:53.554794 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.556363 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa32989-32df-433c-927b-226226293de8 req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] 10.222.0.18 "PUT /v2.0/ports/135c4d39-a1e4-4f5e-8e50-6e2e16d023ee HTTP/1.1" status: 200 len: 1091 time: 1.4430788 Jul 22 23:45:53.587708 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81a83dd9-0ac2-41be-9b8f-90d6f4ed04c8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.607401 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ecc22702-d590-4cb0-ab40-c93b1d875f7a None None] Provisioning complete for port b3f4168b-7592-404f-b6f4-43d764e7accc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:53.607779 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ecc22702-d590-4cb0-ab40-c93b1d875f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.623230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4956fe-e04e-4a1d-b80f-fa832f9217cc req-5ed38247-c1bf-40c0-9aac-d7138f43a7f6 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:53.628856 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0a158-ae06-4b2b-abfb-494378533ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:53.631415 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d4956fe-e04e-4a1d-b80f-fa832f9217cc req-5ed38247-c1bf-40c0-9aac-d7138f43a7f6 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 943 time: 0.3775268 Jul 22 23:45:53.660543 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ecc22702-d590-4cb0-ab40-c93b1d875f7a None None] Port b3f4168b-7592-404f-b6f4-43d764e7accc cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:53.689279 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-68d1339f-a4a1-4d7d-9e53-da621f6da06d req-0fb1caa0-1e84-45c6-be4e-d7914f85ee1c service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841509 Jul 22 23:45:53.716135 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa32989-32df-433c-927b-226226293de8 req-02c0f557-f9c0-44c8-a7a8-5f88231941b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:53.719164 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa32989-32df-433c-927b-226226293de8 req-02c0f557-f9c0-44c8-a7a8-5f88231941b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d2e7e8a1c7644425a65536a6b1591ad6&device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 1094 time: 0.0857699 Jul 22 23:45:53.726442 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcb1e7a8-bf94-4178-b742-c921f269ac8e req-92f161f6-6d60-4807-99ae-7aa0dc8d2caf service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170266 Jul 22 23:45:53.745547 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81a83dd9-0ac2-41be-9b8f-90d6f4ed04c8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.749269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:45:51Z', 'revision_number': 2, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:51Z', 'revision_number': 2, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:53.751182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a83dd9-0ac2-41be-9b8f-90d6f4ed04c8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:53.751772 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81a83dd9-0ac2-41be-9b8f-90d6f4ed04c8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.778499 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Checking router: 4669bb2c-4ab0-45fa-aafe-556a8f075d98 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:45:53.778876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Updating router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 port b3f4168b-7592-404f-b6f4-43d764e7accc binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:45:53.814726 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.826997 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa32989-32df-433c-927b-226226293de8 req-f18199ca-606e-4643-adcc-e6ec2d1b4560 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee HTTP/1.1" status: 200 len: 217 time: 0.0941989 Jul 22 23:45:53.849202 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d4956fe-e04e-4a1d-b80f-fa832f9217cc req-ad662ac4-acdf-4ffb-b400-bcb18b9a5cb5 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173483 Jul 22 23:45:53.864882 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241bb05-9a63-4a08-abcb-b1e968bbc6c6 req-72d18483-cd6a-4535-b76e-5eb7ece21aab tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:53.870206 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1241bb05-9a63-4a08-abcb-b1e968bbc6c6 req-72d18483-cd6a-4535-b76e-5eb7ece21aab tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.4911289 Jul 22 23:45:53.907761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa32989-32df-433c-927b-226226293de8 req-1b8674d1-c01d-461e-9f6f-a594f279709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:53.909811 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa32989-32df-433c-927b-226226293de8 req-1b8674d1-c01d-461e-9f6f-a594f279709d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2482584c-2a32-49e4-91b9-a354783f97de HTTP/1.1" status: 200 len: 855 time: 0.0713396 Jul 22 23:45:53.911071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6814ff0-b83a-4960-90dd-efe3973b4ecd req-5bd7c285-3e32-488f-91be-8e43be550111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:53.912445 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c6814ff0-b83a-4960-90dd-efe3973b4ecd req-5bd7c285-3e32-488f-91be-8e43be550111 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9be58557d4d142929579275d05db8a4d&device_id=be7181ce-05e8-4ad9-9fb5-d64b63314afe HTTP/1.1" status: 200 len: 1099 time: 0.1256545 Jul 22 23:45:53.929481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52a3b617-ccfa-4647-baa5-e0cb57de79a3 req-b40d8e75-1854-4452-9635-3f1a5e8b7139 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4413760 Jul 22 23:45:53.945534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-81a83dd9-0ac2-41be-9b8f-90d6f4ed04c8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7663460 Jul 22 23:45:53.951366 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51298) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:53.969310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8d62767f-a766-4c13-bda4-bdf16cad7d90 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'subnet': {'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:53.982364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcb1e7a8-bf94-4178-b742-c921f269ac8e req-773d86df-7281-432c-a2f1-535eb52a2955 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390931 Jul 22 23:45:54.003037 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a83dd9-0ac2-41be-9b8f-90d6f4ed04c8 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Network': ['ID=808684aa-3c7b-4d39-8ac6-767eade6778b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:54.020775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 808684aa-3c7b-4d39-8ac6-767eade6778b details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:54.132923 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6814ff0-b83a-4960-90dd-efe3973b4ecd req-b083bcd5-09dd-4b42-b453-74ef993369b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:54.134296 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c6814ff0-b83a-4960-90dd-efe3973b4ecd req-b083bcd5-09dd-4b42-b453-74ef993369b1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.2089603 Jul 22 23:45:54.134430 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1241bb05-9a63-4a08-abcb-b1e968bbc6c6 req-dbc8a318-5bb7-4599-8753-b3cbaa0c2373 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417636 Jul 22 23:45:54.142234 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa32989-32df-433c-927b-226226293de8 req-21974d30-b948-4364-9eec-75d8e1469d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:54.143734 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa32989-32df-433c-927b-226226293de8 req-21974d30-b948-4364-9eec-75d8e1469d37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9c6f596-1a55-460f-aa44-3580307980e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2275813 Jul 22 23:45:54.200810 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d62767f-a766-4c13-bda4-bdf16cad7d90 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:54.203291 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.204272 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d62767f-a766-4c13-bda4-bdf16cad7d90 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.208947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3b617-ccfa-4647-baa5-e0cb57de79a3 req-c54daac7-9bbf-4432-b6e2-ad6672ac856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:54.210815 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c6814ff0-b83a-4960-90dd-efe3973b4ecd req-146357bf-a2ac-4dc1-b61e-86d10a4a3349 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=2e5961fc-1a50-4c37-b0b0-20c233465850 HTTP/1.1" status: 200 len: 217 time: 0.0661640 Jul 22 23:45:54.211915 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52a3b617-ccfa-4647-baa5-e0cb57de79a3 req-c54daac7-9bbf-4432-b6e2-ad6672ac856f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 1096 time: 0.2278821 Jul 22 23:45:54.216446 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Transition to ACTIVE for port object b3f4168b-7592-404f-b6f4-43d764e7accc will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:54.223172 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc98e8b-a6c2-4b80-ab39-eb1405ac1248 req-ee9de4ab-c095-4782-9c03-4d9139911444 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:54.224902 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8bc98e8b-a6c2-4b80-ab39-eb1405ac1248 req-ee9de4ab-c095-4782-9c03-4d9139911444 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/ports?device_id=be7181ce-05e8-4ad9-9fb5-d64b63314afe HTTP/1.1" status: 200 len: 948 time: 0.1591034 Jul 22 23:45:54.234964 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.343959 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8bc98e8b-a6c2-4b80-ab39-eb1405ac1248 req-926a16e5-5585-4a76-8972-64c0a82a68ca tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/security-groups?id=136f46eb-4356-44ba-9adb-fb14b0c6d299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110153 Jul 22 23:45:54.360828 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Attempting to bind port b3f4168b-7592-404f-b6f4-43d764e7accc on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:54.361280 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Attempting to bind port b3f4168b-7592-404f-b6f4-43d764e7accc by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'd6586703-2ddf-4e7c-aca0-2836f60b9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:54.361706 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Attempting to bind port b3f4168b-7592-404f-b6f4-43d764e7accc on network 28c2ec78-cb94-4518-a74d-52f864e4e440 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:54.368950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fc0ca-2b90-4d7e-b47c-e4f2149f078a None None] Pushing event updated for resources: {'Port': ['ID=b3f4168b-7592-404f-b6f4-43d764e7accc,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:54.376170 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:54.376560 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Checking segment: {'id': 'd6586703-2ddf-4e7c-aca0-2836f60b9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:54.376958 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.384372 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Bound using segment: {'id': 'd6586703-2ddf-4e7c-aca0-2836f60b9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:54.385025 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Bound port: b3f4168b-7592-404f-b6f4-43d764e7accc, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6586703-2ddf-4e7c-aca0-2836f60b9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:54.385677 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.495121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] For port b3f4168b-7592-404f-b6f4-43d764e7accc, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:54.501729 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] For port b3f4168b-7592-404f-b6f4-43d764e7accc, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b3f4168b-7592-404f-b6f4-43d764e7accc,segment=NetworkSegment(d6586703-2ddf-4e7c-aca0-2836f60b9a00),segment_id=d6586703-2ddf-4e7c-aca0-2836f60b9a00)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:54.506594 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6814ff0-b83a-4960-90dd-efe3973b4ecd req-eb322e45-0586-495f-a685-d0ae7818eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:54.507519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3b617-ccfa-4647-baa5-e0cb57de79a3 req-10306fec-9860-4d6c-813e-c4150ca4cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:54.508153 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c6814ff0-b83a-4960-90dd-efe3973b4ecd req-eb322e45-0586-495f-a685-d0ae7818eb69 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.2810588 Jul 22 23:45:54.511694 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52a3b617-ccfa-4647-baa5-e0cb57de79a3 req-10306fec-9860-4d6c-813e-c4150ca4cb98 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.2478101 Jul 22 23:45:54.523539 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.568732 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52a3b617-ccfa-4647-baa5-e0cb57de79a3 req-df9ed03b-8f49-4f5c-96a5-5a792c498b71 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e06fa731-a551-4314-a8b2-44b2cc408f92 HTTP/1.1" status: 200 len: 217 time: 0.0441291 Jul 22 23:45:54.586692 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa32989-32df-433c-927b-226226293de8 req-89c8e39a-5979-4a75-9e42-21181307a54a service neutron] 10.222.0.18 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335413 Jul 22 23:45:54.589823 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7311e3-33c6-4a3b-a4aa-1b654c09f98a req-31039a84-891c-4535-83a8-5653f791fde1 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:54.593974 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea7311e3-33c6-4a3b-a4aa-1b654c09f98a req-31039a84-891c-4535-83a8-5653f791fde1 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.3018758 Jul 22 23:45:54.623611 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d62767f-a766-4c13-bda4-bdf16cad7d90 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.652005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f1b47232-7d24-4644-8c9d-aa821af967fd up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:54.689847 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62767f-a766-4c13-bda4-bdf16cad7d90 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Subnet': ['ID=67466649-e5f8-467c-b53e-9721785af5f9,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:54.698999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3b617-ccfa-4647-baa5-e0cb57de79a3 req-e7b7ec0c-ebc7-4772-bdd4-3b6ac69653de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:54.699233 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:54.700412 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:54.701373 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52a3b617-ccfa-4647-baa5-e0cb57de79a3 req-e7b7ec0c-ebc7-4772-bdd4-3b6ac69653de service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.1045637 Jul 22 23:45:54.718476 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6814ff0-b83a-4960-90dd-efe3973b4ecd req-cb8c7b8f-0dcc-4200-ac6b-e2527def851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:54.720001 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c6814ff0-b83a-4960-90dd-efe3973b4ecd req-cb8c7b8f-0dcc-4200-ac6b-e2527def851b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1848490 Jul 22 23:45:54.749622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fc0ca-2b90-4d7e-b47c-e4f2149f078a None None] Pushing event updated for resources: {'Port': ['ID=b3f4168b-7592-404f-b6f4-43d764e7accc,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:54.777213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea7311e3-33c6-4a3b-a4aa-1b654c09f98a req-2591bb62-6fbb-4f24-a802-fd63982f8271 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710286 Jul 22 23:45:54.803246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62767f-a766-4c13-bda4-bdf16cad7d90 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Checking segment: {'id': '2d5f1788-6e35-401b-9092-30deab0d091f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:54.803609 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62767f-a766-4c13-bda4-bdf16cad7d90 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network hostable DHCP agents. Network: 808684aa-3c7b-4d39-8ac6-767eade6778b, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:54.810711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3b617-ccfa-4647-baa5-e0cb57de79a3 req-a9c8bfdd-c12a-4109-8b50-68b4c994e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:54.813029 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52a3b617-ccfa-4647-baa5-e0cb57de79a3 req-a9c8bfdd-c12a-4109-8b50-68b4c994e075 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979741 Jul 22 23:45:54.850356 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port f1b47232-7d24-4644-8c9d-aa821af967fd triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:54.850731 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.852966 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:54.902149 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa32989-32df-433c-927b-226226293de8 req-fec6b12e-ecdf-47ea-925a-8878083e9760 service neutron] 10.222.0.18 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046777 Jul 22 23:45:54.927178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62767f-a766-4c13-bda4-bdf16cad7d90 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 808684aa-3c7b-4d39-8ac6-767eade6778b is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:54.936107 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52a3b617-ccfa-4647-baa5-e0cb57de79a3 req-76d4b659-7aa3-4543-b15f-e7c473bde159 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138566 Jul 22 23:45:54.950100 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c6814ff0-b83a-4960-90dd-efe3973b4ecd req-a1cea5c7-90bb-4c4b-91d6-22afcdc04433 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947618 Jul 22 23:45:54.951181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8d62767f-a766-4c13-bda4-bdf16cad7d90 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 808684aa-3c7b-4d39-8ac6-767eade6778b) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:54.955503 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d62767f-a766-4c13-bda4-bdf16cad7d90 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:54.956084 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d62767f-a766-4c13-bda4-bdf16cad7d90 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.004082 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8d62767f-a766-4c13-bda4-bdf16cad7d90 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0427527 Jul 22 23:45:55.030097 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51312) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:55.062808 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c6814ff0-b83a-4960-90dd-efe3973b4ecd req-9bb9ddf4-7ea4-46a3-9a66-73c4603aca68 service neutron] 10.222.0.95 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039491 Jul 22 23:45:55.119030 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dfd732-17de-4905-9d74-6656a4aef18f None None] Network 808684aa-3c7b-4d39-8ac6-767eade6778b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:55.196606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52a3b617-ccfa-4647-baa5-e0cb57de79a3 req-4d6d1163-51a5-401b-8011-6cb6be6cf8a2 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507184 Jul 22 23:45:55.248193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d261bab-b24d-4590-9732-3f4190a548f5', 'tag': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:55.250771 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48234ae0-c58f-4476-84c8-e4edbf904104" -d '{"events": [{"name": "network-changed", "server_uuid": "2d261bab-b24d-4590-9732-3f4190a548f5", "tag": "135c4d39-a1e4-4f5e-8e50-6e2e16d023ee"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:55.271273 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d688d8f-8498-4f06-aa9f-b9e453c893f0 req-f73e5e8f-6a67-4cbe-8af5-6546959ccb98 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:55.272742 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d688d8f-8498-4f06-aa9f-b9e453c893f0 req-f73e5e8f-6a67-4cbe-8af5-6546959ccb98 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 943 time: 0.3066621 Jul 22 23:45:55.421533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-808684aa-3c7b-4d39-8ac6-767eade6778b', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:45:55.422402 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.427061 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d688d8f-8498-4f06-aa9f-b9e453c893f0 req-4520216f-94b6-4679-8592-bf8198d262cc tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286588 Jul 22 23:45:55.438598 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:45:51Z', 'revision_number': 2, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:54Z', 'revision_number': 4, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:55.446799 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08452c12-2163-433d-8f32-f4623364a29e req-441da270-9022-44f1-b10e-fc4f82df60aa tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:55.449020 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08452c12-2163-433d-8f32-f4623364a29e req-441da270-9022-44f1-b10e-fc4f82df60aa tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1948946 Jul 22 23:45:55.478295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108078d9-4c1d-4157-8abd-8316363bebaf None None] The sync data for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 is: [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:45:51Z', 'revision_number': 2, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:54Z', 'revision_number': 4, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:55.495732 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfda235-0870-4000-a4c4-36c10a5be0c3 x-openstack-request-id: req-cbfda235-0870-4000-a4c4-36c10a5be0c3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:55.497567 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d261bab-b24d-4590-9732-3f4190a548f5", "tag": "135c4d39-a1e4-4f5e-8e50-6e2e16d023ee", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:55.497957 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbfda235-0870-4000-a4c4-36c10a5be0c3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:55.498602 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d261bab-b24d-4590-9732-3f4190a548f5', 'tag': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee', 'status': 'completed', 'code': 200} Jul 22 23:45:55.524783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08452c12-2163-433d-8f32-f4623364a29e req-16cb6fd7-89a9-4b58-bd09-49d16a86496f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699370 Jul 22 23:45:55.633529 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48234ae0-c58f-4476-84c8-e4edbf904104 req-25ee0f15-e9b1-41dc-aec3-3e3f48ef647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:55.636373 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-48234ae0-c58f-4476-84c8-e4edbf904104 req-25ee0f15-e9b1-41dc-aec3-3e3f48ef647f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d2e7e8a1c7644425a65536a6b1591ad6&device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 1094 time: 0.0842772 Jul 22 23:45:55.646228 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Allocated IP 172.21.0.2 (808684aa-3c7b-4d39-8ac6-767eade6778b/67466649-e5f8-467c-b53e-9721785af5f9/f150e09b-9768-40d7-9096-be4572457505) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:55.672318 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.767464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48234ae0-c58f-4476-84c8-e4edbf904104 req-45b1c715-3930-4b9d-b4dc-0ff5f70b60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:55.768978 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-48234ae0-c58f-4476-84c8-e4edbf904104 req-45b1c715-3930-4b9d-b4dc-0ff5f70b60b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9c6f596-1a55-460f-aa44-3580307980e5 HTTP/1.1" status: 200 len: 917 time: 0.1250420 Jul 22 23:45:55.899802 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-48234ae0-c58f-4476-84c8-e4edbf904104 req-8aad3c09-22f5-4484-8427-8f7964819068 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee HTTP/1.1" status: 200 len: 217 time: 0.1073856 Jul 22 23:45:55.943561 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.972036 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Transition to ACTIVE for port object f150e09b-9768-40d7-9096-be4572457505 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:55.976186 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2e5961fc-1a50-4c37-b0b0-20c233465850 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:45:55.980366 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43494a3f-6a77-435c-b5e7-a19757a05777 req-298aed6c-6452-4249-b0d6-76f343237b45 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:55.987794 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43494a3f-6a77-435c-b5e7-a19757a05777 req-298aed6c-6452-4249-b0d6-76f343237b45 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/ports?device_id=be7181ce-05e8-4ad9-9fb5-d64b63314afe HTTP/1.1" status: 200 len: 948 time: 0.3808622 Jul 22 23:45:55.995804 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48234ae0-c58f-4476-84c8-e4edbf904104 req-8aeb0798-6723-4c17-9579-70afb5dfca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:56.000312 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-48234ae0-c58f-4476-84c8-e4edbf904104 req-8aeb0798-6723-4c17-9579-70afb5dfca7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2482584c-2a32-49e4-91b9-a354783f97de HTTP/1.1" status: 200 len: 855 time: 0.0910213 Jul 22 23:45:56.012330 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Transition to ACTIVE for port object f150e09b-9768-40d7-9096-be4572457505 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:56.029128 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.120247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Network 808684aa-3c7b-4d39-8ac6-767eade6778b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:56.127086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:56.129466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:56.147756 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48234ae0-c58f-4476-84c8-e4edbf904104 req-5a1b062b-99e5-4d74-a343-8e6851eddc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:56.156722 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-48234ae0-c58f-4476-84c8-e4edbf904104 req-5a1b062b-99e5-4d74-a343-8e6851eddc3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9c6f596-1a55-460f-aa44-3580307980e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313250 Jul 22 23:45:56.194823 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Pushing event updated for resources: {'Port': ['ID=f150e09b-9768-40d7-9096-be4572457505,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:56.278365 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43494a3f-6a77-435c-b5e7-a19757a05777 req-7027f953-a85b-408c-b4fa-b19a01f3eb2d tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/security-groups?id=136f46eb-4356-44ba-9adb-fb14b0c6d299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895124 Jul 22 23:45:56.284921 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-48234ae0-c58f-4476-84c8-e4edbf904104 req-c3e9838b-0684-4228-a5dd-58d06bc53bdf service neutron] 10.222.0.18 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161969 Jul 22 23:45:56.301202 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 2e5961fc-1a50-4c37-b0b0-20c233465850, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2e5961fc-1a50-4c37-b0b0-20c233465850,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:56.303504 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Allocated IP 172.21.0.1 (808684aa-3c7b-4d39-8ac6-767eade6778b/67466649-e5f8-467c-b53e-9721785af5f9/a2b956d4-ce98-4693-93b7-3935b88471cd) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:56.319422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '2e5961fc-1a50-4c37-b0b0-20c233465850', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '2e5961fc-1a50-4c37-b0b0-20c233465850', 'mac_address': 'fa:16:3e:bd:1e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:45:56.325282 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Attempting to bind port f150e09b-9768-40d7-9096-be4572457505 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:56.326404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Attempting to bind port f150e09b-9768-40d7-9096-be4572457505 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '2d5f1788-6e35-401b-9092-30deab0d091f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:56.326788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Attempting to bind port f150e09b-9768-40d7-9096-be4572457505 on network 808684aa-3c7b-4d39-8ac6-767eade6778b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:56.336883 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:56.337315 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Checking segment: {'id': '2d5f1788-6e35-401b-9092-30deab0d091f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:56.338323 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.338968 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Bound using segment: {'id': '2d5f1788-6e35-401b-9092-30deab0d091f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:56.339548 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Bound port: f150e09b-9768-40d7-9096-be4572457505, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5f1788-6e35-401b-9092-30deab0d091f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:56.339939 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.362606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cb777-73c8-46bb-b197-99fccfd03765 req-244c64d6-dfc7-40ca-93ac-3cbf43d33439 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:56.364607 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb2cb777-73c8-46bb-b197-99fccfd03765 req-244c64d6-dfc7-40ca-93ac-3cbf43d33439 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.1719558 Jul 22 23:45:56.419083 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.446919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5961fc-1a50-4c37-b0b0-20c233465850 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:45:56.489362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 2e5961fc-1a50-4c37-b0b0-20c233465850, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2e5961fc-1a50-4c37-b0b0-20c233465850,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:56.490751 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] For port f150e09b-9768-40d7-9096-be4572457505, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:56.494807 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] For port f150e09b-9768-40d7-9096-be4572457505, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f150e09b-9768-40d7-9096-be4572457505,segment=NetworkSegment(2d5f1788-6e35-401b-9092-30deab0d091f),segment_id=2d5f1788-6e35-401b-9092-30deab0d091f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:56.503661 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.509538 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.518145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb2cb777-73c8-46bb-b197-99fccfd03765 req-5fe2299a-711d-4e97-9b56-e49ad0e97e38 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420038 Jul 22 23:45:56.570299 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.619134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Transition to ACTIVE for port object a2b956d4-ce98-4693-93b7-3935b88471cd will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:56.625064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=2e5961fc-1a50-4c37-b0b0-20c233465850,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:56.673114 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b3f4168b-7592-404f-b6f4-43d764e7accc up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:56.737629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7357bb0-83ab-4c5a-9c56-ec9fabdce198 None None] Pushing event updated for resources: {'Port': ['ID=f150e09b-9768-40d7-9096-be4572457505,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:56.822962 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port b3f4168b-7592-404f-b6f4-43d764e7accc completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:56.829214 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b3f4168b-7592-404f-b6f4-43d764e7accc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:56.829587 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.832983 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['2e5961fc-1a50-4c37-b0b0-20c233465850'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:45:56.860899 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-48234ae0-c58f-4476-84c8-e4edbf904104 req-67f22d30-57d6-41f2-814d-eeca80e645f1 service neutron] 10.222.0.18 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730560 Jul 22 23:45:57.001158 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.069965 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port b3f4168b-7592-404f-b6f4-43d764e7accc, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b3f4168b-7592-404f-b6f4-43d764e7accc,segment=NetworkSegment(d6586703-2ddf-4e7c-aca0-2836f60b9a00),segment_id=d6586703-2ddf-4e7c-aca0-2836f60b9a00)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:57.081832 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.142454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=b3f4168b-7592-404f-b6f4-43d764e7accc,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:57.158347 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.209994 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 808684aa-3c7b-4d39-8ac6-767eade6778b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:57.218571 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:57.220921 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:57.250606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=a2b956d4-ce98-4693-93b7-3935b88471cd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:57.264776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74379b90-9e23-4ecd-8d03-0414e0f267ef req-1c8a34b2-cd12-445a-af44-8997b990cfef tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:57.266336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-74379b90-9e23-4ecd-8d03-0414e0f267ef req-1c8a34b2-cd12-445a-af44-8997b990cfef tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 943 time: 0.6760762 Jul 22 23:45:57.299070 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.316745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:45:57.358880 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-74379b90-9e23-4ecd-8d03-0414e0f267ef req-f0d603a1-a3bd-4673-ae1e-65bf0be24e57 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869389 Jul 22 23:45:57.435122 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:57.450344 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'port_id': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee', 'mac_address': 'fa:16:3e:bc:e8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:45:57.487488 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742578a-ebb2-476c-b021-6422c3edb76d req-744f8081-fba5-451b-a65b-f73b44e5a4f1 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:57.489222 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2742578a-ebb2-476c-b021-6422c3edb76d req-744f8081-fba5-451b-a65b-f73b44e5a4f1 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/ports?device_id=be7181ce-05e8-4ad9-9fb5-d64b63314afe HTTP/1.1" status: 200 len: 949 time: 0.1377878 Jul 22 23:45:57.497912 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.513215 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:45:57.519376 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.537124 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:57.549752 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.559349 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2742578a-ebb2-476c-b021-6422c3edb76d req-da739437-51b8-4e5b-9882-da528679af31 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/security-groups?id=136f46eb-4356-44ba-9adb-fb14b0c6d299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624294 Jul 22 23:45:57.628416 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:57.758291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553819c4-f827-41cc-9e10-a657461c1630 req-15db7a5c-82a6-4726-babf-eae924b6c542 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:57.759748 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-553819c4-f827-41cc-9e10-a657461c1630 req-15db7a5c-82a6-4726-babf-eae924b6c542 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.1532793 Jul 22 23:45:57.795625 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e1655-d28d-4e88-8195-537652c700cf None None] Network 808684aa-3c7b-4d39-8ac6-767eade6778b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:57.831498 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-553819c4-f827-41cc-9e10-a657461c1630 req-a4fc203e-c115-46e9-ad7e-5ec599d54da5 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619998 Jul 22 23:45:57.878739 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-793ac04d-1673-4682-bc34-25449f94b375 None None] Provisioning for port f150e09b-9768-40d7-9096-be4572457505 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:57.937416 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.942054 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.991907 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2e5961fc-1a50-4c37-b0b0-20c233465850 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:58.016619 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['135c4d39-a1e4-4f5e-8e50-6e2e16d023ee'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:45:58.034392 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.036553 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=a2b956d4-ce98-4693-93b7-3935b88471cd,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:58.088849 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 2e5961fc-1a50-4c37-b0b0-20c233465850 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:58.106354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 2e5961fc-1a50-4c37-b0b0-20c233465850 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:58.106726 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.148819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 808684aa-3c7b-4d39-8ac6-767eade6778b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:58.151280 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:58.259139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:58.280427 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.312958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7181ce-05e8-4ad9-9fb5-d64b63314afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5961fc-1a50-4c37-b0b0-20c233465850'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:58.315333 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2e833a-03e2-4962-a57e-df24a07897a7" -d '{"events": [{"server_uuid": "be7181ce-05e8-4ad9-9fb5-d64b63314afe", "name": "network-vif-plugged", "status": "completed", "tag": "2e5961fc-1a50-4c37-b0b0-20c233465850"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:58.334050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 2e5961fc-1a50-4c37-b0b0-20c233465850, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2e5961fc-1a50-4c37-b0b0-20c233465850,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:58.343122 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.378468 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba8d9dc-2a67-40dd-8256-24e6fd499b85 x-openstack-request-id: req-eba8d9dc-2a67-40dd-8256-24e6fd499b85 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:58.378807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:58.378970 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7181ce-05e8-4ad9-9fb5-d64b63314afe", "name": "network-vif-plugged", "status": "completed", "tag": "2e5961fc-1a50-4c37-b0b0-20c233465850", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:58.379069 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eba8d9dc-2a67-40dd-8256-24e6fd499b85 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:58.379451 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7181ce-05e8-4ad9-9fb5-d64b63314afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5961fc-1a50-4c37-b0b0-20c233465850', 'code': 200} Jul 22 23:45:58.383351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7678ab8e-e86d-46ff-80d0-f1ff1f2e81f1 None None] Provisioning for port a2b956d4-ce98-4693-93b7-3935b88471cd completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:58.394475 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7678ab8e-e86d-46ff-80d0-f1ff1f2e81f1 None None] Provisioning complete for port a2b956d4-ce98-4693-93b7-3935b88471cd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:58.394847 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c86b11e3-1de7-4c65-9293-e7d3039c0f76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/4669bb2c-4ab0-45fa-aafe-556a8f075d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3656530 Jul 22 23:45:58.395091 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7678ab8e-e86d-46ff-80d0-f1ff1f2e81f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.398022 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51352) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:58.400829 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Sync routers for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:58.404651 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bae7894d-a1c9-4189-b062-c1f1769a8568 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'network': {'name': 'tempest-RoutersTest-1521865169'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:58.434609 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:58.435566 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:58.441240 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae7894d-a1c9-4189-b062-c1f1769a8568 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:58.446147 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bae7894d-a1c9-4189-b062-c1f1769a8568 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.456413 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=2e5961fc-1a50-4c37-b0b0-20c233465850,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:58.471305 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7678ab8e-e86d-46ff-80d0-f1ff1f2e81f1 None None] Port a2b956d4-ce98-4693-93b7-3935b88471cd cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:58.497793 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae7894d-a1c9-4189-b062-c1f1769a8568 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:58.517576 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bae7894d-a1c9-4189-b062-c1f1769a8568 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.520152 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-bae7894d-a1c9-4189-b062-c1f1769a8568 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Added segment 4b9bf63e-abac-4722-bb47-04f7ea4f8946 of type vlan for network 61f51530-8a12-42df-8cf5-2493eb232d4c Jul 22 23:45:58.596184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fa11239a-485a-4f9f-930e-3c8302872463 None None] Provisioning complete for port a2b956d4-ce98-4693-93b7-3935b88471cd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:58.597736 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa11239a-485a-4f9f-930e-3c8302872463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.606454 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:58.609537 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bae7894d-a1c9-4189-b062-c1f1769a8568 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.627736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e72188-b2b8-4678-954c-3735ff1b9705 req-048ab701-5dcb-487d-9d96-cd63e05187d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:58.629326 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6e72188-b2b8-4678-954c-3735ff1b9705 req-048ab701-5dcb-487d-9d96-cd63e05187d4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=be7181ce-05e8-4ad9-9fb5-d64b63314afe HTTP/1.1" status: 200 len: 1101 time: 0.1588092 Jul 22 23:45:58.639318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072549c8-2088-426e-855b-f05b9e44d92d req-b8b4558a-6d57-40aa-8148-5f620b0eb743 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:58.654292 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-072549c8-2088-426e-855b-f05b9e44d92d req-b8b4558a-6d57-40aa-8148-5f620b0eb743 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 944 time: 0.1293557 Jul 22 23:45:58.668810 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bae7894d-a1c9-4189-b062-c1f1769a8568 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.687552 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae7894d-a1c9-4189-b062-c1f1769a8568 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:58.689837 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bae7894d-a1c9-4189-b062-c1f1769a8568 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.694742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fa11239a-485a-4f9f-930e-3c8302872463 None None] Port a2b956d4-ce98-4693-93b7-3935b88471cd cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:58.757709 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51356) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:58.761029 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bae7894d-a1c9-4189-b062-c1f1769a8568 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3616104 Jul 22 23:45:58.765853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8d648339-25e9-4112-b3eb-918678376c95 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'subnet': {'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:58.795882 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b3f4168b-7592-404f-b6f4-43d764e7accc up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:58.802818 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-072549c8-2088-426e-855b-f05b9e44d92d req-dc18fc5b-5a85-4b1c-8eef-1539101d1792 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475606 Jul 22 23:45:58.841556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6e72188-b2b8-4678-954c-3735ff1b9705 req-b08d56b5-29b0-4351-9f2b-e75c78da2a61 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=136f46eb-4356-44ba-9adb-fb14b0c6d299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690254 Jul 22 23:45:58.843949 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7894d-a1c9-4189-b062-c1f1769a8568 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Network': ['ID=61f51530-8a12-42df-8cf5-2493eb232d4c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:58.856909 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 61f51530-8a12-42df-8cf5-2493eb232d4c details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:58.934461 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 3, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 2, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:58.955430 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-219e5aef-f2a8-4338-8188-3a7cb49d0d1c None None] Provisioning complete for port a2b956d4-ce98-4693-93b7-3935b88471cd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:58.955803 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-219e5aef-f2a8-4338-8188-3a7cb49d0d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.962167 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Checking router: 4669bb2c-4ab0-45fa-aafe-556a8f075d98 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:45:58.962525 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Updating router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 port a2b956d4-ce98-4693-93b7-3935b88471cd binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:45:58.986360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcecab-eb12-4464-b597-89fcbf1874f1 req-5a6cc6c8-a78b-469b-98ee-b64a947a1da8 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:58.987932 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09fcecab-eb12-4464-b597-89fcbf1874f1 req-5a6cc6c8-a78b-469b-98ee-b64a947a1da8 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/ports?device_id=be7181ce-05e8-4ad9-9fb5-d64b63314afe HTTP/1.1" status: 200 len: 950 time: 0.2839210 Jul 22 23:45:58.999930 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b3f4168b-7592-404f-b6f4-43d764e7accc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:59.000422 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.006440 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.012221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d648339-25e9-4112-b3eb-918678376c95 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:59.015919 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d648339-25e9-4112-b3eb-918678376c95 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.032439 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-219e5aef-f2a8-4338-8188-3a7cb49d0d1c None None] Port a2b956d4-ce98-4693-93b7-3935b88471cd cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:59.096911 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f150e09b-9768-40d7-9096-be4572457505 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:59.129372 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09fcecab-eb12-4464-b597-89fcbf1874f1 req-754d58ff-7617-42c1-bc75-a4ea33b1d655 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/security-groups?id=136f46eb-4356-44ba-9adb-fb14b0c6d299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324563 Jul 22 23:45:59.153385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b6fb4-6622-4fd4-90cb-483ac2abb7d5 req-06342cc3-8b30-4270-8be0-9b02c3f5dfec tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:59.154899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-810b6fb4-6622-4fd4-90cb-483ac2abb7d5 req-06342cc3-8b30-4270-8be0-9b02c3f5dfec tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.2272050 Jul 22 23:45:59.169118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port f150e09b-9768-40d7-9096-be4572457505 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:59.176729 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port f150e09b-9768-40d7-9096-be4572457505 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:59.177137 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.230754 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-810b6fb4-6622-4fd4-90cb-483ac2abb7d5 req-be1ccfa0-c18a-4f5f-b529-5de5c15132e8 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698843 Jul 22 23:45:59.282201 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.320456 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d648339-25e9-4112-b3eb-918678376c95 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.326057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port f150e09b-9768-40d7-9096-be4572457505, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f150e09b-9768-40d7-9096-be4572457505,segment=NetworkSegment(2d5f1788-6e35-401b-9092-30deab0d091f),segment_id=2d5f1788-6e35-401b-9092-30deab0d091f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:59.332390 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.369810 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.381577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d648339-25e9-4112-b3eb-918678376c95 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Subnet': ['ID=b20b81a4-3db0-4332-a985-4258f340f946,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:59.389536 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=f150e09b-9768-40d7-9096-be4572457505,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:59.390602 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Transition to ACTIVE for port object a2b956d4-ce98-4693-93b7-3935b88471cd will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:59.393624 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d648339-25e9-4112-b3eb-918678376c95 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Checking segment: {'id': '4b9bf63e-abac-4722-bb47-04f7ea4f8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:59.393978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d648339-25e9-4112-b3eb-918678376c95 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network hostable DHCP agents. Network: 61f51530-8a12-42df-8cf5-2493eb232d4c, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:59.398258 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.410731 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d648339-25e9-4112-b3eb-918678376c95 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 61f51530-8a12-42df-8cf5-2493eb232d4c is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:59.421622 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8d648339-25e9-4112-b3eb-918678376c95 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 61f51530-8a12-42df-8cf5-2493eb232d4c) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:59.425609 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d648339-25e9-4112-b3eb-918678376c95 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:59.426192 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8d648339-25e9-4112-b3eb-918678376c95 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.432118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d95db0-9588-4abf-9789-eaee8506de05 None None] Network 61f51530-8a12-42df-8cf5-2493eb232d4c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:59.451422 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8d648339-25e9-4112-b3eb-918678376c95 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6908133 Jul 22 23:45:59.454694 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51366) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:59.465250 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33f8bc-3795-4581-8574-ecaa94091de8 None None] Pushing event updated for resources: {'Port': ['ID=a2b956d4-ce98-4693-93b7-3935b88471cd,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:59.492946 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33f8bc-3795-4581-8574-ecaa94091de8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:59.493962 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33f8bc-3795-4581-8574-ecaa94091de8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:59.495033 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33f8bc-3795-4581-8574-ecaa94091de8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:59.495370 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33f8bc-3795-4581-8574-ecaa94091de8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:59.495703 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33f8bc-3795-4581-8574-ecaa94091de8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:59.496023 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33f8bc-3795-4581-8574-ecaa94091de8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:59.496528 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33f8bc-3795-4581-8574-ecaa94091de8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:59.496864 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33f8bc-3795-4581-8574-ecaa94091de8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:59.497215 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33f8bc-3795-4581-8574-ecaa94091de8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:59.497536 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33f8bc-3795-4581-8574-ecaa94091de8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:59.498019 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33f8bc-3795-4581-8574-ecaa94091de8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:59.498542 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b33f8bc-3795-4581-8574-ecaa94091de8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:59.538696 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Attempting to bind port a2b956d4-ce98-4693-93b7-3935b88471cd on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:59.539382 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Attempting to bind port a2b956d4-ce98-4693-93b7-3935b88471cd by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '2d5f1788-6e35-401b-9092-30deab0d091f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:59.539994 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Attempting to bind port a2b956d4-ce98-4693-93b7-3935b88471cd on network 808684aa-3c7b-4d39-8ac6-767eade6778b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:59.547302 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:59.547983 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Checking segment: {'id': '2d5f1788-6e35-401b-9092-30deab0d091f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:59.548587 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.549402 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Bound using segment: {'id': '2d5f1788-6e35-401b-9092-30deab0d091f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:59.550050 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Bound port: a2b956d4-ce98-4693-93b7-3935b88471cd, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5f1788-6e35-401b-9092-30deab0d091f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:59.550610 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.634285 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] For port a2b956d4-ce98-4693-93b7-3935b88471cd, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:59.638670 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] For port a2b956d4-ce98-4693-93b7-3935b88471cd, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a2b956d4-ce98-4693-93b7-3935b88471cd,segment=NetworkSegment(2d5f1788-6e35-401b-9092-30deab0d091f),segment_id=2d5f1788-6e35-401b-9092-30deab0d091f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:59.644610 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.652458 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-61f51530-8a12-42df-8cf5-2493eb232d4c', 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'fixed_ips': [{'subnet_id': 'b20b81a4-3db0-4332-a985-4258f340f946'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:45:59.653748 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.716802 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:59.717480 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:59.722924 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33f8bc-3795-4581-8574-ecaa94091de8 None None] Pushing event updated for resources: {'Port': ['ID=a2b956d4-ce98-4693-93b7-3935b88471cd,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:59.865755 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:59.896490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Allocated IP 172.22.0.2 (61f51530-8a12-42df-8cf5-2493eb232d4c/b20b81a4-3db0-4332-a985-4258f340f946/d78c1a4a-cf88-4750-9709-1780c0c75ccb) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:59.956299 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.010781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c974c7a-200a-4744-bf25-1a1ec1259ccc req-5756bc2d-c861-4ab2-921a-5eb59213c336 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:00.020977 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c974c7a-200a-4744-bf25-1a1ec1259ccc req-5756bc2d-c861-4ab2-921a-5eb59213c336 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 944 time: 0.1114874 Jul 22 23:46:00.072015 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c974c7a-200a-4744-bf25-1a1ec1259ccc req-ea440659-481a-454b-95db-3c570d03c5e4 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492101 Jul 22 23:46:00.272840 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.283923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Transition to ACTIVE for port object d78c1a4a-cf88-4750-9709-1780c0c75ccb will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:00.299741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a3490-a7aa-4230-ab97-4178120af5bc req-275992cb-a09d-4269-9761-2344303a32c3 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:00.302009 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d82a3490-a7aa-4230-ab97-4178120af5bc req-275992cb-a09d-4269-9761-2344303a32c3 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/ports?device_id=be7181ce-05e8-4ad9-9fb5-d64b63314afe HTTP/1.1" status: 200 len: 950 time: 0.0794415 Jul 22 23:46:00.305461 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 3, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:45:59Z', 'revision_number': 4, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:00.310843 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Transition to ACTIVE for port object d78c1a4a-cf88-4750-9709-1780c0c75ccb will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:00.321497 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.351343 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015b5ec2-3185-48bb-a11c-ae94fc9aa701 None None] The sync data for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 is: [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 3, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:45:59Z', 'revision_number': 4, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:00.374294 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Network 61f51530-8a12-42df-8cf5-2493eb232d4c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:00.378470 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:00.379277 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Allocated IP 172.22.0.1 (61f51530-8a12-42df-8cf5-2493eb232d4c/b20b81a4-3db0-4332-a985-4258f340f946/a0e0eabd-98c3-42eb-a62c-435094b51bcf) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:00.384175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:00.428766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Pushing event updated for resources: {'Port': ['ID=d78c1a4a-cf88-4750-9709-1780c0c75ccb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:00.444451 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d82a3490-a7aa-4230-ab97-4178120af5bc req-db6faaf7-6fce-4c08-89df-499776545610 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/security-groups?id=136f46eb-4356-44ba-9adb-fb14b0c6d299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353667 Jul 22 23:46:00.490453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f06b17-2e80-4189-acee-ea55686f950b req-46a80cf5-1893-47a2-9d01-0c779be66ce8 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:00.493166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Attempting to bind port d78c1a4a-cf88-4750-9709-1780c0c75ccb on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:00.493736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Attempting to bind port d78c1a4a-cf88-4750-9709-1780c0c75ccb by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '4b9bf63e-abac-4722-bb47-04f7ea4f8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:00.494958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Attempting to bind port d78c1a4a-cf88-4750-9709-1780c0c75ccb on network 61f51530-8a12-42df-8cf5-2493eb232d4c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:00.498797 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6f06b17-2e80-4189-acee-ea55686f950b req-46a80cf5-1893-47a2-9d01-0c779be66ce8 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.1642478 Jul 22 23:46:00.515208 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:00.515604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Checking segment: {'id': '4b9bf63e-abac-4722-bb47-04f7ea4f8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:00.516070 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.516559 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Bound using segment: {'id': '4b9bf63e-abac-4722-bb47-04f7ea4f8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:00.518120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Bound port: d78c1a4a-cf88-4750-9709-1780c0c75ccb, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9bf63e-abac-4722-bb47-04f7ea4f8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:00.518812 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.608680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6f06b17-2e80-4189-acee-ea55686f950b req-e881b428-e4e0-4c70-ba60-fc4e3096235e tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922489 Jul 22 23:46:00.629421 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.640648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] For port d78c1a4a-cf88-4750-9709-1780c0c75ccb, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:00.645007 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] For port d78c1a4a-cf88-4750-9709-1780c0c75ccb, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d78c1a4a-cf88-4750-9709-1780c0c75ccb,segment=NetworkSegment(4b9bf63e-abac-4722-bb47-04f7ea4f8946),segment_id=4b9bf63e-abac-4722-bb47-04f7ea4f8946)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:00.652547 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.683683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Transition to ACTIVE for port object a0e0eabd-98c3-42eb-a62c-435094b51bcf will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:00.764193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b51697-4432-468d-b0ad-c55760de3ee0 None None] Pushing event updated for resources: {'Port': ['ID=d78c1a4a-cf88-4750-9709-1780c0c75ccb,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:00.776852 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.794070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f150e09b-9768-40d7-9096-be4572457505 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:00.843370 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=a0e0eabd-98c3-42eb-a62c-435094b51bcf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:00.860422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port f150e09b-9768-40d7-9096-be4572457505 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:00.860422 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.865636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 61f51530-8a12-42df-8cf5-2493eb232d4c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:00.867798 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:00.871666 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:00.937882 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.975471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a2b956d4-ce98-4693-93b7-3935b88471cd up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:01.038823 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port a2b956d4-ce98-4693-93b7-3935b88471cd completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:01.046473 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a2b956d4-ce98-4693-93b7-3935b88471cd triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:01.046840 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.163003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8780d6-feb0-47b9-b793-1aad4b31ae93 req-52dd8d31-ab04-4c1b-ba2a-4c216740cb55 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:01.164698 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb8780d6-feb0-47b9-b793-1aad4b31ae93 req-52dd8d31-ab04-4c1b-ba2a-4c216740cb55 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/ports?device_id=be7181ce-05e8-4ad9-9fb5-d64b63314afe HTTP/1.1" status: 200 len: 950 time: 0.1311042 Jul 22 23:46:01.195670 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.203860 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.248363 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port a2b956d4-ce98-4693-93b7-3935b88471cd, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a2b956d4-ce98-4693-93b7-3935b88471cd,segment=NetworkSegment(2d5f1788-6e35-401b-9092-30deab0d091f),segment_id=2d5f1788-6e35-401b-9092-30deab0d091f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:01.254582 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.283046 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb8780d6-feb0-47b9-b793-1aad4b31ae93 req-1592a5a1-e853-4de3-a6a4-269bb0f7ff2b tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/security-groups?id=136f46eb-4356-44ba-9adb-fb14b0c6d299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942001 Jul 22 23:46:01.327914 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0a9b7-74a1-4c26-be93-b59d7e0ed109 req-4a3172b6-34bf-48d1-8e55-46130188a1a6 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:01.328096 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:01.336076 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7dd0a9b7-74a1-4c26-be93-b59d7e0ed109 req-4a3172b6-34bf-48d1-8e55-46130188a1a6 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 944 time: 0.1147196 Jul 22 23:46:01.361961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=a2b956d4-ce98-4693-93b7-3935b88471cd,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:01.374201 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7dd0a9b7-74a1-4c26-be93-b59d7e0ed109 req-557f8623-2708-4641-835a-eac2ec89e0d6 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369558 Jul 22 23:46:01.391469 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:01.395617 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:01.395956 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.474920 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.502267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d261bab-b24d-4590-9732-3f4190a548f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:01.504546 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6663515-337b-4583-a3e6-be17036b8cd9" -d '{"events": [{"server_uuid": "2d261bab-b24d-4590-9732-3f4190a548f5", "name": "network-vif-plugged", "status": "completed", "tag": "135c4d39-a1e4-4f5e-8e50-6e2e16d023ee"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:01.518033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:01.523037 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.551830 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee299ed-cbe6-4296-ab4c-e7739e0345df x-openstack-request-id: req-aee299ed-cbe6-4296-ab4c-e7739e0345df {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:01.552123 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d261bab-b24d-4590-9732-3f4190a548f5", "name": "network-vif-plugged", "status": "completed", "tag": "135c4d39-a1e4-4f5e-8e50-6e2e16d023ee", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:01.552378 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aee299ed-cbe6-4296-ab4c-e7739e0345df {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:01.552766 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d261bab-b24d-4590-9732-3f4190a548f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee', 'code': 200} Jul 22 23:46:01.557331 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.563422 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.571695 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e00c6ec-3b23-4734-91d0-7838723239eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.585836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:01.651034 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=a0e0eabd-98c3-42eb-a62c-435094b51bcf,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:01.659511 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.795439 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11583c-0541-4807-9c1f-1c9cb6a86130 req-eadcda87-a4df-4cdb-be6a-8eb3d2305f10 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:01.802913 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b11583c-0541-4807-9c1f-1c9cb6a86130 req-eadcda87-a4df-4cdb-be6a-8eb3d2305f10 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.1016643 Jul 22 23:46:01.828694 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 61f51530-8a12-42df-8cf5-2493eb232d4c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:01.832014 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:01.855545 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b11583c-0541-4807-9c1f-1c9cb6a86130 req-7749e2b2-57f4-4b14-a883-fe3d5002a8c2 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514970 Jul 22 23:46:01.888487 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c12b6c-65d3-4458-8f40-a3d86fce3139 req-c9ff1f0d-9761-4f7a-a22f-22c69b34bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:01.888487 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e4c12b6c-65d3-4458-8f40-a3d86fce3139 req-c9ff1f0d-9761-4f7a-a22f-22c69b34bdda service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 1096 time: 0.1351962 Jul 22 23:46:01.972269 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e4c12b6c-65d3-4458-8f40-a3d86fce3139 req-a1bdf834-d6d7-43b4-b437-4c00052f3e70 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554945 Jul 22 23:46:01.979599 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:46:02.066071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b028c3-bc3e-417a-bc80-ee40e44b3920 None None] Network 61f51530-8a12-42df-8cf5-2493eb232d4c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:02.084280 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:02.095220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51398) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.095411 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-24d99328-723b-4b7b-80de-d2d55d376177 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/4669bb2c-4ab0-45fa-aafe-556a8f075d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6383834 Jul 22 23:46:02.098158 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Sync routers for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:02.101426 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-35080844-f3ba-484f-bdf4-f89e65e79aff tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'network': {'name': 'tempest-RoutersTest-849231016'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:02.123690 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35080844-f3ba-484f-bdf4-f89e65e79aff tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:02.127095 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35080844-f3ba-484f-bdf4-f89e65e79aff tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.151390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35080844-f3ba-484f-bdf4-f89e65e79aff tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:46:02.152443 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-079b8821-46b1-4078-a2e5-58dafb0f830a None None] Provisioning for port d78c1a4a-cf88-4750-9709-1780c0c75ccb completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:02.157540 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:02.158169 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:45:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:02.160419 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35080844-f3ba-484f-bdf4-f89e65e79aff tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.160819 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-35080844-f3ba-484f-bdf4-f89e65e79aff tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Added segment f1e28e2e-3e71-4dd1-bb59-e84d2804e8db of type vlan for network 3034108e-819b-429b-9b61-923ae907a6d9 Jul 22 23:46:02.207045 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35080844-f3ba-484f-bdf4-f89e65e79aff tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.237194 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35080844-f3ba-484f-bdf4-f89e65e79aff tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.242675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35080844-f3ba-484f-bdf4-f89e65e79aff tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:02.243201 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-35080844-f3ba-484f-bdf4-f89e65e79aff tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.277157 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-35080844-f3ba-484f-bdf4-f89e65e79aff tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1807339 Jul 22 23:46:02.279883 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.284636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a74a43ef-79dc-4362-ac17-44cc6c910510 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'subnet': {'network_id': '3034108e-819b-429b-9b61-923ae907a6d9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:02.291706 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:02.337161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35080844-f3ba-484f-bdf4-f89e65e79aff tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Network': ['ID=3034108e-819b-429b-9b61-923ae907a6d9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:02.353442 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 3034108e-819b-429b-9b61-923ae907a6d9 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:46:02.451015 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74a43ef-79dc-4362-ac17-44cc6c910510 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Made reservation on behalf of ef6b2cabc92e4f37a4c69358f564f711 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:02.455016 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a74a43ef-79dc-4362-ac17-44cc6c910510 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.623594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93865c6b-5933-42b3-bff4-f93a7b340f86 req-74a711e4-3b28-4b33-ab86-707efc33aab2 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:02.625725 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93865c6b-5933-42b3-bff4-f93a7b340f86 req-74a711e4-3b28-4b33-ab86-707efc33aab2 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/ports?device_id=be7181ce-05e8-4ad9-9fb5-d64b63314afe HTTP/1.1" status: 200 len: 950 time: 0.2395797 Jul 22 23:46:02.634042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 4, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'a0e0eabd-98c3-42eb-a62c-435094b51bcf', 'name': '', 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:63:25:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:00Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 2, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:02.671486 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Checking router: 4669bb2c-4ab0-45fa-aafe-556a8f075d98 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:02.671986 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Updating router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 port a0e0eabd-98c3-42eb-a62c-435094b51bcf binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:46:02.703485 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d78c1a4a-cf88-4750-9709-1780c0c75ccb up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:02.732086 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7870f-3185-48b1-8d6b-a7185feeeeb3 req-a94fda62-083e-4212-b752-5041035a017a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:02.733691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5d7870f-3185-48b1-8d6b-a7185feeeeb3 req-a94fda62-083e-4212-b752-5041035a017a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.2623885 Jul 22 23:46:02.749983 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.757661 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93865c6b-5933-42b3-bff4-f93a7b340f86 req-74c6be4d-fea2-4b5b-a811-852719a578f9 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/security-groups?id=136f46eb-4356-44ba-9adb-fb14b0c6d299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237359 Jul 22 23:46:02.827675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc138fd9-801e-4cd1-8995-7aee5f69c948 req-058e78fa-8b50-470a-bd89-c5d93bbc10ab tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:02.830755 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc138fd9-801e-4cd1-8995-7aee5f69c948 req-058e78fa-8b50-470a-bd89-c5d93bbc10ab tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.95 "GET /v2.0/ports?device_id=be7181ce-05e8-4ad9-9fb5-d64b63314afe HTTP/1.1" status: 200 len: 950 time: 0.2926252 Jul 22 23:46:02.910245 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port d78c1a4a-cf88-4750-9709-1780c0c75ccb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:02.925657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d78c1a4a-cf88-4750-9709-1780c0c75ccb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:02.926020 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.951035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5d7870f-3185-48b1-8d6b-a7185feeeeb3 req-c2e09ad1-8c35-4f58-b07d-c7f0f35ab60a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827891 Jul 22 23:46:02.984280 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c0bbcfe6-dfa4-4243-a808-c6b1abdfc470 None None] Provisioning for port a0e0eabd-98c3-42eb-a62c-435094b51bcf completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:03.006624 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c0bbcfe6-dfa4-4243-a808-c6b1abdfc470 None None] Provisioning complete for port a0e0eabd-98c3-42eb-a62c-435094b51bcf triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:03.014538 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c0bbcfe6-dfa4-4243-a808-c6b1abdfc470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.049134 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a74a43ef-79dc-4362-ac17-44cc6c910510 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.178323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-fc138fd9-801e-4cd1-8995-7aee5f69c948 req-8550e2ac-c889-445f-88d6-bd00170d02e7 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Deleting port 2e5961fc-1a50-4c37-b0b0-20c233465850 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:03.178760 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fc138fd9-801e-4cd1-8995-7aee5f69c948 req-8550e2ac-c889-445f-88d6-bd00170d02e7 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.182431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a43ef-79dc-4362-ac17-44cc6c910510 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Subnet': ['ID=f472831e-a536-4b2f-a075-c24d8f815f11,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:03.239829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74a43ef-79dc-4362-ac17-44cc6c910510 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Checking segment: {'id': 'f1e28e2e-3e71-4dd1-bb59-e84d2804e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '3034108e-819b-429b-9b61-923ae907a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:03.240763 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74a43ef-79dc-4362-ac17-44cc6c910510 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network hostable DHCP agents. Network: 3034108e-819b-429b-9b61-923ae907a6d9, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:46:03.332013 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c0bbcfe6-dfa4-4243-a808-c6b1abdfc470 None None] Port a0e0eabd-98c3-42eb-a62c-435094b51bcf cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:46:03.334955 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74a43ef-79dc-4362-ac17-44cc6c910510 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 3034108e-819b-429b-9b61-923ae907a6d9 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:46:03.358168 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a74a43ef-79dc-4362-ac17-44cc6c910510 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 3034108e-819b-429b-9b61-923ae907a6d9) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:03.360916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fc138fd9-801e-4cd1-8995-7aee5f69c948 req-8550e2ac-c889-445f-88d6-bd00170d02e7 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] For port 2e5961fc-1a50-4c37-b0b0-20c233465850, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2e5961fc-1a50-4c37-b0b0-20c233465850,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:03.361312 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fc138fd9-801e-4cd1-8995-7aee5f69c948 req-8550e2ac-c889-445f-88d6-bd00170d02e7 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.379150 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6364e-583c-4b31-9e57-86862aaf4ea3 req-01152839-bd03-4f6e-b96a-afca7b651389 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:03.380835 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bfa6364e-583c-4b31-9e57-86862aaf4ea3 req-01152839-bd03-4f6e-b96a-afca7b651389 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.2152822 Jul 22 23:46:03.382647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74a43ef-79dc-4362-ac17-44cc6c910510 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:03.382834 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a74a43ef-79dc-4362-ac17-44cc6c910510 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.389479 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44660aad-1f2d-48bd-8b14-3fc858a36f3c None None] Network 3034108e-819b-429b-9b61-923ae907a6d9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:03.397898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-fc138fd9-801e-4cd1-8995-7aee5f69c948 req-8550e2ac-c889-445f-88d6-bd00170d02e7 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Calling delete_port for 2e5961fc-1a50-4c37-b0b0-20c233465850 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:03.419961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c0bbcfe6-dfa4-4243-a808-c6b1abdfc470 None None] Provisioning complete for port d78c1a4a-cf88-4750-9709-1780c0c75ccb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:03.420392 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c0bbcfe6-dfa4-4243-a808-c6b1abdfc470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.425033 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a74a43ef-79dc-4362-ac17-44cc6c910510 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1441541 Jul 22 23:46:03.428204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51414) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:03.475634 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bfa6364e-583c-4b31-9e57-86862aaf4ea3 req-ace98ec3-2698-4db8-828a-e7a9c9b8930e tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808847 Jul 22 23:46:03.508236 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.585126 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fc138fd9-801e-4cd1-8995-7aee5f69c948 req-8550e2ac-c889-445f-88d6-bd00170d02e7 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.604234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['2e5961fc-1a50-4c37-b0b0-20c233465850'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:03.649778 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550e2ac-c889-445f-88d6-bd00170d02e7 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Pushing event deleted for resources: {'Port': ['ID=2e5961fc-1a50-4c37-b0b0-20c233465850,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:03.664316 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port d78c1a4a-cf88-4750-9709-1780c0c75ccb, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d78c1a4a-cf88-4750-9709-1780c0c75ccb,segment=NetworkSegment(4b9bf63e-abac-4722-bb47-04f7ea4f8946),segment_id=4b9bf63e-abac-4722-bb47-04f7ea4f8946)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:03.668709 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc138fd9-801e-4cd1-8995-7aee5f69c948 req-8550e2ac-c889-445f-88d6-bd00170d02e7 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] No DVR routers for this DVR port 2e5961fc-1a50-4c37-b0b0-20c233465850 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:46:03.668911 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.672268 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fc138fd9-801e-4cd1-8995-7aee5f69c948 req-8550e2ac-c889-445f-88d6-bd00170d02e7 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.675380 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc138fd9-801e-4cd1-8995-7aee5f69c948 req-8550e2ac-c889-445f-88d6-bd00170d02e7 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.95 "DELETE /v2.0/ports/2e5961fc-1a50-4c37-b0b0-20c233465850 HTTP/1.1" status: 204 len: 173 time: 0.8354995 Jul 22 23:46:03.675380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7181ce-05e8-4ad9-9fb5-d64b63314afe', 'name': 'network-vif-deleted', 'tag': '2e5961fc-1a50-4c37-b0b0-20c233465850'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:03.678033 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639f3d34-41dc-4d72-bece-8e10b6261cef" -d '{"events": [{"server_uuid": "be7181ce-05e8-4ad9-9fb5-d64b63314afe", "name": "network-vif-deleted", "tag": "2e5961fc-1a50-4c37-b0b0-20c233465850"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:03.699809 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.700613 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a2b956d4-ce98-4693-93b7-3935b88471cd up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:03.735667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Transition to ACTIVE for port object a0e0eabd-98c3-42eb-a62c-435094b51bcf will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:03.749249 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9e4b76-1afa-4c4d-bc6d-67ca3a4857ed x-openstack-request-id: req-3c9e4b76-1afa-4c4d-bc6d-67ca3a4857ed {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:03.749553 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7181ce-05e8-4ad9-9fb5-d64b63314afe", "name": "network-vif-deleted", "tag": "2e5961fc-1a50-4c37-b0b0-20c233465850", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:03.749874 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c9e4b76-1afa-4c4d-bc6d-67ca3a4857ed {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:03.750542 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7181ce-05e8-4ad9-9fb5-d64b63314afe', 'name': 'network-vif-deleted', 'tag': '2e5961fc-1a50-4c37-b0b0-20c233465850', 'status': 'completed', 'code': 200} Jul 22 23:46:03.777972 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.850700 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=d78c1a4a-cf88-4750-9709-1780c0c75ccb,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:03.856608 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-3034108e-819b-429b-9b61-923ae907a6d9', 'network_id': '3034108e-819b-429b-9b61-923ae907a6d9', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'fixed_ips': [{'subnet_id': 'f472831e-a536-4b2f-a075-c24d8f815f11'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:46:03.857471 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.899964 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.916031 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96a25670-aaf6-436a-b282-e0f736da2654 req-8b21829f-aa79-4f9a-9408-001f21b5c238 tempest-VolumesNegativeTest-1024065398 tempest-VolumesNegativeTest-1024065398-project] 10.222.0.26 "GET /v2.0/ports?device_id=be7181ce-05e8-4ad9-9fb5-d64b63314afe HTTP/1.1" status: 200 len: 210 time: 0.0666356 Jul 22 23:46:03.946695 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a2b956d4-ce98-4693-93b7-3935b88471cd triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:03.947086 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.121997 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:46:04.141130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a170d9-cb83-4e06-996a-c20b29f28229 None None] Pushing event updated for resources: {'Port': ['ID=a0e0eabd-98c3-42eb-a62c-435094b51bcf,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:04.165223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf86374-b823-4ea1-b528-22f211552caa req-2363d761-4436-436f-8c4b-0f0c2d30d7c6 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:04.175416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bbf86374-b823-4ea1-b528-22f211552caa req-2363d761-4436-436f-8c4b-0f0c2d30d7c6 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.1139104 Jul 22 23:46:04.187859 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Attempting to bind port a0e0eabd-98c3-42eb-a62c-435094b51bcf on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:04.190074 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Attempting to bind port a0e0eabd-98c3-42eb-a62c-435094b51bcf by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '4b9bf63e-abac-4722-bb47-04f7ea4f8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:04.190516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Attempting to bind port a0e0eabd-98c3-42eb-a62c-435094b51bcf on network 61f51530-8a12-42df-8cf5-2493eb232d4c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:04.201314 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.206566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:04.207218 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Checking segment: {'id': '4b9bf63e-abac-4722-bb47-04f7ea4f8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:04.207809 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.208364 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Bound using segment: {'id': '4b9bf63e-abac-4722-bb47-04f7ea4f8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:04.209023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Bound port: a0e0eabd-98c3-42eb-a62c-435094b51bcf, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9bf63e-abac-4722-bb47-04f7ea4f8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:04.209614 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.235815 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Allocated IP 172.23.0.2 (3034108e-819b-429b-9b61-923ae907a6d9/f472831e-a536-4b2f-a075-c24d8f815f11/11bcfea7-2ce9-451d-a705-9e0d2bfc3591) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:04.242538 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bbf86374-b823-4ea1-b528-22f211552caa req-b6d7f9e3-dc0f-4ecb-9471-d91691c84e8b tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650785 Jul 22 23:46:04.418404 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.420599 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] For port a0e0eabd-98c3-42eb-a62c-435094b51bcf, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:04.424840 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-67cd2032-754b-4e22-8b7e-3a30b0d3b823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.436292 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c0ccc-9723-468c-8a4e-5d043ff268a3 req-0cfdcb0c-0483-4ec9-b4d6-2d275db58838 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:04.437858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-870c0ccc-9723-468c-8a4e-5d043ff268a3 req-0cfdcb0c-0483-4ec9-b4d6-2d275db58838 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.0703421 Jul 22 23:46:04.442827 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] For port a0e0eabd-98c3-42eb-a62c-435094b51bcf, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a0e0eabd-98c3-42eb-a62c-435094b51bcf,segment=NetworkSegment(4b9bf63e-abac-4722-bb47-04f7ea4f8946),segment_id=4b9bf63e-abac-4722-bb47-04f7ea4f8946)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:04.447627 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51430) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:04.448163 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.452323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-336b6d04-6747-4850-9939-b9a0ed274303 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Request body: {'floatingip': {'port_id': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:04.500680 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-336b6d04-6747-4850-9939-b9a0ed274303 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.553719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:04.554364 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:04.557857 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a170d9-cb83-4e06-996a-c20b29f28229 None None] Pushing event updated for resources: {'Port': ['ID=a0e0eabd-98c3-42eb-a62c-435094b51bcf,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:04.640888 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d78c1a4a-cf88-4750-9709-1780c0c75ccb up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:04.687121 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.710298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Transition to ACTIVE for port object 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:04.725536 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:04.762051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af54bd-b67f-4922-bfa7-02959185fda3 req-e9da4c41-857f-4dba-9f09-853fdd063f6e tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:04.763551 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83af54bd-b67f-4922-bfa7-02959185fda3 req-e9da4c41-857f-4dba-9f09-853fdd063f6e tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.1846163 Jul 22 23:46:04.768885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Transition to ACTIVE for port object 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:04.780491 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.818819 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83af54bd-b67f-4922-bfa7-02959185fda3 req-15ff4687-6b1b-4978-bf9d-7319db974083 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452030 Jul 22 23:46:04.826693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Allocated IP 172.23.0.1 (3034108e-819b-429b-9b61-923ae907a6d9/f472831e-a536-4b2f-a075-c24d8f815f11/3c026444-24e1-4203-a312-e6fe4baa78f1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:04.872202 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d78c1a4a-cf88-4750-9709-1780c0c75ccb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:04.872576 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.906058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Network 3034108e-819b-429b-9b61-923ae907a6d9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:04.919652 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:04.935634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:04.940445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Pushing event updated for resources: {'Port': ['ID=11bcfea7-2ce9-451d-a705-9e0d2bfc3591,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:04.959647 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.977398 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Transition to ACTIVE for port object 3c026444-24e1-4203-a312-e6fe4baa78f1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:05.038742 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.071371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Attempting to bind port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:05.071654 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Attempting to bind port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'f1e28e2e-3e71-4dd1-bb59-e84d2804e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '3034108e-819b-429b-9b61-923ae907a6d9'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:05.072015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Attempting to bind port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 on network 3034108e-819b-429b-9b61-923ae907a6d9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:05.090602 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 3034108e-819b-429b-9b61-923ae907a6d9 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:05.096658 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:05.105190 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:05.123588 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:05.123963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Checking segment: {'id': 'f1e28e2e-3e71-4dd1-bb59-e84d2804e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '3034108e-819b-429b-9b61-923ae907a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:05.124369 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.124764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Bound using segment: {'id': 'f1e28e2e-3e71-4dd1-bb59-e84d2804e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '3034108e-819b-429b-9b61-923ae907a6d9'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:05.125341 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Bound port: 11bcfea7-2ce9-451d-a705-9e0d2bfc3591, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e28e2e-3e71-4dd1-bb59-e84d2804e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '3034108e-819b-429b-9b61-923ae907a6d9'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:05.125730 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.137344 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=3c026444-24e1-4203-a312-e6fe4baa78f1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:05.170192 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.402409 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] For port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:05.406751 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] For port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=11bcfea7-2ce9-451d-a705-9e0d2bfc3591,segment=NetworkSegment(f1e28e2e-3e71-4dd1-bb59-e84d2804e8db),segment_id=f1e28e2e-3e71-4dd1-bb59-e84d2804e8db)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:05.410557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 4, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'a0e0eabd-98c3-42eb-a62c-435094b51bcf', 'name': '', 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:63:25:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:00Z', 'updated_at': '2021-07-22T23:46:04Z', 'revision_number': 4, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:05.418260 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.441059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ad99a-8f82-48bd-8905-dbab6ac696ab None None] The sync data for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 is: [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 4, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'a0e0eabd-98c3-42eb-a62c-435094b51bcf', 'name': '', 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:63:25:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:00Z', 'updated_at': '2021-07-22T23:46:04Z', 'revision_number': 4, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:05.443284 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.549161 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.583760 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdd380-423c-4869-801d-20b242c74a2a None None] Pushing event updated for resources: {'Port': ['ID=11bcfea7-2ce9-451d-a705-9e0d2bfc3591,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:05.586542 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-336b6d04-6747-4850-9939-b9a0ed274303 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.597539 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-336b6d04-6747-4850-9939-b9a0ed274303 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.754040 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-336b6d04-6747-4850-9939-b9a0ed274303 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Floating IP be6cc3f4-4115-4ff7-8b6d-b98a1c3936a9 associated. External IP: 172.25.4.131, port: 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee. Jul 22 23:46:05.922855 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.940549 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.032938 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.035205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event updated for resources: {'Port': ['ID=3c026444-24e1-4203-a312-e6fe4baa78f1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:06.055068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2e5961fc-1a50-4c37-b0b0-20c233465850 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:06.086733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 2e5961fc-1a50-4c37-b0b0-20c233465850 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:06.087080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2e5961fc-1a50-4c37-b0b0-20c233465850 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:06.160541 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c5a5-359c-4b18-88bd-ff7c1c68f0e4 req-b246cf5c-c0e2-4e74-af2b-fce8c18e526c tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:06.172445 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aec7c5a5-359c-4b18-88bd-ff7c1c68f0e4 req-b246cf5c-c0e2-4e74-af2b-fce8c18e526c tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.2289329 Jul 22 23:46:06.172686 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Network 3034108e-819b-429b-9b61-923ae907a6d9 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:06.174795 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:06.247892 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aec7c5a5-359c-4b18-88bd-ff7c1c68f0e4 req-a73349d6-b7c2-401b-b1ab-f545d965735b tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744402 Jul 22 23:46:06.264287 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336b6d04-6747-4850-9939-b9a0ed274303 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Router 24b082aa-2a0c-4a36-9e6e-46794c895e5f has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:46:06.350664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:46:06.410223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336b6d04-6747-4850-9939-b9a0ed274303 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:06.414676 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-336b6d04-6747-4850-9939-b9a0ed274303 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.419990 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30f0ae-61ef-4c4e-91fc-ec473bda0b5b None None] Sync routers for ids ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:06.430626 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30f0ae-61ef-4c4e-91fc-ec473bda0b5b None None] Routers {'24b082aa-2a0c-4a36-9e6e-46794c895e5f'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:06.432182 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8f30f0ae-61ef-4c4e-91fc-ec473bda0b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:06.459991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-336b6d04-6747-4850-9939-b9a0ed274303 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "PUT /v2.0/floatingips/be6cc3f4-4115-4ff7-8b6d-b98a1c3936a9 HTTP/1.1" status: 200 len: 991 time: 2.0111544 Jul 22 23:46:06.460703 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d261bab-b24d-4590-9732-3f4190a548f5', 'tag': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:06.464140 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd6d749-a6df-4162-82f3-58a2bdb5ad82" -d '{"events": [{"name": "network-changed", "server_uuid": "2d261bab-b24d-4590-9732-3f4190a548f5", "tag": "135c4d39-a1e4-4f5e-8e50-6e2e16d023ee"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:06.626745 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8f30f0ae-61ef-4c4e-91fc-ec473bda0b5b None None] Set router 24b082aa-2a0c-4a36-9e6e-46794c895e5f gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:06.751436 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771a1282-a1b9-4609-8e4d-0e15ff1ea4ab x-openstack-request-id: req-771a1282-a1b9-4609-8e4d-0e15ff1ea4ab {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:06.751952 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d261bab-b24d-4590-9732-3f4190a548f5", "tag": "135c4d39-a1e4-4f5e-8e50-6e2e16d023ee", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:06.752502 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-771a1282-a1b9-4609-8e4d-0e15ff1ea4ab {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:06.752988 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a0e0eabd-98c3-42eb-a62c-435094b51bcf up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:06.753427 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d261bab-b24d-4590-9732-3f4190a548f5', 'tag': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee', 'status': 'completed', 'code': 200} Jul 22 23:46:06.856497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port a0e0eabd-98c3-42eb-a62c-435094b51bcf completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:06.862468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a0e0eabd-98c3-42eb-a62c-435094b51bcf triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:06.863608 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.939371 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8f30f0ae-61ef-4c4e-91fc-ec473bda0b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:24Z', 'revision_number': 4, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'be6cc3f4-4115-4ff7-8b6d-b98a1c3936a9', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'port_id': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'mac_address': 'fa:16:3e:bc:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d261bab-b24d-4590-9732-3f4190a548f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:45:47Z', 'updated_at': '2021-07-22T23:46:05Z', 'revision_number': 1, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774a463c-d641-43b6-94e5-6241a8d903b7', 'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'mac_address': 'fa:16:3e:d8:a7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:23Z', 'updated_at': '2021-07-22T23:41:32Z', 'revision_number': 5, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'subnets': [{'id': '2482584c-2a32-49e4-91b9-a354783f97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:06.973758 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30f0ae-61ef-4c4e-91fc-ec473bda0b5b None None] Checking router: 24b082aa-2a0c-4a36-9e6e-46794c895e5f for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:06.982918 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30f0ae-61ef-4c4e-91fc-ec473bda0b5b None None] Routers {'24b082aa-2a0c-4a36-9e6e-46794c895e5f'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:06.983740 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8f30f0ae-61ef-4c4e-91fc-ec473bda0b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:07.003394 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.055523 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.070060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53623d66-db2c-4b4e-854a-2ffefbfae1f1 None None] Network 3034108e-819b-429b-9b61-923ae907a6d9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:07.124398 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port a0e0eabd-98c3-42eb-a62c-435094b51bcf, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a0e0eabd-98c3-42eb-a62c-435094b51bcf,segment=NetworkSegment(4b9bf63e-abac-4722-bb47-04f7ea4f8946),segment_id=4b9bf63e-abac-4722-bb47-04f7ea4f8946)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:07.126868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:07.136649 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-076fdf77-a696-44c2-9980-1eb3f32d4d9c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/4669bb2c-4ab0-45fa-aafe-556a8f075d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7073700 Jul 22 23:46:07.137534 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8f30f0ae-61ef-4c4e-91fc-ec473bda0b5b None None] Set router 24b082aa-2a0c-4a36-9e6e-46794c895e5f gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:07.139454 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51552) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:07.145899 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-567faac8-b4dc-4dcf-bc4d-435da0aa3093 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:07.162174 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6d749-a6df-4162-82f3-58a2bdb5ad82 req-417c70c6-69f9-4bff-b998-a43e2e55157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:07.162474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Sync routers for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:07.163960 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ebd6d749-a6df-4162-82f3-58a2bdb5ad82 req-417c70c6-69f9-4bff-b998-a43e2e55157c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d2e7e8a1c7644425a65536a6b1591ad6&device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 1096 time: 0.0984385 Jul 22 23:46:07.164292 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.165467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:07.277503 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d187cf5e-ace6-4d66-b679-df3cddc8aa81 None None] Provisioning for port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:07.315568 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:07.316152 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:07.342837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6d749-a6df-4162-82f3-58a2bdb5ad82 req-eaf9d5a9-aaef-4408-b31e-cbc8d48a0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:07.344351 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ebd6d749-a6df-4162-82f3-58a2bdb5ad82 req-eaf9d5a9-aaef-4408-b31e-cbc8d48a0d28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9c6f596-1a55-460f-aa44-3580307980e5 HTTP/1.1" status: 200 len: 917 time: 0.1721351 Jul 22 23:46:07.460547 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ebd6d749-a6df-4162-82f3-58a2bdb5ad82 req-60e7fe95-7915-450f-9309-68ee02aa754c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee HTTP/1.1" status: 200 len: 999 time: 0.1090674 Jul 22 23:46:07.474415 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=a0e0eabd-98c3-42eb-a62c-435094b51bcf,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:07.531618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:07.544661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:07.545785 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.556526 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926cacf-2c51-4d43-ac1c-4311b9820266 req-6fbb0211-0233-46d8-92c7-b29217996863 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:07.558309 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c926cacf-2c51-4d43-ac1c-4311b9820266 req-6fbb0211-0233-46d8-92c7-b29217996863 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.1748538 Jul 22 23:46:07.578811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6d749-a6df-4162-82f3-58a2bdb5ad82 req-f83e20e3-72d3-476b-a23f-95551a33a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:07.580293 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ebd6d749-a6df-4162-82f3-58a2bdb5ad82 req-f83e20e3-72d3-476b-a23f-95551a33a661 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2482584c-2a32-49e4-91b9-a354783f97de HTTP/1.1" status: 200 len: 855 time: 0.1130490 Jul 22 23:46:07.616610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:07.691270 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8f30f0ae-61ef-4c4e-91fc-ec473bda0b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:24Z', 'revision_number': 4, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'be6cc3f4-4115-4ff7-8b6d-b98a1c3936a9', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'port_id': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'mac_address': 'fa:16:3e:bc:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d261bab-b24d-4590-9732-3f4190a548f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:45:47Z', 'updated_at': '2021-07-22T23:46:05Z', 'revision_number': 1, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774a463c-d641-43b6-94e5-6241a8d903b7', 'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'mac_address': 'fa:16:3e:d8:a7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:23Z', 'updated_at': '2021-07-22T23:41:32Z', 'revision_number': 5, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'subnets': [{'id': '2482584c-2a32-49e4-91b9-a354783f97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:07.731885 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6d749-a6df-4162-82f3-58a2bdb5ad82 req-59e99ee8-0fd3-4745-90f9-7b13d16ac9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:07.735915 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30f0ae-61ef-4c4e-91fc-ec473bda0b5b None None] The sync data for ids ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'] in n-d-688802-2 is: [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:24Z', 'revision_number': 4, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'be6cc3f4-4115-4ff7-8b6d-b98a1c3936a9', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'port_id': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'mac_address': 'fa:16:3e:bc:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d261bab-b24d-4590-9732-3f4190a548f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:45:47Z', 'updated_at': '2021-07-22T23:46:05Z', 'revision_number': 1, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774a463c-d641-43b6-94e5-6241a8d903b7', 'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'mac_address': 'fa:16:3e:d8:a7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:23Z', 'updated_at': '2021-07-22T23:41:32Z', 'revision_number': 5, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'subnets': [{'id': '2482584c-2a32-49e4-91b9-a354783f97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:07.737250 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ebd6d749-a6df-4162-82f3-58a2bdb5ad82 req-59e99ee8-0fd3-4745-90f9-7b13d16ac9a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9c6f596-1a55-460f-aa44-3580307980e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475487 Jul 22 23:46:07.769529 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c926cacf-2c51-4d43-ac1c-4311b9820266 req-9a9a761b-9973-4aa6-a8c7-4049d066f9e3 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982317 Jul 22 23:46:07.934487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-567faac8-b4dc-4dcf-bc4d-435da0aa3093 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 23:46:07.946737 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ebd6d749-a6df-4162-82f3-58a2bdb5ad82 req-0b27583e-3507-4383-940f-cb4ecddd1328 service neutron] 10.222.0.18 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953609 Jul 22 23:46:07.972716 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-567faac8-b4dc-4dcf-bc4d-435da0aa3093 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Removed routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 23:46:07.974931 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-567faac8-b4dc-4dcf-bc4d-435da0aa3093 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.986869 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.068207 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=11bcfea7-2ce9-451d-a705-9e0d2bfc3591,segment=NetworkSegment(f1e28e2e-3e71-4dd1-bb59-e84d2804e8db),segment_id=f1e28e2e-3e71-4dd1-bb59-e84d2804e8db)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:08.080477 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.137474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:05Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': '3c026444-24e1-4203-a312-e6fe4baa78f1', 'name': '', 'network_id': '3034108e-819b-429b-9b61-923ae907a6d9', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:5a:95:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'f472831e-a536-4b2f-a075-c24d8f815f11', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:04Z', 'updated_at': '2021-07-22T23:46:05Z', 'revision_number': 2, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'f472831e-a536-4b2f-a075-c24d8f815f11', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e0eabd-98c3-42eb-a62c-435094b51bcf', 'name': '', 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:63:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:00Z', 'updated_at': '2021-07-22T23:46:07Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:08.154197 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ebd6d749-a6df-4162-82f3-58a2bdb5ad82 req-79d26d63-d36a-48d2-8671-4ce4df7eb601 service neutron] 10.222.0.18 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977594 Jul 22 23:46:08.169034 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af223bdb-99ef-4a26-a90b-85e48557ec8b None None] New status for floating IP be6cc3f4-4115-4ff7-8b6d-b98a1c3936a9: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:46:08.218974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Checking router: 4669bb2c-4ab0-45fa-aafe-556a8f075d98 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:08.218974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Updating router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 port 3c026444-24e1-4203-a312-e6fe4baa78f1 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:46:08.285060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=11bcfea7-2ce9-451d-a705-9e0d2bfc3591,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:08.290644 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-567faac8-b4dc-4dcf-bc4d-435da0aa3093 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.294737 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.308596 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-567faac8-b4dc-4dcf-bc4d-435da0aa3093 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.463807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567faac8-b4dc-4dcf-bc4d-435da0aa3093 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:46:08.483415 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d3fda329-6f42-4425-a097-22e427a65918 None None] Provisioning for port 3c026444-24e1-4203-a312-e6fe4baa78f1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:08.490434 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d3fda329-6f42-4425-a097-22e427a65918 None None] Provisioning complete for port 3c026444-24e1-4203-a312-e6fe4baa78f1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:08.490816 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3fda329-6f42-4425-a097-22e427a65918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.576813 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d3fda329-6f42-4425-a097-22e427a65918 None None] Port 3c026444-24e1-4203-a312-e6fe4baa78f1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:46:08.585801 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567faac8-b4dc-4dcf-bc4d-435da0aa3093 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:08.594170 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-567faac8-b4dc-4dcf-bc4d-435da0aa3093 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.595366 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-567faac8-b4dc-4dcf-bc4d-435da0aa3093 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/4669bb2c-4ab0-45fa-aafe-556a8f075d98 HTTP/1.1" status: 200 len: 934 time: 1.4543619 Jul 22 23:46:08.598188 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51654) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:08.676352 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a0e0eabd-98c3-42eb-a62c-435094b51bcf up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:08.690506 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d3fda329-6f42-4425-a097-22e427a65918 None None] Provisioning complete for port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:08.690867 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3fda329-6f42-4425-a097-22e427a65918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.733711 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3d4a3394-012e-4e46-a1fe-18de6293f455 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/routers/4669bb2c-4ab0-45fa-aafe-556a8f075d98 HTTP/1.1" status: 200 len: 934 time: 0.1338344 Jul 22 23:46:08.736037 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51662) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:08.741617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b5eea511-7bd9-431a-97de-520db1ad2963 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'router': {'routes': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:08.901338 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.913952 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Transition to ACTIVE for port object 3c026444-24e1-4203-a312-e6fe4baa78f1 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:08.931996 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.939763 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a0e0eabd-98c3-42eb-a62c-435094b51bcf triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:08.940138 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.030599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a92a7d-87ed-4469-ad06-8eca65d5842b req-51a079ea-8c05-45fb-870c-0520b1fcff6e tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:09.032304 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-65a92a7d-87ed-4469-ad06-8eca65d5842b req-51a079ea-8c05-45fb-870c-0520b1fcff6e tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.1631777 Jul 22 23:46:09.114518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106e7ab-d6b5-417e-876c-8905ead25801 None None] Pushing event updated for resources: {'Port': ['ID=3c026444-24e1-4203-a312-e6fe4baa78f1,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:09.166537 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-65a92a7d-87ed-4469-ad06-8eca65d5842b req-5bb2a00b-480a-457a-b8e5-631d61aa6f1c tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267085 Jul 22 23:46:09.230054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Attempting to bind port 3c026444-24e1-4203-a312-e6fe4baa78f1 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:09.231022 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Attempting to bind port 3c026444-24e1-4203-a312-e6fe4baa78f1 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'f1e28e2e-3e71-4dd1-bb59-e84d2804e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '3034108e-819b-429b-9b61-923ae907a6d9'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:09.231394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Attempting to bind port 3c026444-24e1-4203-a312-e6fe4baa78f1 on network 3034108e-819b-429b-9b61-923ae907a6d9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:09.248399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:09.254063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Checking segment: {'id': 'f1e28e2e-3e71-4dd1-bb59-e84d2804e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '3034108e-819b-429b-9b61-923ae907a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:09.255264 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.255985 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Bound using segment: {'id': 'f1e28e2e-3e71-4dd1-bb59-e84d2804e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '3034108e-819b-429b-9b61-923ae907a6d9'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:09.256470 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Bound port: 3c026444-24e1-4203-a312-e6fe4baa78f1, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e28e2e-3e71-4dd1-bb59-e84d2804e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '3034108e-819b-429b-9b61-923ae907a6d9'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:09.256903 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.283762 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:09.346036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-b5eea511-7bd9-431a-97de-520db1ad2963 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Added routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 23:46:09.346823 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-b5eea511-7bd9-431a-97de-520db1ad2963 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 23:46:09.387335 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] For port 3c026444-24e1-4203-a312-e6fe4baa78f1, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:09.389711 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b5eea511-7bd9-431a-97de-520db1ad2963 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.391780 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] For port 3c026444-24e1-4203-a312-e6fe4baa78f1, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=3c026444-24e1-4203-a312-e6fe4baa78f1,segment=NetworkSegment(f1e28e2e-3e71-4dd1-bb59-e84d2804e8db),segment_id=f1e28e2e-3e71-4dd1-bb59-e84d2804e8db)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:09.403582 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.435607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:09.436144 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.516874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:09.517698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:09.519489 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106e7ab-d6b5-417e-876c-8905ead25801 None None] Pushing event updated for resources: {'Port': ['ID=3c026444-24e1-4203-a312-e6fe4baa78f1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:09.610705 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b5eea511-7bd9-431a-97de-520db1ad2963 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.615352 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b5eea511-7bd9-431a-97de-520db1ad2963 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.726188 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5eea511-7bd9-431a-97de-520db1ad2963 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:46:09.830413 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5eea511-7bd9-431a-97de-520db1ad2963 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:09.832169 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:09.839650 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b5eea511-7bd9-431a-97de-520db1ad2963 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.840872 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b5eea511-7bd9-431a-97de-520db1ad2963 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/4669bb2c-4ab0-45fa-aafe-556a8f075d98 HTTP/1.1" status: 200 len: 700 time: 1.1038139 Jul 22 23:46:09.843398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51706) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:09.941621 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a50eecbd-9c72-4da1-a11c-f3363789cbc3 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/routers/4669bb2c-4ab0-45fa-aafe-556a8f075d98 HTTP/1.1" status: 200 len: 700 time: 0.0970244 Jul 22 23:46:09.944401 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51710) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:10.105269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:09Z', 'revision_number': 7, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': '3c026444-24e1-4203-a312-e6fe4baa78f1', 'name': '', 'network_id': '3034108e-819b-429b-9b61-923ae907a6d9', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:5a:95:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'f472831e-a536-4b2f-a075-c24d8f815f11', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:04Z', 'updated_at': '2021-07-22T23:46:09Z', 'revision_number': 4, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'f472831e-a536-4b2f-a075-c24d8f815f11', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e0eabd-98c3-42eb-a62c-435094b51bcf', 'name': '', 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:63:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:00Z', 'updated_at': '2021-07-22T23:46:07Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:10.133164 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3785db-25ef-4365-99bc-ce9dcafbec04 None None] The sync data for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 is: [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:09Z', 'revision_number': 7, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': '3c026444-24e1-4203-a312-e6fe4baa78f1', 'name': '', 'network_id': '3034108e-819b-429b-9b61-923ae907a6d9', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:5a:95:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'f472831e-a536-4b2f-a075-c24d8f815f11', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:04Z', 'updated_at': '2021-07-22T23:46:09Z', 'revision_number': 4, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'f472831e-a536-4b2f-a075-c24d8f815f11', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e0eabd-98c3-42eb-a62c-435094b51bcf', 'name': '', 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:63:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:00Z', 'updated_at': '2021-07-22T23:46:07Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:10.324342 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2ba5e-23f9-4838-bfea-f2f3ab0d19de req-1a791bef-d294-48c5-a9c9-f0698619e678 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:10.326012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3da2ba5e-23f9-4838-bfea-f2f3ab0d19de req-1a791bef-d294-48c5-a9c9-f0698619e678 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.0707247 Jul 22 23:46:10.384429 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3da2ba5e-23f9-4838-bfea-f2f3ab0d19de req-abd86f8e-a18a-4c1e-9877-1b4ed2772da2 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521967 Jul 22 23:46:10.402104 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f81321ce-ae39-46c3-959f-351047151699 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.625711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3c026444-24e1-4203-a312-e6fe4baa78f1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:10.687524 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 3c026444-24e1-4203-a312-e6fe4baa78f1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:10.692135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 3c026444-24e1-4203-a312-e6fe4baa78f1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:10.692535 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.729358 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f81321ce-ae39-46c3-959f-351047151699 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port 3c026444-24e1-4203-a312-e6fe4baa78f1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:10.729911 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f81321ce-ae39-46c3-959f-351047151699 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.788804 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.857457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 3c026444-24e1-4203-a312-e6fe4baa78f1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=3c026444-24e1-4203-a312-e6fe4baa78f1,segment=NetworkSegment(f1e28e2e-3e71-4dd1-bb59-e84d2804e8db),segment_id=f1e28e2e-3e71-4dd1-bb59-e84d2804e8db)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:10.864263 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.868133 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f81321ce-ae39-46c3-959f-351047151699 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] For port 3c026444-24e1-4203-a312-e6fe4baa78f1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=3c026444-24e1-4203-a312-e6fe4baa78f1,segment=NetworkSegment(f1e28e2e-3e71-4dd1-bb59-e84d2804e8db),segment_id=f1e28e2e-3e71-4dd1-bb59-e84d2804e8db)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:10.868658 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f81321ce-ae39-46c3-959f-351047151699 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.889808 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f81321ce-ae39-46c3-959f-351047151699 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for 3c026444-24e1-4203-a312-e6fe4baa78f1 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:10.949401 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=3c026444-24e1-4203-a312-e6fe4baa78f1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:11.063201 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034f04e4-07d3-43d4-9a53-96762b6c8362 None None] Sync routers for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:11.076540 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f04e4-07d3-43d4-9a53-96762b6c8362 None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:11.077301 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-034f04e4-07d3-43d4-9a53-96762b6c8362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:11.118490 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f81321ce-ae39-46c3-959f-351047151699 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:11.155719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81321ce-ae39-46c3-959f-351047151699 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=3c026444-24e1-4203-a312-e6fe4baa78f1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:11.187644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-034f04e4-07d3-43d4-9a53-96762b6c8362 None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:11.343281 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f81321ce-ae39-46c3-959f-351047151699 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:11.468252 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-034f04e4-07d3-43d4-9a53-96762b6c8362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:09Z', 'revision_number': 7, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': '3c026444-24e1-4203-a312-e6fe4baa78f1', 'name': '', 'network_id': '3034108e-819b-429b-9b61-923ae907a6d9', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:5a:95:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'f472831e-a536-4b2f-a075-c24d8f815f11', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:04Z', 'updated_at': '2021-07-22T23:46:10Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'f472831e-a536-4b2f-a075-c24d8f815f11', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e0eabd-98c3-42eb-a62c-435094b51bcf', 'name': '', 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:63:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:00Z', 'updated_at': '2021-07-22T23:46:07Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:11.501597 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034f04e4-07d3-43d4-9a53-96762b6c8362 None None] Checking router: 4669bb2c-4ab0-45fa-aafe-556a8f075d98 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:11.512028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f04e4-07d3-43d4-9a53-96762b6c8362 None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:11.513016 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-034f04e4-07d3-43d4-9a53-96762b6c8362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:11.587193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81321ce-ae39-46c3-959f-351047151699 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:46:11.587498 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d45bd-807f-4447-a2d3-1e3516556672 req-b95aec02-d15f-4188-972b-4933aac96d56 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:11.593596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5b9d45bd-807f-4447-a2d3-1e3516556672 req-b95aec02-d15f-4188-972b-4933aac96d56 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.1266677 Jul 22 23:46:11.630226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-034f04e4-07d3-43d4-9a53-96762b6c8362 None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:11.658430 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5b9d45bd-807f-4447-a2d3-1e3516556672 req-f1f57a75-e91b-4dbb-9590-5a3691201803 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592315 Jul 22 23:46:11.727455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81321ce-ae39-46c3-959f-351047151699 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:11.733935 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f81321ce-ae39-46c3-959f-351047151699 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/4669bb2c-4ab0-45fa-aafe-556a8f075d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7884371 Jul 22 23:46:11.735969 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51734) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:11.814343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffdad00-e447-43a0-8f30-8b4f3eb36d7d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting subnet f472831e-a536-4b2f-a075-c24d8f815f11 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:46:11.817799 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bffdad00-e447-43a0-8f30-8b4f3eb36d7d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:11.859038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51738) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:11.869409 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bffdad00-e447-43a0-8f30-8b4f3eb36d7d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:11.884539 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-034f04e4-07d3-43d4-9a53-96762b6c8362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:11Z', 'revision_number': 8, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'a0e0eabd-98c3-42eb-a62c-435094b51bcf', 'name': '', 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:63:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:00Z', 'updated_at': '2021-07-22T23:46:07Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:11.917082 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034f04e4-07d3-43d4-9a53-96762b6c8362 None None] The sync data for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 is: [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:11Z', 'revision_number': 8, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'a0e0eabd-98c3-42eb-a62c-435094b51bcf', 'name': '', 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:63:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:00Z', 'updated_at': '2021-07-22T23:46:07Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:11.972525 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bffdad00-e447-43a0-8f30-8b4f3eb36d7d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.044161 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bffdad00-e447-43a0-8f30-8b4f3eb36d7d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.072723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdad00-e447-43a0-8f30-8b4f3eb36d7d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Subnet': ['ID=f472831e-a536-4b2f-a075-c24d8f815f11,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:12.076916 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bffdad00-e447-43a0-8f30-8b4f3eb36d7d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.079386 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bffdad00-e447-43a0-8f30-8b4f3eb36d7d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/f472831e-a536-4b2f-a075-c24d8f815f11 HTTP/1.1" status: 204 len: 168 time: 0.3390355 Jul 22 23:46:12.081949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51746) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:12.090009 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2ab9cba3-4c88-4d34-8d54-605bee597ea8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9be58557d4d142929579275d05db8a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297456 Jul 22 23:46:12.092390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:12.093018 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b567ee-ddc5-4010-a371-d07ae01f2ab5 None None] Network 3034108e-819b-429b-9b61-923ae907a6d9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:12.129471 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-2237d40b-5ce9-4aca-9e3f-c4021af90aa9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1331244 Jul 22 23:46:12.266108 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-7e23ba5d-cf18-4350-9870-3c39f6d34a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:12.266600 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-7e23ba5d-cf18-4350-9870-3c39f6d34a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:12.267075 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-7e23ba5d-cf18-4350-9870-3c39f6d34a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:12.267551 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-7e23ba5d-cf18-4350-9870-3c39f6d34a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:12.268025 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-7e23ba5d-cf18-4350-9870-3c39f6d34a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:12.268496 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-7e23ba5d-cf18-4350-9870-3c39f6d34a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:12.268992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-7e23ba5d-cf18-4350-9870-3c39f6d34a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:12.271087 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-7e23ba5d-cf18-4350-9870-3c39f6d34a70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 6501 time: 0.1013055 Jul 22 23:46:12.412302 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd50abed-e88a-4b6f-88b9-2866f4e18833 None None] DHCP port deletion for 3034108e-819b-429b-9b61-923ae907a6d9 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:46:12.474783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bd50abed-e88a-4b6f-88b9-2866f4e18833 None None] Deleting port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:12.475570 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd50abed-e88a-4b6f-88b9-2866f4e18833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.488317 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-374db37b-f5ac-4847-8506-040f56d0a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:12.489246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-374db37b-f5ac-4847-8506-040f56d0a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:12.489246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-374db37b-f5ac-4847-8506-040f56d0a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:12.491264 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-374db37b-f5ac-4847-8506-040f56d0a9f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=876e8a88-d344-43f5-abc2-bd91d918b95b&id=35918a6f-8625-444e-be57-56cf00d9619f&id=35918a6f-8625-444e-be57-56cf00d9619f&id=35918a6f-8625-444e-be57-56cf00d9619f&id=35918a6f-8625-444e-be57-56cf00d9619f&id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2&id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2 HTTP/1.1" status: 200 len: 2299 time: 0.1197472 Jul 22 23:46:12.567458 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bd50abed-e88a-4b6f-88b9-2866f4e18833 None None] For port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=11bcfea7-2ce9-451d-a705-9e0d2bfc3591,segment=NetworkSegment(f1e28e2e-3e71-4dd1-bb59-e84d2804e8db),segment_id=f1e28e2e-3e71-4dd1-bb59-e84d2804e8db)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:12.568138 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd50abed-e88a-4b6f-88b9-2866f4e18833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.573636 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-1589b2be-cfcf-4b22-ac0e-f4f1dc3fb7dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cab490f4-9887-4d3a-b736-e09758b49446 HTTP/1.1" status: 200 len: 1001 time: 0.0758801 Jul 22 23:46:12.588536 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bd50abed-e88a-4b6f-88b9-2866f4e18833 None None] Calling delete_port for 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:12.603713 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.631193 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885527bd-d5d8-4b76-a9fd-9edd5da91f54 None None] Sync routers for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:12.637996 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69b60237-66da-4664-a5f4-f96027643bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.639331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-58f7a51d-f4b4-42ee-bc00-3894e0ec1e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:12.641171 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-58f7a51d-f4b4-42ee-bc00-3894e0ec1e0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81a85537-a303-4236-aff4-e5a83fa8a904 HTTP/1.1" status: 200 len: 856 time: 0.0610611 Jul 22 23:46:12.643048 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885527bd-d5d8-4b76-a9fd-9edd5da91f54 None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:12.643891 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-885527bd-d5d8-4b76-a9fd-9edd5da91f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:12.648445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3c026444-24e1-4203-a312-e6fe4baa78f1 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:12.673278 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69b60237-66da-4664-a5f4-f96027643bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.694231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 3c026444-24e1-4203-a312-e6fe4baa78f1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:12.694580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3c026444-24e1-4203-a312-e6fe4baa78f1 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:12.695000 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:12.719157 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-e9b30db3-d7de-4221-be5f-750638b922f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:12.721019 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-e9b30db3-d7de-4221-be5f-750638b922f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=876e8a88-d344-43f5-abc2-bd91d918b95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735762 Jul 22 23:46:12.761414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5ad56-8902-4bb2-bac1-bf4208e857ca req-13945d39-7a5b-4d0e-adea-5a7b6ac0a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:12.764342 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cec5ad56-8902-4bb2-bac1-bf4208e857ca req-13945d39-7a5b-4d0e-adea-5a7b6ac0a8a2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 1096 time: 0.1559443 Jul 22 23:46:12.770001 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-885527bd-d5d8-4b76-a9fd-9edd5da91f54 None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:12.797314 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd50abed-e88a-4b6f-88b9-2866f4e18833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.841173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50abed-e88a-4b6f-88b9-2866f4e18833 None None] Pushing event deleted for resources: {'Port': ['ID=11bcfea7-2ce9-451d-a705-9e0d2bfc3591,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:12.846427 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd50abed-e88a-4b6f-88b9-2866f4e18833 None None] No DVR routers for this DVR port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:46:12.848527 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.851789 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cec5ad56-8902-4bb2-bac1-bf4208e857ca req-e47347a5-a193-42a8-81ad-746a0364ac48 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747612 Jul 22 23:46:12.868552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:12.872635 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.889982 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69b60237-66da-4664-a5f4-f96027643bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.890729 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-66e778d5-0a2e-4647-8bc0-cadc30939f17 service neutron] 10.222.0.18 "GET /v2.0/networks/876e8a88-d344-43f5-abc2-bd91d918b95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609924 Jul 22 23:46:12.892507 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69b60237-66da-4664-a5f4-f96027643bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.896025 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-69b60237-66da-4664-a5f4-f96027643bb1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/136f46eb-4356-44ba-9adb-fb14b0c6d299 HTTP/1.1" status: 204 len: 168 time: 0.8004236 Jul 22 23:46:12.920695 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b60237-66da-4664-a5f4-f96027643bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136f46eb-4356-44ba-9adb-fb14b0c6d299,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:12.972200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] For port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591, host n-d-688802-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:12.972559 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.991379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:13.000980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da7bb6-0159-485d-b3ad-1be7e06c6170 req-14357235-468c-4d56-88dd-b60562b60138 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:13.008739 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4da7bb6-0159-485d-b3ad-1be7e06c6170 req-14357235-468c-4d56-88dd-b60562b60138 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.2345445 Jul 22 23:46:13.016028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 was not found and therefore no delete operation was performed {{(pid=93821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:46:13.023252 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.062173 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=11bcfea7-2ce9-451d-a705-9e0d2bfc3591,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:13.072012 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] No DVR routers for this DVR port 11bcfea7-2ce9-451d-a705-9e0d2bfc3591 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:46:13.072290 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-885527bd-d5d8-4b76-a9fd-9edd5da91f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:11Z', 'revision_number': 8, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'a0e0eabd-98c3-42eb-a62c-435094b51bcf', 'name': '', 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:63:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:00Z', 'updated_at': '2021-07-22T23:46:07Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:13.103124 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885527bd-d5d8-4b76-a9fd-9edd5da91f54 None None] Checking router: 4669bb2c-4ab0-45fa-aafe-556a8f075d98 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:13.104351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4da7bb6-0159-485d-b3ad-1be7e06c6170 req-b9daa39f-7cc6-4de6-a8f7-923e6c428b22 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946760 Jul 22 23:46:13.113364 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885527bd-d5d8-4b76-a9fd-9edd5da91f54 None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:13.114276 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-885527bd-d5d8-4b76-a9fd-9edd5da91f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:13.236325 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.260808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3034108e-819b-429b-9b61-923ae907a6d9']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:13.276367 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e28e2e-3e71-4dd1-bb59-e84d2804e8db') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:13.276825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e28e2e-3e71-4dd1-bb59-e84d2804e8db') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:13.291727 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.312672 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.323000 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:46:13.324353 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.328223 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-87064faf-0663-4ea3-9fa7-87fc0d1b8263 service neutron] 10.222.0.18 "GET /v2.0/networks/876e8a88-d344-43f5-abc2-bd91d918b95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999028 Jul 22 23:46:13.388294 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-58e64969-33a6-471d-8759-5f3502398ade service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=ab643751-7af9-4073-927e-3801c1e6ab2e HTTP/1.1" status: 200 len: 217 time: 0.0528719 Jul 22 23:46:13.426377 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-885527bd-d5d8-4b76-a9fd-9edd5da91f54 None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:46:13.436529 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:46:13.439942 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.452239 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.455497 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/networks/3034108e-819b-429b-9b61-923ae907a6d9 HTTP/1.1" status: 204 len: 168 time: 1.3724623 Jul 22 23:46:13.460477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51766) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:13.478097 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bb1be-984f-4471-b668-7744c830fbbd tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Network': ['ID=3034108e-819b-429b-9b61-923ae907a6d9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:13.496077 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-971f7420-3ec4-4e41-a6a8-2c47c1b412a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:13.497709 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-971f7420-3ec4-4e41-a6a8-2c47c1b412a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8cea5c0-2774-409d-bda9-e9e98d3a9b82 HTTP/1.1" status: 200 len: 797 time: 0.0895019 Jul 22 23:46:13.572906 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-03f37d26-423b-4a7e-90f9-5f2109340089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:13.575407 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-03f37d26-423b-4a7e-90f9-5f2109340089 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35918a6f-8625-444e-be57-56cf00d9619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0707526 Jul 22 23:46:13.687716 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-12a7c97e-70a0-4fb2-988e-fa34a61be4f5 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048753 Jul 22 23:46:13.709925 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-885527bd-d5d8-4b76-a9fd-9edd5da91f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:11Z', 'revision_number': 8, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'a0e0eabd-98c3-42eb-a62c-435094b51bcf', 'name': '', 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:63:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:00Z', 'updated_at': '2021-07-22T23:46:07Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:13.742408 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885527bd-d5d8-4b76-a9fd-9edd5da91f54 None None] The sync data for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 is: [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:11Z', 'revision_number': 8, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'a0e0eabd-98c3-42eb-a62c-435094b51bcf', 'name': '', 'network_id': '61f51530-8a12-42df-8cf5-2493eb232d4c', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:63:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:00Z', 'updated_at': '2021-07-22T23:46:07Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'b20b81a4-3db0-4332-a985-4258f340f946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:13.804316 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-63832e35-b7a3-4b97-858b-9cf09ad16ca3 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065364 Jul 22 23:46:13.880015 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1c9073d-f33f-44f0-8d44-eccb6cb58e32 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.883105 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-f54280a3-e4ca-44bb-80a4-909b5a7594ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=bd4a7c11-f8d2-44b4-95fe-48b417a7f15d HTTP/1.1" status: 200 len: 217 time: 0.0436640 Jul 22 23:46:13.936061 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-b7affd07-1528-4fed-91a3-a5184490d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:13.937593 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-b7affd07-1528-4fed-91a3-a5184490d2ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8cea5c0-2774-409d-bda9-e9e98d3a9b82 HTTP/1.1" status: 200 len: 797 time: 0.0447898 Jul 22 23:46:14.006621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-bad87b5f-70f2-4cb6-bdd8-343b947b2221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:14.008387 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-bad87b5f-70f2-4cb6-bdd8-343b947b2221 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35918a6f-8625-444e-be57-56cf00d9619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0637693 Jul 22 23:46:14.099884 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-560e1146-5894-4552-a752-745634e38961 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843928 Jul 22 23:46:14.172825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9073d-f33f-44f0-8d44-eccb6cb58e32 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port a0e0eabd-98c3-42eb-a62c-435094b51bcf {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:14.173201 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1c9073d-f33f-44f0-8d44-eccb6cb58e32 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.202519 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-c64d07f8-e8ef-4aad-bda6-dd8a953a8e38 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955386 Jul 22 23:46:14.269430 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-4a2e3209-b076-4f35-852a-8d47c2cbe61e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=06b36ce6-caf4-494a-b935-4e47824fb9dd HTTP/1.1" status: 200 len: 217 time: 0.0355949 Jul 22 23:46:14.303369 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a1c9073d-f33f-44f0-8d44-eccb6cb58e32 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] For port a0e0eabd-98c3-42eb-a62c-435094b51bcf, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a0e0eabd-98c3-42eb-a62c-435094b51bcf,segment=NetworkSegment(4b9bf63e-abac-4722-bb47-04f7ea4f8946),segment_id=4b9bf63e-abac-4722-bb47-04f7ea4f8946)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:14.303728 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1c9073d-f33f-44f0-8d44-eccb6cb58e32 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.318603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9073d-f33f-44f0-8d44-eccb6cb58e32 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for a0e0eabd-98c3-42eb-a62c-435094b51bcf owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:14.319402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-3bb93dc8-b685-4976-9abb-925b0beac908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:14.320884 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-3bb93dc8-b685-4976-9abb-925b0beac908 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8cea5c0-2774-409d-bda9-e9e98d3a9b82 HTTP/1.1" status: 200 len: 797 time: 0.0442665 Jul 22 23:46:14.330413 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82d710-49d5-4305-bb82-29e951255744 req-885f69b0-1b51-47b5-8258-d3ea631a8a9c tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:14.331879 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c82d710-49d5-4305-bb82-29e951255744 req-885f69b0-1b51-47b5-8258-d3ea631a8a9c tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.1405809 Jul 22 23:46:14.384239 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-6d8c620f-55ee-48e3-a6b2-4390859e48b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:14.386709 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-6d8c620f-55ee-48e3-a6b2-4390859e48b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35918a6f-8625-444e-be57-56cf00d9619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0592351 Jul 22 23:46:14.413020 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c82d710-49d5-4305-bb82-29e951255744 req-269a6863-a14f-4c50-8ac4-2ca771501185 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732951 Jul 22 23:46:14.507163 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-491733a4-b28a-422f-884f-a214755d92a6 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127501 Jul 22 23:46:14.567022 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1c9073d-f33f-44f0-8d44-eccb6cb58e32 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.601434 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9073d-f33f-44f0-8d44-eccb6cb58e32 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=a0e0eabd-98c3-42eb-a62c-435094b51bcf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:14.637505 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-afab4800-a04b-4979-b5e3-c56c629ab3aa service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212962 Jul 22 23:46:14.698444 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-33b91661-aacf-4402-bb71-e8faed690487 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=84ff3893-ed31-4b39-809a-4a9ebd9370f5 HTTP/1.1" status: 200 len: 217 time: 0.0387886 Jul 22 23:46:14.758241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-5e5171a3-af1b-4ada-a587-5e704b293201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:14.759851 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-5e5171a3-af1b-4ada-a587-5e704b293201 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8cea5c0-2774-409d-bda9-e9e98d3a9b82 HTTP/1.1" status: 200 len: 797 time: 0.0556316 Jul 22 23:46:14.829523 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-dbc92ec5-c7ea-48fb-9a87-2d2649a6da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:14.831114 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-dbc92ec5-c7ea-48fb-9a87-2d2649a6da24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35918a6f-8625-444e-be57-56cf00d9619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0640743 Jul 22 23:46:14.861856 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1c9073d-f33f-44f0-8d44-eccb6cb58e32 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.870912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dc40b-4851-4c96-9818-2d791e866681 req-264bdc87-83e6-46ce-a1d3-5f291ed23f8e tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:14.872409 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-811dc40b-4851-4c96-9818-2d791e866681 req-264bdc87-83e6-46ce-a1d3-5f291ed23f8e tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.2156231 Jul 22 23:46:14.875980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29df721-6a98-4538-be31-6079195c8640 req-da16b476-41d2-48c3-9ff8-389363620df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:14.877389 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c29df721-6a98-4538-be31-6079195c8640 req-da16b476-41d2-48c3-9ff8-389363620df7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a40a7a37e674c75a6277161bcf86f7f&device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 1096 time: 0.2015319 Jul 22 23:46:14.921772 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-3534f1a2-61cd-4db0-8687-c301cb6871d1 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816679 Jul 22 23:46:15.014464 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-84ec5824-cacb-43e5-9b9d-cfe5acc14e7c service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865350 Jul 22 23:46:15.041164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-811dc40b-4851-4c96-9818-2d791e866681 req-c4a90d04-eb9f-476e-a78d-38b0d01b6656 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627483 Jul 22 23:46:15.058336 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-07461ebd-ecf8-4e35-abef-b48becd25429 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4157cbfe-5f0e-4e3c-9639-b2453364d9b9 HTTP/1.1" status: 200 len: 217 time: 0.0364563 Jul 22 23:46:15.109908 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-6b51ff35-acf7-4715-a170-d5b7cafe066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:15.111395 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-6b51ff35-acf7-4715-a170-d5b7cafe066a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da97aba8-7313-4be0-a09e-c8187e45cd62 HTTP/1.1" status: 200 len: 797 time: 0.0479045 Jul 22 23:46:15.139477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29df721-6a98-4538-be31-6079195c8640 req-019b3cec-bb12-45bc-b709-21382238b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:15.140947 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c29df721-6a98-4538-be31-6079195c8640 req-019b3cec-bb12-45bc-b709-21382238b476 service neutron] 10.222.0.18 "GET /v2.0/networks?id=93ff45f1-4e3c-47a6-ae24-fe25765c18f3 HTTP/1.1" status: 200 len: 912 time: 0.2518597 Jul 22 23:46:15.170754 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-cb9d05ab-e280-4130-8965-678b6f284fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:15.172529 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-cb9d05ab-e280-4130-8965-678b6f284fae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0549214 Jul 22 23:46:15.191188 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c29df721-6a98-4538-be31-6079195c8640 req-827b566d-6033-4993-929d-c37978fbf8e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fa03b29-45b5-44f4-96f2-c08ac478bcf6 HTTP/1.1" status: 200 len: 217 time: 0.0442398 Jul 22 23:46:15.232571 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c9073d-f33f-44f0-8d44-eccb6cb58e32 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:46:15.254724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29df721-6a98-4538-be31-6079195c8640 req-ab96950f-7424-4e6b-a4e4-b6a85131b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:15.256152 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c29df721-6a98-4538-be31-6079195c8640 req-ab96950f-7424-4e6b-a4e4-b6a85131b9f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd4dc970-c31f-49da-a52d-cbde2a39d299 HTTP/1.1" status: 200 len: 851 time: 0.0565383 Jul 22 23:46:15.267856 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-8d733bcd-625a-411a-a144-0aac2142491b service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888796 Jul 22 23:46:15.351002 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c29df721-6a98-4538-be31-6079195c8640 req-5db41ace-6386-448f-99b3-010bbf375dba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93ff45f1-4e3c-47a6-ae24-fe25765c18f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572677 Jul 22 23:46:15.363137 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-18002324-bf9c-4b61-8c6a-e56d0282c18b service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868213 Jul 22 23:46:15.393580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c9073d-f33f-44f0-8d44-eccb6cb58e32 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:15.403161 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a1c9073d-f33f-44f0-8d44-eccb6cb58e32 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/4669bb2c-4ab0-45fa-aafe-556a8f075d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9380069 Jul 22 23:46:15.403161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51784) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:15.406058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9badb9b-9f0f-41ff-b207-ea789b20db37 None None] Sync routers for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:15.406595 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-d2a56bdf-fb37-4991-b0c2-2cb5a770f6e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=423b7270-ab41-4684-8ac3-3fc383c0741a HTTP/1.1" status: 200 len: 217 time: 0.0346546 Jul 22 23:46:15.417422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9badb9b-9f0f-41ff-b207-ea789b20db37 None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:15.418306 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d9badb9b-9f0f-41ff-b207-ea789b20db37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:15.463789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-8238e64a-4a33-472d-b6fd-0fedeb45b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:15.465740 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-8238e64a-4a33-472d-b6fd-0fedeb45b60d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da97aba8-7313-4be0-a09e-c8187e45cd62 HTTP/1.1" status: 200 len: 797 time: 0.0531509 Jul 22 23:46:15.492498 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce56817f-9f2f-4e2e-a704-b3951f802526 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting subnet b20b81a4-3db0-4332-a985-4258f340f946 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:46:15.497708 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce56817f-9f2f-4e2e-a704-b3951f802526 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.501856 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c29df721-6a98-4538-be31-6079195c8640 req-01fdead2-588e-40c0-96e3-bc325b7a54e2 service neutron] 10.222.0.18 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419179 Jul 22 23:46:15.517843 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d9badb9b-9f0f-41ff-b207-ea789b20db37 None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:15.558187 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-8dc9c04a-726a-4267-9dc1-b5629397d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:15.560706 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-8dc9c04a-726a-4267-9dc1-b5629397d402 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0849428 Jul 22 23:46:15.574140 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce56817f-9f2f-4e2e-a704-b3951f802526 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.672368 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-f31025b2-04ce-42aa-9c2e-0e6ca5e47f23 service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028743 Jul 22 23:46:15.691053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c29df721-6a98-4538-be31-6079195c8640 req-cbe7fdc6-16fc-47ce-8066-cc0d6aecb556 service neutron] 10.222.0.18 "GET /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651590 Jul 22 23:46:15.729137 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce56817f-9f2f-4e2e-a704-b3951f802526 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.759080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d9badb9b-9f0f-41ff-b207-ea789b20db37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:14Z', 'revision_number': 9, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:15.819636 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-da0196ec-8954-43fa-825a-bba2e42eb623 req-7e1c833f-bd55-46ef-b4bb-b1d1178dcbc3 service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394057 Jul 22 23:46:15.823706 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce56817f-9f2f-4e2e-a704-b3951f802526 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.851623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56817f-9f2f-4e2e-a704-b3951f802526 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Subnet': ['ID=b20b81a4-3db0-4332-a985-4258f340f946,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:15.857071 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce56817f-9f2f-4e2e-a704-b3951f802526 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.861438 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ce56817f-9f2f-4e2e-a704-b3951f802526 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/b20b81a4-3db0-4332-a985-4258f340f946 HTTP/1.1" status: 204 len: 168 time: 0.4556673 Jul 22 23:46:15.862244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51792) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:15.941685 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.946878 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffe07ca-04fe-4c4e-8e1c-6a15c03c6241 None None] Network 61f51530-8a12-42df-8cf5-2493eb232d4c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:15.949958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9badb9b-9f0f-41ff-b207-ea789b20db37 None None] Checking router: 4669bb2c-4ab0-45fa-aafe-556a8f075d98 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:15.982889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9badb9b-9f0f-41ff-b207-ea789b20db37 None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:15.983527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d9badb9b-9f0f-41ff-b207-ea789b20db37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:16.001585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port d78c1a4a-cf88-4750-9709-1780c0c75ccb {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:16.001930 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.064416 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] For port d78c1a4a-cf88-4750-9709-1780c0c75ccb, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d78c1a4a-cf88-4750-9709-1780c0c75ccb,segment=NetworkSegment(4b9bf63e-abac-4722-bb47-04f7ea4f8946),segment_id=4b9bf63e-abac-4722-bb47-04f7ea4f8946)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:16.065035 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.078474 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for d78c1a4a-cf88-4750-9709-1780c0c75ccb owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:16.139980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d9badb9b-9f0f-41ff-b207-ea789b20db37 None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:16.175446 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.192171 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79f781-632a-443c-b61b-3a9210d98b46 req-2b3dc223-0368-4820-98b2-1abf7eb2e2b6 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:16.193830 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a79f781-632a-443c-b61b-3a9210d98b46 req-2b3dc223-0368-4820-98b2-1abf7eb2e2b6 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.0730898 Jul 22 23:46:16.205985 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=d78c1a4a-cf88-4750-9709-1780c0c75ccb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:16.208312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] No DVR routers for this DVR port d78c1a4a-cf88-4750-9709-1780c0c75ccb on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:46:16.242787 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a79f781-632a-443c-b61b-3a9210d98b46 req-e0ad3e5e-d86b-4023-99dd-7b4fdb51e10a tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Jul 22 23:46:16.291707 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.302402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f51530-8a12-42df-8cf5-2493eb232d4c']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:16.316191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9bf63e-abac-4722-bb47-04f7ea4f8946') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:16.316491 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9bf63e-abac-4722-bb47-04f7ea4f8946') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:16.329044 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.332555 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2223738c-4b91-419a-b39e-a7cba719a145 None None] DHCP port deletion for 61f51530-8a12-42df-8cf5-2493eb232d4c request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:46:16.346519 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.360556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:46:16.361041 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:46:16.364588 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:46:16.369580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d9badb9b-9f0f-41ff-b207-ea789b20db37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:14Z', 'revision_number': 9, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:16.401876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9badb9b-9f0f-41ff-b207-ea789b20db37 None None] The sync data for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 is: [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:14Z', 'revision_number': 9, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'a2b956d4-ce98-4693-93b7-3935b88471cd', 'name': '', 'network_id': '808684aa-3c7b-4d39-8ac6-767eade6778b', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:a4:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '67466649-e5f8-467c-b53e-9721785af5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:56Z', 'updated_at': '2021-07-22T23:46:01Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': '67466649-e5f8-467c-b53e-9721785af5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:16.416356 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.430226 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.438334 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.443229 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/networks/61f51530-8a12-42df-8cf5-2493eb232d4c HTTP/1.1" status: 204 len: 168 time: 0.5773735 Jul 22 23:46:16.443700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51798) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:16.459966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3349-d35c-49e9-84c5-ecdfff6cedea tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Network': ['ID=61f51530-8a12-42df-8cf5-2493eb232d4c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:16.853229 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d78c1a4a-cf88-4750-9709-1780c0c75ccb no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:16.884130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: d78c1a4a-cf88-4750-9709-1780c0c75ccb {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:16.884479 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d78c1a4a-cf88-4750-9709-1780c0c75ccb not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:16.885162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a0e0eabd-98c3-42eb-a62c-435094b51bcf no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:16.905046 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: a0e0eabd-98c3-42eb-a62c-435094b51bcf {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:16.905414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a0e0eabd-98c3-42eb-a62c-435094b51bcf not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:17.090088 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.375891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port a2b956d4-ce98-4693-93b7-3935b88471cd {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:17.376580 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.453599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f305d3-9df8-48ff-bed2-9dc0cdc4b512 req-dc9a3b3c-0ca1-486d-81cf-2b87f90c2be6 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:17.455075 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5f305d3-9df8-48ff-bed2-9dc0cdc4b512 req-dc9a3b3c-0ca1-486d-81cf-2b87f90c2be6 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.1368074 Jul 22 23:46:17.503046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] For port a2b956d4-ce98-4693-93b7-3935b88471cd, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a2b956d4-ce98-4693-93b7-3935b88471cd,segment=NetworkSegment(2d5f1788-6e35-401b-9092-30deab0d091f),segment_id=2d5f1788-6e35-401b-9092-30deab0d091f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:17.503411 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.523258 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for a2b956d4-ce98-4693-93b7-3935b88471cd owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:17.528233 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5f305d3-9df8-48ff-bed2-9dc0cdc4b512 req-c784bebd-9bef-47b6-a849-cbd9c9a93a04 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675087 Jul 22 23:46:17.699527 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.731613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=a2b956d4-ce98-4693-93b7-3935b88471cd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:17.748118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:17.748805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:17.748805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:17.749169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:17.749552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:17.749886 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:17.750216 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:17.750546 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:17.750874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:17.751209 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:17.751575 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:17.751905 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:17.922562 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.111918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:46:18.206382 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:18.211238 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7ba55760-8e4d-4fff-95d1-ca80843c10ee tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/4669bb2c-4ab0-45fa-aafe-556a8f075d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7667134 Jul 22 23:46:18.214444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:18.216906 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab57942-d862-420e-8044-d03871a4a03d None None] Sync routers for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:18.225983 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab57942-d862-420e-8044-d03871a4a03d None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:18.226623 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-eab57942-d862-420e-8044-d03871a4a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:18.264747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8508c6f-c88e-4a16-9039-5b2965f4f182 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting subnet 67466649-e5f8-467c-b53e-9721785af5f9 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:46:18.267914 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8508c6f-c88e-4a16-9039-5b2965f4f182 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.307474 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8508c6f-c88e-4a16-9039-5b2965f4f182 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.312245 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-eab57942-d862-420e-8044-d03871a4a03d None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:18.393879 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8508c6f-c88e-4a16-9039-5b2965f4f182 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.452313 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8508c6f-c88e-4a16-9039-5b2965f4f182 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.479599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8508c6f-c88e-4a16-9039-5b2965f4f182 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Subnet': ['ID=67466649-e5f8-467c-b53e-9721785af5f9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:18.483022 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8508c6f-c88e-4a16-9039-5b2965f4f182 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.487210 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b8508c6f-c88e-4a16-9039-5b2965f4f182 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/67466649-e5f8-467c-b53e-9721785af5f9 HTTP/1.1" status: 204 len: 168 time: 0.2695293 Jul 22 23:46:18.488061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51818) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:18.495944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82e7b0a-0068-401f-9ab6-1de457a774f9 None None] Network 808684aa-3c7b-4d39-8ac6-767eade6778b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:18.516135 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-eab57942-d862-420e-8044-d03871a4a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:17Z', 'revision_number': 10, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:18.563864 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab57942-d862-420e-8044-d03871a4a03d None None] Checking router: 4669bb2c-4ab0-45fa-aafe-556a8f075d98 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:18.593501 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab57942-d862-420e-8044-d03871a4a03d None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:18.594401 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-eab57942-d862-420e-8044-d03871a4a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:18.615608 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.692250 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-eab57942-d862-420e-8044-d03871a4a03d None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:18.723439 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04700baf-80c1-49ee-9b56-f5f078489138 req-8260444d-205c-4435-96d6-d23d3cec84f6 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:18.732585 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04700baf-80c1-49ee-9b56-f5f078489138 req-8260444d-205c-4435-96d6-d23d3cec84f6 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.1144197 Jul 22 23:46:18.761950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8ed292-91cd-473b-aee9-f94d5fe6d541 None None] DHCP port deletion for 808684aa-3c7b-4d39-8ac6-767eade6778b request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:46:18.768530 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port f150e09b-9768-40d7-9096-be4572457505 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:18.768866 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.788303 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04700baf-80c1-49ee-9b56-f5f078489138 req-e2f11974-f680-49ba-b9f6-e66e2ccae84e tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548797 Jul 22 23:46:18.824435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ed292-91cd-473b-aee9-f94d5fe6d541 None None] Deleting port f150e09b-9768-40d7-9096-be4572457505 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:18.824847 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab8ed292-91cd-473b-aee9-f94d5fe6d541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.847916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] For port f150e09b-9768-40d7-9096-be4572457505, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f150e09b-9768-40d7-9096-be4572457505,segment=NetworkSegment(2d5f1788-6e35-401b-9092-30deab0d091f),segment_id=2d5f1788-6e35-401b-9092-30deab0d091f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:18.848415 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.862579 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for f150e09b-9768-40d7-9096-be4572457505 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:18.926475 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ab8ed292-91cd-473b-aee9-f94d5fe6d541 None None] For port f150e09b-9768-40d7-9096-be4572457505, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f150e09b-9768-40d7-9096-be4572457505,segment=NetworkSegment(2d5f1788-6e35-401b-9092-30deab0d091f),segment_id=2d5f1788-6e35-401b-9092-30deab0d091f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:18.927287 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab8ed292-91cd-473b-aee9-f94d5fe6d541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.940174 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-eab57942-d862-420e-8044-d03871a4a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:17Z', 'revision_number': 10, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:18.958769 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.959454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ed292-91cd-473b-aee9-f94d5fe6d541 None None] Calling delete_port for f150e09b-9768-40d7-9096-be4572457505 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:18.972684 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab57942-d862-420e-8044-d03871a4a03d None None] The sync data for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 is: [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:17Z', 'revision_number': 10, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None, '_interfaces': [{'id': 'b3f4168b-7592-404f-b6f4-43d764e7accc', 'name': '', 'network_id': '28c2ec78-cb94-4518-a74d-52f864e4e440', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'mac_address': 'fa:16:3e:f0:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:50Z', 'updated_at': '2021-07-22T23:45:57Z', 'revision_number': 5, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'subnets': [{'id': 'fa2b9214-50b5-4ec8-a695-4dfc56e1b365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:18.998097 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=f150e09b-9768-40d7-9096-be4572457505,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:19.001647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] No DVR routers for this DVR port f150e09b-9768-40d7-9096-be4572457505 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:46:19.107479 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab8ed292-91cd-473b-aee9-f94d5fe6d541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.111984 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.132624 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808684aa-3c7b-4d39-8ac6-767eade6778b']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:19.134048 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ed292-91cd-473b-aee9-f94d5fe6d541 None None] Pushing event deleted for resources: {'Port': ['ID=f150e09b-9768-40d7-9096-be4572457505,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:19.143958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8ed292-91cd-473b-aee9-f94d5fe6d541 None None] No DVR routers for this DVR port f150e09b-9768-40d7-9096-be4572457505 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:46:19.161187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5f1788-6e35-401b-9092-30deab0d091f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:19.161484 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5f1788-6e35-401b-9092-30deab0d091f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:19.177779 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.204496 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.230249 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:46:19.230597 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:46:19.235692 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:46:19.305055 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49371919-e166-462f-b92a-c9970036bc99 req-801c5d77-8585-4028-a48f-95e4c38ba52c tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:19.306644 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49371919-e166-462f-b92a-c9970036bc99 req-801c5d77-8585-4028-a48f-95e4c38ba52c tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.1865151 Jul 22 23:46:19.332552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.344239 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.346101 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/networks/808684aa-3c7b-4d39-8ac6-767eade6778b HTTP/1.1" status: 204 len: 168 time: 0.8577783 Jul 22 23:46:19.349169 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51836) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:19.368594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8057344-eb12-4381-9dc4-bcd986780054 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Network': ['ID=808684aa-3c7b-4d39-8ac6-767eade6778b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:19.383738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17524d4-c020-4f69-bfd8-9ede45346648 req-93d55693-e7a6-4a41-931a-73fed18c9f06 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:19.390221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17524d4-c020-4f69-bfd8-9ede45346648 req-93d55693-e7a6-4a41-931a-73fed18c9f06 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:19.396082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17524d4-c020-4f69-bfd8-9ede45346648 req-93d55693-e7a6-4a41-931a-73fed18c9f06 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:19.402261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17524d4-c020-4f69-bfd8-9ede45346648 req-93d55693-e7a6-4a41-931a-73fed18c9f06 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:19.408153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17524d4-c020-4f69-bfd8-9ede45346648 req-93d55693-e7a6-4a41-931a-73fed18c9f06 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:19.414130 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17524d4-c020-4f69-bfd8-9ede45346648 req-93d55693-e7a6-4a41-931a-73fed18c9f06 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:19.420594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17524d4-c020-4f69-bfd8-9ede45346648 req-93d55693-e7a6-4a41-931a-73fed18c9f06 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:19.422876 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e17524d4-c020-4f69-bfd8-9ede45346648 req-93d55693-e7a6-4a41-931a-73fed18c9f06 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5434 time: 0.2315059 Jul 22 23:46:19.428979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49371919-e166-462f-b92a-c9970036bc99 req-2ea8ffc3-3da4-4564-8da6-ad9a10797771 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159995 Jul 22 23:46:19.473059 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e17524d4-c020-4f69-bfd8-9ede45346648 req-caf388cf-2f87-47a2-87a3-a4fb45444609 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428987 Jul 22 23:46:19.635492 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd93eee-9e05-40ee-83ef-6d265aecbdb1 req-800868c6-c10e-4a62-b5e4-3a7d3186f584 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:19.641860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd93eee-9e05-40ee-83ef-6d265aecbdb1 req-800868c6-c10e-4a62-b5e4-3a7d3186f584 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:19.647751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd93eee-9e05-40ee-83ef-6d265aecbdb1 req-800868c6-c10e-4a62-b5e4-3a7d3186f584 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:19.653639 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd93eee-9e05-40ee-83ef-6d265aecbdb1 req-800868c6-c10e-4a62-b5e4-3a7d3186f584 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:19.659476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd93eee-9e05-40ee-83ef-6d265aecbdb1 req-800868c6-c10e-4a62-b5e4-3a7d3186f584 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:19.665313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd93eee-9e05-40ee-83ef-6d265aecbdb1 req-800868c6-c10e-4a62-b5e4-3a7d3186f584 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:19.671978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd93eee-9e05-40ee-83ef-6d265aecbdb1 req-800868c6-c10e-4a62-b5e4-3a7d3186f584 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:19.673929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bbd93eee-9e05-40ee-83ef-6d265aecbdb1 req-800868c6-c10e-4a62-b5e4-3a7d3186f584 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5434 time: 0.1103125 Jul 22 23:46:20.018658 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.278220 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port b3f4168b-7592-404f-b6f4-43d764e7accc {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:20.278571 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.367029 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] For port b3f4168b-7592-404f-b6f4-43d764e7accc, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b3f4168b-7592-404f-b6f4-43d764e7accc,segment=NetworkSegment(d6586703-2ddf-4e7c-aca0-2836f60b9a00),segment_id=d6586703-2ddf-4e7c-aca0-2836f60b9a00)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:20.367797 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.380468 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for b3f4168b-7592-404f-b6f4-43d764e7accc owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:20.563104 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.591149 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdf8f8-85f2-4163-aec9-9fec798dd186 req-972ba90e-5983-4914-9bea-032c8289356d tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:20.594297 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a0bdf8f8-85f2-4163-aec9-9fec798dd186 req-972ba90e-5983-4914-9bea-032c8289356d tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.0832074 Jul 22 23:46:20.600369 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=b3f4168b-7592-404f-b6f4-43d764e7accc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:20.610669 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f150e09b-9768-40d7-9096-be4572457505 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:20.634421 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:20.634965 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:20.635311 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:20.635705 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:20.636046 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:20.636379 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:20.636820 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:20.637022 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:20.637374 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:20.637701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:20.638051 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:20.638352 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:20.639430 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: f150e09b-9768-40d7-9096-be4572457505 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:20.640047 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f150e09b-9768-40d7-9096-be4572457505 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:20.641710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a2b956d4-ce98-4693-93b7-3935b88471cd no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:20.664337 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a0bdf8f8-85f2-4163-aec9-9fec798dd186 req-a2a3528e-b760-4b31-8ffc-b30138274423 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651143 Jul 22 23:46:20.675256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: a2b956d4-ce98-4693-93b7-3935b88471cd {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:20.675596 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a2b956d4-ce98-4693-93b7-3935b88471cd not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:20.785618 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.944648 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:46:21.017626 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:21.022463 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-32a4f4d0-4bf7-4d84-8353-4a3169be40dc tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/4669bb2c-4ab0-45fa-aafe-556a8f075d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6717072 Jul 22 23:46:21.026253 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51856) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:21.029484 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410e34f-327a-4d0b-9404-88ae1c1308c8 None None] Sync routers for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:21.040583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410e34f-327a-4d0b-9404-88ae1c1308c8 None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:21.041250 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b410e34f-327a-4d0b-9404-88ae1c1308c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:21.082720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a18aa8d-aaaf-43bf-9738-187c52433338 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting subnet fa2b9214-50b5-4ec8-a695-4dfc56e1b365 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:46:21.085856 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a18aa8d-aaaf-43bf-9738-187c52433338 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.110404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b410e34f-327a-4d0b-9404-88ae1c1308c8 None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:21.126144 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a18aa8d-aaaf-43bf-9738-187c52433338 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.164964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b410e34f-327a-4d0b-9404-88ae1c1308c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:20Z', 'revision_number': 11, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:21.194026 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410e34f-327a-4d0b-9404-88ae1c1308c8 None None] Checking router: 4669bb2c-4ab0-45fa-aafe-556a8f075d98 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:21.203167 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410e34f-327a-4d0b-9404-88ae1c1308c8 None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:21.203795 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b410e34f-327a-4d0b-9404-88ae1c1308c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:21.211790 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a18aa8d-aaaf-43bf-9738-187c52433338 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.274242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b410e34f-327a-4d0b-9404-88ae1c1308c8 None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:21.276542 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a18aa8d-aaaf-43bf-9738-187c52433338 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.303710 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18aa8d-aaaf-43bf-9738-187c52433338 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2b9214-50b5-4ec8-a695-4dfc56e1b365,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:21.307609 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a18aa8d-aaaf-43bf-9738-187c52433338 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.311837 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8a18aa8d-aaaf-43bf-9738-187c52433338 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/fa2b9214-50b5-4ec8-a695-4dfc56e1b365 HTTP/1.1" status: 204 len: 168 time: 0.2823501 Jul 22 23:46:21.312314 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51860) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:21.331271 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22850c0f-719d-4750-a6c7-3e2473927bec None None] Network 28c2ec78-cb94-4518-a74d-52f864e4e440 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:21.351354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b410e34f-327a-4d0b-9404-88ae1c1308c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:20Z', 'revision_number': 11, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:21.383333 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410e34f-327a-4d0b-9404-88ae1c1308c8 None None] The sync data for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 is: [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:20Z', 'revision_number': 11, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:21.391320 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.447806 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Deleting port f1b47232-7d24-4644-8c9d-aa821af967fd {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:21.448157 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.514691 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] For port f1b47232-7d24-4644-8c9d-aa821af967fd, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f1b47232-7d24-4644-8c9d-aa821af967fd,segment=NetworkSegment(d6586703-2ddf-4e7c-aca0-2836f60b9a00),segment_id=d6586703-2ddf-4e7c-aca0-2836f60b9a00)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:21.515050 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.527264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Calling delete_port for f1b47232-7d24-4644-8c9d-aa821af967fd owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:21.606612 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.636304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Port': ['ID=f1b47232-7d24-4644-8c9d-aa821af967fd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:21.640196 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] No DVR routers for this DVR port f1b47232-7d24-4644-8c9d-aa821af967fd on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:46:21.726614 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.739340 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f3e94d-9c0c-4451-a440-7a74f0efa13e None None] DHCP port deletion for 28c2ec78-cb94-4518-a74d-52f864e4e440 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:46:21.741948 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c2ec78-cb94-4518-a74d-52f864e4e440']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:21.764418 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6586703-2ddf-4e7c-aca0-2836f60b9a00') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:21.764812 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6586703-2ddf-4e7c-aca0-2836f60b9a00') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:21.780652 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.809863 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.818152 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:46:21.818789 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:46:21.822433 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:46:21.829767 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68018199-3d13-4d5d-bc04-0123290323cd req-bc9fc914-1112-4e29-8836-c89bb9ad8924 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:21.837761 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68018199-3d13-4d5d-bc04-0123290323cd req-bc9fc914-1112-4e29-8836-c89bb9ad8924 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.0848303 Jul 22 23:46:21.889008 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68018199-3d13-4d5d-bc04-0123290323cd req-c64a38d1-6a96-43ca-9ff4-b28f76dc6cc3 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500121 Jul 22 23:46:21.898832 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.911343 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.913310 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/networks/28c2ec78-cb94-4518-a74d-52f864e4e440 HTTP/1.1" status: 204 len: 168 time: 0.6002645 Jul 22 23:46:21.916968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51882) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:21.922873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d92d2cdd-217b-4ca6-9529-db58de2af892 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'router': {'routes': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:21.924122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafeba8-cf5e-4daf-9996-749611041ec6 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Pushing event deleted for resources: {'Network': ['ID=28c2ec78-cb94-4518-a74d-52f864e4e440,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:22.011531 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51884) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:22.089261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-d92d2cdd-217b-4ca6-9529-db58de2af892 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Added routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 23:46:22.089569 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-d92d2cdd-217b-4ca6-9529-db58de2af892 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Removed routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 23:46:22.089934 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92d2cdd-217b-4ca6-9529-db58de2af892 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.116792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11828ce3-0758-43b0-833e-a8c3a1c7826a req-010092cc-b1dc-44f1-b197-40cfc69f4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:22.117317 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11828ce3-0758-43b0-833e-a8c3a1c7826a req-010092cc-b1dc-44f1-b197-40cfc69f4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:22.117791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11828ce3-0758-43b0-833e-a8c3a1c7826a req-010092cc-b1dc-44f1-b197-40cfc69f4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:22.118263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11828ce3-0758-43b0-833e-a8c3a1c7826a req-010092cc-b1dc-44f1-b197-40cfc69f4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:22.118722 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11828ce3-0758-43b0-833e-a8c3a1c7826a req-010092cc-b1dc-44f1-b197-40cfc69f4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:22.119800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11828ce3-0758-43b0-833e-a8c3a1c7826a req-010092cc-b1dc-44f1-b197-40cfc69f4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:22.120492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11828ce3-0758-43b0-833e-a8c3a1c7826a req-010092cc-b1dc-44f1-b197-40cfc69f4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:22.122457 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-11828ce3-0758-43b0-833e-a8c3a1c7826a req-010092cc-b1dc-44f1-b197-40cfc69f4f4a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 6491 time: 0.1098216 Jul 22 23:46:22.164376 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-11828ce3-0758-43b0-833e-a8c3a1c7826a req-07e7b587-a9dc-4cd9-91a3-1ea939dbed20 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f309a3f5-bc3e-4776-96f5-05b9d17df063&id=3fbd6b7f-109c-4621-a186-e6feab876da0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357959 Jul 22 23:46:22.225790 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92d2cdd-217b-4ca6-9529-db58de2af892 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.229977 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92d2cdd-217b-4ca6-9529-db58de2af892 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.306932 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92d2cdd-217b-4ca6-9529-db58de2af892 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:46:22.381844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92d2cdd-217b-4ca6-9529-db58de2af892 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:22.389120 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d92d2cdd-217b-4ca6-9529-db58de2af892 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.390288 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d92d2cdd-217b-4ca6-9529-db58de2af892 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/4669bb2c-4ab0-45fa-aafe-556a8f075d98 HTTP/1.1" status: 200 len: 701 time: 0.4722490 Jul 22 23:46:22.391801 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c21a8c-a23e-473d-a36b-33d5bf44d000 None None] Sync routers for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:22.393244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51894) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:22.402302 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c21a8c-a23e-473d-a36b-33d5bf44d000 None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:22.402909 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b5c21a8c-a23e-473d-a36b-33d5bf44d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:22.423697 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-65be6fdc-a0fc-4de1-9763-d7f081247d56 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports?device_id=4669bb2c-4ab0-45fa-aafe-556a8f075d98 HTTP/1.1" status: 200 len: 205 time: 0.0292969 Jul 22 23:46:22.426240 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51896) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:22.473718 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b5c21a8c-a23e-473d-a36b-33d5bf44d000 None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:22.499046 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95477a67-2bb4-4fdd-9820-165b41089cc3 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.528716 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b5c21a8c-a23e-473d-a36b-33d5bf44d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:20Z', 'revision_number': 11, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:22.557081 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c21a8c-a23e-473d-a36b-33d5bf44d000 None None] Checking router: 4669bb2c-4ab0-45fa-aafe-556a8f075d98 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:22.567686 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c21a8c-a23e-473d-a36b-33d5bf44d000 None None] Routers {'4669bb2c-4ab0-45fa-aafe-556a8f075d98'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:22.568224 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b5c21a8c-a23e-473d-a36b-33d5bf44d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:22.585396 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b3f4168b-7592-404f-b6f4-43d764e7accc no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:22.608070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: b3f4168b-7592-404f-b6f4-43d764e7accc {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:22.608451 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b3f4168b-7592-404f-b6f4-43d764e7accc not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:22.608828 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f1b47232-7d24-4644-8c9d-aa821af967fd no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:22.631489 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: f1b47232-7d24-4644-8c9d-aa821af967fd {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:22.631838 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f1b47232-7d24-4644-8c9d-aa821af967fd not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:22.640777 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b5c21a8c-a23e-473d-a36b-33d5bf44d000 None None] Set router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:22.692085 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95477a67-2bb4-4fdd-9820-165b41089cc3 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.695652 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b5c21a8c-a23e-473d-a36b-33d5bf44d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:20Z', 'revision_number': 11, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:22.696167 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95477a67-2bb4-4fdd-9820-165b41089cc3 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.722845 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c21a8c-a23e-473d-a36b-33d5bf44d000 None None] The sync data for ids ['4669bb2c-4ab0-45fa-aafe-556a8f075d98'] in n-d-688802-2 is: [{'id': '4669bb2c-4ab0-45fa-aafe-556a8f075d98', 'name': 'tempest-RoutersTest-router-2082303195', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:48Z', 'updated_at': '2021-07-22T23:46:20Z', 'revision_number': 11, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:22.745214 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002fa92f-cfa2-4a87-b54a-8e44d39e8f36 req-748af59b-2844-4eef-aace-3c70adf2be5e tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:22.746450 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-002fa92f-cfa2-4a87-b54a-8e44d39e8f36 req-748af59b-2844-4eef-aace-3c70adf2be5e tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.18 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 945 time: 0.2151034 Jul 22 23:46:22.750980 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95477a67-2bb4-4fdd-9820-165b41089cc3 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.751559 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95477a67-2bb4-4fdd-9820-165b41089cc3 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Fanout notify agent at l3_agent the message router_deleted on router 4669bb2c-4ab0-45fa-aafe-556a8f075d98 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:46:22.765237 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95477a67-2bb4-4fdd-9820-165b41089cc3 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.772000 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-95477a67-2bb4-4fdd-9820-165b41089cc3 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/routers/4669bb2c-4ab0-45fa-aafe-556a8f075d98 HTTP/1.1" status: 204 len: 168 time: 0.3391643 Jul 22 23:46:22.772000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51900) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:22.775488 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0f88cb87-56be-41b6-ab19-2504ac904150 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1242249713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:22.840611 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f88cb87-56be-41b6-ab19-2504ac904150 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.842034 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f88cb87-56be-41b6-ab19-2504ac904150 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.928129 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f88cb87-56be-41b6-ab19-2504ac904150 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.939971 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f88cb87-56be-41b6-ab19-2504ac904150 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.948516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-002fa92f-cfa2-4a87-b54a-8e44d39e8f36 req-0bd6057a-f1fd-49f3-ac30-83896c18b476 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Deleting port 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:22.948859 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-002fa92f-cfa2-4a87-b54a-8e44d39e8f36 req-0bd6057a-f1fd-49f3-ac30-83896c18b476 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.987183 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f88cb87-56be-41b6-ab19-2504ac904150 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.988540 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0f88cb87-56be-41b6-ab19-2504ac904150 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2172835 Jul 22 23:46:22.991305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:22.996623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ef5c6988-088f-4c88-be10-5f559d79b55c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:23.064201 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-002fa92f-cfa2-4a87-b54a-8e44d39e8f36 req-0bd6057a-f1fd-49f3-ac30-83896c18b476 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] For port 8fa03b29-45b5-44f4-96f2-c08ac478bcf6, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=8fa03b29-45b5-44f4-96f2-c08ac478bcf6,segment=NetworkSegment(13d615f8-2c18-43a2-881c-42934a3d7342),segment_id=13d615f8-2c18-43a2-881c-42934a3d7342)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:23.064465 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-002fa92f-cfa2-4a87-b54a-8e44d39e8f36 req-0bd6057a-f1fd-49f3-ac30-83896c18b476 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.079134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-002fa92f-cfa2-4a87-b54a-8e44d39e8f36 req-0bd6057a-f1fd-49f3-ac30-83896c18b476 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Calling delete_port for 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:23.217771 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-002fa92f-cfa2-4a87-b54a-8e44d39e8f36 req-0bd6057a-f1fd-49f3-ac30-83896c18b476 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.232255 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['740e7746-daf4-49c0-938c-76d1e522e69c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:23.258606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['8fa03b29-45b5-44f4-96f2-c08ac478bcf6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:23.261946 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6057a-f1fd-49f3-ac30-83896c18b476 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Pushing event deleted for resources: {'Port': ['ID=8fa03b29-45b5-44f4-96f2-c08ac478bcf6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:23.311280 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-002fa92f-cfa2-4a87-b54a-8e44d39e8f36 req-0bd6057a-f1fd-49f3-ac30-83896c18b476 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] No DVR routers for this DVR port 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:46:23.314141 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-002fa92f-cfa2-4a87-b54a-8e44d39e8f36 req-0bd6057a-f1fd-49f3-ac30-83896c18b476 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.316667 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-002fa92f-cfa2-4a87-b54a-8e44d39e8f36 req-0bd6057a-f1fd-49f3-ac30-83896c18b476 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.18 "DELETE /v2.0/ports/8fa03b29-45b5-44f4-96f2-c08ac478bcf6 HTTP/1.1" status: 204 len: 173 time: 0.5631227 Jul 22 23:46:23.317072 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25283ee6-52d5-4d0a-a353-a25582c4c589', 'name': 'network-vif-deleted', 'tag': '8fa03b29-45b5-44f4-96f2-c08ac478bcf6'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:23.320647 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a35f8d-4771-4fa7-a9e1-7d0a1b03e69e" -d '{"events": [{"server_uuid": "25283ee6-52d5-4d0a-a353-a25582c4c589", "name": "network-vif-deleted", "tag": "8fa03b29-45b5-44f4-96f2-c08ac478bcf6"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:23.365286 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20820fbe-5407-4ce8-b6a0-0bad0a9a75d0 x-openstack-request-id: req-20820fbe-5407-4ce8-b6a0-0bad0a9a75d0 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:23.365579 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25283ee6-52d5-4d0a-a353-a25582c4c589", "name": "network-vif-deleted", "tag": "8fa03b29-45b5-44f4-96f2-c08ac478bcf6", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:23.365851 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-20820fbe-5407-4ce8-b6a0-0bad0a9a75d0 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:23.366248 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25283ee6-52d5-4d0a-a353-a25582c4c589', 'name': 'network-vif-deleted', 'tag': '8fa03b29-45b5-44f4-96f2-c08ac478bcf6', 'status': 'completed', 'code': 200} Jul 22 23:46:23.511623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59421de8-6eab-4bc0-8b3c-cef5614eb483 req-df1a9dc2-e414-408d-8d29-1a7f0db054f8 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:23.513131 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59421de8-6eab-4bc0-8b3c-cef5614eb483 req-df1a9dc2-e414-408d-8d29-1a7f0db054f8 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=25283ee6-52d5-4d0a-a353-a25582c4c589 HTTP/1.1" status: 200 len: 867 time: 0.5325170 Jul 22 23:46:23.592647 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef5c6988-088f-4c88-be10-5f559d79b55c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.609058 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef5c6988-088f-4c88-be10-5f559d79b55c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.621388 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59421de8-6eab-4bc0-8b3c-cef5614eb483 req-dc1d208a-e63e-4769-a515-727b273c5fec tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756345 Jul 22 23:46:23.711233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5c6988-088f-4c88-be10-5f559d79b55c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Router 44f74071-53dd-499e-91f0-1ac21436056b is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:46:23.784366 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5c6988-088f-4c88-be10-5f559d79b55c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:23.792729 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ef5c6988-088f-4c88-be10-5f559d79b55c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.793934 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ef5c6988-088f-4c88-be10-5f559d79b55c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "PUT /v2.0/routers/44f74071-53dd-499e-91f0-1ac21436056b HTTP/1.1" status: 200 len: 694 time: 0.8011174 Jul 22 23:46:23.795899 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae87965-9155-434a-a0aa-8ead5b80b005 None None] Sync routers for ids ['44f74071-53dd-499e-91f0-1ac21436056b'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:23.797327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51914) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:23.807223 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae87965-9155-434a-a0aa-8ead5b80b005 None None] Routers {'44f74071-53dd-499e-91f0-1ac21436056b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:23.808228 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fae87965-9155-434a-a0aa-8ead5b80b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['44f74071-53dd-499e-91f0-1ac21436056b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:23.878719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-fae87965-9155-434a-a0aa-8ead5b80b005 None None] Set router 44f74071-53dd-499e-91f0-1ac21436056b gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:23.883444 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f46cfac3-728f-4925-8ac8-3dad4f45331c tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/routers/44f74071-53dd-499e-91f0-1ac21436056b HTTP/1.1" status: 200 len: 700 time: 0.0823970 Jul 22 23:46:23.883652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51916) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:23.917184 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-55fcd1d5-bc22-426c-897f-88c9517c1664 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f74071-53dd-499e-91f0-1ac21436056b HTTP/1.1" status: 200 len: 205 time: 0.0312259 Jul 22 23:46:23.919150 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51918) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:23.945644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fae87965-9155-434a-a0aa-8ead5b80b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f74071-53dd-499e-91f0-1ac21436056b', 'name': 'tempest-RoutersTest-router-1242249713', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:22Z', 'updated_at': '2021-07-22T23:46:23Z', 'revision_number': 2, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:23.971049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae87965-9155-434a-a0aa-8ead5b80b005 None None] Checking router: 44f74071-53dd-499e-91f0-1ac21436056b for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:23.980014 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae87965-9155-434a-a0aa-8ead5b80b005 None None] Routers {'44f74071-53dd-499e-91f0-1ac21436056b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:23.980653 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fae87965-9155-434a-a0aa-8ead5b80b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['44f74071-53dd-499e-91f0-1ac21436056b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:23.996997 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32a8f29d-bd34-4ff8-99a6-48ccc8626125 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.174226 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32a8f29d-bd34-4ff8-99a6-48ccc8626125 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.176215 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32a8f29d-bd34-4ff8-99a6-48ccc8626125 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.190480 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-fae87965-9155-434a-a0aa-8ead5b80b005 None None] Set router 44f74071-53dd-499e-91f0-1ac21436056b gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:24.219569 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32a8f29d-bd34-4ff8-99a6-48ccc8626125 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.220036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a8f29d-bd34-4ff8-99a6-48ccc8626125 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Fanout notify agent at l3_agent the message router_deleted on router 44f74071-53dd-499e-91f0-1ac21436056b {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:46:24.227332 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32a8f29d-bd34-4ff8-99a6-48ccc8626125 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.228507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-32a8f29d-bd34-4ff8-99a6-48ccc8626125 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/routers/44f74071-53dd-499e-91f0-1ac21436056b HTTP/1.1" status: 204 len: 168 time: 0.3083661 Jul 22 23:46:24.232030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51922) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.246653 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fae87965-9155-434a-a0aa-8ead5b80b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f74071-53dd-499e-91f0-1ac21436056b', 'name': 'tempest-RoutersTest-router-1242249713', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:22Z', 'updated_at': '2021-07-22T23:46:23Z', 'revision_number': 2, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:24.266249 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2f1fbe52-9843-47cc-81e6-66dc6db27d61 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f74071-53dd-499e-91f0-1ac21436056b HTTP/1.1" status: 200 len: 205 time: 0.0331647 Jul 22 23:46:24.268610 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51924) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.273619 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae87965-9155-434a-a0aa-8ead5b80b005 None None] The sync data for ids ['44f74071-53dd-499e-91f0-1ac21436056b'] in n-d-688802-2 is: [{'id': '44f74071-53dd-499e-91f0-1ac21436056b', 'name': 'tempest-RoutersTest-router-1242249713', 'tenant_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:22Z', 'updated_at': '2021-07-22T23:46:23Z', 'revision_number': 2, 'project_id': 'ef6b2cabc92e4f37a4c69358f564f711', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:24.305668 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-c9ef2f69-7220-44e6-8439-a4b5094d5de3 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] delete failed (client error): The resource could not be found. Jul 22 23:46:24.307336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c9ef2f69-7220-44e6-8439-a4b5094d5de3 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/routers/44f74071-53dd-499e-91f0-1ac21436056b HTTP/1.1" status: 404 len: 336 time: 0.0377283 Jul 22 23:46:24.310253 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51926) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.337554 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02dd2e4-9e82-407b-b9bc-50dd126ea619 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:24.338045 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02dd2e4-9e82-407b-b9bc-50dd126ea619 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:24.340163 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e02dd2e4-9e82-407b-b9bc-50dd126ea619 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/f472831e-a536-4b2f-a075-c24d8f815f11 HTTP/1.1" status: 404 len: 337 time: 0.0290101 Jul 22 23:46:24.342845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51930) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.374276 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-3361e694-3a0b-43e7-8eab-306aae99e17a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:24.374730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3361e694-3a0b-43e7-8eab-306aae99e17a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:24.376439 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3361e694-3a0b-43e7-8eab-306aae99e17a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/b20b81a4-3db0-4332-a985-4258f340f946 HTTP/1.1" status: 404 len: 337 time: 0.0326641 Jul 22 23:46:24.379061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.406689 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf69573-09f0-4bca-989e-ed74efb4ae76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:24.407147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf69573-09f0-4bca-989e-ed74efb4ae76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:24.408887 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bdf69573-09f0-4bca-989e-ed74efb4ae76 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/67466649-e5f8-467c-b53e-9721785af5f9 HTTP/1.1" status: 404 len: 337 time: 0.0288525 Jul 22 23:46:24.411419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51934) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.439865 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f21eade-7a7a-40a7-b196-48c55c28148e tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:24.440242 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f21eade-7a7a-40a7-b196-48c55c28148e tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:24.444396 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5f21eade-7a7a-40a7-b196-48c55c28148e tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/fa2b9214-50b5-4ec8-a695-4dfc56e1b365 HTTP/1.1" status: 404 len: 337 time: 0.0296645 Jul 22 23:46:24.444590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.479676 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4c22c638-f0f9-4b26-ab35-5cde2e898479 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports?device_id=4669bb2c-4ab0-45fa-aafe-556a8f075d98 HTTP/1.1" status: 200 len: 205 time: 0.0313470 Jul 22 23:46:24.479918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51940) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.523600 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-d0c8bf22-287c-492c-827d-5402cea8b297 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] delete failed (client error): The resource could not be found. Jul 22 23:46:24.524618 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d0c8bf22-287c-492c-827d-5402cea8b297 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/routers/4669bb2c-4ab0-45fa-aafe-556a8f075d98 HTTP/1.1" status: 404 len: 336 time: 0.0437651 Jul 22 23:46:24.527594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.559542 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-318927ea-0e85-4011-b728-3876fce10a97 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports?device_id=143b398e-19e0-435b-ae5e-6122cba15076 HTTP/1.1" status: 200 len: 205 time: 0.0308001 Jul 22 23:46:24.561918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.597593 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-164830c5-3300-4481-ac54-15f87468cd42 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] delete failed (client error): The resource could not be found. Jul 22 23:46:24.598575 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-164830c5-3300-4481-ac54-15f87468cd42 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/routers/143b398e-19e0-435b-ae5e-6122cba15076 HTTP/1.1" status: 404 len: 336 time: 0.0357783 Jul 22 23:46:24.600986 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.629007 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-35065b63-fa30-461d-b670-7d2e09009927 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:24.629477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35065b63-fa30-461d-b670-7d2e09009927 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:24.631120 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-35065b63-fa30-461d-b670-7d2e09009927 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/8cd89480-c10a-4e3c-8c33-a85d2bccbe65 HTTP/1.1" status: 404 len: 337 time: 0.0292389 Jul 22 23:46:24.633585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.667250 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7d9d4e65-3189-4ecb-ab15-eb3c298cdf34 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ddec1ab-ece1-4d92-9849-498f69499de0 HTTP/1.1" status: 200 len: 205 time: 0.0323217 Jul 22 23:46:24.669637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.709301 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-bbb4ca34-b247-4dca-9a21-299c8638fc7a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] delete failed (client error): The resource could not be found. Jul 22 23:46:24.710349 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bbb4ca34-b247-4dca-9a21-299c8638fc7a tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/routers/3ddec1ab-ece1-4d92-9849-498f69499de0 HTTP/1.1" status: 404 len: 336 time: 0.0397990 Jul 22 23:46:24.713173 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51956) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.743356 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-94e7bb06-b1b0-41a5-b94c-6f589ddc1a6d tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports?device_id=975156f2-406b-489b-b98a-b0916c8e61c6 HTTP/1.1" status: 200 len: 205 time: 0.0289507 Jul 22 23:46:24.746534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51958) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.788742 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-c2120544-dcdd-4fbf-8e38-6919ef260461 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] delete failed (client error): The resource could not be found. Jul 22 23:46:24.789966 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c2120544-dcdd-4fbf-8e38-6919ef260461 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/routers/975156f2-406b-489b-b98a-b0916c8e61c6 HTTP/1.1" status: 404 len: 336 time: 0.0424750 Jul 22 23:46:24.793253 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51960) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.826409 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c05deb-b96f-42e3-942e-02be452a88c1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:24.826903 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c05deb-b96f-42e3-942e-02be452a88c1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:24.828968 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-08c05deb-b96f-42e3-942e-02be452a88c1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/8dddb993-862a-42c7-ba2a-138a5f991bd0 HTTP/1.1" status: 404 len: 337 time: 0.0317476 Jul 22 23:46:24.831265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51964) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.862053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-552eb8b8-5182-4c4b-9991-6390c0dd6fa2 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaa2647d-0898-443a-ab69-b101b3d79623 HTTP/1.1" status: 200 len: 205 time: 0.0295906 Jul 22 23:46:24.864481 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51966) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.901146 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-823426bd-e5f5-4ea2-b717-497af373c794 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] delete failed (client error): The resource could not be found. Jul 22 23:46:24.904496 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-823426bd-e5f5-4ea2-b717-497af373c794 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/routers/eaa2647d-0898-443a-ab69-b101b3d79623 HTTP/1.1" status: 404 len: 336 time: 0.0366890 Jul 22 23:46:24.904736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51968) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.933324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623363a4-cc61-4586-88eb-7dae209e7a64 req-c59afbbb-8be4-4b60-9e17-e2cd9a634b71 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:24.934841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-623363a4-cc61-4586-88eb-7dae209e7a64 req-c59afbbb-8be4-4b60-9e17-e2cd9a634b71 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.0754137 Jul 22 23:46:24.936104 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8e662b-ef38-42ac-b480-5db06eb8181e tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:24.936564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8e662b-ef38-42ac-b480-5db06eb8181e tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:24.938325 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c8e662b-ef38-42ac-b480-5db06eb8181e tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/6fc80dd1-1a76-497b-bb6a-1682b34f2169 HTTP/1.1" status: 404 len: 337 time: 0.0326388 Jul 22 23:46:24.940803 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51970) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.972334 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-58682b82-4af2-4e99-9ec6-879a51032c03 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0febe85-52bb-4072-afc8-680a424b144e HTTP/1.1" status: 200 len: 205 time: 0.0284171 Jul 22 23:46:24.972553 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51972) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.979148 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-623363a4-cc61-4586-88eb-7dae209e7a64 req-162db19b-2ad9-472e-bd28-6357adc70bd2 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376964 Jul 22 23:46:25.009263 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-ac2b459d-e18d-40a5-8d27-8a72707c64d1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] delete failed (client error): The resource could not be found. Jul 22 23:46:25.010568 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ac2b459d-e18d-40a5-8d27-8a72707c64d1 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/routers/f0febe85-52bb-4072-afc8-680a424b144e HTTP/1.1" status: 404 len: 336 time: 0.0369503 Jul 22 23:46:25.012932 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51974) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:25.042791 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3beb047e-c367-4fa4-a56d-0061fffdc638 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:25.043245 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3beb047e-c367-4fa4-a56d-0061fffdc638 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:25.044957 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3beb047e-c367-4fa4-a56d-0061fffdc638 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/b3da0bdb-8ba2-40a4-867c-16ff9af852eb HTTP/1.1" status: 404 len: 337 time: 0.0310991 Jul 22 23:46:25.047670 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51976) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:25.073906 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-52adcd44-3c32-4ed2-8736-f236fbfb7675 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:25.074370 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52adcd44-3c32-4ed2-8736-f236fbfb7675 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:25.077422 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-52adcd44-3c32-4ed2-8736-f236fbfb7675 tempest-RoutersTest-228174323 tempest-RoutersTest-228174323-project] 10.222.0.26 "DELETE /v2.0/subnets/e51c0e9f-d656-42bc-8254-78bd41935786 HTTP/1.1" status: 404 len: 337 time: 0.0275531 Jul 22 23:46:25.328909 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51984) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:25.423464 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:25.447753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:25.448071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 8fa03b29-45b5-44f4-96f2-c08ac478bcf6 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:25.464846 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-19ea7c68-a084-4b43-82e5-df45448ebd44 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef6b2cabc92e4f37a4c69358f564f711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346602 Jul 22 23:46:25.467195 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51990) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:25.513765 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14f5932b-c8cb-4fff-940f-138a69d0370c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.534422 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14f5932b-c8cb-4fff-940f-138a69d0370c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.582956 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14f5932b-c8cb-4fff-940f-138a69d0370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.585834 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14f5932b-c8cb-4fff-940f-138a69d0370c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.587315 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-14f5932b-c8cb-4fff-940f-138a69d0370c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07d5e9cb-5287-4662-8af1-a5d896d4ce3d HTTP/1.1" status: 204 len: 168 time: 0.1191792 Jul 22 23:46:25.595869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5932b-c8cb-4fff-940f-138a69d0370c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d5e9cb-5287-4662-8af1-a5d896d4ce3d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:26.118487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e760aca-ed8b-4c5f-b1d3-1258546f2837 req-29645251-a8dc-420a-9d31-839fa2a24d82 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:26.120720 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e760aca-ed8b-4c5f-b1d3-1258546f2837 req-29645251-a8dc-420a-9d31-839fa2a24d82 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.0692732 Jul 22 23:46:26.159320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e760aca-ed8b-4c5f-b1d3-1258546f2837 req-afe6866e-86bd-4d84-a57c-455984909483 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Jul 22 23:46:26.216621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52016) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:26.310257 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e6749217-8f2e-463b-8101-eaf81a99da29 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group': {'name': 'tempest-secgroup--331593776'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:26.331851 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6749217-8f2e-463b-8101-eaf81a99da29 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.339600 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6749217-8f2e-463b-8101-eaf81a99da29 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.430053 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6749217-8f2e-463b-8101-eaf81a99da29 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.434224 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6749217-8f2e-463b-8101-eaf81a99da29 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.470307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6749217-8f2e-463b-8101-eaf81a99da29 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88112654-b749-47d8-94fc-7854890e4e36,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:26.527337 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6749217-8f2e-463b-8101-eaf81a99da29 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.531229 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6749217-8f2e-463b-8101-eaf81a99da29 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.559466 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6749217-8f2e-463b-8101-eaf81a99da29 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.560687 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e6749217-8f2e-463b-8101-eaf81a99da29 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3430638 Jul 22 23:46:26.563330 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52026) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:26.570573 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6749217-8f2e-463b-8101-eaf81a99da29 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bd07f0-8c93-4622-a3df-20719b1d68f5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:26.626515 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c1e94668-2bb4-44ca-8a07-7370ec4f450f tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0620663 Jul 22 23:46:26.629487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52030) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:26.634913 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a1d77eab-1189-4f25-a2ce-1fe933152cc5 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group': {'name': 'tempest-security--1086398374', 'description': 'tempest-security-description-1506216583'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:26.666749 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1d77eab-1189-4f25-a2ce-1fe933152cc5 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.712372 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1d77eab-1189-4f25-a2ce-1fe933152cc5 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.716493 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1d77eab-1189-4f25-a2ce-1fe933152cc5 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.719034 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1d77eab-1189-4f25-a2ce-1fe933152cc5 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.720287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a1d77eab-1189-4f25-a2ce-1fe933152cc5 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "PUT /v2.0/security-groups/52bd07f0-8c93-4622-a3df-20719b1d68f5 HTTP/1.1" status: 200 len: 1780 time: 0.0895746 Jul 22 23:46:26.723293 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52032) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:26.744745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d77eab-1189-4f25-a2ce-1fe933152cc5 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bd07f0-8c93-4622-a3df-20719b1d68f5,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:26.762315 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f879aca6-5774-4bb0-a5f3-08009bd5b793 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-groups/52bd07f0-8c93-4622-a3df-20719b1d68f5 HTTP/1.1" status: 200 len: 1780 time: 0.0378559 Jul 22 23:46:26.764734 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52034) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:26.817936 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42023a6e-0d54-43d8-b95a-015f88441eb8 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.840488 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42023a6e-0d54-43d8-b95a-015f88441eb8 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.879511 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42023a6e-0d54-43d8-b95a-015f88441eb8 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.881972 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42023a6e-0d54-43d8-b95a-015f88441eb8 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.883240 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-42023a6e-0d54-43d8-b95a-015f88441eb8 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-groups/52bd07f0-8c93-4622-a3df-20719b1d68f5 HTTP/1.1" status: 204 len: 168 time: 0.1175017 Jul 22 23:46:26.886662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:26.892931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42023a6e-0d54-43d8-b95a-015f88441eb8 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bd07f0-8c93-4622-a3df-20719b1d68f5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:26.945549 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d646a7b-2db7-4a39-9602-46df3082c4da tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576651 Jul 22 23:46:26.948803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52038) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:26.963255 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-6124aac6-d2ff-4f3e-ba22-dbce9e9c40df tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] delete failed (client error): The resource could not be found. Jul 22 23:46:26.964291 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6124aac6-d2ff-4f3e-ba22-dbce9e9c40df tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-groups/52bd07f0-8c93-4622-a3df-20719b1d68f5 HTTP/1.1" status: 404 len: 347 time: 0.0145738 Jul 22 23:46:26.967721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52040) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:26.971850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c0da879a-f844-47c5-a790-ded4fa8860b3 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127405971'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:26.993358 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0da879a-f844-47c5-a790-ded4fa8860b3 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.073835 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0da879a-f844-47c5-a790-ded4fa8860b3 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.077207 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0da879a-f844-47c5-a790-ded4fa8860b3 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.099038 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0da879a-f844-47c5-a790-ded4fa8860b3 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.100264 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c0da879a-f844-47c5-a790-ded4fa8860b3 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1316679 Jul 22 23:46:27.103879 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52042) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:27.109013 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c04a0142-a0f7-467a-a82f-ee7684c31054 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group_rule': {'security_group_id': 'adf5a0cc-0461-45c9-8b17-f5a8fcb36802', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:27.109238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da879a-f844-47c5-a790-ded4fa8860b3 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf5a0cc-0461-45c9-8b17-f5a8fcb36802,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:27.136294 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c04a0142-a0f7-467a-a82f-ee7684c31054 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.182255 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c04a0142-a0f7-467a-a82f-ee7684c31054 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.190859 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c04a0142-a0f7-467a-a82f-ee7684c31054 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.214922 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a0142-a0f7-467a-a82f-ee7684c31054 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9924277-817e-4003-9bd0-1431a87ea767,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:27.218949 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c04a0142-a0f7-467a-a82f-ee7684c31054 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.221639 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c04a0142-a0f7-467a-a82f-ee7684c31054 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162071 Jul 22 23:46:27.223175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52046) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:27.253338 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-107c4d63-3ce1-4d1b-b4a2-76ae903aa2bc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.260666 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-107c4d63-3ce1-4d1b-b4a2-76ae903aa2bc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.290520 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-107c4d63-3ce1-4d1b-b4a2-76ae903aa2bc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.308904 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-107c4d63-3ce1-4d1b-b4a2-76ae903aa2bc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.312410 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-107c4d63-3ce1-4d1b-b4a2-76ae903aa2bc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e9924277-817e-4003-9bd0-1431a87ea767 HTTP/1.1" status: 204 len: 168 time: 0.0860541 Jul 22 23:46:27.314497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52050) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:27.315901 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c4d63-3ce1-4d1b-b4a2-76ae903aa2bc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9924277-817e-4003-9bd0-1431a87ea767,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:27.363661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc55c1-0719-4fba-a7e5-b4243603a3ea req-e19856b3-317b-4694-bf21-98a5ca3e28eb tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:27.365736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96dc55c1-0719-4fba-a7e5-b4243603a3ea req-e19856b3-317b-4694-bf21-98a5ca3e28eb tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1329422 Jul 22 23:46:27.416188 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a43bd994-a182-41f4-b021-1c898ff03b7a tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0972536 Jul 22 23:46:27.419748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52052) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:27.426914 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d278e30-83d0-4841-888a-78ea3a32f943 req-0eae4fd3-776c-40b2-a6ca-691c2106d14f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:27.428342 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d278e30-83d0-4841-888a-78ea3a32f943 req-0eae4fd3-776c-40b2-a6ca-691c2106d14f tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.95 "GET /v2.0/ports?device_id=00efc3fc-2042-44d8-a2e5-16aa4ab494ba HTTP/1.1" status: 200 len: 945 time: 0.1587219 Jul 22 23:46:27.473778 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b64050d-0431-4a57-b862-0d0f2cdbfead tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.475973 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96dc55c1-0719-4fba-a7e5-b4243603a3ea req-1cd1e78d-6d3b-4c13-b5ff-11d7b6235c55 tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b6a29ca-0418-4f69-8810-39e4db19e997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005235 Jul 22 23:46:27.500918 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b64050d-0431-4a57-b862-0d0f2cdbfead tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.545883 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b64050d-0431-4a57-b862-0d0f2cdbfead tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.548659 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b64050d-0431-4a57-b862-0d0f2cdbfead tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.549832 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b64050d-0431-4a57-b862-0d0f2cdbfead tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-groups/adf5a0cc-0461-45c9-8b17-f5a8fcb36802 HTTP/1.1" status: 204 len: 168 time: 0.1291034 Jul 22 23:46:27.552871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52054) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:27.558059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9d278e30-83d0-4841-888a-78ea3a32f943 req-ebed4b50-f018-4bc9-b5f2-786321ae6e8a tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Deleting port 740e7746-daf4-49c0-938c-76d1e522e69c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:27.558427 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d278e30-83d0-4841-888a-78ea3a32f943 req-ebed4b50-f018-4bc9-b5f2-786321ae6e8a tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.565215 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64050d-0431-4a57-b862-0d0f2cdbfead tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf5a0cc-0461-45c9-8b17-f5a8fcb36802,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:27.601575 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e18ee05d-3282-4eb8-87a9-392ec3d0bd6d tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0464747 Jul 22 23:46:27.605457 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52056) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:27.609696 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-420223e8-81b4-47cd-a882-d35bfcca1f75 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group': {'name': 'tempest-secgroup--1635160988'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:27.630300 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-420223e8-81b4-47cd-a882-d35bfcca1f75 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.651247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9d278e30-83d0-4841-888a-78ea3a32f943 req-ebed4b50-f018-4bc9-b5f2-786321ae6e8a tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] For port 740e7746-daf4-49c0-938c-76d1e522e69c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=740e7746-daf4-49c0-938c-76d1e522e69c,segment=NetworkSegment(13d615f8-2c18-43a2-881c-42934a3d7342),segment_id=13d615f8-2c18-43a2-881c-42934a3d7342)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:27.651617 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d278e30-83d0-4841-888a-78ea3a32f943 req-ebed4b50-f018-4bc9-b5f2-786321ae6e8a tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.665195 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9d278e30-83d0-4841-888a-78ea3a32f943 req-ebed4b50-f018-4bc9-b5f2-786321ae6e8a tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Calling delete_port for 740e7746-daf4-49c0-938c-76d1e522e69c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:27.710565 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-420223e8-81b4-47cd-a882-d35bfcca1f75 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.714759 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-420223e8-81b4-47cd-a882-d35bfcca1f75 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.741383 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-420223e8-81b4-47cd-a882-d35bfcca1f75 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.742612 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-420223e8-81b4-47cd-a882-d35bfcca1f75 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1363130 Jul 22 23:46:27.746571 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52062) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:27.750987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9d60bb75-6ae0-4ddf-a971-19de586feae7 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group_rule': {'security_group_id': '3a74f875-bf31-42e5-bef1-8d61059d4a8b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:27.757034 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420223e8-81b4-47cd-a882-d35bfcca1f75 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a74f875-bf31-42e5-bef1-8d61059d4a8b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:27.787033 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d60bb75-6ae0-4ddf-a971-19de586feae7 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.823883 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d278e30-83d0-4841-888a-78ea3a32f943 req-ebed4b50-f018-4bc9-b5f2-786321ae6e8a tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.840190 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['740e7746-daf4-49c0-938c-76d1e522e69c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:27.854107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed4b50-f018-4bc9-b5f2-786321ae6e8a tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Pushing event deleted for resources: {'Port': ['ID=740e7746-daf4-49c0-938c-76d1e522e69c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:27.871379 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d60bb75-6ae0-4ddf-a971-19de586feae7 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.876184 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d60bb75-6ae0-4ddf-a971-19de586feae7 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.895090 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60bb75-6ae0-4ddf-a971-19de586feae7 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43488cee-b69e-4e64-aecb-70a70c67402d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:27.900957 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d278e30-83d0-4841-888a-78ea3a32f943 req-ebed4b50-f018-4bc9-b5f2-786321ae6e8a tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] No DVR routers for this DVR port 740e7746-daf4-49c0-938c-76d1e522e69c on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:46:27.901382 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d60bb75-6ae0-4ddf-a971-19de586feae7 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.902536 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9d60bb75-6ae0-4ddf-a971-19de586feae7 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1550219 Jul 22 23:46:27.905254 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52064) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:27.906841 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9d278e30-83d0-4841-888a-78ea3a32f943 req-ebed4b50-f018-4bc9-b5f2-786321ae6e8a tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.908967 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d278e30-83d0-4841-888a-78ea3a32f943 req-ebed4b50-f018-4bc9-b5f2-786321ae6e8a tempest-ServerRescueTestJSON-271900031 tempest-ServerRescueTestJSON-271900031-project] 10.222.0.95 "DELETE /v2.0/ports/740e7746-daf4-49c0-938c-76d1e522e69c HTTP/1.1" status: 204 len: 173 time: 0.4739077 Jul 22 23:46:27.909444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00efc3fc-2042-44d8-a2e5-16aa4ab494ba', 'name': 'network-vif-deleted', 'tag': '740e7746-daf4-49c0-938c-76d1e522e69c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:27.910111 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a0bf9a5f-1f65-4a83-a139-6a6e8d4017be tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group_rule': {'security_group_id': '3a74f875-bf31-42e5-bef1-8d61059d4a8b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:27.911731 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8114a1cc-a787-4d09-ad03-3bdcdfa9ad79" -d '{"events": [{"server_uuid": "00efc3fc-2042-44d8-a2e5-16aa4ab494ba", "name": "network-vif-deleted", "tag": "740e7746-daf4-49c0-938c-76d1e522e69c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:27.947388 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9a5f-1f65-4a83-a139-6a6e8d4017be tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.953764 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14ff40d-fc54-4a03-97fe-bf1d3a060aea x-openstack-request-id: req-b14ff40d-fc54-4a03-97fe-bf1d3a060aea {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:27.954391 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00efc3fc-2042-44d8-a2e5-16aa4ab494ba", "name": "network-vif-deleted", "tag": "740e7746-daf4-49c0-938c-76d1e522e69c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:27.954652 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b14ff40d-fc54-4a03-97fe-bf1d3a060aea {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:27.955060 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00efc3fc-2042-44d8-a2e5-16aa4ab494ba', 'name': 'network-vif-deleted', 'tag': '740e7746-daf4-49c0-938c-76d1e522e69c', 'status': 'completed', 'code': 200} Jul 22 23:46:28.008184 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9a5f-1f65-4a83-a139-6a6e8d4017be tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.012991 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9a5f-1f65-4a83-a139-6a6e8d4017be tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.028910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf9a5f-1f65-4a83-a139-6a6e8d4017be tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659066fb-a0c2-47f3-9070-b83caa9554bf,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:28.039445 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0bf9a5f-1f65-4a83-a139-6a6e8d4017be tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.040747 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a0bf9a5f-1f65-4a83-a139-6a6e8d4017be tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343763 Jul 22 23:46:28.044431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52068) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:28.049990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0d862ee1-c644-49bd-bcd6-fc7604c7c97c tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group_rule': {'security_group_id': '3a74f875-bf31-42e5-bef1-8d61059d4a8b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:28.079486 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d862ee1-c644-49bd-bcd6-fc7604c7c97c tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.132092 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d862ee1-c644-49bd-bcd6-fc7604c7c97c tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.135781 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d862ee1-c644-49bd-bcd6-fc7604c7c97c tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.155854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d862ee1-c644-49bd-bcd6-fc7604c7c97c tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb67323-e74a-4c7b-830d-eeb138d00291,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:28.161948 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0d862ee1-c644-49bd-bcd6-fc7604c7c97c tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.163044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0d862ee1-c644-49bd-bcd6-fc7604c7c97c tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174920 Jul 22 23:46:28.166368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52070) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:28.173353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-813b4d82-2ed6-4b1a-a730-a2604dcd05b7 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group_rule': {'security_group_id': '3a74f875-bf31-42e5-bef1-8d61059d4a8b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:28.201218 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-813b4d82-2ed6-4b1a-a730-a2604dcd05b7 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.261316 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-813b4d82-2ed6-4b1a-a730-a2604dcd05b7 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.264676 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-813b4d82-2ed6-4b1a-a730-a2604dcd05b7 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.279441 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b4d82-2ed6-4b1a-a730-a2604dcd05b7 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520ba64e-fde9-44d7-9911-276d473a9657,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:28.288209 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-813b4d82-2ed6-4b1a-a730-a2604dcd05b7 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.292581 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-813b4d82-2ed6-4b1a-a730-a2604dcd05b7 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219990 Jul 22 23:46:28.292789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52072) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:28.297540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8f0b6398-b82b-40c5-b80b-c0a2cc879848 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group_rule': {'security_group_id': '3a74f875-bf31-42e5-bef1-8d61059d4a8b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:28.323952 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f0b6398-b82b-40c5-b80b-c0a2cc879848 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.389793 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f0b6398-b82b-40c5-b80b-c0a2cc879848 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.393402 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f0b6398-b82b-40c5-b80b-c0a2cc879848 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.411390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b6398-b82b-40c5-b80b-c0a2cc879848 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2315001b-6f88-4461-843f-e45b00f11dea,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:28.420490 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f0b6398-b82b-40c5-b80b-c0a2cc879848 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.424866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8f0b6398-b82b-40c5-b80b-c0a2cc879848 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1284690 Jul 22 23:46:28.425233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52076) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:28.456473 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-059d6815-ac60-49cb-afb9-f41599b5164a tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.465232 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-059d6815-ac60-49cb-afb9-f41599b5164a tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.493801 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-059d6815-ac60-49cb-afb9-f41599b5164a tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.501222 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-059d6815-ac60-49cb-afb9-f41599b5164a tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.502367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-059d6815-ac60-49cb-afb9-f41599b5164a tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/2315001b-6f88-4461-843f-e45b00f11dea HTTP/1.1" status: 204 len: 168 time: 0.0762534 Jul 22 23:46:28.505350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52082) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:28.515334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d6815-ac60-49cb-afb9-f41599b5164a tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2315001b-6f88-4461-843f-e45b00f11dea,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:28.537706 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52084) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:28.600985 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0f80246a-d0cf-453f-ba61-c5369381c467 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0929873 Jul 22 23:46:28.601840 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52090) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:28.638712 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-536090f6-31db-43da-aad1-61c7262a3c80 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.647864 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-536090f6-31db-43da-aad1-61c7262a3c80 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.684441 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-536090f6-31db-43da-aad1-61c7262a3c80 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.691549 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-536090f6-31db-43da-aad1-61c7262a3c80 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.692712 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-536090f6-31db-43da-aad1-61c7262a3c80 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/520ba64e-fde9-44d7-9911-276d473a9657 HTTP/1.1" status: 204 len: 168 time: 0.0901053 Jul 22 23:46:28.695970 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52092) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:28.699269 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536090f6-31db-43da-aad1-61c7262a3c80 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=520ba64e-fde9-44d7-9911-276d473a9657,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:28.851311 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52100) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:28.851566 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-313f41ca-a559-488f-aabd-a425608fc9db tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1511147 Jul 22 23:46:28.861796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e96ccd-0e50-4840-93ee-bd3b5988bdc4 req-18dd5700-3116-4e04-93bc-f1aa0f8ac118 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:28.863322 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08e96ccd-0e50-4840-93ee-bd3b5988bdc4 req-18dd5700-3116-4e04-93bc-f1aa0f8ac118 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.2198017 Jul 22 23:46:28.886506 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a00059a6-06b4-4697-9ad8-80ec241905ed tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.898309 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a00059a6-06b4-4697-9ad8-80ec241905ed tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.929351 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a00059a6-06b4-4697-9ad8-80ec241905ed tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.937335 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a00059a6-06b4-4697-9ad8-80ec241905ed tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.938435 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a00059a6-06b4-4697-9ad8-80ec241905ed tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/dbb67323-e74a-4c7b-830d-eeb138d00291 HTTP/1.1" status: 204 len: 168 time: 0.0860264 Jul 22 23:46:28.941248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52104) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:28.947716 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08e96ccd-0e50-4840-93ee-bd3b5988bdc4 req-b43f4596-96a1-40d4-a025-b20d3c3ede60 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773563 Jul 22 23:46:28.993841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00059a6-06b4-4697-9ad8-80ec241905ed tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbb67323-e74a-4c7b-830d-eeb138d00291,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:29.026116 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bd0ca23b-03bb-414b-97e8-8a9f8c185c6f tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0836525 Jul 22 23:46:29.028733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52110) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:29.056575 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e499078-b1bb-4b40-9a2a-cf79d4cbdd0e tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.080846 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e499078-b1bb-4b40-9a2a-cf79d4cbdd0e tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.112932 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e499078-b1bb-4b40-9a2a-cf79d4cbdd0e tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.125332 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e499078-b1bb-4b40-9a2a-cf79d4cbdd0e tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.126742 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0e499078-b1bb-4b40-9a2a-cf79d4cbdd0e tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/659066fb-a0c2-47f3-9070-b83caa9554bf HTTP/1.1" status: 204 len: 168 time: 0.0966306 Jul 22 23:46:29.127782 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e499078-b1bb-4b40-9a2a-cf79d4cbdd0e tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=659066fb-a0c2-47f3-9070-b83caa9554bf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:29.129887 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52112) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:29.184452 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-970fd95b-83fa-4fea-9909-099f801904a8 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0532157 Jul 22 23:46:29.187814 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52114) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:29.188674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c455829-9a07-4520-bd01-1b999c05648e req-48b3b500-bb64-4e67-a9b2-6d56bfdd2961 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:29.190229 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c455829-9a07-4520-bd01-1b999c05648e req-48b3b500-bb64-4e67-a9b2-6d56bfdd2961 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1374543 Jul 22 23:46:29.221915 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c02a9884-4bfc-48ac-9e72-85f7add4e7bd tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.224216 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b4a82fd-bbcf-47c0-96c7-205010ecbe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.230629 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c02a9884-4bfc-48ac-9e72-85f7add4e7bd tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.250838 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c455829-9a07-4520-bd01-1b999c05648e req-eec0fa79-7bda-472d-abea-5248db50c6fb tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495477 Jul 22 23:46:29.261622 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c02a9884-4bfc-48ac-9e72-85f7add4e7bd tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.268154 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c02a9884-4bfc-48ac-9e72-85f7add4e7bd tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.269286 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c02a9884-4bfc-48ac-9e72-85f7add4e7bd tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/43488cee-b69e-4e64-aecb-70a70c67402d HTTP/1.1" status: 204 len: 168 time: 0.0805271 Jul 22 23:46:29.271956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52116) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:29.298777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a9884-4bfc-48ac-9e72-85f7add4e7bd tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43488cee-b69e-4e64-aecb-70a70c67402d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:29.327256 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6bab8c7f-4844-4f37-819d-6ad4b0da6755 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0540781 Jul 22 23:46:29.329792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52120) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:29.390969 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3d345e8-04f3-491a-9fe0-a047879fe405 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.417620 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3d345e8-04f3-491a-9fe0-a047879fe405 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.466748 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3d345e8-04f3-491a-9fe0-a047879fe405 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.469657 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3d345e8-04f3-491a-9fe0-a047879fe405 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.470793 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e3d345e8-04f3-491a-9fe0-a047879fe405 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-groups/3a74f875-bf31-42e5-bef1-8d61059d4a8b HTTP/1.1" status: 204 len: 168 time: 0.1398246 Jul 22 23:46:29.475216 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52132) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:29.488057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d345e8-04f3-491a-9fe0-a047879fe405 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a74f875-bf31-42e5-bef1-8d61059d4a8b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:29.535851 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c41a5247-5bfc-4849-a944-e934be535868 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0595243 Jul 22 23:46:29.543455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52134) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:29.548800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ab55ce30-4a5f-4809-8d0b-cbde81784198 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076614316'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:29.571928 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab55ce30-4a5f-4809-8d0b-cbde81784198 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.641857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dde63e-63e3-4480-ad3e-610448863435 req-c28fcaee-0a4e-42ac-a0b0-73e7f772bea8 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:29.643375 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37dde63e-63e3-4480-ad3e-610448863435 req-c28fcaee-0a4e-42ac-a0b0-73e7f772bea8 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 812 time: 0.1876712 Jul 22 23:46:29.673462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37dde63e-63e3-4480-ad3e-610448863435 req-0f3dc50e-9664-4cba-84b8-f1759b8302b5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/quotas/f6ae7f0b186642ec9ff08e3b121a3098 HTTP/1.1" status: 200 len: 375 time: 0.0207188 Jul 22 23:46:29.679060 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab55ce30-4a5f-4809-8d0b-cbde81784198 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.680813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a82fd-bbcf-47c0-96c7-205010ecbe35 admin admin] Deleting port f1a36f8e-6edc-4d90-aad5-1056dd3e3401 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:29.681207 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b4a82fd-bbcf-47c0-96c7-205010ecbe35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.684783 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab55ce30-4a5f-4809-8d0b-cbde81784198 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.717598 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab55ce30-4a5f-4809-8d0b-cbde81784198 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.721484 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ab55ce30-4a5f-4809-8d0b-cbde81784198 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1743238 Jul 22 23:46:29.721743 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52136) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:29.727217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1a34775d-58b0-41eb-8cff-312e62eddf01 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group_rule': {'security_group_id': '754d6a62-daf1-488d-99db-3a5b3dae7d7c', 'direction': 'ingress', 'protocol': 17}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:29.732441 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55ce30-4a5f-4809-8d0b-cbde81784198 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754d6a62-daf1-488d-99db-3a5b3dae7d7c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:29.756734 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a34775d-58b0-41eb-8cff-312e62eddf01 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.817898 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37dde63e-63e3-4480-ad3e-610448863435 req-c950f6bd-872a-48f7-87c9-7b9276e18174 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1338003 Jul 22 23:46:29.819338 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a34775d-58b0-41eb-8cff-312e62eddf01 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.823821 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a34775d-58b0-41eb-8cff-312e62eddf01 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.824913 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2b4a82fd-bbcf-47c0-96c7-205010ecbe35 admin admin] For port f1a36f8e-6edc-4d90-aad5-1056dd3e3401, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f1a36f8e-6edc-4d90-aad5-1056dd3e3401,segment=NetworkSegment(13d615f8-2c18-43a2-881c-42934a3d7342),segment_id=13d615f8-2c18-43a2-881c-42934a3d7342)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:29.825312 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b4a82fd-bbcf-47c0-96c7-205010ecbe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.845500 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34775d-58b0-41eb-8cff-312e62eddf01 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7b974b-a07f-4b9e-b18c-73674f6ddb61,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:29.849634 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a34775d-58b0-41eb-8cff-312e62eddf01 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.850889 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1a34775d-58b0-41eb-8cff-312e62eddf01 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1281734 Jul 22 23:46:29.854170 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52138) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:29.855427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a82fd-bbcf-47c0-96c7-205010ecbe35 admin admin] Calling delete_port for f1a36f8e-6edc-4d90-aad5-1056dd3e3401 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:29.913032 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-828477dd-df1d-45dd-8616-643f1d792377 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.942618 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-828477dd-df1d-45dd-8616-643f1d792377 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.999644 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-828477dd-df1d-45dd-8616-643f1d792377 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.003208 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-828477dd-df1d-45dd-8616-643f1d792377 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.007536 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-828477dd-df1d-45dd-8616-643f1d792377 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-groups/754d6a62-daf1-488d-99db-3a5b3dae7d7c HTTP/1.1" status: 204 len: 168 time: 0.1519959 Jul 22 23:46:30.008292 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52148) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:30.031385 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828477dd-df1d-45dd-8616-643f1d792377 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=754d6a62-daf1-488d-99db-3a5b3dae7d7c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:30.090031 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d7bea4b8-363f-4a79-8e1f-90ad4e7e8298 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0676932 Jul 22 23:46:30.090510 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52152) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:30.095123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-138cd82a-37e3-4dda-b9cf-2531f40fc39f tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group': {'name': 'tempest-secgroup--24484579'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:30.126680 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-138cd82a-37e3-4dda-b9cf-2531f40fc39f tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.177814 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 740e7746-daf4-49c0-938c-76d1e522e69c no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:30.200499 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 740e7746-daf4-49c0-938c-76d1e522e69c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:30.200851 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 740e7746-daf4-49c0-938c-76d1e522e69c not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:30.244624 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-138cd82a-37e3-4dda-b9cf-2531f40fc39f tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.249042 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-138cd82a-37e3-4dda-b9cf-2531f40fc39f tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.292150 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cd82a-37e3-4dda-b9cf-2531f40fc39f tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65b6455-2a5d-474b-ac66-846394ee2e36,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:30.304536 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-138cd82a-37e3-4dda-b9cf-2531f40fc39f tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.304850 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37dde63e-63e3-4480-ad3e-610448863435 req-3a18a9c9-473f-40c3-93ce-dac061c324f6 service neutron] 10.222.0.26 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768200 Jul 22 23:46:30.305904 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-138cd82a-37e3-4dda-b9cf-2531f40fc39f tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2144268 Jul 22 23:46:30.308775 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52160) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:30.319304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ef23447d-f097-4c39-bf96-f1caaf9a5694 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group': {'name': 'tempest-secgroup--1479016393'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:30.366741 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef23447d-f097-4c39-bf96-f1caaf9a5694 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.493667 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef23447d-f097-4c39-bf96-f1caaf9a5694 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.494493 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37dde63e-63e3-4480-ad3e-610448863435 req-b469de69-109c-4702-b1c0-a7dd335ae510 service neutron] 10.222.0.26 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492803 Jul 22 23:46:30.501618 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef23447d-f097-4c39-bf96-f1caaf9a5694 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.534266 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef23447d-f097-4c39-bf96-f1caaf9a5694 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.538500 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52162) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:30.538782 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ef23447d-f097-4c39-bf96-f1caaf9a5694 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2285321 Jul 22 23:46:30.544252 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23447d-f097-4c39-bf96-f1caaf9a5694 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b7435b-bf86-4b99-a98b-106e8664dda9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:30.544555 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fb074e17-6371-42ec-b4af-9adcd466bf7d tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group_rule': {'security_group_id': 'e65b6455-2a5d-474b-ac66-846394ee2e36', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '80b7435b-bf86-4b99-a98b-106e8664dda9', 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:30.552642 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b4a82fd-bbcf-47c0-96c7-205010ecbe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.585850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a82fd-bbcf-47c0-96c7-205010ecbe35 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a36f8e-6edc-4d90-aad5-1056dd3e3401,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:30.660421 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb074e17-6371-42ec-b4af-9adcd466bf7d tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.727187 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6f0281-68b7-4313-822f-e0a91f035033 req-9a86e731-ac71-4c0a-89d4-7443bca7e533 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 210 time: 0.0483472 Jul 22 23:46:30.855815 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb074e17-6371-42ec-b4af-9adcd466bf7d tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.861239 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb074e17-6371-42ec-b4af-9adcd466bf7d tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.896484 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb074e17-6371-42ec-b4af-9adcd466bf7d tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ffc1e5-b8cf-49f2-b3ef-0293763fe091,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:30.899205 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b4a82fd-bbcf-47c0-96c7-205010ecbe35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.917195 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fb074e17-6371-42ec-b4af-9adcd466bf7d tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.921395 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fb074e17-6371-42ec-b4af-9adcd466bf7d tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3788025 Jul 22 23:46:30.922268 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52172) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:30.955344 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5afda02-c860-4bf2-8782-98ae6095eeda tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.965378 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5afda02-c860-4bf2-8782-98ae6095eeda tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.998502 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5afda02-c860-4bf2-8782-98ae6095eeda tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.007302 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5afda02-c860-4bf2-8782-98ae6095eeda tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.011668 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d5afda02-c860-4bf2-8782-98ae6095eeda tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/94ffc1e5-b8cf-49f2-b3ef-0293763fe091 HTTP/1.1" status: 204 len: 168 time: 0.0841191 Jul 22 23:46:31.016756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52176) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:31.018305 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afda02-c860-4bf2-8782-98ae6095eeda tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94ffc1e5-b8cf-49f2-b3ef-0293763fe091,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:31.081808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-74c72541-5ff4-4d81-93b9-337dde4a1e40 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0639012 Jul 22 23:46:31.084816 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52178) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:31.153488 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1b573a9-5939-4b5c-aa3d-619c6d7f7bee tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.182549 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1b573a9-5939-4b5c-aa3d-619c6d7f7bee tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.206643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4a82fd-bbcf-47c0-96c7-205010ecbe35 admin admin] Router b77eca3d-65f3-4f83-a751-bff54d13090b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:46:31.234791 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1b573a9-5939-4b5c-aa3d-619c6d7f7bee tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.237288 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1b573a9-5939-4b5c-aa3d-619c6d7f7bee tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.238664 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c1b573a9-5939-4b5c-aa3d-619c6d7f7bee tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-groups/80b7435b-bf86-4b99-a98b-106e8664dda9 HTTP/1.1" status: 204 len: 168 time: 0.1527560 Jul 22 23:46:31.242106 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52180) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:31.265315 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b573a9-5939-4b5c-aa3d-619c6d7f7bee tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b7435b-bf86-4b99-a98b-106e8664dda9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:31.326087 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-da9c7f86-b0ff-4e70-8d16-ce451bdb36b6 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0828664 Jul 22 23:46:31.329390 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52182) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:31.362695 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4a82fd-bbcf-47c0-96c7-205010ecbe35 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:31.372066 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2b4a82fd-bbcf-47c0-96c7-205010ecbe35 admin admin] 10.222.0.26 "PUT /v2.0/routers/b77eca3d-65f3-4f83-a751-bff54d13090b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8332436 Jul 22 23:46:31.372824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52188) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:31.375358 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3459628-c27e-462b-b6f7-daacb0eabd23 None None] Sync routers for ids ['b77eca3d-65f3-4f83-a751-bff54d13090b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:31.389312 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3459628-c27e-462b-b6f7-daacb0eabd23 None None] Routers {'b77eca3d-65f3-4f83-a751-bff54d13090b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:31.391040 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f3459628-c27e-462b-b6f7-daacb0eabd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b77eca3d-65f3-4f83-a751-bff54d13090b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:31.420494 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b04e14e-eea2-4e64-98db-cd7492c83e67 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.453556 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b04e14e-eea2-4e64-98db-cd7492c83e67 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.530830 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b04e14e-eea2-4e64-98db-cd7492c83e67 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.534516 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b04e14e-eea2-4e64-98db-cd7492c83e67 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.539121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52192) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:31.539812 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0b04e14e-eea2-4e64-98db-cd7492c83e67 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-groups/e65b6455-2a5d-474b-ac66-846394ee2e36 HTTP/1.1" status: 204 len: 168 time: 0.2092040 Jul 22 23:46:31.555115 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04e14e-eea2-4e64-98db-cd7492c83e67 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65b6455-2a5d-474b-ac66-846394ee2e36,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:31.584520 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3921658-cc41-4d07-8cdd-c4b1c85c40fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.596391 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65ccdfdf-d458-4c8c-a434-c8af550beb6d admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.688664 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f3459628-c27e-462b-b6f7-daacb0eabd23 None None] Set router b77eca3d-65f3-4f83-a751-bff54d13090b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:31.783872 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52196) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:31.788479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4fa7b60d-db08-4338-a5ba-b550bc6317fc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350608434'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:31.794948 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6070068d-2db1-41e7-aa9f-7e36769a950d tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2544935 Jul 22 23:46:31.835616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dde63e-63e3-4480-ad3e-610448863435 req-2cb9c7f4-c782-495a-a735-5030f7b45bbf tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:31.837227 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37dde63e-63e3-4480-ad3e-610448863435 req-2cb9c7f4-c782-495a-a735-5030f7b45bbf tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 812 time: 0.1718626 Jul 22 23:46:31.842498 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fa7b60d-db08-4338-a5ba-b550bc6317fc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.858402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-37dde63e-63e3-4480-ad3e-610448863435 req-3596ac49-aaff-463e-b926-1412b6f0f583 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Request body: {'port': {'device_id': 'dbf7109e-8ae4-4abd-a8fe-b8c2654ee930', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'admin_state_up': True, 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:31.893041 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65ccdfdf-d458-4c8c-a434-c8af550beb6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.927776 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8d2199e-414c-4a30-860e-f967ce8c7875 req-c1785cff-f82a-41a6-bd65-7a27ac850928 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 210 time: 0.0612574 Jul 22 23:46:31.965068 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f3459628-c27e-462b-b6f7-daacb0eabd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'name': 'tempest-ServerRescueTestJSON-2063160930-router', 'tenant_id': '2a40a7a37e674c75a6277161bcf86f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '397eb709-590d-4975-ae2e-b3e391188aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:17Z', 'updated_at': '2021-07-22T23:46:30Z', 'revision_number': 5, 'project_id': '2a40a7a37e674c75a6277161bcf86f7f', 'gw_port': {'id': '397eb709-590d-4975-ae2e-b3e391188aa3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:18Z', 'updated_at': '2021-07-22T23:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:31.982429 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fa7b60d-db08-4338-a5ba-b550bc6317fc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.990661 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fa7b60d-db08-4338-a5ba-b550bc6317fc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.017354 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3459628-c27e-462b-b6f7-daacb0eabd23 None None] Checking router: b77eca3d-65f3-4f83-a751-bff54d13090b for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:32.035981 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3459628-c27e-462b-b6f7-daacb0eabd23 None None] Routers {'b77eca3d-65f3-4f83-a751-bff54d13090b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:32.036617 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f3459628-c27e-462b-b6f7-daacb0eabd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:46:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b77eca3d-65f3-4f83-a751-bff54d13090b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:32.046448 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7b60d-db08-4338-a5ba-b550bc6317fc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c45497f-ae20-4e7a-a2fb-5a0cc36cb489,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:32.050236 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fa7b60d-db08-4338-a5ba-b550bc6317fc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.051927 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4fa7b60d-db08-4338-a5ba-b550bc6317fc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2672415 Jul 22 23:46:32.057846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52198) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:32.063021 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5492e405-2837-4432-9992-43f159c17032 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group_rule': {'security_group_id': '9c45497f-ae20-4e7a-a2fb-5a0cc36cb489', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:32.068124 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-65ccdfdf-d458-4c8c-a434-c8af550beb6d admin admin] Deleting port 397eb709-590d-4975-ae2e-b3e391188aa3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:32.068988 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65ccdfdf-d458-4c8c-a434-c8af550beb6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.104620 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37dde63e-63e3-4480-ad3e-610448863435 req-3596ac49-aaff-463e-b926-1412b6f0f583 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Made reservation on behalf of f6ae7f0b186642ec9ff08e3b121a3098 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:32.109386 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37dde63e-63e3-4480-ad3e-610448863435 req-3596ac49-aaff-463e-b926-1412b6f0f583 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.139785 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5492e405-2837-4432-9992-43f159c17032 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.143364 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f3459628-c27e-462b-b6f7-daacb0eabd23 None None] Set router b77eca3d-65f3-4f83-a751-bff54d13090b gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:32.214128 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f3459628-c27e-462b-b6f7-daacb0eabd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'name': 'tempest-ServerRescueTestJSON-2063160930-router', 'tenant_id': '2a40a7a37e674c75a6277161bcf86f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:17Z', 'updated_at': '2021-07-22T23:46:31Z', 'revision_number': 6, 'project_id': '2a40a7a37e674c75a6277161bcf86f7f', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:32.215178 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5492e405-2837-4432-9992-43f159c17032 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.216159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-65ccdfdf-d458-4c8c-a434-c8af550beb6d admin admin] For port 397eb709-590d-4975-ae2e-b3e391188aa3, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=397eb709-590d-4975-ae2e-b3e391188aa3,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:32.216520 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65ccdfdf-d458-4c8c-a434-c8af550beb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.221120 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5492e405-2837-4432-9992-43f159c17032 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.246356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-65ccdfdf-d458-4c8c-a434-c8af550beb6d admin admin] Calling delete_port for 397eb709-590d-4975-ae2e-b3e391188aa3 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:32.247266 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3459628-c27e-462b-b6f7-daacb0eabd23 None None] The sync data for ids ['b77eca3d-65f3-4f83-a751-bff54d13090b'] in n-d-688802-2 is: [{'id': 'b77eca3d-65f3-4f83-a751-bff54d13090b', 'name': 'tempest-ServerRescueTestJSON-2063160930-router', 'tenant_id': '2a40a7a37e674c75a6277161bcf86f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:17Z', 'updated_at': '2021-07-22T23:46:31Z', 'revision_number': 6, 'project_id': '2a40a7a37e674c75a6277161bcf86f7f', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:32.253275 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492e405-2837-4432-9992-43f159c17032 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15412b6-a856-4e40-a881-a7dfa089179a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:32.262653 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5492e405-2837-4432-9992-43f159c17032 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.263991 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5492e405-2837-4432-9992-43f159c17032 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2051578 Jul 22 23:46:32.266796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52200) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:32.294621 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d56fd96-a05b-4b74-8060-f6c5b24b13a0 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.307800 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d56fd96-a05b-4b74-8060-f6c5b24b13a0 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.338186 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d56fd96-a05b-4b74-8060-f6c5b24b13a0 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.350886 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d56fd96-a05b-4b74-8060-f6c5b24b13a0 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.355095 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2d56fd96-a05b-4b74-8060-f6c5b24b13a0 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/b15412b6-a856-4e40-a881-a7dfa089179a HTTP/1.1" status: 204 len: 168 time: 0.0843782 Jul 22 23:46:32.355095 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56fd96-a05b-4b74-8060-f6c5b24b13a0 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b15412b6-a856-4e40-a881-a7dfa089179a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:32.356264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52202) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:32.369932 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-37dde63e-63e3-4480-ad3e-610448863435 req-3596ac49-aaff-463e-b926-1412b6f0f583 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Allocated IP 172.20.0.11 (d3554cbf-5379-4b81-9b9a-4aed7eb449a4/bc55de62-d0a0-4dc6-a48b-f50f95f15fef/54c7e9f6-c249-4375-8041-fd8e176dd8a3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:32.405824 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f93406b4-56cb-4ba8-8aa8-1ef7ee4ab0d9 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0461838 Jul 22 23:46:32.406353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52204) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:32.473823 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed95b318-e659-4b85-a06e-1af5f2913c3b tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.508049 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed95b318-e659-4b85-a06e-1af5f2913c3b tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.567786 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed95b318-e659-4b85-a06e-1af5f2913c3b tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.571837 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed95b318-e659-4b85-a06e-1af5f2913c3b tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.573977 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ed95b318-e659-4b85-a06e-1af5f2913c3b tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-groups/9c45497f-ae20-4e7a-a2fb-5a0cc36cb489 HTTP/1.1" status: 204 len: 168 time: 0.1663890 Jul 22 23:46:32.580332 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52210) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:32.608245 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95b318-e659-4b85-a06e-1af5f2913c3b tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c45497f-ae20-4e7a-a2fb-5a0cc36cb489,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:32.645581 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5ffeb146-555f-47a9-9a72-53fb1e971cf8 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0643885 Jul 22 23:46:32.651134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52214) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:32.658154 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fa525343-1988-4457-8e4c-9282fbe3aacd tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895244744'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:32.666299 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37dde63e-63e3-4480-ad3e-610448863435 req-3596ac49-aaff-463e-b926-1412b6f0f583 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.676971 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65ccdfdf-d458-4c8c-a434-c8af550beb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.717607 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa525343-1988-4457-8e4c-9282fbe3aacd tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.737604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ccdfdf-d458-4c8c-a434-c8af550beb6d admin admin] Pushing event deleted for resources: {'Port': ['ID=397eb709-590d-4975-ae2e-b3e391188aa3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:32.740495 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-37dde63e-63e3-4480-ad3e-610448863435 req-3596ac49-aaff-463e-b926-1412b6f0f583 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Transition to ACTIVE for port object 54c7e9f6-c249-4375-8041-fd8e176dd8a3 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:32.775892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f1a36f8e-6edc-4d90-aad5-1056dd3e3401 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:32.803170 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: f1a36f8e-6edc-4d90-aad5-1056dd3e3401 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:32.803821 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f1a36f8e-6edc-4d90-aad5-1056dd3e3401 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:32.832459 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65ccdfdf-d458-4c8c-a434-c8af550beb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.850270 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa525343-1988-4457-8e4c-9282fbe3aacd tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.855271 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa525343-1988-4457-8e4c-9282fbe3aacd tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.882575 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa525343-1988-4457-8e4c-9282fbe3aacd tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.883962 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fa525343-1988-4457-8e4c-9282fbe3aacd tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2315764 Jul 22 23:46:32.887714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52216) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:32.893504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-562155da-fb5f-47b9-ac81-a8df919ece32 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group_rule': {'security_group_id': '3da54a84-49fd-49aa-839c-43d0d2daba48', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:32.901649 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa525343-1988-4457-8e4c-9282fbe3aacd tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da54a84-49fd-49aa-839c-43d0d2daba48,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:32.926033 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-562155da-fb5f-47b9-ac81-a8df919ece32 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.929497 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65ccdfdf-d458-4c8c-a434-c8af550beb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.931815 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37dde63e-63e3-4480-ad3e-610448863435 req-3596ac49-aaff-463e-b926-1412b6f0f583 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.934122 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65ccdfdf-d458-4c8c-a434-c8af550beb6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.943471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['e06fa731-a551-4314-a8b2-44b2cc408f92'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:32.993450 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['fc7cd0a6-3d17-4d98-9c93-f0496278b378'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:33.017034 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-562155da-fb5f-47b9-ac81-a8df919ece32 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.019308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37dde63e-63e3-4480-ad3e-610448863435 req-3596ac49-aaff-463e-b926-1412b6f0f583 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:33.022581 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65ccdfdf-d458-4c8c-a434-c8af550beb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.023166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ccdfdf-d458-4c8c-a434-c8af550beb6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b77eca3d-65f3-4f83-a751-bff54d13090b {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:46:33.023624 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-562155da-fb5f-47b9-ac81-a8df919ece32 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.032106 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-37dde63e-63e3-4480-ad3e-610448863435 req-3596ac49-aaff-463e-b926-1412b6f0f583 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:33.036053 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65ccdfdf-d458-4c8c-a434-c8af550beb6d admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.037216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-65ccdfdf-d458-4c8c-a434-c8af550beb6d admin admin] 10.222.0.26 "DELETE /v2.0/routers/b77eca3d-65f3-4f83-a751-bff54d13090b HTTP/1.1" status: 204 len: 168 time: 1.6633167 Jul 22 23:46:33.038403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dde63e-63e3-4480-ad3e-610448863435 req-3596ac49-aaff-463e-b926-1412b6f0f583 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:33.041542 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52220) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:33.042084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596ac49-aaff-463e-b926-1412b6f0f583 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event updated for resources: {'Port': ['ID=54c7e9f6-c249-4375-8041-fd8e176dd8a3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:33.066745 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562155da-fb5f-47b9-ac81-a8df919ece32 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b1eee8-c7d7-4569-946e-48df4fc25636,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:33.079465 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-562155da-fb5f-47b9-ac81-a8df919ece32 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.080866 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-562155da-fb5f-47b9-ac81-a8df919ece32 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1918719 Jul 22 23:46:33.083859 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52222) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:33.109376 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-276b1185-f232-4874-9626-8aa66c7774df tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-group-rules/00b1eee8-c7d7-4569-946e-48df4fc25636 HTTP/1.1" status: 200 len: 763 time: 0.0236213 Jul 22 23:46:33.112718 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:33.203431 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dcead6ab-193d-4732-9e4f-012975069566 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0894783 Jul 22 23:46:33.206169 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52226) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:33.261358 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd436-7093-484a-b10d-47e89a5d89eb tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.271540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd436-7093-484a-b10d-47e89a5d89eb tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.298633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff71c021-3140-4a80-9d8d-af463763aed4 admin admin] Deleting subnet fd4dc970-c31f-49da-a52d-cbde2a39d299 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:46:33.321288 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff71c021-3140-4a80-9d8d-af463763aed4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.323130 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd436-7093-484a-b10d-47e89a5d89eb tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.332379 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd436-7093-484a-b10d-47e89a5d89eb tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.333583 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2f2fd436-7093-484a-b10d-47e89a5d89eb tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/00b1eee8-c7d7-4569-946e-48df4fc25636 HTTP/1.1" status: 204 len: 168 time: 0.1263943 Jul 22 23:46:33.338441 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52228) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:33.345841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fd436-7093-484a-b10d-47e89a5d89eb tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00b1eee8-c7d7-4569-946e-48df4fc25636,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:33.377245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dde63e-63e3-4480-ad3e-610448863435 req-3596ac49-aaff-463e-b926-1412b6f0f583 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:33.378145 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37dde63e-63e3-4480-ad3e-610448863435 req-3596ac49-aaff-463e-b926-1412b6f0f583 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.393735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b9afac3d-6bb9-4c5b-b714-3939df932706 None None] Provisioning for port 54c7e9f6-c249-4375-8041-fd8e176dd8a3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:33.398427 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b9afac3d-6bb9-4c5b-b714-3939df932706 None None] Provisioning complete for port 54c7e9f6-c249-4375-8041-fd8e176dd8a3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:33.399327 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b9afac3d-6bb9-4c5b-b714-3939df932706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.403332 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-11a0816d-c551-4f5e-a203-b19bae7a987b tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0622909 Jul 22 23:46:33.405130 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52230) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:33.416837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3e787e11-63a9-4778-b02a-7a8848887b97 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group_rule': {'security_group_id': '3da54a84-49fd-49aa-839c-43d0d2daba48', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:33.418132 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37dde63e-63e3-4480-ad3e-610448863435 req-3596ac49-aaff-463e-b926-1412b6f0f583 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5641947 Jul 22 23:46:33.424757 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff71c021-3140-4a80-9d8d-af463763aed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.453820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b9afac3d-6bb9-4c5b-b714-3939df932706 None None] Port 54c7e9f6-c249-4375-8041-fd8e176dd8a3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:46:33.456384 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e787e11-63a9-4778-b02a-7a8848887b97 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.457200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Request body: {'port': {'device_id': 'dbf7109e-8ae4-4abd-a8fe-b8c2654ee930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:33.513378 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e787e11-63a9-4778-b02a-7a8848887b97 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.523116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a30ad7-3ed3-4f6d-94b1-72160c56af97 req-99a8c8d0-0e9f-4e9b-b9a3-70e866d75717 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:33.524808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43a30ad7-3ed3-4f6d-94b1-72160c56af97 req-99a8c8d0-0e9f-4e9b-b9a3-70e866d75717 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 932 time: 0.4040556 Jul 22 23:46:33.528358 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e787e11-63a9-4778-b02a-7a8848887b97 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.550627 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e787e11-63a9-4778-b02a-7a8848887b97 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470079ea-adea-4b82-9770-a66c8b0cce8f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:33.558516 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e787e11-63a9-4778-b02a-7a8848887b97 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.559877 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3e787e11-63a9-4778-b02a-7a8848887b97 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1535509 Jul 22 23:46:33.562728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52234) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:33.565942 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff71c021-3140-4a80-9d8d-af463763aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.590540 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-69461f2c-e35e-46f0-96d4-5268b353a7b5 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-group-rules/470079ea-adea-4b82-9770-a66c8b0cce8f HTTP/1.1" status: 200 len: 763 time: 0.0265658 Jul 22 23:46:33.592274 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52236) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:33.646492 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9e9f0632-19ae-49fd-b351-adf1cce6c938 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0527112 Jul 22 23:46:33.647775 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52240) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:33.675507 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0889-6512-4e34-ba22-b798a5ff1b73 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.677275 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43a30ad7-3ed3-4f6d-94b1-72160c56af97 req-680b8479-2bef-4419-a541-baabb1500ce5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426363 Jul 22 23:46:33.684338 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.694344 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0889-6512-4e34-ba22-b798a5ff1b73 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.733424 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0889-6512-4e34-ba22-b798a5ff1b73 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.740180 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0889-6512-4e34-ba22-b798a5ff1b73 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.743880 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff71c021-3140-4a80-9d8d-af463763aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.744752 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fd7c0889-6512-4e34-ba22-b798a5ff1b73 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/470079ea-adea-4b82-9770-a66c8b0cce8f HTTP/1.1" status: 204 len: 168 time: 0.0958395 Jul 22 23:46:33.745775 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:33.781285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c0889-6512-4e34-ba22-b798a5ff1b73 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=470079ea-adea-4b82-9770-a66c8b0cce8f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:33.818056 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cea30d1a-2ab2-42b0-b914-60e2658718cf tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0672936 Jul 22 23:46:33.820665 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52246) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:33.826274 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5bd17705-c36f-4da7-ac6a-b8a3820718e6 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Request body: {'security_group_rule': {'security_group_id': '3da54a84-49fd-49aa-839c-43d0d2daba48', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:33.864241 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bd17705-c36f-4da7-ac6a-b8a3820718e6 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.917465 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bd17705-c36f-4da7-ac6a-b8a3820718e6 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.923261 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bd17705-c36f-4da7-ac6a-b8a3820718e6 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.943233 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd17705-c36f-4da7-ac6a-b8a3820718e6 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998e3540-438d-4493-97a0-fc848b23882f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:33.954972 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bd17705-c36f-4da7-ac6a-b8a3820718e6 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.958780 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5bd17705-c36f-4da7-ac6a-b8a3820718e6 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344619 Jul 22 23:46:33.959204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52248) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:33.978957 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb09d23a-a1c0-4476-8011-05b293dbcc58 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-group-rules/998e3540-438d-4493-97a0-fc848b23882f HTTP/1.1" status: 200 len: 764 time: 0.0179546 Jul 22 23:46:33.981520 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52250) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:34.032301 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7976df6a-08c1-4b68-acd4-5a23eb5f36b3 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0492213 Jul 22 23:46:34.032771 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52252) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:34.060088 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2904b54-654a-4026-8221-d7c3734fa618 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.068202 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2904b54-654a-4026-8221-d7c3734fa618 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.101946 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2904b54-654a-4026-8221-d7c3734fa618 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.109613 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2904b54-654a-4026-8221-d7c3734fa618 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.113511 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e2904b54-654a-4026-8221-d7c3734fa618 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/998e3540-438d-4493-97a0-fc848b23882f HTTP/1.1" status: 204 len: 168 time: 0.0797131 Jul 22 23:46:34.115256 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52254) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:34.118513 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff71c021-3140-4a80-9d8d-af463763aed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.120873 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ff71c021-3140-4a80-9d8d-af463763aed4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fd4dc970-c31f-49da-a52d-cbde2a39d299 HTTP/1.1" status: 204 len: 168 time: 1.0758221 Jul 22 23:46:34.125939 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71c021-3140-4a80-9d8d-af463763aed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd4dc970-c31f-49da-a52d-cbde2a39d299,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:34.128891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52256) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:34.142899 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2904b54-654a-4026-8221-d7c3734fa618 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=998e3540-438d-4493-97a0-fc848b23882f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:34.161938 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c94aaa34-6d6c-40af-a698-e94a40f0c31e tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0450943 Jul 22 23:46:34.162580 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.164445 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52258) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:34.219521 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cb71b10-b653-4297-a3d8-abf7d002c7fc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.241635 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cb71b10-b653-4297-a3d8-abf7d002c7fc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.260557 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7827b66f-97fc-4663-b4b2-ce4d6e11f751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.286998 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cb71b10-b653-4297-a3d8-abf7d002c7fc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.289950 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cb71b10-b653-4297-a3d8-abf7d002c7fc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.294361 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4cb71b10-b653-4297-a3d8-abf7d002c7fc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "DELETE /v2.0/security-groups/3da54a84-49fd-49aa-839c-43d0d2daba48 HTTP/1.1" status: 204 len: 168 time: 0.1265247 Jul 22 23:46:34.297068 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52260) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:34.314617 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb71b10-b653-4297-a3d8-abf7d002c7fc tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da54a84-49fd-49aa-839c-43d0d2daba48,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:34.358715 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6401971e-1101-4d9d-8eb5-15185f301b17 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538919 Jul 22 23:46:34.359786 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52262) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:34.397246 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.402040 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7827b66f-97fc-4663-b4b2-ce4d6e11f751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.402669 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a5fd692a-f4e6-495e-b4c0-5c4b40088ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.410602 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6423f42d-3ec3-4ec5-be63-1566f18cfc50 tempest-SecGroupTest-1182818718 tempest-SecGroupTest-1182818718-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0496526 Jul 22 23:46:34.416643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7827b66f-97fc-4663-b4b2-ce4d6e11f751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ff45f1-4e3c-47a6-ae24-fe25765c18f3']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:34.432636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7827b66f-97fc-4663-b4b2-ce4d6e11f751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d615f8-2c18-43a2-881c-42934a3d7342') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:34.432930 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7827b66f-97fc-4663-b4b2-ce4d6e11f751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d615f8-2c18-43a2-881c-42934a3d7342') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:34.450469 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7827b66f-97fc-4663-b4b2-ce4d6e11f751 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.474245 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7827b66f-97fc-4663-b4b2-ce4d6e11f751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.486057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7827b66f-97fc-4663-b4b2-ce4d6e11f751 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:46:34.486464 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7827b66f-97fc-4663-b4b2-ce4d6e11f751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:46:34.488322 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:46:34.581864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c7e9f6-c249-4375-8041-fd8e176dd8a3 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:46:34.589047 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7827b66f-97fc-4663-b4b2-ce4d6e11f751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.594125 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7827b66f-97fc-4663-b4b2-ce4d6e11f751 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.598292 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7827b66f-97fc-4663-b4b2-ce4d6e11f751 admin admin] 10.222.0.26 "DELETE /v2.0/networks/93ff45f1-4e3c-47a6-ae24-fe25765c18f3 HTTP/1.1" status: 204 len: 168 time: 0.4660482 Jul 22 23:46:34.603964 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.628135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827b66f-97fc-4663-b4b2-ce4d6e11f751 admin admin] Pushing event deleted for resources: {'Network': ['ID=93ff45f1-4e3c-47a6-ae24-fe25765c18f3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:34.628768 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 397eb709-590d-4975-ae2e-b3e391188aa3 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:34.633578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Transition to ACTIVE for port object 54c7e9f6-c249-4375-8041-fd8e176dd8a3 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:34.639451 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.683109 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 397eb709-590d-4975-ae2e-b3e391188aa3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:34.686218 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 397eb709-590d-4975-ae2e-b3e391188aa3 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:34.707563 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Pushing event updated for resources: {'Port': ['ID=54c7e9f6-c249-4375-8041-fd8e176dd8a3,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:34.737429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:34.883557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Attempting to bind port 54c7e9f6-c249-4375-8041-fd8e176dd8a3 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:34.885828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Attempting to bind port 54c7e9f6-c249-4375-8041-fd8e176dd8a3 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:34.886130 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Attempting to bind port 54c7e9f6-c249-4375-8041-fd8e176dd8a3 on network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:34.894203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Port 54c7e9f6-c249-4375-8041-fd8e176dd8a3 on network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:34.894632 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Attempting to bind port 54c7e9f6-c249-4375-8041-fd8e176dd8a3 on network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:34.906417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:34.906761 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Checking segment: {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:34.907153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Bound using segment: {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:34.907687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Bound port: 54c7e9f6-c249-4375-8041-fd8e176dd8a3, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:34.908021 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.951134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52282) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:34.980088 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dd1a4-27d2-4a71-9349-485927cf2efa req-556ad0a7-0b71-4712-a889-3c1d991c1ca0 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:34.982081 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-281dd1a4-27d2-4a71-9349-485927cf2efa req-556ad0a7-0b71-4712-a889-3c1d991c1ca0 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 944 time: 0.1702816 Jul 22 23:46:35.044079 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] For port 54c7e9f6-c249-4375-8041-fd8e176dd8a3, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:35.053390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-281dd1a4-27d2-4a71-9349-485927cf2efa req-92e1d81c-6235-499f-a218-7561087ccf10 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641589 Jul 22 23:46:35.065207 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-793fc814-fe78-4fff-98c4-2f59168c3d06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a40a7a37e674c75a6277161bcf86f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1127303 Jul 22 23:46:35.066153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] For port 54c7e9f6-c249-4375-8041-fd8e176dd8a3, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=54c7e9f6-c249-4375-8041-fd8e176dd8a3,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:35.067723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52284) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:35.079994 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-22c5e429-c7f4-4a4a-a3e8-9496b7c91e87 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fbae39c7273a4fc28a475c6cecf1cd6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3334525 Jul 22 23:46:35.079994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52286) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:35.107450 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.131873 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d550985-fe5d-4f15-9f89-da7223933046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.155342 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:35.156344 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.157523 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37dde63e-63e3-4480-ad3e-610448863435 req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] 10.222.0.95 "PUT /v2.0/ports/54c7e9f6-c249-4375-8041-fd8e176dd8a3 HTTP/1.1" status: 200 len: 1092 time: 1.7078648 Jul 22 23:46:35.158142 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d550985-fe5d-4f15-9f89-da7223933046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.158893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf7109e-8ae4-4abd-a8fe-b8c2654ee930', 'tag': '54c7e9f6-c249-4375-8041-fd8e176dd8a3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:35.161394 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e174824-186d-4f9b-afda-9433c4e2c7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf7109e-8ae4-4abd-a8fe-b8c2654ee930", "tag": "54c7e9f6-c249-4375-8041-fd8e176dd8a3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:35.192180 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c11c3a44-8360-4c05-95a0-166705c1c18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.216629 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c11c3a44-8360-4c05-95a0-166705c1c18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.248597 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d550985-fe5d-4f15-9f89-da7223933046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.251954 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1939284c-3708-4293-a711-594a1f19a848 x-openstack-request-id: req-1939284c-3708-4293-a711-594a1f19a848 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:35.252152 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf7109e-8ae4-4abd-a8fe-b8c2654ee930", "tag": "54c7e9f6-c249-4375-8041-fd8e176dd8a3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:35.252455 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1939284c-3708-4293-a711-594a1f19a848 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:35.252868 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf7109e-8ae4-4abd-a8fe-b8c2654ee930', 'tag': '54c7e9f6-c249-4375-8041-fd8e176dd8a3', 'status': 'completed', 'code': 200} Jul 22 23:46:35.255680 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d550985-fe5d-4f15-9f89-da7223933046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.257709 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4d550985-fe5d-4f15-9f89-da7223933046 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/88112654-b749-47d8-94fc-7854890e4e36 HTTP/1.1" status: 204 len: 168 time: 0.1809647 Jul 22 23:46:35.269079 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d550985-fe5d-4f15-9f89-da7223933046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88112654-b749-47d8-94fc-7854890e4e36,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:35.285803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62514dab-5e76-4128-8863-fe3c39e7d30e service neutron] Pushing event updated for resources: {'Port': ['ID=54c7e9f6-c249-4375-8041-fd8e176dd8a3,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:35.329761 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dde63e-63e3-4480-ad3e-610448863435 req-e4508d5e-5727-43dd-baf0-df13dca969e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:35.331628 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37dde63e-63e3-4480-ad3e-610448863435 req-e4508d5e-5727-43dd-baf0-df13dca969e5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 1095 time: 0.0985539 Jul 22 23:46:35.333581 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c11c3a44-8360-4c05-95a0-166705c1c18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.336732 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c11c3a44-8360-4c05-95a0-166705c1c18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.338777 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c11c3a44-8360-4c05-95a0-166705c1c18f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b6a29ca-0418-4f69-8810-39e4db19e997 HTTP/1.1" status: 204 len: 168 time: 0.2696421 Jul 22 23:46:35.387579 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c3a44-8360-4c05-95a0-166705c1c18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6a29ca-0418-4f69-8810-39e4db19e997,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:35.392483 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37dde63e-63e3-4480-ad3e-610448863435 req-9e2ca2f7-1021-469b-bffb-ca22eb04b5fe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54c7e9f6-c249-4375-8041-fd8e176dd8a3 HTTP/1.1" status: 200 len: 217 time: 0.0500593 Jul 22 23:46:35.455959 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dde63e-63e3-4480-ad3e-610448863435 req-0777d463-4138-424a-95b6-3412275d70f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:35.457550 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37dde63e-63e3-4480-ad3e-610448863435 req-0777d463-4138-424a-95b6-3412275d70f3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.0565495 Jul 22 23:46:35.477960 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.533190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dde63e-63e3-4480-ad3e-610448863435 req-04a597fd-8cac-4f14-8a21-1fcb0f7e2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:35.535020 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37dde63e-63e3-4480-ad3e-610448863435 req-04a597fd-8cac-4f14-8a21-1fcb0f7e2490 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704739 Jul 22 23:46:35.648691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37dde63e-63e3-4480-ad3e-610448863435 req-9f090c73-ca2e-4ddc-91a9-f7adc501e33a service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062994 Jul 22 23:46:35.763939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37dde63e-63e3-4480-ad3e-610448863435 req-cb5f0efa-6f11-42c1-b1b5-760e3874eca3 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079991 Jul 22 23:46:35.932238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e174824-186d-4f9b-afda-9433c4e2c7a5 req-7d12293a-bc6c-4990-bc95-a16fdb7547cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:35.934237 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e174824-186d-4f9b-afda-9433c4e2c7a5 req-7d12293a-bc6c-4990-bc95-a16fdb7547cb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 1095 time: 0.1036453 Jul 22 23:46:36.072786 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e174824-186d-4f9b-afda-9433c4e2c7a5 req-9301adfa-a13b-4fad-b002-932b960472d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:36.077018 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e174824-186d-4f9b-afda-9433c4e2c7a5 req-9301adfa-a13b-4fad-b002-932b960472d9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.1350131 Jul 22 23:46:36.146665 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e174824-186d-4f9b-afda-9433c4e2c7a5 req-309d72c4-41a4-48d2-a98e-52263b8db422 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54c7e9f6-c249-4375-8041-fd8e176dd8a3 HTTP/1.1" status: 200 len: 217 time: 0.0612442 Jul 22 23:46:36.230580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e174824-186d-4f9b-afda-9433c4e2c7a5 req-d0384065-9c70-425f-8ee8-504ef6441fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:36.232058 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e174824-186d-4f9b-afda-9433c4e2c7a5 req-d0384065-9c70-425f-8ee8-504ef6441fc7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.0766459 Jul 22 23:46:36.278541 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6cca1-df69-4e0a-93bc-5eb8bbdde950 req-e394abf7-0e47-46c1-8fa9-f90410a4759c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:36.279979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73d6cca1-df69-4e0a-93bc-5eb8bbdde950 req-e394abf7-0e47-46c1-8fa9-f90410a4759c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 944 time: 0.1366854 Jul 22 23:46:36.281024 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52340) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:36.333458 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e174824-186d-4f9b-afda-9433c4e2c7a5 req-40eb801f-a364-4758-ac14-03d2426d4b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:36.334979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e174824-186d-4f9b-afda-9433c4e2c7a5 req-40eb801f-a364-4758-ac14-03d2426d4b7d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962183 Jul 22 23:46:36.343746 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73d6cca1-df69-4e0a-93bc-5eb8bbdde950 req-d10b7980-3354-415b-ab74-b9232292425b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494251 Jul 22 23:46:36.437537 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e174824-186d-4f9b-afda-9433c4e2c7a5 req-401b6511-4a6f-4a86-8500-638a568decd7 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927916 Jul 22 23:46:36.537409 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ffc8d038-e32e-46d0-9c2c-60a0bfbe44d1 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1926611104-network', 'tenant_id': 'bd3c6e3891f2468cb741285dad6d0125'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:36.543052 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e174824-186d-4f9b-afda-9433c4e2c7a5 req-d3e8379e-3859-46a9-952f-ef9ed18b6e97 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982707 Jul 22 23:46:36.561651 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc8d038-e32e-46d0-9c2c-60a0bfbe44d1 admin admin] Made reservation on behalf of bd3c6e3891f2468cb741285dad6d0125 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:36.564613 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d038-e32e-46d0-9c2c-60a0bfbe44d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.573967 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d038-e32e-46d0-9c2c-60a0bfbe44d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.666029 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d038-e32e-46d0-9c2c-60a0bfbe44d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.669972 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d038-e32e-46d0-9c2c-60a0bfbe44d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.698885 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc8d038-e32e-46d0-9c2c-60a0bfbe44d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:46:36.708491 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8d038-e32e-46d0-9c2c-60a0bfbe44d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a2deb1-bf02-453b-b729-2108731ddb28,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:36.714029 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d038-e32e-46d0-9c2c-60a0bfbe44d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.714378 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-ffc8d038-e32e-46d0-9c2c-60a0bfbe44d1 admin admin] Added segment 64c4feb8-6dfe-43f8-98bb-b826ade54963 of type vlan for network 70a92ef6-c812-4a60-baef-c7930057c002 Jul 22 23:46:36.754725 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d038-e32e-46d0-9c2c-60a0bfbe44d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.785236 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d038-e32e-46d0-9c2c-60a0bfbe44d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.786184 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc8d038-e32e-46d0-9c2c-60a0bfbe44d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:36.786757 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffc8d038-e32e-46d0-9c2c-60a0bfbe44d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.830027 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ffc8d038-e32e-46d0-9c2c-60a0bfbe44d1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5462968 Jul 22 23:46:36.833001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52362) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:36.840883 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c44e7942-db43-4da5-8421-d700a04e2561 admin admin] Request body: {'subnet': {'network_id': '70a92ef6-c812-4a60-baef-c7930057c002', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1926611104-subnet', 'tenant_id': 'bd3c6e3891f2468cb741285dad6d0125', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:36.863760 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44e7942-db43-4da5-8421-d700a04e2561 admin admin] Made reservation on behalf of bd3c6e3891f2468cb741285dad6d0125 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:36.866730 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c44e7942-db43-4da5-8421-d700a04e2561 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.883659 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8d038-e32e-46d0-9c2c-60a0bfbe44d1 admin admin] Pushing event updated for resources: {'Network': ['ID=70a92ef6-c812-4a60-baef-c7930057c002,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:36.895274 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 70a92ef6-c812-4a60-baef-c7930057c002 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:46:36.992625 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.076484 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c44e7942-db43-4da5-8421-d700a04e2561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.133373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e7942-db43-4da5-8421-d700a04e2561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e63217-5581-4cbc-bf5a-bbb1d527e0fe,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:37.142610 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44e7942-db43-4da5-8421-d700a04e2561 admin admin] Checking segment: {'id': '64c4feb8-6dfe-43f8-98bb-b826ade54963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '70a92ef6-c812-4a60-baef-c7930057c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:37.142971 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e7942-db43-4da5-8421-d700a04e2561 admin admin] Network hostable DHCP agents. Network: 70a92ef6-c812-4a60-baef-c7930057c002, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:46:37.162233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e7942-db43-4da5-8421-d700a04e2561 admin admin] Network 70a92ef6-c812-4a60-baef-c7930057c002 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:46:37.172839 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c44e7942-db43-4da5-8421-d700a04e2561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 70a92ef6-c812-4a60-baef-c7930057c002) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:37.176756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44e7942-db43-4da5-8421-d700a04e2561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:37.177525 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c44e7942-db43-4da5-8421-d700a04e2561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.186939 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de86eb93-a836-42a0-b672-3eabf39af0a0 None None] Network 70a92ef6-c812-4a60-baef-c7930057c002 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:37.197977 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c44e7942-db43-4da5-8421-d700a04e2561 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3626964 Jul 22 23:46:37.342763 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b7bf7e-cac1-4a90-88a4-0c84b8f0657c None None] Network 70a92ef6-c812-4a60-baef-c7930057c002 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:37.360203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52388) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:37.503853 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebbbeefc-c6b8-4446-98ae-937605de5a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.527255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39093c03-d38c-4ddb-8986-a4ec1863d7b5 req-929f4c36-d93a-4cf5-935d-f9ce825f2774 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:37.528769 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39093c03-d38c-4ddb-8986-a4ec1863d7b5 req-929f4c36-d93a-4cf5-935d-f9ce825f2774 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 944 time: 0.0945580 Jul 22 23:46:37.585991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39093c03-d38c-4ddb-8986-a4ec1863d7b5 req-d2d5c32c-f27a-4b83-b2bb-f4c8fa376ec5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509789 Jul 22 23:46:37.705824 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebbbeefc-c6b8-4446-98ae-937605de5a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.715112 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebbbeefc-c6b8-4446-98ae-937605de5a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.744687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-c3d478f0-dc7c-4720-93db-b7ffe321be4d tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:37.746162 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-c3d478f0-dc7c-4720-93db-b7ffe321be4d tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/networks?id=70a92ef6-c812-4a60-baef-c7930057c002 HTTP/1.1" status: 200 len: 809 time: 0.1457822 Jul 22 23:46:37.775079 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ebbbeefc-c6b8-4446-98ae-937605de5a40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2ecbdbb018a4ee4ba1796000cda46c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129124 Jul 22 23:46:37.777146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbeefc-c6b8-4446-98ae-937605de5a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472ef88b-e30d-4339-a874-f449bf1abcff,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:37.777921 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52406) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:37.780377 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-d18b50e7-b2e7-42d5-8d7c-854d3b9484c2 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/quotas/bd3c6e3891f2468cb741285dad6d0125 HTTP/1.1" status: 200 len: 375 time: 0.0253551 Jul 22 23:46:37.818689 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-8fa8949a-850f-434b-b223-36ac5116d071 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd3c6e3891f2468cb741285dad6d0125&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287955 Jul 22 23:46:37.913747 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-e3b86299-1f77-480f-b815-c680fe4045c5 service neutron] 10.222.0.26 "GET /v2.0/networks/70a92ef6-c812-4a60-baef-c7930057c002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873697 Jul 22 23:46:38.015469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-1d5e017c-32d9-48c1-ac8f-222bf54d08ff service neutron] 10.222.0.26 "GET /v2.0/networks/70a92ef6-c812-4a60-baef-c7930057c002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931385 Jul 22 23:46:38.171572 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c0df5b9-f37b-4627-b2d0-722834b449ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.195394 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c0df5b9-f37b-4627-b2d0-722834b449ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.208828 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6e48a55-c167-4ea7-8347-09751c79b42b req-6a9fe9f9-df58-45cf-9fdf-7d148618e3db tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bad7025-962c-4806-964a-cacc37e3866e HTTP/1.1" status: 200 len: 210 time: 0.0339515 Jul 22 23:46:38.260866 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c0df5b9-f37b-4627-b2d0-722834b449ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.263727 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c0df5b9-f37b-4627-b2d0-722834b449ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.264974 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5c0df5b9-f37b-4627-b2d0-722834b449ce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/472ef88b-e30d-4339-a874-f449bf1abcff HTTP/1.1" status: 204 len: 168 time: 0.4859974 Jul 22 23:46:38.273495 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0df5b9-f37b-4627-b2d0-722834b449ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472ef88b-e30d-4339-a874-f449bf1abcff,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:38.317266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 54c7e9f6-c249-4375-8041-fd8e176dd8a3 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:46:38.448730 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 54c7e9f6-c249-4375-8041-fd8e176dd8a3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=54c7e9f6-c249-4375-8041-fd8e176dd8a3,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:38.462297 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '54c7e9f6-c249-4375-8041-fd8e176dd8a3', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'port_id': '54c7e9f6-c249-4375-8041-fd8e176dd8a3', 'mac_address': 'fa:16:3e:f0:f7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:46:38.503017 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.520516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c7e9f6-c249-4375-8041-fd8e176dd8a3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:46:38.543972 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 54c7e9f6-c249-4375-8041-fd8e176dd8a3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=54c7e9f6-c249-4375-8041-fd8e176dd8a3,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:38.549679 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.596614 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52428) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:38.604525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=54c7e9f6-c249-4375-8041-fd8e176dd8a3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:38.614071 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c5555a4-c2c9-4ffe-927a-03544b8542e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.713826 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c5555a4-c2c9-4ffe-927a-03544b8542e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.718827 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c5555a4-c2c9-4ffe-927a-03544b8542e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.734169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1f37a-a8aa-491c-b4d8-a8b2e3ae2b12 req-2158a830-b6e4-4e94-91c3-91ab533d97cf tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:38.735877 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6ff1f37a-a8aa-491c-b4d8-a8b2e3ae2b12 req-2158a830-b6e4-4e94-91c3-91ab533d97cf tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 945 time: 0.0761008 Jul 22 23:46:38.759893 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4c5555a4-c2c9-4ffe-927a-03544b8542e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e37b229432c487daf9b8b7406265a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593263 Jul 22 23:46:38.759893 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5555a4-c2c9-4ffe-927a-03544b8542e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cce03f9-ee29-4541-b9ef-cde47948ea73,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:38.761533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52432) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:38.772723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['54c7e9f6-c249-4375-8041-fd8e176dd8a3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:38.791071 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6ff1f37a-a8aa-491c-b4d8-a8b2e3ae2b12 req-aefbc9fc-3b16-4189-a4eb-7f8f09b090c9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483716 Jul 22 23:46:38.840121 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64900201-df8e-4dff-be22-982b733e6ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.862639 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64900201-df8e-4dff-be22-982b733e6ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.913104 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64900201-df8e-4dff-be22-982b733e6ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.915792 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64900201-df8e-4dff-be22-982b733e6ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.917040 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-64900201-df8e-4dff-be22-982b733e6ac0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8cce03f9-ee29-4541-b9ef-cde47948ea73 HTTP/1.1" status: 204 len: 168 time: 0.1556845 Jul 22 23:46:38.926379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64900201-df8e-4dff-be22-982b733e6ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cce03f9-ee29-4541-b9ef-cde47948ea73,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:39.312524 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85987e5c-0751-463f-b323-02127802411b req-5dabb42c-422a-43ea-8171-4f2a7d34995a tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bad7025-962c-4806-964a-cacc37e3866e HTTP/1.1" status: 200 len: 210 time: 0.0331597 Jul 22 23:46:39.414101 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-0501e54c-b8dc-4c77-8851-4fbba1dffbbc tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:39.417411 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-0501e54c-b8dc-4c77-8851-4fbba1dffbbc tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.18 "GET /v2.0/networks?id=70a92ef6-c812-4a60-baef-c7930057c002 HTTP/1.1" status: 200 len: 809 time: 0.1171401 Jul 22 23:46:39.438333 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-0d64d8bd-205b-498d-93dd-bdd014a99da5 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Request body: {'port': {'device_id': '2bad7025-962c-4806-964a-cacc37e3866e', 'network_id': '70a92ef6-c812-4a60-baef-c7930057c002', 'admin_state_up': True, 'tenant_id': 'bd3c6e3891f2468cb741285dad6d0125'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:39.547388 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-0d64d8bd-205b-498d-93dd-bdd014a99da5 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Made reservation on behalf of bd3c6e3891f2468cb741285dad6d0125 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:39.551402 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-0d64d8bd-205b-498d-93dd-bdd014a99da5 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:39.682039 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-0d64d8bd-205b-498d-93dd-bdd014a99da5 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Allocated IP 172.20.0.6 (70a92ef6-c812-4a60-baef-c7930057c002/43e63217-5581-4cbc-bf5a-bbb1d527e0fe/19bccb78-a01f-4465-b1f0-627e608e1ef8) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:39.832265 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-0d64d8bd-205b-498d-93dd-bdd014a99da5 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:39.874542 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-0d64d8bd-205b-498d-93dd-bdd014a99da5 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:39.912842 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-0d64d8bd-205b-498d-93dd-bdd014a99da5 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Network 70a92ef6-c812-4a60-baef-c7930057c002 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:39.916272 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-0d64d8bd-205b-498d-93dd-bdd014a99da5 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:39.919928 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-0d64d8bd-205b-498d-93dd-bdd014a99da5 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:39.953269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4ee88-f2ef-4bf3-ac68-e837e4e30c06 req-0dfc57d9-58e4-43a8-b884-9ce5abd04b71 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:39.955120 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90d4ee88-f2ef-4bf3-ac68-e837e4e30c06 req-0dfc57d9-58e4-43a8-b884-9ce5abd04b71 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 945 time: 0.0813711 Jul 22 23:46:39.957407 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64d8bd-205b-498d-93dd-bdd014a99da5 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Pushing event updated for resources: {'Port': ['ID=19bccb78-a01f-4465-b1f0-627e608e1ef8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:39.982086 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-0d64d8bd-205b-498d-93dd-bdd014a99da5 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:39.982389 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-0d64d8bd-205b-498d-93dd-bdd014a99da5 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:39.996249 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-0d64d8bd-205b-498d-93dd-bdd014a99da5 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5626891 Jul 22 23:46:40.003130 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90d4ee88-f2ef-4bf3-ac68-e837e4e30c06 req-8f77ff87-b494-4c57-ae88-f9155c354a65 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369949 Jul 22 23:46:40.017824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Request body: {'port': {'device_id': '2bad7025-962c-4806-964a-cacc37e3866e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:40.095011 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.318395 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 54c7e9f6-c249-4375-8041-fd8e176dd8a3 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:40.375811 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 54c7e9f6-c249-4375-8041-fd8e176dd8a3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:40.380222 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19bccb78-a01f-4465-b1f0-627e608e1ef8 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:46:40.384706 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 54c7e9f6-c249-4375-8041-fd8e176dd8a3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:40.385435 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.388455 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.421709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Transition to ACTIVE for port object 19bccb78-a01f-4465-b1f0-627e608e1ef8 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:40.433563 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.480263 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b48032-76a3-4e18-a742-b4921912b261 req-eadf1f48-e0c1-475b-a409-32c253faa481 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:40.487625 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37b48032-76a3-4e18-a742-b4921912b261 req-eadf1f48-e0c1-475b-a409-32c253faa481 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bad7025-962c-4806-964a-cacc37e3866e HTTP/1.1" status: 200 len: 931 time: 0.0868473 Jul 22 23:46:40.499243 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.527668 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Pushing event updated for resources: {'Port': ['ID=19bccb78-a01f-4465-b1f0-627e608e1ef8,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:40.528882 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf7109e-8ae4-4abd-a8fe-b8c2654ee930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c7e9f6-c249-4375-8041-fd8e176dd8a3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:40.531314 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e63ee78-d3f1-41ea-8afd-5b82ef67d746" -d '{"events": [{"server_uuid": "dbf7109e-8ae4-4abd-a8fe-b8c2654ee930", "name": "network-vif-plugged", "status": "completed", "tag": "54c7e9f6-c249-4375-8041-fd8e176dd8a3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:40.543354 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37b48032-76a3-4e18-a742-b4921912b261 req-b3661630-c9e2-4070-9f7e-72caa86aeca7 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2a2deb1-bf02-453b-b729-2108731ddb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535691 Jul 22 23:46:40.546592 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 54c7e9f6-c249-4375-8041-fd8e176dd8a3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=54c7e9f6-c249-4375-8041-fd8e176dd8a3,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:40.556094 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.588512 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e377f17a-fb95-4ff3-b43e-21395af37834 x-openstack-request-id: req-e377f17a-fb95-4ff3-b43e-21395af37834 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:40.588807 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf7109e-8ae4-4abd-a8fe-b8c2654ee930", "name": "network-vif-plugged", "status": "completed", "tag": "54c7e9f6-c249-4375-8041-fd8e176dd8a3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:40.589260 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e377f17a-fb95-4ff3-b43e-21395af37834 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:40.589654 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf7109e-8ae4-4abd-a8fe-b8c2654ee930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c7e9f6-c249-4375-8041-fd8e176dd8a3', 'code': 200} Jul 22 23:46:40.597053 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Attempting to bind port 19bccb78-a01f-4465-b1f0-627e608e1ef8 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:40.597427 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Attempting to bind port 19bccb78-a01f-4465-b1f0-627e608e1ef8 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '64c4feb8-6dfe-43f8-98bb-b826ade54963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '70a92ef6-c812-4a60-baef-c7930057c002'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:40.597764 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Attempting to bind port 19bccb78-a01f-4465-b1f0-627e608e1ef8 on network 70a92ef6-c812-4a60-baef-c7930057c002 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:40.611393 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Port 19bccb78-a01f-4465-b1f0-627e608e1ef8 on network 70a92ef6-c812-4a60-baef-c7930057c002 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:40.611725 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Attempting to bind port 19bccb78-a01f-4465-b1f0-627e608e1ef8 on network 70a92ef6-c812-4a60-baef-c7930057c002 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:40.616970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:40.617348 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Checking segment: {'id': '64c4feb8-6dfe-43f8-98bb-b826ade54963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '70a92ef6-c812-4a60-baef-c7930057c002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:40.617742 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Bound using segment: {'id': '64c4feb8-6dfe-43f8-98bb-b826ade54963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '70a92ef6-c812-4a60-baef-c7930057c002'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:40.618176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Bound port: 19bccb78-a01f-4465-b1f0-627e608e1ef8, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c4feb8-6dfe-43f8-98bb-b826ade54963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '70a92ef6-c812-4a60-baef-c7930057c002'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:40.618390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=54c7e9f6-c249-4375-8041-fd8e176dd8a3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:40.618525 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.699890 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] For port 19bccb78-a01f-4465-b1f0-627e608e1ef8, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:40.703630 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] For port 19bccb78-a01f-4465-b1f0-627e608e1ef8, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=19bccb78-a01f-4465-b1f0-627e608e1ef8,segment=NetworkSegment(64c4feb8-6dfe-43f8-98bb-b826ade54963),segment_id=64c4feb8-6dfe-43f8-98bb-b826ade54963)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:40.707467 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.721246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebc89f-5c26-411e-ac0b-70f9ebc55b55 req-128eaced-95ea-4a75-a0e7-690b7adfcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:40.723136 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cebc89f-5c26-411e-ac0b-70f9ebc55b55 req-128eaced-95ea-4a75-a0e7-690b7adfcaec service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 1097 time: 0.0586872 Jul 22 23:46:40.743557 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:40.744790 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.746311 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] 10.222.0.18 "PUT /v2.0/ports/19bccb78-a01f-4465-b1f0-627e608e1ef8 HTTP/1.1" status: 200 len: 1091 time: 0.7345486 Jul 22 23:46:40.746765 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bad7025-962c-4806-964a-cacc37e3866e', 'tag': '19bccb78-a01f-4465-b1f0-627e608e1ef8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:40.749055 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85be1412-efcc-4930-8e5e-4cfa4cf37261" -d '{"events": [{"name": "network-changed", "server_uuid": "2bad7025-962c-4806-964a-cacc37e3866e", "tag": "19bccb78-a01f-4465-b1f0-627e608e1ef8"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:40.768112 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cebc89f-5c26-411e-ac0b-70f9ebc55b55 req-b5284daf-591a-472b-9394-dba5e313dfa6 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376744 Jul 22 23:46:40.776072 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5bbf3-77bd-4d0a-ac3e-383f4ba1e640 service neutron] Pushing event updated for resources: {'Port': ['ID=19bccb78-a01f-4465-b1f0-627e608e1ef8,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:40.807280 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8bded3-1c85-4bdd-9c2a-2a0653849425 x-openstack-request-id: req-df8bded3-1c85-4bdd-9c2a-2a0653849425 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:40.807718 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bad7025-962c-4806-964a-cacc37e3866e", "tag": "19bccb78-a01f-4465-b1f0-627e608e1ef8", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:40.807977 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df8bded3-1c85-4bdd-9c2a-2a0653849425 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:40.808505 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bad7025-962c-4806-964a-cacc37e3866e', 'tag': '19bccb78-a01f-4465-b1f0-627e608e1ef8', 'status': 'completed', 'code': 200} Jul 22 23:46:40.895686 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-d446fd0e-6e3d-4585-9c97-84a78d09a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:40.897278 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-d446fd0e-6e3d-4585-9c97-84a78d09a2f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd3c6e3891f2468cb741285dad6d0125&device_id=2bad7025-962c-4806-964a-cacc37e3866e HTTP/1.1" status: 200 len: 1094 time: 0.0693052 Jul 22 23:46:40.945798 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-dcbec2c4-747d-4d9e-b052-9504b36c4252 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19bccb78-a01f-4465-b1f0-627e608e1ef8 HTTP/1.1" status: 200 len: 217 time: 0.0347221 Jul 22 23:46:40.997241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-7c4c2588-1f48-433a-b97b-12e5a68b7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:40.998909 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-7c4c2588-1f48-433a-b97b-12e5a68b7b81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43e63217-5581-4cbc-bf5a-bbb1d527e0fe HTTP/1.1" status: 200 len: 849 time: 0.0459189 Jul 22 23:46:41.037881 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-bac5ff81-c3d8-4abd-9c0e-c0da8d9ed84e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70a92ef6-c812-4a60-baef-c7930057c002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319071 Jul 22 23:46:41.125230 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:46:41.132057 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-ab66e0d5-a470-48fb-bd66-ca981e4c3855 service neutron] 10.222.0.18 "GET /v2.0/networks/70a92ef6-c812-4a60-baef-c7930057c002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860217 Jul 22 23:46:41.147117 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4ab06-e3c1-49df-8d6f-59af03165c62 req-bc8cc048-696c-4f41-b36b-a5049a57f182 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:41.150964 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8f4ab06-e3c1-49df-8d6f-59af03165c62 req-bc8cc048-696c-4f41-b36b-a5049a57f182 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 946 time: 0.0721560 Jul 22 23:46:41.195214 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8f4ab06-e3c1-49df-8d6f-59af03165c62 req-f3e0b5f1-1892-4e41-aad6-d566f942a830 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397906 Jul 22 23:46:41.238780 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-32b3ff9a-11a9-46d4-9e0d-c13366cb7863 req-c0c3a8d9-767d-4086-8004-24f83bbc5e9e service neutron] 10.222.0.18 "GET /v2.0/networks/70a92ef6-c812-4a60-baef-c7930057c002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986204 Jul 22 23:46:41.425508 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be1412-efcc-4930-8e5e-4cfa4cf37261 req-0fe76c8f-6b8b-4bb6-a439-06259aecff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:41.428074 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-85be1412-efcc-4930-8e5e-4cfa4cf37261 req-0fe76c8f-6b8b-4bb6-a439-06259aecff5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd3c6e3891f2468cb741285dad6d0125&device_id=2bad7025-962c-4806-964a-cacc37e3866e HTTP/1.1" status: 200 len: 1094 time: 0.0762784 Jul 22 23:46:41.551011 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be1412-efcc-4930-8e5e-4cfa4cf37261 req-5d3870da-2ddc-4c94-b23a-84d7cd6440e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:41.552497 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-85be1412-efcc-4930-8e5e-4cfa4cf37261 req-5d3870da-2ddc-4c94-b23a-84d7cd6440e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=70a92ef6-c812-4a60-baef-c7930057c002 HTTP/1.1" status: 200 len: 910 time: 0.1020684 Jul 22 23:46:41.596740 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-85be1412-efcc-4930-8e5e-4cfa4cf37261 req-b9fce30f-7541-42d7-aed1-48f8ac34fab2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19bccb78-a01f-4465-b1f0-627e608e1ef8 HTTP/1.1" status: 200 len: 217 time: 0.0366662 Jul 22 23:46:41.653727 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be1412-efcc-4930-8e5e-4cfa4cf37261 req-2379aeee-1104-4d2a-85de-03b91c17d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:41.655133 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-85be1412-efcc-4930-8e5e-4cfa4cf37261 req-2379aeee-1104-4d2a-85de-03b91c17d8dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43e63217-5581-4cbc-bf5a-bbb1d527e0fe HTTP/1.1" status: 200 len: 849 time: 0.0451977 Jul 22 23:46:41.678165 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fca66-7b3d-4484-a476-9658a07fbab0 req-698e07ee-47e1-4ee1-8e8d-b3a99c9be48e tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:41.679960 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db3fca66-7b3d-4484-a476-9658a07fbab0 req-698e07ee-47e1-4ee1-8e8d-b3a99c9be48e tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bad7025-962c-4806-964a-cacc37e3866e HTTP/1.1" status: 200 len: 943 time: 0.0747349 Jul 22 23:46:41.691973 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-85be1412-efcc-4930-8e5e-4cfa4cf37261 req-c26792a2-19f7-4c8e-a9e9-73459e768959 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70a92ef6-c812-4a60-baef-c7930057c002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299125 Jul 22 23:46:41.719481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db3fca66-7b3d-4484-a476-9658a07fbab0 req-2e09ccf6-2086-49cd-841d-fe65987f4762 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2a2deb1-bf02-453b-b729-2108731ddb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334797 Jul 22 23:46:41.788204 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-85be1412-efcc-4930-8e5e-4cfa4cf37261 req-5c387b8e-d1d2-4281-a0e2-0b168694153d service neutron] 10.222.0.18 "GET /v2.0/networks/70a92ef6-c812-4a60-baef-c7930057c002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880835 Jul 22 23:46:41.898383 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-85be1412-efcc-4930-8e5e-4cfa4cf37261 req-bb5d44c6-6d83-48c3-948d-29719ae2d1f3 service neutron] 10.222.0.18 "GET /v2.0/networks/70a92ef6-c812-4a60-baef-c7930057c002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013517 Jul 22 23:46:42.351392 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3734bcd-746f-4da2-a91c-2473135f18fa req-728b2a79-32a5-45ad-ba98-693aaa807e5f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:42.353790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3734bcd-746f-4da2-a91c-2473135f18fa req-728b2a79-32a5-45ad-ba98-693aaa807e5f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 946 time: 0.0737395 Jul 22 23:46:42.397693 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3734bcd-746f-4da2-a91c-2473135f18fa req-26b3485f-1c46-40c9-afa7-0fdcf20fcc0f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378516 Jul 22 23:46:42.503801 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-def95a5e-2c3e-47fb-87b9-e2662dae81c1 req-f3fcdf20-6a1b-4ec5-81ce-70019ad74544 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f6ae7f0b186642ec9ff08e3b121a3098 HTTP/1.1" status: 200 len: 267 time: 0.0376933 Jul 22 23:46:42.586160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def95a5e-2c3e-47fb-87b9-e2662dae81c1 req-19c73eed-7bb1-4b9b-8c18-d40caa2cfd65 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:42.588411 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-def95a5e-2c3e-47fb-87b9-e2662dae81c1 req-19c73eed-7bb1-4b9b-8c18-d40caa2cfd65 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 946 time: 0.0776207 Jul 22 23:46:42.602551 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-def95a5e-2c3e-47fb-87b9-e2662dae81c1 req-a33a1c1f-8016-4758-8f6d-7f32f36c2d35 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Request body: {'port': {'security_groups': []}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:42.753447 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-def95a5e-2c3e-47fb-87b9-e2662dae81c1 req-a33a1c1f-8016-4758-8f6d-7f32f36c2d35 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:43.005446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae46e77-b1a8-4c82-99a3-43431408d13a req-99af97a5-a826-4d4e-9cc0-1ed33c7b8caf tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:43.009193 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ae46e77-b1a8-4c82-99a3-43431408d13a req-99af97a5-a826-4d4e-9cc0-1ed33c7b8caf tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bad7025-962c-4806-964a-cacc37e3866e HTTP/1.1" status: 200 len: 943 time: 0.1653862 Jul 22 23:46:43.009193 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-def95a5e-2c3e-47fb-87b9-e2662dae81c1 req-a33a1c1f-8016-4758-8f6d-7f32f36c2d35 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] For port 54c7e9f6-c249-4375-8041-fd8e176dd8a3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=54c7e9f6-c249-4375-8041-fd8e176dd8a3,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:43.073179 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-def95a5e-2c3e-47fb-87b9-e2662dae81c1 req-a33a1c1f-8016-4758-8f6d-7f32f36c2d35 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:43.078428 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ae46e77-b1a8-4c82-99a3-43431408d13a req-a407749c-a7be-4485-8d20-d6c9e0c23bc2 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2a2deb1-bf02-453b-b729-2108731ddb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598710 Jul 22 23:46:43.079540 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-def95a5e-2c3e-47fb-87b9-e2662dae81c1 req-a33a1c1f-8016-4758-8f6d-7f32f36c2d35 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:43.091625 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['e06fa731-a551-4314-a8b2-44b2cc408f92', '54c7e9f6-c249-4375-8041-fd8e176dd8a3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:43.118051 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['fc7cd0a6-3d17-4d98-9c93-f0496278b378'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:43.154862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def95a5e-2c3e-47fb-87b9-e2662dae81c1 req-a33a1c1f-8016-4758-8f6d-7f32f36c2d35 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:43.155528 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-def95a5e-2c3e-47fb-87b9-e2662dae81c1 req-a33a1c1f-8016-4758-8f6d-7f32f36c2d35 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:43.157764 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-def95a5e-2c3e-47fb-87b9-e2662dae81c1 req-a33a1c1f-8016-4758-8f6d-7f32f36c2d35 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "PUT /v2.0/ports/54c7e9f6-c249-4375-8041-fd8e176dd8a3 HTTP/1.1" status: 200 len: 905 time: 0.5596092 Jul 22 23:46:43.158470 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf7109e-8ae4-4abd-a8fe-b8c2654ee930', 'tag': '54c7e9f6-c249-4375-8041-fd8e176dd8a3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:43.163118 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e747d8-af31-44e7-9afa-5f30efda23e3" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf7109e-8ae4-4abd-a8fe-b8c2654ee930", "tag": "54c7e9f6-c249-4375-8041-fd8e176dd8a3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:43.202390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a1c1f-8016-4758-8f6d-7f32f36c2d35 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event updated for resources: {'Port': ['ID=54c7e9f6-c249-4375-8041-fd8e176dd8a3,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:43.235150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['54c7e9f6-c249-4375-8041-fd8e176dd8a3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:43.243157 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f52dd33-fe8c-4865-b7f6-4c02d8494bb4 x-openstack-request-id: req-4f52dd33-fe8c-4865-b7f6-4c02d8494bb4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:43.243455 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf7109e-8ae4-4abd-a8fe-b8c2654ee930", "tag": "54c7e9f6-c249-4375-8041-fd8e176dd8a3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:43.244259 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f52dd33-fe8c-4865-b7f6-4c02d8494bb4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:43.245985 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf7109e-8ae4-4abd-a8fe-b8c2654ee930', 'tag': '54c7e9f6-c249-4375-8041-fd8e176dd8a3', 'status': 'completed', 'code': 200} Jul 22 23:46:43.412750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e747d8-af31-44e7-9afa-5f30efda23e3 req-6f5daf80-66f7-4b12-8762-1c66e90b13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:43.412750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0e747d8-af31-44e7-9afa-5f30efda23e3 req-6f5daf80-66f7-4b12-8762-1c66e90b13ce service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 1059 time: 0.1472614 Jul 22 23:46:43.461787 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0159888-f7ed-4501-9bd4-0232556f420e req-6908a4c7-88b0-43cc-9a18-88bf42394cbc tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:43.464375 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0159888-f7ed-4501-9bd4-0232556f420e req-6908a4c7-88b0-43cc-9a18-88bf42394cbc tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 908 time: 0.2008448 Jul 22 23:46:43.500836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 19bccb78-a01f-4465-b1f0-627e608e1ef8 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:46:43.651195 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1aaa517b-d848-4bb0-9153-409095913959 None None] Provisioning complete for port 54c7e9f6-c249-4375-8041-fd8e176dd8a3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:43.651576 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1aaa517b-d848-4bb0-9153-409095913959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:43.653617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e747d8-af31-44e7-9afa-5f30efda23e3 req-dda51a6d-db90-4920-9630-b28c705d39a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:43.655405 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0e747d8-af31-44e7-9afa-5f30efda23e3 req-dda51a6d-db90-4920-9630-b28c705d39a1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.2344627 Jul 22 23:46:43.681508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b446d-2f37-454e-a7ae-68f605e9f24a req-47ed5cc2-ca6b-4c29-abe7-9a9965c4b4c5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:43.683319 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-348b446d-2f37-454e-a7ae-68f605e9f24a req-47ed5cc2-ca6b-4c29-abe7-9a9965c4b4c5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1222289 Jul 22 23:46:43.712838 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 19bccb78-a01f-4465-b1f0-627e608e1ef8, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=19bccb78-a01f-4465-b1f0-627e608e1ef8,segment=NetworkSegment(64c4feb8-6dfe-43f8-98bb-b826ade54963),segment_id=64c4feb8-6dfe-43f8-98bb-b826ade54963)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:43.724772 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0e747d8-af31-44e7-9afa-5f30efda23e3 req-91e14e22-e747-4e1e-ac57-fd489491261c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54c7e9f6-c249-4375-8041-fd8e176dd8a3 HTTP/1.1" status: 200 len: 217 time: 0.0603487 Jul 22 23:46:43.765944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '19bccb78-a01f-4465-b1f0-627e608e1ef8', 'network_id': '70a92ef6-c812-4a60-baef-c7930057c002', 'port_id': '19bccb78-a01f-4465-b1f0-627e608e1ef8', 'mac_address': 'fa:16:3e:68:a9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e63217-5581-4cbc-bf5a-bbb1d527e0fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:46:43.784447 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e747d8-af31-44e7-9afa-5f30efda23e3 req-88d2c923-07cd-46a1-acd0-04f8e820fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:43.786069 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0e747d8-af31-44e7-9afa-5f30efda23e3 req-88d2c923-07cd-46a1-acd0-04f8e820fb63 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.0492141 Jul 22 23:46:43.846696 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-348b446d-2f37-454e-a7ae-68f605e9f24a req-75646869-bb27-43ba-9988-6a0023b8bc80 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253164 Jul 22 23:46:43.850738 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:43.878465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e747d8-af31-44e7-9afa-5f30efda23e3 req-7240be77-f3a9-4bc7-a448-f0519dbf2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:43.880078 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0e747d8-af31-44e7-9afa-5f30efda23e3 req-7240be77-f3a9-4bc7-a448-f0519dbf2cdd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819478 Jul 22 23:46:43.898086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19bccb78-a01f-4465-b1f0-627e608e1ef8 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:46:43.940885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 19bccb78-a01f-4465-b1f0-627e608e1ef8, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=19bccb78-a01f-4465-b1f0-627e608e1ef8,segment=NetworkSegment(64c4feb8-6dfe-43f8-98bb-b826ade54963),segment_id=64c4feb8-6dfe-43f8-98bb-b826ade54963)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:43.949769 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:44.010882 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=19bccb78-a01f-4465-b1f0-627e608e1ef8,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:44.023810 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0e747d8-af31-44e7-9afa-5f30efda23e3 req-b07130dc-ebb7-416b-81c0-7dcad734def7 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360936 Jul 22 23:46:44.110675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761860df-404e-4ee7-82c1-adb20766fd21 req-5e1c2552-a214-465c-ad1f-9bca73becb76 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:44.112282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-761860df-404e-4ee7-82c1-adb20766fd21 req-5e1c2552-a214-465c-ad1f-9bca73becb76 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1496699 Jul 22 23:46:44.166262 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0e747d8-af31-44e7-9afa-5f30efda23e3 req-9e5f9e6c-2f3c-468e-a496-2f3b74352484 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347249 Jul 22 23:46:44.171907 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-761860df-404e-4ee7-82c1-adb20766fd21 req-161e72e0-69c0-46cf-9ce7-e4f6e165db07 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531292 Jul 22 23:46:44.364616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125ad23-49cb-4c85-bbe6-cca0a9b8ee35 req-302a2bcf-001e-44cd-b2d2-bbbb26024afe tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:44.366086 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c125ad23-49cb-4c85-bbe6-cca0a9b8ee35 req-302a2bcf-001e-44cd-b2d2-bbbb26024afe tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bad7025-962c-4806-964a-cacc37e3866e HTTP/1.1" status: 200 len: 944 time: 0.1030300 Jul 22 23:46:44.390508 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['19bccb78-a01f-4465-b1f0-627e608e1ef8'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:44.511550 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c125ad23-49cb-4c85-bbe6-cca0a9b8ee35 req-c8957cde-2e2a-40ad-a967-1a7cdc8ef651 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2a2deb1-bf02-453b-b729-2108731ddb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396184 Jul 22 23:46:44.543782 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-781fdc8b-5e54-4d46-8241-2ede9fbb1259 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:44.545467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-781fdc8b-5e54-4d46-8241-2ede9fbb1259 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 812 time: 0.1658287 Jul 22 23:46:44.562589 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-b3657ad9-c93c-4c4b-a438-c054d5f36e63 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/quotas/f6ae7f0b186642ec9ff08e3b121a3098 HTTP/1.1" status: 200 len: 375 time: 0.0110443 Jul 22 23:46:44.649137 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-9484b2fa-1063-4bcf-a20e-0f7da607157d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0800638 Jul 22 23:46:44.746353 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-d8bd9e2a-9c21-41f8-8c86-40ec83783c9b service neutron] 10.222.0.26 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903451 Jul 22 23:46:44.854093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-d15b53fe-439c-4a89-a1b7-4719320d4980 service neutron] 10.222.0.26 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970666 Jul 22 23:46:45.055400 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b15ba8cd-73c8-43e8-bdde-4785dad33634 req-3ed53a30-e3a7-452b-9de3-1d4469453403 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 210 time: 0.0546248 Jul 22 23:46:45.688368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43a7cd-ad12-4e9a-9032-e04277e02a1f req-6e89ec56-cac3-4d5a-b8a0-ff22866b04a1 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:45.692797 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e43a7cd-ad12-4e9a-9032-e04277e02a1f req-6e89ec56-cac3-4d5a-b8a0-ff22866b04a1 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bad7025-962c-4806-964a-cacc37e3866e HTTP/1.1" status: 200 len: 944 time: 0.1065676 Jul 22 23:46:45.739249 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e43a7cd-ad12-4e9a-9032-e04277e02a1f req-963a42d7-e9de-469a-9a24-55f7e0be5388 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2a2deb1-bf02-453b-b729-2108731ddb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395784 Jul 22 23:46:46.192696 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4909bef2-9f93-4d52-8b6b-ef66e91640a7 req-432c93ec-55e4-4952-9d61-892740292d58 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 210 time: 0.0413761 Jul 22 23:46:46.205696 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-c51581ca-61b1-4bfa-b637-d7412110483d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:46.213529 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-c51581ca-61b1-4bfa-b637-d7412110483d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 812 time: 0.1562855 Jul 22 23:46:46.221346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-560cb4e7-9179-437c-ac78-505d88b55e38 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Request body: {'port': {'device_id': '895e4295-6296-4fcb-86b2-5af121727ebc', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'admin_state_up': True, 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:46.329479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-560cb4e7-9179-437c-ac78-505d88b55e38 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Made reservation on behalf of f6ae7f0b186642ec9ff08e3b121a3098 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:46.333333 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-560cb4e7-9179-437c-ac78-505d88b55e38 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:46.431343 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:46.484759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-560cb4e7-9179-437c-ac78-505d88b55e38 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Allocated IP 172.20.0.9 (d3554cbf-5379-4b81-9b9a-4aed7eb449a4/bc55de62-d0a0-4dc6-a48b-f50f95f15fef/f289de3b-6e18-42ae-bf7b-fb624517f7bc) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:46.661639 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-560cb4e7-9179-437c-ac78-505d88b55e38 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:46.678338 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-560cb4e7-9179-437c-ac78-505d88b55e38 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Transition to ACTIVE for port object f289de3b-6e18-42ae-bf7b-fb624517f7bc will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:46.723364 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-560cb4e7-9179-437c-ac78-505d88b55e38 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:46.748725 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['e06fa731-a551-4314-a8b2-44b2cc408f92'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:46.796576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cb4e7-9179-437c-ac78-505d88b55e38 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event updated for resources: {'Port': ['ID=f289de3b-6e18-42ae-bf7b-fb624517f7bc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:46.812412 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-560cb4e7-9179-437c-ac78-505d88b55e38 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:46.813957 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-560cb4e7-9179-437c-ac78-505d88b55e38 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:46.816265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-560cb4e7-9179-437c-ac78-505d88b55e38 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:46.818417 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['fc7cd0a6-3d17-4d98-9c93-f0496278b378'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:47.235104 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-761eca51-bc28-4ec4-8d00-482de740170e None None] Provisioning for port f289de3b-6e18-42ae-bf7b-fb624517f7bc completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:47.241028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-761eca51-bc28-4ec4-8d00-482de740170e None None] Provisioning complete for port f289de3b-6e18-42ae-bf7b-fb624517f7bc triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:47.241423 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-761eca51-bc28-4ec4-8d00-482de740170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:47.334388 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-761eca51-bc28-4ec4-8d00-482de740170e None None] Port f289de3b-6e18-42ae-bf7b-fb624517f7bc cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:46:47.533778 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 19bccb78-a01f-4465-b1f0-627e608e1ef8 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:47.596172 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-560cb4e7-9179-437c-ac78-505d88b55e38 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:47.598581 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-560cb4e7-9179-437c-ac78-505d88b55e38 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:47.635860 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 19bccb78-a01f-4465-b1f0-627e608e1ef8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:47.640233 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 19bccb78-a01f-4465-b1f0-627e608e1ef8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:47.640731 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:47.641953 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-560cb4e7-9179-437c-ac78-505d88b55e38 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4175255 Jul 22 23:46:47.676466 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Request body: {'port': {'device_id': '895e4295-6296-4fcb-86b2-5af121727ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:47.756756 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:47.770006 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8008d0-4f47-48f2-aaec-9d9d59d637ba req-b01fb6c3-ad14-4e9e-89dd-64357a60d675 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:47.779109 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f8008d0-4f47-48f2-aaec-9d9d59d637ba req-b01fb6c3-ad14-4e9e-89dd-64357a60d675 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 931 time: 0.2748747 Jul 22 23:46:47.796380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377685d-bb68-41a3-af84-502df206b6c3 req-531c80fc-c178-4c64-839e-ff9d633b4587 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:47.802508 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5377685d-bb68-41a3-af84-502df206b6c3 req-531c80fc-c178-4c64-839e-ff9d633b4587 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bad7025-962c-4806-964a-cacc37e3866e HTTP/1.1" status: 200 len: 944 time: 0.9358351 Jul 22 23:46:47.806348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bad7025-962c-4806-964a-cacc37e3866e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bccb78-a01f-4465-b1f0-627e608e1ef8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:47.809078 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d716445-b86c-4475-811a-b5bd6871d1d4" -d '{"events": [{"server_uuid": "2bad7025-962c-4806-964a-cacc37e3866e", "name": "network-vif-plugged", "status": "completed", "tag": "19bccb78-a01f-4465-b1f0-627e608e1ef8"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:47.823582 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 19bccb78-a01f-4465-b1f0-627e608e1ef8, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=19bccb78-a01f-4465-b1f0-627e608e1ef8,segment=NetworkSegment(64c4feb8-6dfe-43f8-98bb-b826ade54963),segment_id=64c4feb8-6dfe-43f8-98bb-b826ade54963)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:47.829434 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:47.890721 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=19bccb78-a01f-4465-b1f0-627e608e1ef8,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:47.912792 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f8008d0-4f47-48f2-aaec-9d9d59d637ba req-ab1bff33-c340-4b38-8d05-fd1870dcffe6 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275599 Jul 22 23:46:47.942607 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5377685d-bb68-41a3-af84-502df206b6c3 req-55a41dca-4ea8-4f4f-9c6f-b822ec5fbb21 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2a2deb1-bf02-453b-b729-2108731ddb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254277 Jul 22 23:46:47.950008 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:47.989933 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724a2ce3-5023-4e43-bc6d-1f2a3fff9b6d x-openstack-request-id: req-724a2ce3-5023-4e43-bc6d-1f2a3fff9b6d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:47.990230 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bad7025-962c-4806-964a-cacc37e3866e", "name": "network-vif-plugged", "status": "completed", "tag": "19bccb78-a01f-4465-b1f0-627e608e1ef8", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:47.990481 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-724a2ce3-5023-4e43-bc6d-1f2a3fff9b6d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:47.990887 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bad7025-962c-4806-964a-cacc37e3866e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bccb78-a01f-4465-b1f0-627e608e1ef8', 'code': 200} Jul 22 23:46:48.203587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442bef4-1662-4c9f-8d90-3610afc6b352 req-53c00b66-e22c-46fa-874f-cf455acaa6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:48.213136 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8442bef4-1662-4c9f-8d90-3610afc6b352 req-53c00b66-e22c-46fa-874f-cf455acaa6ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2bad7025-962c-4806-964a-cacc37e3866e HTTP/1.1" status: 200 len: 1096 time: 0.1069562 Jul 22 23:46:48.280605 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8442bef4-1662-4c9f-8d90-3610afc6b352 req-b4ef4b0e-cc11-449c-988c-d70a3d953b7f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b2a2deb1-bf02-453b-b729-2108731ddb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594444 Jul 22 23:46:48.285783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f289de3b-6e18-42ae-bf7b-fb624517f7bc {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:46:48.294426 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:48.307966 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Transition to ACTIVE for port object f289de3b-6e18-42ae-bf7b-fb624517f7bc will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:48.313460 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:48.373595 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Pushing event updated for resources: {'Port': ['ID=f289de3b-6e18-42ae-bf7b-fb624517f7bc,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:48.475747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Attempting to bind port f289de3b-6e18-42ae-bf7b-fb624517f7bc on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:48.476504 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Attempting to bind port f289de3b-6e18-42ae-bf7b-fb624517f7bc by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:48.477029 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Attempting to bind port f289de3b-6e18-42ae-bf7b-fb624517f7bc on network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:48.484554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Port f289de3b-6e18-42ae-bf7b-fb624517f7bc on network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:48.485326 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Attempting to bind port f289de3b-6e18-42ae-bf7b-fb624517f7bc on network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:48.491333 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:48.492038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Checking segment: {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:48.492619 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Bound using segment: {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:48.493303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Bound port: f289de3b-6e18-42ae-bf7b-fb624517f7bc, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:48.493978 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:48.573536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] For port f289de3b-6e18-42ae-bf7b-fb624517f7bc, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:48.578961 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] For port f289de3b-6e18-42ae-bf7b-fb624517f7bc, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=f289de3b-6e18-42ae-bf7b-fb624517f7bc,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:48.591000 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:48.635921 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:48.636794 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:48.638441 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] 10.222.0.95 "PUT /v2.0/ports/f289de3b-6e18-42ae-bf7b-fb624517f7bc HTTP/1.1" status: 200 len: 1091 time: 0.9902403 Jul 22 23:46:48.639002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895e4295-6296-4fcb-86b2-5af121727ebc', 'tag': 'f289de3b-6e18-42ae-bf7b-fb624517f7bc'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:48.641459 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b4e42f-18fb-41dc-95ca-ff6b230e321a" -d '{"events": [{"name": "network-changed", "server_uuid": "895e4295-6296-4fcb-86b2-5af121727ebc", "tag": "f289de3b-6e18-42ae-bf7b-fb624517f7bc"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:48.663356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f20c05-0803-4bd6-ab98-ca30687bf0ce service neutron] Pushing event updated for resources: {'Port': ['ID=f289de3b-6e18-42ae-bf7b-fb624517f7bc,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:48.757666 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da79ad0a-b68b-41de-8fb5-a37946abdddc x-openstack-request-id: req-da79ad0a-b68b-41de-8fb5-a37946abdddc {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:48.757950 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895e4295-6296-4fcb-86b2-5af121727ebc", "tag": "f289de3b-6e18-42ae-bf7b-fb624517f7bc", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:48.758207 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da79ad0a-b68b-41de-8fb5-a37946abdddc {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:48.774488 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895e4295-6296-4fcb-86b2-5af121727ebc', 'tag': 'f289de3b-6e18-42ae-bf7b-fb624517f7bc', 'status': 'completed', 'code': 200} Jul 22 23:46:48.840282 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-e4c6e5ab-7c27-4256-a6c0-e7999d57dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:48.841848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-e4c6e5ab-7c27-4256-a6c0-e7999d57dc60 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 1094 time: 0.1456969 Jul 22 23:46:48.911170 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-6c3c45ff-0ff4-4a9f-9a1d-f421868bc9b4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f289de3b-6e18-42ae-bf7b-fb624517f7bc HTTP/1.1" status: 200 len: 217 time: 0.0597279 Jul 22 23:46:48.998776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-64ab7195-708c-4dce-af8e-a77891a42fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:49.002262 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-64ab7195-708c-4dce-af8e-a77891a42fca service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.0760670 Jul 22 23:46:49.195281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-74d86c70-3ca4-45c8-9799-3ffe32369463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:49.197326 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-74d86c70-3ca4-45c8-9799-3ffe32369463 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1861575 Jul 22 23:46:49.249169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2111f-570c-44cd-aab6-9142b796231c req-0bce2ca4-d4ad-4c7f-9f93-b5632883bfe1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:49.250910 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2cb2111f-570c-44cd-aab6-9142b796231c req-0bce2ca4-d4ad-4c7f-9f93-b5632883bfe1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 943 time: 0.1767111 Jul 22 23:46:49.258225 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1df7-4de9-448f-8c96-b0ee456983c1 req-0739cb4b-3117-4f21-9132-45da8e768c66 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:49.260059 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c3a1df7-4de9-448f-8c96-b0ee456983c1 req-0739cb4b-3117-4f21-9132-45da8e768c66 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bad7025-962c-4806-964a-cacc37e3866e HTTP/1.1" status: 200 len: 945 time: 0.1478658 Jul 22 23:46:49.439067 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2cb2111f-570c-44cd-aab6-9142b796231c req-6d48a6c3-3f91-40dc-b6d9-c4666257f44a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779630 Jul 22 23:46:49.453903 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c3a1df7-4de9-448f-8c96-b0ee456983c1 req-935abcaa-7eb1-470c-b981-9795b8fa1cf5 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2a2deb1-bf02-453b-b729-2108731ddb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738801 Jul 22 23:46:49.456274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-fc48ff65-fc9e-4125-9a84-23b96517ed22 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517505 Jul 22 23:46:49.614105 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7be6dbde-227c-4883-b7d2-c3a56b565c49 req-c6ed1aa9-544f-4374-b943-fc71a8d76763 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462121 Jul 22 23:46:49.725859 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4e42f-18fb-41dc-95ca-ff6b230e321a req-725d9c07-8721-4e1b-a7d4-68db6f5fdd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:49.727567 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1b4e42f-18fb-41dc-95ca-ff6b230e321a req-725d9c07-8721-4e1b-a7d4-68db6f5fdd4c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 1094 time: 0.0585651 Jul 22 23:46:49.839187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4e42f-18fb-41dc-95ca-ff6b230e321a req-a4c4e2a7-1be9-4da8-9085-0bb3fb694c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:49.840701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1b4e42f-18fb-41dc-95ca-ff6b230e321a req-a4c4e2a7-1be9-4da8-9085-0bb3fb694c1a service neutron] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.1054821 Jul 22 23:46:49.891393 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1b4e42f-18fb-41dc-95ca-ff6b230e321a req-3d64be8a-f493-4324-a7d5-7591886c086e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f289de3b-6e18-42ae-bf7b-fb624517f7bc HTTP/1.1" status: 200 len: 217 time: 0.0367081 Jul 22 23:46:49.951022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4e42f-18fb-41dc-95ca-ff6b230e321a req-7e189eb2-ac13-46d1-8312-97f86975891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:49.952557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1b4e42f-18fb-41dc-95ca-ff6b230e321a req-7e189eb2-ac13-46d1-8312-97f86975891b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.0534201 Jul 22 23:46:50.029772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4e42f-18fb-41dc-95ca-ff6b230e321a req-9c48006f-d7c9-4ebc-a525-943ecf1ef18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:50.031416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1b4e42f-18fb-41dc-95ca-ff6b230e321a req-9c48006f-d7c9-4ebc-a525-943ecf1ef18b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712557 Jul 22 23:46:50.132285 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1b4e42f-18fb-41dc-95ca-ff6b230e321a req-3111b62c-aa80-4152-9b39-05b53a6df86d service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930548 Jul 22 23:46:50.223175 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1b4e42f-18fb-41dc-95ca-ff6b230e321a req-0bf048e1-cf49-4179-83fe-249e8ae50552 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831764 Jul 22 23:46:50.626166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78708b-fa2e-4bce-a653-47ec16477c33 req-571789d1-45a3-42ad-8dad-cac38a7b2e03 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:50.627659 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d78708b-fa2e-4bce-a653-47ec16477c33 req-571789d1-45a3-42ad-8dad-cac38a7b2e03 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 943 time: 0.1082804 Jul 22 23:46:50.640388 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2be01-4e27-42c4-b39a-6bed91246b4c req-b078a6da-3a70-4aec-b7fb-6c030cca8c05 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:50.641852 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3c2be01-4e27-42c4-b39a-6bed91246b4c req-b078a6da-3a70-4aec-b7fb-6c030cca8c05 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bad7025-962c-4806-964a-cacc37e3866e HTTP/1.1" status: 200 len: 945 time: 0.0922267 Jul 22 23:46:50.696941 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d78708b-fa2e-4bce-a653-47ec16477c33 req-a97c0dbe-d72f-4fd9-bc13-effd02280be6 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540965 Jul 22 23:46:50.702004 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3c2be01-4e27-42c4-b39a-6bed91246b4c req-468de6f9-9167-47d2-8190-fe5446d23510 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2a2deb1-bf02-453b-b729-2108731ddb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534034 Jul 22 23:46:51.843693 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae1c60-c368-4922-ad7e-eb0504721f99 req-36f42fac-e98e-45cf-adf3-8399670098ba tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:51.845556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4fae1c60-c368-4922-ad7e-eb0504721f99 req-36f42fac-e98e-45cf-adf3-8399670098ba tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 943 time: 0.0704448 Jul 22 23:46:51.887455 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4fae1c60-c368-4922-ad7e-eb0504721f99 req-f29a46d7-6104-4e46-b5d0-fe948cac421f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358846 Jul 22 23:46:52.408387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device f289de3b-6e18-42ae-bf7b-fb624517f7bc details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:46:52.564397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port f289de3b-6e18-42ae-bf7b-fb624517f7bc, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=f289de3b-6e18-42ae-bf7b-fb624517f7bc,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:52.579468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'f289de3b-6e18-42ae-bf7b-fb624517f7bc', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'port_id': 'f289de3b-6e18-42ae-bf7b-fb624517f7bc', 'mac_address': 'fa:16:3e:f7:c1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:46:52.597955 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63de93-68e2-41ad-b69c-d14bbfd68be4 req-26a83446-6350-4c30-a39b-d84a083a0cff tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:52.599533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e63de93-68e2-41ad-b69c-d14bbfd68be4 req-26a83446-6350-4c30-a39b-d84a083a0cff tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bad7025-962c-4806-964a-cacc37e3866e HTTP/1.1" status: 200 len: 945 time: 0.1261737 Jul 22 23:46:52.618778 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:52.631915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f289de3b-6e18-42ae-bf7b-fb624517f7bc {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:46:52.644705 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e63de93-68e2-41ad-b69c-d14bbfd68be4 req-5db4fd9c-ae84-41e2-ba1b-39484d951c9e tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2a2deb1-bf02-453b-b729-2108731ddb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376430 Jul 22 23:46:52.655088 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port f289de3b-6e18-42ae-bf7b-fb624517f7bc, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=f289de3b-6e18-42ae-bf7b-fb624517f7bc,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:52.659678 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:52.711963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=f289de3b-6e18-42ae-bf7b-fb624517f7bc,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:52.719860 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:52.720213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:52.720558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:52.721135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:52.721461 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:52.721795 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:52.722123 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:52.722453 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:52.722779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:52.723103 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:52.723425 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:52.723747 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:52.920448 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['f289de3b-6e18-42ae-bf7b-fb624517f7bc'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:53.066240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd0f37-4807-47eb-ac4c-57d17f626814 req-7a52fc7f-34b5-4a59-8b58-1ad22de63662 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:53.067751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6dd0f37-4807-47eb-ac4c-57d17f626814 req-7a52fc7f-34b5-4a59-8b58-1ad22de63662 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 944 time: 0.1009045 Jul 22 23:46:53.108943 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6dd0f37-4807-47eb-ac4c-57d17f626814 req-b8a44592-3de5-4707-b7f2-430ebe6e2567 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347438 Jul 22 23:46:53.783792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da5c2a-bb38-42f0-bda2-aebcaf922685 req-de7bb5cb-7ec2-4eab-a123-b7153479db22 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:53.785305 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52da5c2a-bb38-42f0-bda2-aebcaf922685 req-de7bb5cb-7ec2-4eab-a123-b7153479db22 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bad7025-962c-4806-964a-cacc37e3866e HTTP/1.1" status: 200 len: 945 time: 0.0695238 Jul 22 23:46:53.823816 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52da5c2a-bb38-42f0-bda2-aebcaf922685 req-78652585-799a-4b45-a57e-a56c085324fe tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2a2deb1-bf02-453b-b729-2108731ddb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321486 Jul 22 23:46:54.106840 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9679f93-80dd-44b7-8d21-2bbf6a03a6b3 req-c25de86a-a5af-4cf9-91da-562f7e9f2add tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:54.108381 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9679f93-80dd-44b7-8d21-2bbf6a03a6b3 req-c25de86a-a5af-4cf9-91da-562f7e9f2add tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bad7025-962c-4806-964a-cacc37e3866e HTTP/1.1" status: 200 len: 945 time: 0.0675027 Jul 22 23:46:54.244203 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d9679f93-80dd-44b7-8d21-2bbf6a03a6b3 req-ce1741db-6b70-4735-98d4-03e7baba8332 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Deleting port 19bccb78-a01f-4465-b1f0-627e608e1ef8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:54.244552 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9679f93-80dd-44b7-8d21-2bbf6a03a6b3 req-ce1741db-6b70-4735-98d4-03e7baba8332 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:54.252448 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b353ac8-222a-48a4-9991-fc4e4fe8f0bb req-1517f0fd-330f-4f71-a69b-70215a008ea9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:54.254132 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b353ac8-222a-48a4-9991-fc4e4fe8f0bb req-1517f0fd-330f-4f71-a69b-70215a008ea9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 944 time: 0.0713191 Jul 22 23:46:54.298510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b353ac8-222a-48a4-9991-fc4e4fe8f0bb req-66411c00-fad5-4e33-a4e6-7d7e8b508b24 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381351 Jul 22 23:46:54.353856 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d9679f93-80dd-44b7-8d21-2bbf6a03a6b3 req-ce1741db-6b70-4735-98d4-03e7baba8332 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] For port 19bccb78-a01f-4465-b1f0-627e608e1ef8, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=19bccb78-a01f-4465-b1f0-627e608e1ef8,segment=NetworkSegment(64c4feb8-6dfe-43f8-98bb-b826ade54963),segment_id=64c4feb8-6dfe-43f8-98bb-b826ade54963)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:54.354441 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9679f93-80dd-44b7-8d21-2bbf6a03a6b3 req-ce1741db-6b70-4735-98d4-03e7baba8332 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:54.367482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d9679f93-80dd-44b7-8d21-2bbf6a03a6b3 req-ce1741db-6b70-4735-98d4-03e7baba8332 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Calling delete_port for 19bccb78-a01f-4465-b1f0-627e608e1ef8 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:54.418481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device f289de3b-6e18-42ae-bf7b-fb624517f7bc up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:54.496827 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port f289de3b-6e18-42ae-bf7b-fb624517f7bc completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:54.502281 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port f289de3b-6e18-42ae-bf7b-fb624517f7bc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:54.502763 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:54.522842 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9679f93-80dd-44b7-8d21-2bbf6a03a6b3 req-ce1741db-6b70-4735-98d4-03e7baba8332 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:54.555235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1741db-6b70-4735-98d4-03e7baba8332 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Pushing event deleted for resources: {'Port': ['ID=19bccb78-a01f-4465-b1f0-627e608e1ef8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:54.581414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['19bccb78-a01f-4465-b1f0-627e608e1ef8'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:54.594359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52786) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:54.613757 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9679f93-80dd-44b7-8d21-2bbf6a03a6b3 req-ce1741db-6b70-4735-98d4-03e7baba8332 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] No DVR routers for this DVR port 19bccb78-a01f-4465-b1f0-627e608e1ef8 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:46:54.616741 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d9679f93-80dd-44b7-8d21-2bbf6a03a6b3 req-ce1741db-6b70-4735-98d4-03e7baba8332 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:54.618981 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d9679f93-80dd-44b7-8d21-2bbf6a03a6b3 req-ce1741db-6b70-4735-98d4-03e7baba8332 tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.18 "DELETE /v2.0/ports/19bccb78-a01f-4465-b1f0-627e608e1ef8 HTTP/1.1" status: 204 len: 173 time: 0.5042164 Jul 22 23:46:54.619450 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bad7025-962c-4806-964a-cacc37e3866e', 'name': 'network-vif-deleted', 'tag': '19bccb78-a01f-4465-b1f0-627e608e1ef8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:54.621814 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417b35f8-0d99-40af-8bf0-49bacb779730" -d '{"events": [{"server_uuid": "2bad7025-962c-4806-964a-cacc37e3866e", "name": "network-vif-deleted", "tag": "19bccb78-a01f-4465-b1f0-627e608e1ef8"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:54.624214 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:54.665366 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626cd322-bdb6-4573-ab6a-4ff0a072e63a x-openstack-request-id: req-626cd322-bdb6-4573-ab6a-4ff0a072e63a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:54.665867 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bad7025-962c-4806-964a-cacc37e3866e", "name": "network-vif-deleted", "tag": "19bccb78-a01f-4465-b1f0-627e608e1ef8", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:54.666032 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-626cd322-bdb6-4573-ab6a-4ff0a072e63a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:54.666440 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bad7025-962c-4806-964a-cacc37e3866e', 'name': 'network-vif-deleted', 'tag': '19bccb78-a01f-4465-b1f0-627e608e1ef8', 'status': 'completed', 'code': 200} Jul 22 23:46:54.668730 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port f289de3b-6e18-42ae-bf7b-fb624517f7bc, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=f289de3b-6e18-42ae-bf7b-fb624517f7bc,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:54.669962 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895e4295-6296-4fcb-86b2-5af121727ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f289de3b-6e18-42ae-bf7b-fb624517f7bc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:54.673692 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb469902-3e87-47d6-a980-4a177bd8742b" -d '{"events": [{"server_uuid": "895e4295-6296-4fcb-86b2-5af121727ebc", "name": "network-vif-plugged", "status": "completed", "tag": "f289de3b-6e18-42ae-bf7b-fb624517f7bc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:54.676677 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:54.720688 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a759842d-da23-4a59-abe4-4f8f9c164303 x-openstack-request-id: req-a759842d-da23-4a59-abe4-4f8f9c164303 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:54.721109 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895e4295-6296-4fcb-86b2-5af121727ebc", "name": "network-vif-plugged", "status": "completed", "tag": "f289de3b-6e18-42ae-bf7b-fb624517f7bc", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:54.721463 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a759842d-da23-4a59-abe4-4f8f9c164303 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:54.722067 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895e4295-6296-4fcb-86b2-5af121727ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f289de3b-6e18-42ae-bf7b-fb624517f7bc', 'code': 200} Jul 22 23:46:54.737658 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=f289de3b-6e18-42ae-bf7b-fb624517f7bc,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:54.757277 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1abfe00-afa7-4ef2-8f58-b6bc99b41190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:54.893684 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf466c-b30c-4c4d-a908-efea1b71b51a req-b503dcaf-d736-4d62-a62e-3cff4e36b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:54.895198 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-30cf466c-b30c-4c4d-a908-efea1b71b51a req-b503dcaf-d736-4d62-a62e-3cff4e36b4d0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 1096 time: 0.0981283 Jul 22 23:46:54.920990 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1abfe00-afa7-4ef2-8f58-b6bc99b41190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:54.932779 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1abfe00-afa7-4ef2-8f58-b6bc99b41190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:54.956186 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2bfc0251-55c8-4258-9c13-1deda49d3ace req-c144fc27-3406-4cc7-b7a9-93c5be6e4e4f tempest-ServerTagsTestJSON-463209083 tempest-ServerTagsTestJSON-463209083-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bad7025-962c-4806-964a-cacc37e3866e HTTP/1.1" status: 200 len: 210 time: 0.0441682 Jul 22 23:46:54.982403 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-30cf466c-b30c-4c4d-a908-efea1b71b51a req-3e83f5dc-9417-45f3-82d7-86a334bcadf5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794528 Jul 22 23:46:54.997620 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abfe00-afa7-4ef2-8f58-b6bc99b41190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d8fc64-6917-455d-acc2-000d4ab1e5c1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:55.004210 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f1abfe00-afa7-4ef2-8f58-b6bc99b41190 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e03ca27d28849c6bbef5d5967762c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061425 Jul 22 23:46:55.004506 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52796) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:55.055492 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c463709-e26a-4cb0-bb78-c412891b0eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.075446 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c463709-e26a-4cb0-bb78-c412891b0eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.128628 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c463709-e26a-4cb0-bb78-c412891b0eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.131374 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c463709-e26a-4cb0-bb78-c412891b0eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.132602 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4c463709-e26a-4cb0-bb78-c412891b0eb6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a8d8fc64-6917-455d-acc2-000d4ab1e5c1 HTTP/1.1" status: 204 len: 168 time: 0.1271875 Jul 22 23:46:55.141121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c463709-e26a-4cb0-bb78-c412891b0eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d8fc64-6917-455d-acc2-000d4ab1e5c1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:55.438505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c5b7c-58db-447d-b49d-e8e39dec6e91 req-5f83a305-5ded-401a-83df-2876b6073cc9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:55.440059 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e6c5b7c-58db-447d-b49d-e8e39dec6e91 req-5f83a305-5ded-401a-83df-2876b6073cc9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.0664899 Jul 22 23:46:55.465952 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52810) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:55.478961 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e79abcc4-d3ea-4421-815f-47b6ce8bf2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.480547 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e6c5b7c-58db-447d-b49d-e8e39dec6e91 req-71922f20-692e-4112-908f-e9fba85d15ed tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343695 Jul 22 23:46:55.568218 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e79abcc4-d3ea-4421-815f-47b6ce8bf2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.572683 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e79abcc4-d3ea-4421-815f-47b6ce8bf2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.611068 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e79abcc4-d3ea-4421-815f-47b6ce8bf2fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fbde942bdc654bde825b718a74230eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440156 Jul 22 23:46:55.611943 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79abcc4-d3ea-4421-815f-47b6ce8bf2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b17da1e-238f-4f4e-902d-33b26ab902b4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:55.614669 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52812) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:55.662951 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd5888d2-e475-4c57-902c-591c125c6d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.683962 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd5888d2-e475-4c57-902c-591c125c6d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.728746 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd5888d2-e475-4c57-902c-591c125c6d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.731225 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd5888d2-e475-4c57-902c-591c125c6d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.732360 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bd5888d2-e475-4c57-902c-591c125c6d2b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b17da1e-238f-4f4e-902d-33b26ab902b4 HTTP/1.1" status: 204 len: 168 time: 0.1163855 Jul 22 23:46:55.740171 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5888d2-e475-4c57-902c-591c125c6d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b17da1e-238f-4f4e-902d-33b26ab902b4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:56.014592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52822) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:56.061596 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa50914-68a2-4174-bd60-498fd3faba31 admin admin] Deleting subnet 43e63217-5581-4cbc-bf5a-bbb1d527e0fe {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:46:56.064799 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faa50914-68a2-4174-bd60-498fd3faba31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.104815 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faa50914-68a2-4174-bd60-498fd3faba31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.143693 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faa50914-68a2-4174-bd60-498fd3faba31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.204541 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faa50914-68a2-4174-bd60-498fd3faba31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.231368 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa50914-68a2-4174-bd60-498fd3faba31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e63217-5581-4cbc-bf5a-bbb1d527e0fe,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:56.248487 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faa50914-68a2-4174-bd60-498fd3faba31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.251063 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-faa50914-68a2-4174-bd60-498fd3faba31 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/43e63217-5581-4cbc-bf5a-bbb1d527e0fe HTTP/1.1" status: 204 len: 168 time: 0.2354488 Jul 22 23:46:56.254431 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52834) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:56.375438 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42263a82-e493-4ffe-a7be-c5cba6635190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.475647 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42263a82-e493-4ffe-a7be-c5cba6635190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.487916 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-42263a82-e493-4ffe-a7be-c5cba6635190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a92ef6-c812-4a60-baef-c7930057c002']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:56.499311 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-42263a82-e493-4ffe-a7be-c5cba6635190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c4feb8-6dfe-43f8-98bb-b826ade54963') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:56.499738 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-42263a82-e493-4ffe-a7be-c5cba6635190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c4feb8-6dfe-43f8-98bb-b826ade54963') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:56.509741 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42263a82-e493-4ffe-a7be-c5cba6635190 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.524186 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42263a82-e493-4ffe-a7be-c5cba6635190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.531938 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42263a82-e493-4ffe-a7be-c5cba6635190 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:46:56.532347 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42263a82-e493-4ffe-a7be-c5cba6635190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:46:56.534242 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:46:56.621546 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42263a82-e493-4ffe-a7be-c5cba6635190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.638527 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42263a82-e493-4ffe-a7be-c5cba6635190 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.641677 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-42263a82-e493-4ffe-a7be-c5cba6635190 admin admin] 10.222.0.26 "DELETE /v2.0/networks/70a92ef6-c812-4a60-baef-c7930057c002 HTTP/1.1" status: 204 len: 168 time: 0.3859975 Jul 22 23:46:56.658723 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42263a82-e493-4ffe-a7be-c5cba6635190 admin admin] Pushing event deleted for resources: {'Network': ['ID=70a92ef6-c812-4a60-baef-c7930057c002,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:56.671963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1957a-e1c7-4a93-b1c6-9db13a31791a req-78cf7749-4f66-4c1f-8905-7047195c42d2 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:56.674281 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76b1957a-e1c7-4a93-b1c6-9db13a31791a req-78cf7749-4f66-4c1f-8905-7047195c42d2 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.0925832 Jul 22 23:46:56.737123 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76b1957a-e1c7-4a93-b1c6-9db13a31791a req-b29c9561-7b6d-4da2-91b8-6f13064c7ca6 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554194 Jul 22 23:46:56.897058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52874) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:56.996067 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-71b399c6-51b5-42cf-a5f1-d651015a4d92 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd3c6e3891f2468cb741285dad6d0125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0958843 Jul 22 23:46:56.998304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52878) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:57.055553 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c4918-b63d-4ba5-ac56-54eb51141e1b req-6918f7d6-fe52-470b-af19-4ba902aa0c9d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:57.065740 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-438c4918-b63d-4ba5-ac56-54eb51141e1b req-6918f7d6-fe52-470b-af19-4ba902aa0c9d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.0998328 Jul 22 23:46:57.124896 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67563403-ca95-4d28-a2d0-af20fc36e225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.137175 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-438c4918-b63d-4ba5-ac56-54eb51141e1b req-5f5957b2-055c-4265-89e3-44edd55753a9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652704 Jul 22 23:46:57.161922 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67563403-ca95-4d28-a2d0-af20fc36e225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.233952 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67563403-ca95-4d28-a2d0-af20fc36e225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.236615 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67563403-ca95-4d28-a2d0-af20fc36e225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.237875 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-67563403-ca95-4d28-a2d0-af20fc36e225 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2a2deb1-bf02-453b-b729-2108731ddb28 HTTP/1.1" status: 204 len: 168 time: 0.2370567 Jul 22 23:46:57.247547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67563403-ca95-4d28-a2d0-af20fc36e225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a2deb1-bf02-453b-b729-2108731ddb28,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:57.598333 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 19bccb78-a01f-4465-b1f0-627e608e1ef8 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:57.634054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 19bccb78-a01f-4465-b1f0-627e608e1ef8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:57.634394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 19bccb78-a01f-4465-b1f0-627e608e1ef8 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:57.990385 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52910) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:58.096344 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-691b8297-941f-4b13-b81f-44542302e9b3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1288778232-network', 'tenant_id': '6c4401fbd8f14b67a98043d2e4b10313'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:58.125146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691b8297-941f-4b13-b81f-44542302e9b3 admin admin] Made reservation on behalf of 6c4401fbd8f14b67a98043d2e4b10313 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:58.127524 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-691b8297-941f-4b13-b81f-44542302e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.136726 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-691b8297-941f-4b13-b81f-44542302e9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.234214 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-691b8297-941f-4b13-b81f-44542302e9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.240736 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-691b8297-941f-4b13-b81f-44542302e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.274821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b8297-941f-4b13-b81f-44542302e9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ee06d6-a24b-489d-9798-0a9f1a1a3258,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:58.278075 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691b8297-941f-4b13-b81f-44542302e9b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:46:58.289357 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-691b8297-941f-4b13-b81f-44542302e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.289842 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-691b8297-941f-4b13-b81f-44542302e9b3 admin admin] Added segment 1a54483a-3c38-402f-9992-323ff0ec82dd of type vlan for network 1db8a031-dffd-4c87-821a-5bbdc9a93879 Jul 22 23:46:58.303391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69cfd1-099f-4a78-a2ee-c85f04e18129 req-08cadd0f-6c66-42e2-9698-9985f24d0264 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:58.305329 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb69cfd1-099f-4a78-a2ee-c85f04e18129 req-08cadd0f-6c66-42e2-9698-9985f24d0264 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.1009705 Jul 22 23:46:58.336223 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-691b8297-941f-4b13-b81f-44542302e9b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.355857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb69cfd1-099f-4a78-a2ee-c85f04e18129 req-ad1c396d-8a24-40ca-8114-26ada45d3687 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434361 Jul 22 23:46:58.386092 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-691b8297-941f-4b13-b81f-44542302e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.386092 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691b8297-941f-4b13-b81f-44542302e9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:58.386092 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-691b8297-941f-4b13-b81f-44542302e9b3 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.427787 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-691b8297-941f-4b13-b81f-44542302e9b3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4362757 Jul 22 23:46:58.431651 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52924) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:58.436900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-297f5741-5964-4afe-be13-9ac1a77d4c61 admin admin] Request body: {'subnet': {'network_id': '1db8a031-dffd-4c87-821a-5bbdc9a93879', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1288778232-subnet', 'tenant_id': '6c4401fbd8f14b67a98043d2e4b10313', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:58.468083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297f5741-5964-4afe-be13-9ac1a77d4c61 admin admin] Made reservation on behalf of 6c4401fbd8f14b67a98043d2e4b10313 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:58.470378 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-297f5741-5964-4afe-be13-9ac1a77d4c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.493227 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b8297-941f-4b13-b81f-44542302e9b3 admin admin] Pushing event updated for resources: {'Network': ['ID=1db8a031-dffd-4c87-821a-5bbdc9a93879,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:58.506616 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 1db8a031-dffd-4c87-821a-5bbdc9a93879 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:46:58.779137 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-297f5741-5964-4afe-be13-9ac1a77d4c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.860068 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f5741-5964-4afe-be13-9ac1a77d4c61 admin admin] Checking segment: {'id': '1a54483a-3c38-402f-9992-323ff0ec82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1db8a031-dffd-4c87-821a-5bbdc9a93879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:58.860778 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297f5741-5964-4afe-be13-9ac1a77d4c61 admin admin] Network hostable DHCP agents. Network: 1db8a031-dffd-4c87-821a-5bbdc9a93879, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:46:58.883215 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f5741-5964-4afe-be13-9ac1a77d4c61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7309ecb4-beaa-4b49-9977-b773955ae1b6,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:58.899198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297f5741-5964-4afe-be13-9ac1a77d4c61 admin admin] Network 1db8a031-dffd-4c87-821a-5bbdc9a93879 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:46:58.908614 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-297f5741-5964-4afe-be13-9ac1a77d4c61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 1db8a031-dffd-4c87-821a-5bbdc9a93879) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:58.913840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297f5741-5964-4afe-be13-9ac1a77d4c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:58.914540 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-297f5741-5964-4afe-be13-9ac1a77d4c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.917974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589d3e69-1138-457a-b74c-d1fc33963332 None None] Network 1db8a031-dffd-4c87-821a-5bbdc9a93879 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:58.949217 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-297f5741-5964-4afe-be13-9ac1a77d4c61 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5160849 Jul 22 23:46:59.115407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ffa80-b809-4c6c-bc33-81b88752011a req-7cc19678-be57-4578-a873-491421c7d922 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:59.117691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d90ffa80-b809-4c6c-bc33-81b88752011a req-7cc19678-be57-4578-a873-491421c7d922 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.1478519 Jul 22 23:46:59.124653 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c5bfe1-bc49-400c-8acf-773a3d9e17a9 None None] Network 1db8a031-dffd-4c87-821a-5bbdc9a93879 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:59.140809 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52948) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:59.217609 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d90ffa80-b809-4c6c-bc33-81b88752011a req-d6862092-4f7e-4d59-a6f5-18c7212bf8ce tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918334 Jul 22 23:46:59.230909 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-0580cce2-6c10-400b-b3cb-d457316e8842 admin admin] Deleting subnet 7309ecb4-beaa-4b49-9977-b773955ae1b6 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:46:59.235794 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0580cce2-6c10-400b-b3cb-d457316e8842 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:59.273408 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0580cce2-6c10-400b-b3cb-d457316e8842 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:59.314821 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0580cce2-6c10-400b-b3cb-d457316e8842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:59.377196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0580cce2-6c10-400b-b3cb-d457316e8842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:59.414090 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0580cce2-6c10-400b-b3cb-d457316e8842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:59.420574 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0580cce2-6c10-400b-b3cb-d457316e8842 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7309ecb4-beaa-4b49-9977-b773955ae1b6 HTTP/1.1" status: 204 len: 168 time: 0.2762189 Jul 22 23:46:59.420574 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580cce2-6c10-400b-b3cb-d457316e8842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7309ecb4-beaa-4b49-9977-b773955ae1b6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:59.422128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52950) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:59.502880 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-844fa972-4aa9-4c2c-8fd9-939239bac277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:59.585582 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-844fa972-4aa9-4c2c-8fd9-939239bac277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:59.596322 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-844fa972-4aa9-4c2c-8fd9-939239bac277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db8a031-dffd-4c87-821a-5bbdc9a93879']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:59.606726 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-844fa972-4aa9-4c2c-8fd9-939239bac277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a54483a-3c38-402f-9992-323ff0ec82dd') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:59.607017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-844fa972-4aa9-4c2c-8fd9-939239bac277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a54483a-3c38-402f-9992-323ff0ec82dd') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:59.615901 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-844fa972-4aa9-4c2c-8fd9-939239bac277 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:59.630158 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-844fa972-4aa9-4c2c-8fd9-939239bac277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:59.636244 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844fa972-4aa9-4c2c-8fd9-939239bac277 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:46:59.636851 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-844fa972-4aa9-4c2c-8fd9-939239bac277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:46:59.638618 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:46:59.709488 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-844fa972-4aa9-4c2c-8fd9-939239bac277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:59.715227 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-844fa972-4aa9-4c2c-8fd9-939239bac277 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:59.720075 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-844fa972-4aa9-4c2c-8fd9-939239bac277 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1db8a031-dffd-4c87-821a-5bbdc9a93879 HTTP/1.1" status: 204 len: 168 time: 0.2950025 Jul 22 23:46:59.731138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fa972-4aa9-4c2c-8fd9-939239bac277 admin admin] Pushing event deleted for resources: {'Network': ['ID=1db8a031-dffd-4c87-821a-5bbdc9a93879,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:59.869183 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52960) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:59.913149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d2abaf39-065a-4b42-a4d7-2fc8874bdfdc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c4401fbd8f14b67a98043d2e4b10313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425153 Jul 22 23:46:59.915727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:59.968967 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-880b53b5-9fab-4960-9e4a-a3cadc8e85e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:59.990331 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-880b53b5-9fab-4960-9e4a-a3cadc8e85e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:00.044474 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-880b53b5-9fab-4960-9e4a-a3cadc8e85e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:00.047729 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-880b53b5-9fab-4960-9e4a-a3cadc8e85e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:00.051414 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-880b53b5-9fab-4960-9e4a-a3cadc8e85e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34ee06d6-a24b-489d-9798-0a9f1a1a3258 HTTP/1.1" status: 204 len: 168 time: 0.1319318 Jul 22 23:47:00.059373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b53b5-9fab-4960-9e4a-a3cadc8e85e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ee06d6-a24b-489d-9798-0a9f1a1a3258,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:00.405752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb02d1-6303-465d-9772-73dd002dfd31 req-e1448011-4dae-4083-b041-8fad3fe7b6a0 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:00.413384 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aacb02d1-6303-465d-9772-73dd002dfd31 req-e1448011-4dae-4083-b041-8fad3fe7b6a0 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.0817215 Jul 22 23:47:00.459355 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device f289de3b-6e18-42ae-bf7b-fb624517f7bc details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:47:00.477782 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aacb02d1-6303-465d-9772-73dd002dfd31 req-9b3e936b-25ee-461e-9880-0020cdd3faa2 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634332 Jul 22 23:47:00.598634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port f289de3b-6e18-42ae-bf7b-fb624517f7bc, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=f289de3b-6e18-42ae-bf7b-fb624517f7bc,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:00.615606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'f289de3b-6e18-42ae-bf7b-fb624517f7bc', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'port_id': 'f289de3b-6e18-42ae-bf7b-fb624517f7bc', 'mac_address': 'fa:16:3e:f7:c1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:47:00.659123 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:00.674383 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f289de3b-6e18-42ae-bf7b-fb624517f7bc {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:00.696944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port f289de3b-6e18-42ae-bf7b-fb624517f7bc, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=f289de3b-6e18-42ae-bf7b-fb624517f7bc,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:00.701473 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:00.765266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=f289de3b-6e18-42ae-bf7b-fb624517f7bc,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:00.825357 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['f289de3b-6e18-42ae-bf7b-fb624517f7bc'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:01.567761 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-46bf4426-58e7-4b5f-91e4-fe5e379b6d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:01.651021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e23b3a-e171-49ce-825d-3c3518994610 req-4353a35f-5ab6-4624-8b3e-23824207f459 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:01.652640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-72e23b3a-e171-49ce-825d-3c3518994610 req-4353a35f-5ab6-4624-8b3e-23824207f459 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 944 time: 0.1086481 Jul 22 23:47:01.746739 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-72e23b3a-e171-49ce-825d-3c3518994610 req-22fd431e-700e-4173-aa11-6a611570429a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878620 Jul 22 23:47:02.465883 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device f289de3b-6e18-42ae-bf7b-fb624517f7bc up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:47:02.586939 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port f289de3b-6e18-42ae-bf7b-fb624517f7bc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:47:02.590589 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:02.815425 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:02.863438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port f289de3b-6e18-42ae-bf7b-fb624517f7bc, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=f289de3b-6e18-42ae-bf7b-fb624517f7bc,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:02.865934 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895e4295-6296-4fcb-86b2-5af121727ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f289de3b-6e18-42ae-bf7b-fb624517f7bc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:02.870017 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48087bb3-3a8e-44f6-a897-9959c81cbe85" -d '{"events": [{"server_uuid": "895e4295-6296-4fcb-86b2-5af121727ebc", "name": "network-vif-plugged", "status": "completed", "tag": "f289de3b-6e18-42ae-bf7b-fb624517f7bc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:02.875014 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:02.982101 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fade30-6c50-4412-a296-f7ae8a678686 x-openstack-request-id: req-96fade30-6c50-4412-a296-f7ae8a678686 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:02.985202 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895e4295-6296-4fcb-86b2-5af121727ebc", "name": "network-vif-plugged", "status": "completed", "tag": "f289de3b-6e18-42ae-bf7b-fb624517f7bc", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:02.985493 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96fade30-6c50-4412-a296-f7ae8a678686 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:02.986050 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895e4295-6296-4fcb-86b2-5af121727ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f289de3b-6e18-42ae-bf7b-fb624517f7bc', 'code': 200} Jul 22 23:47:02.996434 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=f289de3b-6e18-42ae-bf7b-fb624517f7bc,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:03.068375 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26f610-8077-4320-a0e5-461028edf785 req-96b46c5f-e019-4e39-bc1e-6d79432d8bc3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:03.080516 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d26f610-8077-4320-a0e5-461028edf785 req-96b46c5f-e019-4e39-bc1e-6d79432d8bc3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.1603110 Jul 22 23:47:03.194900 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d26f610-8077-4320-a0e5-461028edf785 req-f32e38bc-5252-49bf-8baa-1529005a7291 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052155 Jul 22 23:47:03.559529 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53082) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:03.683929 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e8c2b56-b508-42eb-b29f-d346de0ace06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:03.796371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e8c2b56-b508-42eb-b29f-d346de0ace06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:03.811129 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e8c2b56-b508-42eb-b29f-d346de0ace06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:03.849426 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2e8c2b56-b508-42eb-b29f-d346de0ace06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e8ce0da5926432e8ec8da925dda516b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887199 Jul 22 23:47:03.853414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53088) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:03.855144 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c2b56-b508-42eb-b29f-d346de0ace06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e14732-049a-4aa6-a921-1400c3b08b02,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:03.946305 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14812eae-436b-4e98-8695-7f87ebc7c3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:03.970317 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14812eae-436b-4e98-8695-7f87ebc7c3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:04.036409 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14812eae-436b-4e98-8695-7f87ebc7c3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:04.039704 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14812eae-436b-4e98-8695-7f87ebc7c3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:04.041796 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-14812eae-436b-4e98-8695-7f87ebc7c3a1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94e14732-049a-4aa6-a921-1400c3b08b02 HTTP/1.1" status: 204 len: 168 time: 0.1870968 Jul 22 23:47:04.054438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14812eae-436b-4e98-8695-7f87ebc7c3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e14732-049a-4aa6-a921-1400c3b08b02,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:04.180247 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:04.339427 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4f3efd92-8f0c-4e05-98cd-1b95dd2800e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:04.352155 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:04.440923 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da8c3-59a0-42ee-8752-d51605256871 req-e4da961c-f95e-448b-bdd9-80fcee814a89 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:04.449352 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f94da8c3-59a0-42ee-8752-d51605256871 req-e4da961c-f95e-448b-bdd9-80fcee814a89 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.1474683 Jul 22 23:47:04.498270 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f94da8c3-59a0-42ee-8752-d51605256871 req-0bb4c150-8547-4e54-a96d-0d8cbe76af00 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479026 Jul 22 23:47:04.532562 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53102) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:04.564138 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-957983b3-9fbb-40d2-bfa2-663097e14bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:04.667788 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-957983b3-9fbb-40d2-bfa2-663097e14bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:04.679291 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-957983b3-9fbb-40d2-bfa2-663097e14bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:04.725189 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-957983b3-9fbb-40d2-bfa2-663097e14bf8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=25f523b614444c0981e4ea188177923a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910892 Jul 22 23:47:04.726037 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957983b3-9fbb-40d2-bfa2-663097e14bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d0c766-fd28-455d-bd03-458136d7fa2f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:04.728144 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53104) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:04.788895 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14c7b203-85b0-4205-90f3-be04d2e43785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:04.816118 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14c7b203-85b0-4205-90f3-be04d2e43785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:04.881979 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14c7b203-85b0-4205-90f3-be04d2e43785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:04.885915 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14c7b203-85b0-4205-90f3-be04d2e43785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:04.887246 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-14c7b203-85b0-4205-90f3-be04d2e43785 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03d0c766-fd28-455d-bd03-458136d7fa2f HTTP/1.1" status: 204 len: 168 time: 0.1574786 Jul 22 23:47:04.896211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7b203-85b0-4205-90f3-be04d2e43785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d0c766-fd28-455d-bd03-458136d7fa2f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:05.495707 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:05.734164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fad21b-a598-4478-87e7-d0071959d788 req-bcb1f7f5-c80e-413a-9cba-08732af79f18 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:05.738811 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75fad21b-a598-4478-87e7-d0071959d788 req-bcb1f7f5-c80e-413a-9cba-08732af79f18 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.0835814 Jul 22 23:47:05.825694 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75fad21b-a598-4478-87e7-d0071959d788 req-a3933ddb-c540-4cfd-b958-74c668a2d9c5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745459 Jul 22 23:47:06.985371 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:07.072946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8e9ce-cf3a-4eba-9836-d74ed1a50fa1 req-734cb22d-b032-40a9-8f3b-6b1a6d4e0873 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:07.082195 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7e8e9ce-cf3a-4eba-9836-d74ed1a50fa1 req-734cb22d-b032-40a9-8f3b-6b1a6d4e0873 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.1072307 Jul 22 23:47:07.152962 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7e8e9ce-cf3a-4eba-9836-d74ed1a50fa1 req-3ab02b91-a4c4-46ee-a869-8a4bb44ef5b3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694728 Jul 22 23:47:08.307309 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce8cec-8595-4c37-9513-d4181facadc4 req-017020d3-6370-4571-b5a0-a5291db4b79a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.316053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15ce8cec-8595-4c37-9513-d4181facadc4 req-017020d3-6370-4571-b5a0-a5291db4b79a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.0813203 Jul 22 23:47:08.375246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53226) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:08.390159 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15ce8cec-8595-4c37-9513-d4181facadc4 req-588cba17-263c-4ebb-8aac-3783c952c1e7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721972 Jul 22 23:47:08.518697 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-041a9fb8-940b-4b64-afa3-4812c03d05ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.637935 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-041a9fb8-940b-4b64-afa3-4812c03d05ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.645536 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-041a9fb8-940b-4b64-afa3-4812c03d05ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.709706 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a9fb8-940b-4b64-afa3-4812c03d05ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fa6863-8e9e-49c5-bf4d-2010320a1c06,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:08.718401 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53234) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:08.718684 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-041a9fb8-940b-4b64-afa3-4812c03d05ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7fd9d6c27014121a7e67ffee580b813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415737 Jul 22 23:47:08.804571 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6d9f677-59f0-488b-84cf-92aa6def9567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.833909 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6d9f677-59f0-488b-84cf-92aa6def9567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.909826 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6d9f677-59f0-488b-84cf-92aa6def9567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.912689 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6d9f677-59f0-488b-84cf-92aa6def9567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.914832 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a6d9f677-59f0-488b-84cf-92aa6def9567 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3fa6863-8e9e-49c5-bf4d-2010320a1c06 HTTP/1.1" status: 204 len: 168 time: 0.1950040 Jul 22 23:47:08.936513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9f677-59f0-488b-84cf-92aa6def9567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fa6863-8e9e-49c5-bf4d-2010320a1c06,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:09.433520 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53248) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:09.447845 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f010fa06-7d2a-4408-849b-efa13e122ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.587736 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f010fa06-7d2a-4408-849b-efa13e122ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.610962 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f010fa06-7d2a-4408-849b-efa13e122ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.625437 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2ab26-a980-49c7-b8e1-5bbb969da335 req-90e29373-8a54-438d-93a8-16c930a68173 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:09.633017 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-64f2ab26-a980-49c7-b8e1-5bbb969da335 req-90e29373-8a54-438d-93a8-16c930a68173 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.1484082 Jul 22 23:47:09.678809 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-64f2ab26-a980-49c7-b8e1-5bbb969da335 req-89508fb9-6e4b-48b1-9b14-bb9c5ca9a740 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445960 Jul 22 23:47:09.712974 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010fa06-7d2a-4408-849b-efa13e122ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cbf4b2-0cd7-495e-b334-a7089dd37d7a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:09.734698 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f010fa06-7d2a-4408-849b-efa13e122ad6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9cb913fb62ce4391a09a783342b43654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2999563 Jul 22 23:47:09.737232 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:09.811239 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-719b75f8-05cb-46ef-8618-7c769a2d86b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.839190 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-719b75f8-05cb-46ef-8618-7c769a2d86b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.971665 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-719b75f8-05cb-46ef-8618-7c769a2d86b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.974275 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-719b75f8-05cb-46ef-8618-7c769a2d86b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.976071 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-719b75f8-05cb-46ef-8618-7c769a2d86b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87cbf4b2-0cd7-495e-b334-a7089dd37d7a HTTP/1.1" status: 204 len: 168 time: 0.2370036 Jul 22 23:47:09.985989 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b75f8-05cb-46ef-8618-7c769a2d86b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cbf4b2-0cd7-495e-b334-a7089dd37d7a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:10.153196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee665b-7cb5-4ef6-9345-a33d2251617e req-f4f293cc-b847-4971-b0e2-30d411427bfa tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.155435 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2fee665b-7cb5-4ef6-9345-a33d2251617e req-f4f293cc-b847-4971-b0e2-30d411427bfa tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 946 time: 0.0971377 Jul 22 23:47:10.222228 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2fee665b-7cb5-4ef6-9345-a33d2251617e req-277cdf85-d4a3-460b-9edf-abcafc6299d0 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=0214e90a-263e-496c-96d0-7a519fdb7602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593505 Jul 22 23:47:10.886097 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203540d7-1143-43d2-abdb-8befe0d7bd35 req-7003a524-ee94-4883-840a-29bc1e9e8866 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.894169 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-203540d7-1143-43d2-abdb-8befe0d7bd35 req-7003a524-ee94-4883-840a-29bc1e9e8866 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.0941968 Jul 22 23:47:10.957434 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-203540d7-1143-43d2-abdb-8befe0d7bd35 req-0c6c4dff-1fad-4f91-9029-737a0bc3690c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620606 Jul 22 23:47:11.427678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b28bac-c649-41be-b5f4-41165be7039d req-f339a893-77c6-4694-8b06-7aff181ecd41 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:11.435699 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86b28bac-c649-41be-b5f4-41165be7039d req-f339a893-77c6-4694-8b06-7aff181ecd41 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 946 time: 0.1238136 Jul 22 23:47:11.472571 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86b28bac-c649-41be-b5f4-41165be7039d req-e521b40b-681f-4214-90e7-a35f69c83a19 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=0214e90a-263e-496c-96d0-7a519fdb7602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359828 Jul 22 23:47:11.935208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca9edc-24be-48df-a9db-12cfe931550c req-7a84bdeb-db48-4de3-8147-1b2151e6c3b4 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:11.937814 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-97ca9edc-24be-48df-a9db-12cfe931550c req-7a84bdeb-db48-4de3-8147-1b2151e6c3b4 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 946 time: 0.0889356 Jul 22 23:47:12.107335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-97ca9edc-24be-48df-a9db-12cfe931550c req-c7734c6e-9330-433a-bcd4-4181ec5b8945 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Deleting port 03fa5056-589f-4bba-b732-2aae0b5dc502 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:12.108076 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-97ca9edc-24be-48df-a9db-12cfe931550c req-c7734c6e-9330-433a-bcd4-4181ec5b8945 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:12.130946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89da27-8ff2-459f-b13a-a0d45aac0f10 req-41cd6501-fd21-4dee-b1b0-53a668212981 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:12.139715 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da89da27-8ff2-459f-b13a-a0d45aac0f10 req-41cd6501-fd21-4dee-b1b0-53a668212981 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.1055498 Jul 22 23:47:12.209414 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da89da27-8ff2-459f-b13a-a0d45aac0f10 req-e88af904-0631-4f2b-9319-9a4505490cc6 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549376 Jul 22 23:47:12.266579 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-97ca9edc-24be-48df-a9db-12cfe931550c req-c7734c6e-9330-433a-bcd4-4181ec5b8945 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] For port 03fa5056-589f-4bba-b732-2aae0b5dc502, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=03fa5056-589f-4bba-b732-2aae0b5dc502,segment=NetworkSegment(8a5b5d4d-bc6f-42bc-a9e6-62177cae803f),segment_id=8a5b5d4d-bc6f-42bc-a9e6-62177cae803f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:12.266945 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-97ca9edc-24be-48df-a9db-12cfe931550c req-c7734c6e-9330-433a-bcd4-4181ec5b8945 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:12.707587 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d3bab-305c-47cf-a52a-19915851c008 req-f645d560-9c1f-4d0c-92bc-d480c6795962 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:12.709514 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-350d3bab-305c-47cf-a52a-19915851c008 req-f645d560-9c1f-4d0c-92bc-d480c6795962 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 946 time: 0.1103888 Jul 22 23:47:12.776528 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-350d3bab-305c-47cf-a52a-19915851c008 req-dad6f504-4647-4e99-aa77-1cc58faa1da9 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups?id=0214e90a-263e-496c-96d0-7a519fdb7602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520687 Jul 22 23:47:12.949899 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-97ca9edc-24be-48df-a9db-12cfe931550c req-c7734c6e-9330-433a-bcd4-4181ec5b8945 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:12.950520 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-97ca9edc-24be-48df-a9db-12cfe931550c req-c7734c6e-9330-433a-bcd4-4181ec5b8945 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:12.950668 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [req-97ca9edc-24be-48df-a9db-12cfe931550c req-c7734c6e-9330-433a-bcd4-4181ec5b8945 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Floating IP 84c0ffb9-6b06-4bdd-aee9-b34813eada01 disassociated. External IP: 172.25.4.54, port: 03fa5056-589f-4bba-b732-2aae0b5dc502. Jul 22 23:47:12.951059 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-97ca9edc-24be-48df-a9db-12cfe931550c req-c7734c6e-9330-433a-bcd4-4181ec5b8945 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Calling delete_port for 03fa5056-589f-4bba-b732-2aae0b5dc502 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:13.019284 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5ba6ea6-6262-46a7-8771-450a6d20199c req-4cf8630e-0359-49e4-85f6-af3944d51b3b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0772498 Jul 22 23:47:13.137524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba6ea6-6262-46a7-8771-450a6d20199c req-305b6e9a-e8c9-4b1f-9fc7-f6c4f95d4095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.140182 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5ba6ea6-6262-46a7-8771-450a6d20199c req-305b6e9a-e8c9-4b1f-9fc7-f6c4f95d4095 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 1097 time: 0.0785785 Jul 22 23:47:13.188834 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-97ca9edc-24be-48df-a9db-12cfe931550c req-c7734c6e-9330-433a-bcd4-4181ec5b8945 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.250045 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7734c6e-9330-433a-bcd4-4181ec5b8945 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event deleted for resources: {'Port': ['ID=03fa5056-589f-4bba-b732-2aae0b5dc502,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:13.476178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97ca9edc-24be-48df-a9db-12cfe931550c req-c7734c6e-9330-433a-bcd4-4181ec5b8945 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Router a4dd5372-bf49-4d17-ae86-7cf3452c5139 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:47:13.483541 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba6ea6-6262-46a7-8771-450a6d20199c req-b78ee7eb-e04c-4584-a5b5-225e4be8f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.486179 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5ba6ea6-6262-46a7-8771-450a6d20199c req-b78ee7eb-e04c-4584-a5b5-225e4be8f601 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.3183079 Jul 22 23:47:13.523135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff6270-ed48-4724-88b5-b40c10946a92 req-5b5cc56f-0d96-4e56-82f1-59e99260235f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.532906 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59ff6270-ed48-4724-88b5-b40c10946a92 req-5b5cc56f-0d96-4e56-82f1-59e99260235f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.1412311 Jul 22 23:47:13.585240 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5ba6ea6-6262-46a7-8771-450a6d20199c req-afe6eb99-cb43-46de-96ef-f9c4abc48552 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc7cd0a6-3d17-4d98-9c93-f0496278b378 HTTP/1.1" status: 200 len: 217 time: 0.0497627 Jul 22 23:47:13.702241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97ca9edc-24be-48df-a9db-12cfe931550c req-c7734c6e-9330-433a-bcd4-4181ec5b8945 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:47:13.724576 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c348ccc-1bfc-467d-b318-3bc283f0a835 None None] Sync routers for ids ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:47:13.737867 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c348ccc-1bfc-467d-b318-3bc283f0a835 None None] Routers {'a4dd5372-bf49-4d17-ae86-7cf3452c5139'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:13.738832 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7c348ccc-1bfc-467d-b318-3bc283f0a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:47:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:13.743789 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59ff6270-ed48-4724-88b5-b40c10946a92 req-110c1bf3-08b0-4dc0-acfb-ead60bbccc4f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091119 Jul 22 23:47:13.763583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba6ea6-6262-46a7-8771-450a6d20199c req-adbb9e97-939e-4ea0-8a58-6058e24d0c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.765340 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5ba6ea6-6262-46a7-8771-450a6d20199c req-adbb9e97-939e-4ea0-8a58-6058e24d0c53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.1366646 Jul 22 23:47:13.848923 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ca9edc-24be-48df-a9db-12cfe931550c req-c7734c6e-9330-433a-bcd4-4181ec5b8945 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] No DVR routers for this DVR port 03fa5056-589f-4bba-b732-2aae0b5dc502 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:47:13.856490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba6ea6-6262-46a7-8771-450a6d20199c req-6b59b555-c99c-46cb-84fa-7166a1f56ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.856950 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-97ca9edc-24be-48df-a9db-12cfe931550c req-c7734c6e-9330-433a-bcd4-4181ec5b8945 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.858152 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5ba6ea6-6262-46a7-8771-450a6d20199c req-6b59b555-c99c-46cb-84fa-7166a1f56ce1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854659 Jul 22 23:47:13.860809 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-97ca9edc-24be-48df-a9db-12cfe931550c req-c7734c6e-9330-433a-bcd4-4181ec5b8945 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.18 "DELETE /v2.0/ports/03fa5056-589f-4bba-b732-2aae0b5dc502 HTTP/1.1" status: 204 len: 173 time: 1.9173717 Jul 22 23:47:13.861991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b87b3b-d05b-4332-8f64-aba0492ab500', 'name': 'network-vif-deleted', 'tag': '03fa5056-589f-4bba-b732-2aae0b5dc502'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:13.877587 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb4fbf2-c558-4aab-b90d-755228a117d0" -d '{"events": [{"server_uuid": "b1b87b3b-d05b-4332-8f64-aba0492ab500", "name": "network-vif-deleted", "tag": "03fa5056-589f-4bba-b732-2aae0b5dc502"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:13.945077 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19efd8a6-1dda-46b4-a772-26bc8d17344d x-openstack-request-id: req-19efd8a6-1dda-46b4-a772-26bc8d17344d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:13.945517 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b87b3b-d05b-4332-8f64-aba0492ab500", "name": "network-vif-deleted", "tag": "03fa5056-589f-4bba-b732-2aae0b5dc502", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:13.945868 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19efd8a6-1dda-46b4-a772-26bc8d17344d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:13.947416 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b87b3b-d05b-4332-8f64-aba0492ab500', 'name': 'network-vif-deleted', 'tag': '03fa5056-589f-4bba-b732-2aae0b5dc502', 'status': 'completed', 'code': 200} Jul 22 23:47:14.042943 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7c348ccc-1bfc-467d-b318-3bc283f0a835 None None] Set router a4dd5372-bf49-4d17-ae86-7cf3452c5139 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:47:14.068161 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-708ac526-7801-4d0b-81fa-5c7b5ecef7bb req-dc42a7b2-519e-412b-b628-26dab2092210 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1b87b3b-d05b-4332-8f64-aba0492ab500 HTTP/1.1" status: 200 len: 210 time: 0.1261106 Jul 22 23:47:14.201338 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5ba6ea6-6262-46a7-8771-450a6d20199c req-23ec7706-4844-4365-b746-6fa9d02f1da0 service neutron] 10.222.0.18 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333926 Jul 22 23:47:14.331960 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5ba6ea6-6262-46a7-8771-450a6d20199c req-8381b4d0-fa90-4247-920a-234e33bd46be service neutron] 10.222.0.18 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225584 Jul 22 23:47:14.485123 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7c348ccc-1bfc-467d-b318-3bc283f0a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:49Z', 'revision_number': 4, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '2023e9ac-519f-40b7-aaa2-75f966909a28', 'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:47Z', 'updated_at': '2021-07-22T23:39:56Z', 'revision_number': 5, 'project_id': '3a746b4f731849e293273dc1d348b169', 'subnets': [{'id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:14.546903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c348ccc-1bfc-467d-b318-3bc283f0a835 None None] Checking router: a4dd5372-bf49-4d17-ae86-7cf3452c5139 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:47:14.584376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c348ccc-1bfc-467d-b318-3bc283f0a835 None None] Routers {'a4dd5372-bf49-4d17-ae86-7cf3452c5139'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:14.588268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7c348ccc-1bfc-467d-b318-3bc283f0a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:47:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:14.787748 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7c348ccc-1bfc-467d-b318-3bc283f0a835 None None] Set router a4dd5372-bf49-4d17-ae86-7cf3452c5139 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:47:14.954629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebaeda-7cc9-4083-a255-9bb3b1dd97f2 req-1df2bcb4-0df4-495a-b634-a89a72ea68aa tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:14.956324 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1ebaeda-7cc9-4083-a255-9bb3b1dd97f2 req-1df2bcb4-0df4-495a-b634-a89a72ea68aa tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.1103466 Jul 22 23:47:15.044044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1ebaeda-7cc9-4083-a255-9bb3b1dd97f2 req-60e2a21b-7a01-4eda-af20-0e2558bb5122 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748799 Jul 22 23:47:15.123573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7c348ccc-1bfc-467d-b318-3bc283f0a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:49Z', 'revision_number': 4, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '2023e9ac-519f-40b7-aaa2-75f966909a28', 'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:47Z', 'updated_at': '2021-07-22T23:39:56Z', 'revision_number': 5, 'project_id': '3a746b4f731849e293273dc1d348b169', 'subnets': [{'id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:15.156106 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c348ccc-1bfc-467d-b318-3bc283f0a835 None None] The sync data for ids ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'] in n-d-688802-2 is: [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:39:49Z', 'revision_number': 4, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '2023e9ac-519f-40b7-aaa2-75f966909a28', 'name': '', 'network_id': 'afd64f44-be57-4092-97ba-5564e606fdc5', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'mac_address': 'fa:16:3e:b0:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:47Z', 'updated_at': '2021-07-22T23:39:56Z', 'revision_number': 5, 'project_id': '3a746b4f731849e293273dc1d348b169', 'subnets': [{'id': 'bcaded81-6539-4a40-8d44-b38a3809d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:47:15.223534 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53440) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:15.291093 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d40a7b6-6bcb-471a-8ea6-a7e7c71dfe02 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.317858 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d40a7b6-6bcb-471a-8ea6-a7e7c71dfe02 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.384943 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d40a7b6-6bcb-471a-8ea6-a7e7c71dfe02 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.387615 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d40a7b6-6bcb-471a-8ea6-a7e7c71dfe02 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.390322 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5d40a7b6-6bcb-471a-8ea6-a7e7c71dfe02 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "DELETE /v2.0/security-groups/0214e90a-263e-496c-96d0-7a519fdb7602 HTTP/1.1" status: 204 len: 168 time: 0.1650648 Jul 22 23:47:15.393133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53450) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:15.403547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40a7b6-6bcb-471a-8ea6-a7e7c71dfe02 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0214e90a-263e-496c-96d0-7a519fdb7602,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:15.423962 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-e5261065-b8bf-401f-a8f2-874ec95ad939 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] show failed (client error): The resource could not be found. Jul 22 23:47:15.425944 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e5261065-b8bf-401f-a8f2-874ec95ad939 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "GET /v2.0/security-groups/0214e90a-263e-496c-96d0-7a519fdb7602 HTTP/1.1" status: 404 len: 347 time: 0.0309811 Jul 22 23:47:15.429349 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53454) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:15.583555 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee3209-d037-4a7a-880f-c164cda91d17 None None] New status for floating IP 84c0ffb9-6b06-4bdd-aee9-b34813eada01: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:47:15.625898 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-15c3caea-411e-4f8e-bd24-29a64d3891d1 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Deleting port 5d9e02c2-8a61-4ccc-98cd-fa9f312db08e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:15.627452 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15c3caea-411e-4f8e-bd24-29a64d3891d1 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.691691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 03fa5056-589f-4bba-b732-2aae0b5dc502 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:47:15.727337 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646afa3-3292-449a-bc08-b08df32df504 req-cc01b0d8-da69-4909-8ed3-32f2b5e4e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:15.730989 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9646afa3-3292-449a-bc08-b08df32df504 req-cc01b0d8-da69-4909-8ed3-32f2b5e4e8ff service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 1096 time: 0.0896556 Jul 22 23:47:15.734742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 03fa5056-589f-4bba-b732-2aae0b5dc502 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:47:15.735102 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 03fa5056-589f-4bba-b732-2aae0b5dc502 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:47:15.800254 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15c3caea-411e-4f8e-bd24-29a64d3891d1 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.801359 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15c3caea-411e-4f8e-bd24-29a64d3891d1 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.817675 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-15c3caea-411e-4f8e-bd24-29a64d3891d1 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Calling delete_port for 5d9e02c2-8a61-4ccc-98cd-fa9f312db08e owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:15.875059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646afa3-3292-449a-bc08-b08df32df504 req-bf0774e1-121e-4fef-a0a7-8f51c517a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:15.876678 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9646afa3-3292-449a-bc08-b08df32df504 req-bf0774e1-121e-4fef-a0a7-8f51c517a93c service neutron] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.1380503 Jul 22 23:47:15.925756 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9646afa3-3292-449a-bc08-b08df32df504 req-9a6b6bcd-84bf-467d-abe0-630354819e4a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f289de3b-6e18-42ae-bf7b-fb624517f7bc HTTP/1.1" status: 200 len: 217 time: 0.0378451 Jul 22 23:47:15.983521 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646afa3-3292-449a-bc08-b08df32df504 req-fb04d6cc-3941-48f3-96c3-37a7e00fab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:15.985177 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9646afa3-3292-449a-bc08-b08df32df504 req-fb04d6cc-3941-48f3-96c3-37a7e00fab61 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.0551698 Jul 22 23:47:15.994543 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15c3caea-411e-4f8e-bd24-29a64d3891d1 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:16.024125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3caea-411e-4f8e-bd24-29a64d3891d1 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Pushing event deleted for resources: {'Port': ['ID=5d9e02c2-8a61-4ccc-98cd-fa9f312db08e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:16.068916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646afa3-3292-449a-bc08-b08df32df504 req-c42cf593-58ad-4eb6-90b3-eb516925256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:16.070490 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9646afa3-3292-449a-bc08-b08df32df504 req-c42cf593-58ad-4eb6-90b3-eb516925256e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780785 Jul 22 23:47:16.127793 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15c3caea-411e-4f8e-bd24-29a64d3891d1 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:16.131336 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15c3caea-411e-4f8e-bd24-29a64d3891d1 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:16.132608 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-15c3caea-411e-4f8e-bd24-29a64d3891d1 tempest-AttachVolumeTestJSON-420366241 tempest-AttachVolumeTestJSON-420366241-project] 10.222.0.26 "DELETE /v2.0/floatingips/84c0ffb9-6b06-4bdd-aee9-b34813eada01 HTTP/1.1" status: 204 len: 168 time: 0.7019253 Jul 22 23:47:16.273532 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9646afa3-3292-449a-bc08-b08df32df504 req-b5498468-5773-4cd1-9690-45f27831e56c service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951046 Jul 22 23:47:16.446199 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:16.689076 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939c0b5-fdfe-4558-ad38-25cac86113d7 req-ed5679e7-7364-47d3-8964-f0eaa2a0b10c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:16.699287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6939c0b5-fdfe-4558-ad38-25cac86113d7 req-ed5679e7-7364-47d3-8964-f0eaa2a0b10c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.5394018 Jul 22 23:47:16.785613 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6939c0b5-fdfe-4558-ad38-25cac86113d7 req-2d360a45-23fa-43e0-a0e2-9cc0621c9188 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851433 Jul 22 23:47:16.802696 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9646afa3-3292-449a-bc08-b08df32df504 req-25cefd25-b3ed-4bfe-8d89-a161f6d5aaae service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174513 Jul 22 23:47:17.977998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7afb99-9983-4199-a588-fb6fbd9a4509 req-3c9fb78a-ab24-4ea2-9309-56a82b4fc963 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.979577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab7afb99-9983-4199-a588-fb6fbd9a4509 req-3c9fb78a-ab24-4ea2-9309-56a82b4fc963 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 945 time: 0.0898147 Jul 22 23:47:18.029735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab7afb99-9983-4199-a588-fb6fbd9a4509 req-e9d0e9b3-6f60-4c58-8f91-b6cf5d169f2c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443416 Jul 22 23:47:18.125019 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:47:18.520403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device f289de3b-6e18-42ae-bf7b-fb624517f7bc no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:47:18.627982 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:18.656756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895e4295-6296-4fcb-86b2-5af121727ebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f289de3b-6e18-42ae-bf7b-fb624517f7bc'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:18.659754 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba15d0c-f847-49b7-a156-db86f28aab24" -d '{"events": [{"server_uuid": "895e4295-6296-4fcb-86b2-5af121727ebc", "name": "network-vif-unplugged", "status": "completed", "tag": "f289de3b-6e18-42ae-bf7b-fb624517f7bc"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:18.699162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port f289de3b-6e18-42ae-bf7b-fb624517f7bc, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=f289de3b-6e18-42ae-bf7b-fb624517f7bc,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:18.708806 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:18.781142 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07267ef-30c5-499b-b857-7c7185cfd237 x-openstack-request-id: req-b07267ef-30c5-499b-b857-7c7185cfd237 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:18.781431 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895e4295-6296-4fcb-86b2-5af121727ebc", "name": "network-vif-unplugged", "status": "completed", "tag": "f289de3b-6e18-42ae-bf7b-fb624517f7bc", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:18.781661 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b07267ef-30c5-499b-b857-7c7185cfd237 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:18.782290 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895e4295-6296-4fcb-86b2-5af121727ebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f289de3b-6e18-42ae-bf7b-fb624517f7bc', 'code': 200} Jul 22 23:47:18.829874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=f289de3b-6e18-42ae-bf7b-fb624517f7bc,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:19.236902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a929daf-9ef8-443c-880b-b181ee3b4dd2 req-a888408f-2e4d-4421-a2be-649479406baf tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:19.238876 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a929daf-9ef8-443c-880b-b181ee3b4dd2 req-a888408f-2e4d-4421-a2be-649479406baf tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 943 time: 0.0988023 Jul 22 23:47:19.283546 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a929daf-9ef8-443c-880b-b181ee3b4dd2 req-ede3a6bf-7e7a-44c1-a692-486252d64688 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387449 Jul 22 23:47:19.438667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338369b-089f-4243-ae10-ba96c6ab0b88 req-9bf75f2c-87ff-4fd5-868c-7884465fad24 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:19.440219 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6338369b-089f-4243-ae10-ba96c6ab0b88 req-9bf75f2c-87ff-4fd5-868c-7884465fad24 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0764601 Jul 22 23:47:19.501626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6338369b-089f-4243-ae10-ba96c6ab0b88 req-1bde3eac-5c57-4b0b-baa4-d730410f8b7b tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544338 Jul 22 23:47:19.740870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d88a5b-083e-4a80-88bd-9681f6b1a14d req-5465950f-8cd3-4177-b8ef-b0adcd67e926 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:19.742424 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-65d88a5b-083e-4a80-88bd-9681f6b1a14d req-5465950f-8cd3-4177-b8ef-b0adcd67e926 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1178663 Jul 22 23:47:19.802456 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-65d88a5b-083e-4a80-88bd-9681f6b1a14d req-8f09bbd4-ccad-4146-84c6-fdd920635ad3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501103 Jul 22 23:47:20.215253 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83361cdb-aba0-4bf8-bfc1-11d3c201a669 req-bdecf36d-e42b-4630-ac01-7a70464ce87d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:20.223732 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83361cdb-aba0-4bf8-bfc1-11d3c201a669 req-bdecf36d-e42b-4630-ac01-7a70464ce87d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1116772 Jul 22 23:47:20.284748 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83361cdb-aba0-4bf8-bfc1-11d3c201a669 req-efe5305c-8358-4687-833e-3f5c4a31183e tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529609 Jul 22 23:47:21.506306 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51ca35-0cc2-4871-9828-59f50da71c43 req-1acfe59a-9e48-4846-940c-766c15a5fe20 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:21.515449 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fe51ca35-0cc2-4871-9828-59f50da71c43 req-1acfe59a-9e48-4846-940c-766c15a5fe20 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1036947 Jul 22 23:47:21.558127 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fe51ca35-0cc2-4871-9828-59f50da71c43 req-2954c585-0448-465f-9ef3-d1f9523ec778 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413196 Jul 22 23:47:22.536932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device f289de3b-6e18-42ae-bf7b-fb624517f7bc no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:47:22.777360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc856f36-cbdb-46c8-bbd0-f65d7c816c0c req-29249360-119e-4921-9660-8d77d78afd7a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:22.779048 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc856f36-cbdb-46c8-bbd0-f65d7c816c0c req-29249360-119e-4921-9660-8d77d78afd7a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0724461 Jul 22 23:47:22.824488 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc856f36-cbdb-46c8-bbd0-f65d7c816c0c req-4739ab02-7269-46e7-9943-85ddb071c5f9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390618 Jul 22 23:47:23.989658 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a053a3-1d4a-4bfe-9db5-c18683c1644c req-649440b6-a1be-4c22-b482-b75238c992bb tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:23.997843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79a053a3-1d4a-4bfe-9db5-c18683c1644c req-649440b6-a1be-4c22-b482-b75238c992bb tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0862765 Jul 22 23:47:24.064533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79a053a3-1d4a-4bfe-9db5-c18683c1644c req-738cc75a-ebfe-4571-bb0f-3239bd47f259 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505028 Jul 22 23:47:25.217989 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1658b05-1abd-416f-bef9-f1b4da9ae73c req-3e045bf1-3545-418a-85de-65159daea0fe tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.219645 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1658b05-1abd-416f-bef9-f1b4da9ae73c req-3e045bf1-3545-418a-85de-65159daea0fe tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0947819 Jul 22 23:47:25.274552 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1658b05-1abd-416f-bef9-f1b4da9ae73c req-42794f6c-33d8-460f-b4f3-e22b052a8c3d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483475 Jul 22 23:47:25.482342 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53888) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:25.617710 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41e739c9-57ad-4d0e-a0ed-af2dd3864f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:25.730579 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41e739c9-57ad-4d0e-a0ed-af2dd3864f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:25.734611 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41e739c9-57ad-4d0e-a0ed-af2dd3864f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:25.777416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:25.777808 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-41e739c9-57ad-4d0e-a0ed-af2dd3864f9b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=25d1dcdac3bb4dcab87a493afbcff46b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931368 Jul 22 23:47:25.778518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e739c9-57ad-4d0e-a0ed-af2dd3864f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8bc049-2a72-4d1a-9ddb-8fd7e40a75d7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:25.786728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e739c9-57ad-4d0e-a0ed-af2dd3864f9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.787075 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e739c9-57ad-4d0e-a0ed-af2dd3864f9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.787620 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e739c9-57ad-4d0e-a0ed-af2dd3864f9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.788149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e739c9-57ad-4d0e-a0ed-af2dd3864f9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.788658 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e739c9-57ad-4d0e-a0ed-af2dd3864f9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.789208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e739c9-57ad-4d0e-a0ed-af2dd3864f9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.789859 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e739c9-57ad-4d0e-a0ed-af2dd3864f9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.790695 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e739c9-57ad-4d0e-a0ed-af2dd3864f9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.791028 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e739c9-57ad-4d0e-a0ed-af2dd3864f9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.791360 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e739c9-57ad-4d0e-a0ed-af2dd3864f9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.791826 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e739c9-57ad-4d0e-a0ed-af2dd3864f9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.792345 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e739c9-57ad-4d0e-a0ed-af2dd3864f9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.855811 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:25.878718 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:25.931667 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:25.935252 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:25.948746 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd8bc049-2a72-4d1a-9ddb-8fd7e40a75d7 HTTP/1.1" status: 204 len: 168 time: 0.1600404 Jul 22 23:47:25.957265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8bc049-2a72-4d1a-9ddb-8fd7e40a75d7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:25.966966 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.967527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.968286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.968814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.969706 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.970493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.971002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.971890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.972400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.972907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.973434 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:25.973957 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74801400-104f-47c4-a751-7409a5b269f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:26.279822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53918) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:26.297818 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6ac1-3cfe-43f8-83af-16a094b60f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:26.369405 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53924) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:26.474345 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1dab9-8e7a-4a64-af9d-8736163227f4 req-ab1bad5c-960c-4950-b645-91aa5977662f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:26.475873 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-afa1dab9-8e7a-4a64-af9d-8736163227f4 req-ab1bad5c-960c-4950-b645-91aa5977662f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1065869 Jul 22 23:47:26.487345 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6ac1-3cfe-43f8-83af-16a094b60f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:26.494779 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6ac1-3cfe-43f8-83af-16a094b60f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:26.553653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:26.554310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3b2d6ac1-3cfe-43f8-83af-16a094b60f9b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8bb2502bc7824ef7bd63e5af68920210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726257 Jul 22 23:47:26.567350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d6ac1-3cfe-43f8-83af-16a094b60f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81f2b93-25c9-4bb4-825a-3d2395bb9a44,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:26.584791 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-afa1dab9-8e7a-4a64-af9d-8736163227f4 req-8669da7e-0c86-4a20-99b5-33c7b5398d52 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002657 Jul 22 23:47:26.625923 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4a5e6ba-d235-4bfa-9eab-8eb38bc6fe0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:26.650530 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4a5e6ba-d235-4bfa-9eab-8eb38bc6fe0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:26.779845 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4a5e6ba-d235-4bfa-9eab-8eb38bc6fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:26.782388 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4a5e6ba-d235-4bfa-9eab-8eb38bc6fe0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:26.785852 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e4a5e6ba-d235-4bfa-9eab-8eb38bc6fe0c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e81f2b93-25c9-4bb4-825a-3d2395bb9a44 HTTP/1.1" status: 204 len: 168 time: 0.2289057 Jul 22 23:47:26.829205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5e6ba-d235-4bfa-9eab-8eb38bc6fe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81f2b93-25c9-4bb4-825a-3d2395bb9a44,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:27.072561 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b7e2781-3351-4c92-ad68-c11c8e5a05f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:27.360626 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7b7e2781-3351-4c92-ad68-c11c8e5a05f6 admin admin] Deleting port 2023e9ac-519f-40b7-aaa2-75f966909a28 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:27.361535 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b7e2781-3351-4c92-ad68-c11c8e5a05f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:27.455139 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7b7e2781-3351-4c92-ad68-c11c8e5a05f6 admin admin] For port 2023e9ac-519f-40b7-aaa2-75f966909a28, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2023e9ac-519f-40b7-aaa2-75f966909a28,segment=NetworkSegment(8a5b5d4d-bc6f-42bc-a9e6-62177cae803f),segment_id=8a5b5d4d-bc6f-42bc-a9e6-62177cae803f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:27.455499 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b7e2781-3351-4c92-ad68-c11c8e5a05f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:27.469078 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7b7e2781-3351-4c92-ad68-c11c8e5a05f6 admin admin] Calling delete_port for 2023e9ac-519f-40b7-aaa2-75f966909a28 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:27.708245 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b7e2781-3351-4c92-ad68-c11c8e5a05f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:27.809235 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1926e-6cfc-4be2-a40f-c02d1e974ba2 req-696dd13b-b279-4a00-a31e-cade73da2501 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:27.817295 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aad1926e-6cfc-4be2-a40f-c02d1e974ba2 req-696dd13b-b279-4a00-a31e-cade73da2501 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1210482 Jul 22 23:47:27.830333 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e2781-3351-4c92-ad68-c11c8e5a05f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2023e9ac-519f-40b7-aaa2-75f966909a28,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:27.881370 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aad1926e-6cfc-4be2-a40f-c02d1e974ba2 req-01728bcc-27a7-46fe-8d04-d7df03a4b9f1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590463 Jul 22 23:47:28.016607 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b7e2781-3351-4c92-ad68-c11c8e5a05f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:28.250814 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7e2781-3351-4c92-ad68-c11c8e5a05f6 admin admin] Router a4dd5372-bf49-4d17-ae86-7cf3452c5139 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:47:28.381242 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7e2781-3351-4c92-ad68-c11c8e5a05f6 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:47:28.391528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:28.394137 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0297fb6c-1032-453c-97be-cf715a25ca73 None None] Sync routers for ids ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:47:28.400144 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7b7e2781-3351-4c92-ad68-c11c8e5a05f6 admin admin] 10.222.0.26 "PUT /v2.0/routers/a4dd5372-bf49-4d17-ae86-7cf3452c5139/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0279830 Jul 22 23:47:28.410360 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0297fb6c-1032-453c-97be-cf715a25ca73 None None] Routers {'a4dd5372-bf49-4d17-ae86-7cf3452c5139'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:28.411474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0297fb6c-1032-453c-97be-cf715a25ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:47:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:28.510136 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e459465-99f1-43e8-8ae4-e5b66261939f admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:28.722175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-0297fb6c-1032-453c-97be-cf715a25ca73 None None] Set router a4dd5372-bf49-4d17-ae86-7cf3452c5139 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:47:28.723595 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e459465-99f1-43e8-8ae4-e5b66261939f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:28.791684 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9e459465-99f1-43e8-8ae4-e5b66261939f admin admin] Deleting port cf43a425-f9be-4232-afde-46c93ca5b9e7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:28.792571 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e459465-99f1-43e8-8ae4-e5b66261939f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:28.926480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9e459465-99f1-43e8-8ae4-e5b66261939f admin admin] For port cf43a425-f9be-4232-afde-46c93ca5b9e7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cf43a425-f9be-4232-afde-46c93ca5b9e7,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:28.927197 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e459465-99f1-43e8-8ae4-e5b66261939f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:28.963392 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9e459465-99f1-43e8-8ae4-e5b66261939f admin admin] Calling delete_port for cf43a425-f9be-4232-afde-46c93ca5b9e7 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:28.979525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0297fb6c-1032-453c-97be-cf715a25ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:47:27Z', 'revision_number': 5, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port': {'id': 'cf43a425-f9be-4232-afde-46c93ca5b9e7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:44Z', 'updated_at': '2021-07-22T23:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:29.017659 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0297fb6c-1032-453c-97be-cf715a25ca73 None None] Checking router: a4dd5372-bf49-4d17-ae86-7cf3452c5139 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:47:29.030690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0297fb6c-1032-453c-97be-cf715a25ca73 None None] Routers {'a4dd5372-bf49-4d17-ae86-7cf3452c5139'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:29.031337 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0297fb6c-1032-453c-97be-cf715a25ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:47:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:29.113605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467f662-cfe3-4f79-9529-db9bc1a134c6 req-ef729dd0-7277-4e50-8365-e1284a6c7a52 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:29.120906 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0467f662-cfe3-4f79-9529-db9bc1a134c6 req-ef729dd0-7277-4e50-8365-e1284a6c7a52 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1305478 Jul 22 23:47:29.145285 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-0297fb6c-1032-453c-97be-cf715a25ca73 None None] Set router a4dd5372-bf49-4d17-ae86-7cf3452c5139 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:47:29.240915 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0467f662-cfe3-4f79-9529-db9bc1a134c6 req-6079794f-a70c-4f3d-8aab-4b0f4b743760 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105242 Jul 22 23:47:29.241803 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0297fb6c-1032-453c-97be-cf715a25ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:47:28Z', 'revision_number': 6, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:29.280944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0297fb6c-1032-453c-97be-cf715a25ca73 None None] The sync data for ids ['a4dd5372-bf49-4d17-ae86-7cf3452c5139'] in n-d-688802-2 is: [{'id': 'a4dd5372-bf49-4d17-ae86-7cf3452c5139', 'name': 'tempest-AttachVolumeTestJSON-2035528268-router', 'tenant_id': '3a746b4f731849e293273dc1d348b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:43Z', 'updated_at': '2021-07-22T23:47:28Z', 'revision_number': 6, 'project_id': '3a746b4f731849e293273dc1d348b169', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:47:29.304997 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e459465-99f1-43e8-8ae4-e5b66261939f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.338422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e459465-99f1-43e8-8ae4-e5b66261939f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf43a425-f9be-4232-afde-46c93ca5b9e7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:29.412237 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e459465-99f1-43e8-8ae4-e5b66261939f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.510554 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e459465-99f1-43e8-8ae4-e5b66261939f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.512943 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e459465-99f1-43e8-8ae4-e5b66261939f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.566273 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e459465-99f1-43e8-8ae4-e5b66261939f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.567032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e459465-99f1-43e8-8ae4-e5b66261939f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4dd5372-bf49-4d17-ae86-7cf3452c5139 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:47:29.572027 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e459465-99f1-43e8-8ae4-e5b66261939f admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.575848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9e459465-99f1-43e8-8ae4-e5b66261939f admin admin] 10.222.0.26 "DELETE /v2.0/routers/a4dd5372-bf49-4d17-ae86-7cf3452c5139 HTTP/1.1" status: 204 len: 168 time: 1.1831765 Jul 22 23:47:29.578538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54058) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:29.645108 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e687ef6-b31f-4107-943f-182158c510fa admin admin] Deleting subnet bcaded81-6539-4a40-8d44-b38a3809d293 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:47:29.649835 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e687ef6-b31f-4107-943f-182158c510fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.689446 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e687ef6-b31f-4107-943f-182158c510fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.790704 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e687ef6-b31f-4107-943f-182158c510fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.849468 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e687ef6-b31f-4107-943f-182158c510fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.883655 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e687ef6-b31f-4107-943f-182158c510fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcaded81-6539-4a40-8d44-b38a3809d293,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:29.889053 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e687ef6-b31f-4107-943f-182158c510fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.892731 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8e687ef6-b31f-4107-943f-182158c510fa admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bcaded81-6539-4a40-8d44-b38a3809d293 HTTP/1.1" status: 204 len: 168 time: 0.3109105 Jul 22 23:47:29.893756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54074) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:29.896289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba6788b-e5cf-4c6a-aced-944802cb42d0 None None] Network afd64f44-be57-4092-97ba-5564e606fdc5 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:47:30.009925 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.090723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] Deleting port dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:30.091244 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.157812 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979551a5-9db1-45dc-bb92-42d0dc4cee07 None None] DHCP port deletion for afd64f44-be57-4092-97ba-5564e606fdc5 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:47:30.169410 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] For port dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0,segment=NetworkSegment(8a5b5d4d-bc6f-42bc-a9e6-62177cae803f),segment_id=8a5b5d4d-bc6f-42bc-a9e6-62177cae803f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:30.169864 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.189529 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] Calling delete_port for dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:30.220117 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-979551a5-9db1-45dc-bb92-42d0dc4cee07 None None] Deleting port dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:30.220503 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-979551a5-9db1-45dc-bb92-42d0dc4cee07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.294431 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-979551a5-9db1-45dc-bb92-42d0dc4cee07 None None] For port dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0,segment=NetworkSegment(8a5b5d4d-bc6f-42bc-a9e6-62177cae803f),segment_id=8a5b5d4d-bc6f-42bc-a9e6-62177cae803f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:30.295267 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-979551a5-9db1-45dc-bb92-42d0dc4cee07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.310805 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-979551a5-9db1-45dc-bb92-42d0dc4cee07 None None] Calling delete_port for dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:30.352293 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.389176 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:30.394317 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] No DVR routers for this DVR port dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:30.405452 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:47:30.417968 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-979551a5-9db1-45dc-bb92-42d0dc4cee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.473997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979551a5-9db1-45dc-bb92-42d0dc4cee07 None None] Pushing event deleted for resources: {'Port': ['ID=dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:30.481030 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979551a5-9db1-45dc-bb92-42d0dc4cee07 None None] No DVR routers for this DVR port dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:47:30.558218 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.570785 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd64f44-be57-4092-97ba-5564e606fdc5']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:30.586088 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:30.586393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5b5d4d-bc6f-42bc-a9e6-62177cae803f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:30.624664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344df8f-defc-4432-8f6b-e7867ca62aaf req-ca3037a1-c75b-480c-aa35-e65772123dc0 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:30.626686 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3344df8f-defc-4432-8f6b-e7867ca62aaf req-ca3037a1-c75b-480c-aa35-e65772123dc0 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.2418416 Jul 22 23:47:30.630982 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.662251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cf43a425-f9be-4232-afde-46c93ca5b9e7 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:47:30.690237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: cf43a425-f9be-4232-afde-46c93ca5b9e7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:47:30.690592 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cf43a425-f9be-4232-afde-46c93ca5b9e7 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:47:30.691011 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2023e9ac-519f-40b7-aaa2-75f966909a28 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:47:30.699609 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.713934 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3344df8f-defc-4432-8f6b-e7867ca62aaf req-bde1d042-0861-48a3-ba2c-6aca4f3a5561 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747044 Jul 22 23:47:30.715713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:47:30.716588 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.736264 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 2023e9ac-519f-40b7-aaa2-75f966909a28 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:47:30.736736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2023e9ac-519f-40b7-aaa2-75f966909a28 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:47:30.737187 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:47:30.751513 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:47:30.771267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:47:30.771848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device dbe81649-1d5a-45ac-8d1c-ce2a0f0c58e0 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:47:30.828766 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.842054 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.845563 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] 10.222.0.26 "DELETE /v2.0/networks/afd64f44-be57-4092-97ba-5564e606fdc5 HTTP/1.1" status: 204 len: 168 time: 0.9493034 Jul 22 23:47:30.855257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2e743-3545-408c-8d9e-0d15155b7cae admin admin] Pushing event deleted for resources: {'Network': ['ID=afd64f44-be57-4092-97ba-5564e606fdc5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:31.036465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54110) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:31.095307 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1e38d79d-c52d-4216-948b-cdeee243eba6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a746b4f731849e293273dc1d348b169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552390 Jul 22 23:47:31.095777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54112) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:31.152373 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54da4c45-8c5f-4b71-b5ad-4739b290c8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:31.176908 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54da4c45-8c5f-4b71-b5ad-4739b290c8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:31.234123 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54da4c45-8c5f-4b71-b5ad-4739b290c8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:31.236794 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54da4c45-8c5f-4b71-b5ad-4739b290c8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:31.238066 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-54da4c45-8c5f-4b71-b5ad-4739b290c8d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84c4ccc4-396a-4f95-ba94-679cd7fe31e0 HTTP/1.1" status: 204 len: 168 time: 0.1412184 Jul 22 23:47:31.246920 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da4c45-8c5f-4b71-b5ad-4739b290c8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c4ccc4-396a-4f95-ba94-679cd7fe31e0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:31.586781 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a04517d3-d3c7-4173-9213-ea14e8cf609b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:31.902128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732323dc-4478-4348-9c55-888ada959bd3 req-a3ace742-a2b7-4554-9c5f-c94a7634fab4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:31.903863 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-732323dc-4478-4348-9c55-888ada959bd3 req-a3ace742-a2b7-4554-9c5f-c94a7634fab4 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0925961 Jul 22 23:47:31.959670 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-732323dc-4478-4348-9c55-888ada959bd3 req-bc6e08d3-3a69-4f5f-a6b3-c772483c885f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501137 Jul 22 23:47:32.308007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38fce9-fb67-4bce-9782-acbc5f60d2f0 req-a781fbd1-57cf-49a9-8207-b4236a3a31a7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:32.320682 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa38fce9-fb67-4bce-9782-acbc5f60d2f0 req-a781fbd1-57cf-49a9-8207-b4236a3a31a7 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1598654 Jul 22 23:47:32.341436 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58627d0d-b31b-4a09-9009-73383a215fb3 req-45b5f0aa-90b4-4490-b4fb-4ab682fdc8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:32.342927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-58627d0d-b31b-4a09-9009-73383a215fb3 req-45b5f0aa-90b4-4490-b4fb-4ab682fdc8d8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 1096 time: 0.1158900 Jul 22 23:47:32.382184 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa38fce9-fb67-4bce-9782-acbc5f60d2f0 req-4bc8c660-f20f-4b6d-9a55-101362d76b1f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598857 Jul 22 23:47:32.465034 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58627d0d-b31b-4a09-9009-73383a215fb3 req-79e303df-a057-4a3c-bd83-44fa392cf6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:32.466529 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-58627d0d-b31b-4a09-9009-73383a215fb3 req-79e303df-a057-4a3c-bd83-44fa392cf6af service neutron] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.1160579 Jul 22 23:47:32.549430 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-58627d0d-b31b-4a09-9009-73383a215fb3 req-0d819310-bcbe-4bb0-b934-bcd8f9231798 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d65aa367-45f7-4685-97cf-065b3950ce38 HTTP/1.1" status: 200 len: 1000 time: 0.0741501 Jul 22 23:47:32.606002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58627d0d-b31b-4a09-9009-73383a215fb3 req-413ca30a-8b6d-4621-ae87-2d77254ba95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:32.607637 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-58627d0d-b31b-4a09-9009-73383a215fb3 req-413ca30a-8b6d-4621-ae87-2d77254ba95f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.0504804 Jul 22 23:47:32.693454 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58627d0d-b31b-4a09-9009-73383a215fb3 req-704599a0-6f6b-4095-ba95-5b610b98af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:32.695034 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-58627d0d-b31b-4a09-9009-73383a215fb3 req-704599a0-6f6b-4095-ba95-5b610b98af95 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796418 Jul 22 23:47:32.796023 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-58627d0d-b31b-4a09-9009-73383a215fb3 req-c6854a32-dd22-438f-8994-a4a1ad4c797a service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929513 Jul 22 23:47:32.909946 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-58627d0d-b31b-4a09-9009-73383a215fb3 req-c85feaf3-19c2-4c4f-abf2-ac0a69b69f5e service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072264 Jul 22 23:47:33.600958 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32a789-9431-4995-b93e-301184e465b7 req-9a40342f-176c-4992-a566-10d1103fb80c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:33.603840 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bd32a789-9431-4995-b93e-301184e465b7 req-9a40342f-176c-4992-a566-10d1103fb80c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0957491 Jul 22 23:47:33.652257 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bd32a789-9431-4995-b93e-301184e465b7 req-705d6cb5-8db1-42cf-90be-46894803b920 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419803 Jul 22 23:47:34.191752 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:34.329848 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-462421d0-329c-467f-9a6c-5fade8c4cebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:34.344285 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:34.709926 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54286) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:34.822769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f90dd6-3cf4-4d8d-9c13-5bc0ca32a2c2 req-0badc141-39ac-4411-afcc-59e2b0a73e28 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:34.832458 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9f90dd6-3cf4-4d8d-9c13-5bc0ca32a2c2 req-0badc141-39ac-4411-afcc-59e2b0a73e28 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0981174 Jul 22 23:47:34.879575 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9f90dd6-3cf4-4d8d-9c13-5bc0ca32a2c2 req-72087274-58fb-454e-b395-c711a3d0b964 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462353 Jul 22 23:47:35.025653 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dff02f61-ba22-4c95-b7a6-c5bac5e00610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:35.088824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24a691-a4cd-45f5-bfcf-17f6f02aace3 req-444f31af-d543-4f40-b31c-ecfe9c63975e tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:35.090399 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d24a691-a4cd-45f5-bfcf-17f6f02aace3 req-444f31af-d543-4f40-b31c-ecfe9c63975e tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1179931 Jul 22 23:47:35.156668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d24a691-a4cd-45f5-bfcf-17f6f02aace3 req-a2b45db9-38f2-48dc-9d83-14b03ba90139 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586333 Jul 22 23:47:35.220179 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dff02f61-ba22-4c95-b7a6-c5bac5e00610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:35.234391 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dff02f61-ba22-4c95-b7a6-c5bac5e00610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:35.313962 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-dff02f61-ba22-4c95-b7a6-c5bac5e00610 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d24f5758d8a641f4b2196e863b93efb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6026640 Jul 22 23:47:35.316345 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54318) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:35.318079 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff02f61-ba22-4c95-b7a6-c5bac5e00610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd2dfd4-bfbf-4b13-b06a-ccd0d27bca10,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:35.361423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641e742-33cd-4a61-b198-8f795de6cb5f req-e9df801b-6b58-4d45-9fa0-dff9e91a84db tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:35.364447 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1641e742-33cd-4a61-b198-8f795de6cb5f req-e9df801b-6b58-4d45-9fa0-dff9e91a84db tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1151357 Jul 22 23:47:35.380158 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f957eed-3b80-46a3-b8cb-2f04feff58cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:35.427604 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f957eed-3b80-46a3-b8cb-2f04feff58cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:35.446952 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1641e742-33cd-4a61-b198-8f795de6cb5f req-1f81abdd-b909-4963-adca-3f10123d8741 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757668 Jul 22 23:47:35.492418 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:35.508959 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f957eed-3b80-46a3-b8cb-2f04feff58cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:35.511897 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f957eed-3b80-46a3-b8cb-2f04feff58cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:35.521534 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7f957eed-3b80-46a3-b8cb-2f04feff58cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ecd2dfd4-bfbf-4b13-b06a-ccd0d27bca10 HTTP/1.1" status: 204 len: 168 time: 0.1958449 Jul 22 23:47:35.531572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f957eed-3b80-46a3-b8cb-2f04feff58cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd2dfd4-bfbf-4b13-b06a-ccd0d27bca10,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:35.772610 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74b516-09f9-41a1-8af0-7b7f0caf2ead req-f37c4859-ce10-441e-af2d-106665b44b1d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:35.775173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f74b516-09f9-41a1-8af0-7b7f0caf2ead req-f37c4859-ce10-441e-af2d-106665b44b1d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0731313 Jul 22 23:47:35.840354 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f74b516-09f9-41a1-8af0-7b7f0caf2ead req-69453963-78a4-4388-a070-eeebf6fd6c64 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419834 Jul 22 23:47:36.067177 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54352) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:36.083458 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7d2edb6-50c8-49db-aa7e-a13d68ae9906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.196348 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7d2edb6-50c8-49db-aa7e-a13d68ae9906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.200864 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7d2edb6-50c8-49db-aa7e-a13d68ae9906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.240256 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2edb6-50c8-49db-aa7e-a13d68ae9906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6700e774-3aa1-4513-a109-33eecb626268,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:36.249015 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d7d2edb6-50c8-49db-aa7e-a13d68ae9906 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=299c8b2d92b24798b2e378f2f556d141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1802962 Jul 22 23:47:36.251505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54356) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:36.317286 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b8deb48-6e23-4062-99cb-51eaa7435248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.343070 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b8deb48-6e23-4062-99cb-51eaa7435248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.396887 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b8deb48-6e23-4062-99cb-51eaa7435248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.400087 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b8deb48-6e23-4062-99cb-51eaa7435248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.401298 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b8deb48-6e23-4062-99cb-51eaa7435248 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6700e774-3aa1-4513-a109-33eecb626268 HTTP/1.1" status: 204 len: 168 time: 0.1484618 Jul 22 23:47:36.417437 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8deb48-6e23-4062-99cb-51eaa7435248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6700e774-3aa1-4513-a109-33eecb626268,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:36.974107 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:37.042330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e8adf-a01d-4e24-81bf-0813cbb9a3bc req-741bae92-7415-4661-a6f4-8ae254bb305a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:37.044304 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f4e8adf-a01d-4e24-81bf-0813cbb9a3bc req-741bae92-7415-4661-a6f4-8ae254bb305a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1121376 Jul 22 23:47:37.099212 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f4e8adf-a01d-4e24-81bf-0813cbb9a3bc req-70a110de-37a8-4bce-8dc3-a8f601313acc tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396905 Jul 22 23:47:37.458004 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcefa6-c3f6-4750-aabd-54a4f713a720 req-2fb05366-26e3-4a4d-b005-044ade51f36f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:37.459806 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93fcefa6-c3f6-4750-aabd-54a4f713a720 req-2fb05366-26e3-4a4d-b005-044ade51f36f tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1628907 Jul 22 23:47:37.486918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21b784-f5cc-4496-a574-1f87e394a18d req-989c17ea-3e0e-44d6-8126-c310a11a3286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:37.489005 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f21b784-f5cc-4496-a574-1f87e394a18d req-989c17ea-3e0e-44d6-8126-c310a11a3286 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 1096 time: 0.1543229 Jul 22 23:47:37.563003 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93fcefa6-c3f6-4750-aabd-54a4f713a720 req-435b189a-80ca-4313-9bd0-62277c1f135e tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970609 Jul 22 23:47:37.665701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21b784-f5cc-4496-a574-1f87e394a18d req-28006059-91e6-4008-8063-1a2822edbfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:37.667210 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f21b784-f5cc-4496-a574-1f87e394a18d req-28006059-91e6-4008-8063-1a2822edbfb7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 200 len: 913 time: 0.1609750 Jul 22 23:47:37.758581 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f21b784-f5cc-4496-a574-1f87e394a18d req-d3c0eee4-72b0-46bb-b2a1-c19bc307d9a8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d65aa367-45f7-4685-97cf-065b3950ce38 HTTP/1.1" status: 200 len: 1000 time: 0.0837905 Jul 22 23:47:37.826344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21b784-f5cc-4496-a574-1f87e394a18d req-6c0a1b89-7127-4d18-873a-27a1966a7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:37.827846 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f21b784-f5cc-4496-a574-1f87e394a18d req-6c0a1b89-7127-4d18-873a-27a1966a7dda service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 200 len: 851 time: 0.0626979 Jul 22 23:47:37.904161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21b784-f5cc-4496-a574-1f87e394a18d req-426a5598-f31f-4d1e-a68b-9047ba596f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:37.906968 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f21b784-f5cc-4496-a574-1f87e394a18d req-426a5598-f31f-4d1e-a68b-9047ba596f6c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d3554cbf-5379-4b81-9b9a-4aed7eb449a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717247 Jul 22 23:47:38.032169 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f21b784-f5cc-4496-a574-1f87e394a18d req-8b2acd8a-6027-4b62-9075-0808f7a1bf0a service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131067 Jul 22 23:47:38.152962 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f21b784-f5cc-4496-a574-1f87e394a18d req-d650aa92-3d8f-4bca-b829-e79bfa3804f9 service neutron] 10.222.0.95 "GET /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150460 Jul 22 23:47:38.322375 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54468) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:38.441769 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5ad867b-8e90-4f3b-a368-56b3ef5b92ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:38.560614 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5ad867b-8e90-4f3b-a368-56b3ef5b92ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:38.565864 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e5ad867b-8e90-4f3b-a368-56b3ef5b92ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:38.621470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e5ad867b-8e90-4f3b-a368-56b3ef5b92ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74e4278607b841aeb650dd5717d12177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978187 Jul 22 23:47:38.624232 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54490) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:38.626502 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad867b-8e90-4f3b-a368-56b3ef5b92ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2d7783-7a7e-44b8-8ca1-f6611a701412,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:38.703381 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7efeb96-7659-483c-8472-a4834683c672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:38.733812 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7efeb96-7659-483c-8472-a4834683c672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:38.741769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acadabb-94c6-47f9-a5d0-deec4277e3ba req-7baf4297-8a1b-458e-99c5-28d850a07d4d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:38.744090 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9acadabb-94c6-47f9-a5d0-deec4277e3ba req-7baf4297-8a1b-458e-99c5-28d850a07d4d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0834723 Jul 22 23:47:38.801571 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9acadabb-94c6-47f9-a5d0-deec4277e3ba req-18c22b03-7eec-4434-9ddf-254f3dc4b5ab tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515549 Jul 22 23:47:38.832898 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7efeb96-7659-483c-8472-a4834683c672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:38.841231 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7efeb96-7659-483c-8472-a4834683c672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:38.844921 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f7efeb96-7659-483c-8472-a4834683c672 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d2d7783-7a7e-44b8-8ca1-f6611a701412 HTTP/1.1" status: 204 len: 168 time: 0.2166984 Jul 22 23:47:38.867267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efeb96-7659-483c-8472-a4834683c672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2d7783-7a7e-44b8-8ca1-f6611a701412,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:39.203639 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54552) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:39.223513 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-608ae13e-208d-40f5-8a5b-20f908514400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:39.331458 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-608ae13e-208d-40f5-8a5b-20f908514400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:39.338322 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-608ae13e-208d-40f5-8a5b-20f908514400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:39.381056 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ae13e-208d-40f5-8a5b-20f908514400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f650af-4e2b-469f-b123-2697099f65ba,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:39.387296 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-608ae13e-208d-40f5-8a5b-20f908514400 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be929271693347648024296eaa65d3fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823547 Jul 22 23:47:39.390122 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54578) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:39.456055 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1206f53-648f-41c4-8ef7-e445959e3fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:39.483393 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1206f53-648f-41c4-8ef7-e445959e3fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:39.531895 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1206f53-648f-41c4-8ef7-e445959e3fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:39.534808 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1206f53-648f-41c4-8ef7-e445959e3fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:39.538260 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f1206f53-648f-41c4-8ef7-e445959e3fd4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49f650af-4e2b-469f-b123-2697099f65ba HTTP/1.1" status: 204 len: 168 time: 0.1448436 Jul 22 23:47:39.544908 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1206f53-648f-41c4-8ef7-e445959e3fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f650af-4e2b-469f-b123-2697099f65ba,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:39.720384 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:39.862926 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fae90ca1-7a58-46f1-8bc7-78a31c817708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.029718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137c6eb-3a0c-4999-81af-4ef74ba74cda req-b5378fd3-c6f1-4756-8385-055b2caf2457 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:40.031322 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a137c6eb-3a0c-4999-81af-4ef74ba74cda req-b5378fd3-c6f1-4756-8385-055b2caf2457 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1123703 Jul 22 23:47:40.089671 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fae90ca1-7a58-46f1-8bc7-78a31c817708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.095636 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a137c6eb-3a0c-4999-81af-4ef74ba74cda req-7a9ef24b-3301-4e1f-a804-5637cdc88369 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563095 Jul 22 23:47:40.098562 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fae90ca1-7a58-46f1-8bc7-78a31c817708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.132785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54624) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:40.133441 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fae90ca1-7a58-46f1-8bc7-78a31c817708 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a197986272849d6acc577158a840a02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4115450 Jul 22 23:47:40.157350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae90ca1-7a58-46f1-8bc7-78a31c817708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6786b40-4379-4426-90a7-52c7604083f5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:40.197314 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-208073cd-525e-417a-8611-08c646ae2fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.223296 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-208073cd-525e-417a-8611-08c646ae2fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.285949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f16cb9-4b5d-4107-b3d5-0b45117aac48 req-45dc0567-112c-48a9-a421-d3614cc60f43 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:40.288094 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-56f16cb9-4b5d-4107-b3d5-0b45117aac48 req-45dc0567-112c-48a9-a421-d3614cc60f43 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1055722 Jul 22 23:47:40.298880 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-208073cd-525e-417a-8611-08c646ae2fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.305760 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-208073cd-525e-417a-8611-08c646ae2fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.310353 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-208073cd-525e-417a-8611-08c646ae2fe3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f6786b40-4379-4426-90a7-52c7604083f5 HTTP/1.1" status: 204 len: 168 time: 0.1753860 Jul 22 23:47:40.333570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208073cd-525e-417a-8611-08c646ae2fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6786b40-4379-4426-90a7-52c7604083f5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:40.378657 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-56f16cb9-4b5d-4107-b3d5-0b45117aac48 req-1a35503f-8777-4f04-8606-23f4b92c80ad tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819623 Jul 22 23:47:40.702027 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54660) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:40.716565 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2a50-1786-4f95-9868-f1b01b2797aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.852903 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2a50-1786-4f95-9868-f1b01b2797aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.861458 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2a50-1786-4f95-9868-f1b01b2797aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.914928 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fa0b2a50-1786-4f95-9868-f1b01b2797aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f308d83814d4b74950fb2bcbc4eec4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2116287 Jul 22 23:47:40.915662 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b2a50-1786-4f95-9868-f1b01b2797aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf872df6-8027-40ca-96c6-8dfc1a7eab0b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:40.917640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54670) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:40.987456 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c13a-1cdf-4fd6-a6b8-7fb41c2c38e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:41.014507 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c13a-1cdf-4fd6-a6b8-7fb41c2c38e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:41.077720 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c13a-1cdf-4fd6-a6b8-7fb41c2c38e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:41.080527 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c13a-1cdf-4fd6-a6b8-7fb41c2c38e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:41.082162 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8cd7c13a-1cdf-4fd6-a6b8-7fb41c2c38e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf872df6-8027-40ca-96c6-8dfc1a7eab0b HTTP/1.1" status: 204 len: 168 time: 0.1634259 Jul 22 23:47:41.094000 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7c13a-1cdf-4fd6-a6b8-7fb41c2c38e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf872df6-8027-40ca-96c6-8dfc1a7eab0b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:41.509308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f6866-bfd6-4039-9e7d-928a221eb8d2 req-bf4c109f-258b-4cfd-9c80-b32c24c0f624 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:41.516081 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a74f6866-bfd6-4039-9e7d-928a221eb8d2 req-bf4c109f-258b-4cfd-9c80-b32c24c0f624 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=895e4295-6296-4fcb-86b2-5af121727ebc HTTP/1.1" status: 200 len: 943 time: 0.0943413 Jul 22 23:47:41.641676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a74f6866-bfd6-4039-9e7d-928a221eb8d2 req-3bccdad5-0a7e-40ee-aa1b-0b64a0f4f386 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Deleting port f289de3b-6e18-42ae-bf7b-fb624517f7bc {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:41.642027 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a74f6866-bfd6-4039-9e7d-928a221eb8d2 req-3bccdad5-0a7e-40ee-aa1b-0b64a0f4f386 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:41.760479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a74f6866-bfd6-4039-9e7d-928a221eb8d2 req-3bccdad5-0a7e-40ee-aa1b-0b64a0f4f386 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] For port f289de3b-6e18-42ae-bf7b-fb624517f7bc, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=f289de3b-6e18-42ae-bf7b-fb624517f7bc,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:41.761052 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a74f6866-bfd6-4039-9e7d-928a221eb8d2 req-3bccdad5-0a7e-40ee-aa1b-0b64a0f4f386 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:41.776937 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a74f6866-bfd6-4039-9e7d-928a221eb8d2 req-3bccdad5-0a7e-40ee-aa1b-0b64a0f4f386 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Calling delete_port for f289de3b-6e18-42ae-bf7b-fb624517f7bc owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:41.964127 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a74f6866-bfd6-4039-9e7d-928a221eb8d2 req-3bccdad5-0a7e-40ee-aa1b-0b64a0f4f386 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:41.981500 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['e06fa731-a551-4314-a8b2-44b2cc408f92'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:42.003935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccdad5-0a7e-40ee-aa1b-0b64a0f4f386 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event deleted for resources: {'Port': ['ID=f289de3b-6e18-42ae-bf7b-fb624517f7bc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:42.076060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['fc7cd0a6-3d17-4d98-9c93-f0496278b378'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:42.101812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74f6866-bfd6-4039-9e7d-928a221eb8d2 req-3bccdad5-0a7e-40ee-aa1b-0b64a0f4f386 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] No DVR routers for this DVR port f289de3b-6e18-42ae-bf7b-fb624517f7bc on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:47:42.106882 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a74f6866-bfd6-4039-9e7d-928a221eb8d2 req-3bccdad5-0a7e-40ee-aa1b-0b64a0f4f386 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:42.110032 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a74f6866-bfd6-4039-9e7d-928a221eb8d2 req-3bccdad5-0a7e-40ee-aa1b-0b64a0f4f386 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "DELETE /v2.0/ports/f289de3b-6e18-42ae-bf7b-fb624517f7bc HTTP/1.1" status: 204 len: 173 time: 0.5929754 Jul 22 23:47:42.110695 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895e4295-6296-4fcb-86b2-5af121727ebc', 'name': 'network-vif-deleted', 'tag': 'f289de3b-6e18-42ae-bf7b-fb624517f7bc'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:42.113428 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b645f47b-36a8-4aef-aeb2-46f6747287dd" -d '{"events": [{"server_uuid": "895e4295-6296-4fcb-86b2-5af121727ebc", "name": "network-vif-deleted", "tag": "f289de3b-6e18-42ae-bf7b-fb624517f7bc"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:42.278188 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36074781-6360-404b-a5b0-a4113c1e0d00 x-openstack-request-id: req-36074781-6360-404b-a5b0-a4113c1e0d00 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:42.278759 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895e4295-6296-4fcb-86b2-5af121727ebc", "name": "network-vif-deleted", "tag": "f289de3b-6e18-42ae-bf7b-fb624517f7bc", "status": "failed", "code": 422}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:42.279219 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36074781-6360-404b-a5b0-a4113c1e0d00 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:42.279847 n-d-688802-2 neutron-server[93821]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '895e4295-6296-4fcb-86b2-5af121727ebc', 'name': 'network-vif-deleted', 'tag': 'f289de3b-6e18-42ae-bf7b-fb624517f7bc', 'status': 'failed', 'code': 422} returned with failed status Jul 22 23:47:42.943725 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166d4cb-cb41-4b70-90ad-7e57b9846762 req-ef68cc51-a483-462b-8291-5b6942efa237 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:42.952439 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7166d4cb-cb41-4b70-90ad-7e57b9846762 req-ef68cc51-a483-462b-8291-5b6942efa237 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 908 time: 0.0861821 Jul 22 23:47:43.594229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:43.774900 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3e8792c-251d-4747-99a6-c8afb528bcd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:43.894521 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3e8792c-251d-4747-99a6-c8afb528bcd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:43.900329 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3e8792c-251d-4747-99a6-c8afb528bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:43.933367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d3e8792c-251d-4747-99a6-c8afb528bcd5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ebf601b4beb470f904d0abb756aa5b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372889 Jul 22 23:47:43.936755 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54874) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:43.947408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8792c-251d-4747-99a6-c8afb528bcd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a62aed-f0bc-409c-a032-85c98541e073,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:44.046639 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b829d4b6-783a-4a6d-b1d7-76d099711b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:44.068571 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b829d4b6-783a-4a6d-b1d7-76d099711b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:44.120010 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b829d4b6-783a-4a6d-b1d7-76d099711b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:44.123328 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b829d4b6-783a-4a6d-b1d7-76d099711b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:44.128646 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b829d4b6-783a-4a6d-b1d7-76d099711b00 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0a62aed-f0bc-409c-a032-85c98541e073 HTTP/1.1" status: 204 len: 168 time: 0.1907468 Jul 22 23:47:44.141337 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829d4b6-783a-4a6d-b1d7-76d099711b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a62aed-f0bc-409c-a032-85c98541e073,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:44.201977 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1acd32-8ea4-46ca-90d1-956e15b0852b req-54ea9f78-bdea-4e2b-b4fb-f9d3cfddebb3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:44.213543 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ef1acd32-8ea4-46ca-90d1-956e15b0852b req-54ea9f78-bdea-4e2b-b4fb-f9d3cfddebb3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 908 time: 0.1525924 Jul 22 23:47:44.311109 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3465a-81fb-4494-98c9-8f80847e9c77 req-fd486ed3-0f49-4046-860b-d091c3074679 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:44.312670 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efb3465a-81fb-4494-98c9-8f80847e9c77 req-fd486ed3-0f49-4046-860b-d091c3074679 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.95 "GET /v2.0/ports?device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 908 time: 0.0964289 Jul 22 23:47:44.450363 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-efb3465a-81fb-4494-98c9-8f80847e9c77 req-6b2ad71a-0741-4bd1-b9cf-b99d1851ed7a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Deleting port 54c7e9f6-c249-4375-8041-fd8e176dd8a3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:44.450989 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efb3465a-81fb-4494-98c9-8f80847e9c77 req-6b2ad71a-0741-4bd1-b9cf-b99d1851ed7a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:44.588027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-efb3465a-81fb-4494-98c9-8f80847e9c77 req-6b2ad71a-0741-4bd1-b9cf-b99d1851ed7a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] For port 54c7e9f6-c249-4375-8041-fd8e176dd8a3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=54c7e9f6-c249-4375-8041-fd8e176dd8a3,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:44.588673 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efb3465a-81fb-4494-98c9-8f80847e9c77 req-6b2ad71a-0741-4bd1-b9cf-b99d1851ed7a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:44.625939 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-efb3465a-81fb-4494-98c9-8f80847e9c77 req-6b2ad71a-0741-4bd1-b9cf-b99d1851ed7a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Calling delete_port for 54c7e9f6-c249-4375-8041-fd8e176dd8a3 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:44.645462 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54906) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:44.667178 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1669b05c-d764-4c12-baa0-19bb9510cea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:44.821518 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efb3465a-81fb-4494-98c9-8f80847e9c77 req-6b2ad71a-0741-4bd1-b9cf-b99d1851ed7a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:44.932175 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1669b05c-d764-4c12-baa0-19bb9510cea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:44.940071 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1669b05c-d764-4c12-baa0-19bb9510cea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:44.987073 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1669b05c-d764-4c12-baa0-19bb9510cea1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a1e1e74566248e3b145705443c9aa64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382251 Jul 22 23:47:44.988610 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54922) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:45.004966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669b05c-d764-4c12-baa0-19bb9510cea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e327e721-df17-4348-a333-a7b241122de4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:45.063755 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0de4e75-621d-49eb-bfeb-85853d271978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.091481 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0de4e75-621d-49eb-bfeb-85853d271978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.155672 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0de4e75-621d-49eb-bfeb-85853d271978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.159070 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0de4e75-621d-49eb-bfeb-85853d271978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.160670 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c0de4e75-621d-49eb-bfeb-85853d271978 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e327e721-df17-4348-a333-a7b241122de4 HTTP/1.1" status: 204 len: 168 time: 0.1709936 Jul 22 23:47:45.172470 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de4e75-621d-49eb-bfeb-85853d271978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e327e721-df17-4348-a333-a7b241122de4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:45.270832 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ad71a-0741-4bd1-b9cf-b99d1851ed7a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event deleted for resources: {'Port': ['ID=54c7e9f6-c249-4375-8041-fd8e176dd8a3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:45.356043 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb3465a-81fb-4494-98c9-8f80847e9c77 req-6b2ad71a-0741-4bd1-b9cf-b99d1851ed7a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] No DVR routers for this DVR port 54c7e9f6-c249-4375-8041-fd8e176dd8a3 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:47:45.359305 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-efb3465a-81fb-4494-98c9-8f80847e9c77 req-6b2ad71a-0741-4bd1-b9cf-b99d1851ed7a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.361758 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efb3465a-81fb-4494-98c9-8f80847e9c77 req-6b2ad71a-0741-4bd1-b9cf-b99d1851ed7a tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.95 "DELETE /v2.0/ports/54c7e9f6-c249-4375-8041-fd8e176dd8a3 HTTP/1.1" status: 204 len: 173 time: 1.0425200 Jul 22 23:47:45.362435 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf7109e-8ae4-4abd-a8fe-b8c2654ee930', 'name': 'network-vif-deleted', 'tag': '54c7e9f6-c249-4375-8041-fd8e176dd8a3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:45.364879 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbd82ec-b904-47ca-9a99-1dd052ed2ba4" -d '{"events": [{"server_uuid": "dbf7109e-8ae4-4abd-a8fe-b8c2654ee930", "name": "network-vif-deleted", "tag": "54c7e9f6-c249-4375-8041-fd8e176dd8a3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:45.395377 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5b48858a-d7e0-4e91-bbf7-23bc7f84ee63 req-cf35c85d-83f7-4b12-971a-e81ee999191c tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbf7109e-8ae4-4abd-a8fe-b8c2654ee930 HTTP/1.1" status: 200 len: 210 time: 0.0666015 Jul 22 23:47:45.472761 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d277c9df-8d96-4fad-bf14-5e8ee606d463 x-openstack-request-id: req-d277c9df-8d96-4fad-bf14-5e8ee606d463 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:45.473123 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf7109e-8ae4-4abd-a8fe-b8c2654ee930", "name": "network-vif-deleted", "tag": "54c7e9f6-c249-4375-8041-fd8e176dd8a3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:45.473375 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d277c9df-8d96-4fad-bf14-5e8ee606d463 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:45.474092 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf7109e-8ae4-4abd-a8fe-b8c2654ee930', 'name': 'network-vif-deleted', 'tag': '54c7e9f6-c249-4375-8041-fd8e176dd8a3', 'status': 'completed', 'code': 200} Jul 22 23:47:45.538603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54950) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:45.669983 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec5a9631-868e-42ca-ab8d-c6b518fe9fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.780843 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec5a9631-868e-42ca-ab8d-c6b518fe9fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.787278 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ec5a9631-868e-42ca-ab8d-c6b518fe9fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.825735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ec5a9631-868e-42ca-ab8d-c6b518fe9fd2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c326f91585664355b4b66ab19d1c9b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858918 Jul 22 23:47:45.829215 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54970) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:45.837359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a9631-868e-42ca-ab8d-c6b518fe9fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddfd881-dd20-43c9-a48b-c8848f8aacf0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:45.913057 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8e23b81-784b-466f-aedc-7d357de55e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.944578 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8e23b81-784b-466f-aedc-7d357de55e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.033113 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8e23b81-784b-466f-aedc-7d357de55e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.035652 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8e23b81-784b-466f-aedc-7d357de55e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.040092 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c8e23b81-784b-466f-aedc-7d357de55e41 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2ddfd881-dd20-43c9-a48b-c8848f8aacf0 HTTP/1.1" status: 204 len: 168 time: 0.2051156 Jul 22 23:47:46.066804 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e23b81-784b-466f-aedc-7d357de55e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddfd881-dd20-43c9-a48b-c8848f8aacf0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:46.411184 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55002) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:46.434307 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f76ab08-f628-4ea1-928d-fe41fd3ca51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.441683 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.597971 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f76ab08-f628-4ea1-928d-fe41fd3ca51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.606249 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f76ab08-f628-4ea1-928d-fe41fd3ca51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.663942 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6f76ab08-f628-4ea1-928d-fe41fd3ca51b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f414073c67b14266bcaaeec57f66cae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500279 Jul 22 23:47:46.666092 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76ab08-f628-4ea1-928d-fe41fd3ca51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518f6f5c-3998-427f-bb51-781b6a5a7320,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:46.667862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55026) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:46.783271 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad9d656d-82f8-4bd9-9296-d0ed7695ca7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.824668 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad9d656d-82f8-4bd9-9296-d0ed7695ca7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.886804 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6362c9b-bd53-489f-be8c-183b95fcea40 req-59567fae-11d1-4331-9026-3434b48f5aee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:46.893658 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6362c9b-bd53-489f-be8c-183b95fcea40 req-59567fae-11d1-4331-9026-3434b48f5aee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 945 time: 0.1652782 Jul 22 23:47:46.953005 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6362c9b-bd53-489f-be8c-183b95fcea40 req-344146a8-487b-4eac-b289-c1a97a6c373e tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546076 Jul 22 23:47:46.954484 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad9d656d-82f8-4bd9-9296-d0ed7695ca7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.958170 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad9d656d-82f8-4bd9-9296-d0ed7695ca7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.970743 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ad9d656d-82f8-4bd9-9296-d0ed7695ca7d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/518f6f5c-3998-427f-bb51-781b6a5a7320 HTTP/1.1" status: 204 len: 168 time: 0.2905626 Jul 22 23:47:46.979820 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d656d-82f8-4bd9-9296-d0ed7695ca7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518f6f5c-3998-427f-bb51-781b6a5a7320,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:47.224976 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25c644-27b6-485b-a491-ced32a27bb4f req-798d0bc0-742c-4cb8-8c6e-fbdc37457205 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:47.226410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d25c644-27b6-485b-a491-ced32a27bb4f req-798d0bc0-742c-4cb8-8c6e-fbdc37457205 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.0819173 Jul 22 23:47:47.282139 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d25c644-27b6-485b-a491-ced32a27bb4f req-8ccc07c0-b0da-4273-a7ea-8189b37538dc tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446317 Jul 22 23:47:48.116363 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5e261-b5a8-4125-95c7-abb440c35f1e req-c2d2ad34-9139-4cb0-83c0-20a1ffb70bee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:48.125726 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8e5e261-b5a8-4125-95c7-abb440c35f1e req-c2d2ad34-9139-4cb0-83c0-20a1ffb70bee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 945 time: 0.0890682 Jul 22 23:47:48.252957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8e5e261-b5a8-4125-95c7-abb440c35f1e req-8d6efab6-68ee-49b3-8533-98e6d45360dd tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242826 Jul 22 23:47:48.285274 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb9913-848c-498a-a774-9632e54b3fd2 req-c9f5687e-6ed3-489f-8484-d9068e9049bf tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:48.287863 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b9cb9913-848c-498a-a774-9632e54b3fd2 req-c9f5687e-6ed3-489f-8484-d9068e9049bf tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.95 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 945 time: 0.1609466 Jul 22 23:47:48.423177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b9cb9913-848c-498a-a774-9632e54b3fd2 req-1c7f1eab-28fb-4704-9828-7ca325a863e1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Deleting port e06fa731-a551-4314-a8b2-44b2cc408f92 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:48.423781 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b9cb9913-848c-498a-a774-9632e54b3fd2 req-1c7f1eab-28fb-4704-9828-7ca325a863e1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:48.596186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b9cb9913-848c-498a-a774-9632e54b3fd2 req-1c7f1eab-28fb-4704-9828-7ca325a863e1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] For port e06fa731-a551-4314-a8b2-44b2cc408f92, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=e06fa731-a551-4314-a8b2-44b2cc408f92,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:48.596584 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b9cb9913-848c-498a-a774-9632e54b3fd2 req-1c7f1eab-28fb-4704-9828-7ca325a863e1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:48.613033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b9cb9913-848c-498a-a774-9632e54b3fd2 req-1c7f1eab-28fb-4704-9828-7ca325a863e1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Calling delete_port for e06fa731-a551-4314-a8b2-44b2cc408f92 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:48.622460 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 54c7e9f6-c249-4375-8041-fd8e176dd8a3 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:47:48.629077 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2401c5-d1a8-4093-b966-b1292b9a7031 req-889ee9f7-ad52-4076-b98f-1b2f34551a9f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:48.630764 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f2401c5-d1a8-4093-b966-b1292b9a7031 req-889ee9f7-ad52-4076-b98f-1b2f34551a9f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.1824343 Jul 22 23:47:48.663289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 54c7e9f6-c249-4375-8041-fd8e176dd8a3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:47:48.663639 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 54c7e9f6-c249-4375-8041-fd8e176dd8a3 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:47:48.724508 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f2401c5-d1a8-4093-b966-b1292b9a7031 req-c1ed5ba2-42f2-47c3-a45a-1f4e87816c88 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849326 Jul 22 23:47:48.859737 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b9cb9913-848c-498a-a774-9632e54b3fd2 req-1c7f1eab-28fb-4704-9828-7ca325a863e1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:48.872006 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['e06fa731-a551-4314-a8b2-44b2cc408f92'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:48.905417 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['fc7cd0a6-3d17-4d98-9c93-f0496278b378'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:48.907110 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f1eab-28fb-4704-9828-7ca325a863e1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event deleted for resources: {'Port': ['ID=e06fa731-a551-4314-a8b2-44b2cc408f92,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:49.000477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cb9913-848c-498a-a774-9632e54b3fd2 req-1c7f1eab-28fb-4704-9828-7ca325a863e1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] No DVR routers for this DVR port e06fa731-a551-4314-a8b2-44b2cc408f92 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:47:49.003394 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b9cb9913-848c-498a-a774-9632e54b3fd2 req-1c7f1eab-28fb-4704-9828-7ca325a863e1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:49.005585 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b9cb9913-848c-498a-a774-9632e54b3fd2 req-1c7f1eab-28fb-4704-9828-7ca325a863e1 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.95 "DELETE /v2.0/ports/e06fa731-a551-4314-a8b2-44b2cc408f92 HTTP/1.1" status: 204 len: 173 time: 0.7111995 Jul 22 23:47:49.009175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb6af70-1f4e-4eda-9246-7cc039d4e199', 'name': 'network-vif-deleted', 'tag': 'e06fa731-a551-4314-a8b2-44b2cc408f92'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:49.009175 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21021153-1fc8-4a96-a852-82d911d25501" -d '{"events": [{"server_uuid": "5eb6af70-1f4e-4eda-9246-7cc039d4e199", "name": "network-vif-deleted", "tag": "e06fa731-a551-4314-a8b2-44b2cc408f92"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:49.128898 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632daabe-f9a1-4d8d-a9c7-6db6efb78dfd x-openstack-request-id: req-632daabe-f9a1-4d8d-a9c7-6db6efb78dfd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:49.129579 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb6af70-1f4e-4eda-9246-7cc039d4e199", "name": "network-vif-deleted", "tag": "e06fa731-a551-4314-a8b2-44b2cc408f92", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:49.129579 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-632daabe-f9a1-4d8d-a9c7-6db6efb78dfd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:49.129920 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb6af70-1f4e-4eda-9246-7cc039d4e199', 'name': 'network-vif-deleted', 'tag': 'e06fa731-a551-4314-a8b2-44b2cc408f92', 'status': 'completed', 'code': 200} Jul 22 23:47:49.449132 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6c1b080-05ef-4b99-a231-5277edd7016e req-37ec6a25-5cba-4409-a4c6-c563c8e1e703 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eb6af70-1f4e-4eda-9246-7cc039d4e199 HTTP/1.1" status: 200 len: 210 time: 0.0535529 Jul 22 23:47:49.850331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:49.908147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39a66c-e50b-400c-95a4-b9637f14c921 req-00488bd7-b28c-4ed2-b466-c0bc1e359165 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:49.909788 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c39a66c-e50b-400c-95a4-b9637f14c921 req-00488bd7-b28c-4ed2-b466-c0bc1e359165 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.0893242 Jul 22 23:47:49.962694 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c39a66c-e50b-400c-95a4-b9637f14c921 req-d29a55de-96e8-4153-9462-2cd4e34af870 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470064 Jul 22 23:47:50.078613 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5b472aa-a193-4525-8b96-ef036422ad01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:50.179085 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5b472aa-a193-4525-8b96-ef036422ad01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:50.183227 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5b472aa-a193-4525-8b96-ef036422ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:50.222064 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e5b472aa-a193-4525-8b96-ef036422ad01 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e8049630a3b4ff5b5d847dceb9b8d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690655 Jul 22 23:47:50.224627 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:50.225819 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b472aa-a193-4525-8b96-ef036422ad01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22d4cb6-08e4-44f2-b69a-8e198a6ee306,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:50.298975 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85ffa3dc-914d-437d-b572-27ff82f6e75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:50.321489 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85ffa3dc-914d-437d-b572-27ff82f6e75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:50.376155 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85ffa3dc-914d-437d-b572-27ff82f6e75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:50.379047 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85ffa3dc-914d-437d-b572-27ff82f6e75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:50.380324 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-85ffa3dc-914d-437d-b572-27ff82f6e75c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a22d4cb6-08e4-44f2-b69a-8e198a6ee306 HTTP/1.1" status: 204 len: 168 time: 0.1545529 Jul 22 23:47:50.389345 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffa3dc-914d-437d-b572-27ff82f6e75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22d4cb6-08e4-44f2-b69a-8e198a6ee306,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:50.732808 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55272) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:50.748326 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a279a09-7a4e-48fd-b054-0dd8dbae8b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:50.829854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4215fd-a3b5-4793-ac79-e65f5f1d1762 req-290a0e57-b30a-4358-8232-8a6a4f54c860 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:50.840713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c4215fd-a3b5-4793-ac79-e65f5f1d1762 req-290a0e57-b30a-4358-8232-8a6a4f54c860 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.0858912 Jul 22 23:47:50.858817 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a279a09-7a4e-48fd-b054-0dd8dbae8b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:50.864371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a279a09-7a4e-48fd-b054-0dd8dbae8b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:50.884610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c4215fd-a3b5-4793-ac79-e65f5f1d1762 req-f4aac6d7-368b-4b8b-8ea4-44657cade5cf tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423539 Jul 22 23:47:50.907970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a279a09-7a4e-48fd-b054-0dd8dbae8b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f012a2-895e-4e98-96d6-1ff8f2f18542,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:50.912725 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a279a09-7a4e-48fd-b054-0dd8dbae8b5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9cc8fcb48aa45ac9f62f77cbd8f3b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787169 Jul 22 23:47:50.915420 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55274) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:50.967289 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6c721d3-3b9a-43f4-98f6-50cf1ff4f2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:50.995223 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6c721d3-3b9a-43f4-98f6-50cf1ff4f2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:51.093267 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6c721d3-3b9a-43f4-98f6-50cf1ff4f2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:51.096039 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6c721d3-3b9a-43f4-98f6-50cf1ff4f2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:51.100203 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e6c721d3-3b9a-43f4-98f6-50cf1ff4f2b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0f012a2-895e-4e98-96d6-1ff8f2f18542 HTTP/1.1" status: 204 len: 168 time: 0.1807554 Jul 22 23:47:51.109750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c721d3-3b9a-43f4-98f6-50cf1ff4f2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f012a2-895e-4e98-96d6-1ff8f2f18542,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:51.157135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e23965-381a-45f6-a554-e986e6b1dca7 req-d8bd3340-ffc4-4265-93d7-f9b380d68114 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:51.158775 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60e23965-381a-45f6-a554-e986e6b1dca7 req-d8bd3340-ffc4-4265-93d7-f9b380d68114 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.1038132 Jul 22 23:47:51.219269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60e23965-381a-45f6-a554-e986e6b1dca7 req-4a213286-071a-4f39-a349-92b49b6d39d8 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525625 Jul 22 23:47:52.084349 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438acd1b-38c1-40b2-90a7-e73d4f18c393 req-826564ec-dcb7-495d-9331-c74fef644f57 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:52.086584 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-438acd1b-38c1-40b2-90a7-e73d4f18c393 req-826564ec-dcb7-495d-9331-c74fef644f57 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.1247981 Jul 22 23:47:52.094865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101a0a8-aea8-49f8-8f54-0c08522f777b req-fb39d78b-5e2c-4074-b06c-57519b1f98d5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:52.096405 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4101a0a8-aea8-49f8-8f54-0c08522f777b req-fb39d78b-5e2c-4074-b06c-57519b1f98d5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.18 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 946 time: 0.1017964 Jul 22 23:47:52.175541 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-438acd1b-38c1-40b2-90a7-e73d4f18c393 req-4c4da306-eaab-4b05-b4c8-83c313615a6e tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac44c6d9-f39d-46e2-8aec-4bbeef2df692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780883 Jul 22 23:47:52.235697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4101a0a8-aea8-49f8-8f54-0c08522f777b req-a7525061-51dc-4b5e-9412-9b5affd4be06 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Deleting port fc7cd0a6-3d17-4d98-9c93-f0496278b378 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:52.236051 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4101a0a8-aea8-49f8-8f54-0c08522f777b req-a7525061-51dc-4b5e-9412-9b5affd4be06 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:52.401825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4101a0a8-aea8-49f8-8f54-0c08522f777b req-a7525061-51dc-4b5e-9412-9b5affd4be06 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] For port fc7cd0a6-3d17-4d98-9c93-f0496278b378, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=fc7cd0a6-3d17-4d98-9c93-f0496278b378,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:52.402466 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4101a0a8-aea8-49f8-8f54-0c08522f777b req-a7525061-51dc-4b5e-9412-9b5affd4be06 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:52.422554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4101a0a8-aea8-49f8-8f54-0c08522f777b req-a7525061-51dc-4b5e-9412-9b5affd4be06 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Calling delete_port for fc7cd0a6-3d17-4d98-9c93-f0496278b378 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:52.490540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c2204-1daf-4b1c-9164-fa63cf135bae req-e6e456b5-5caf-4138-b52b-9e9be02c9414 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:52.492087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e6c2204-1daf-4b1c-9164-fa63cf135bae req-e6e456b5-5caf-4138-b52b-9e9be02c9414 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.1615388 Jul 22 23:47:52.572334 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e6c2204-1daf-4b1c-9164-fa63cf135bae req-940519c2-e820-44a1-bdb0-06c0ef0c8c64 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705507 Jul 22 23:47:52.631477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e06fa731-a551-4314-a8b2-44b2cc408f92 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:47:52.667758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: e06fa731-a551-4314-a8b2-44b2cc408f92 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:47:52.674075 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device e06fa731-a551-4314-a8b2-44b2cc408f92 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:47:52.699345 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4101a0a8-aea8-49f8-8f54-0c08522f777b req-a7525061-51dc-4b5e-9412-9b5affd4be06 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:52.732307 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['fc7cd0a6-3d17-4d98-9c93-f0496278b378'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:52.735072 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7525061-51dc-4b5e-9412-9b5affd4be06 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event deleted for resources: {'Port': ['ID=fc7cd0a6-3d17-4d98-9c93-f0496278b378,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:52.809797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4101a0a8-aea8-49f8-8f54-0c08522f777b req-a7525061-51dc-4b5e-9412-9b5affd4be06 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] No DVR routers for this DVR port fc7cd0a6-3d17-4d98-9c93-f0496278b378 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:47:52.813184 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4101a0a8-aea8-49f8-8f54-0c08522f777b req-a7525061-51dc-4b5e-9412-9b5affd4be06 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:52.815427 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4101a0a8-aea8-49f8-8f54-0c08522f777b req-a7525061-51dc-4b5e-9412-9b5affd4be06 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.18 "DELETE /v2.0/ports/fc7cd0a6-3d17-4d98-9c93-f0496278b378 HTTP/1.1" status: 204 len: 173 time: 0.7105489 Jul 22 23:47:52.816207 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e488d11b-ab6d-44a0-b240-f15ff7febc9d', 'name': 'network-vif-deleted', 'tag': 'fc7cd0a6-3d17-4d98-9c93-f0496278b378'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:52.819265 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d143703e-7562-485e-bb03-9f9c71ce91a7" -d '{"events": [{"server_uuid": "e488d11b-ab6d-44a0-b240-f15ff7febc9d", "name": "network-vif-deleted", "tag": "fc7cd0a6-3d17-4d98-9c93-f0496278b378"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:52.875059 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c403504-8622-4d36-bbd0-71e23fa885cc x-openstack-request-id: req-4c403504-8622-4d36-bbd0-71e23fa885cc {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:52.875457 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e488d11b-ab6d-44a0-b240-f15ff7febc9d", "name": "network-vif-deleted", "tag": "fc7cd0a6-3d17-4d98-9c93-f0496278b378", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:52.875817 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c403504-8622-4d36-bbd0-71e23fa885cc {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:52.876343 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e488d11b-ab6d-44a0-b240-f15ff7febc9d', 'name': 'network-vif-deleted', 'tag': 'fc7cd0a6-3d17-4d98-9c93-f0496278b378', 'status': 'completed', 'code': 200} Jul 22 23:47:53.372117 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70d23485-7a03-4fa7-9280-b19eb44d2974 req-57adcca9-08f8-41a2-a2f0-3591d2255ee3 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=e488d11b-ab6d-44a0-b240-f15ff7febc9d HTTP/1.1" status: 200 len: 210 time: 0.0579450 Jul 22 23:47:53.735885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f73551-debe-49a6-8df7-b3d2b720fb3e req-64a96fd1-b28f-49fa-ba33-06c2639cd58a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:53.737940 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05f73551-debe-49a6-8df7-b3d2b720fb3e req-64a96fd1-b28f-49fa-ba33-06c2639cd58a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.0791235 Jul 22 23:47:53.794093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05f73551-debe-49a6-8df7-b3d2b720fb3e req-c4a196b6-5360-4dcc-b180-4da0987a51f7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483317 Jul 22 23:47:54.730023 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407ca2c-f969-4fc8-978b-2398d0882438 req-13d89ae3-cdc1-4ff4-b391-0a57eee6c974 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:54.731444 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3407ca2c-f969-4fc8-978b-2398d0882438 req-13d89ae3-cdc1-4ff4-b391-0a57eee6c974 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0916233 Jul 22 23:47:54.782651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3407ca2c-f969-4fc8-978b-2398d0882438 req-96584bf8-b771-404e-bd90-5f5fcbf675a9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416596 Jul 22 23:47:54.993741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d14e7-8eb0-44a0-b0e7-b3a05400e3b1 req-50d225a6-966f-4fb3-9709-76e78000076d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:54.995377 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f9d14e7-8eb0-44a0-b0e7-b3a05400e3b1 req-50d225a6-966f-4fb3-9709-76e78000076d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.0923374 Jul 22 23:47:55.049905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f9d14e7-8eb0-44a0-b0e7-b3a05400e3b1 req-d2631ac9-0481-432e-8be6-7f687a9d4982 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456073 Jul 22 23:47:55.125294 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:47:55.917952 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device fc7cd0a6-3d17-4d98-9c93-f0496278b378 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:47:55.945028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: fc7cd0a6-3d17-4d98-9c93-f0496278b378 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:47:55.945703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device fc7cd0a6-3d17-4d98-9c93-f0496278b378 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:47:55.961867 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25da8b5-44f5-400f-b17f-9f76f4cf743b req-e3b6f52f-581f-42a8-a578-f7cb963e70ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:55.969085 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b25da8b5-44f5-400f-b17f-9f76f4cf743b req-e3b6f52f-581f-42a8-a578-f7cb963e70ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.0990748 Jul 22 23:47:56.021799 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b25da8b5-44f5-400f-b17f-9f76f4cf743b req-79bd30bf-19c7-47f8-9688-11923d792c75 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485682 Jul 22 23:47:56.140166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56066) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:56.256123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce603104-0fbe-4544-94bc-cf8b17d5bcab req-52c53f20-c868-4242-9d69-b75706a6ca14 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:56.258323 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce603104-0fbe-4544-94bc-cf8b17d5bcab req-52c53f20-c868-4242-9d69-b75706a6ca14 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.1086280 Jul 22 23:47:56.288169 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f5ead8e-3e8b-487b-ba7d-62e5f1c02a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.332223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce603104-0fbe-4544-94bc-cf8b17d5bcab req-ddcb85bc-598c-4bf1-b8e0-27b9a899e7ea tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642676 Jul 22 23:47:56.467902 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f5ead8e-3e8b-487b-ba7d-62e5f1c02a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.475099 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0f5ead8e-3e8b-487b-ba7d-62e5f1c02a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.518375 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf9b86-9b18-4b4e-8225-ca879f923701 req-2985304d-2e56-4da0-a4ae-f3857db7f6b9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:56.519856 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10bf9b86-9b18-4b4e-8225-ca879f923701 req-2985304d-2e56-4da0-a4ae-f3857db7f6b9 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.95 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 945 time: 0.1186247 Jul 22 23:47:56.536866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0f5ead8e-3e8b-487b-ba7d-62e5f1c02a60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b3cf48f26374289b2337520a1bae598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956244 Jul 22 23:47:56.540478 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56092) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:56.562795 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ead8e-3e8b-487b-ba7d-62e5f1c02a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e207bf97-e1b5-43aa-91e2-fa6cdbec0971,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:56.608817 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a6517e0-1050-474f-9419-eff14890618d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.643507 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a6517e0-1050-474f-9419-eff14890618d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.654715 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-10bf9b86-9b18-4b4e-8225-ca879f923701 req-864a1f96-1e92-4595-a681-d5e2718978ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Deleting port d65aa367-45f7-4685-97cf-065b3950ce38 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:56.655957 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10bf9b86-9b18-4b4e-8225-ca879f923701 req-864a1f96-1e92-4595-a681-d5e2718978ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.764272 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-10bf9b86-9b18-4b4e-8225-ca879f923701 req-864a1f96-1e92-4595-a681-d5e2718978ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] For port d65aa367-45f7-4685-97cf-065b3950ce38, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=d65aa367-45f7-4685-97cf-065b3950ce38,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:56.765076 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10bf9b86-9b18-4b4e-8225-ca879f923701 req-864a1f96-1e92-4595-a681-d5e2718978ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.964683 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a6517e0-1050-474f-9419-eff14890618d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.967682 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a6517e0-1050-474f-9419-eff14890618d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.968998 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5a6517e0-1050-474f-9419-eff14890618d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e207bf97-e1b5-43aa-91e2-fa6cdbec0971 HTTP/1.1" status: 204 len: 168 time: 0.4274826 Jul 22 23:47:56.984665 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10bf9b86-9b18-4b4e-8225-ca879f923701 req-864a1f96-1e92-4595-a681-d5e2718978ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.990421 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10bf9b86-9b18-4b4e-8225-ca879f923701 req-864a1f96-1e92-4595-a681-d5e2718978ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.993747 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6517e0-1050-474f-9419-eff14890618d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e207bf97-e1b5-43aa-91e2-fa6cdbec0971,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:56.994295 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [req-10bf9b86-9b18-4b4e-8225-ca879f923701 req-864a1f96-1e92-4595-a681-d5e2718978ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Floating IP 746d288a-4701-4fec-b82d-109a3be0ca9d disassociated. External IP: 172.25.4.250, port: d65aa367-45f7-4685-97cf-065b3950ce38. Jul 22 23:47:56.994671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-10bf9b86-9b18-4b4e-8225-ca879f923701 req-864a1f96-1e92-4595-a681-d5e2718978ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Calling delete_port for d65aa367-45f7-4685-97cf-065b3950ce38 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:57.269451 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10bf9b86-9b18-4b4e-8225-ca879f923701 req-864a1f96-1e92-4595-a681-d5e2718978ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:57.310341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a1f96-1e92-4595-a681-d5e2718978ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event deleted for resources: {'Port': ['ID=d65aa367-45f7-4685-97cf-065b3950ce38,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:57.424334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565a7f8-1985-4029-83d0-cbe4262b2042 req-2acf69f1-f88d-4ebd-ba67-f037b2e07872 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:57.425915 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7565a7f8-1985-4029-83d0-cbe4262b2042 req-2acf69f1-f88d-4ebd-ba67-f037b2e07872 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/ports?device_id=c03fffec-454a-440b-8b28-4d1adb9e606d HTTP/1.1" status: 200 len: 866 time: 0.2193060 Jul 22 23:47:57.506970 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7565a7f8-1985-4029-83d0-cbe4262b2042 req-d84f9259-4c7a-4816-8ceb-14527f7332d5 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c6875f-52d9-4055-bfcb-acb19c6d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696204 Jul 22 23:47:57.544860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10bf9b86-9b18-4b4e-8225-ca879f923701 req-864a1f96-1e92-4595-a681-d5e2718978ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Router b53f534c-7e26-4780-bfc4-ea4c203c006c has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:47:57.685052 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42dd84b-5ce5-489c-8a3c-0f5d56b14deb req-18b46369-d776-4a1d-9bcf-dd477973163f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:57.686459 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b42dd84b-5ce5-489c-8a3c-0f5d56b14deb req-18b46369-d776-4a1d-9bcf-dd477973163f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.2060878 Jul 22 23:47:57.751035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b42dd84b-5ce5-489c-8a3c-0f5d56b14deb req-08845362-b1a5-4238-97cb-09ecfeca3399 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527396 Jul 22 23:47:57.756458 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10bf9b86-9b18-4b4e-8225-ca879f923701 req-864a1f96-1e92-4595-a681-d5e2718978ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:47:57.771261 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7cf190-b679-447f-b686-36d2d2795d71 None None] Sync routers for ids ['b53f534c-7e26-4780-bfc4-ea4c203c006c'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:47:57.785934 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7cf190-b679-447f-b686-36d2d2795d71 None None] Routers {'b53f534c-7e26-4780-bfc4-ea4c203c006c'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:57.786507 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0a7cf190-b679-447f-b686-36d2d2795d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:47:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b53f534c-7e26-4780-bfc4-ea4c203c006c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:57.816815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bf9b86-9b18-4b4e-8225-ca879f923701 req-864a1f96-1e92-4595-a681-d5e2718978ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] No DVR routers for this DVR port d65aa367-45f7-4685-97cf-065b3950ce38 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:47:57.821004 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-10bf9b86-9b18-4b4e-8225-ca879f923701 req-864a1f96-1e92-4595-a681-d5e2718978ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:57.823743 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10bf9b86-9b18-4b4e-8225-ca879f923701 req-864a1f96-1e92-4595-a681-d5e2718978ee tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.95 "DELETE /v2.0/ports/d65aa367-45f7-4685-97cf-065b3950ce38 HTTP/1.1" status: 204 len: 173 time: 1.2973208 Jul 22 23:47:57.824612 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'name': 'network-vif-deleted', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:57.827083 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391b3cba-63d9-4f8a-aeec-4152d957caf1" -d '{"events": [{"server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "name": "network-vif-deleted", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:57.908855 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4547cd99-8dd6-4d0e-a3fa-cf7feb7b8f4e x-openstack-request-id: req-4547cd99-8dd6-4d0e-a3fa-cf7feb7b8f4e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:57.909229 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03fffec-454a-440b-8b28-4d1adb9e606d", "name": "network-vif-deleted", "tag": "d65aa367-45f7-4685-97cf-065b3950ce38", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:57.909483 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4547cd99-8dd6-4d0e-a3fa-cf7feb7b8f4e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:57.909991 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03fffec-454a-440b-8b28-4d1adb9e606d', 'name': 'network-vif-deleted', 'tag': 'd65aa367-45f7-4685-97cf-065b3950ce38', 'status': 'completed', 'code': 200} Jul 22 23:47:57.941030 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:47:58.030046 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-0a7cf190-b679-447f-b686-36d2d2795d71 None None] Set router b53f534c-7e26-4780-bfc4-ea4c203c006c gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:47:58.106765 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:58.124828 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'port_id': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee', 'mac_address': 'fa:16:3e:bc:e8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:47:58.177031 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:58.203974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:58.231029 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:58.238144 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:58.355874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:58.364646 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:58.365146 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:58.365592 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:58.366054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:58.366485 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:58.366940 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:58.367399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:58.367813 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:58.368232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:58.368787 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:58.369200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:58.369754 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:58.436606 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0a7cf190-b679-447f-b686-36d2d2795d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'name': 'tempest-ServerActionsTestJSON-2142798650-router', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:18Z', 'updated_at': '2021-07-22T23:39:29Z', 'revision_number': 4, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'gw_port': {'id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:20Z', 'updated_at': '2021-07-22T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc', 'name': '', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'mac_address': 'fa:16:3e:0b:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:28Z', 'updated_at': '2021-07-22T23:39:36Z', 'revision_number': 5, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'subnets': [{'id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:58.470871 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['135c4d39-a1e4-4f5e-8e50-6e2e16d023ee'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:58.493219 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7cf190-b679-447f-b686-36d2d2795d71 None None] Checking router: b53f534c-7e26-4780-bfc4-ea4c203c006c for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:47:58.507147 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7cf190-b679-447f-b686-36d2d2795d71 None None] Routers {'b53f534c-7e26-4780-bfc4-ea4c203c006c'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:58.508354 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0a7cf190-b679-447f-b686-36d2d2795d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:47:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b53f534c-7e26-4780-bfc4-ea4c203c006c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:58.650686 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-0a7cf190-b679-447f-b686-36d2d2795d71 None None] Set router b53f534c-7e26-4780-bfc4-ea4c203c006c gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:47:58.687493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56154) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:58.813676 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ad2f359-35ad-4708-b775-5c288e21c66e tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:58.854039 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ad2f359-35ad-4708-b775-5c288e21c66e tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:59.017625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b9116-024e-4b26-9dad-7f4dcb6158dc req-a85ad9ac-cfb0-4ab4-95ce-17f1c0c9e442 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:59.019941 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a5b9116-024e-4b26-9dad-7f4dcb6158dc req-a85ad9ac-cfb0-4ab4-95ce-17f1c0c9e442 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 944 time: 0.1374440 Jul 22 23:47:59.021857 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ad2f359-35ad-4708-b775-5c288e21c66e tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:59.026605 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ad2f359-35ad-4708-b775-5c288e21c66e tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:59.028135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8ad2f359-35ad-4708-b775-5c288e21c66e tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "DELETE /v2.0/security-groups/46c6875f-52d9-4055-bfcb-acb19c6d474c HTTP/1.1" status: 204 len: 168 time: 0.3390329 Jul 22 23:47:59.030963 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56164) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:59.054118 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-ed24510a-14e3-41bd-ac0d-957d8b070e78 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] show failed (client error): The resource could not be found. Jul 22 23:47:59.058851 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ed24510a-14e3-41bd-ac0d-957d8b070e78 tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "GET /v2.0/security-groups/46c6875f-52d9-4055-bfcb-acb19c6d474c HTTP/1.1" status: 404 len: 347 time: 0.0255742 Jul 22 23:47:59.060628 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56166) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:59.064590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2f359-35ad-4708-b775-5c288e21c66e tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c6875f-52d9-4055-bfcb-acb19c6d474c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:59.147544 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a5b9116-024e-4b26-9dad-7f4dcb6158dc req-21cb15ab-14d3-40d4-93ac-2bd579094d07 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109374 Jul 22 23:47:59.188263 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0a7cf190-b679-447f-b686-36d2d2795d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'name': 'tempest-ServerActionsTestJSON-2142798650-router', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:18Z', 'updated_at': '2021-07-22T23:39:29Z', 'revision_number': 4, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'gw_port': {'id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:20Z', 'updated_at': '2021-07-22T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc', 'name': '', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'mac_address': 'fa:16:3e:0b:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:28Z', 'updated_at': '2021-07-22T23:39:36Z', 'revision_number': 5, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'subnets': [{'id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:59.247269 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7cf190-b679-447f-b686-36d2d2795d71 None None] The sync data for ids ['b53f534c-7e26-4780-bfc4-ea4c203c006c'] in n-d-688802-2 is: [{'id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'name': 'tempest-ServerActionsTestJSON-2142798650-router', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:18Z', 'updated_at': '2021-07-22T23:39:29Z', 'revision_number': 4, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'gw_port': {'id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:20Z', 'updated_at': '2021-07-22T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc', 'name': '', 'network_id': 'd3554cbf-5379-4b81-9b9a-4aed7eb449a4', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'mac_address': 'fa:16:3e:0b:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:28Z', 'updated_at': '2021-07-22T23:39:36Z', 'revision_number': 5, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'subnets': [{'id': 'bc55de62-d0a0-4dc6-a48b-f50f95f15fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:47:59.262878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d87bf03e-3144-4ae8-a4ef-ef83d9a0762d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Deleting port 12bb4714-87db-4397-815e-59dcb3bedae0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:59.264497 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d87bf03e-3144-4ae8-a4ef-ef83d9a0762d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:59.385313 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d87bf03e-3144-4ae8-a4ef-ef83d9a0762d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:59.386177 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d87bf03e-3144-4ae8-a4ef-ef83d9a0762d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:59.410318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d87bf03e-3144-4ae8-a4ef-ef83d9a0762d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Calling delete_port for 12bb4714-87db-4397-815e-59dcb3bedae0 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:59.667051 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d87bf03e-3144-4ae8-a4ef-ef83d9a0762d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:59.720667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bf03e-3144-4ae8-a4ef-ef83d9a0762d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Pushing event deleted for resources: {'Port': ['ID=12bb4714-87db-4397-815e-59dcb3bedae0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:59.776916 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e667bd-038d-41a8-9c8d-d5b4a64bb52d None None] New status for floating IP 746d288a-4701-4fec-b82d-109a3be0ca9d: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:47:59.816590 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d87bf03e-3144-4ae8-a4ef-ef83d9a0762d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:59.819326 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d87bf03e-3144-4ae8-a4ef-ef83d9a0762d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:59.821245 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d87bf03e-3144-4ae8-a4ef-ef83d9a0762d tempest-ServerActionsTestJSON-881082230 tempest-ServerActionsTestJSON-881082230-project] 10.222.0.26 "DELETE /v2.0/floatingips/746d288a-4701-4fec-b82d-109a3be0ca9d HTTP/1.1" status: 204 len: 168 time: 0.7590351 Jul 22 23:47:59.824883 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56230) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:59.941291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:00.053807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56260) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:00.107801 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:00.108189 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:00.278617 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c389de2-c5b8-47c1-9d67-54788aa8d34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:00.285738 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:00.346915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d261bab-b24d-4590-9732-3f4190a548f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:00.357425 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809b996a-f6e2-4f05-89aa-9f5bda578cde" -d '{"events": [{"server_uuid": "2d261bab-b24d-4590-9732-3f4190a548f5", "name": "network-vif-plugged", "status": "completed", "tag": "135c4d39-a1e4-4f5e-8e50-6e2e16d023ee"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:00.404234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:00.422515 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:00.481553 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf52f460-8155-4511-92e7-2b95f3fc9754 x-openstack-request-id: req-cf52f460-8155-4511-92e7-2b95f3fc9754 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:00.481868 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d261bab-b24d-4590-9732-3f4190a548f5", "name": "network-vif-plugged", "status": "completed", "tag": "135c4d39-a1e4-4f5e-8e50-6e2e16d023ee", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:00.482113 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf52f460-8155-4511-92e7-2b95f3fc9754 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:00.482735 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d261bab-b24d-4590-9732-3f4190a548f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee', 'code': 200} Jul 22 23:48:00.589788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:00.610836 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480469da-400e-40af-8349-a8e52eadcca4 req-cc9ed2c1-68bd-420d-b5bd-5ff2a622e636 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:00.613164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-480469da-400e-40af-8349-a8e52eadcca4 req-cc9ed2c1-68bd-420d-b5bd-5ff2a622e636 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 944 time: 0.3382010 Jul 22 23:48:00.678978 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d65aa367-45f7-4685-97cf-065b3950ce38 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:00.706930 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-480469da-400e-40af-8349-a8e52eadcca4 req-a904b07d-d358-42c4-863b-2ec8bc1dbba7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856566 Jul 22 23:48:00.731093 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: d65aa367-45f7-4685-97cf-065b3950ce38 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:48:00.734371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device d65aa367-45f7-4685-97cf-065b3950ce38 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:00.754656 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c389de2-c5b8-47c1-9d67-54788aa8d34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:00.760961 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c389de2-c5b8-47c1-9d67-54788aa8d34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:00.814093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c389de2-c5b8-47c1-9d67-54788aa8d34f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=898620afcdb947a0a5e68682406c5e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7584331 Jul 22 23:48:00.816184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56308) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:00.816827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56310) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:00.830759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c389de2-c5b8-47c1-9d67-54788aa8d34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af738621-d6db-44cb-86cf-8ee8fda27230,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:00.897744 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed6a73f9-3335-4c76-81b0-026c0df18bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:00.950303 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed6a73f9-3335-4c76-81b0-026c0df18bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.029622 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56314) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:01.070378 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cac7bbd-976c-48be-9b62-8147a3c910c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.074265 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed6a73f9-3335-4c76-81b0-026c0df18bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.083400 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed6a73f9-3335-4c76-81b0-026c0df18bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.084757 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed6a73f9-3335-4c76-81b0-026c0df18bdd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af738621-d6db-44cb-86cf-8ee8fda27230 HTTP/1.1" status: 204 len: 168 time: 0.2653773 Jul 22 23:48:01.101837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a73f9-3335-4c76-81b0-026c0df18bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af738621-d6db-44cb-86cf-8ee8fda27230,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:01.194440 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-455bac12-2536-47c1-b972-3526bde76cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.344179 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-455bac12-2536-47c1-b972-3526bde76cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.358588 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-455bac12-2536-47c1-b972-3526bde76cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.365789 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23544258-6996-402b-8230-a72f95e75866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.415165 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bac12-2536-47c1-b972-3526bde76cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da2a6f8-9994-4ce7-90be-2978b328fd50,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:01.475937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-455bac12-2536-47c1-b972-3526bde76cdd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb9dceabf83849b5b69ee5cdb9690756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6578205 Jul 22 23:48:01.477650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56322) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:01.547718 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed31f921-6b2b-42b9-ac76-3e1bac6b3419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.573079 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ea9b0b6-841b-4843-ada7-bcd8c18452da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.579331 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed31f921-6b2b-42b9-ac76-3e1bac6b3419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.579552 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23544258-6996-402b-8230-a72f95e75866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.591333 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23544258-6996-402b-8230-a72f95e75866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.658276 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8cac7bbd-976c-48be-9b62-8147a3c910c9 admin admin] Deleting port b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:01.659068 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cac7bbd-976c-48be-9b62-8147a3c910c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.668035 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-23544258-6996-402b-8230-a72f95e75866 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d46e6d061484bcda6053ecbfb922c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6373594 Jul 22 23:48:01.670941 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56326) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:01.693739 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed31f921-6b2b-42b9-ac76-3e1bac6b3419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.696624 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed31f921-6b2b-42b9-ac76-3e1bac6b3419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.698092 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23544258-6996-402b-8230-a72f95e75866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f962cd-9686-40e8-bcda-a9298ccddc2f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:01.703279 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed31f921-6b2b-42b9-ac76-3e1bac6b3419 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0da2a6f8-9994-4ce7-90be-2978b328fd50 HTTP/1.1" status: 204 len: 168 time: 0.2243228 Jul 22 23:48:01.756841 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31f921-6b2b-42b9-ac76-3e1bac6b3419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da2a6f8-9994-4ce7-90be-2978b328fd50,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:01.800660 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56332) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:01.819508 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1f91bd6-8df4-46ae-a9de-8001ec382ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.853692 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-923ec066-fa28-4632-ab30-2b0b9c5a9055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.867958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8cac7bbd-976c-48be-9b62-8147a3c910c9 admin admin] For port b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:01.868562 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cac7bbd-976c-48be-9b62-8147a3c910c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.883632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8cac7bbd-976c-48be-9b62-8147a3c910c9 admin admin] Calling delete_port for b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:01.931795 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-923ec066-fa28-4632-ab30-2b0b9c5a9055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.015375 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9911fc9-935b-45a1-8ee5-2fbe80c5d066 req-5ae25cc4-f4e9-42ea-bd92-f3d490041d5b tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:02.021831 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9911fc9-935b-45a1-8ee5-2fbe80c5d066 req-5ae25cc4-f4e9-42ea-bd92-f3d490041d5b tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.1865492 Jul 22 23:48:02.083186 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-923ec066-fa28-4632-ab30-2b0b9c5a9055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.086259 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-923ec066-fa28-4632-ab30-2b0b9c5a9055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.090396 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-923ec066-fa28-4632-ab30-2b0b9c5a9055 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/83f962cd-9686-40e8-bcda-a9298ccddc2f HTTP/1.1" status: 204 len: 168 time: 0.4182124 Jul 22 23:48:02.116235 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ec066-fa28-4632-ab30-2b0b9c5a9055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f962cd-9686-40e8-bcda-a9298ccddc2f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:02.148030 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9911fc9-935b-45a1-8ee5-2fbe80c5d066 req-07d4b0bb-569f-4ad8-8399-960d7e920cb1 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069233 Jul 22 23:48:02.177401 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1f91bd6-8df4-46ae-a9de-8001ec382ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.192951 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1f91bd6-8df4-46ae-a9de-8001ec382ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.234290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f91bd6-8df4-46ae-a9de-8001ec382ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea2788f-baa3-4eb5-9e23-aac4fa43bea1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:02.235204 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cac7bbd-976c-48be-9b62-8147a3c910c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.274351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a1f91bd6-8df4-46ae-a9de-8001ec382ce5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7345b12ac2041a9b7f235f3cf909e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4719677 Jul 22 23:48:02.275244 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56344) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:02.313446 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac7bbd-976c-48be-9b62-8147a3c910c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:02.397613 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5092eb83-bf9e-44df-bbf7-342f774a3ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.422455 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5092eb83-bf9e-44df-bbf7-342f774a3ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.495196 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5092eb83-bf9e-44df-bbf7-342f774a3ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.497959 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5092eb83-bf9e-44df-bbf7-342f774a3ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.502299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5092eb83-bf9e-44df-bbf7-342f774a3ef4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dea2788f-baa3-4eb5-9e23-aac4fa43bea1 HTTP/1.1" status: 204 len: 168 time: 0.2260618 Jul 22 23:48:02.516817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092eb83-bf9e-44df-bbf7-342f774a3ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea2788f-baa3-4eb5-9e23-aac4fa43bea1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:02.582439 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cac7bbd-976c-48be-9b62-8147a3c910c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.964074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cac7bbd-976c-48be-9b62-8147a3c910c9 admin admin] Router b53f534c-7e26-4780-bfc4-ea4c203c006c has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:03.099658 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cac7bbd-976c-48be-9b62-8147a3c910c9 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:03.113233 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b9daec-3867-45d1-ab20-1d971a225a93 None None] Sync routers for ids ['b53f534c-7e26-4780-bfc4-ea4c203c006c'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:03.118823 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56372) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:03.119323 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8cac7bbd-976c-48be-9b62-8147a3c910c9 admin admin] 10.222.0.26 "PUT /v2.0/routers/b53f534c-7e26-4780-bfc4-ea4c203c006c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2930884 Jul 22 23:48:03.138910 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b9daec-3867-45d1-ab20-1d971a225a93 None None] Routers {'b53f534c-7e26-4780-bfc4-ea4c203c006c'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:03.139532 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e3b9daec-3867-45d1-ab20-1d971a225a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:47:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b53f534c-7e26-4780-bfc4-ea4c203c006c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:03.349165 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e3b9daec-3867-45d1-ab20-1d971a225a93 None None] Set router b53f534c-7e26-4780-bfc4-ea4c203c006c gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:03.450717 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1b57-1608-41e8-b04c-bba1920cf064 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:03.528075 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a558e-0110-4edf-9724-0062324e4c99 req-c9452cc5-7fff-4319-bd8f-4afac90bf2d3 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:03.530364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-835a558e-0110-4edf-9724-0062324e4c99 req-c9452cc5-7fff-4319-bd8f-4afac90bf2d3 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.2644079 Jul 22 23:48:03.632281 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-835a558e-0110-4edf-9724-0062324e4c99 req-08198819-038f-4dc7-9575-6eb1757777c2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588572 Jul 22 23:48:03.676097 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1b57-1608-41e8-b04c-bba1920cf064 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:03.679028 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e3b9daec-3867-45d1-ab20-1d971a225a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'name': 'tempest-ServerActionsTestJSON-2142798650-router', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:18Z', 'updated_at': '2021-07-22T23:48:02Z', 'revision_number': 5, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'gw_port': {'id': 'dbe83221-9553-4d76-b30a-8f2ad071e231', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:20Z', 'updated_at': '2021-07-22T23:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:03.714591 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b9daec-3867-45d1-ab20-1d971a225a93 None None] Checking router: b53f534c-7e26-4780-bfc4-ea4c203c006c for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:03.724100 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b9daec-3867-45d1-ab20-1d971a225a93 None None] Routers {'b53f534c-7e26-4780-bfc4-ea4c203c006c'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:03.725076 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e3b9daec-3867-45d1-ab20-1d971a225a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:47:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b53f534c-7e26-4780-bfc4-ea4c203c006c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:03.752296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a1b57-1608-41e8-b04c-bba1920cf064 admin admin] Deleting port dbe83221-9553-4d76-b30a-8f2ad071e231 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:03.752645 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1b57-1608-41e8-b04c-bba1920cf064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:03.759949 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56400) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:03.781806 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56404) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:03.845530 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e3b9daec-3867-45d1-ab20-1d971a225a93 None None] Set router b53f534c-7e26-4780-bfc4-ea4c203c006c gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:03.900170 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e3b9daec-3867-45d1-ab20-1d971a225a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'name': 'tempest-ServerActionsTestJSON-2142798650-router', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:18Z', 'updated_at': '2021-07-22T23:48:03Z', 'revision_number': 6, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:03.904881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1a2a1b57-1608-41e8-b04c-bba1920cf064 admin admin] For port dbe83221-9553-4d76-b30a-8f2ad071e231, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=dbe83221-9553-4d76-b30a-8f2ad071e231,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:03.905535 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1b57-1608-41e8-b04c-bba1920cf064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:03.932279 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b9daec-3867-45d1-ab20-1d971a225a93 None None] The sync data for ids ['b53f534c-7e26-4780-bfc4-ea4c203c006c'] in n-d-688802-2 is: [{'id': 'b53f534c-7e26-4780-bfc4-ea4c203c006c', 'name': 'tempest-ServerActionsTestJSON-2142798650-router', 'tenant_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:18Z', 'updated_at': '2021-07-22T23:48:03Z', 'revision_number': 6, 'project_id': 'f6ae7f0b186642ec9ff08e3b121a3098', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:03.936685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a1b57-1608-41e8-b04c-bba1920cf064 admin admin] Calling delete_port for dbe83221-9553-4d76-b30a-8f2ad071e231 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:04.031677 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91fc8017-85ac-4ee7-bce4-a1adc5841da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.074986 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1980189797-network', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:04.137814 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:48:04.137814 n-d-688802-2 neutron-server[93820]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 23:48:04.137814 n-d-688802-2 neutron-server[93820]: [parameters: {'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'id': 'c0c50e31-2fda-4b42-9c36-4245c2c05c7f', 'expiration': datetime.datetime(2021, 7, 22, 23, 50, 4, 111064)}] Jul 22 23:48:04.137814 n-d-688802-2 neutron-server[93820]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:48:04.138629 n-d-688802-2 neutron-server[93820]: DEBUG oslo_db.api [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:48:04.197539 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.225399 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91fc8017-85ac-4ee7-bce4-a1adc5841da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.232821 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91fc8017-85ac-4ee7-bce4-a1adc5841da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.234229 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1b57-1608-41e8-b04c-bba1920cf064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.272338 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-91fc8017-85ac-4ee7-bce4-a1adc5841da3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ab9fe405e574efeb43fd038798200c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5100386 Jul 22 23:48:04.275820 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56418) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:04.281895 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a1b57-1608-41e8-b04c-bba1920cf064 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe83221-9553-4d76-b30a-8f2ad071e231,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:04.335924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc8017-85ac-4ee7-bce4-a1adc5841da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6058cd58-b9a9-498b-82f7-7bc9108be94e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:04.369627 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8093c35d-6593-4b36-bea2-57ea1e9120d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.376885 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.403252 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1b57-1608-41e8-b04c-bba1920cf064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.409365 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52c0d38a-98cd-4b3b-9df1-7a155140512e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.455819 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52c0d38a-98cd-4b3b-9df1-7a155140512e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.517607 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52c0d38a-98cd-4b3b-9df1-7a155140512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.537214 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52c0d38a-98cd-4b3b-9df1-7a155140512e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.540326 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1b57-1608-41e8-b04c-bba1920cf064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.540781 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-52c0d38a-98cd-4b3b-9df1-7a155140512e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6058cd58-b9a9-498b-82f7-7bc9108be94e HTTP/1.1" status: 204 len: 168 time: 0.2614443 Jul 22 23:48:04.551640 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1b57-1608-41e8-b04c-bba1920cf064 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.553438 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0d38a-98cd-4b3b-9df1-7a155140512e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6058cd58-b9a9-498b-82f7-7bc9108be94e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:04.674844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] Made reservation on behalf of b3662d9b6dea486c9943ad4ed2b2271e for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:04.678024 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.699008 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.871885 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.881653 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.912235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:48:04.931656 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440395da-46a2-4968-a3a7-38838d838608,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:04.962925 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.963367 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] Added segment 112dac1e-4677-4621-bb9f-92d6e0a57f1d of type vlan for network 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 Jul 22 23:48:05.005518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:05.051227 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:48:05.051577 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b6c9e9c1-6fca-4140-9bd8-4f78e3a721dc not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:05.051990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device dbe83221-9553-4d76-b30a-8f2ad071e231 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:05.063349 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:05.116807 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: dbe83221-9553-4d76-b30a-8f2ad071e231 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:48:05.119581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device dbe83221-9553-4d76-b30a-8f2ad071e231 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:05.139903 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:05.141514 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:05.142297 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:05.221129 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4380906 Jul 22 23:48:05.223930 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56446) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:05.230534 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-98324db3-b286-42b4-abc3-4a9414da8946 admin admin] Request body: {'subnet': {'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1980189797-subnet', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:05.277310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6e85c-bfd8-4ed0-ad4b-837ad9ce3f97 admin admin] Pushing event updated for resources: {'Network': ['ID=34fe0ae9-3f02-496f-9b8e-c97ca353b9e0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:05.299646 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:48:05.310545 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1b57-1608-41e8-b04c-bba1920cf064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:05.313275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2a1b57-1608-41e8-b04c-bba1920cf064 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b53f534c-7e26-4780-bfc4-ea4c203c006c {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:48:05.322728 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1b57-1608-41e8-b04c-bba1920cf064 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:05.323868 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1a2a1b57-1608-41e8-b04c-bba1920cf064 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b53f534c-7e26-4780-bfc4-ea4c203c006c HTTP/1.1" status: 204 len: 168 time: 2.2040405 Jul 22 23:48:05.327842 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56450) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:05.334181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98324db3-b286-42b4-abc3-4a9414da8946 admin admin] Made reservation on behalf of b3662d9b6dea486c9943ad4ed2b2271e for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:05.338205 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98324db3-b286-42b4-abc3-4a9414da8946 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:05.435014 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb07569-0b54-4020-9eb0-00f810833a2a req-8ed5fdab-c72f-46ba-85cf-3d4aede1abc9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:05.436603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdb07569-0b54-4020-9eb0-00f810833a2a req-8ed5fdab-c72f-46ba-85cf-3d4aede1abc9 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.2510514 Jul 22 23:48:05.513881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e663455d-b73a-4b77-8e38-6f9dfa074e0e admin admin] Deleting subnet bc55de62-d0a0-4dc6-a48b-f50f95f15fef {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:48:05.519530 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e663455d-b73a-4b77-8e38-6f9dfa074e0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:05.569436 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e663455d-b73a-4b77-8e38-6f9dfa074e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:05.608126 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:05.658448 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdb07569-0b54-4020-9eb0-00f810833a2a req-18ff52a9-58a5-469b-bd9f-d866d8f063ec tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103381 Jul 22 23:48:05.718868 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98324db3-b286-42b4-abc3-4a9414da8946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:05.814591 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98324db3-b286-42b4-abc3-4a9414da8946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5e7299-287c-48b3-87aa-97348e38ebc8,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:05.838005 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e663455d-b73a-4b77-8e38-6f9dfa074e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:05.855777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98324db3-b286-42b4-abc3-4a9414da8946 admin admin] Checking segment: {'id': '112dac1e-4677-4621-bb9f-92d6e0a57f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:05.856157 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98324db3-b286-42b4-abc3-4a9414da8946 admin admin] Network hostable DHCP agents. Network: 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:48:05.895870 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98324db3-b286-42b4-abc3-4a9414da8946 admin admin] Network 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:48:05.913707 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-98324db3-b286-42b4-abc3-4a9414da8946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:05.925204 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f74eedb-166b-4a87-97a3-cd9e72403e7d None None] Network 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:05.939788 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98324db3-b286-42b4-abc3-4a9414da8946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:05.940741 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98324db3-b286-42b4-abc3-4a9414da8946 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:05.949152 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e663455d-b73a-4b77-8e38-6f9dfa074e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:05.979383 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-98324db3-b286-42b4-abc3-4a9414da8946 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7544341 Jul 22 23:48:05.987018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56466) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:06.000045 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1980189797-router', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:06.094794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663455d-b73a-4b77-8e38-6f9dfa074e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc55de62-d0a0-4dc6-a48b-f50f95f15fef,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:06.099482 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e663455d-b73a-4b77-8e38-6f9dfa074e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:06.100903 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:06.102744 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:06.114540 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e663455d-b73a-4b77-8e38-6f9dfa074e0e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bc55de62-d0a0-4dc6-a48b-f50f95f15fef HTTP/1.1" status: 204 len: 168 time: 0.7772074 Jul 22 23:48:06.114727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56470) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:06.131214 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbf6277-5ac1-4085-a288-5cba86b96d55 None None] Network d3554cbf-5379-4b81-9b9a-4aed7eb449a4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:06.195709 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:06.343267 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:06.379908 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-34fe0ae9-3f02-496f-9b8e-c97ca353b9e0', 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'fixed_ips': [{'subnet_id': '1d5e7299-287c-48b3-87aa-97348e38ebc8'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:48:06.381709 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:06.452551 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:06.512598 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] Deleting port 63ca30f4-378b-4af0-ab51-fff07b40a0c9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:06.513394 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:06.707227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] For port 63ca30f4-378b-4af0-ab51-fff07b40a0c9, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=63ca30f4-378b-4af0-ab51-fff07b40a0c9,segment=NetworkSegment(7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5),segment_id=7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:06.709334 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:06.741340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] Calling delete_port for 63ca30f4-378b-4af0-ab51-fff07b40a0c9 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:06.799831 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Allocated IP 172.20.0.2 (34fe0ae9-3f02-496f-9b8e-c97ca353b9e0/1d5e7299-287c-48b3-87aa-97348e38ebc8/54b93497-fd10-4fe5-bd0e-4c7fef272199) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:07.050185 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.059649 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Transition to ACTIVE for port object 54b93497-fd10-4fe5-bd0e-4c7fef272199 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:07.077049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Transition to ACTIVE for port object 54b93497-fd10-4fe5-bd0e-4c7fef272199 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:07.091067 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.151383 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.209217 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Pushing event updated for resources: {'Port': ['ID=54b93497-fd10-4fe5-bd0e-4c7fef272199,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:07.214334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Network 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:07.217456 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:07.221878 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:07.226432 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.236246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96bfdc-f43a-4b87-9753-0152cba9c3c6 req-0ac9827f-084e-427a-8b97-2c5689bae132 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:07.240822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b96bfdc-f43a-4b87-9753-0152cba9c3c6 req-0ac9827f-084e-427a-8b97-2c5689bae132 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.3667729 Jul 22 23:48:07.250902 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.296620 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.376248 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Attempting to bind port 54b93497-fd10-4fe5-bd0e-4c7fef272199 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:07.376624 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Attempting to bind port 54b93497-fd10-4fe5-bd0e-4c7fef272199 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '112dac1e-4677-4621-bb9f-92d6e0a57f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:07.378591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Attempting to bind port 54b93497-fd10-4fe5-bd0e-4c7fef272199 on network 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:07.386208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] No DVR routers for this DVR port 63ca30f4-378b-4af0-ab51-fff07b40a0c9 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:07.399019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ca30f4-378b-4af0-ab51-fff07b40a0c9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:07.401303 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:07.402679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Checking segment: {'id': '112dac1e-4677-4621-bb9f-92d6e0a57f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:07.403470 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.406428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Bound using segment: {'id': '112dac1e-4677-4621-bb9f-92d6e0a57f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:07.407456 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Bound port: 54b93497-fd10-4fe5-bd0e-4c7fef272199, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112dac1e-4677-4621-bb9f-92d6e0a57f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:07.408785 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.508671 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23675af-7355-4308-a13e-e5f1138faa4f None None] DHCP port deletion for d3554cbf-5379-4b81-9b9a-4aed7eb449a4 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:48:07.565718 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Allocated IP 172.25.4.189 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/9cbc28bd-014c-4178-a18a-49b56aa53bc7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:07.573487 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b96bfdc-f43a-4b87-9753-0152cba9c3c6 req-46a900c4-3c13-4283-a837-02b0ad067f0f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3123462 Jul 22 23:48:07.623672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] For port 54b93497-fd10-4fe5-bd0e-4c7fef272199, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:07.634030 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] For port 54b93497-fd10-4fe5-bd0e-4c7fef272199, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=54b93497-fd10-4fe5-bd0e-4c7fef272199,segment=NetworkSegment(112dac1e-4677-4621-bb9f-92d6e0a57f1d),segment_id=112dac1e-4677-4621-bb9f-92d6e0a57f1d)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:07.643161 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.673872 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.702157 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3554cbf-5379-4b81-9b9a-4aed7eb449a4']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:07.727633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:07.728003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa76100-70e9-4bdf-b7c8-f5ea9e2c26c5') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:07.748511 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56514) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:07.751887 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.799301 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454646f1-39b0-4e02-9b42-022bbd4edaac None None] Pushing event updated for resources: {'Port': ['ID=54b93497-fd10-4fe5-bd0e-4c7fef272199,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:07.816237 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.846750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:48:07.847207 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:48:07.853541 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:48:08.091222 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.103814 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.112855 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d3554cbf-5379-4b81-9b9a-4aed7eb449a4 HTTP/1.1" status: 204 len: 168 time: 1.9971483 Jul 22 23:48:08.150202 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab96399-3343-4698-9bbf-de5c9984bae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3554cbf-5379-4b81-9b9a-4aed7eb449a4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:08.154830 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.261788 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.316384 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:08.322183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:08.326021 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:08.326394 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-19a6c4ef-8b82-48ee-8fc1-56313f86e360 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1680593321'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:08.369482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Pushing event updated for resources: {'Port': ['ID=9cbc28bd-014c-4178-a18a-49b56aa53bc7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:08.374186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a6c4ef-8b82-48ee-8fc1-56313f86e360 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Made reservation on behalf of 7b8233855c984bc9a67606ea950d16aa for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:08.378219 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19a6c4ef-8b82-48ee-8fc1-56313f86e360 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.392248 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19a6c4ef-8b82-48ee-8fc1-56313f86e360 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.463889 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56522) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:08.542811 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-37533e6a-b95e-4bb4-bf2b-425b2520cdf9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6ae7f0b186642ec9ff08e3b121a3098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733731 Jul 22 23:48:08.542811 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:08.649048 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19a6c4ef-8b82-48ee-8fc1-56313f86e360 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.652322 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07b8b00c-a112-494a-9d3b-6bee427f1b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.664564 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19a6c4ef-8b82-48ee-8fc1-56313f86e360 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.706997 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07b8b00c-a112-494a-9d3b-6bee427f1b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.725218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a6c4ef-8b82-48ee-8fc1-56313f86e360 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:48:08.747499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6c4ef-8b82-48ee-8fc1-56313f86e360 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=923fb57e-27df-4898-a905-8ca1f9607353,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:08.750826 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19a6c4ef-8b82-48ee-8fc1-56313f86e360 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.751180 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-19a6c4ef-8b82-48ee-8fc1-56313f86e360 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Added segment 8284b7cc-0dec-477a-8a77-7f5ab33dcf0b of type vlan for network a767f980-9ea9-4664-ae82-5840f75d9fb7 Jul 22 23:48:08.798059 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.812099 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56532) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:08.872216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 54b93497-fd10-4fe5-bd0e-4c7fef272199 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:08.884061 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19a6c4ef-8b82-48ee-8fc1-56313f86e360 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.933146 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07b8b00c-a112-494a-9d3b-6bee427f1b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.935993 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07b8b00c-a112-494a-9d3b-6bee427f1b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.937304 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-07b8b00c-a112-494a-9d3b-6bee427f1b50 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac44c6d9-f39d-46e2-8aec-4bbeef2df692 HTTP/1.1" status: 204 len: 168 time: 0.3926234 Jul 22 23:48:08.949422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8b00c-a112-494a-9d3b-6bee427f1b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac44c6d9-f39d-46e2-8aec-4bbeef2df692,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:08.953349 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19a6c4ef-8b82-48ee-8fc1-56313f86e360 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.959255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a6c4ef-8b82-48ee-8fc1-56313f86e360 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:08.960203 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19a6c4ef-8b82-48ee-8fc1-56313f86e360 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.987182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d612b09-e3d5-4121-aadf-a1ed9d367dcc req-176731ae-bd4c-4d63-9c69-325707fa84f1 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:08.988940 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d612b09-e3d5-4121-aadf-a1ed9d367dcc req-176731ae-bd4c-4d63-9c69-325707fa84f1 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.1728044 Jul 22 23:48:09.073466 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-19a6c4ef-8b82-48ee-8fc1-56313f86e360 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3236790 Jul 22 23:48:09.094907 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56538) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:09.101054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 54b93497-fd10-4fe5-bd0e-4c7fef272199 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:09.116120 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-17f4299f-6460-482a-a5bf-0afeae1a3945 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Request body: {'subnet': {'network_id': 'a767f980-9ea9-4664-ae82-5840f75d9fb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:09.167252 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6c4ef-8b82-48ee-8fc1-56313f86e360 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Pushing event updated for resources: {'Network': ['ID=a767f980-9ea9-4664-ae82-5840f75d9fb7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:09.186211 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d612b09-e3d5-4121-aadf-a1ed9d367dcc req-ac5f04a2-7d08-4123-b0aa-f413c1d0835e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786816 Jul 22 23:48:09.188319 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network a767f980-9ea9-4664-ae82-5840f75d9fb7 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:48:09.239760 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 63ca30f4-378b-4af0-ab51-fff07b40a0c9 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:09.278399 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3873a2f3-9049-4c08-80fc-d9743a8f5054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.296456 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 63ca30f4-378b-4af0-ab51-fff07b40a0c9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:48:09.296960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 63ca30f4-378b-4af0-ab51-fff07b40a0c9 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:09.427183 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.561339 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c05e6d-b274-4d48-a422-ec6d43d1060a None None] Network 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:09.655910 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f440f9e0-85dd-47db-94b8-2776b0ae18c5 None None] Provisioning for port 54b93497-fd10-4fe5-bd0e-4c7fef272199 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:09.666003 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f440f9e0-85dd-47db-94b8-2776b0ae18c5 None None] Provisioning complete for port 54b93497-fd10-4fe5-bd0e-4c7fef272199 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:09.666808 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f440f9e0-85dd-47db-94b8-2776b0ae18c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.774911 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3873a2f3-9049-4c08-80fc-d9743a8f5054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.809183 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3873a2f3-9049-4c08-80fc-d9743a8f5054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.823891 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f440f9e0-85dd-47db-94b8-2776b0ae18c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.844715 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f4299f-6460-482a-a5bf-0afeae1a3945 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Made reservation on behalf of 7b8233855c984bc9a67606ea950d16aa for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:09.849186 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17f4299f-6460-482a-a5bf-0afeae1a3945 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.904607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f440f9e0-85dd-47db-94b8-2776b0ae18c5 None None] For port 54b93497-fd10-4fe5-bd0e-4c7fef272199, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=54b93497-fd10-4fe5-bd0e-4c7fef272199,segment=NetworkSegment(112dac1e-4677-4621-bb9f-92d6e0a57f1d),segment_id=112dac1e-4677-4621-bb9f-92d6e0a57f1d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:09.921977 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f440f9e0-85dd-47db-94b8-2776b0ae18c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.012360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56560) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:10.037615 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3873a2f3-9049-4c08-80fc-d9743a8f5054 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ac00f65b5f846dcb7ad7d8d60f65618&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1963959 Jul 22 23:48:10.089827 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440f9e0-85dd-47db-94b8-2776b0ae18c5 None None] Pushing event updated for resources: {'Port': ['ID=54b93497-fd10-4fe5-bd0e-4c7fef272199,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:10.105408 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873a2f3-9049-4c08-80fc-d9743a8f5054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e312cdd5-74d7-4c05-8a9c-b883ca55ff33,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:10.116873 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2e593e6-e552-4de7-b625-4ca82c9cb47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.157239 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2e593e6-e552-4de7-b625-4ca82c9cb47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.157994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Router 868fd7bc-c32a-436d-8922-f3fee9eafc25 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:48:10.219416 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56564) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:10.228791 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2e593e6-e552-4de7-b625-4ca82c9cb47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.231242 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2e593e6-e552-4de7-b625-4ca82c9cb47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.236609 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a2e593e6-e552-4de7-b625-4ca82c9cb47c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e312cdd5-74d7-4c05-8a9c-b883ca55ff33 HTTP/1.1" status: 204 len: 168 time: 0.2231910 Jul 22 23:48:10.271481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e593e6-e552-4de7-b625-4ca82c9cb47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e312cdd5-74d7-4c05-8a9c-b883ca55ff33,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:10.364296 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-58201cc1-2540-4b82-8d25-4dd7aeca745c None None] Provisioning complete for port 54b93497-fd10-4fe5-bd0e-4c7fef272199 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:10.370768 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58201cc1-2540-4b82-8d25-4dd7aeca745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.451152 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17f4299f-6460-482a-a5bf-0afeae1a3945 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.468920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc98904-032c-423e-b133-a958a7e1b078 req-a8980554-1d0d-43d0-b78a-e1dfd4605f85 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:10.470827 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edc98904-032c-423e-b133-a958a7e1b078 req-a8980554-1d0d-43d0-b78a-e1dfd4605f85 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.1837132 Jul 22 23:48:10.524219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:10.553705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Sync routers for ids ['868fd7bc-c32a-436d-8922-f3fee9eafc25'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:10.600688 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edc98904-032c-423e-b133-a958a7e1b078 req-c4696027-56dd-45ee-8f43-c1f115365e29 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199851 Jul 22 23:48:10.617149 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Routers {'868fd7bc-c32a-436d-8922-f3fee9eafc25'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:10.619494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4299f-6460-482a-a5bf-0afeae1a3945 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Pushing event updated for resources: {'Subnet': ['ID=641df513-25c2-4313-8bdd-0cda5d94dee9,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:10.629655 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['868fd7bc-c32a-436d-8922-f3fee9eafc25'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:10.642543 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f4299f-6460-482a-a5bf-0afeae1a3945 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Checking segment: {'id': '8284b7cc-0dec-477a-8a77-7f5ab33dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a767f980-9ea9-4664-ae82-5840f75d9fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:10.644290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f4299f-6460-482a-a5bf-0afeae1a3945 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Network hostable DHCP agents. Network: a767f980-9ea9-4664-ae82-5840f75d9fb7, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:48:10.653540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.657062 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-62258f1b-f2a8-42ea-b529-2422eda82ebb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6684997 Jul 22 23:48:10.660042 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56572) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:10.765463 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-592a3597-4b0f-4705-b83f-e5b2011bae97 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-326867213-network', 'tenant_id': '0648e710624549d88e8c0c8a91031658'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:10.774611 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 54b93497-fd10-4fe5-bd0e-4c7fef272199 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:10.800102 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f4299f-6460-482a-a5bf-0afeae1a3945 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Network a767f980-9ea9-4664-ae82-5840f75d9fb7 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:48:10.801652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56574) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:10.823021 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-17f4299f-6460-482a-a5bf-0afeae1a3945 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, a767f980-9ea9-4664-ae82-5840f75d9fb7) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:10.827853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f4299f-6460-482a-a5bf-0afeae1a3945 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:10.828771 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17f4299f-6460-482a-a5bf-0afeae1a3945 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.844284 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968733dd-c26d-46c4-8e0d-2fe0de8dacca None None] Network a767f980-9ea9-4664-ae82-5840f75d9fb7 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:10.854578 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7984e663-cd21-4f3b-ac3d-6e0c83b06f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.872522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592a3597-4b0f-4705-b83f-e5b2011bae97 admin admin] Made reservation on behalf of 0648e710624549d88e8c0c8a91031658 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:10.875616 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-592a3597-4b0f-4705-b83f-e5b2011bae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.889735 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-592a3597-4b0f-4705-b83f-e5b2011bae97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.892286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Set router 868fd7bc-c32a-436d-8922-f3fee9eafc25 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:10.892614 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-17f4299f-6460-482a-a5bf-0afeae1a3945 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7897141 Jul 22 23:48:10.898760 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56576) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:10.906685 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-df85e7f6-5734-406d-aa5d-5a400ae1372c tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Request body: {'port': {'network_id': 'a767f980-9ea9-4664-ae82-5840f75d9fb7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-748744257'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:11.016172 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7984e663-cd21-4f3b-ac3d-6e0c83b06f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.027932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 54b93497-fd10-4fe5-bd0e-4c7fef272199 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:11.028991 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.038546 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7984e663-cd21-4f3b-ac3d-6e0c83b06f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.090181 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7984e663-cd21-4f3b-ac3d-6e0c83b06f1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b716d4c30a894552833c8aea18c0878f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2867694 Jul 22 23:48:11.103631 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56580) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:11.120780 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984e663-cd21-4f3b-ac3d-6e0c83b06f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c520f47-e76b-455a-a9f6-48d67fa47ffb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:11.275842 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-592a3597-4b0f-4705-b83f-e5b2011bae97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.292424 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df85e7f6-5734-406d-aa5d-5a400ae1372c tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Made reservation on behalf of 7b8233855c984bc9a67606ea950d16aa for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:11.296646 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df85e7f6-5734-406d-aa5d-5a400ae1372c tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.313876 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-592a3597-4b0f-4705-b83f-e5b2011bae97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.326618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592a3597-4b0f-4705-b83f-e5b2011bae97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:48:11.329202 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-a767f980-9ea9-4664-ae82-5840f75d9fb7', 'network_id': 'a767f980-9ea9-4664-ae82-5840f75d9fb7', 'tenant_id': '7b8233855c984bc9a67606ea950d16aa', 'fixed_ips': [{'subnet_id': '641df513-25c2-4313-8bdd-0cda5d94dee9'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:48:11.330030 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.342793 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-592a3597-4b0f-4705-b83f-e5b2011bae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.343303 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-592a3597-4b0f-4705-b83f-e5b2011bae97 admin admin] Added segment 67290ed1-d494-4915-a632-bc031c682f74 of type vlan for network 6c243616-7ce3-49b3-a3b7-5a71469105fa Jul 22 23:48:11.356340 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'name': 'tempest-TestServerBasicOps-1980189797-router', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:08Z', 'revision_number': 3, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'gw_port': {'id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:07Z', 'updated_at': '2021-07-22T23:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:11.391318 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Checking router: 868fd7bc-c32a-436d-8922-f3fee9eafc25 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:11.391663 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Updating router 868fd7bc-c32a-436d-8922-f3fee9eafc25 port 9cbc28bd-014c-4178-a18a-49b56aa53bc7 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:48:11.429719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-df85e7f6-5734-406d-aa5d-5a400ae1372c tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] device_id is not set on port a946d5f0-e3b7-494c-bcba-94d67d1696e3 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:48:11.435889 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-592a3597-4b0f-4705-b83f-e5b2011bae97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.439550 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ce180d3-bd32-41e7-badb-d719408937e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.495213 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.497733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a3597-4b0f-4705-b83f-e5b2011bae97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a229782-23cd-4d57-8802-4906f1df3f11,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:11.571149 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ce180d3-bd32-41e7-badb-d719408937e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.620031 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Allocated IP 172.20.0.2 (a767f980-9ea9-4664-ae82-5840f75d9fb7/641df513-25c2-4313-8bdd-0cda5d94dee9/a4d42bd2-4442-4a8e-a89b-b83f553488fa) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:11.656992 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-592a3597-4b0f-4705-b83f-e5b2011bae97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.658078 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a3597-4b0f-4705-b83f-e5b2011bae97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:11.658762 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-592a3597-4b0f-4705-b83f-e5b2011bae97 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.713258 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-592a3597-4b0f-4705-b83f-e5b2011bae97 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4885707 Jul 22 23:48:11.715097 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56584) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:11.723940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-49721d59-97d2-499a-92e9-d1290415b528 admin admin] Request body: {'subnet': {'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-326867213-subnet', 'tenant_id': '0648e710624549d88e8c0c8a91031658', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:11.868814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ab27a-973e-40a0-bfab-b3ef3b36e4be req-d852293b-0fe4-40d0-99ef-a1270b8951cc tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:11.872172 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-744ab27a-973e-40a0-bfab-b3ef3b36e4be req-d852293b-0fe4-40d0-99ef-a1270b8951cc tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.1224790 Jul 22 23:48:11.884496 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a3597-4b0f-4705-b83f-e5b2011bae97 admin admin] Pushing event updated for resources: {'Network': ['ID=6c243616-7ce3-49b3-a3b7-5a71469105fa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:11.892846 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ce180d3-bd32-41e7-badb-d719408937e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.895905 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ce180d3-bd32-41e7-badb-d719408937e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.897433 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0ce180d3-bd32-41e7-badb-d719408937e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c520f47-e76b-455a-a9f6-48d67fa47ffb HTTP/1.1" status: 204 len: 168 time: 0.7607539 Jul 22 23:48:11.903476 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49721d59-97d2-499a-92e9-d1290415b528 admin admin] Made reservation on behalf of 0648e710624549d88e8c0c8a91031658 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:11.905873 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49721d59-97d2-499a-92e9-d1290415b528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.932191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce180d3-bd32-41e7-badb-d719408937e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c520f47-e76b-455a-a9f6-48d67fa47ffb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:11.977950 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-744ab27a-973e-40a0-bfab-b3ef3b36e4be req-a2b00a91-6eb8-4807-a903-6fa46e14bfca tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953054 Jul 22 23:48:12.023403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 6c243616-7ce3-49b3-a3b7-5a71469105fa details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:48:12.055075 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.092577 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.111577 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Transition to ACTIVE for port object a4d42bd2-4442-4a8e-a89b-b83f553488fa will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:12.236680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Transition to ACTIVE for port object a4d42bd2-4442-4a8e-a89b-b83f553488fa will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:12.264609 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.360711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Pushing event updated for resources: {'Port': ['ID=a4d42bd2-4442-4a8e-a89b-b83f553488fa,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:12.378108 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.390617 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Network a767f980-9ea9-4664-ae82-5840f75d9fb7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:12.393469 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:12.396970 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:12.441990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Transition to ACTIVE for port object 9cbc28bd-014c-4178-a18a-49b56aa53bc7 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:12.481160 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.527867 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Attempting to bind port a4d42bd2-4442-4a8e-a89b-b83f553488fa on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:12.528442 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Attempting to bind port a4d42bd2-4442-4a8e-a89b-b83f553488fa by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '8284b7cc-0dec-477a-8a77-7f5ab33dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a767f980-9ea9-4664-ae82-5840f75d9fb7'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:12.529020 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Attempting to bind port a4d42bd2-4442-4a8e-a89b-b83f553488fa on network a767f980-9ea9-4664-ae82-5840f75d9fb7 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:12.556874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Attempting to bind port 9cbc28bd-014c-4178-a18a-49b56aa53bc7 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:12.557281 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Attempting to bind port 9cbc28bd-014c-4178-a18a-49b56aa53bc7 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:12.557669 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Attempting to bind port 9cbc28bd-014c-4178-a18a-49b56aa53bc7 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:12.565373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:12.565742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:12.566157 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.566690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:12.567192 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Bound port: 9cbc28bd-014c-4178-a18a-49b56aa53bc7, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:12.567581 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.624048 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] For port 9cbc28bd-014c-4178-a18a-49b56aa53bc7, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:12.627651 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] For port 9cbc28bd-014c-4178-a18a-49b56aa53bc7, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9cbc28bd-014c-4178-a18a-49b56aa53bc7,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:12.633044 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:12.633499 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Checking segment: {'id': '8284b7cc-0dec-477a-8a77-7f5ab33dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a767f980-9ea9-4664-ae82-5840f75d9fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:12.633947 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.634471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Bound using segment: {'id': '8284b7cc-0dec-477a-8a77-7f5ab33dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a767f980-9ea9-4664-ae82-5840f75d9fb7'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:12.634960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Bound port: a4d42bd2-4442-4a8e-a89b-b83f553488fa, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8284b7cc-0dec-477a-8a77-7f5ab33dcf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a767f980-9ea9-4664-ae82-5840f75d9fb7'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:12.635622 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.640157 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.651250 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de8f54-043f-4dee-8bc2-1c16ef3505d4 None None] Pushing event updated for resources: {'Port': ['ID=9cbc28bd-014c-4178-a18a-49b56aa53bc7,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:12.753537 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Routers {'868fd7bc-c32a-436d-8922-f3fee9eafc25'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:12.753851 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['868fd7bc-c32a-436d-8922-f3fee9eafc25'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:12.790785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-df85e7f6-5734-406d-aa5d-5a400ae1372c tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Allocated IP 172.20.0.4 (a767f980-9ea9-4664-ae82-5840f75d9fb7/641df513-25c2-4313-8bdd-0cda5d94dee9/a946d5f0-e3b7-494c-bcba-94d67d1696e3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:12.805618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de8f54-043f-4dee-8bc2-1c16ef3505d4 None None] Pushing event updated for resources: {'Port': ['ID=9cbc28bd-014c-4178-a18a-49b56aa53bc7,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:12.875453 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] For port a4d42bd2-4442-4a8e-a89b-b83f553488fa, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:12.912898 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49721d59-97d2-499a-92e9-d1290415b528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.928714 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] For port a4d42bd2-4442-4a8e-a89b-b83f553488fa, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a4d42bd2-4442-4a8e-a89b-b83f553488fa,segment=NetworkSegment(8284b7cc-0dec-477a-8a77-7f5ab33dcf0b),segment_id=8284b7cc-0dec-477a-8a77-7f5ab33dcf0b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:12.939089 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:13.020711 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Allocated IP 172.20.0.1 (34fe0ae9-3f02-496f-9b8e-c97ca353b9e0/1d5e7299-287c-48b3-87aa-97348e38ebc8/32cd9aed-0062-4de9-912d-dd194bc0fe2e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:13.079231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] Set router 868fd7bc-c32a-436d-8922-f3fee9eafc25 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:13.131598 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b1704-2a32-4bb9-9e99-b9a6667de51a None None] Pushing event updated for resources: {'Port': ['ID=a4d42bd2-4442-4a8e-a89b-b83f553488fa,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:13.258261 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49721d59-97d2-499a-92e9-d1290415b528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57003466-1ac5-4281-bdec-6c2f62849a78,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:13.342556 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be5066-febb-4162-b2a8-271272009188 req-8dd235c0-0a3a-4738-9e30-5a9472563228 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:13.350924 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-65be5066-febb-4162-b2a8-271272009188 req-8dd235c0-0a3a-4738-9e30-5a9472563228 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.1145325 Jul 22 23:48:13.443061 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-65be5066-febb-4162-b2a8-271272009188 req-0d6ddd42-4237-4d1b-ac8e-5e08a4281d78 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904875 Jul 22 23:48:13.541010 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df85e7f6-5734-406d-aa5d-5a400ae1372c tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:13.549989 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49721d59-97d2-499a-92e9-d1290415b528 admin admin] Checking segment: {'id': '67290ed1-d494-4915-a632-bc031c682f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:13.550732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49721d59-97d2-499a-92e9-d1290415b528 admin admin] Network hostable DHCP agents. Network: 6c243616-7ce3-49b3-a3b7-5a71469105fa, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:48:13.613057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-df85e7f6-5734-406d-aa5d-5a400ae1372c tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Transition to ACTIVE for port object a946d5f0-e3b7-494c-bcba-94d67d1696e3 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:13.636105 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49721d59-97d2-499a-92e9-d1290415b528 admin admin] Network 6c243616-7ce3-49b3-a3b7-5a71469105fa is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:48:13.676580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-49721d59-97d2-499a-92e9-d1290415b528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 6c243616-7ce3-49b3-a3b7-5a71469105fa) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:13.693910 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb68a5f-11a1-4130-b3a6-c7fa3276c23e None None] Network 6c243616-7ce3-49b3-a3b7-5a71469105fa requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:13.704124 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49721d59-97d2-499a-92e9-d1290415b528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:13.704760 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49721d59-97d2-499a-92e9-d1290415b528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:13.723287 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:13.744693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'name': 'tempest-TestServerBasicOps-1980189797-router', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:08Z', 'revision_number': 3, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'gw_port': {'id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:07Z', 'updated_at': '2021-07-22T23:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:13.748310 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-49721d59-97d2-499a-92e9-d1290415b528 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0296321 Jul 22 23:48:13.751207 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56620) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:13.756303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-326867213-router', 'tenant_id': '0648e710624549d88e8c0c8a91031658', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:13.777325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Transition to ACTIVE for port object 32cd9aed-0062-4de9-912d-dd194bc0fe2e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:13.796268 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df85e7f6-5734-406d-aa5d-5a400ae1372c tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:13.809929 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:13.814335 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:13.829289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f3891-2cce-4e99-9b5f-5f7bd0114706 None None] The sync data for ids ['868fd7bc-c32a-436d-8922-f3fee9eafc25'] in n-d-688802-2 is: [{'id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'name': 'tempest-TestServerBasicOps-1980189797-router', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:08Z', 'revision_number': 3, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'gw_port': {'id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:07Z', 'updated_at': '2021-07-22T23:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:13.924704 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:13.946989 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df85e7f6-5734-406d-aa5d-5a400ae1372c tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Network a767f980-9ea9-4664-ae82-5840f75d9fb7 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:13.967211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-df85e7f6-5734-406d-aa5d-5a400ae1372c tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:13.971252 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df85e7f6-5734-406d-aa5d-5a400ae1372c tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:14.044679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e19827-e8c1-4594-8301-328dda2df2fc None None] Network 6c243616-7ce3-49b3-a3b7-5a71469105fa requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:14.089594 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df85e7f6-5734-406d-aa5d-5a400ae1372c tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:14.090041 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df85e7f6-5734-406d-aa5d-5a400ae1372c tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.092496 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85e7f6-5734-406d-aa5d-5a400ae1372c tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Pushing event updated for resources: {'Port': ['ID=a946d5f0-e3b7-494c-bcba-94d67d1696e3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:14.158872 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.185361 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-df85e7f6-5734-406d-aa5d-5a400ae1372c tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2853680 Jul 22 23:48:14.187861 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56628) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:14.256182 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.412166 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Network 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:14.435024 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:14.443725 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:14.455871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Pushing event updated for resources: {'Port': ['ID=32cd9aed-0062-4de9-912d-dd194bc0fe2e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:14.638552 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.838575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ff1241a5-c70b-4fee-b19b-7d6624d708e4 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Deleting port a946d5f0-e3b7-494c-bcba-94d67d1696e3 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:14.839222 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff1241a5-c70b-4fee-b19b-7d6624d708e4 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.954538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a4d42bd2-4442-4a8e-a89b-b83f553488fa up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:15.095635 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port a4d42bd2-4442-4a8e-a89b-b83f553488fa completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:15.101495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9cbc28bd-014c-4178-a18a-49b56aa53bc7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:15.132202 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff1241a5-c70b-4fee-b19b-7d6624d708e4 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.162345 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.189394 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.191491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2a77ec-8d35-4d62-9aa4-7461b06f9cf3 None None] Network a767f980-9ea9-4664-ae82-5840f75d9fb7 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:15.200374 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ff1241a5-c70b-4fee-b19b-7d6624d708e4 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Calling delete_port for a946d5f0-e3b7-494c-bcba-94d67d1696e3 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:15.305721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e60f8-7355-4299-b427-e3e92e34334f req-75103c0f-459b-46c1-8355-90640404af62 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:15.307318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f6e60f8-7355-4299-b427-e3e92e34334f req-75103c0f-459b-46c1-8355-90640404af62 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.5104468 Jul 22 23:48:15.337108 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.490237 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f6e60f8-7355-4299-b427-e3e92e34334f req-b020e96a-ba6c-4799-b798-c23ad9942c22 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613512 Jul 22 23:48:15.500435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dd6002ac-b1c5-448a-8edb-df20921e750c None None] Provisioning for port 32cd9aed-0062-4de9-912d-dd194bc0fe2e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:15.530365 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Allocated IP 172.25.4.147 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/9ed0e5dc-b745-4ca8-b488-272fa8d69596) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:15.530508 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dd6002ac-b1c5-448a-8edb-df20921e750c None None] Provisioning complete for port 32cd9aed-0062-4de9-912d-dd194bc0fe2e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:15.530508 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd6002ac-b1c5-448a-8edb-df20921e750c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.626465 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dd6002ac-b1c5-448a-8edb-df20921e750c None None] Port 32cd9aed-0062-4de9-912d-dd194bc0fe2e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:15.673230 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.698721 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 9cbc28bd-014c-4178-a18a-49b56aa53bc7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:15.709466 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.733209 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.749656 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 9cbc28bd-014c-4178-a18a-49b56aa53bc7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:15.750033 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.794303 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.823831 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-272d4ab3-2506-4ff7-9721-10c33ecab468 None None] Provisioning for port a4d42bd2-4442-4a8e-a89b-b83f553488fa completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:15.834093 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-272d4ab3-2506-4ff7-9721-10c33ecab468 None None] Provisioning complete for port a4d42bd2-4442-4a8e-a89b-b83f553488fa triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:15.834481 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-272d4ab3-2506-4ff7-9721-10c33ecab468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.884138 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.957329 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff1241a5-c70b-4fee-b19b-7d6624d708e4 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.971400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:15.975047 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:15.991289 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.992296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:16.015405 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Pushing event updated for resources: {'Port': ['ID=32cd9aed-0062-4de9-912d-dd194bc0fe2e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:16.022573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 9cbc28bd-014c-4178-a18a-49b56aa53bc7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9cbc28bd-014c-4178-a18a-49b56aa53bc7,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:16.037935 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:16.083481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Pushing event updated for resources: {'Port': ['ID=9ed0e5dc-b745-4ca8-b488-272fa8d69596,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:16.093478 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-272d4ab3-2506-4ff7-9721-10c33ecab468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:16.183327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1241a5-c70b-4fee-b19b-7d6624d708e4 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Pushing event deleted for resources: {'Port': ['ID=a946d5f0-e3b7-494c-bcba-94d67d1696e3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:16.225497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-272d4ab3-2506-4ff7-9721-10c33ecab468 None None] For port a4d42bd2-4442-4a8e-a89b-b83f553488fa, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a4d42bd2-4442-4a8e-a89b-b83f553488fa,segment=NetworkSegment(8284b7cc-0dec-477a-8a77-7f5ab33dcf0b),segment_id=8284b7cc-0dec-477a-8a77-7f5ab33dcf0b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:16.227715 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=9cbc28bd-014c-4178-a18a-49b56aa53bc7,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:16.237997 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-272d4ab3-2506-4ff7-9721-10c33ecab468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:16.340390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d4ab3-2506-4ff7-9721-10c33ecab468 None None] Pushing event updated for resources: {'Port': ['ID=a4d42bd2-4442-4a8e-a89b-b83f553488fa,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:16.383581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-acaaa734-2fca-486b-a1dd-29fce18f4d6a None None] Provisioning complete for port a4d42bd2-4442-4a8e-a89b-b83f553488fa triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:16.384726 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acaaa734-2fca-486b-a1dd-29fce18f4d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:16.420516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Network 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:16.428823 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff1241a5-c70b-4fee-b19b-7d6624d708e4 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:16.434489 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ff1241a5-c70b-4fee-b19b-7d6624d708e4 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] 10.222.0.26 "DELETE /v2.0/ports/a946d5f0-e3b7-494c-bcba-94d67d1696e3 HTTP/1.1" status: 204 len: 168 time: 2.2421215 Jul 22 23:48:16.435730 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:16.441880 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:16.527607 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:16.705497 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:16.746919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-acaaa734-2fca-486b-a1dd-29fce18f4d6a None None] Could not find standard attr ID for object a946d5f0-e3b7-494c-bcba-94d67d1696e3. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:48:16.843484 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a4d42bd2-4442-4a8e-a89b-b83f553488fa up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:16.859364 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Router 868fd7bc-c32a-436d-8922-f3fee9eafc25 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:16.924436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6c2b2f2c-33a3-44ca-b7fd-db01cd47727b None None] Could not find standard attr ID for object a946d5f0-e3b7-494c-bcba-94d67d1696e3. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:48:17.042713 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a4d42bd2-4442-4a8e-a89b-b83f553488fa triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:17.043399 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.108244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:17.122732 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ea286f98-960b-4975-81b3-6ed62c534014 admin admin] 10.222.0.26 "PUT /v2.0/routers/868fd7bc-c32a-436d-8922-f3fee9eafc25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4524012 Jul 22 23:48:17.151408 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ee56dbda-2676-4e20-8bb5-be96dfe5a116 None None] Provisioning complete for port 32cd9aed-0062-4de9-912d-dd194bc0fe2e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:17.151922 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ee56dbda-2676-4e20-8bb5-be96dfe5a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.187545 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Sync routers for ids ['868fd7bc-c32a-436d-8922-f3fee9eafc25'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:17.209088 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Routers {'868fd7bc-c32a-436d-8922-f3fee9eafc25'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:17.209955 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5da25e16-c754-4de9-9743-375e73401566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['868fd7bc-c32a-436d-8922-f3fee9eafc25'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:17.248647 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-09428663-8f8d-46b0-b59a-e22727090511 tempest-DHCPAgentSchedulersTestJSON-239069715 tempest-DHCPAgentSchedulersTestJSON-239069715-project-admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.8030493 Jul 22 23:48:17.249169 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56672) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:17.255431 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b9c37ec4-0777-4fa5-baab-64342427b379 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-581479977'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:17.287084 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ee56dbda-2676-4e20-8bb5-be96dfe5a116 None None] Port 32cd9aed-0062-4de9-912d-dd194bc0fe2e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:17.321423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425de30e-34e7-4dac-9c0b-11e059518bf4 req-6d3700f4-7227-43c2-81de-1c2e3d6c8c8c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:17.325839 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-425de30e-34e7-4dac-9c0b-11e059518bf4 req-6d3700f4-7227-43c2-81de-1c2e3d6c8c8c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.6170278 Jul 22 23:48:17.326932 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.337662 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c37ec4-0777-4fa5-baab-64342427b379 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Made reservation on behalf of 7b8233855c984bc9a67606ea950d16aa for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:17.343475 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9c37ec4-0777-4fa5-baab-64342427b379 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.403160 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9cbc28bd-014c-4178-a18a-49b56aa53bc7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:17.404358 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c37ec4-0777-4fa5-baab-64342427b379 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:48:17.448491 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9c37ec4-0777-4fa5-baab-64342427b379 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.448850 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-b9c37ec4-0777-4fa5-baab-64342427b379 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Added segment 295a8d75-066a-4299-9a86-a72ec4bb772c of type vlan for network f3055fa4-91a2-4afa-96fa-68052add435d Jul 22 23:48:17.492637 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 9cbc28bd-014c-4178-a18a-49b56aa53bc7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:17.494189 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.541360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56678) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:17.547852 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Set router 868fd7bc-c32a-436d-8922-f3fee9eafc25 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:17.594659 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9c37ec4-0777-4fa5-baab-64342427b379 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.635847 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-425de30e-34e7-4dac-9c0b-11e059518bf4 req-0dc375de-b927-4665-b5f4-63788bc84d9c tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3042288 Jul 22 23:48:17.701732 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Router 8b41ad60-4088-4155-948b-83453aeb8b02 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:48:17.722564 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9c37ec4-0777-4fa5-baab-64342427b379 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.728559 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c37ec4-0777-4fa5-baab-64342427b379 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:17.729231 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9c37ec4-0777-4fa5-baab-64342427b379 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.852277 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5da25e16-c754-4de9-9743-375e73401566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'name': 'tempest-TestServerBasicOps-1980189797-router', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'gw_port': {'id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:07Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '32cd9aed-0062-4de9-912d-dd194bc0fe2e', 'name': '', 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'mac_address': 'fa:16:3e:6b:80:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:12Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 2, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'subnets': [{'id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:17.864922 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b9c37ec4-0777-4fa5-baab-64342427b379 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6051731 Jul 22 23:48:17.883914 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:17.894731 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Sync routers for ids ['8b41ad60-4088-4155-948b-83453aeb8b02'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:17.899731 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Checking router: 868fd7bc-c32a-436d-8922-f3fee9eafc25 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:17.900826 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Updating router 868fd7bc-c32a-436d-8922-f3fee9eafc25 port 32cd9aed-0062-4de9-912d-dd194bc0fe2e binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:48:17.909726 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Routers {'8b41ad60-4088-4155-948b-83453aeb8b02'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:17.910604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['8b41ad60-4088-4155-948b-83453aeb8b02'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:17.915244 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:17.952391 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.955936 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5043be77-2baa-4903-b65c-53e2b767736f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2012565 Jul 22 23:48:17.958871 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.963408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56688) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:17.966364 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c37ec4-0777-4fa5-baab-64342427b379 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Pushing event updated for resources: {'Network': ['ID=f3055fa4-91a2-4afa-96fa-68052add435d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:18.006703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network f3055fa4-91a2-4afa-96fa-68052add435d details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:48:18.170392 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Set router 8b41ad60-4088-4155-948b-83453aeb8b02 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:18.271680 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc183132-a6f5-4239-be81-e6faf7c8ce2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:18.391849 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:18.405072 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Transition to ACTIVE for port object 32cd9aed-0062-4de9-912d-dd194bc0fe2e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:18.417954 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:18.427108 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56700) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:18.434169 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-96c73731-b5d1-47d4-82f2-c110e37cd4f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-462196720-network', 'tenant_id': '24f31ae338914ce9986a6e4a49fb4e78'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:18.454805 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'name': 'tempest-ServerRescueNegativeTestJSON-326867213-router', 'tenant_id': '0648e710624549d88e8c0c8a91031658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:13Z', 'updated_at': '2021-07-22T23:48:16Z', 'revision_number': 3, 'project_id': '0648e710624549d88e8c0c8a91031658', 'gw_port': {'id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:18.493278 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862aeab0-d593-45b4-ade4-89e76f684241 None None] Pushing event updated for resources: {'Port': ['ID=32cd9aed-0062-4de9-912d-dd194bc0fe2e,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:18.495940 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Checking router: 8b41ad60-4088-4155-948b-83453aeb8b02 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:18.496629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Updating router 8b41ad60-4088-4155-948b-83453aeb8b02 port 9ed0e5dc-b745-4ca8-b488-272fa8d69596 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:48:18.503651 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aeab0-d593-45b4-ade4-89e76f684241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:18.504264 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aeab0-d593-45b4-ade4-89e76f684241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:18.504809 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aeab0-d593-45b4-ade4-89e76f684241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:18.505362 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aeab0-d593-45b4-ade4-89e76f684241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:18.505920 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aeab0-d593-45b4-ade4-89e76f684241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:18.506425 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aeab0-d593-45b4-ade4-89e76f684241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:18.506925 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aeab0-d593-45b4-ade4-89e76f684241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:18.508276 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aeab0-d593-45b4-ade4-89e76f684241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:18.508812 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aeab0-d593-45b4-ade4-89e76f684241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:18.509464 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aeab0-d593-45b4-ade4-89e76f684241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:18.509967 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aeab0-d593-45b4-ade4-89e76f684241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:18.510495 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862aeab0-d593-45b4-ade4-89e76f684241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:18.559231 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:18.609763 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Attempting to bind port 32cd9aed-0062-4de9-912d-dd194bc0fe2e on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:18.610137 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Attempting to bind port 32cd9aed-0062-4de9-912d-dd194bc0fe2e by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '112dac1e-4677-4621-bb9f-92d6e0a57f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:18.610505 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Attempting to bind port 32cd9aed-0062-4de9-912d-dd194bc0fe2e on network 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:18.619217 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:18.619650 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Checking segment: {'id': '112dac1e-4677-4621-bb9f-92d6e0a57f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:18.619978 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:18.620375 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Bound using segment: {'id': '112dac1e-4677-4621-bb9f-92d6e0a57f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:18.620856 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Bound port: 32cd9aed-0062-4de9-912d-dd194bc0fe2e, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112dac1e-4677-4621-bb9f-92d6e0a57f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:18.621270 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:18.744362 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5da25e16-c754-4de9-9743-375e73401566 None None] For port 32cd9aed-0062-4de9-912d-dd194bc0fe2e, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:18.755305 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5da25e16-c754-4de9-9743-375e73401566 None None] For port 32cd9aed-0062-4de9-912d-dd194bc0fe2e, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=32cd9aed-0062-4de9-912d-dd194bc0fe2e,segment=NetworkSegment(112dac1e-4677-4621-bb9f-92d6e0a57f1d),segment_id=112dac1e-4677-4621-bb9f-92d6e0a57f1d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:18.768902 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:18.910307 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862aeab0-d593-45b4-ade4-89e76f684241 None None] Pushing event updated for resources: {'Port': ['ID=32cd9aed-0062-4de9-912d-dd194bc0fe2e,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:18.912871 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Routers {'868fd7bc-c32a-436d-8922-f3fee9eafc25'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:18.913505 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5da25e16-c754-4de9-9743-375e73401566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['868fd7bc-c32a-436d-8922-f3fee9eafc25'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:18.994536 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.037230 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Transition to ACTIVE for port object 9ed0e5dc-b745-4ca8-b488-272fa8d69596 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:19.051087 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.171235 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Attempting to bind port 9ed0e5dc-b745-4ca8-b488-272fa8d69596 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:19.171915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Attempting to bind port 9ed0e5dc-b745-4ca8-b488-272fa8d69596 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:19.171915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Attempting to bind port 9ed0e5dc-b745-4ca8-b488-272fa8d69596 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:19.185272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:19.185682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:19.186075 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.186468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:19.186942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Bound port: 9ed0e5dc-b745-4ca8-b488-272fa8d69596, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:19.187321 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.227283 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e16abc-292d-4402-a94d-704a5db9d110 None None] Pushing event updated for resources: {'Port': ['ID=9ed0e5dc-b745-4ca8-b488-272fa8d69596,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:19.235577 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5da25e16-c754-4de9-9743-375e73401566 None None] Set router 868fd7bc-c32a-436d-8922-f3fee9eafc25 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:19.301646 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] For port 9ed0e5dc-b745-4ca8-b488-272fa8d69596, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:19.316114 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] For port 9ed0e5dc-b745-4ca8-b488-272fa8d69596, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9ed0e5dc-b745-4ca8-b488-272fa8d69596,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:19.339499 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.373387 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-466bbf2a-db8b-4ffd-9f05-7d08930a3158 tempest-DHCPAgentSchedulersTestJSON-239069715 tempest-DHCPAgentSchedulersTestJSON-239069715-project-admin] 10.222.0.26 "GET /v2.0/agents/601996c0-be3f-403d-8e62-818019ed7f19/dhcp-networks HTTP/1.1" status: 200 len: 10453 time: 1.4523370 Jul 22 23:48:19.373983 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:19.435495 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af91ff2-dc62-47d6-8bdf-9cf209be1c87 req-3cdbd625-489e-4622-9785-3da0a1c001fd tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:19.443373 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9af91ff2-dc62-47d6-8bdf-9cf209be1c87 req-3cdbd625-489e-4622-9785-3da0a1c001fd tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.4670737 Jul 22 23:48:19.499121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Routers {'8b41ad60-4088-4155-948b-83453aeb8b02'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:19.501307 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['8b41ad60-4088-4155-948b-83453aeb8b02'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:19.528642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed577445-8670-42e4-a2ed-87ce6cfe6b3a tempest-DHCPAgentSchedulersTestJSON-239069715 tempest-DHCPAgentSchedulersTestJSON-239069715-project-admin] Network f3055fa4-91a2-4afa-96fa-68052add435d is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:48:19.546731 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ed577445-8670-42e4-a2ed-87ce6cfe6b3a tempest-DHCPAgentSchedulersTestJSON-239069715 tempest-DHCPAgentSchedulersTestJSON-239069715-project-admin] 10.222.0.26 "POST /v2.0/agents/601996c0-be3f-403d-8e62-818019ed7f19/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1716826 Jul 22 23:48:19.549034 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56708) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:19.589425 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9af91ff2-dc62-47d6-8bdf-9cf209be1c87 req-710d9c31-3c93-4e80-89f0-ef64cacd6102 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406901 Jul 22 23:48:19.598453 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5da25e16-c754-4de9-9743-375e73401566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'name': 'tempest-TestServerBasicOps-1980189797-router', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'gw_port': {'id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:07Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '32cd9aed-0062-4de9-912d-dd194bc0fe2e', 'name': '', 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'mac_address': 'fa:16:3e:6b:80:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:12Z', 'updated_at': '2021-07-22T23:48:18Z', 'revision_number': 4, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'subnets': [{'id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:19.616274 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc183132-a6f5-4239-be81-e6faf7c8ce2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.630578 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc183132-a6f5-4239-be81-e6faf7c8ce2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.640867 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da25e16-c754-4de9-9743-375e73401566 None None] The sync data for ids ['868fd7bc-c32a-436d-8922-f3fee9eafc25'] in n-d-688802-2 is: [{'id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'name': 'tempest-TestServerBasicOps-1980189797-router', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'gw_port': {'id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:07Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '32cd9aed-0062-4de9-912d-dd194bc0fe2e', 'name': '', 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'mac_address': 'fa:16:3e:6b:80:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:12Z', 'updated_at': '2021-07-22T23:48:18Z', 'revision_number': 4, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'subnets': [{'id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:19.688178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634a2514-6ed1-418d-96e2-9cb8cb66be72 None None] Network f3055fa4-91a2-4afa-96fa-68052add435d requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:19.712223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bc183132-a6f5-4239-be81-e6faf7c8ce2c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ee432030a9e42b08ddf39ec0b5567ca&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1697893 Jul 22 23:48:19.718214 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56710) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:19.787784 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c73731-b5d1-47d4-82f2-c110e37cd4f5 admin admin] Made reservation on behalf of 24f31ae338914ce9986a6e4a49fb4e78 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:19.791194 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96c73731-b5d1-47d4-82f2-c110e37cd4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.796815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc183132-a6f5-4239-be81-e6faf7c8ce2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88179d69-f131-417e-9d14-a0bbb872011f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:19.826646 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e16abc-292d-4402-a94d-704a5db9d110 None None] Pushing event updated for resources: {'Port': ['ID=9ed0e5dc-b745-4ca8-b488-272fa8d69596,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:19.849087 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96c73731-b5d1-47d4-82f2-c110e37cd4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.904659 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fbda3feb-edab-43ec-a9c6-3611fbcc27ae tempest-DHCPAgentSchedulersTestJSON-239069715 tempest-DHCPAgentSchedulersTestJSON-239069715-project-admin] 10.222.0.26 "GET /v2.0/agents/601996c0-be3f-403d-8e62-818019ed7f19/dhcp-networks HTTP/1.1" status: 200 len: 11223 time: 0.3508656 Jul 22 23:48:19.909457 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56712) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:19.947890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] Set router 8b41ad60-4088-4155-948b-83453aeb8b02 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:20.100869 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0641b475-82af-405f-8f26-bfd936838928 tempest-DHCPAgentSchedulersTestJSON-239069715 tempest-DHCPAgentSchedulersTestJSON-239069715-project-admin] 10.222.0.26 "DELETE /v2.0/agents/601996c0-be3f-403d-8e62-818019ed7f19/dhcp-networks/f3055fa4-91a2-4afa-96fa-68052add435d HTTP/1.1" status: 204 len: 168 time: 0.1880453 Jul 22 23:48:20.110804 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56714) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:20.274743 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-acd6fbc8-f7c9-44a7-a015-36f4e7876842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.315711 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96c73731-b5d1-47d4-82f2-c110e37cd4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.332782 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.348535 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96c73731-b5d1-47d4-82f2-c110e37cd4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.388472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c73731-b5d1-47d4-82f2-c110e37cd4f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:48:20.390236 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-acd6fbc8-f7c9-44a7-a015-36f4e7876842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.497592 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3bfc39b3-1abd-47bf-aa89-e47bb5a2afd8 tempest-DHCPAgentSchedulersTestJSON-239069715 tempest-DHCPAgentSchedulersTestJSON-239069715-project-admin] 10.222.0.26 "GET /v2.0/agents/601996c0-be3f-403d-8e62-818019ed7f19/dhcp-networks HTTP/1.1" status: 200 len: 10453 time: 0.3855293 Jul 22 23:48:20.499223 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96c73731-b5d1-47d4-82f2-c110e37cd4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.499569 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-96c73731-b5d1-47d4-82f2-c110e37cd4f5 admin admin] Added segment 122abd2d-bfc4-4462-8b18-979ff18085f0 of type vlan for network 51678032-39cb-4b04-9a61-7ac1d0ba09e7 Jul 22 23:48:20.501078 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c73731-b5d1-47d4-82f2-c110e37cd4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36e8a22-6b75-411f-ac03-2b4e3d888e9b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:20.527434 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56718) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:20.583797 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'name': 'tempest-ServerRescueNegativeTestJSON-326867213-router', 'tenant_id': '0648e710624549d88e8c0c8a91031658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:13Z', 'updated_at': '2021-07-22T23:48:16Z', 'revision_number': 3, 'project_id': '0648e710624549d88e8c0c8a91031658', 'gw_port': {'id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:20.644234 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-acd6fbc8-f7c9-44a7-a015-36f4e7876842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.654280 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-acd6fbc8-f7c9-44a7-a015-36f4e7876842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.655522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-acd6fbc8-f7c9-44a7-a015-36f4e7876842 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/88179d69-f131-417e-9d14-a0bbb872011f HTTP/1.1" status: 204 len: 168 time: 0.8896685 Jul 22 23:48:20.666611 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-63ed11f8-51ac-4a8a-9919-4a63ce0b0822 tempest-DHCPAgentSchedulersTestJSON-239069715 tempest-DHCPAgentSchedulersTestJSON-239069715-project-admin] 10.222.0.26 "GET /v2.0/networks/a767f980-9ea9-4664-ae82-5840f75d9fb7/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1367762 Jul 22 23:48:20.673578 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56724) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:20.704391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6fbc8-f7c9-44a7-a015-36f4e7876842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88179d69-f131-417e-9d14-a0bbb872011f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:20.710936 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f277f-9a84-457b-9f58-d67acf764751 None None] The sync data for ids ['8b41ad60-4088-4155-948b-83453aeb8b02'] in n-d-688802-2 is: [{'id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'name': 'tempest-ServerRescueNegativeTestJSON-326867213-router', 'tenant_id': '0648e710624549d88e8c0c8a91031658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:13Z', 'updated_at': '2021-07-22T23:48:16Z', 'revision_number': 3, 'project_id': '0648e710624549d88e8c0c8a91031658', 'gw_port': {'id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:20.716241 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96c73731-b5d1-47d4-82f2-c110e37cd4f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.740806 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-10790c79-b392-442d-bb82-bc8ea2023911 tempest-DHCPAgentSchedulersTestJSON-239069715 tempest-DHCPAgentSchedulersTestJSON-239069715-project-admin] 10.222.0.26 "GET /v2.0/networks/a767f980-9ea9-4664-ae82-5840f75d9fb7/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0622292 Jul 22 23:48:20.747176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56726) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:20.867905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 32cd9aed-0062-4de9-912d-dd194bc0fe2e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:20.966449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b6680-cfff-482f-9cf2-41ac74ea47b1 req-1dfeaaab-03a7-47af-8dfb-bcc62c0e890e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:20.968198 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c48b6680-cfff-482f-9cf2-41ac74ea47b1 req-1dfeaaab-03a7-47af-8dfb-bcc62c0e890e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.1922195 Jul 22 23:48:21.029275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Allocated IP 172.20.0.1 (6c243616-7ce3-49b3-a3b7-5a71469105fa/57003466-1ac5-4281-bdec-6c2f62849a78/f7cf985c-8b72-4049-9f91-229351a5f275) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:21.068002 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 32cd9aed-0062-4de9-912d-dd194bc0fe2e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:21.084011 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 32cd9aed-0062-4de9-912d-dd194bc0fe2e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:21.085252 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.089590 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96c73731-b5d1-47d4-82f2-c110e37cd4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.091930 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c73731-b5d1-47d4-82f2-c110e37cd4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:21.092832 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96c73731-b5d1-47d4-82f2-c110e37cd4f5 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.199087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c48b6680-cfff-482f-9cf2-41ac74ea47b1 req-41409f4e-fab8-4fc8-979a-8e1ee3101dde tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188952 Jul 22 23:48:21.272612 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c73731-b5d1-47d4-82f2-c110e37cd4f5 admin admin] Pushing event updated for resources: {'Network': ['ID=51678032-39cb-4b04-9a61-7ac1d0ba09e7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:21.275932 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.282217 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-96c73731-b5d1-47d4-82f2-c110e37cd4f5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8512480 Jul 22 23:48:21.282984 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56730) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:21.299182 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-edc0c5b1-8106-4aa0-a774-fc0d7c95c956 admin admin] Request body: {'subnet': {'network_id': '51678032-39cb-4b04-9a61-7ac1d0ba09e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-462196720-subnet', 'tenant_id': '24f31ae338914ce9986a6e4a49fb4e78', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:21.302043 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 51678032-39cb-4b04-9a61-7ac1d0ba09e7 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:48:21.378879 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc0c5b1-8106-4aa0-a774-fc0d7c95c956 admin admin] Made reservation on behalf of 24f31ae338914ce9986a6e4a49fb4e78 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:21.386078 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-edc0c5b1-8106-4aa0-a774-fc0d7c95c956 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.394793 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.403566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 32cd9aed-0062-4de9-912d-dd194bc0fe2e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=32cd9aed-0062-4de9-912d-dd194bc0fe2e,segment=NetworkSegment(112dac1e-4677-4621-bb9f-92d6e0a57f1d),segment_id=112dac1e-4677-4621-bb9f-92d6e0a57f1d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:21.438031 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.520954 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.592462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Network 6c243616-7ce3-49b3-a3b7-5a71469105fa is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:21.596680 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:21.599478 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:21.635094 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Pushing event updated for resources: {'Port': ['ID=f7cf985c-8b72-4049-9f91-229351a5f275,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:21.696286 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.696770 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-78a756a6-bd7d-498e-8c3a-0b231e0db86d tempest-DHCPAgentSchedulersTestJSON-239069715 tempest-DHCPAgentSchedulersTestJSON-239069715-project-admin] 10.222.0.26 "GET /v2.0/agents/601996c0-be3f-403d-8e62-818019ed7f19/dhcp-networks HTTP/1.1" status: 200 len: 10453 time: 0.9481981 Jul 22 23:48:21.704033 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56734) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:21.743125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56736) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:21.818940 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=32cd9aed-0062-4de9-912d-dd194bc0fe2e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:21.838858 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21ac0f37-9a09-4447-8782-4c8b52e404d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.907392 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c7f159d-4183-4183-982b-11f700d163fb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.935753 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.029732 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-edc0c5b1-8106-4aa0-a774-fc0d7c95c956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.231552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.240046 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.246551 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c7f159d-4183-4183-982b-11f700d163fb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.314303 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0c5b1-8106-4aa0-a774-fc0d7c95c956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d0c339-80da-4efb-8389-2b707e66f8c2,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:22.332154 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7c7f159d-4183-4183-982b-11f700d163fb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3055fa4-91a2-4afa-96fa-68052add435d']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:22.332570 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.335902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Pushing event updated for resources: {'Port': ['ID=f7cf985c-8b72-4049-9f91-229351a5f275,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:22.360963 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc0c5b1-8106-4aa0-a774-fc0d7c95c956 admin admin] Checking segment: {'id': '122abd2d-bfc4-4462-8b18-979ff18085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '51678032-39cb-4b04-9a61-7ac1d0ba09e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:22.361399 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc0c5b1-8106-4aa0-a774-fc0d7c95c956 admin admin] Network hostable DHCP agents. Network: 51678032-39cb-4b04-9a61-7ac1d0ba09e7, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:48:22.367728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7c7f159d-4183-4183-982b-11f700d163fb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295a8d75-066a-4299-9a86-a72ec4bb772c') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:22.368041 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7c7f159d-4183-4183-982b-11f700d163fb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295a8d75-066a-4299-9a86-a72ec4bb772c') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:22.380929 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c7f159d-4183-4183-982b-11f700d163fb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.417621 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21ac0f37-9a09-4447-8782-4c8b52e404d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.420835 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c7f159d-4183-4183-982b-11f700d163fb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.429769 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21ac0f37-9a09-4447-8782-4c8b52e404d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.433006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7f159d-4183-4183-982b-11f700d163fb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:48:22.433278 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c7f159d-4183-4183-982b-11f700d163fb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:48:22.437560 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:48:22.449672 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc0c5b1-8106-4aa0-a774-fc0d7c95c956 admin admin] Network 51678032-39cb-4b04-9a61-7ac1d0ba09e7 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:48:22.521824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Network 6c243616-7ce3-49b3-a3b7-5a71469105fa is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:22.526321 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:22.538318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cce29-07e3-4c63-82f7-a0942a6030b8 req-816bfd2b-be9c-4a1a-b532-87508088a973 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:22.540172 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c71cce29-07e3-4c63-82f7-a0942a6030b8 req-816bfd2b-be9c-4a1a-b532-87508088a973 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.1792428 Jul 22 23:48:22.547318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-edc0c5b1-8106-4aa0-a774-fc0d7c95c956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 51678032-39cb-4b04-9a61-7ac1d0ba09e7) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:22.556750 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4d05b1-151d-4e86-829f-9be4d3b121ec None None] Network 51678032-39cb-4b04-9a61-7ac1d0ba09e7 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:22.829593 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-51678032-39cb-4b04-9a61-7ac1d0ba09e7', 'network_id': '51678032-39cb-4b04-9a61-7ac1d0ba09e7', 'tenant_id': '24f31ae338914ce9986a6e4a49fb4e78', 'fixed_ips': [{'subnet_id': '07d0c339-80da-4efb-8389-2b707e66f8c2'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:48:22.832005 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.909757 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc0c5b1-8106-4aa0-a774-fc0d7c95c956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:22.911468 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-edc0c5b1-8106-4aa0-a774-fc0d7c95c956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.918716 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac0f37-9a09-4447-8782-4c8b52e404d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1034d68c-859d-4dc8-8a5a-fdf03ff433c6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:22.926680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c71cce29-07e3-4c63-82f7-a0942a6030b8 req-86c5fa45-b447-4674-b7f3-5fcae7317204 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2968383 Jul 22 23:48:22.950745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:22.952343 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-21ac0f37-9a09-4447-8782-4c8b52e404d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ef3133866ab4b15bb1ec9b71ad855a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2077107 Jul 22 23:48:22.953181 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c7f159d-4183-4183-982b-11f700d163fb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.956275 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 32cd9aed-0062-4de9-912d-dd194bc0fe2e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:22.971766 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c7f159d-4183-4183-982b-11f700d163fb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.976558 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7c7f159d-4183-4183-982b-11f700d163fb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] 10.222.0.26 "DELETE /v2.0/networks/f3055fa4-91a2-4afa-96fa-68052add435d HTTP/1.1" status: 204 len: 168 time: 1.2700038 Jul 22 23:48:22.977290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56750) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:23.001215 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f159d-4183-4183-982b-11f700d163fb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Pushing event deleted for resources: {'Network': ['ID=f3055fa4-91a2-4afa-96fa-68052add435d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:23.006754 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Router 8b41ad60-4088-4155-948b-83453aeb8b02 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:23.026607 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-edc0c5b1-8106-4aa0-a774-fc0d7c95c956 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7383716 Jul 22 23:48:23.026908 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:23.031146 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffabc89-4279-4e63-a2fb-f837a31c28d3 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] DELETE failed (client error): The resource could not be found. Jul 22 23:48:23.036740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ffabc89-4279-4e63-a2fb-f837a31c28d3 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:48:23.039016 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5ffabc89-4279-4e63-a2fb-f837a31c28d3 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] 10.222.0.26 "DELETE /v2.0/ports/a946d5f0-e3b7-494c-bcba-94d67d1696e3 HTTP/1.1" status: 404 len: 333 time: 0.0514252 Jul 22 23:48:23.040380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-462196720-router', 'tenant_id': '24f31ae338914ce9986a6e4a49fb4e78', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:23.041797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56754) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:23.087952 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Allocated IP 172.20.0.2 (51678032-39cb-4b04-9a61-7ac1d0ba09e7/07d0c339-80da-4efb-8389-2b707e66f8c2/a3e207d3-77c6-4ad9-b861-d67a05df23c8) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:23.099551 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 32cd9aed-0062-4de9-912d-dd194bc0fe2e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:23.099921 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.120369 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-103d0ac8-5b9d-4fce-923d-f3cf9bd74fbb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Deleting subnet 641df513-25c2-4313-8bdd-0cda5d94dee9 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:48:23.124155 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-103d0ac8-5b9d-4fce-923d-f3cf9bd74fbb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.182229 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e9044c9-422e-4500-9c75-3cd5c0aab670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.195681 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-103d0ac8-5b9d-4fce-923d-f3cf9bd74fbb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.225384 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.227683 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.297556 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e9044c9-422e-4500-9c75-3cd5c0aab670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.309361 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9ed0e5dc-b745-4ca8-b488-272fa8d69596 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:23.341758 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.342922 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-103d0ac8-5b9d-4fce-923d-f3cf9bd74fbb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.356356 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Transition to ACTIVE for port object a3e207d3-77c6-4ad9-b861-d67a05df23c8 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:23.360918 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.378061 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Transition to ACTIVE for port object a3e207d3-77c6-4ad9-b861-d67a05df23c8 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:23.407366 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.474365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Network 51678032-39cb-4b04-9a61-7ac1d0ba09e7 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:23.476246 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-103d0ac8-5b9d-4fce-923d-f3cf9bd74fbb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.487279 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:23.493614 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:23.495784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Pushing event updated for resources: {'Port': ['ID=a3e207d3-77c6-4ad9-b861-d67a05df23c8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:23.503105 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:23.518984 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7f6a7377-c161-4551-9a2a-3ca528d7ab79 admin admin] 10.222.0.26 "PUT /v2.0/routers/8b41ad60-4088-4155-948b-83453aeb8b02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5491595 Jul 22 23:48:23.552980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 9ed0e5dc-b745-4ca8-b488-272fa8d69596 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:23.568473 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-103d0ac8-5b9d-4fce-923d-f3cf9bd74fbb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.584891 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88de5d77-6937-47de-94a6-3b0fd334f91a None None] Network a767f980-9ea9-4664-ae82-5840f75d9fb7 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:23.585141 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-103d0ac8-5b9d-4fce-923d-f3cf9bd74fbb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] 10.222.0.26 "DELETE /v2.0/subnets/641df513-25c2-4313-8bdd-0cda5d94dee9 HTTP/1.1" status: 204 len: 168 time: 0.5419123 Jul 22 23:48:23.586057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d0ac8-5b9d-4fce-923d-f3cf9bd74fbb tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Pushing event deleted for resources: {'Subnet': ['ID=641df513-25c2-4313-8bdd-0cda5d94dee9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:23.587991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56758) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:23.618987 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.623367 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 9ed0e5dc-b745-4ca8-b488-272fa8d69596 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:23.624422 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.626281 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e9044c9-422e-4500-9c75-3cd5c0aab670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.630555 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e9044c9-422e-4500-9c75-3cd5c0aab670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.631664 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1e9044c9-422e-4500-9c75-3cd5c0aab670 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1034d68c-859d-4dc8-8a5a-fdf03ff433c6 HTTP/1.1" status: 204 len: 168 time: 0.6797338 Jul 22 23:48:23.645299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9044c9-422e-4500-9c75-3cd5c0aab670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1034d68c-859d-4dc8-8a5a-fdf03ff433c6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:23.682630 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Attempting to bind port a3e207d3-77c6-4ad9-b861-d67a05df23c8 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:23.683011 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Attempting to bind port a3e207d3-77c6-4ad9-b861-d67a05df23c8 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '122abd2d-bfc4-4462-8b18-979ff18085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '51678032-39cb-4b04-9a61-7ac1d0ba09e7'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:23.683385 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Attempting to bind port a3e207d3-77c6-4ad9-b861-d67a05df23c8 on network 51678032-39cb-4b04-9a61-7ac1d0ba09e7 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:23.710036 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:23.711117 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Checking segment: {'id': '122abd2d-bfc4-4462-8b18-979ff18085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '51678032-39cb-4b04-9a61-7ac1d0ba09e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:23.711538 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.711943 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Bound using segment: {'id': '122abd2d-bfc4-4462-8b18-979ff18085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '51678032-39cb-4b04-9a61-7ac1d0ba09e7'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:23.712419 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Bound port: a3e207d3-77c6-4ad9-b861-d67a05df23c8, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122abd2d-bfc4-4462-8b18-979ff18085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '51678032-39cb-4b04-9a61-7ac1d0ba09e7'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:23.713121 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.846687 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.012201 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Deleting port a4d42bd2-4442-4a8e-a89b-b83f553488fa {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:24.013419 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.048681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] For port a3e207d3-77c6-4ad9-b861-d67a05df23c8, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:24.085025 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Sync routers for ids ['8b41ad60-4088-4155-948b-83453aeb8b02'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:24.101168 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Routers {'8b41ad60-4088-4155-948b-83453aeb8b02'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:24.101168 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['8b41ad60-4088-4155-948b-83453aeb8b02'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:24.105389 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] For port a3e207d3-77c6-4ad9-b861-d67a05df23c8, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a3e207d3-77c6-4ad9-b861-d67a05df23c8,segment=NetworkSegment(122abd2d-bfc4-4462-8b18-979ff18085f0),segment_id=122abd2d-bfc4-4462-8b18-979ff18085f0)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:24.116201 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.150436 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.188919 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] For port a4d42bd2-4442-4a8e-a89b-b83f553488fa, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a4d42bd2-4442-4a8e-a89b-b83f553488fa,segment=NetworkSegment(8284b7cc-0dec-477a-8a77-7f5ab33dcf0b),segment_id=8284b7cc-0dec-477a-8a77-7f5ab33dcf0b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:24.191032 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.192801 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.216936 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.220170 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Calling delete_port for a4d42bd2-4442-4a8e-a89b-b83f553488fa owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:24.247999 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 9ed0e5dc-b745-4ca8-b488-272fa8d69596, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9ed0e5dc-b745-4ca8-b488-272fa8d69596,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:24.281893 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.327697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23796729-5a04-4990-9edb-dc5ee39c413b None None] Pushing event updated for resources: {'Port': ['ID=a3e207d3-77c6-4ad9-b861-d67a05df23c8,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:24.390701 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.392555 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Allocated IP 172.25.4.171 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/4563c94a-22b5-46d1-841d-3cdccf01d034) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:24.442596 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=9ed0e5dc-b745-4ca8-b488-272fa8d69596,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:24.446804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f8b8e-991b-43dd-b01a-f760c05ba67f None None] DHCP port deletion for a767f980-9ea9-4664-ae82-5840f75d9fb7 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:48:24.454804 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Pushing event deleted for resources: {'Port': ['ID=a4d42bd2-4442-4a8e-a89b-b83f553488fa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:24.458649 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] No DVR routers for this DVR port a4d42bd2-4442-4a8e-a89b-b83f553488fa on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:24.468352 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Set router 8b41ad60-4088-4155-948b-83453aeb8b02 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:24.562525 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.581588 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a767f980-9ea9-4664-ae82-5840f75d9fb7']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:24.596517 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8284b7cc-0dec-477a-8a77-7f5ab33dcf0b') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:24.596830 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8284b7cc-0dec-477a-8a77-7f5ab33dcf0b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:24.610469 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.627341 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.646540 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:48:24.646957 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.656523 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.738333 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:48:24.785702 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:48:24.790364 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.796781 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.799413 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] 10.222.0.26 "DELETE /v2.0/networks/a767f980-9ea9-4664-ae82-5840f75d9fb7 HTTP/1.1" status: 204 len: 168 time: 1.2106314 Jul 22 23:48:24.848618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9ed0e5dc-b745-4ca8-b488-272fa8d69596 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:24.851972 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7e92e-292a-45e4-829b-a9c7dfdb4b81 tempest-DHCPAgentSchedulersTestJSON-1413615853 tempest-DHCPAgentSchedulersTestJSON-1413615853-project] Pushing event deleted for resources: {'Network': ['ID=a767f980-9ea9-4664-ae82-5840f75d9fb7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:24.914083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:24.939570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:24.946868 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:24.983519 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 9ed0e5dc-b745-4ca8-b488-272fa8d69596 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:24.985178 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.987273 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Pushing event updated for resources: {'Port': ['ID=4563c94a-22b5-46d1-841d-3cdccf01d034,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:25.095877 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'name': 'tempest-ServerRescueNegativeTestJSON-326867213-router', 'tenant_id': '0648e710624549d88e8c0c8a91031658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:13Z', 'updated_at': '2021-07-22T23:48:21Z', 'revision_number': 4, 'project_id': '0648e710624549d88e8c0c8a91031658', 'gw_port': {'id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'f7cf985c-8b72-4049-9f91-229351a5f275', 'name': '', 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa', 'tenant_id': '0648e710624549d88e8c0c8a91031658', 'mac_address': 'fa:16:3e:4e:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '57003466-1ac5-4281-bdec-6c2f62849a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:20Z', 'updated_at': '2021-07-22T23:48:22Z', 'revision_number': 2, 'project_id': '0648e710624549d88e8c0c8a91031658', 'subnets': [{'id': '57003466-1ac5-4281-bdec-6c2f62849a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:25.134848 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Checking router: 8b41ad60-4088-4155-948b-83453aeb8b02 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:25.135443 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Updating router 8b41ad60-4088-4155-948b-83453aeb8b02 port f7cf985c-8b72-4049-9f91-229351a5f275 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:48:25.198963 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:25.243481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a4d42bd2-4442-4a8e-a89b-b83f553488fa no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:25.291282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56810) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:25.301812 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: a4d42bd2-4442-4a8e-a89b-b83f553488fa {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:48:25.303286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a4d42bd2-4442-4a8e-a89b-b83f553488fa not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:25.331538 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-2b306a20-efc3-4be2-8ea5-b15494ab871e tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:25.332781 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-2b306a20-efc3-4be2-8ea5-b15494ab871e tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/networks?id=6c243616-7ce3-49b3-a3b7-5a71469105fa HTTP/1.1" status: 200 len: 818 time: 0.4611683 Jul 22 23:48:25.338890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4bad6-873f-4648-954d-4ff81ef88759 req-b48048dd-b4e3-4199-8269-8c5d1ffb6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:25.340461 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9a4bad6-873f-4648-954d-4ff81ef88759 req-b48048dd-b4e3-4199-8269-8c5d1ffb6226 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d2e7e8a1c7644425a65536a6b1591ad6&device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 1096 time: 0.2973297 Jul 22 23:48:25.425673 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-6d9841ef-dbed-4b9d-8f73-0b4a1370efc3 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/quotas/0648e710624549d88e8c0c8a91031658 HTTP/1.1" status: 200 len: 375 time: 0.0842314 Jul 22 23:48:25.572735 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e06320eb-d6cb-48f6-99e0-fbd7dee1e62a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b8233855c984bc9a67606ea950d16aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794695 Jul 22 23:48:25.577633 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56820) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:25.642355 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54450e14-d3e7-4788-8a9f-a732f8b49626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:25.675311 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54450e14-d3e7-4788-8a9f-a732f8b49626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:25.750539 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:25.759149 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54450e14-d3e7-4788-8a9f-a732f8b49626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:25.764531 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Transition to ACTIVE for port object f7cf985c-8b72-4049-9f91-229351a5f275 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:25.767857 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54450e14-d3e7-4788-8a9f-a732f8b49626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:25.770094 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-54450e14-d3e7-4788-8a9f-a732f8b49626 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/923fb57e-27df-4898-a905-8ca1f9607353 HTTP/1.1" status: 204 len: 168 time: 0.1903811 Jul 22 23:48:25.777963 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:25.792072 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54450e14-d3e7-4788-8a9f-a732f8b49626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923fb57e-27df-4898-a905-8ca1f9607353,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:25.834677 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4691cd-1e47-43ba-841b-c41980aed2fa None None] Pushing event updated for resources: {'Port': ['ID=f7cf985c-8b72-4049-9f91-229351a5f275,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:25.873993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e02112-7e4a-4a5f-a270-5cc783db006a None None] Network 51678032-39cb-4b04-9a61-7ac1d0ba09e7 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:25.953674 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7e13deda-8476-4998-9993-b50887914155 None None] Provisioning for port a3e207d3-77c6-4ad9-b861-d67a05df23c8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:25.984690 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Attempting to bind port f7cf985c-8b72-4049-9f91-229351a5f275 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:25.984987 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Attempting to bind port f7cf985c-8b72-4049-9f91-229351a5f275 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '67290ed1-d494-4915-a632-bc031c682f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:25.985429 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Attempting to bind port f7cf985c-8b72-4049-9f91-229351a5f275 on network 6c243616-7ce3-49b3-a3b7-5a71469105fa {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:25.992674 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:25.993052 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Checking segment: {'id': '67290ed1-d494-4915-a632-bc031c682f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:25.993484 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:25.993878 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Bound using segment: {'id': '67290ed1-d494-4915-a632-bc031c682f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:25.994672 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Bound port: f7cf985c-8b72-4049-9f91-229351a5f275, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67290ed1-d494-4915-a632-bc031c682f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:25.994941 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:26.084044 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] For port f7cf985c-8b72-4049-9f91-229351a5f275, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:26.089006 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] For port f7cf985c-8b72-4049-9f91-229351a5f275, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f7cf985c-8b72-4049-9f91-229351a5f275,segment=NetworkSegment(67290ed1-d494-4915-a632-bc031c682f74),segment_id=67290ed1-d494-4915-a632-bc031c682f74)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:26.096277 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9a9c6-37cc-4609-8e5b-0f8b48b8ee27 req-72ce6541-6894-4bfd-b009-c257ce47616f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:26.097660 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:26.105449 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81d9a9c6-37cc-4609-8e5b-0f8b48b8ee27 req-72ce6541-6894-4bfd-b009-c257ce47616f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.7271342 Jul 22 23:48:26.150601 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-4ce04958-cc49-412c-b328-4338aefe7380 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0648e710624549d88e8c0c8a91031658&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7093253 Jul 22 23:48:26.170887 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Routers {'8b41ad60-4088-4155-948b-83453aeb8b02'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:26.171516 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['8b41ad60-4088-4155-948b-83453aeb8b02'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:26.176938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4bad6-873f-4648-954d-4ff81ef88759 req-7c01d47f-29c7-42f6-81a5-811d7e3514c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:26.178412 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9a4bad6-873f-4648-954d-4ff81ef88759 req-7c01d47f-29c7-42f6-81a5-811d7e3514c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9c6f596-1a55-460f-aa44-3580307980e5 HTTP/1.1" status: 200 len: 917 time: 0.8285518 Jul 22 23:48:26.216507 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4691cd-1e47-43ba-841b-c41980aed2fa None None] Pushing event updated for resources: {'Port': ['ID=f7cf985c-8b72-4049-9f91-229351a5f275,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:26.292389 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81d9a9c6-37cc-4609-8e5b-0f8b48b8ee27 req-c1bd18a1-896a-488e-b01a-91e0827a475d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859229 Jul 22 23:48:26.324155 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] Set router 8b41ad60-4088-4155-948b-83453aeb8b02 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:26.354277 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:26.534110 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9a4bad6-873f-4648-954d-4ff81ef88759 req-f67eefad-6e28-4c63-b8fb-076b2860939e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee HTTP/1.1" status: 200 len: 1001 time: 0.3413227 Jul 22 23:48:26.557975 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56848) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:26.644479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-d850f94c-3d2b-4736-900d-c02febd1aa7a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:26.655876 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-d850f94c-3d2b-4736-900d-c02febd1aa7a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:26.661741 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'name': 'tempest-ServerRescueNegativeTestJSON-326867213-router', 'tenant_id': '0648e710624549d88e8c0c8a91031658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:13Z', 'updated_at': '2021-07-22T23:48:21Z', 'revision_number': 4, 'project_id': '0648e710624549d88e8c0c8a91031658', 'gw_port': {'id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'f7cf985c-8b72-4049-9f91-229351a5f275', 'name': '', 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa', 'tenant_id': '0648e710624549d88e8c0c8a91031658', 'mac_address': 'fa:16:3e:4e:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '57003466-1ac5-4281-bdec-6c2f62849a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:20Z', 'updated_at': '2021-07-22T23:48:26Z', 'revision_number': 4, 'project_id': '0648e710624549d88e8c0c8a91031658', 'subnets': [{'id': '57003466-1ac5-4281-bdec-6c2f62849a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:26.665265 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-d850f94c-3d2b-4736-900d-c02febd1aa7a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:26.670574 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8c33fcb-ed55-4615-8e86-30581b23666e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:26.673735 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-d850f94c-3d2b-4736-900d-c02febd1aa7a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:26.679377 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-c33fb36a-9084-415b-ae49-cce2aa4c1272 service neutron] 10.222.0.26 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146141 Jul 22 23:48:26.692008 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-d850f94c-3d2b-4736-900d-c02febd1aa7a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:26.699724 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-d850f94c-3d2b-4736-900d-c02febd1aa7a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:26.706074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-d850f94c-3d2b-4736-900d-c02febd1aa7a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:26.707931 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-d850f94c-3d2b-4736-900d-c02febd1aa7a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5434 time: 0.2136683 Jul 22 23:48:26.713149 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d423cfb1-6bba-416f-b7fb-59752a27ac00 None None] The sync data for ids ['8b41ad60-4088-4155-948b-83453aeb8b02'] in n-d-688802-2 is: [{'id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'name': 'tempest-ServerRescueNegativeTestJSON-326867213-router', 'tenant_id': '0648e710624549d88e8c0c8a91031658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:13Z', 'updated_at': '2021-07-22T23:48:21Z', 'revision_number': 4, 'project_id': '0648e710624549d88e8c0c8a91031658', 'gw_port': {'id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'f7cf985c-8b72-4049-9f91-229351a5f275', 'name': '', 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa', 'tenant_id': '0648e710624549d88e8c0c8a91031658', 'mac_address': 'fa:16:3e:4e:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '57003466-1ac5-4281-bdec-6c2f62849a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:20Z', 'updated_at': '2021-07-22T23:48:26Z', 'revision_number': 4, 'project_id': '0648e710624549d88e8c0c8a91031658', 'subnets': [{'id': '57003466-1ac5-4281-bdec-6c2f62849a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:26.803488 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4bad6-873f-4648-954d-4ff81ef88759 req-b469bb79-a7b9-4b95-b3f9-26fc1c45efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:26.804181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-2d3c520e-3363-4c35-b09f-d06cc45bad4a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:26.807437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9a4bad6-873f-4648-954d-4ff81ef88759 req-b469bb79-a7b9-4b95-b3f9-26fc1c45efa4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2482584c-2a32-49e4-91b9-a354783f97de HTTP/1.1" status: 200 len: 855 time: 0.2349977 Jul 22 23:48:26.808337 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-2d3c520e-3363-4c35-b09f-d06cc45bad4a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.18 "GET /v2.0/ports/1acb57eb-4388-486f-873d-b2c9056569e3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0941966 Jul 22 23:48:26.815733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a3e207d3-77c6-4ad9-b861-d67a05df23c8 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:26.912896 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port a3e207d3-77c6-4ad9-b861-d67a05df23c8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:26.925958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a3e207d3-77c6-4ad9-b861-d67a05df23c8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:26.926473 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:26.978792 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-4107f711-10b0-41c2-bfd2-0c9f9769a7e7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.18 "GET /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1607409 Jul 22 23:48:26.992188 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:27.079182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501061c4-9b5a-4c8f-8289-dc5788d77fba req-7906f6db-9350-415e-a4b6-7336914616a0 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:27.086548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501061c4-9b5a-4c8f-8289-dc5788d77fba req-7906f6db-9350-415e-a4b6-7336914616a0 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:27.094715 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501061c4-9b5a-4c8f-8289-dc5788d77fba req-7906f6db-9350-415e-a4b6-7336914616a0 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:27.099170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501061c4-9b5a-4c8f-8289-dc5788d77fba req-7906f6db-9350-415e-a4b6-7336914616a0 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:27.107068 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501061c4-9b5a-4c8f-8289-dc5788d77fba req-7906f6db-9350-415e-a4b6-7336914616a0 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:27.112622 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501061c4-9b5a-4c8f-8289-dc5788d77fba req-7906f6db-9350-415e-a4b6-7336914616a0 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:27.113301 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.119178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501061c4-9b5a-4c8f-8289-dc5788d77fba req-7906f6db-9350-415e-a4b6-7336914616a0 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:27.124345 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.127392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-501061c4-9b5a-4c8f-8289-dc5788d77fba req-7906f6db-9350-415e-a4b6-7336914616a0 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 5434 time: 0.6067100 Jul 22 23:48:27.157398 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port a3e207d3-77c6-4ad9-b861-d67a05df23c8, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a3e207d3-77c6-4ad9-b861-d67a05df23c8,segment=NetworkSegment(122abd2d-bfc4-4462-8b18-979ff18085f0),segment_id=122abd2d-bfc4-4462-8b18-979ff18085f0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:27.158408 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-5fea8937-e2e6-46d1-b2cf-20e76716c995 service neutron] 10.222.0.26 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503715 Jul 22 23:48:27.182993 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.259443 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-501061c4-9b5a-4c8f-8289-dc5788d77fba req-9b2abe31-03c0-40eb-a887-f6317c4d0c78 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1270885 Jul 22 23:48:27.264678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4bad6-873f-4648-954d-4ff81ef88759 req-d124fe5c-6fd8-4ae7-925c-ae437f180f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:27.266491 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9a4bad6-873f-4648-954d-4ff81ef88759 req-d124fe5c-6fd8-4ae7-925c-ae437f180f5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9c6f596-1a55-460f-aa44-3580307980e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4447465 Jul 22 23:48:27.282150 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.286351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=a3e207d3-77c6-4ad9-b861-d67a05df23c8,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:27.319886 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56856) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:27.378314 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] For port 1acb57eb-4388-486f-873d-b2c9056569e3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1acb57eb-4388-486f-873d-b2c9056569e3,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:27.485622 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] For port 1acb57eb-4388-486f-873d-b2c9056569e3, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:27.486055 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8c33fcb-ed55-4615-8e86-30581b23666e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.539878 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-782a529d-c3d9-47f6-97b8-e6b85791e905 req-e3b2e5e0-a3df-4091-8066-d06671998637 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 210 time: 0.0481417 Jul 22 23:48:27.570801 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14380ece-d6a4-46a8-aa47-c407fe927a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.575035 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] device_id is not set on port 1acb57eb-4388-486f-873d-b2c9056569e3 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:48:27.588869 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8c33fcb-ed55-4615-8e86-30581b23666e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.594174 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.607868 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.685132 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c33fcb-ed55-4615-8e86-30581b23666e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b5f300-4f25-45ed-8806-eec86507106b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:27.714030 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] No DVR routers for this DVR port 1acb57eb-4388-486f-873d-b2c9056569e3 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:27.720206 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Pushing event updated for resources: {'Port': ['ID=1acb57eb-4388-486f-873d-b2c9056569e3,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:27.725808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c33fcb-ed55-4615-8e86-30581b23666e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.729194 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c33fcb-ed55-4615-8e86-30581b23666e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.735090 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c33fcb-ed55-4615-8e86-30581b23666e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.735734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c33fcb-ed55-4615-8e86-30581b23666e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.736168 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c33fcb-ed55-4615-8e86-30581b23666e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.736605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c33fcb-ed55-4615-8e86-30581b23666e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.737033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c33fcb-ed55-4615-8e86-30581b23666e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.737481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c33fcb-ed55-4615-8e86-30581b23666e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.737905 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c33fcb-ed55-4615-8e86-30581b23666e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.742486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c33fcb-ed55-4615-8e86-30581b23666e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.743127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c33fcb-ed55-4615-8e86-30581b23666e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.743904 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c33fcb-ed55-4615-8e86-30581b23666e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.759991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.760180 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.761078 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.761634 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.762327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.762950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.763253 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.763752 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.764055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.764658 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.765252 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.766179 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:27.795069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] In _notify_port_updated(), no bound segment for port 1acb57eb-4388-486f-873d-b2c9056569e3 on network d14a0948-26e2-4d00-9935-582ab618394e {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:48:27.796348 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:27.797284 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.799026 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-a719151d-aaaf-4eab-9819-f61f5698df81 service neutron] 10.222.0.18 "PUT /v2.0/ports/1acb57eb-4388-486f-873d-b2c9056569e3 HTTP/1.1" status: 200 len: 1027 time: 0.8128102 Jul 22 23:48:27.846071 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9a4bad6-873f-4648-954d-4ff81ef88759 req-81ab2c9f-3054-445e-af49-8a7f5c015ae6 service neutron] 10.222.0.18 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704348 Jul 22 23:48:27.885398 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14380ece-d6a4-46a8-aa47-c407fe927a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.886479 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c8c33fcb-ed55-4615-8e86-30581b23666e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=174aa3b47c9640fba688846515f6fb91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3271155 Jul 22 23:48:27.892306 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56882) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:27.912556 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14380ece-d6a4-46a8-aa47-c407fe927a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.963723 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-14380ece-d6a4-46a8-aa47-c407fe927a0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7489480764ae4defa40485fc9edeb3a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6425712 Jul 22 23:48:27.965526 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56886) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:28.020713 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-6b31ecb1-b774-4df5-8fa1-f7943a2b6dd7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:28.022538 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-6b31ecb1-b774-4df5-8fa1-f7943a2b6dd7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.18 "GET /v2.0/ports/d69dbc8b-47f5-4d29-80c2-52d998ba6546?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2156646 Jul 22 23:48:28.047817 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-bf3a8998-913e-4bd3-83a9-eaeaa40844bd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:28.125455 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57990c11-3b10-4d39-88e0-8787cdb3d911 req-58e6aa43-97df-42fe-9274-e63c47dcddfe tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:28.128515 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14380ece-d6a4-46a8-aa47-c407fe927a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e9da75-ac02-4221-90de-bb1d0cb67b6e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:28.136398 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-57990c11-3b10-4d39-88e0-8787cdb3d911 req-58e6aa43-97df-42fe-9274-e63c47dcddfe tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.5953302 Jul 22 23:48:28.142587 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31899f1c-629e-418d-af78-353aaba86938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.145641 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 200408c3-121a-4315-8bd3-f3fb4f10cf23 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:28.160140 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-bf3a8998-913e-4bd3-83a9-eaeaa40844bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.188266 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31899f1c-629e-418d-af78-353aaba86938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.233890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3e5ce40c-30db-4acb-9fee-19c0b76f2de1 None None] Provisioning complete for port 1acb57eb-4388-486f-873d-b2c9056569e3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:28.234603 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce40c-30db-4acb-9fee-19c0b76f2de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.282970 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ce40c-30db-4acb-9fee-19c0b76f2de1 None None] Port 1acb57eb-4388-486f-873d-b2c9056569e3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:28.319279 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-162b7588-ea10-4bb8-8ef3-2feb0cbbc4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.323851 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9a4bad6-873f-4648-954d-4ff81ef88759 req-6e825e6e-fd7e-4676-a5a2-33ad20534fc6 service neutron] 10.222.0.18 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701936 Jul 22 23:48:28.327425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31899f1c-629e-418d-af78-353aaba86938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.330435 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31899f1c-629e-418d-af78-353aaba86938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.331549 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-31899f1c-629e-418d-af78-353aaba86938 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3b5f300-4f25-45ed-8806-eec86507106b HTTP/1.1" status: 204 len: 168 time: 0.4380670 Jul 22 23:48:28.340822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-43ee9a7d-2eb6-46b4-b7d4-d67b067b3147 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:28.348217 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-43ee9a7d-2eb6-46b4-b7d4-d67b067b3147 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/networks?id=6c243616-7ce3-49b3-a3b7-5a71469105fa HTTP/1.1" status: 200 len: 818 time: 0.4785607 Jul 22 23:48:28.352355 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.359310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31899f1c-629e-418d-af78-353aaba86938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b5f300-4f25-45ed-8806-eec86507106b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:28.379431 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-a90a587b-90a6-446b-a5ca-9735c6e94338 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/quotas/0648e710624549d88e8c0c8a91031658 HTTP/1.1" status: 200 len: 375 time: 0.0299752 Jul 22 23:48:28.407270 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-57990c11-3b10-4d39-88e0-8787cdb3d911 req-e38f6620-e915-4b97-925f-c4ec3c72fc9a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2699769 Jul 22 23:48:28.415196 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-bf3a8998-913e-4bd3-83a9-eaeaa40844bd service neutron] For port d69dbc8b-47f5-4d29-80c2-52d998ba6546, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=d69dbc8b-47f5-4d29-80c2-52d998ba6546,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:28.428120 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Router 30a12dfd-8308-42ca-b36c-d9561e65bfda is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:48:28.438548 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 200408c3-121a-4315-8bd3-f3fb4f10cf23, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=200408c3-121a-4315-8bd3-f3fb4f10cf23,segment=NetworkSegment(b693c9a5-61b9-4855-99b1-f1cf44bc95e7),segment_id=b693c9a5-61b9-4855-99b1-f1cf44bc95e7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:28.439775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200408c3-121a-4315-8bd3-f3fb4f10cf23'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:28.444105 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71952c97-6715-4828-a453-137f2205e726" -d '{"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "200408c3-121a-4315-8bd3-f3fb4f10cf23"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:28.461057 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.461344 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-162b7588-ea10-4bb8-8ef3-2feb0cbbc4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.462077 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b186d479-d37c-49e3-ac3a-1e67744f65de no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:28.550036 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-bf3a8998-913e-4bd3-83a9-eaeaa40844bd service neutron] For port d69dbc8b-47f5-4d29-80c2-52d998ba6546, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:28.626782 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=200408c3-121a-4315-8bd3-f3fb4f10cf23,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:28.645627 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-bf3a8998-913e-4bd3-83a9-eaeaa40844bd service neutron] device_id is not set on port d69dbc8b-47f5-4d29-80c2-52d998ba6546 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:48:28.660920 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-bf3a8998-913e-4bd3-83a9-eaeaa40844bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.676384 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-bf3a8998-913e-4bd3-83a9-eaeaa40844bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.739757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:28.745447 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.756691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Sync routers for ids ['30a12dfd-8308-42ca-b36c-d9561e65bfda'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:28.795452 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a8998-913e-4bd3-83a9-eaeaa40844bd service neutron] Pushing event updated for resources: {'Port': ['ID=d69dbc8b-47f5-4d29-80c2-52d998ba6546,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:28.802607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Routers {'30a12dfd-8308-42ca-b36c-d9561e65bfda'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:28.803282 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['30a12dfd-8308-42ca-b36c-d9561e65bfda'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:28.816255 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-42802655-71e1-4cbd-ba71-89fc21160e7f tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0648e710624549d88e8c0c8a91031658&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4273126 Jul 22 23:48:28.829191 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.830750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5784561a-e2d7-41db-9cd1-e7aeba4a548e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8027375 Jul 22 23:48:28.837898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56902) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:28.888792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-bf3a8998-913e-4bd3-83a9-eaeaa40844bd service neutron] No DVR routers for this DVR port d69dbc8b-47f5-4d29-80c2-52d998ba6546 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:28.937086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f7cf985c-8b72-4049-9f91-229351a5f275 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:28.940266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b186d479-d37c-49e3-ac3a-1e67744f65de, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b186d479-d37c-49e3-ac3a-1e67744f65de,segment=NetworkSegment(b693c9a5-61b9-4855-99b1-f1cf44bc95e7),segment_id=b693c9a5-61b9-4855-99b1-f1cf44bc95e7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:28.974575 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.975298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device d69dbc8b-47f5-4d29-80c2-52d998ba6546 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:28.990581 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-bf3a8998-913e-4bd3-83a9-eaeaa40844bd service neutron] In _notify_port_updated(), no bound segment for port d69dbc8b-47f5-4d29-80c2-52d998ba6546 on network d14a0948-26e2-4d00-9935-582ab618394e {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:48:28.992376 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-bf3a8998-913e-4bd3-83a9-eaeaa40844bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:28.994083 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-bf3a8998-913e-4bd3-83a9-eaeaa40844bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.997731 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-bf3a8998-913e-4bd3-83a9-eaeaa40844bd service neutron] 10.222.0.18 "PUT /v2.0/ports/d69dbc8b-47f5-4d29-80c2-52d998ba6546 HTTP/1.1" status: 200 len: 1027 time: 0.9559026 Jul 22 23:48:29.181839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-c2a613b1-8c4d-407a-9f47-386daddbb54a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Deleting port 200408c3-121a-4315-8bd3-f3fb4f10cf23 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:29.182706 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-c2a613b1-8c4d-407a-9f47-386daddbb54a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.212032 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-162b7588-ea10-4bb8-8ef3-2feb0cbbc4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.214615 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-162b7588-ea10-4bb8-8ef3-2feb0cbbc4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.215771 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-162b7588-ea10-4bb8-8ef3-2feb0cbbc4dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56e9da75-ac02-4221-90de-bb1d0cb67b6e HTTP/1.1" status: 204 len: 168 time: 1.2419238 Jul 22 23:48:29.259369 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b7588-ea10-4bb8-8ef3-2feb0cbbc4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e9da75-ac02-4221-90de-bb1d0cb67b6e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:29.277975 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-917de315-e37a-42d8-b837-039b53ae3e8c None None] Provisioning complete for port d69dbc8b-47f5-4d29-80c2-52d998ba6546 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:29.278905 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-917de315-e37a-42d8-b837-039b53ae3e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.320436 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bbdcf-20c7-44e9-a2bf-1939af4d8cdd req-66995b46-126f-4c59-9b32-024c3b457a5e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:29.327034 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bbdcf-20c7-44e9-a2bf-1939af4d8cdd req-66995b46-126f-4c59-9b32-024c3b457a5e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:29.333550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bbdcf-20c7-44e9-a2bf-1939af4d8cdd req-66995b46-126f-4c59-9b32-024c3b457a5e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:29.333931 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-917de315-e37a-42d8-b837-039b53ae3e8c None None] Port d69dbc8b-47f5-4d29-80c2-52d998ba6546 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:29.340195 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bbdcf-20c7-44e9-a2bf-1939af4d8cdd req-66995b46-126f-4c59-9b32-024c3b457a5e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:29.347845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bbdcf-20c7-44e9-a2bf-1939af4d8cdd req-66995b46-126f-4c59-9b32-024c3b457a5e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:29.353842 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bbdcf-20c7-44e9-a2bf-1939af4d8cdd req-66995b46-126f-4c59-9b32-024c3b457a5e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:29.355759 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device d69dbc8b-47f5-4d29-80c2-52d998ba6546 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:29.356453 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device e3e0753c-069e-48e6-a432-137322ba53a7 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:29.362130 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c7bbdcf-20c7-44e9-a2bf-1939af4d8cdd req-66995b46-126f-4c59-9b32-024c3b457a5e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 4581 time: 0.7446907 Jul 22 23:48:29.387486 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b186d479-d37c-49e3-ac3a-1e67744f65de,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:29.391533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Set router 30a12dfd-8308-42ca-b36c-d9561e65bfda gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:29.392639 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-c2a613b1-8c4d-407a-9f47-386daddbb54a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] For port 200408c3-121a-4315-8bd3-f3fb4f10cf23, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=200408c3-121a-4315-8bd3-f3fb4f10cf23,segment=NetworkSegment(b693c9a5-61b9-4855-99b1-f1cf44bc95e7),segment_id=b693c9a5-61b9-4855-99b1-f1cf44bc95e7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:29.393015 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-c2a613b1-8c4d-407a-9f47-386daddbb54a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.423751 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-c2a613b1-8c4d-407a-9f47-386daddbb54a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Calling delete_port for 200408c3-121a-4315-8bd3-f3fb4f10cf23 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:29.472968 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c7bbdcf-20c7-44e9-a2bf-1939af4d8cdd req-8fdefac2-97fd-4bea-b7db-0bee4e8ba228 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&id=f309a3f5-bc3e-4776-96f5-05b9d17df063&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098747 Jul 22 23:48:29.529367 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port f7cf985c-8b72-4049-9f91-229351a5f275 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:29.551532 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port f7cf985c-8b72-4049-9f91-229351a5f275 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:29.552072 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.678154 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec60486-d7b9-4ab8-8f17-a470e5b50f90 x-openstack-request-id: req-aec60486-d7b9-4ab8-8f17-a470e5b50f90 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:29.678748 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "200408c3-121a-4315-8bd3-f3fb4f10cf23", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:29.679197 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aec60486-d7b9-4ab8-8f17-a470e5b50f90 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:29.679819 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200408c3-121a-4315-8bd3-f3fb4f10cf23', 'code': 200} Jul 22 23:48:29.702128 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.742994 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-c2a613b1-8c4d-407a-9f47-386daddbb54a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.770030 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port e3e0753c-069e-48e6-a432-137322ba53a7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e3e0753c-069e-48e6-a432-137322ba53a7,segment=NetworkSegment(d170b232-5171-4d72-9f14-55ec0576510c),segment_id=d170b232-5171-4d72-9f14-55ec0576510c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:29.778238 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.779350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 447c28c3-7370-4f66-b77c-74387587f929 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:29.800680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a613b1-8c4d-407a-9f47-386daddbb54a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event deleted for resources: {'Port': ['ID=200408c3-121a-4315-8bd3-f3fb4f10cf23,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:29.933561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-c2a613b1-8c4d-407a-9f47-386daddbb54a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] No DVR routers for this DVR port 200408c3-121a-4315-8bd3-f3fb4f10cf23 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:29.941670 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-c2a613b1-8c4d-407a-9f47-386daddbb54a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.947502 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-c2a613b1-8c4d-407a-9f47-386daddbb54a tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.18 "DELETE /v2.0/ports/200408c3-121a-4315-8bd3-f3fb4f10cf23 HTTP/1.1" status: 204 len: 173 time: 0.9428921 Jul 22 23:48:29.948547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-deleted', 'tag': '200408c3-121a-4315-8bd3-f3fb4f10cf23'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:29.953751 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ea7fab-e7cd-4bb8-b3ac-774d55846ef5" -d '{"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-deleted", "tag": "200408c3-121a-4315-8bd3-f3fb4f10cf23"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:29.989629 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:30.011616 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=e3e0753c-069e-48e6-a432-137322ba53a7,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:30.113261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'name': 'tempest-TestServerBasicOps-462196720-router', 'tenant_id': '24f31ae338914ce9986a6e4a49fb4e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '4563c94a-22b5-46d1-841d-3cdccf01d034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:23Z', 'updated_at': '2021-07-22T23:48:25Z', 'revision_number': 3, 'project_id': '24f31ae338914ce9986a6e4a49fb4e78', 'gw_port': {'id': '4563c94a-22b5-46d1-841d-3cdccf01d034', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:76:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:24Z', 'updated_at': '2021-07-22T23:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:30.117838 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port f7cf985c-8b72-4049-9f91-229351a5f275, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f7cf985c-8b72-4049-9f91-229351a5f275,segment=NetworkSegment(67290ed1-d494-4915-a632-bc031c682f74),segment_id=67290ed1-d494-4915-a632-bc031c682f74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:30.165383 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-26fa2c41-e722-4214-9382-b06da59204ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Deleting port 447c28c3-7370-4f66-b77c-74387587f929 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:30.165732 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-26fa2c41-e722-4214-9382-b06da59204ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:30.173786 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Checking router: 30a12dfd-8308-42ca-b36c-d9561e65bfda for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:30.176130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Updating router 30a12dfd-8308-42ca-b36c-d9561e65bfda port 4563c94a-22b5-46d1-841d-3cdccf01d034 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:48:30.182964 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:30.184779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a3e207d3-77c6-4ad9-b861-d67a05df23c8 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:30.217594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-82326b14-50fb-49f5-b2f4-76c79b6c864b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:30.220843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-82326b14-50fb-49f5-b2f4-76c79b6c864b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.95 "GET /v2.0/networks?id=6c243616-7ce3-49b3-a3b7-5a71469105fa HTTP/1.1" status: 200 len: 818 time: 1.0119443 Jul 22 23:48:30.281455 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-81c80675-9194-4c88-9e84-a702d6653910 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Request body: {'port': {'device_id': '2c1b5407-e603-4946-bb38-60d21225573a', 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa', 'admin_state_up': True, 'tenant_id': '0648e710624549d88e8c0c8a91031658'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:30.298017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-26fa2c41-e722-4214-9382-b06da59204ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] For port 447c28c3-7370-4f66-b77c-74387587f929, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=447c28c3-7370-4f66-b77c-74387587f929,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:30.298339 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-26fa2c41-e722-4214-9382-b06da59204ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:30.315288 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-b36b05de-f04f-47d9-b089-3e27680239de service neutron] 10.222.0.26 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4981234 Jul 22 23:48:30.322879 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-26fa2c41-e722-4214-9382-b06da59204ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Calling delete_port for 447c28c3-7370-4f66-b77c-74387587f929 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:30.324940 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:30.438342 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:30.525487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 447c28c3-7370-4f66-b77c-74387587f929, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=447c28c3-7370-4f66-b77c-74387587f929,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:30.528527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=f7cf985c-8b72-4049-9f91-229351a5f275,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:30.533106 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a3e207d3-77c6-4ad9-b861-d67a05df23c8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:30.533796 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:30.540940 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:30.541693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:30.611310 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70409399-695f-4e30-9fc7-f57eeb70a637 req-b0d47bb0-5e19-4f30-858c-bc15ab007b67 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:30.611567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=447c28c3-7370-4f66-b77c-74387587f929,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:30.612918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70409399-695f-4e30-9fc7-f57eeb70a637 req-b0d47bb0-5e19-4f30-858c-bc15ab007b67 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 945 time: 0.5444617 Jul 22 23:48:30.682442 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-26fa2c41-e722-4214-9382-b06da59204ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:30.784066 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-c7586afc-5510-4d52-9c80-d30dd84de251 service neutron] 10.222.0.26 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093075 Jul 22 23:48:30.791145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70409399-695f-4e30-9fc7-f57eeb70a637 req-8f8e3636-02f1-4939-9590-a345e627b67d tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678376 Jul 22 23:48:30.822135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-81c80675-9194-4c88-9e84-a702d6653910 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Made reservation on behalf of 0648e710624549d88e8c0c8a91031658 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:30.825706 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-81c80675-9194-4c88-9e84-a702d6653910 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:30.860896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56964) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:30.877083 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa2c41-e722-4214-9382-b06da59204ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event deleted for resources: {'Port': ['ID=447c28c3-7370-4f66-b77c-74387587f929,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:30.879306 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-26fa2c41-e722-4214-9382-b06da59204ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] No DVR routers for this DVR port 447c28c3-7370-4f66-b77c-74387587f929 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:30.882081 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-26fa2c41-e722-4214-9382-b06da59204ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:30.884650 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-26fa2c41-e722-4214-9382-b06da59204ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.18 "DELETE /v2.0/ports/447c28c3-7370-4f66-b77c-74387587f929 HTTP/1.1" status: 204 len: 173 time: 0.9238150 Jul 22 23:48:30.978600 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.051142 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87e8e3f-f0cb-42d6-95b0-c2010e453cbf x-openstack-request-id: req-e87e8e3f-f0cb-42d6-95b0-c2010e453cbf {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:31.051491 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-deleted", "tag": "200408c3-121a-4315-8bd3-f3fb4f10cf23", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:31.051805 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e87e8e3f-f0cb-42d6-95b0-c2010e453cbf {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:31.052204 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-deleted', 'tag': '200408c3-121a-4315-8bd3-f3fb4f10cf23', 'status': 'completed', 'code': 200} Jul 22 23:48:31.112234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:31.125857 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.134109 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.137460 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1acb57eb-4388-486f-873d-b2c9056569e3 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:31.188369 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-8c0b1f0a-37e3-4d5e-bdbd-4289d68d21ed tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Deleting port b186d479-d37c-49e3-ac3a-1e67744f65de {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:31.189213 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-8c0b1f0a-37e3-4d5e-bdbd-4289d68d21ed tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.251041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-81c80675-9194-4c88-9e84-a702d6653910 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Allocated IP 172.20.0.6 (6c243616-7ce3-49b3-a3b7-5a71469105fa/57003466-1ac5-4281-bdec-6c2f62849a78/92581157-a7ee-483f-bbdc-7bca3fc0ca3e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:31.332205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-668e595b-d0c8-4248-b351-22630cc2df50 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-466964350', 'router:external': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:31.333012 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f7cf985c-8b72-4049-9f91-229351a5f275 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:31.407446 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-8c0b1f0a-37e3-4d5e-bdbd-4289d68d21ed tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] For port b186d479-d37c-49e3-ac3a-1e67744f65de, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b186d479-d37c-49e3-ac3a-1e67744f65de,segment=NetworkSegment(b693c9a5-61b9-4855-99b1-f1cf44bc95e7),segment_id=b693c9a5-61b9-4855-99b1-f1cf44bc95e7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:31.408062 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-8c0b1f0a-37e3-4d5e-bdbd-4289d68d21ed tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.441667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-8c0b1f0a-37e3-4d5e-bdbd-4289d68d21ed tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Calling delete_port for b186d479-d37c-49e3-ac3a-1e67744f65de owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:31.451631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668e595b-d0c8-4248-b351-22630cc2df50 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Made reservation on behalf of c91dcfb910cb41ff9fe006fe2e7ab09b for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:31.459111 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-668e595b-d0c8-4248-b351-22630cc2df50 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.489294 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-668e595b-d0c8-4248-b351-22630cc2df50 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.504486 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:31.536910 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1acb57eb-4388-486f-873d-b2c9056569e3 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:31.537371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 2ea2e658-92b6-4b81-96ef-44ffc06b0765 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:31.597556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d6c46f4-4c2a-44b5-b006-cb96c685e4e6 req-4be8d5cb-cbcb-42d8-aff1-941906a58fb9 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 210 time: 0.1977372 Jul 22 23:48:31.648988 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-8c0b1f0a-37e3-4d5e-bdbd-4289d68d21ed tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.705959 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b186d479-d37c-49e3-ac3a-1e67744f65de'}, {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3e0753c-069e-48e6-a432-137322ba53a7'}, {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '447c28c3-7370-4f66-b77c-74387587f929'}, {'server_uuid': '2d261bab-b24d-4590-9732-3f4190a548f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:31.711538 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d4b796-b5fb-42bc-ac6f-a41559375267" -d '{"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "b186d479-d37c-49e3-ac3a-1e67744f65de"}, {"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "e3e0753c-069e-48e6-a432-137322ba53a7"}, {"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "447c28c3-7370-4f66-b77c-74387587f929"}, {"server_uuid": "2d261bab-b24d-4590-9732-3f4190a548f5", "name": "network-vif-unplugged", "status": "completed", "tag": "135c4d39-a1e4-4f5e-8e50-6e2e16d023ee"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:31.742607 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8825850d-9be4-45db-8d15-2ee15df111db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.760779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port f7cf985c-8b72-4049-9f91-229351a5f275 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:31.761039 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.776518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57020) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:31.801354 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b1f0a-37e3-4d5e-bdbd-4289d68d21ed tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event deleted for resources: {'Port': ['ID=b186d479-d37c-49e3-ac3a-1e67744f65de,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:31.815537 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-8c0b1f0a-37e3-4d5e-bdbd-4289d68d21ed tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] No DVR routers for this DVR port b186d479-d37c-49e3-ac3a-1e67744f65de on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:31.818835 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-8c0b1f0a-37e3-4d5e-bdbd-4289d68d21ed tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.821053 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-8c0b1f0a-37e3-4d5e-bdbd-4289d68d21ed tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.18 "DELETE /v2.0/ports/b186d479-d37c-49e3-ac3a-1e67744f65de HTTP/1.1" status: 204 len: 173 time: 0.9312842 Jul 22 23:48:31.822138 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 701 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece3e5f6-5346-421b-87e8-016856af92f9 x-openstack-request-id: req-ece3e5f6-5346-421b-87e8-016856af92f9 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:31.822348 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "b186d479-d37c-49e3-ac3a-1e67744f65de", "code": 200}, {"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "e3e0753c-069e-48e6-a432-137322ba53a7", "code": 200}, {"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "447c28c3-7370-4f66-b77c-74387587f929", "code": 200}, {"server_uuid": "2d261bab-b24d-4590-9732-3f4190a548f5", "name": "network-vif-unplugged", "status": "failed", "tag": "135c4d39-a1e4-4f5e-8e50-6e2e16d023ee", "code": 422}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:31.822578 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ece3e5f6-5346-421b-87e8-016856af92f9 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:31.823078 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b186d479-d37c-49e3-ac3a-1e67744f65de', 'code': 200} Jul 22 23:48:31.823199 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3e0753c-069e-48e6-a432-137322ba53a7', 'code': 200} Jul 22 23:48:31.823586 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '447c28c3-7370-4f66-b77c-74387587f929', 'code': 200} Jul 22 23:48:31.823840 n-d-688802-2 neutron-server[93822]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2d261bab-b24d-4590-9732-3f4190a548f5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee', 'code': 422} returned with failed status Jul 22 23:48:31.849362 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.889641 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Transition to ACTIVE for port object 4563c94a-22b5-46d1-841d-3cdccf01d034 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:31.905769 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-668e595b-d0c8-4248-b351-22630cc2df50 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.912083 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.935780 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2086e-6b1c-433b-9c9c-f9de8ecc439a req-23e248ac-75ff-487e-a5c6-0b5122b2c836 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:31.943963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2086e-6b1c-433b-9c9c-f9de8ecc439a req-23e248ac-75ff-487e-a5c6-0b5122b2c836 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:31.949787 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.951032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2086e-6b1c-433b-9c9c-f9de8ecc439a req-23e248ac-75ff-487e-a5c6-0b5122b2c836 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:31.953212 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4c2086e-6b1c-433b-9c9c-f9de8ecc439a req-23e248ac-75ff-487e-a5c6-0b5122b2c836 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 2334 time: 0.7651596 Jul 22 23:48:31.985738 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1a65a7f-5396-4c2e-94e4-41974fa77747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.001027 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-668e595b-d0c8-4248-b351-22630cc2df50 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.014417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668e595b-d0c8-4248-b351-22630cc2df50 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:48:32.022320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Attempting to bind port 4563c94a-22b5-46d1-841d-3cdccf01d034 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:32.023225 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Attempting to bind port 4563c94a-22b5-46d1-841d-3cdccf01d034 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:32.023593 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Attempting to bind port 4563c94a-22b5-46d1-841d-3cdccf01d034 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:32.064281 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 2ea2e658-92b6-4b81-96ef-44ffc06b0765, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2ea2e658-92b6-4b81-96ef-44ffc06b0765,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:32.079077 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.084112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:32.084492 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:32.084889 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.085403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:32.085885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Bound port: 4563c94a-22b5-46d1-841d-3cdccf01d034, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:32.086284 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.089645 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dc374-3317-41d0-abad-f33d9255c297 None None] Pushing event updated for resources: {'Port': ['ID=4563c94a-22b5-46d1-841d-3cdccf01d034,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:32.131341 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:48:32.148944 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-668e595b-d0c8-4248-b351-22630cc2df50 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.149325 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-668e595b-d0c8-4248-b351-22630cc2df50 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Added segment ccb74db8-c06f-4432-a574-2af169b60df2 of type vlan for network 6dee9024-0fb9-4010-84b5-b1d9940bcc40 Jul 22 23:48:32.164333 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-f8eb456b-d33c-4105-8948-864d8bdf3b44 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Deleting port e3e0753c-069e-48e6-a432-137322ba53a7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:32.164985 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-f8eb456b-d33c-4105-8948-864d8bdf3b44 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.171207 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-81c80675-9194-4c88-9e84-a702d6653910 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.181302 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e595b-d0c8-4248-b351-22630cc2df50 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b569624-2aef-4834-9ee8-afef229e8c95,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:32.200898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Allocated IP 172.20.0.1 (51678032-39cb-4b04-9a61-7ac1d0ba09e7/07d0c339-80da-4efb-8389-2b707e66f8c2/a8e5937c-0f78-488b-a381-56cde8941b0e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:32.240619 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=2ea2e658-92b6-4b81-96ef-44ffc06b0765,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:32.273368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] For port 4563c94a-22b5-46d1-841d-3cdccf01d034, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:32.277507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4c2086e-6b1c-433b-9c9c-f9de8ecc439a req-079024cc-c263-44d2-9185-f5476e09653b tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3018579 Jul 22 23:48:32.278863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] For port 4563c94a-22b5-46d1-841d-3cdccf01d034, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4563c94a-22b5-46d1-841d-3cdccf01d034,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:32.287403 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.359619 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1a65a7f-5396-4c2e-94e4-41974fa77747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.362366 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-668e595b-d0c8-4248-b351-22630cc2df50 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.364034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Routers {'30a12dfd-8308-42ca-b36c-d9561e65bfda'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:32.365064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['30a12dfd-8308-42ca-b36c-d9561e65bfda'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:32.370018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-f8eb456b-d33c-4105-8948-864d8bdf3b44 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] For port e3e0753c-069e-48e6-a432-137322ba53a7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e3e0753c-069e-48e6-a432-137322ba53a7,segment=NetworkSegment(d170b232-5171-4d72-9f14-55ec0576510c),segment_id=d170b232-5171-4d72-9f14-55ec0576510c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:32.371618 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-f8eb456b-d33c-4105-8948-864d8bdf3b44 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.383858 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1a65a7f-5396-4c2e-94e4-41974fa77747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.384359 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-81c80675-9194-4c88-9e84-a702d6653910 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.438997 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc126133-e35f-460c-8b81-79233d859af7 req-dc37dfe5-e7e7-4e3c-a8a9-cc8112ac925e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:32.440966 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cc126133-e35f-460c-8b81-79233d859af7 req-dc37dfe5-e7e7-4e3c-a8a9-cc8112ac925e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 943 time: 0.4839551 Jul 22 23:48:32.497513 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a65a7f-5396-4c2e-94e4-41974fa77747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b6846c-d031-44de-8258-9f5f0034aa47,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:32.507245 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d1a65a7f-5396-4c2e-94e4-41974fa77747 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=041bf70d9e1e4e25995c3fa09a38fc13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6977909 Jul 22 23:48:32.510952 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57028) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:32.562980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c80675-9194-4c88-9e84-a702d6653910 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Pushing event updated for resources: {'Port': ['ID=92581157-a7ee-483f-bbdc-7bca3fc0ca3e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:32.571295 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-668e595b-d0c8-4248-b351-22630cc2df50 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:48:32.594152 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-81c80675-9194-4c88-9e84-a702d6653910 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Network 6c243616-7ce3-49b3-a3b7-5a71469105fa is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:32.635272 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-81c80675-9194-4c88-9e84-a702d6653910 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:32.641708 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dc374-3317-41d0-abad-f33d9255c297 None None] Pushing event updated for resources: {'Port': ['ID=4563c94a-22b5-46d1-841d-3cdccf01d034,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:32.685252 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-254457b2-ebd6-4cd7-b1e7-9cea8a60bce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.697778 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.705358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-81c80675-9194-4c88-9e84-a702d6653910 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:32.711384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] Set router 30a12dfd-8308-42ca-b36c-d9561e65bfda gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:32.714377 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-254457b2-ebd6-4cd7-b1e7-9cea8a60bce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.736261 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-668e595b-d0c8-4248-b351-22630cc2df50 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.737255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668e595b-d0c8-4248-b351-22630cc2df50 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:32.737840 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-668e595b-d0c8-4248-b351-22630cc2df50 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.744322 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-f8eb456b-d33c-4105-8948-864d8bdf3b44 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.744776 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-f8eb456b-d33c-4105-8948-864d8bdf3b44 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.745668 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-f8eb456b-d33c-4105-8948-864d8bdf3b44 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Floating IP 004be048-58ee-4741-ac4f-d2e7c118a6c9 disassociated. External IP: 172.25.4.157, port: e3e0753c-069e-48e6-a432-137322ba53a7. Jul 22 23:48:32.746025 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-f8eb456b-d33c-4105-8948-864d8bdf3b44 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Calling delete_port for e3e0753c-069e-48e6-a432-137322ba53a7 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:32.845079 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e595b-d0c8-4248-b351-22630cc2df50 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Pushing event updated for resources: {'Network': ['ID=6dee9024-0fb9-4010-84b5-b1d9940bcc40,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:32.851872 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cc126133-e35f-460c-8b81-79233d859af7 req-463f23fd-a62e-4b86-aa9a-ff8f17ea806a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3818786 Jul 22 23:48:32.862088 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 6dee9024-0fb9-4010-84b5-b1d9940bcc40 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:48:32.904719 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-254457b2-ebd6-4cd7-b1e7-9cea8a60bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.908251 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-254457b2-ebd6-4cd7-b1e7-9cea8a60bce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.911893 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-254457b2-ebd6-4cd7-b1e7-9cea8a60bce9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2b6846c-d031-44de-8258-9f5f0034aa47 HTTP/1.1" status: 204 len: 168 time: 0.3982847 Jul 22 23:48:32.925940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254457b2-ebd6-4cd7-b1e7-9cea8a60bce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b6846c-d031-44de-8258-9f5f0034aa47,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:32.931167 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-f8eb456b-d33c-4105-8948-864d8bdf3b44 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.935870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Transition to ACTIVE for port object a8e5937c-0f78-488b-a381-56cde8941b0e will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:32.964037 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb456b-d33c-4105-8948-864d8bdf3b44 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event deleted for resources: {'Port': ['ID=e3e0753c-069e-48e6-a432-137322ba53a7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:32.980290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-81c80675-9194-4c88-9e84-a702d6653910 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:32.980962 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-81c80675-9194-4c88-9e84-a702d6653910 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.996176 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78b872e9-2ee4-4d9e-8ceb-ba6d5af98195 req-7d8615db-2e3a-4937-b0d4-f19727076dec tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 210 time: 0.2536068 Jul 22 23:48:33.002425 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-668e595b-d0c8-4248-b351-22630cc2df50 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.1335783 Jul 22 23:48:33.087341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57038) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:33.095274 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'name': 'tempest-TestServerBasicOps-462196720-router', 'tenant_id': '24f31ae338914ce9986a6e4a49fb4e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '4563c94a-22b5-46d1-841d-3cdccf01d034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:23Z', 'updated_at': '2021-07-22T23:48:25Z', 'revision_number': 3, 'project_id': '24f31ae338914ce9986a6e4a49fb4e78', 'gw_port': {'id': '4563c94a-22b5-46d1-841d-3cdccf01d034', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:76:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:24Z', 'updated_at': '2021-07-22T23:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:33.101657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-98281587-f70e-407a-a586-14d61a851268 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Request body: {'subnet': {'network_id': '6dee9024-0fb9-4010-84b5-b1d9940bcc40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:33.129904 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2688783-d33c-4c77-be0d-008d30436d00 None None] The sync data for ids ['30a12dfd-8308-42ca-b36c-d9561e65bfda'] in n-d-688802-2 is: [{'id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'name': 'tempest-TestServerBasicOps-462196720-router', 'tenant_id': '24f31ae338914ce9986a6e4a49fb4e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '4563c94a-22b5-46d1-841d-3cdccf01d034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:23Z', 'updated_at': '2021-07-22T23:48:25Z', 'revision_number': 3, 'project_id': '24f31ae338914ce9986a6e4a49fb4e78', 'gw_port': {'id': '4563c94a-22b5-46d1-841d-3cdccf01d034', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:76:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:24Z', 'updated_at': '2021-07-22T23:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:33.140678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98281587-f70e-407a-a586-14d61a851268 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Made reservation on behalf of c91dcfb910cb41ff9fe006fe2e7ab09b for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:33.142768 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98281587-f70e-407a-a586-14d61a851268 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.145379 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-81c80675-9194-4c88-9e84-a702d6653910 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8738554 Jul 22 23:48:33.159316 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-deleted', 'tag': '447c28c3-7370-4f66-b77c-74387587f929'}, {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-deleted', 'tag': 'b186d479-d37c-49e3-ac3a-1e67744f65de'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:33.161914 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee36a37-624e-4774-8156-11aba48d28f0" -d '{"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-deleted", "tag": "447c28c3-7370-4f66-b77c-74387587f929"}, {"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-deleted", "tag": "b186d479-d37c-49e3-ac3a-1e67744f65de"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:33.173500 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Request body: {'port': {'device_id': '2c1b5407-e603-4946-bb38-60d21225573a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:33.215514 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-f8eb456b-d33c-4105-8948-864d8bdf3b44 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Router 777907f8-b1fa-4e4e-8253-2062dfec7899 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:33.269676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-66dc4d6a-5fb9-42a8-8338-64fa3f65c557 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:33.271692 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-66dc4d6a-5fb9-42a8-8338-64fa3f65c557 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.18 "GET /v2.0/networks?id=6c243616-7ce3-49b3-a3b7-5a71469105fa HTTP/1.1" status: 200 len: 818 time: 0.6661987 Jul 22 23:48:33.277434 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51559711-e2f9-4ab0-a180-67e21898b406 x-openstack-request-id: req-51559711-e2f9-4ab0-a180-67e21898b406 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:33.277829 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-deleted", "tag": "447c28c3-7370-4f66-b77c-74387587f929", "status": "completed", "code": 200}, {"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-deleted", "tag": "b186d479-d37c-49e3-ac3a-1e67744f65de", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:33.278064 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51559711-e2f9-4ab0-a180-67e21898b406 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:33.278427 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-deleted', 'tag': '447c28c3-7370-4f66-b77c-74387587f929', 'status': 'completed', 'code': 200} Jul 22 23:48:33.278682 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-deleted', 'tag': 'b186d479-d37c-49e3-ac3a-1e67744f65de', 'status': 'completed', 'code': 200} Jul 22 23:48:33.295441 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.324459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-6ba8cb92-a118-412e-be3b-0031e40051b9 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Request body: {'port': {'device_id': 'f62fc5c2-e863-449c-86c1-12b24e1c5ea3', 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa', 'admin_state_up': True, 'tenant_id': '0648e710624549d88e8c0c8a91031658'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:33.438248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-f8eb456b-d33c-4105-8948-864d8bdf3b44 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:33.453084 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f640451-f0ac-4c51-9060-fcb5b08318de None None] Sync routers for ids ['777907f8-b1fa-4e4e-8253-2062dfec7899'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:33.469856 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f640451-f0ac-4c51-9060-fcb5b08318de None None] Routers {'777907f8-b1fa-4e4e-8253-2062dfec7899'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:33.473553 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9f640451-f0ac-4c51-9060-fcb5b08318de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['777907f8-b1fa-4e4e-8253-2062dfec7899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:33.718775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Network 51678032-39cb-4b04-9a61-7ac1d0ba09e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:33.772624 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9f640451-f0ac-4c51-9060-fcb5b08318de None None] Set router 777907f8-b1fa-4e4e-8253-2062dfec7899 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:33.798480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:33.800754 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-6ba8cb92-a118-412e-be3b-0031e40051b9 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Made reservation on behalf of 0648e710624549d88e8c0c8a91031658 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:33.805239 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-6ba8cb92-a118-412e-be3b-0031e40051b9 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.825123 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ea2e658-92b6-4b81-96ef-44ffc06b0765'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:33.827524 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb650642-f7a1-4f47-951e-ea2513321f07" -d '{"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "2ea2e658-92b6-4b81-96ef-44ffc06b0765"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:33.880792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:33.894588 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:34.007719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Pushing event updated for resources: {'Port': ['ID=a8e5937c-0f78-488b-a381-56cde8941b0e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:34.096029 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-f8eb456b-d33c-4105-8948-864d8bdf3b44 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] No DVR routers for this DVR port e3e0753c-069e-48e6-a432-137322ba53a7 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:34.107700 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-f8eb456b-d33c-4105-8948-864d8bdf3b44 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:34.109794 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-f8eb456b-d33c-4105-8948-864d8bdf3b44 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.18 "DELETE /v2.0/ports/e3e0753c-069e-48e6-a432-137322ba53a7 HTTP/1.1" status: 204 len: 173 time: 2.1917202 Jul 22 23:48:34.240912 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:34.264210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ef1e-8085-4662-8fa7-0c9e51802fed req-3f479adf-c86e-4c88-8667-642cdc394961 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:34.274168 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eaa4ef1e-8085-4662-8fa7-0c9e51802fed req-3f479adf-c86e-4c88-8667-642cdc394961 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 943 time: 0.6437449 Jul 22 23:48:34.274989 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:34.307382 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8033e322-17df-4335-8710-aa3695691cfc x-openstack-request-id: req-8033e322-17df-4335-8710-aa3695691cfc {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:34.308170 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "2ea2e658-92b6-4b81-96ef-44ffc06b0765", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:34.318687 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8033e322-17df-4335-8710-aa3695691cfc {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:34.321376 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ea2e658-92b6-4b81-96ef-44ffc06b0765', 'code': 200} Jul 22 23:48:34.353941 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e59189c-aa45-406d-ab7c-28339f974ef0 None None] Provisioning for port a8e5937c-0f78-488b-a381-56cde8941b0e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:34.376747 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e59189c-aa45-406d-ab7c-28339f974ef0 None None] Provisioning complete for port a8e5937c-0f78-488b-a381-56cde8941b0e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:34.377758 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e59189c-aa45-406d-ab7c-28339f974ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:34.389364 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-0b642961-a640-42c8-881e-e45c08841fbb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Deleting port 2ea2e658-92b6-4b81-96ef-44ffc06b0765 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:34.389962 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-0b642961-a640-42c8-881e-e45c08841fbb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:34.406970 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a9c5e36-d432-44e7-bfb8-780f66fc2d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:34.411400 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:34.428229 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e59189c-aa45-406d-ab7c-28339f974ef0 None None] Port a8e5937c-0f78-488b-a381-56cde8941b0e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:34.472276 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9f640451-f0ac-4c51-9060-fcb5b08318de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'name': 'tempest-TaggedBootDevicesTest-676577820-router', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:03Z', 'updated_at': '2021-07-22T23:38:12Z', 'revision_number': 4, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'gw_port': {'id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:04Z', 'updated_at': '2021-07-22T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd316ae19-c78a-4fc1-bf53-9443cb3c73d2', 'name': '', 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'mac_address': 'fa:16:3e:23:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:10Z', 'updated_at': '2021-07-22T23:38:24Z', 'revision_number': 5, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'subnets': [{'id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:34.511021 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f640451-f0ac-4c51-9060-fcb5b08318de None None] Checking router: 777907f8-b1fa-4e4e-8253-2062dfec7899 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:34.521576 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f640451-f0ac-4c51-9060-fcb5b08318de None None] Routers {'777907f8-b1fa-4e4e-8253-2062dfec7899'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:34.522218 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9f640451-f0ac-4c51-9060-fcb5b08318de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['777907f8-b1fa-4e4e-8253-2062dfec7899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:34.559464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-0b642961-a640-42c8-881e-e45c08841fbb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] For port 2ea2e658-92b6-4b81-96ef-44ffc06b0765, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2ea2e658-92b6-4b81-96ef-44ffc06b0765,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:34.559839 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-0b642961-a640-42c8-881e-e45c08841fbb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:34.576931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-0b642961-a640-42c8-881e-e45c08841fbb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Calling delete_port for 2ea2e658-92b6-4b81-96ef-44ffc06b0765 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:34.662225 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9f640451-f0ac-4c51-9060-fcb5b08318de None None] Set router 777907f8-b1fa-4e4e-8253-2062dfec7899 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:34.701627 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11db0789-d6ed-4fd6-85d5-b47c9f62f059 req-90b2b30c-8fc0-41fe-827e-01954ec1272c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 210 time: 0.2109032 Jul 22 23:48:34.791205 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-0b642961-a640-42c8-881e-e45c08841fbb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:34.833479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b642961-a640-42c8-881e-e45c08841fbb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event deleted for resources: {'Port': ['ID=2ea2e658-92b6-4b81-96ef-44ffc06b0765,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:34.863480 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eaa4ef1e-8085-4662-8fa7-0c9e51802fed req-ea00bb81-8c6d-451f-81c7-e0265d27358b tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fbd6b7f-109c-4621-a186-e6feab876da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328620 Jul 22 23:48:34.941823 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-0b642961-a640-42c8-881e-e45c08841fbb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] No DVR routers for this DVR port 2ea2e658-92b6-4b81-96ef-44ffc06b0765 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:34.946906 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-0b642961-a640-42c8-881e-e45c08841fbb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:34.955954 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-be842288-78d7-42a7-b091-f88eb2fbe8ab req-0b642961-a640-42c8-881e-e45c08841fbb tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.18 "DELETE /v2.0/ports/2ea2e658-92b6-4b81-96ef-44ffc06b0765 HTTP/1.1" status: 204 len: 173 time: 0.8389971 Jul 22 23:48:34.990171 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-6ba8cb92-a118-412e-be3b-0031e40051b9 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Allocated IP 172.20.0.3 (6c243616-7ce3-49b3-a3b7-5a71469105fa/57003466-1ac5-4281-bdec-6c2f62849a78/d07f1bac-7b34-4c86-b144-80f7f086710c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:34.993205 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:35.149151 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9f640451-f0ac-4c51-9060-fcb5b08318de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'name': 'tempest-TaggedBootDevicesTest-676577820-router', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:03Z', 'updated_at': '2021-07-22T23:38:12Z', 'revision_number': 4, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'gw_port': {'id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:04Z', 'updated_at': '2021-07-22T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd316ae19-c78a-4fc1-bf53-9443cb3c73d2', 'name': '', 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'mac_address': 'fa:16:3e:23:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:10Z', 'updated_at': '2021-07-22T23:38:24Z', 'revision_number': 5, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'subnets': [{'id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:35.204929 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f640451-f0ac-4c51-9060-fcb5b08318de None None] The sync data for ids ['777907f8-b1fa-4e4e-8253-2062dfec7899'] in n-d-688802-2 is: [{'id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'name': 'tempest-TaggedBootDevicesTest-676577820-router', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:03Z', 'updated_at': '2021-07-22T23:38:12Z', 'revision_number': 4, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'gw_port': {'id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:04Z', 'updated_at': '2021-07-22T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd316ae19-c78a-4fc1-bf53-9443cb3c73d2', 'name': '', 'network_id': '81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'mac_address': 'fa:16:3e:23:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:10Z', 'updated_at': '2021-07-22T23:38:24Z', 'revision_number': 5, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'subnets': [{'id': '944a2bd3-3d96-426e-983b-9162c91b6208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:35.245620 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4563c94a-22b5-46d1-841d-3cdccf01d034 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:35.283488 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-deleted', 'tag': 'e3e0753c-069e-48e6-a432-137322ba53a7'}, {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-deleted', 'tag': '2ea2e658-92b6-4b81-96ef-44ffc06b0765'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:35.297131 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3f29b6-2174-4b60-8890-6c1b616d8193" -d '{"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-deleted", "tag": "e3e0753c-069e-48e6-a432-137322ba53a7"}, {"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-deleted", "tag": "2ea2e658-92b6-4b81-96ef-44ffc06b0765"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:35.340918 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-3218424e-0681-4cd4-ac68-cfb764c126ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2668262 Jul 22 23:48:35.423093 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3265e13f-e75a-4a45-b96d-fb4c8deeef67 x-openstack-request-id: req-3265e13f-e75a-4a45-b96d-fb4c8deeef67 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:35.423716 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-deleted", "tag": "e3e0753c-069e-48e6-a432-137322ba53a7", "status": "completed", "code": 200}, {"server_uuid": "6b1c64b5-e392-41df-9737-4d0166666a4f", "name": "network-vif-deleted", "tag": "2ea2e658-92b6-4b81-96ef-44ffc06b0765", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:35.423870 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3265e13f-e75a-4a45-b96d-fb4c8deeef67 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:35.424193 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-deleted', 'tag': 'e3e0753c-069e-48e6-a432-137322ba53a7', 'status': 'completed', 'code': 200} Jul 22 23:48:35.424506 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c64b5-e392-41df-9737-4d0166666a4f', 'name': 'network-vif-deleted', 'tag': '2ea2e658-92b6-4b81-96ef-44ffc06b0765', 'status': 'completed', 'code': 200} Jul 22 23:48:35.427773 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 4563c94a-22b5-46d1-841d-3cdccf01d034 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:35.434670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4563c94a-22b5-46d1-841d-3cdccf01d034 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:35.435639 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:35.528718 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:35.684777 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:35.715407 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 4563c94a-22b5-46d1-841d-3cdccf01d034, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4563c94a-22b5-46d1-841d-3cdccf01d034,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:35.723031 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:35.814353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57148) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:35.825775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=4563c94a-22b5-46d1-841d-3cdccf01d034,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:35.860226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4171f4f6-5ca1-4fba-9627-c1ed9a3903af None None] New status for floating IP 004be048-58ee-4741-ac4f-d2e7c118a6c9: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:48:36.052196 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e2a40b80-c3fb-47d5-9f8f-069aa4948e77 req-b5a18574-dc37-4b3d-af0b-70246e5b90f8 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 210 time: 0.1089022 Jul 22 23:48:36.077474 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8703574-4d3b-4e06-a151-69a7d11782ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.170634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9098b1-c6b2-4e22-bcc7-497ceab0f6c7 req-818891dd-da35-40f0-aeb6-30dde6286b72 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:36.178728 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0a9098b1-c6b2-4e22-bcc7-497ceab0f6c7 req-818891dd-da35-40f0-aeb6-30dde6286b72 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 943 time: 1.1636932 Jul 22 23:48:36.255000 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8703574-4d3b-4e06-a151-69a7d11782ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.259957 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8703574-4d3b-4e06-a151-69a7d11782ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.279099 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26b46dbc-de4e-40d9-a8f7-e6ecade506a3 req-010285ad-dda3-4f70-a382-ed3bc7fd034e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 210 time: 0.1330230 Jul 22 23:48:36.312002 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e8703574-4d3b-4e06-a151-69a7d11782ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d88bd4207c7407bae24ec912bd863e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4913743 Jul 22 23:48:36.312002 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8703574-4d3b-4e06-a151-69a7d11782ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2535879c-ffb6-4893-9718-97a643731c77,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:36.324640 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57156) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:36.377274 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b793f7d-86b1-44ba-b5bb-8f65986ac15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.381309 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0a9098b1-c6b2-4e22-bcc7-497ceab0f6c7 req-ecce5be2-61df-4280-8bbb-a6101bc4c542 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009144 Jul 22 23:48:36.423735 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b793f7d-86b1-44ba-b5bb-8f65986ac15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.457683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.objects.ports [None req-98281587-f70e-407a-a586-14d61a851268 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:48:36.458160 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98281587-f70e-407a-a586-14d61a851268 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.468376 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-6ba8cb92-a118-412e-be3b-0031e40051b9 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.484287 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b793f7d-86b1-44ba-b5bb-8f65986ac15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.487052 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b793f7d-86b1-44ba-b5bb-8f65986ac15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.490745 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b793f7d-86b1-44ba-b5bb-8f65986ac15c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2535879c-ffb6-4893-9718-97a643731c77 HTTP/1.1" status: 204 len: 168 time: 0.1626666 Jul 22 23:48:36.508801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b793f7d-86b1-44ba-b5bb-8f65986ac15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2535879c-ffb6-4893-9718-97a643731c77,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:36.550360 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.562452 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.599586 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98281587-f70e-407a-a586-14d61a851268 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Pushing event updated for resources: {'Subnet': ['ID=37047c06-4a05-4d73-ae71-f8d7abece129,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:36.667584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-bd4d8a6c-989d-4c96-b277-49ddc146d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:36.668902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98281587-f70e-407a-a586-14d61a851268 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Checking segment: {'id': 'ccb74db8-c06f-4432-a574-2af169b60df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6dee9024-0fb9-4010-84b5-b1d9940bcc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:36.669303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98281587-f70e-407a-a586-14d61a851268 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Network hostable DHCP agents. Network: 6dee9024-0fb9-4010-84b5-b1d9940bcc40, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:48:36.670179 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-bd4d8a6c-989d-4c96-b277-49ddc146d097 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5&tenant_id=d2e7e8a1c7644425a65536a6b1591ad6 HTTP/1.1" status: 200 len: 1094 time: 0.1199269 Jul 22 23:48:36.674212 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Pushing event updated for resources: {'Port': ['ID=a8e5937c-0f78-488b-a381-56cde8941b0e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:36.678109 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.692564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:36.717054 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-6ba8cb92-a118-412e-be3b-0031e40051b9 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.810852 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.817507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98281587-f70e-407a-a586-14d61a851268 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Network 6dee9024-0fb9-4010-84b5-b1d9940bcc40 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:48:36.836885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-6ba8cb92-a118-412e-be3b-0031e40051b9 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Network 6c243616-7ce3-49b3-a3b7-5a71469105fa is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:36.856098 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-6ba8cb92-a118-412e-be3b-0031e40051b9 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:36.866318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-6ba8cb92-a118-412e-be3b-0031e40051b9 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:36.868855 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-98281587-f70e-407a-a586-14d61a851268 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 6dee9024-0fb9-4010-84b5-b1d9940bcc40) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:36.879915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924d015d-0c26-4f21-8a3f-7a056779ad56 None None] Network 6dee9024-0fb9-4010-84b5-b1d9940bcc40 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:36.905527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8cb92-a118-412e-be3b-0031e40051b9 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Pushing event updated for resources: {'Port': ['ID=d07f1bac-7b34-4c86-b144-80f7f086710c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:36.940187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98281587-f70e-407a-a586-14d61a851268 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:36.941269 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98281587-f70e-407a-a586-14d61a851268 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.013201 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.021223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-98281587-f70e-407a-a586-14d61a851268 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9242628 Jul 22 23:48:37.026057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57170) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:37.032987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-efcb2d78-a6aa-42bf-afe9-73231d33d3f1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1192885064', 'network_id': '6dee9024-0fb9-4010-84b5-b1d9940bcc40'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:37.060727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-6ba8cb92-a118-412e-be3b-0031e40051b9 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:37.061387 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-6ba8cb92-a118-412e-be3b-0031e40051b9 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.082987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e250516-7b74-4c29-b6d1-8be7414a1f9b None None] Network 6dee9024-0fb9-4010-84b5-b1d9940bcc40 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:37.095177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Network 51678032-39cb-4b04-9a61-7ac1d0ba09e7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:37.111500 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:37.121244 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92581157-a7ee-483f-bbdc-7bca3fc0ca3e {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:48:37.140567 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.207698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcb2d78-a6aa-42bf-afe9-73231d33d3f1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Made reservation on behalf of c91dcfb910cb41ff9fe006fe2e7ab09b for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:37.213924 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efcb2d78-a6aa-42bf-afe9-73231d33d3f1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.214108 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] For port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:37.262096 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-6ba8cb92-a118-412e-be3b-0031e40051b9 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9595451 Jul 22 23:48:37.274198 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4563c94a-22b5-46d1-841d-3cdccf01d034 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:37.287043 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] For port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:37.298970 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Transition to ACTIVE for port object 92581157-a7ee-483f-bbdc-7bca3fc0ca3e will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:37.309180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Request body: {'port': {'device_id': 'f62fc5c2-e863-449c-86c1-12b24e1c5ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:37.320843 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.355631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-efcb2d78-a6aa-42bf-afe9-73231d33d3f1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] device_id is not set on port 90c9364b-0fc1-4f73-a426-2b9c5b94aad2 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:48:37.360777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:48:37.387881 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.440726 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4563c94a-22b5-46d1-841d-3cdccf01d034 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:37.441176 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.454055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Transition to ACTIVE for port object 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:37.463381 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.581875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-aab6b059-5794-47a9-8e89-d66e81665d69 None None] Provisioning complete for port a8e5937c-0f78-488b-a381-56cde8941b0e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:37.582257 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aab6b059-5794-47a9-8e89-d66e81665d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.629309 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-aab6b059-5794-47a9-8e89-d66e81665d69 None None] Port a8e5937c-0f78-488b-a381-56cde8941b0e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:37.667139 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8281a82b-92fb-493b-851e-ac47f0536d44 req-5efbac6f-f8c8-46ba-aba2-02432bba57ff tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 210 time: 0.1318040 Jul 22 23:48:37.735327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Pushing event updated for resources: {'Port': ['ID=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:37.747555 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-efcb2d78-a6aa-42bf-afe9-73231d33d3f1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Allocated IP 172.20.0.3 (6dee9024-0fb9-4010-84b5-b1d9940bcc40/37047c06-4a05-4d73-ae71-f8d7abece129/90c9364b-0fc1-4f73-a426-2b9c5b94aad2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:37.853182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Pushing event updated for resources: {'Port': ['ID=92581157-a7ee-483f-bbdc-7bca3fc0ca3e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:37.858773 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] No DVR routers for this DVR port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:37.860753 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.913484 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Router 30a12dfd-8308-42ca-b36c-d9561e65bfda has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:38.004914 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93276d26-754f-4b7a-aab0-d07ce2f6b649 req-6bcfb6a4-c7e3-4c8f-8b7e-2d571d6a8391 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:38.006427 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93276d26-754f-4b7a-aab0-d07ce2f6b649 req-6bcfb6a4-c7e3-4c8f-8b7e-2d571d6a8391 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 931 time: 0.8058698 Jul 22 23:48:38.112987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Attempting to bind port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:38.113351 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Attempting to bind port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:38.113690 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Attempting to bind port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee on network d9c6f596-1a55-460f-aa44-3580307980e5 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:38.118960 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee on network d9c6f596-1a55-460f-aa44-3580307980e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:48:38.119294 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Attempting to bind port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee on network d9c6f596-1a55-460f-aa44-3580307980e5 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:38.124248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:38.125877 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Checking segment: {'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:38.126492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Bound using segment: {'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:38.127584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Bound port: 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e897744-a5ee-4aa7-a96d-55d7929e9f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:38.128151 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:38.203012 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] For port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:38.206376 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] For port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:38.213492 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:38.271478 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Attempting to bind port 92581157-a7ee-483f-bbdc-7bca3fc0ca3e on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:38.272208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Attempting to bind port 92581157-a7ee-483f-bbdc-7bca3fc0ca3e by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '67290ed1-d494-4915-a632-bc031c682f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:38.272338 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Attempting to bind port 92581157-a7ee-483f-bbdc-7bca3fc0ca3e on network 6c243616-7ce3-49b3-a3b7-5a71469105fa {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:38.284296 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Pushing event updated for resources: {'Port': ['ID=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:38.292433 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:38.293291 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:38.295930 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-85421c52-edbf-47ce-a8ed-ca38e09836d6 service neutron] 10.222.0.95 "PUT /v2.0/ports/135c4d39-a1e4-4f5e-8e50-6e2e16d023ee HTTP/1.1" status: 200 len: 1091 time: 1.6088185 Jul 22 23:48:38.296732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d261bab-b24d-4590-9732-3f4190a548f5', 'tag': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:38.299588 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0e7044-7c58-4147-b896-642f65375f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d261bab-b24d-4590-9732-3f4190a548f5", "tag": "135c4d39-a1e4-4f5e-8e50-6e2e16d023ee"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:38.318808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Port 92581157-a7ee-483f-bbdc-7bca3fc0ca3e on network 6c243616-7ce3-49b3-a3b7-5a71469105fa not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:48:38.319143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Attempting to bind port 92581157-a7ee-483f-bbdc-7bca3fc0ca3e on network 6c243616-7ce3-49b3-a3b7-5a71469105fa {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:38.324160 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93276d26-754f-4b7a-aab0-d07ce2f6b649 req-138e0cfd-f0ab-414d-83ee-2c817fe5f27c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864487 Jul 22 23:48:38.408140 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1333ec-292e-4443-80d5-942e62d16e84 x-openstack-request-id: req-8e1333ec-292e-4443-80d5-942e62d16e84 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:38.408442 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d261bab-b24d-4590-9732-3f4190a548f5", "tag": "135c4d39-a1e4-4f5e-8e50-6e2e16d023ee", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:38.408743 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e1333ec-292e-4443-80d5-942e62d16e84 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:38.409186 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d261bab-b24d-4590-9732-3f4190a548f5', 'tag': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee', 'status': 'completed', 'code': 200} Jul 22 23:48:38.412141 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-7f071cfe-e3bf-45ad-9ee5-6875bc6b4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:38.414429 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-7f071cfe-e3bf-45ad-9ee5-6875bc6b4084 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d2e7e8a1c7644425a65536a6b1591ad6&device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 1095 time: 0.0931361 Jul 22 23:48:38.415892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:38.416318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Checking segment: {'id': '67290ed1-d494-4915-a632-bc031c682f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:38.416629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Bound using segment: {'id': '67290ed1-d494-4915-a632-bc031c682f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:38.417256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Bound port: 92581157-a7ee-483f-bbdc-7bca3fc0ca3e, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67290ed1-d494-4915-a632-bc031c682f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:38.417455 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:38.431335 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efcb2d78-a6aa-42bf-afe9-73231d33d3f1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:38.544936 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f45cba-59f9-4447-b243-f57ae21fab2c req-433ea544-940d-4570-aebe-6e206cba3d65 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:38.548534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14f45cba-59f9-4447-b243-f57ae21fab2c req-433ea544-940d-4570-aebe-6e206cba3d65 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 943 time: 0.6376796 Jul 22 23:48:38.549054 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-a2b015ec-c8f0-481d-9824-a62972f2f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:38.550818 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-a2b015ec-c8f0-481d-9824-a62972f2f012 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d9c6f596-1a55-460f-aa44-3580307980e5 HTTP/1.1" status: 200 len: 917 time: 0.1256635 Jul 22 23:48:38.674204 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-61289c4e-5df0-44b7-b96c-d4226aeed3e1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee HTTP/1.1" status: 200 len: 999 time: 0.1043739 Jul 22 23:48:38.732753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] For port 92581157-a7ee-483f-bbdc-7bca3fc0ca3e, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:38.735746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:38.748736 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Sync routers for ids ['30a12dfd-8308-42ca-b36c-d9561e65bfda'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:38.762637 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Routers {'30a12dfd-8308-42ca-b36c-d9561e65bfda'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:38.767544 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['30a12dfd-8308-42ca-b36c-d9561e65bfda'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:38.777178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-721164eb-b535-4426-b516-9d9f1b26c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:38.779233 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-721164eb-b535-4426-b516-9d9f1b26c878 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2482584c-2a32-49e4-91b9-a354783f97de HTTP/1.1" status: 200 len: 855 time: 0.1030703 Jul 22 23:48:38.846306 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-74dbc628-e328-43b4-9eda-28e452784130 admin admin] 10.222.0.26 "PUT /v2.0/routers/30a12dfd-8308-42ca-b36c-d9561e65bfda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9724729 Jul 22 23:48:38.892781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] For port 92581157-a7ee-483f-bbdc-7bca3fc0ca3e, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=92581157-a7ee-483f-bbdc-7bca3fc0ca3e,segment=NetworkSegment(67290ed1-d494-4915-a632-bc031c682f74),segment_id=67290ed1-d494-4915-a632-bc031c682f74)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:38.907557 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-3ed8227a-7f4c-45c2-ac04-4ab6d9d1ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:38.909064 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-3ed8227a-7f4c-45c2-ac04-4ab6d9d1ae4f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d9c6f596-1a55-460f-aa44-3580307980e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224098 Jul 22 23:48:38.910192 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14f45cba-59f9-4447-b243-f57ae21fab2c req-7f53774c-3cf6-48c3-af6b-d50078950206 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3512044 Jul 22 23:48:38.990697 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.034482 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ae15519-1bfb-45e9-839a-91dd94dc6642 req-a40e0137-ac64-46e2-abed-ad4b93607232 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 210 time: 0.2080474 Jul 22 23:48:39.049909 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efcb2d78-a6aa-42bf-afe9-73231d33d3f1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.051038 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Set router 30a12dfd-8308-42ca-b36c-d9561e65bfda gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:39.131198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:39.133823 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.138397 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] 10.222.0.95 "PUT /v2.0/ports/92581157-a7ee-483f-bbdc-7bca3fc0ca3e HTTP/1.1" status: 200 len: 1091 time: 5.9693923 Jul 22 23:48:39.142485 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-62f80894-e3ea-47b4-b453-2eeab46a5a8a service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256393 Jul 22 23:48:39.149012 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1b5407-e603-4946-bb38-60d21225573a', 'tag': '92581157-a7ee-483f-bbdc-7bca3fc0ca3e'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:39.158205 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6c4ed2-3515-4a76-85c0-3c28b77a2651" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1b5407-e603-4946-bb38-60d21225573a", "tag": "92581157-a7ee-483f-bbdc-7bca3fc0ca3e"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:39.268757 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c179e6-ecf6-4870-82c4-7467b01c0217 x-openstack-request-id: req-30c179e6-ecf6-4870-82c4-7467b01c0217 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:39.269435 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1b5407-e603-4946-bb38-60d21225573a", "tag": "92581157-a7ee-483f-bbdc-7bca3fc0ca3e", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:39.269899 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30c179e6-ecf6-4870-82c4-7467b01c0217 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:39.271050 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1b5407-e603-4946-bb38-60d21225573a', 'tag': '92581157-a7ee-483f-bbdc-7bca3fc0ca3e', 'status': 'completed', 'code': 200} Jul 22 23:48:39.290484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57228) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:39.319924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcb2d78-a6aa-42bf-afe9-73231d33d3f1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Network 6dee9024-0fb9-4010-84b5-b1d9940bcc40 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:39.336621 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f78fd906-364d-4d53-a994-728dac23d7d2 req-5c883d24-6296-407a-9cb3-a9e7515e1f87 service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864238 Jul 22 23:48:39.370771 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'name': 'tempest-TestServerBasicOps-462196720-router', 'tenant_id': '24f31ae338914ce9986a6e4a49fb4e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '4563c94a-22b5-46d1-841d-3cdccf01d034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:23Z', 'updated_at': '2021-07-22T23:48:34Z', 'revision_number': 4, 'project_id': '24f31ae338914ce9986a6e4a49fb4e78', 'gw_port': {'id': '4563c94a-22b5-46d1-841d-3cdccf01d034', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:76:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:24Z', 'updated_at': '2021-07-22T23:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'a8e5937c-0f78-488b-a381-56cde8941b0e', 'name': '', 'network_id': '51678032-39cb-4b04-9a61-7ac1d0ba09e7', 'tenant_id': '24f31ae338914ce9986a6e4a49fb4e78', 'mac_address': 'fa:16:3e:e8:0c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '07d0c339-80da-4efb-8389-2b707e66f8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:31Z', 'updated_at': '2021-07-22T23:48:35Z', 'revision_number': 2, 'project_id': '24f31ae338914ce9986a6e4a49fb4e78', 'subnets': [{'id': '07d0c339-80da-4efb-8389-2b707e66f8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:39.371118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-efcb2d78-a6aa-42bf-afe9-73231d33d3f1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:39.374733 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb2d78-a6aa-42bf-afe9-73231d33d3f1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:39.405861 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Checking router: 30a12dfd-8308-42ca-b36c-d9561e65bfda for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:39.406262 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Updating router 30a12dfd-8308-42ca-b36c-d9561e65bfda port a8e5937c-0f78-488b-a381-56cde8941b0e binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:48:39.504386 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.505991 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcb2d78-a6aa-42bf-afe9-73231d33d3f1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:39.509198 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efcb2d78-a6aa-42bf-afe9-73231d33d3f1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.520533 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e7044-7c58-4147-b896-642f65375f9a req-2d325172-2ab6-416a-90a3-4d461c1e5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:39.522138 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d0e7044-7c58-4147-b896-642f65375f9a req-2d325172-2ab6-416a-90a3-4d461c1e5221 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d2e7e8a1c7644425a65536a6b1591ad6&device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 1095 time: 0.1129165 Jul 22 23:48:39.586843 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492bbdb-4ef1-4b87-804c-05b768bbcab7 service neutron] Pushing event updated for resources: {'Port': ['ID=92581157-a7ee-483f-bbdc-7bca3fc0ca3e,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:39.589321 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:39.724256 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.744519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07f1bac-7b34-4c86-b144-80f7f086710c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:48:39.765575 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.825545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Transition to ACTIVE for port object d07f1bac-7b34-4c86-b144-80f7f086710c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:39.832983 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:39.833629 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-efcb2d78-a6aa-42bf-afe9-73231d33d3f1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.8046856 Jul 22 23:48:39.848805 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.856163 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-8c485ad4-cbcb-4270-aa5c-5b251a095d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:39.857742 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-8c485ad4-cbcb-4270-aa5c-5b251a095d55 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0648e710624549d88e8c0c8a91031658&device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 1094 time: 0.6263578 Jul 22 23:48:39.869276 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb2d78-a6aa-42bf-afe9-73231d33d3f1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Pushing event updated for resources: {'Port': ['ID=90c9364b-0fc1-4f73-a426-2b9c5b94aad2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:39.910061 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.914867 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e7044-7c58-4147-b896-642f65375f9a req-581069f9-2edc-420e-9595-a7c047e05959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:39.918213 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d0e7044-7c58-4147-b896-642f65375f9a req-581069f9-2edc-420e-9595-a7c047e05959 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d9c6f596-1a55-460f-aa44-3580307980e5 HTTP/1.1" status: 200 len: 917 time: 0.3878605 Jul 22 23:48:39.921906 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Transition to ACTIVE for port object a8e5937c-0f78-488b-a381-56cde8941b0e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:39.931035 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.015293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-a9852d52-afa7-427c-8309-21fe5165a30c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92581157-a7ee-483f-bbdc-7bca3fc0ca3e HTTP/1.1" status: 200 len: 217 time: 0.1366351 Jul 22 23:48:40.025925 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141deb3-07d6-4cea-964a-3820277f0788 None None] Pushing event updated for resources: {'Port': ['ID=a8e5937c-0f78-488b-a381-56cde8941b0e,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:40.092984 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d0e7044-7c58-4147-b896-642f65375f9a req-ba5a6931-4931-4440-abe1-56554e1eb589 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee HTTP/1.1" status: 200 len: 999 time: 0.1536405 Jul 22 23:48:40.248252 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Attempting to bind port a8e5937c-0f78-488b-a381-56cde8941b0e on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:40.248631 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Attempting to bind port a8e5937c-0f78-488b-a381-56cde8941b0e by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '122abd2d-bfc4-4462-8b18-979ff18085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '51678032-39cb-4b04-9a61-7ac1d0ba09e7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:40.249250 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Attempting to bind port a8e5937c-0f78-488b-a381-56cde8941b0e on network 51678032-39cb-4b04-9a61-7ac1d0ba09e7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:40.275770 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:40.278702 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e7044-7c58-4147-b896-642f65375f9a req-7da0d47e-0e1c-4281-b045-6c5dc7bffe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:40.278888 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Checking segment: {'id': '122abd2d-bfc4-4462-8b18-979ff18085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '51678032-39cb-4b04-9a61-7ac1d0ba09e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:40.279168 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.279676 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Bound using segment: {'id': '122abd2d-bfc4-4462-8b18-979ff18085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '51678032-39cb-4b04-9a61-7ac1d0ba09e7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:40.280374 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Bound port: a8e5937c-0f78-488b-a381-56cde8941b0e, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122abd2d-bfc4-4462-8b18-979ff18085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '51678032-39cb-4b04-9a61-7ac1d0ba09e7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:40.280857 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.287061 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d0e7044-7c58-4147-b896-642f65375f9a req-7da0d47e-0e1c-4281-b045-6c5dc7bffe6f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2482584c-2a32-49e4-91b9-a354783f97de HTTP/1.1" status: 200 len: 855 time: 0.1359499 Jul 22 23:48:40.299427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Pushing event updated for resources: {'Port': ['ID=d07f1bac-7b34-4c86-b144-80f7f086710c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:40.324754 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249aba3-0efd-4d10-87eb-4de072d11d2d req-5bc5aba2-4d14-440d-bd4d-611f95eff745 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:40.338371 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f249aba3-0efd-4d10-87eb-4de072d11d2d req-5bc5aba2-4d14-440d-bd4d-611f95eff745 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 931 time: 0.8705618 Jul 22 23:48:40.396106 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57258) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:40.433600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c02e5a7c-d575-4866-80b1-969419f9dee7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-884969141', 'description': 'tempest-secgroup-smoke-884969141 description', 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:40.476366 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] For port a8e5937c-0f78-488b-a381-56cde8941b0e, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:40.478373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Attempting to bind port d07f1bac-7b34-4c86-b144-80f7f086710c on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:40.478732 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Attempting to bind port d07f1bac-7b34-4c86-b144-80f7f086710c by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '67290ed1-d494-4915-a632-bc031c682f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:40.480343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Attempting to bind port d07f1bac-7b34-4c86-b144-80f7f086710c on network 6c243616-7ce3-49b3-a3b7-5a71469105fa {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:40.487883 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] For port a8e5937c-0f78-488b-a381-56cde8941b0e, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a8e5937c-0f78-488b-a381-56cde8941b0e,segment=NetworkSegment(122abd2d-bfc4-4462-8b18-979ff18085f0),segment_id=122abd2d-bfc4-4462-8b18-979ff18085f0)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:40.497829 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.587539 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a37b599a-3ae0-42b8-b811-0641559ca094 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Deleting port 90c9364b-0fc1-4f73-a426-2b9c5b94aad2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:40.587888 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a37b599a-3ae0-42b8-b811-0641559ca094 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.623045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f249aba3-0efd-4d10-87eb-4de072d11d2d req-b3c907a8-b454-4a25-814d-cfa9d2fbc056 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838616 Jul 22 23:48:40.623750 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c02e5a7c-d575-4866-80b1-969419f9dee7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.635439 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Routers {'30a12dfd-8308-42ca-b36c-d9561e65bfda'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:40.636065 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['30a12dfd-8308-42ca-b36c-d9561e65bfda'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:40.639483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Port d07f1bac-7b34-4c86-b144-80f7f086710c on network 6c243616-7ce3-49b3-a3b7-5a71469105fa not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:48:40.640056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Attempting to bind port d07f1bac-7b34-4c86-b144-80f7f086710c on network 6c243616-7ce3-49b3-a3b7-5a71469105fa {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:40.698595 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a37b599a-3ae0-42b8-b811-0641559ca094 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.713965 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a37b599a-3ae0-42b8-b811-0641559ca094 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Calling delete_port for 90c9364b-0fc1-4f73-a426-2b9c5b94aad2 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:40.723026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-f0627596-a332-4dff-a553-f1f2ce5dc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:40.728557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-f0627596-a332-4dff-a553-f1f2ce5dc282 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=57003466-1ac5-4281-bdec-6c2f62849a78 HTTP/1.1" status: 200 len: 858 time: 0.6926868 Jul 22 23:48:40.818247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:40.818869 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Checking segment: {'id': '67290ed1-d494-4915-a632-bc031c682f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:40.820167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Bound using segment: {'id': '67290ed1-d494-4915-a632-bc031c682f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:40.820485 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Bound port: d07f1bac-7b34-4c86-b144-80f7f086710c, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67290ed1-d494-4915-a632-bc031c682f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:40.820954 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.828365 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-49dcbd52-8a2b-4bff-ba1e-0cabdc9de15b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6c243616-7ce3-49b3-a3b7-5a71469105fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816374 Jul 22 23:48:40.848941 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141deb3-07d6-4cea-964a-3820277f0788 None None] Pushing event updated for resources: {'Port': ['ID=a8e5937c-0f78-488b-a381-56cde8941b0e,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:40.941567 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] Set router 30a12dfd-8308-42ca-b36c-d9561e65bfda gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:40.955179 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a37b599a-3ae0-42b8-b811-0641559ca094 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.021952 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.155580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e7044-7c58-4147-b896-642f65375f9a req-1fa78826-f680-4d1c-9c0d-d482259e853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:41.157324 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d0e7044-7c58-4147-b896-642f65375f9a req-1fa78826-f680-4d1c-9c0d-d482259e853c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d9c6f596-1a55-460f-aa44-3580307980e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8462756 Jul 22 23:48:41.163867 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b599a-3ae0-42b8-b811-0641559ca094 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Pushing event deleted for resources: {'Port': ['ID=90c9364b-0fc1-4f73-a426-2b9c5b94aad2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:41.371831 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d0e7044-7c58-4147-b896-642f65375f9a req-c50a6340-4cef-48a6-991e-800b762cc1ec service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048478 Jul 22 23:48:41.601934 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'name': 'tempest-TestServerBasicOps-462196720-router', 'tenant_id': '24f31ae338914ce9986a6e4a49fb4e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '4563c94a-22b5-46d1-841d-3cdccf01d034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:23Z', 'updated_at': '2021-07-22T23:48:34Z', 'revision_number': 4, 'project_id': '24f31ae338914ce9986a6e4a49fb4e78', 'gw_port': {'id': '4563c94a-22b5-46d1-841d-3cdccf01d034', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:76:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:24Z', 'updated_at': '2021-07-22T23:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'a8e5937c-0f78-488b-a381-56cde8941b0e', 'name': '', 'network_id': '51678032-39cb-4b04-9a61-7ac1d0ba09e7', 'tenant_id': '24f31ae338914ce9986a6e4a49fb4e78', 'mac_address': 'fa:16:3e:e8:0c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '07d0c339-80da-4efb-8389-2b707e66f8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:31Z', 'updated_at': '2021-07-22T23:48:40Z', 'revision_number': 4, 'project_id': '24f31ae338914ce9986a6e4a49fb4e78', 'subnets': [{'id': '07d0c339-80da-4efb-8389-2b707e66f8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:41.652087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3498f10f-9f00-4187-bfc3-5e609683017e req-b11bc21b-094f-4ec3-b3c6-800b3fc25ab3 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 210 time: 0.8275187 Jul 22 23:48:41.656907 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8477775-114d-471e-a4b3-12b1833a44e9 None None] The sync data for ids ['30a12dfd-8308-42ca-b36c-d9561e65bfda'] in n-d-688802-2 is: [{'id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'name': 'tempest-TestServerBasicOps-462196720-router', 'tenant_id': '24f31ae338914ce9986a6e4a49fb4e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '4563c94a-22b5-46d1-841d-3cdccf01d034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:23Z', 'updated_at': '2021-07-22T23:48:34Z', 'revision_number': 4, 'project_id': '24f31ae338914ce9986a6e4a49fb4e78', 'gw_port': {'id': '4563c94a-22b5-46d1-841d-3cdccf01d034', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:76:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:24Z', 'updated_at': '2021-07-22T23:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'a8e5937c-0f78-488b-a381-56cde8941b0e', 'name': '', 'network_id': '51678032-39cb-4b04-9a61-7ac1d0ba09e7', 'tenant_id': '24f31ae338914ce9986a6e4a49fb4e78', 'mac_address': 'fa:16:3e:e8:0c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '07d0c339-80da-4efb-8389-2b707e66f8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:31Z', 'updated_at': '2021-07-22T23:48:40Z', 'revision_number': 4, 'project_id': '24f31ae338914ce9986a6e4a49fb4e78', 'subnets': [{'id': '07d0c339-80da-4efb-8389-2b707e66f8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:41.833086 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] For port d07f1bac-7b34-4c86-b144-80f7f086710c, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:41.849704 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] For port d07f1bac-7b34-4c86-b144-80f7f086710c, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=d07f1bac-7b34-4c86-b144-80f7f086710c,segment=NetworkSegment(67290ed1-d494-4915-a632-bc031c682f74),segment_id=67290ed1-d494-4915-a632-bc031c682f74)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:41.905722 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a37b599a-3ae0-42b8-b811-0641559ca094 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.909751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-aef24aef-cc7e-4b90-8435-54eefeebdc98 service neutron] 10.222.0.95 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0263951 Jul 22 23:48:41.911140 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.912141 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a37b599a-3ae0-42b8-b811-0641559ca094 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "DELETE /v2.0/ports/90c9364b-0fc1-4f73-a426-2b9c5b94aad2 HTTP/1.1" status: 204 len: 168 time: 2.0777583 Jul 22 23:48:41.917014 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57262) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:41.931653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6dee9024-0fb9-4010-84b5-b1d9940bcc40', 'external_fixed_ips': [{'subnet_id': '37047c06-4a05-4d73-ae71-f8d7abece129', 'ip_address': '172.20.0.3'}]}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:41.970300 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Allocated IP 172.25.4.113 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/065d2150-ecd2-4149-8203-db1c554e7dad) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:42.024978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e3ab9-df3d-4572-9549-2cf36081aabe req-c0d124d2-99c9-4185-ba35-9a2b6f139792 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:42.032410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e25e3ab9-df3d-4572-9549-2cf36081aabe req-c0d124d2-99c9-4185-ba35-9a2b6f139792 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 944 time: 1.4922237 Jul 22 23:48:42.106843 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:42.108443 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:42.110804 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] 10.222.0.18 "PUT /v2.0/ports/d07f1bac-7b34-4c86-b144-80f7f086710c HTTP/1.1" status: 200 len: 1091 time: 4.8132937 Jul 22 23:48:42.151602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62fc5c2-e863-449c-86c1-12b24e1c5ea3', 'tag': 'd07f1bac-7b34-4c86-b144-80f7f086710c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:42.154708 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032c635c-1613-4259-a785-9651ac2950e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f62fc5c2-e863-449c-86c1-12b24e1c5ea3", "tag": "d07f1bac-7b34-4c86-b144-80f7f086710c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:42.162497 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2d0e7044-7c58-4147-b896-642f65375f9a req-fed40a7d-0179-4d59-9651-9c8da7d38735 service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462316 Jul 22 23:48:42.266382 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:42.372036 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:42.438835 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99cf4a-d350-4e68-b195-3516106608c8 req-258e2bb1-1cbd-4cb8-bb00-7440731ddf84 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:42.445385 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d99cf4a-d350-4e68-b195-3516106608c8 req-258e2bb1-1cbd-4cb8-bb00-7440731ddf84 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 943 time: 0.4044008 Jul 22 23:48:42.447012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e25e3ab9-df3d-4572-9549-2cf36081aabe req-e342abbe-2c12-43cd-946f-9a37dd3dca90 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3297932 Jul 22 23:48:42.447675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f49e30-03d1-4f64-80c6-140e2c6fe08b service neutron] Pushing event updated for resources: {'Port': ['ID=d07f1bac-7b34-4c86-b144-80f7f086710c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:42.461725 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c02e5a7c-d575-4866-80b1-969419f9dee7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:42.483402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Pushing event updated for resources: {'Port': ['ID=065d2150-ecd2-4149-8203-db1c554e7dad,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:42.495860 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c02e5a7c-d575-4866-80b1-969419f9dee7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:42.567856 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:42.575225 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:42.578792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:42.605337 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de98014-fc79-4cb7-b309-30c4eaeca9c0 x-openstack-request-id: req-2de98014-fc79-4cb7-b309-30c4eaeca9c0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:42.605836 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62fc5c2-e863-449c-86c1-12b24e1c5ea3", "tag": "d07f1bac-7b34-4c86-b144-80f7f086710c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:42.606210 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2de98014-fc79-4cb7-b309-30c4eaeca9c0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:42.606724 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62fc5c2-e863-449c-86c1-12b24e1c5ea3', 'tag': 'd07f1bac-7b34-4c86-b144-80f7f086710c', 'status': 'completed', 'code': 200} Jul 22 23:48:42.615674 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:42.617962 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:42.704640 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c02e5a7c-d575-4866-80b1-969419f9dee7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:42.706136 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c02e5a7c-d575-4866-80b1-969419f9dee7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.3045979 Jul 22 23:48:42.711212 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-345ab56c-fc0a-4248-b01d-6c071615a5b9 req-5034d2d8-926f-4206-a45d-dfb410c088e2 service neutron] 10.222.0.95 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7792759 Jul 22 23:48:42.724636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57268) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:42.731289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d99cf4a-d350-4e68-b195-3516106608c8 req-d5e2d675-db2c-49aa-ab8f-ee8793ba1e79 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644105 Jul 22 23:48:42.746100 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-5f720171-9fb0-4caa-a441-a2487b37e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:42.749809 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-5f720171-9fb0-4caa-a441-a2487b37e86c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0648e710624549d88e8c0c8a91031658&device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 1094 time: 0.5581012 Jul 22 23:48:42.760410 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-93f3ba0c-7948-48e0-9d13-6c8070fdf8f6 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Request body: {'security_group_rule': {'security_group_id': '2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36', 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:42.843032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e5a7c-d575-4866-80b1-969419f9dee7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:42.856882 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:42.880034 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:42.974819 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8289ae72-0ba8-4765-bf87-bf419997c13a req-f9f4c3bc-35e7-4294-8f67-f9386b9614bc tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 210 time: 0.1403322 Jul 22 23:48:43.058066 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ba0c-7948-48e0-9d13-6c8070fdf8f6 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.068001 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-0f1d2192-44d6-4dfa-82dc-c185862b30fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d07f1bac-7b34-4c86-b144-80f7f086710c HTTP/1.1" status: 200 len: 217 time: 0.2273312 Jul 22 23:48:43.286714 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a8e5937c-0f78-488b-a381-56cde8941b0e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:43.301059 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.340109 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ba0c-7948-48e0-9d13-6c8070fdf8f6 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.359019 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ba0c-7948-48e0-9d13-6c8070fdf8f6 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.370354 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-ee9bfbb4-ffdd-4697-99ac-b2719ebd5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:43.375591 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-ee9bfbb4-ffdd-4697-99ac-b2719ebd5f8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57003466-1ac5-4281-bdec-6c2f62849a78 HTTP/1.1" status: 200 len: 858 time: 0.2990696 Jul 22 23:48:43.393127 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.398781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port a8e5937c-0f78-488b-a381-56cde8941b0e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:43.407028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a8e5937c-0f78-488b-a381-56cde8941b0e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:43.409060 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.498392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-7eb69755-6122-436b-a209-d244960244ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c243616-7ce3-49b3-a3b7-5a71469105fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071408 Jul 22 23:48:43.507118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3ba0c-7948-48e0-9d13-6c8070fdf8f6 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f272ac1c-a855-4c19-aaae-68cbb01f67f4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:43.598532 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.665435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port a8e5937c-0f78-488b-a381-56cde8941b0e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a8e5937c-0f78-488b-a381-56cde8941b0e,segment=NetworkSegment(122abd2d-bfc4-4462-8b18-979ff18085f0),segment_id=122abd2d-bfc4-4462-8b18-979ff18085f0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:43.677812 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.685116 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-93f3ba0c-7948-48e0-9d13-6c8070fdf8f6 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.686596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-93f3ba0c-7948-48e0-9d13-6c8070fdf8f6 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9307261 Jul 22 23:48:43.699482 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57274) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:43.706286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6ce3c332-8776-4017-a32e-57b32405c080 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Request body: {'security_group_rule': {'security_group_id': '2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36', 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:43.800068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=a8e5937c-0f78-488b-a381-56cde8941b0e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:43.829195 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce3c332-8776-4017-a32e-57b32405c080 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.908861 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce3c332-8776-4017-a32e-57b32405c080 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.951355 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.963117 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.014716 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce3c332-8776-4017-a32e-57b32405c080 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.051361 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Pushing event updated for resources: {'Port': ['ID=065d2150-ecd2-4149-8203-db1c554e7dad,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:44.123160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3c332-8776-4017-a32e-57b32405c080 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1a1337-93d3-43f0-940e-a91b1c317ed9,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:44.177333 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-a9c6ca6c-c9e9-4115-8f96-7008ce5c4575 service neutron] 10.222.0.18 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6675963 Jul 22 23:48:44.184144 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce3c332-8776-4017-a32e-57b32405c080 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.190322 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ce3c332-8776-4017-a32e-57b32405c080 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4887133 Jul 22 23:48:44.195516 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57284) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:44.226880 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-03fb1bee-b251-4386-be7e-98bc72231f6c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Request body: {'security_group_rule': {'security_group_id': '2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36', 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:44.323657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138da2b0-a562-4ee3-a9eb-d6f122c5a455 req-838af92a-b29a-450a-bbd0-3fc74570d696 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:44.327926 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-138da2b0-a562-4ee3-a9eb-d6f122c5a455 req-838af92a-b29a-450a-bbd0-3fc74570d696 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 944 time: 0.6445723 Jul 22 23:48:44.356339 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.358138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c4ed2-3515-4a76-85c0-3c28b77a2651 req-d4615841-4d6f-4de7-951f-6732bb68548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:44.360607 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab6c4ed2-3515-4a76-85c0-3c28b77a2651 req-d4615841-4d6f-4de7-951f-6732bb68548b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0648e710624549d88e8c0c8a91031658&device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 1094 time: 0.3211493 Jul 22 23:48:44.381262 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.383315 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-daf93213-187e-4884-a74f-a2628908e50d tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0898609 Jul 22 23:48:44.386153 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57286) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:44.394040 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-18d233d4-d93b-4242-a2b5-61062de3a0cf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-118944795'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:44.406416 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.440456 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.507173 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5f852-65b2-4e8d-b2ac-d920c67633c1 req-77cba872-5f38-46b6-8aaf-061662e61398 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:44.522103 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91b5f852-65b2-4e8d-b2ac-d920c67633c1 req-77cba872-5f38-46b6-8aaf-061662e61398 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 943 time: 0.6082888 Jul 22 23:48:44.526342 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-212f939a-7cb6-4160-9c60-d9f3b99db644 req-041a3eef-b56b-4b66-89f7-b8b0e88aefac service neutron] 10.222.0.18 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283396 Jul 22 23:48:44.617938 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03fb1bee-b251-4386-be7e-98bc72231f6c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.663907 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Allocated IP 172.20.0.3 (6dee9024-0fb9-4010-84b5-b1d9940bcc40/37047c06-4a05-4d73-ae71-f8d7abece129/4cd22ab4-325f-4d46-956e-3684098590b5) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:44.768396 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-138da2b0-a562-4ee3-a9eb-d6f122c5a455 req-79fc4e14-1f36-4a72-8270-8a9799bf9f63 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4061334 Jul 22 23:48:44.823183 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.834256 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d233d4-d93b-4242-a2b5-61062de3a0cf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Made reservation on behalf of f0556d73b9164b7aa1e296b692ad3a63 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:44.843478 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18d233d4-d93b-4242-a2b5-61062de3a0cf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.857423 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91b5f852-65b2-4e8d-b2ac-d920c67633c1 req-da325211-9510-46d0-a329-4c41fec639fa tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333414 Jul 22 23:48:44.861203 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18d233d4-d93b-4242-a2b5-61062de3a0cf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.893231 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c635c-1613-4259-a785-9651ac2950e3 req-503656af-3dd9-4453-becf-a441f52f11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:44.903319 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-032c635c-1613-4259-a785-9651ac2950e3 req-503656af-3dd9-4453-becf-a441f52f11c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0648e710624549d88e8c0c8a91031658&device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 1094 time: 0.2753742 Jul 22 23:48:44.969228 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.117642 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d12c739-c7e2-47b4-b772-c823fceea2bd req-0da4c813-2afd-45ac-9f23-0b0646351e5e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 210 time: 0.1848824 Jul 22 23:48:45.138608 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03fb1bee-b251-4386-be7e-98bc72231f6c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.184032 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18d233d4-d93b-4242-a2b5-61062de3a0cf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.188301 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03fb1bee-b251-4386-be7e-98bc72231f6c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.214272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a8e5937c-0f78-488b-a381-56cde8941b0e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:45.214961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Network 6dee9024-0fb9-4010-84b5-b1d9940bcc40 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:45.223595 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:45.230955 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18d233d4-d93b-4242-a2b5-61062de3a0cf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.234218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c635c-1613-4259-a785-9651ac2950e3 req-24f7dfeb-e7e7-445e-93e0-fe1af7125616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:45.234965 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:45.236787 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-032c635c-1613-4259-a785-9651ac2950e3 req-24f7dfeb-e7e7-445e-93e0-fe1af7125616 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c243616-7ce3-49b3-a3b7-5a71469105fa HTTP/1.1" status: 200 len: 919 time: 0.3085399 Jul 22 23:48:45.241853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c4ed2-3515-4a76-85c0-3c28b77a2651 req-30518bbf-d4a7-43c1-86e3-03030918da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:45.246596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab6c4ed2-3515-4a76-85c0-3c28b77a2651 req-30518bbf-d4a7-43c1-86e3-03030918da51 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6c243616-7ce3-49b3-a3b7-5a71469105fa HTTP/1.1" status: 200 len: 919 time: 0.7154183 Jul 22 23:48:45.274606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb1bee-b251-4386-be7e-98bc72231f6c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f05985b-8487-47b1-bca3-4c6c418f4400,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:45.293083 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03fb1bee-b251-4386-be7e-98bc72231f6c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.311807 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-03fb1bee-b251-4386-be7e-98bc72231f6c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0945075 Jul 22 23:48:45.331430 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a8e5937c-0f78-488b-a381-56cde8941b0e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:45.331949 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.412300 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57290) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:45.418917 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-43aa3e3c-f841-420b-9105-bc36538dd9c9 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Request body: {'security_group_rule': {'security_group_id': '2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36', 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:45.456784 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Pushing event updated for resources: {'Port': ['ID=4cd22ab4-325f-4d46-956e-3684098590b5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:45.505950 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-032c635c-1613-4259-a785-9651ac2950e3 req-7eed50fa-7f8c-4a0a-8b9f-96c7cd203153 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d07f1bac-7b34-4c86-b144-80f7f086710c HTTP/1.1" status: 200 len: 217 time: 0.2561524 Jul 22 23:48:45.508802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab6c4ed2-3515-4a76-85c0-3c28b77a2651 req-fec04064-d0d5-46cc-b9f8-f2c0b322685b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92581157-a7ee-483f-bbdc-7bca3fc0ca3e HTTP/1.1" status: 200 len: 217 time: 0.2172489 Jul 22 23:48:45.616230 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d233d4-d93b-4242-a2b5-61062de3a0cf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:48:45.642935 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43aa3e3c-f841-420b-9105-bc36538dd9c9 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.656550 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d233d4-d93b-4242-a2b5-61062de3a0cf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ff19ae-5bb1-4cea-abc9-00ca8ff82b89,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:45.675991 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18d233d4-d93b-4242-a2b5-61062de3a0cf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.676383 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-18d233d4-d93b-4242-a2b5-61062de3a0cf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Added segment 4b9b270f-7b68-4b5e-9e9d-4fc6a0058827 of type vlan for network a3f07363-297c-400e-ace6-1f97416a6fea Jul 22 23:48:45.691343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c635c-1613-4259-a785-9651ac2950e3 req-6770f36d-827f-4438-91d3-4af6918eb3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:45.693275 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-032c635c-1613-4259-a785-9651ac2950e3 req-6770f36d-827f-4438-91d3-4af6918eb3db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57003466-1ac5-4281-bdec-6c2f62849a78 HTTP/1.1" status: 200 len: 858 time: 0.1441195 Jul 22 23:48:45.695346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c4ed2-3515-4a76-85c0-3c28b77a2651 req-c7feef7b-f0a6-4dce-92ec-bb4481ab7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:45.697042 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab6c4ed2-3515-4a76-85c0-3c28b77a2651 req-c7feef7b-f0a6-4dce-92ec-bb4481ab7ad6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=57003466-1ac5-4281-bdec-6c2f62849a78 HTTP/1.1" status: 200 len: 858 time: 0.1355870 Jul 22 23:48:45.722957 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.740601 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-032c635c-1613-4259-a785-9651ac2950e3 req-8e6783a6-3107-4c26-925f-40093a6f800d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c243616-7ce3-49b3-a3b7-5a71469105fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379720 Jul 22 23:48:45.839231 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18d233d4-d93b-4242-a2b5-61062de3a0cf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.900160 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18d233d4-d93b-4242-a2b5-61062de3a0cf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.907211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d233d4-d93b-4242-a2b5-61062de3a0cf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:45.907860 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18d233d4-d93b-4242-a2b5-61062de3a0cf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.909486 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-032c635c-1613-4259-a785-9651ac2950e3 req-65d1b953-c240-43d5-9866-27fd3d74f77b service neutron] 10.222.0.18 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545565 Jul 22 23:48:46.178386 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43aa3e3c-f841-420b-9105-bc36538dd9c9 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.270877 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43aa3e3c-f841-420b-9105-bc36538dd9c9 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.312023 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa3e3c-f841-420b-9105-bc36538dd9c9 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed8f709-8c8a-487c-a14d-9c77a364842c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:46.318521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-032c635c-1613-4259-a785-9651ac2950e3 req-a114f247-1926-4fa9-8355-fcf0cb608536 service neutron] 10.222.0.18 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802366 Jul 22 23:48:46.349715 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-18d233d4-d93b-4242-a2b5-61062de3a0cf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9625714 Jul 22 23:48:46.354051 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57300) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:46.369027 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43aa3e3c-f841-420b-9105-bc36538dd9c9 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.373884 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f751ad1f-7614-4740-817a-5736b0c5db90 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Request body: {'subnet': {'network_id': 'a3f07363-297c-400e-ace6-1f97416a6fea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:46.374300 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-43aa3e3c-f841-420b-9105-bc36538dd9c9 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9585888 Jul 22 23:48:46.375054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57302) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:46.383308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4c46bd04-a410-45dd-8b7b-4df55363b3a4 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Request body: {'security_group_rule': {'security_group_id': '2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36', 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:46.429210 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-4c46bd04-a410-45dd-8b7b-4df55363b3a4 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Project b3662d9b6dea486c9943ad4ed2b2271e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:48:46.442393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0cccf-203a-4d6d-ad10-3df851ac6ad3 req-7e31ba48-cb2a-4c76-9855-9bcb50905d66 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:46.450993 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77a0cccf-203a-4d6d-ad10-3df851ac6ad3 req-7e31ba48-cb2a-4c76-9855-9bcb50905d66 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 943 time: 0.2648726 Jul 22 23:48:46.457279 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.471591 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430aef8-8427-4af9-92df-84222784f265 req-3f07c306-d0f1-4ee0-a5af-4abf52c96663 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:46.480599 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4430aef8-8427-4af9-92df-84222784f265 req-3f07c306-d0f1-4ee0-a5af-4abf52c96663 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 944 time: 0.2973371 Jul 22 23:48:46.483008 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d233d4-d93b-4242-a2b5-61062de3a0cf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Pushing event updated for resources: {'Network': ['ID=a3f07363-297c-400e-ace6-1f97416a6fea,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:46.490421 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c46bd04-a410-45dd-8b7b-4df55363b3a4 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.498654 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network a3f07363-297c-400e-ace6-1f97416a6fea details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:48:46.572798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77a0cccf-203a-4d6d-ad10-3df851ac6ad3 req-d444b9d6-8262-4ab0-b7b5-ec2962efcaa0 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204896 Jul 22 23:48:46.635371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.643197 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4430aef8-8427-4af9-92df-84222784f265 req-32d5d606-95e6-4303-a2eb-814b3146b854 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614130 Jul 22 23:48:46.745160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f751ad1f-7614-4740-817a-5736b0c5db90 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Made reservation on behalf of f0556d73b9164b7aa1e296b692ad3a63 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:46.754416 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f751ad1f-7614-4740-817a-5736b0c5db90 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.782040 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab6c4ed2-3515-4a76-85c0-3c28b77a2651 req-354dba49-4775-4cba-a879-48765cb1fe76 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6c243616-7ce3-49b3-a3b7-5a71469105fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163106 Jul 22 23:48:46.855130 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a770b3ea-ea94-4319-97e5-7787f1b9a7a5 req-ab99c2e5-be41-4f5f-bc97-fef2eed73b20 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 210 time: 0.0922332 Jul 22 23:48:46.912836 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c46bd04-a410-45dd-8b7b-4df55363b3a4 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.924152 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c46bd04-a410-45dd-8b7b-4df55363b3a4 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.988301 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c46bd04-a410-45dd-8b7b-4df55363b3a4 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.993152 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4c46bd04-a410-45dd-8b7b-4df55363b3a4 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6142073 Jul 22 23:48:46.994027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57304) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:46.997871 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46bd04-a410-45dd-8b7b-4df55363b3a4 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b9678f-ba91-432a-b825-7a4be7046229,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:47.020384 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-999c6856-5ee4-4668-8291-2076989919b8 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Request body: {'security_group_rule': {'security_group_id': '2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36', 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:47.029688 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Router 1b120d66-c082-46f9-9364-c8553c5815f9 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:48:47.086365 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-999c6856-5ee4-4668-8291-2076989919b8 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Project b3662d9b6dea486c9943ad4ed2b2271e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:48:47.104922 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-999c6856-5ee4-4668-8291-2076989919b8 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.181509 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab6c4ed2-3515-4a76-85c0-3c28b77a2651 req-3dd295e0-ffc7-4c3c-a673-49bfb78f3b78 service neutron] 10.222.0.95 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427596 Jul 22 23:48:47.213068 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f751ad1f-7614-4740-817a-5736b0c5db90 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.258677 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-999c6856-5ee4-4668-8291-2076989919b8 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.272089 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-999c6856-5ee4-4668-8291-2076989919b8 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.306006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:47.306443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c6856-5ee4-4668-8291-2076989919b8 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce993e35-c466-47d2-82cb-a707662d5f66,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:47.321121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1013a964-2b00-41ae-969d-5801fd70fcd8 None None] Sync routers for ids ['1b120d66-c082-46f9-9364-c8553c5815f9'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:47.334285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751ad1f-7614-4740-817a-5736b0c5db90 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Pushing event updated for resources: {'Subnet': ['ID=c8c02fe9-7df1-4698-8b7f-722a278c4145,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:47.339673 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-999c6856-5ee4-4668-8291-2076989919b8 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.349669 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-999c6856-5ee4-4668-8291-2076989919b8 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3441272 Jul 22 23:48:47.351148 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f751ad1f-7614-4740-817a-5736b0c5db90 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Checking segment: {'id': '4b9b270f-7b68-4b5e-9e9d-4fc6a0058827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a3f07363-297c-400e-ace6-1f97416a6fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:47.351575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f751ad1f-7614-4740-817a-5736b0c5db90 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Network hostable DHCP agents. Network: a3f07363-297c-400e-ace6-1f97416a6fea, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:48:47.355336 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1013a964-2b00-41ae-969d-5801fd70fcd8 None None] Routers {'1b120d66-c082-46f9-9364-c8553c5815f9'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:47.357932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1013a964-2b00-41ae-969d-5801fd70fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['1b120d66-c082-46f9-9364-c8553c5815f9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:47.362743 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.364457 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-74dff5a2-4e0c-4a33-abc6-1cb08c08484d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.4375277 Jul 22 23:48:47.367326 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57310) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:47.382961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f751ad1f-7614-4740-817a-5736b0c5db90 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Network a3f07363-297c-400e-ace6-1f97416a6fea is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:48:47.413871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f751ad1f-7614-4740-817a-5736b0c5db90 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, a3f07363-297c-400e-ace6-1f97416a6fea) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:47.420407 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f751ad1f-7614-4740-817a-5736b0c5db90 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:47.421010 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f751ad1f-7614-4740-817a-5736b0c5db90 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.465147 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8d8ae7-42c6-4da8-b74f-05e4beb2ad56 None None] Network a3f07363-297c-400e-ace6-1f97416a6fea requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:47.489240 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f751ad1f-7614-4740-817a-5736b0c5db90 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1246200 Jul 22 23:48:47.489762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57314) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:47.494853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1695032423', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:47.578655 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.579717 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.713067 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-d20153bd-a34e-4dba-9618-ee9b497f1ffb tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-884969141&fields=id&tenant_id=b3662d9b6dea486c9943ad4ed2b2271e HTTP/1.1" status: 200 len: 267 time: 0.1265590 Jul 22 23:48:47.714493 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25fbc352-2078-41c9-971f-6ceeaa8a2e86 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.746106 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.935309 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25fbc352-2078-41c9-971f-6ceeaa8a2e86 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.977942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-a3f07363-297c-400e-ace6-1f97416a6fea', 'network_id': 'a3f07363-297c-400e-ace6-1f97416a6fea', 'tenant_id': 'f0556d73b9164b7aa1e296b692ad3a63', 'fixed_ips': [{'subnet_id': 'c8c02fe9-7df1-4698-8b7f-722a278c4145'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:48:47.979700 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.034157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-1013a964-2b00-41ae-969d-5801fd70fcd8 None None] Set router 1b120d66-c082-46f9-9364-c8553c5815f9 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:48.115983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4a812-1638-4c5a-9116-a2ac855c1294 req-18f3988d-c410-46f8-aaad-bcde099ba445 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:48.123922 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01a4a812-1638-4c5a-9116-a2ac855c1294 req-18f3988d-c410-46f8-aaad-bcde099ba445 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 943 time: 0.2317321 Jul 22 23:48:48.143627 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.157715 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-8a841ada-8bd0-4f57-b498-e621f438592e tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:48.159549 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-8a841ada-8bd0-4f57-b498-e621f438592e tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/networks?id=34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 HTTP/1.1" status: 200 len: 809 time: 0.2663465 Jul 22 23:48:48.208220 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01a4a812-1638-4c5a-9116-a2ac855c1294 req-adb8deda-34c3-4c60-a4f0-c31372ef5252 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753369 Jul 22 23:48:48.216186 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6c968d92-da2e-445b-aac0-1f8d800731cd tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/quotas/b3662d9b6dea486c9943ad4ed2b2271e HTTP/1.1" status: 200 len: 375 time: 0.0408015 Jul 22 23:48:48.232596 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-25fbc352-2078-41c9-971f-6ceeaa8a2e86 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Deleting port 4cd22ab4-325f-4d46-956e-3684098590b5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:48.235782 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25fbc352-2078-41c9-971f-6ceeaa8a2e86 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.262055 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device d07f1bac-7b34-4c86-b144-80f7f086710c details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:48:48.488527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Allocated IP 172.20.0.2 (a3f07363-297c-400e-ace6-1f97416a6fea/c8c02fe9-7df1-4698-8b7f-722a278c4145/b44b0412-af7f-4f0b-ab99-bffbf1a9057c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:48.513040 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25fbc352-2078-41c9-971f-6ceeaa8a2e86 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.535769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-25fbc352-2078-41c9-971f-6ceeaa8a2e86 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Calling delete_port for 4cd22ab4-325f-4d46-956e-3684098590b5 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:48.535977 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.579590 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.608694 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1013a964-2b00-41ae-969d-5801fd70fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b120d66-c082-46f9-9364-c8553c5815f9', 'name': '', 'tenant_id': 'c91dcfb910cb41ff9fe006fe2e7ab09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dee9024-0fb9-4010-84b5-b1d9940bcc40', 'external_fixed_ips': [{'subnet_id': '37047c06-4a05-4d73-ae71-f8d7abece129', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '4cd22ab4-325f-4d46-956e-3684098590b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:42Z', 'updated_at': '2021-07-22T23:48:45Z', 'revision_number': 3, 'project_id': 'c91dcfb910cb41ff9fe006fe2e7ab09b', 'gw_port': {'id': '4cd22ab4-325f-4d46-956e-3684098590b5', 'name': '', 'network_id': '6dee9024-0fb9-4010-84b5-b1d9940bcc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ae:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b120d66-c082-46f9-9364-c8553c5815f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '37047c06-4a05-4d73-ae71-f8d7abece129', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:44Z', 'updated_at': '2021-07-22T23:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37047c06-4a05-4d73-ae71-f8d7abece129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:48.641358 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1013a964-2b00-41ae-969d-5801fd70fcd8 None None] Checking router: 1b120d66-c082-46f9-9364-c8553c5815f9 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:48.641965 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1013a964-2b00-41ae-969d-5801fd70fcd8 None None] Updating router 1b120d66-c082-46f9-9364-c8553c5815f9 port 4cd22ab4-325f-4d46-956e-3684098590b5 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:48:48.694278 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1013a964-2b00-41ae-969d-5801fd70fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.820226 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Allocated IP 172.25.4.122 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/d333dbb4-6944-41fc-b44c-2069fd0b86b5) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:49.019017 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.114489 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.176568 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:49.182555 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:49.188353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:49.197520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port d07f1bac-7b34-4c86-b144-80f7f086710c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=d07f1bac-7b34-4c86-b144-80f7f086710c,segment=NetworkSegment(67290ed1-d494-4915-a632-bc031c682f74),segment_id=67290ed1-d494-4915-a632-bc031c682f74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:49.217002 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 92581157-a7ee-483f-bbdc-7bca3fc0ca3e details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:48:49.221342 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Pushing event updated for resources: {'Port': ['ID=d333dbb4-6944-41fc-b44c-2069fd0b86b5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:49.330649 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'd07f1bac-7b34-4c86-b144-80f7f086710c', 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa', 'port_id': 'd07f1bac-7b34-4c86-b144-80f7f086710c', 'mac_address': 'fa:16:3e:79:9f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57003466-1ac5-4281-bdec-6c2f62849a78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:48:49.534406 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.561879 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07f1bac-7b34-4c86-b144-80f7f086710c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:48:49.590640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-d8030cc7-b878-4d83-bd55-884831edcebb tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3662d9b6dea486c9943ad4ed2b2271e&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3541195 Jul 22 23:48:49.709590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9f5da-82ad-484e-867f-a54a98aba19e req-2501d11b-b8e6-4739-811b-5a8aaa2313af tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:49.716642 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3d9f5da-82ad-484e-867f-a54a98aba19e req-2501d11b-b8e6-4739-811b-5a8aaa2313af tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 944 time: 1.3968735 Jul 22 23:48:49.749035 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port d07f1bac-7b34-4c86-b144-80f7f086710c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=d07f1bac-7b34-4c86-b144-80f7f086710c,segment=NetworkSegment(67290ed1-d494-4915-a632-bc031c682f74),segment_id=67290ed1-d494-4915-a632-bc031c682f74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:49.794000 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.798980 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25fbc352-2078-41c9-971f-6ceeaa8a2e86 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.844998 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.862873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbc352-2078-41c9-971f-6ceeaa8a2e86 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cd22ab4-325f-4d46-956e-3684098590b5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:49.944474 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.946877 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-4c038a0d-36a3-4163-ba3b-36f699f6bad7 service neutron] 10.222.0.26 "GET /v2.0/networks/34fe0ae9-3f02-496f-9b8e-c97ca353b9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553529 Jul 22 23:48:49.964297 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Transition to ACTIVE for port object b44b0412-af7f-4f0b-ab99-bffbf1a9057c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:49.986400 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3d9f5da-82ad-484e-867f-a54a98aba19e req-1b141be3-5ce4-40a5-87e9-8ac4019585de tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851270 Jul 22 23:48:50.003316 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Transition to ACTIVE for port object b44b0412-af7f-4f0b-ab99-bffbf1a9057c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:50.056207 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25fbc352-2078-41c9-971f-6ceeaa8a2e86 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.070977 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.110989 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 92581157-a7ee-483f-bbdc-7bca3fc0ca3e, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=92581157-a7ee-483f-bbdc-7bca3fc0ca3e,segment=NetworkSegment(67290ed1-d494-4915-a632-bc031c682f74),segment_id=67290ed1-d494-4915-a632-bc031c682f74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:50.120497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Network a3f07363-297c-400e-ace6-1f97416a6fea is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:50.137478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:50.140804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:50.189487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '92581157-a7ee-483f-bbdc-7bca3fc0ca3e', 'network_id': '6c243616-7ce3-49b3-a3b7-5a71469105fa', 'port_id': '92581157-a7ee-483f-bbdc-7bca3fc0ca3e', 'mac_address': 'fa:16:3e:0f:43:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57003466-1ac5-4281-bdec-6c2f62849a78', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:48:50.263660 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.265913 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['d07f1bac-7b34-4c86-b144-80f7f086710c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:48:50.281439 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25fbc352-2078-41c9-971f-6ceeaa8a2e86 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.289077 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25fbc352-2078-41c9-971f-6ceeaa8a2e86 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.322437 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.390990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=d07f1bac-7b34-4c86-b144-80f7f086710c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:50.413913 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25fbc352-2078-41c9-971f-6ceeaa8a2e86 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.414439 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fbc352-2078-41c9-971f-6ceeaa8a2e86 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b120d66-c082-46f9-9364-c8553c5815f9 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:48:50.463188 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Pushing event updated for resources: {'Port': ['ID=b44b0412-af7f-4f0b-ab99-bffbf1a9057c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:50.499840 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92581157-a7ee-483f-bbdc-7bca3fc0ca3e {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:48:50.511625 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4626a2-beec-4687-94e0-2a21a0783fb6 req-30b902c7-d37f-4268-90e5-629695947bcf tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 210 time: 0.1099219 Jul 22 23:48:50.527875 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25fbc352-2078-41c9-971f-6ceeaa8a2e86 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.529221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-25fbc352-2078-41c9-971f-6ceeaa8a2e86 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "DELETE /v2.0/routers/1b120d66-c082-46f9-9364-c8553c5815f9 HTTP/1.1" status: 204 len: 168 time: 3.1600254 Jul 22 23:48:50.535177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57340) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:50.548094 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Attempting to bind port b44b0412-af7f-4f0b-ab99-bffbf1a9057c on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:50.565952 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Attempting to bind port b44b0412-af7f-4f0b-ab99-bffbf1a9057c by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '4b9b270f-7b68-4b5e-9e9d-4fc6a0058827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a3f07363-297c-400e-ace6-1f97416a6fea'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:50.566500 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Attempting to bind port b44b0412-af7f-4f0b-ab99-bffbf1a9057c on network a3f07363-297c-400e-ace6-1f97416a6fea {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:50.598676 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Router fb4d4908-8bfe-4d30-983f-d8ba08e745da is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:48:50.662577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6c604b98-c5bb-4043-9a8c-0b645e44fe36 service neutron] 10.222.0.26 "GET /v2.0/networks/34fe0ae9-3f02-496f-9b8e-c97ca353b9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7141256 Jul 22 23:48:50.692397 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-1013a964-2b00-41ae-969d-5801fd70fcd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:48:50.692695 n-d-688802-2 neutron-server[93822]: DEBUG oslo_db.api [None req-1013a964-2b00-41ae-969d-5801fd70fcd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:48:50.703897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:50.704371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Checking segment: {'id': '4b9b270f-7b68-4b5e-9e9d-4fc6a0058827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a3f07363-297c-400e-ace6-1f97416a6fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:50.704944 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.705715 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Bound using segment: {'id': '4b9b270f-7b68-4b5e-9e9d-4fc6a0058827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a3f07363-297c-400e-ace6-1f97416a6fea'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:50.706285 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Bound port: b44b0412-af7f-4f0b-ab99-bffbf1a9057c, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9b270f-7b68-4b5e-9e9d-4fc6a0058827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a3f07363-297c-400e-ace6-1f97416a6fea'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:50.706740 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.716722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f838b21-25b4-465b-8d09-a16242dc8265 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Deleting subnet 37047c06-4a05-4d73-ae71-f8d7abece129 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:48:50.717508 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 92581157-a7ee-483f-bbdc-7bca3fc0ca3e, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=92581157-a7ee-483f-bbdc-7bca3fc0ca3e,segment=NetworkSegment(67290ed1-d494-4915-a632-bc031c682f74),segment_id=67290ed1-d494-4915-a632-bc031c682f74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:50.727529 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f838b21-25b4-465b-8d09-a16242dc8265 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.735166 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.800901 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:50.814551 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4de77c-8db8-4aa6-8253-82b60e85195d None None] Sync routers for ids ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:50.833743 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4de77c-8db8-4aa6-8253-82b60e85195d None None] Routers {'fb4d4908-8bfe-4d30-983f-d8ba08e745da'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:50.834669 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6e4de77c-8db8-4aa6-8253-82b60e85195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:50.849757 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.853253 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-73309924-d543-469d-bdd9-6857faa20e46 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.3626006 Jul 22 23:48:50.856037 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:50.941687 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6e4de77c-8db8-4aa6-8253-82b60e85195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:50.956579 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=92581157-a7ee-483f-bbdc-7bca3fc0ca3e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:50.972360 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4de77c-8db8-4aa6-8253-82b60e85195d None None] Routers {'fb4d4908-8bfe-4d30-983f-d8ba08e745da'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:50.973050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] For port b44b0412-af7f-4f0b-ab99-bffbf1a9057c, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:50.973773 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6e4de77c-8db8-4aa6-8253-82b60e85195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:50.985294 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] For port b44b0412-af7f-4f0b-ab99-bffbf1a9057c, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b44b0412-af7f-4f0b-ab99-bffbf1a9057c,segment=NetworkSegment(4b9b270f-7b68-4b5e-9e9d-4fc6a0058827),segment_id=4b9b270f-7b68-4b5e-9e9d-4fc6a0058827)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:50.991845 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.013427 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['92581157-a7ee-483f-bbdc-7bca3fc0ca3e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:48:51.042393 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6e4de77c-8db8-4aa6-8253-82b60e85195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:51.043267 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4de77c-8db8-4aa6-8253-82b60e85195d None None] The sync data for ids ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:51.058556 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f838b21-25b4-465b-8d09-a16242dc8265 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.192149 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c000082-3677-4b6e-9168-8c16481db91e None None] Pushing event updated for resources: {'Port': ['ID=b44b0412-af7f-4f0b-ab99-bffbf1a9057c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:51.254077 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1013a964-2b00-41ae-969d-5801fd70fcd8 None None] Port 4cd22ab4-325f-4d46-956e-3684098590b5 not found while updating agent binding for router 1b120d66-c082-46f9-9364-c8553c5815f9. {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 22 23:48:51.324978 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1013a964-2b00-41ae-969d-5801fd70fcd8 None None] Routers set() bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:51.325408 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1013a964-2b00-41ae-969d-5801fd70fcd8 None None] Router IDs set() for agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 23:48:51.326056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_agentschedulers_db [None req-1013a964-2b00-41ae-969d-5801fd70fcd8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1b120d66-c082-46f9-9364-c8553c5815f9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent'). {{(pid=93822) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 23:48:51.326438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1013a964-2b00-41ae-969d-5801fd70fcd8 None None] The sync data for ids ['1b120d66-c082-46f9-9364-c8553c5815f9'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:51.419031 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f838b21-25b4-465b-8d09-a16242dc8265 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.560180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff0948-2d57-43a9-94e8-178bfe525d12 req-b648a89a-5c96-4c3c-8563-f8618309e89f tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:51.567685 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4ff0948-2d57-43a9-94e8-178bfe525d12 req-b648a89a-5c96-4c3c-8563-f8618309e89f tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 944 time: 0.8451085 Jul 22 23:48:51.624006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab6c4ed2-3515-4a76-85c0-3c28b77a2651 req-df3d1944-c979-45da-bfd2-189c318a96f8 service neutron] 10.222.0.95 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6458764 Jul 22 23:48:51.662395 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4ff0948-2d57-43a9-94e8-178bfe525d12 req-b2620ae4-f69d-40eb-a94f-3f4b55329394 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935695 Jul 22 23:48:51.684276 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f838b21-25b4-465b-8d09-a16242dc8265 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.706031 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f838b21-25b4-465b-8d09-a16242dc8265 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.712011 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3f838b21-25b4-465b-8d09-a16242dc8265 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/37047c06-4a05-4d73-ae71-f8d7abece129 HTTP/1.1" status: 204 len: 168 time: 1.1567497 Jul 22 23:48:51.717405 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57358) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:51.747299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f838b21-25b4-465b-8d09-a16242dc8265 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=37047c06-4a05-4d73-ae71-f8d7abece129,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:51.767764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabaef4-e73a-4409-8271-6cc4bf1025e0 req-1c59f329-ae65-49ee-839e-1a9dce7d307e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:51.770814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aaabaef4-e73a-4409-8271-6cc4bf1025e0 req-1c59f329-ae65-49ee-839e-1a9dce7d307e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 944 time: 0.3613141 Jul 22 23:48:51.809301 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2b22cac-65a5-4cbf-9117-46a2404d24ae req-b01e149f-7225-414a-afbe-2c34afc9a035 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 210 time: 0.0656593 Jul 22 23:48:51.816379 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5aa6d99b-1d1f-4152-b6f5-e901d49f551e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.869695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aaabaef4-e73a-4409-8271-6cc4bf1025e0 req-fba89a32-a801-45ad-9a88-619835aa2de2 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593119 Jul 22 23:48:51.976173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-accc4f8b-36e7-4bc0-a17b-b87c8bba271e req-43c21ab8-d5a2-456f-8759-17c622b9a589 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 210 time: 0.0460160 Jul 22 23:48:52.049494 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5aa6d99b-1d1f-4152-b6f5-e901d49f551e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.065375 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5aa6d99b-1d1f-4152-b6f5-e901d49f551e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dee9024-0fb9-4010-84b5-b1d9940bcc40']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:52.086993 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5aa6d99b-1d1f-4152-b6f5-e901d49f551e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb74db8-c06f-4432-a574-2af169b60df2') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:52.087438 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5aa6d99b-1d1f-4152-b6f5-e901d49f551e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb74db8-c06f-4432-a574-2af169b60df2') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:52.104444 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5aa6d99b-1d1f-4152-b6f5-e901d49f551e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.159556 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5aa6d99b-1d1f-4152-b6f5-e901d49f551e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.172618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa6d99b-1d1f-4152-b6f5-e901d49f551e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:48:52.172926 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5aa6d99b-1d1f-4152-b6f5-e901d49f551e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:48:52.175280 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:48:52.235183 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device d07f1bac-7b34-4c86-b144-80f7f086710c up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:52.292819 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5aa6d99b-1d1f-4152-b6f5-e901d49f551e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.301246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa6d99b-1d1f-4152-b6f5-e901d49f551e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6dee9024-0fb9-4010-84b5-b1d9940bcc40 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 23:48:52.305034 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5aa6d99b-1d1f-4152-b6f5-e901d49f551e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.313417 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5aa6d99b-1d1f-4152-b6f5-e901d49f551e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "DELETE /v2.0/networks/6dee9024-0fb9-4010-84b5-b1d9940bcc40 HTTP/1.1" status: 204 len: 168 time: 0.5948663 Jul 22 23:48:52.325988 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port d07f1bac-7b34-4c86-b144-80f7f086710c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:52.328946 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6d99b-1d1f-4152-b6f5-e901d49f551e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Pushing event deleted for resources: {'Network': ['ID=6dee9024-0fb9-4010-84b5-b1d9940bcc40,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:52.338308 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port d07f1bac-7b34-4c86-b144-80f7f086710c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:52.338680 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.365736 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.510771 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.579056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port d07f1bac-7b34-4c86-b144-80f7f086710c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=d07f1bac-7b34-4c86-b144-80f7f086710c,segment=NetworkSegment(67290ed1-d494-4915-a632-bc031c682f74),segment_id=67290ed1-d494-4915-a632-bc031c682f74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:52.584545 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62fc5c2-e863-449c-86c1-12b24e1c5ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07f1bac-7b34-4c86-b144-80f7f086710c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:52.588782 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d46db2-c91e-4aa7-bc68-fdb21ba66757" -d '{"events": [{"server_uuid": "f62fc5c2-e863-449c-86c1-12b24e1c5ea3", "name": "network-vif-plugged", "status": "completed", "tag": "d07f1bac-7b34-4c86-b144-80f7f086710c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:52.593245 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1252de1-d1e7-4d7b-a302-7fa4ece126dc None None] Network a3f07363-297c-400e-ace6-1f97416a6fea requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:52.605957 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.763410 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b48373c-e6a8-4f16-8a23-c7c54628d11f x-openstack-request-id: req-7b48373c-e6a8-4f16-8a23-c7c54628d11f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:52.763597 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62fc5c2-e863-449c-86c1-12b24e1c5ea3", "name": "network-vif-plugged", "status": "completed", "tag": "d07f1bac-7b34-4c86-b144-80f7f086710c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:52.763861 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b48373c-e6a8-4f16-8a23-c7c54628d11f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:52.764255 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62fc5c2-e863-449c-86c1-12b24e1c5ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07f1bac-7b34-4c86-b144-80f7f086710c', 'code': 200} Jul 22 23:48:52.766101 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=d07f1bac-7b34-4c86-b144-80f7f086710c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:52.833888 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57372) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:52.852573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6dc2675a-5c12-43f1-9ee0-f1e8df5ad18e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Request body: {'router': {'name': 'tempest-router--1598645734', 'project_id': '0a461f98e2774f3aa0d0c9502e2b398f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:52.891655 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-60698917-b64a-4067-99bf-fb4d92880ce9 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:52.893190 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-60698917-b64a-4067-99bf-fb4d92880ce9 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.95 "GET /v2.0/networks?id=34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 HTTP/1.1" status: 200 len: 809 time: 0.3572176 Jul 22 23:48:52.901268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1c4a4476-85ca-45c6-9a33-21e8438f8bc4 None None] Provisioning for port b44b0412-af7f-4f0b-ab99-bffbf1a9057c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:52.910841 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 92581157-a7ee-483f-bbdc-7bca3fc0ca3e up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:53.028245 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Allocated IP 172.20.0.1 (a3f07363-297c-400e-ace6-1f97416a6fea/c8c02fe9-7df1-4698-8b7f-722a278c4145/b9803d30-ef82-4cd5-a670-8844026b60bd) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:53.064105 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 92581157-a7ee-483f-bbdc-7bca3fc0ca3e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:53.073995 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dc2675a-5c12-43f1-9ee0-f1e8df5ad18e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.075624 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dc2675a-5c12-43f1-9ee0-f1e8df5ad18e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.092665 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 92581157-a7ee-483f-bbdc-7bca3fc0ca3e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:53.093044 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.116509 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-c1519e52-da2d-40c1-9dff-b9415c9e8c65 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3662d9b6dea486c9943ad4ed2b2271e HTTP/1.1" status: 200 len: 379 time: 0.1772606 Jul 22 23:48:53.132535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-d9624619-70bc-49d4-9846-6ee56225838d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Request body: {'port': {'device_id': 'df86a1da-20fb-49a0-9860-2f48c38fd71d', 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0', 'admin_state_up': True, 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'security_groups': ['2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:53.136987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac8e6d-f25c-4fae-856c-5ec47d55aeb0 req-3fa4d9d6-038c-4c42-b3df-faf46545fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:53.138567 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68ac8e6d-f25c-4fae-856c-5ec47d55aeb0 req-3fa4d9d6-038c-4c42-b3df-faf46545fb55 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 1096 time: 0.3567228 Jul 22 23:48:53.294528 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.317521 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2b0a-fb7d-42bb-9fae-58f8e4194f3d req-e7ed172b-9290-4df6-bfad-8114a4420bd5 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:53.319648 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c25a2b0a-fb7d-42bb-9fae-58f8e4194f3d req-e7ed172b-9290-4df6-bfad-8114a4420bd5 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.4889576 Jul 22 23:48:53.345031 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dc2675a-5c12-43f1-9ee0-f1e8df5ad18e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.351505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b44b0412-af7f-4f0b-ab99-bffbf1a9057c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:53.388212 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.431424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 92581157-a7ee-483f-bbdc-7bca3fc0ca3e, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=92581157-a7ee-483f-bbdc-7bca3fc0ca3e,segment=NetworkSegment(67290ed1-d494-4915-a632-bc031c682f74),segment_id=67290ed1-d494-4915-a632-bc031c682f74)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:53.431642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Transition to ACTIVE for port object b9803d30-ef82-4cd5-a670-8844026b60bd will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:53.446443 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.471585 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2ed6493-067b-4e8f-8573-5538d396141b req-9b5c6287-8f41-415d-bd19-ce936c73d25f tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 210 time: 0.5303977 Jul 22 23:48:53.498060 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dc2675a-5c12-43f1-9ee0-f1e8df5ad18e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.509773 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.541035 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port b44b0412-af7f-4f0b-ab99-bffbf1a9057c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:53.554231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b44b0412-af7f-4f0b-ab99-bffbf1a9057c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:53.554786 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.566059 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Network a3f07363-297c-400e-ace6-1f97416a6fea is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:53.570453 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:53.575089 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:53.580044 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Pushing event updated for resources: {'Port': ['ID=b9803d30-ef82-4cd5-a670-8844026b60bd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:53.623292 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68ac8e6d-f25c-4fae-856c-5ec47d55aeb0 req-77898a73-d12c-4ce2-8c62-e23cc07953bb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509513 Jul 22 23:48:53.626602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=92581157-a7ee-483f-bbdc-7bca3fc0ca3e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:53.640497 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.660610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-462bc923-3fe7-4586-8686-61b0926e60b1 None None] Provisioning complete for port b44b0412-af7f-4f0b-ab99-bffbf1a9057c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:53.660991 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-462bc923-3fe7-4586-8686-61b0926e60b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.664473 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c25a2b0a-fb7d-42bb-9fae-58f8e4194f3d req-dd88c6ac-a2b7-459f-a981-85474d42fda8 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166883 Jul 22 23:48:53.666822 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6dc2675a-5c12-43f1-9ee0-f1e8df5ad18e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.668094 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6dc2675a-5c12-43f1-9ee0-f1e8df5ad18e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8211696 Jul 22 23:48:53.689312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57386) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:53.774927 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.861771 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa568-5ab9-4585-ad75-250c0f47c630 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.883829 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.888611 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port b44b0412-af7f-4f0b-ab99-bffbf1a9057c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b44b0412-af7f-4f0b-ab99-bffbf1a9057c,segment=NetworkSegment(4b9b270f-7b68-4b5e-9e9d-4fc6a0058827),segment_id=4b9b270f-7b68-4b5e-9e9d-4fc6a0058827)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:53.890671 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-462bc923-3fe7-4586-8686-61b0926e60b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.925183 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.964998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-d9624619-70bc-49d4-9846-6ee56225838d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Made reservation on behalf of b3662d9b6dea486c9943ad4ed2b2271e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:53.968318 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-d9624619-70bc-49d4-9846-6ee56225838d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.066454 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-462bc923-3fe7-4586-8686-61b0926e60b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:48:54.067128 n-d-688802-2 neutron-server[93822]: DEBUG oslo_db.api [None req-462bc923-3fe7-4586-8686-61b0926e60b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:48:54.088485 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=b44b0412-af7f-4f0b-ab99-bffbf1a9057c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:54.152583 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa568-5ab9-4585-ad75-250c0f47c630 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.175021 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa568-5ab9-4585-ad75-250c0f47c630 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.178016 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce3372a1-4c98-49f6-976e-33bdec97f9be req-510b9db1-e456-40c2-8328-44d8a2295e0d tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 210 time: 0.1043005 Jul 22 23:48:54.244573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077987fa-00ac-48bb-9e74-e7c1361c973f req-347334be-b8da-4b71-8d31-718734e0ab8f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:54.246151 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-077987fa-00ac-48bb-9e74-e7c1361c973f req-347334be-b8da-4b71-8d31-718734e0ab8f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 944 time: 0.6252277 Jul 22 23:48:54.246513 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.249951 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa568-5ab9-4585-ad75-250c0f47c630 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.250442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2fa568-5ab9-4585-ad75-250c0f47c630 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Fanout notify agent at l3_agent the message router_deleted on router acbf478a-4594-45e4-9bef-be8b13b65042 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:48:54.253606 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.256636 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa568-5ab9-4585-ad75-250c0f47c630 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.258174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6b2fa568-5ab9-4585-ad75-250c0f47c630 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "DELETE /v2.0/routers/acbf478a-4594-45e4-9bef-be8b13b65042 HTTP/1.1" status: 204 len: 168 time: 0.5608449 Jul 22 23:48:54.310824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Pushing event updated for resources: {'Port': ['ID=b9803d30-ef82-4cd5-a670-8844026b60bd,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:54.338017 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-077987fa-00ac-48bb-9e74-e7c1361c973f req-bba35176-f318-4497-a029-ee85bf4cce4e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646415 Jul 22 23:48:54.350618 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-d9624619-70bc-49d4-9846-6ee56225838d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Allocated IP 172.20.0.13 (34fe0ae9-3f02-496f-9b8e-c97ca353b9e0/1d5e7299-287c-48b3-87aa-97348e38ebc8/325966a2-108f-436d-9aa9-c1218f4bcbd9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:54.380238 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.432147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57390) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:54.509029 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Network a3f07363-297c-400e-ace6-1f97416a6fea is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:54.512034 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:54.524344 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-d9624619-70bc-49d4-9846-6ee56225838d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.543507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-d9624619-70bc-49d4-9846-6ee56225838d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Transition to ACTIVE for port object 325966a2-108f-436d-9aa9-c1218f4bcbd9 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:54.637678 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-d9624619-70bc-49d4-9846-6ee56225838d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.703096 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Router fb4d4908-8bfe-4d30-983f-d8ba08e745da has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:54.770041 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1b5407-e603-4946-bb38-60d21225573a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92581157-a7ee-483f-bbdc-7bca3fc0ca3e'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:54.774276 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b373cf-3027-4a44-9978-d56355f1b287" -d '{"events": [{"server_uuid": "2c1b5407-e603-4946-bb38-60d21225573a", "name": "network-vif-plugged", "status": "completed", "tag": "92581157-a7ee-483f-bbdc-7bca3fc0ca3e"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:54.787012 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62256906-47bb-46d7-90a1-774901640331 None None] Provisioning for port b9803d30-ef82-4cd5-a670-8844026b60bd completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:54.798818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62256906-47bb-46d7-90a1-774901640331 None None] Provisioning complete for port b9803d30-ef82-4cd5-a670-8844026b60bd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:54.799515 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62256906-47bb-46d7-90a1-774901640331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.833496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-273158777', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:54.849474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-62256906-47bb-46d7-90a1-774901640331 None None] Port b9803d30-ef82-4cd5-a670-8844026b60bd cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:54.862815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-d9624619-70bc-49d4-9846-6ee56225838d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Network 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:54.892355 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9624619-70bc-49d4-9846-6ee56225838d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Pushing event updated for resources: {'Port': ['ID=325966a2-108f-436d-9aa9-c1218f4bcbd9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:54.892520 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:54.899335 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-d9624619-70bc-49d4-9846-6ee56225838d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:54.900849 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8207d59c-a1b0-4030-a594-c3e138b7ee0e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] 10.222.0.26 "PUT /v2.0/routers/fb4d4908-8bfe-4d30-983f-d8ba08e745da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0432580 Jul 22 23:48:54.901372 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57400) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:54.906398 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbbbf20-2eff-4a36-9477-934a72e25fe8 None None] Sync routers for ids ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:54.906563 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e8af14ed-d154-4336-b74e-bcad45c41e01 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Request body: {'port': {'network_id': 'a3f07363-297c-400e-ace6-1f97416a6fea', 'name': 'tempest-FloatingIPAdminTestJSON-1862428076'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:54.910176 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:48:54.912207 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-d9624619-70bc-49d4-9846-6ee56225838d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:54.947291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbbbf20-2eff-4a36-9477-934a72e25fe8 None None] Routers {'fb4d4908-8bfe-4d30-983f-d8ba08e745da'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:54.947988 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3bbbbf20-2eff-4a36-9477-934a72e25fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:54.993773 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.995150 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.041541 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4dc51-a560-43fd-91d4-f5235bf973b3 req-2e645662-4680-43cc-ad36-cbc15402bda6 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:55.043691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ca4dc51-a560-43fd-91d4-f5235bf973b3 req-2e645662-4680-43cc-ad36-cbc15402bda6 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.2281668 Jul 22 23:48:55.099880 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60c0c8-9d20-4893-863f-cb4598def031 req-30eac811-5e55-4a17-9240-ea50edb5fc6f tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:55.107358 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc60c0c8-9d20-4893-863f-cb4598def031 req-30eac811-5e55-4a17-9240-ea50edb5fc6f tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 932 time: 0.4936280 Jul 22 23:48:55.127807 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:55.135350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8af14ed-d154-4336-b74e-bcad45c41e01 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Made reservation on behalf of f0556d73b9164b7aa1e296b692ad3a63 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:55.139625 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8af14ed-d154-4336-b74e-bcad45c41e01 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.163411 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-d9624619-70bc-49d4-9846-6ee56225838d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:55.164129 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-d9624619-70bc-49d4-9846-6ee56225838d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.182421 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc60c0c8-9d20-4893-863f-cb4598def031 req-f049e870-78af-4df6-b3ab-27d7dd08c2ba tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740752 Jul 22 23:48:55.182958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-e8af14ed-d154-4336-b74e-bcad45c41e01 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] device_id is not set on port 3072bafc-041b-4996-9fee-6464a9f3e885 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:48:55.276724 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ca4dc51-a560-43fd-91d4-f5235bf973b3 req-08b3917d-ecbf-4397-b8b7-a34ce1526499 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236483 Jul 22 23:48:55.285806 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.317823 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-d9624619-70bc-49d4-9846-6ee56225838d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1907279 Jul 22 23:48:55.368070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3bbbbf20-2eff-4a36-9477-934a72e25fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:55.370854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'port_id': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee', 'mac_address': 'fa:16:3e:bc:e8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:48:55.375829 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc56f36-ea21-418b-a41d-86cf053ac38c x-openstack-request-id: req-afc56f36-ea21-418b-a41d-86cf053ac38c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:55.376009 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Request body: {'port': {'device_id': 'df86a1da-20fb-49a0-9860-2f48c38fd71d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:55.376428 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1b5407-e603-4946-bb38-60d21225573a", "name": "network-vif-plugged", "status": "completed", "tag": "92581157-a7ee-483f-bbdc-7bca3fc0ca3e", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:55.376819 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-afc56f36-ea21-418b-a41d-86cf053ac38c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:55.377378 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1b5407-e603-4946-bb38-60d21225573a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92581157-a7ee-483f-bbdc-7bca3fc0ca3e', 'code': 200} Jul 22 23:48:55.379429 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b44b0412-af7f-4f0b-ab99-bffbf1a9057c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:55.385241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-df70fc5f-f192-4e4f-958e-8da18dd5da43 None None] Provisioning complete for port b9803d30-ef82-4cd5-a670-8844026b60bd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:55.385960 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df70fc5f-f192-4e4f-958e-8da18dd5da43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.462078 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e8af14ed-d154-4336-b74e-bcad45c41e01 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Allocated IP 172.20.0.14 (a3f07363-297c-400e-ace6-1f97416a6fea/c8c02fe9-7df1-4698-8b7f-722a278c4145/3072bafc-041b-4996-9fee-6464a9f3e885) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:55.478536 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbbbf20-2eff-4a36-9477-934a72e25fe8 None None] Routers {'fb4d4908-8bfe-4d30-983f-d8ba08e745da'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:55.480272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3bbbbf20-2eff-4a36-9477-934a72e25fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:55.547719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3bbbbf20-2eff-4a36-9477-934a72e25fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:55.548675 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbbbf20-2eff-4a36-9477-934a72e25fe8 None None] The sync data for ids ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:55.551417 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-df70fc5f-f192-4e4f-958e-8da18dd5da43 None None] Port b9803d30-ef82-4cd5-a670-8844026b60bd cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:55.557035 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87facee6-a7fa-4adb-a993-ef4191e552cc req-aad476cb-8ab1-4204-8068-e3acafcf2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:55.558607 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-87facee6-a7fa-4adb-a993-ef4191e552cc req-aad476cb-8ab1-4204-8068-e3acafcf2228 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 1096 time: 0.1965334 Jul 22 23:48:55.561898 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.580537 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:48:55.585626 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.592831 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b44b0412-af7f-4f0b-ab99-bffbf1a9057c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:55.592831 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.641314 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:55.648873 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8467e3a1-ccba-4eab-84fb-21bed3efe928 req-89675495-ac3c-4520-b455-8056af699e97 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1c64b5-e392-41df-9737-4d0166666a4f HTTP/1.1" status: 200 len: 210 time: 0.1648836 Jul 22 23:48:55.653017 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.708625 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8af14ed-d154-4336-b74e-bcad45c41e01 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.709198 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.730103 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e8af14ed-d154-4336-b74e-bcad45c41e01 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Transition to ACTIVE for port object 3072bafc-041b-4996-9fee-6464a9f3e885 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:55.748599 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a68e81d9-7859-48bd-8b2c-479c1f92db19 None None] Provisioning for port 325966a2-108f-436d-9aa9-c1218f4bcbd9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:55.754129 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a68e81d9-7859-48bd-8b2c-479c1f92db19 None None] Provisioning complete for port 325966a2-108f-436d-9aa9-c1218f4bcbd9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:55.754645 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a68e81d9-7859-48bd-8b2c-479c1f92db19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.760240 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:55.802238 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8af14ed-d154-4336-b74e-bcad45c41e01 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.808623 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a68e81d9-7859-48bd-8b2c-479c1f92db19 None None] Port 325966a2-108f-436d-9aa9-c1218f4bcbd9 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:55.853287 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-87facee6-a7fa-4adb-a993-ef4191e552cc req-86f4801f-2fc6-46f1-ab73-822175bc4065 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779078 Jul 22 23:48:55.864777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8af14ed-d154-4336-b74e-bcad45c41e01 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Network a3f07363-297c-400e-ace6-1f97416a6fea is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:55.871570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e8af14ed-d154-4336-b74e-bcad45c41e01 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:55.873466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['135c4d39-a1e4-4f5e-8e50-6e2e16d023ee'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:48:55.876032 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af14ed-d154-4336-b74e-bcad45c41e01 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:55.911931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af14ed-d154-4336-b74e-bcad45c41e01 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Pushing event updated for resources: {'Port': ['ID=3072bafc-041b-4996-9fee-6464a9f3e885,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:55.950505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af14ed-d154-4336-b74e-bcad45c41e01 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:55.951186 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8af14ed-d154-4336-b74e-bcad45c41e01 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.977886 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e8af14ed-d154-4336-b74e-bcad45c41e01 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0750835 Jul 22 23:48:55.978505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57408) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:56.149642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'project_id': 'f0556d73b9164b7aa1e296b692ad3a63', 'port_id': '3072bafc-041b-4996-9fee-6464a9f3e885'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:56.232077 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a331a99-c3ac-4f47-ac11-73e5412e64fd req-caafe285-5de0-4679-89d1-ef3e6e118761 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.237193 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.245448 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a331a99-c3ac-4f47-ac11-73e5412e64fd req-caafe285-5de0-4679-89d1-ef3e6e118761 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 944 time: 0.6497626 Jul 22 23:48:56.247425 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b7f8dec0-a98d-4b32-bbf6-866241abab3d None None] Provisioning for port 3072bafc-041b-4996-9fee-6464a9f3e885 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:56.255994 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b7f8dec0-a98d-4b32-bbf6-866241abab3d None None] Provisioning complete for port 3072bafc-041b-4996-9fee-6464a9f3e885 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:56.258308 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7f8dec0-a98d-4b32-bbf6-866241abab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.317389 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b7f8dec0-a98d-4b32-bbf6-866241abab3d None None] Port 3072bafc-041b-4996-9fee-6464a9f3e885 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:56.345451 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.440509 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a331a99-c3ac-4f47-ac11-73e5412e64fd req-56e49602-912e-47cb-84a7-4f19741c3105 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939135 Jul 22 23:48:56.480721 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Allocated IP 172.25.4.13 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/5c077fdc-2953-4717-8682-b184f0f0f8fa) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:56.496889 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429256e-4b6e-4f5e-b28e-d38f0488eaf3 req-6d3dea7c-e644-4de9-8c01-13b62d0716a6 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.498455 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0429256e-4b6e-4f5e-b28e-d38f0488eaf3 req-6d3dea7c-e644-4de9-8c01-13b62d0716a6 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 932 time: 0.2107358 Jul 22 23:48:56.606328 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a946ad2-cf7c-4b00-bc29-d0b6514dffe2 req-121f31c3-50e9-4783-a2e8-3ae9142d9ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.607863 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5a946ad2-cf7c-4b00-bc29-d0b6514dffe2 req-121f31c3-50e9-4783-a2e8-3ae9142d9ea7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d2e7e8a1c7644425a65536a6b1591ad6&device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 1096 time: 0.1246088 Jul 22 23:48:56.644323 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.715926 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0429256e-4b6e-4f5e-b28e-d38f0488eaf3 req-a799c3f8-5606-4c68-96a6-3ed6330db6ff tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835330 Jul 22 23:48:56.730122 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.746481 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a946ad2-cf7c-4b00-bc29-d0b6514dffe2 req-c2929caa-404e-4c7f-aee2-cd7d9bfd2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.748073 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5a946ad2-cf7c-4b00-bc29-d0b6514dffe2 req-c2929caa-404e-4c7f-aee2-cd7d9bfd2752 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d9c6f596-1a55-460f-aa44-3580307980e5 HTTP/1.1" status: 200 len: 917 time: 0.1154087 Jul 22 23:48:56.750124 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.787089 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.809170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2e97b-e2a0-4442-8ba8-3b9f8f9cb131 req-87a2560a-3acf-4c2a-bfd9-888c2c968f64 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.810712 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ef2e97b-e2a0-4442-8ba8-3b9f8f9cb131 req-87a2560a-3acf-4c2a-bfd9-888c2c968f64 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.2786856 Jul 22 23:48:56.829326 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:56.837772 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:56.844254 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:56.871244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Pushing event updated for resources: {'Port': ['ID=5c077fdc-2953-4717-8682-b184f0f0f8fa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:56.896244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:56.906659 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325966a2-108f-436d-9aa9-c1218f4bcbd9 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:48:56.906842 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5a946ad2-cf7c-4b00-bc29-d0b6514dffe2 req-f6a261d3-db13-497c-b36c-58df9072f0ec service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee HTTP/1.1" status: 200 len: 1000 time: 0.1294315 Jul 22 23:48:56.917684 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:56.924112 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ef2e97b-e2a0-4442-8ba8-3b9f8f9cb131 req-45b5816e-6b35-4ba4-bc5a-42c3d6fa16b7 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907984 Jul 22 23:48:56.928493 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.949639 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Transition to ACTIVE for port object 325966a2-108f-436d-9aa9-c1218f4bcbd9 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:56.975751 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.981216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:56.988638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:56.989944 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.043044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=325966a2-108f-436d-9aa9-c1218f4bcbd9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:57.072767 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a946ad2-cf7c-4b00-bc29-d0b6514dffe2 req-62b98ff0-5d3d-4377-b174-e14a75a9b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:57.074285 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5a946ad2-cf7c-4b00-bc29-d0b6514dffe2 req-62b98ff0-5d3d-4377-b174-e14a75a9b3d1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2482584c-2a32-49e4-91b9-a354783f97de HTTP/1.1" status: 200 len: 855 time: 0.1586251 Jul 22 23:48:57.076908 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5c08afe-7887-45fa-bae8-b895e2e26324 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.122786 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.158778 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Allocated IP 172.25.4.128 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/cb8bee55-26a3-4899-831f-432cdb3b400c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:57.184912 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:57.196834 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.269445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:57.378553 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d261bab-b24d-4590-9732-3f4190a548f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:57.381116 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320fc6d3-7519-45d9-b7f9-53f5d3552ce7" -d '{"events": [{"server_uuid": "2d261bab-b24d-4590-9732-3f4190a548f5", "name": "network-vif-plugged", "status": "completed", "tag": "135c4d39-a1e4-4f5e-8e50-6e2e16d023ee"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:57.451588 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0994e158-87f8-4102-88b1-3ef2ea548160 x-openstack-request-id: req-0994e158-87f8-4102-88b1-3ef2ea548160 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:57.452168 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d261bab-b24d-4590-9732-3f4190a548f5", "name": "network-vif-plugged", "status": "completed", "tag": "135c4d39-a1e4-4f5e-8e50-6e2e16d023ee", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:57.452663 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0994e158-87f8-4102-88b1-3ef2ea548160 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:57.464275 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d261bab-b24d-4590-9732-3f4190a548f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee', 'code': 200} Jul 22 23:48:57.519707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Attempting to bind port 325966a2-108f-436d-9aa9-c1218f4bcbd9 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:57.519707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Attempting to bind port 325966a2-108f-436d-9aa9-c1218f4bcbd9 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '112dac1e-4677-4621-bb9f-92d6e0a57f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:57.519707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Attempting to bind port 325966a2-108f-436d-9aa9-c1218f4bcbd9 on network 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:57.557910 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa0b1a-c217-4a24-adef-ca42fe848fd5 req-867e2697-f255-4f2e-a539-408674339164 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:57.564698 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71fa0b1a-c217-4a24-adef-ca42fe848fd5 req-867e2697-f255-4f2e-a539-408674339164 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.3522952 Jul 22 23:48:57.587809 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5c08afe-7887-45fa-bae8-b895e2e26324 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.598168 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Port 325966a2-108f-436d-9aa9-c1218f4bcbd9 on network 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:48:57.598521 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Attempting to bind port 325966a2-108f-436d-9aa9-c1218f4bcbd9 on network 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:57.603090 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175d5ea-2d9b-47ac-8f9c-1fc63ed4d8ca req-47eb21f6-fc01-4fad-95fc-4acc7afce42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:57.604307 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c175d5ea-2d9b-47ac-8f9c-1fc63ed4d8ca req-47eb21f6-fc01-4fad-95fc-4acc7afce42d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0648e710624549d88e8c0c8a91031658&device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 1096 time: 0.3952968 Jul 22 23:48:57.656139 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.672248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a946ad2-cf7c-4b00-bc29-d0b6514dffe2 req-67fbd3d2-1197-4963-893e-b6645937774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:57.674058 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5a946ad2-cf7c-4b00-bc29-d0b6514dffe2 req-67fbd3d2-1197-4963-893e-b6645937774c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d9c6f596-1a55-460f-aa44-3580307980e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5864661 Jul 22 23:48:57.681775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:57.682034 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Checking segment: {'id': '112dac1e-4677-4621-bb9f-92d6e0a57f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:57.682453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Bound using segment: {'id': '112dac1e-4677-4621-bb9f-92d6e0a57f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:57.682934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Bound port: 325966a2-108f-436d-9aa9-c1218f4bcbd9, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112dac1e-4677-4621-bb9f-92d6e0a57f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:57.683355 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.701490 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5c08afe-7887-45fa-bae8-b895e2e26324 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.703985 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5c08afe-7887-45fa-bae8-b895e2e26324 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.705135 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e5c08afe-7887-45fa-bae8-b895e2e26324 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "DELETE /v2.0/security-groups/3fbd6b7f-109c-4621-a186-e6feab876da0 HTTP/1.1" status: 204 len: 168 time: 0.8079557 Jul 22 23:48:57.711824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57432) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:57.749983 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c08afe-7887-45fa-bae8-b895e2e26324 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbd6b7f-109c-4621-a186-e6feab876da0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:57.774122 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-7510e23d-5b2c-4ef4-b48c-7ba15e969fd7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] show failed (client error): The resource could not be found. Jul 22 23:48:57.778280 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7510e23d-5b2c-4ef4-b48c-7ba15e969fd7 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "GET /v2.0/security-groups/3fbd6b7f-109c-4621-a186-e6feab876da0 HTTP/1.1" status: 404 len: 347 time: 0.0478196 Jul 22 23:48:57.778280 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71fa0b1a-c217-4a24-adef-ca42fe848fd5 req-5406e94f-d4fb-433d-8baf-994af601599a tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126329 Jul 22 23:48:57.781080 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57436) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:57.968867 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade5120-b10e-4462-a56d-2eb6f00c6782 req-36e84fff-d3cf-4bed-b7ac-ff541eec3819 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:57.970384 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6ade5120-b10e-4462-a56d-2eb6f00c6782 req-36e84fff-d3cf-4bed-b7ac-ff541eec3819 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 946 time: 0.3967280 Jul 22 23:48:57.971296 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.987425 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175d5ea-2d9b-47ac-8f9c-1fc63ed4d8ca req-86c31cc2-65f6-4a5b-94b5-d5337c18b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:57.988852 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c175d5ea-2d9b-47ac-8f9c-1fc63ed4d8ca req-86c31cc2-65f6-4a5b-94b5-d5337c18b15b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c243616-7ce3-49b3-a3b7-5a71469105fa HTTP/1.1" status: 200 len: 919 time: 0.3451800 Jul 22 23:48:57.990496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] For port 325966a2-108f-436d-9aa9-c1218f4bcbd9, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:58.014605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9594524-8500-4fa0-8e0f-85dcfda83ce6 req-689849b6-c8ca-440e-9d9f-4d9a49075efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:58.016115 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b9594524-8500-4fa0-8e0f-85dcfda83ce6 req-689849b6-c8ca-440e-9d9f-4d9a49075efc service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 1097 time: 0.4090023 Jul 22 23:48:58.067281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] For port 325966a2-108f-436d-9aa9-c1218f4bcbd9, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=325966a2-108f-436d-9aa9-c1218f4bcbd9,segment=NetworkSegment(112dac1e-4677-4621-bb9f-92d6e0a57f1d),segment_id=112dac1e-4677-4621-bb9f-92d6e0a57f1d)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:58.070643 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5a946ad2-cf7c-4b00-bc29-d0b6514dffe2 req-f5e257bf-f798-447b-a256-79fdb6541971 service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894539 Jul 22 23:48:58.074411 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.105507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:58.115537 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c175d5ea-2d9b-47ac-8f9c-1fc63ed4d8ca req-4a65aecc-ac10-4930-8224-159ad575a18b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d07f1bac-7b34-4c86-b144-80f7f086710c HTTP/1.1" status: 200 len: 217 time: 0.0985100 Jul 22 23:48:58.117255 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.123628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:58.134863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:58.176259 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Pushing event updated for resources: {'Port': ['ID=cb8bee55-26a3-4899-831f-432cdb3b400c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:58.223510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6ade5120-b10e-4462-a56d-2eb6f00c6782 req-d7c2ef3c-c9ec-4a9b-9153-7346d99b458a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388484 Jul 22 23:48:58.252837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:58.253499 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.254897 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] 10.222.0.95 "PUT /v2.0/ports/325966a2-108f-436d-9aa9-c1218f4bcbd9 HTTP/1.1" status: 200 len: 1092 time: 2.8838842 Jul 22 23:48:58.255351 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df86a1da-20fb-49a0-9860-2f48c38fd71d', 'tag': '325966a2-108f-436d-9aa9-c1218f4bcbd9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:58.258814 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f2d08e-5f82-45c5-b883-d18fc04b15d3" -d '{"events": [{"name": "network-changed", "server_uuid": "df86a1da-20fb-49a0-9860-2f48c38fd71d", "tag": "325966a2-108f-436d-9aa9-c1218f4bcbd9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:58.269465 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b9594524-8500-4fa0-8e0f-85dcfda83ce6 req-8632ba65-4419-4274-943e-55aa0d2cebd3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428071 Jul 22 23:48:58.275283 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-07ae1ba2-dcac-41de-ad09-3bfabbb954ff tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Deleting port 579e8729-1881-4322-bbed-f4d3da8fc705 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:58.275699 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07ae1ba2-dcac-41de-ad09-3bfabbb954ff tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.276943 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3af568-43e5-4491-9241-761f8e675b4b req-33268e3b-6b3d-4495-a68b-e94c1a068d8d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:58.278796 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da3af568-43e5-4491-9241-761f8e675b4b req-33268e3b-6b3d-4495-a68b-e94c1a068d8d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 944 time: 0.4333241 Jul 22 23:48:58.322044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175d5ea-2d9b-47ac-8f9c-1fc63ed4d8ca req-a1a54e42-adc3-47b7-86a9-f4cceb446f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:58.324077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c175d5ea-2d9b-47ac-8f9c-1fc63ed4d8ca req-a1a54e42-adc3-47b7-86a9-f4cceb446f42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57003466-1ac5-4281-bdec-6c2f62849a78 HTTP/1.1" status: 200 len: 858 time: 0.1871965 Jul 22 23:48:58.324837 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5a946ad2-cf7c-4b00-bc29-d0b6514dffe2 req-e75d2ad6-4ff3-43a9-80cc-ef0e375f0751 service neutron] 10.222.0.95 "GET /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359877 Jul 22 23:48:58.327224 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.348875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=325966a2-108f-436d-9aa9-c1218f4bcbd9,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:58.423687 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d19301-aa9c-459e-9ad9-fc978147848a x-openstack-request-id: req-94d19301-aa9c-459e-9ad9-fc978147848a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:58.423978 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df86a1da-20fb-49a0-9860-2f48c38fd71d", "tag": "325966a2-108f-436d-9aa9-c1218f4bcbd9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:58.424232 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94d19301-aa9c-459e-9ad9-fc978147848a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:58.424632 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df86a1da-20fb-49a0-9860-2f48c38fd71d', 'tag': '325966a2-108f-436d-9aa9-c1218f4bcbd9', 'status': 'completed', 'code': 200} Jul 22 23:48:58.452840 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c175d5ea-2d9b-47ac-8f9c-1fc63ed4d8ca req-c7f1f0a1-f779-4e77-862f-98b927b38116 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c243616-7ce3-49b3-a3b7-5a71469105fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400171 Jul 22 23:48:58.492099 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07ae1ba2-dcac-41de-ad09-3bfabbb954ff tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.492433 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07ae1ba2-dcac-41de-ad09-3bfabbb954ff tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.507376 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da3af568-43e5-4491-9241-761f8e675b4b req-16acfaf2-f7a4-4def-80e2-f5fb682dc1ee tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084885 Jul 22 23:48:58.535103 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-07ae1ba2-dcac-41de-ad09-3bfabbb954ff tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Calling delete_port for 579e8729-1881-4322-bbed-f4d3da8fc705 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:58.582523 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-e27fc039-071a-4ad2-97fd-e5e3f69a1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:58.583957 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-e27fc039-071a-4ad2-97fd-e5e3f69a1dfe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b3662d9b6dea486c9943ad4ed2b2271e&device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 1095 time: 0.2110486 Jul 22 23:48:58.657752 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c175d5ea-2d9b-47ac-8f9c-1fc63ed4d8ca req-a45346ba-c7b4-46b1-beb6-9fe7ce24f178 service neutron] 10.222.0.18 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944537 Jul 22 23:48:58.671687 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-100726c3-13cc-4b78-bb43-e465816d6a89 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=325966a2-108f-436d-9aa9-c1218f4bcbd9 HTTP/1.1" status: 200 len: 217 time: 0.0546989 Jul 22 23:48:58.744549 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.771265 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-acc526b2-a6d1-4b11-9c14-363831c92fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:58.772925 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-acc526b2-a6d1-4b11-9c14-363831c92fe7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1d5e7299-287c-48b3-87aa-97348e38ebc8 HTTP/1.1" status: 200 len: 848 time: 0.0917635 Jul 22 23:48:58.777118 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.790797 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.852909 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c175d5ea-2d9b-47ac-8f9c-1fc63ed4d8ca req-a8b156f6-464e-4cdd-8037-bb8596f3e9e4 service neutron] 10.222.0.18 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884148 Jul 22 23:48:58.930868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Pushing event updated for resources: {'Port': ['ID=5c077fdc-2953-4717-8682-b184f0f0f8fa,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:58.949280 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.985620 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07ae1ba2-dcac-41de-ad09-3bfabbb954ff tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.030472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-1dcc3f30-0799-4cf5-b098-91906523d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:59.032059 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-1dcc3f30-0799-4cf5-b098-91906523d25f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=34fe0ae9-3f02-496f-9b8e-c97ca353b9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2511928 Jul 22 23:48:59.066316 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae1ba2-dcac-41de-ad09-3bfabbb954ff tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event deleted for resources: {'Port': ['ID=579e8729-1881-4322-bbed-f4d3da8fc705,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:59.438703 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6a75d-6ab9-4e37-b290-58bfdd10b14e req-b27e0aee-8db1-4bb4-8066-e7b76a98df27 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:59.440296 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3a6a75d-6ab9-4e37-b290-58bfdd10b14e req-b27e0aee-8db1-4bb4-8066-e7b76a98df27 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.5831785 Jul 22 23:48:59.485082 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.488604 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Floating IP b6125c3e-5ed0-4126-9520-f3c672160e22 associated. External IP: 172.25.4.13, port: 3072bafc-041b-4996-9fee-6464a9f3e885. Jul 22 23:48:59.508480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97aabc-9ac6-4a84-a431-89544f21f770 req-a3380e25-1a39-4c34-89f4-8ddd2f04ec6b tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:59.510006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b97aabc-9ac6-4a84-a431-89544f21f770 req-a3380e25-1a39-4c34-89f4-8ddd2f04ec6b tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 946 time: 0.1505904 Jul 22 23:48:59.529592 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07ae1ba2-dcac-41de-ad09-3bfabbb954ff tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.532090 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07ae1ba2-dcac-41de-ad09-3bfabbb954ff tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.535698 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-07ae1ba2-dcac-41de-ad09-3bfabbb954ff tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "DELETE /v2.0/floatingips/004be048-58ee-4741-ac4f-d2e7c118a6c9 HTTP/1.1" status: 204 len: 168 time: 1.7521915 Jul 22 23:48:59.545586 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57480) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:59.568804 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-491f554d-33c5-48e0-b385-404fa078cd45 service neutron] 10.222.0.95 "GET /v2.0/networks/34fe0ae9-3f02-496f-9b8e-c97ca353b9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173750 Jul 22 23:48:59.625783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3a6a75d-6ab9-4e37-b290-58bfdd10b14e req-6a6ada78-9a04-4823-9e79-a178bf31306d tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722233 Jul 22 23:48:59.740410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b97aabc-9ac6-4a84-a431-89544f21f770 req-566e97c2-d6ee-4312-8db9-2edd61e7e132 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910892 Jul 22 23:48:59.748815 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-fdbc10eb-eec2-4bb3-9ef2-be85fee0f639 service neutron] 10.222.0.95 "GET /v2.0/networks/34fe0ae9-3f02-496f-9b8e-c97ca353b9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708696 Jul 22 23:48:59.809427 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Router fb4d4908-8bfe-4d30-983f-d8ba08e745da has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:59.884143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-80a2f435-b7d5-4b7d-85d3-432901122a9b tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Deleting port d69dbc8b-47f5-4d29-80c2-52d998ba6546 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:59.884467 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80a2f435-b7d5-4b7d-85d3-432901122a9b tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.950192 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Router ebff5dad-d4ad-41b6-bae1-469f99a3d63f is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:48:59.971232 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2d08e-5f82-45c5-b883-d18fc04b15d3 req-73e4a033-44e3-482e-a44c-985c30969a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:59.972743 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-67f2d08e-5f82-45c5-b883-d18fc04b15d3 req-73e4a033-44e3-482e-a44c-985c30969a17 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b3662d9b6dea486c9943ad4ed2b2271e&device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 1095 time: 0.1503673 Jul 22 23:49:00.011410 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:00.033624 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cd61e0-e1e0-415f-8586-38e69a111bcb None None] Sync routers for ids ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:00.047163 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd61e0-e1e0-415f-8586-38e69a111bcb None None] Routers {'fb4d4908-8bfe-4d30-983f-d8ba08e745da'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:00.048175 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a1cd61e0-e1e0-415f-8586-38e69a111bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:00.067634 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.089616 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a1cd61e0-e1e0-415f-8586-38e69a111bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:00.097429 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80a2f435-b7d5-4b7d-85d3-432901122a9b tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.101329 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd61e0-e1e0-415f-8586-38e69a111bcb None None] Routers {'fb4d4908-8bfe-4d30-983f-d8ba08e745da'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:00.102064 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a1cd61e0-e1e0-415f-8586-38e69a111bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:00.119115 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-80a2f435-b7d5-4b7d-85d3-432901122a9b tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Calling delete_port for d69dbc8b-47f5-4d29-80c2-52d998ba6546 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:00.121480 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2d08e-5f82-45c5-b883-d18fc04b15d3 req-c4687ba1-26b8-4ea4-a708-3c79f312163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:00.122998 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-67f2d08e-5f82-45c5-b883-d18fc04b15d3 req-c4687ba1-26b8-4ea4-a708-3c79f312163c service neutron] 10.222.0.95 "GET /v2.0/networks?id=34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 HTTP/1.1" status: 200 len: 910 time: 0.1392968 Jul 22 23:49:00.127442 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0310de84-76e0-4dfe-888f-de714e32283c tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.1452920 Jul 22 23:49:00.127579 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57490) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:00.138161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ada39-f273-4d33-a15a-ac6f255fe961 req-0e2adb08-26aa-49cb-b55b-caf6ff0a17ad tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:00.139695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e5ada39-f273-4d33-a15a-ac6f255fe961 req-0e2adb08-26aa-49cb-b55b-caf6ff0a17ad tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 944 time: 0.2513025 Jul 22 23:49:00.153547 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a1cd61e0-e1e0-415f-8586-38e69a111bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:00.154196 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cd61e0-e1e0-415f-8586-38e69a111bcb None None] The sync data for ids ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:00.230078 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-67f2d08e-5f82-45c5-b883-d18fc04b15d3 req-1ee51544-ae35-4597-a597-6dbdc8083da9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=325966a2-108f-436d-9aa9-c1218f4bcbd9 HTTP/1.1" status: 200 len: 217 time: 0.0956771 Jul 22 23:49:00.249940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:00.254058 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e5ada39-f273-4d33-a15a-ac6f255fe961 req-a4b06345-240d-4715-b8de-eb80abda7429 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019275 Jul 22 23:49:00.262643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4fb2a1-e717-45a5-acfc-74a27882f307 None None] Sync routers for ids ['ebff5dad-d4ad-41b6-bae1-469f99a3d63f'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:00.276192 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4fb2a1-e717-45a5-acfc-74a27882f307 None None] Routers {'ebff5dad-d4ad-41b6-bae1-469f99a3d63f'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:00.277655 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5a4fb2a1-e717-45a5-acfc-74a27882f307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ebff5dad-d4ad-41b6-bae1-469f99a3d63f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:00.285606 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.289839 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-df9c0a3a-4dc4-4455-b213-89a8468aac7e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8538003 Jul 22 23:49:00.290032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:00.311748 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b52aa6d0-28a8-4261-8fde-28542648f00d tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] 10.222.0.26 "GET /v2.0/floatingips/b6125c3e-5ed0-4126-9520-f3c672160e22 HTTP/1.1" status: 200 len: 983 time: 0.1809120 Jul 22 23:49:00.313007 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57494) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:00.321641 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5a4fb2a1-e717-45a5-acfc-74a27882f307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:00.330277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4fb2a1-e717-45a5-acfc-74a27882f307 None None] Routers {'ebff5dad-d4ad-41b6-bae1-469f99a3d63f'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:00.330880 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5a4fb2a1-e717-45a5-acfc-74a27882f307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ebff5dad-d4ad-41b6-bae1-469f99a3d63f'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:00.363076 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5a4fb2a1-e717-45a5-acfc-74a27882f307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:00.363737 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4fb2a1-e717-45a5-acfc-74a27882f307 None None] The sync data for ids ['ebff5dad-d4ad-41b6-bae1-469f99a3d63f'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:00.383337 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2d08e-5f82-45c5-b883-d18fc04b15d3 req-d9ad3fae-2848-4661-90e9-62bc48761c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:00.384805 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-67f2d08e-5f82-45c5-b883-d18fc04b15d3 req-d9ad3fae-2848-4661-90e9-62bc48761c00 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1d5e7299-287c-48b3-87aa-97348e38ebc8 HTTP/1.1" status: 200 len: 848 time: 0.1386302 Jul 22 23:49:00.430309 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80a2f435-b7d5-4b7d-85d3-432901122a9b tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.453685 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-93d9c248-72dd-416e-b193-613b906632de tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.1395407 Jul 22 23:49:00.456222 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57496) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:00.466983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2f435-b7d5-4b7d-85d3-432901122a9b tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event deleted for resources: {'Port': ['ID=d69dbc8b-47f5-4d29-80c2-52d998ba6546,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:00.474173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7e8ae343-015a-4fd5-aac6-4e00f9bcfff8 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "GET /v2.0/routers/ebff5dad-d4ad-41b6-bae1-469f99a3d63f HTTP/1.1" status: 200 len: 920 time: 0.1830516 Jul 22 23:49:00.477870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57498) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:00.529556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2d08e-5f82-45c5-b883-d18fc04b15d3 req-a836defa-0cb2-46fb-bb13-047d69ef2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:00.530434 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-67f2d08e-5f82-45c5-b883-d18fc04b15d3 req-a836defa-0cb2-46fb-bb13-047d69ef2c79 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=34fe0ae9-3f02-496f-9b8e-c97ca353b9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370077 Jul 22 23:49:00.532203 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-60bf7ebb-f223-4577-a54d-ddb41a92f73b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebff5dad-d4ad-41b6-bae1-469f99a3d63f HTTP/1.1" status: 200 len: 205 time: 0.0528731 Jul 22 23:49:00.535363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57500) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:00.577796 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-80a2f435-b7d5-4b7d-85d3-432901122a9b tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.580011 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-80a2f435-b7d5-4b7d-85d3-432901122a9b tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "DELETE /v2.0/ports/d69dbc8b-47f5-4d29-80c2-52d998ba6546 HTTP/1.1" status: 204 len: 168 time: 1.0305774 Jul 22 23:49:00.582701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57502) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:00.686622 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b31cc-3e25-4e54-992a-3828f74f2c38 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Deleting port 1acb57eb-4388-486f-873d-b2c9056569e3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:00.687156 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b5b31cc-3e25-4e54-992a-3828f74f2c38 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.768210 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-67f2d08e-5f82-45c5-b883-d18fc04b15d3 req-a9433520-b340-4c21-8557-3c34e126b836 service neutron] 10.222.0.95 "GET /v2.0/networks/34fe0ae9-3f02-496f-9b8e-c97ca353b9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256734 Jul 22 23:49:00.774476 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c7b06e9-15a3-4669-b638-fefa54a04b3a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.819373 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b5b31cc-3e25-4e54-992a-3828f74f2c38 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.845576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b31cc-3e25-4e54-992a-3828f74f2c38 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Calling delete_port for 1acb57eb-4388-486f-873d-b2c9056569e3 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:00.857079 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe745e-722e-425b-ace1-5f20cf149f98 req-5286d6d7-6009-45c9-a162-862cc6cf038b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:00.858681 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-57fe745e-722e-425b-ace1-5f20cf149f98 req-5286d6d7-6009-45c9-a162-862cc6cf038b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.1462908 Jul 22 23:49:00.922198 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-496f3e30-24a4-444a-9557-38dea30856b7 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Deleting port 5c077fdc-2953-4717-8682-b184f0f0f8fa {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:00.922780 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-496f3e30-24a4-444a-9557-38dea30856b7 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.994126 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-57fe745e-722e-425b-ace1-5f20cf149f98 req-c75cc10f-0df4-4e87-bbe3-1620243baac4 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888402 Jul 22 23:49:01.022546 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-67f2d08e-5f82-45c5-b883-d18fc04b15d3 req-0f28952f-6b2c-4892-869d-c0fd32ea6cb6 service neutron] 10.222.0.95 "GET /v2.0/networks/34fe0ae9-3f02-496f-9b8e-c97ca353b9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458849 Jul 22 23:49:01.038668 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c7b06e9-15a3-4669-b638-fefa54a04b3a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.063938 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-496f3e30-24a4-444a-9557-38dea30856b7 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.064185 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-496f3e30-24a4-444a-9557-38dea30856b7 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.077433 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-496f3e30-24a4-444a-9557-38dea30856b7 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Calling delete_port for 5c077fdc-2953-4717-8682-b184f0f0f8fa owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:01.096286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1ec9e-531a-4cfe-bf61-a98d1be6bf66 req-ee021f60-c406-4f89-9be2-7d0994ff8d14 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:01.097860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5ac1ec9e-531a-4cfe-bf61-a98d1be6bf66 req-ee021f60-c406-4f89-9be2-7d0994ff8d14 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 946 time: 0.1850460 Jul 22 23:49:01.121063 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b5b31cc-3e25-4e54-992a-3828f74f2c38 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.156427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b31cc-3e25-4e54-992a-3828f74f2c38 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event deleted for resources: {'Port': ['ID=1acb57eb-4388-486f-873d-b2c9056569e3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:01.184369 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5ac1ec9e-531a-4cfe-bf61-a98d1be6bf66 req-62bdb92d-38fe-46ff-8cf7-f879e326bac4 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798900 Jul 22 23:49:01.230228 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b06e9-15a3-4669-b638-fefa54a04b3a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Deleting port cb8bee55-26a3-4899-831f-432cdb3b400c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:01.230565 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c7b06e9-15a3-4669-b638-fefa54a04b3a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.250487 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b5b31cc-3e25-4e54-992a-3828f74f2c38 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.253600 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4b5b31cc-3e25-4e54-992a-3828f74f2c38 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "DELETE /v2.0/ports/1acb57eb-4388-486f-873d-b2c9056569e3 HTTP/1.1" status: 204 len: 168 time: 0.6688216 Jul 22 23:49:01.255305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57512) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:01.308269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c705486-ad51-4984-8643-bfc739dfb93e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Deleting subnet 045c3999-8ad3-485c-8c13-6609b3ca602d {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:49:01.311566 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c705486-ad51-4984-8643-bfc739dfb93e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.338938 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c7b06e9-15a3-4669-b638-fefa54a04b3a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.346109 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-496f3e30-24a4-444a-9557-38dea30856b7 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.384949 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c705486-ad51-4984-8643-bfc739dfb93e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.458462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c6016-65bf-4f96-99e2-ea817ad2fdac req-1a6ab65f-909e-4556-ad0c-82db5e054599 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:01.460673 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-682c6016-65bf-4f96-99e2-ea817ad2fdac req-1a6ab65f-909e-4556-ad0c-82db5e054599 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 944 time: 0.1278951 Jul 22 23:49:01.520099 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c705486-ad51-4984-8643-bfc739dfb93e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.557019 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-682c6016-65bf-4f96-99e2-ea817ad2fdac req-219643ab-0e0d-4f85-b07a-dd5d551a892d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774539 Jul 22 23:49:01.575422 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fca6d391-76f2-4698-824c-d79d8250bee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.600642 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c705486-ad51-4984-8643-bfc739dfb93e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.628729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c705486-ad51-4984-8643-bfc739dfb93e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event deleted for resources: {'Subnet': ['ID=045c3999-8ad3-485c-8c13-6609b3ca602d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:01.633612 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c705486-ad51-4984-8643-bfc739dfb93e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.636010 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7c705486-ad51-4984-8643-bfc739dfb93e tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "DELETE /v2.0/subnets/045c3999-8ad3-485c-8c13-6609b3ca602d HTTP/1.1" status: 204 len: 168 time: 0.3793023 Jul 22 23:49:01.638694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57516) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:01.648509 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3a52c0-108b-43ef-9c94-c5ff0b5996e1 None None] Network 0d56ae8e-3fa7-4971-854c-370a57f322d3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:01.668911 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b06e9-15a3-4669-b638-fefa54a04b3a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Calling delete_port for cb8bee55-26a3-4899-831f-432cdb3b400c owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:01.703942 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff3464d-88f7-4242-863e-f76ed6b41833 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Deleting subnet f8d54d44-b87e-439d-97b7-a2af64fbcd3f {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:49:01.708309 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bff3464d-88f7-4242-863e-f76ed6b41833 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.752501 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bff3464d-88f7-4242-863e-f76ed6b41833 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.788951 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f3e30-24a4-444a-9557-38dea30856b7 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Pushing event deleted for resources: {'Port': ['ID=5c077fdc-2953-4717-8682-b184f0f0f8fa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:01.851746 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bff3464d-88f7-4242-863e-f76ed6b41833 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.891568 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-496f3e30-24a4-444a-9557-38dea30856b7 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.891917 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-496f3e30-24a4-444a-9557-38dea30856b7 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Floating IP b6125c3e-5ed0-4126-9520-f3c672160e22 disassociated (deleted). External IP: 172.25.4.13, port: 3072bafc-041b-4996-9fee-6464a9f3e885. Jul 22 23:49:01.901886 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] DHCP port deletion for 0d56ae8e-3fa7-4971-854c-370a57f322d3 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:49:01.921274 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bff3464d-88f7-4242-863e-f76ed6b41833 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.951284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3464d-88f7-4242-863e-f76ed6b41833 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d54d44-b87e-439d-97b7-a2af64fbcd3f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:01.954802 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bff3464d-88f7-4242-863e-f76ed6b41833 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.956884 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bff3464d-88f7-4242-863e-f76ed6b41833 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "DELETE /v2.0/subnets/f8d54d44-b87e-439d-97b7-a2af64fbcd3f HTTP/1.1" status: 204 len: 168 time: 0.3170869 Jul 22 23:49:01.963050 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57520) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:01.968390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc54e5f-606f-4154-b8c9-337bf064f0d3 None None] Network d14a0948-26e2-4d00-9935-582ab618394e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:01.992799 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c7b06e9-15a3-4669-b638-fefa54a04b3a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.993500 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Deleting port 89e8b225-545d-4abb-8ca6-0a332372d4b0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:01.993739 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.030409 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b06e9-15a3-4669-b638-fefa54a04b3a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Pushing event deleted for resources: {'Port': ['ID=cb8bee55-26a3-4899-831f-432cdb3b400c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:02.070255 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.128648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] For port 89e8b225-545d-4abb-8ca6-0a332372d4b0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=89e8b225-545d-4abb-8ca6-0a332372d4b0,segment=NetworkSegment(b693c9a5-61b9-4855-99b1-f1cf44bc95e7),segment_id=b693c9a5-61b9-4855-99b1-f1cf44bc95e7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:02.129052 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.165922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Calling delete_port for 89e8b225-545d-4abb-8ca6-0a332372d4b0 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:02.173594 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c7b06e9-15a3-4669-b638-fefa54a04b3a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.183193 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Deleting port 89e8b225-545d-4abb-8ca6-0a332372d4b0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:02.183761 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.222536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78575c95-0374-4eef-89d6-526ddb5d2952 req-eeaf567a-4f62-4122-89d8-69c1a4a35f3c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:02.224026 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78575c95-0374-4eef-89d6-526ddb5d2952 req-eeaf567a-4f62-4122-89d8-69c1a4a35f3c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.1165981 Jul 22 23:49:02.271722 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.275224 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c7b06e9-15a3-4669-b638-fefa54a04b3a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.275372 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] For port 89e8b225-545d-4abb-8ca6-0a332372d4b0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=89e8b225-545d-4abb-8ca6-0a332372d4b0,segment=NetworkSegment(b693c9a5-61b9-4855-99b1-f1cf44bc95e7),segment_id=b693c9a5-61b9-4855-99b1-f1cf44bc95e7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:02.276045 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.278498 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c7b06e9-15a3-4669-b638-fefa54a04b3a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.296531 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Calling delete_port for 89e8b225-545d-4abb-8ca6-0a332372d4b0 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:02.314055 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Pushing event deleted for resources: {'Port': ['ID=89e8b225-545d-4abb-8ca6-0a332372d4b0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:02.323364 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496f3e30-24a4-444a-9557-38dea30856b7 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Router fb4d4908-8bfe-4d30-983f-d8ba08e745da has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:49:02.327851 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] No DVR routers for this DVR port 89e8b225-545d-4abb-8ca6-0a332372d4b0 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:49:02.335667 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c7b06e9-15a3-4669-b638-fefa54a04b3a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.337475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7b06e9-15a3-4669-b638-fefa54a04b3a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Fanout notify agent at l3_agent the message router_deleted on router ebff5dad-d4ad-41b6-bae1-469f99a3d63f {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:49:02.347516 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c7b06e9-15a3-4669-b638-fefa54a04b3a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.347516 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2c7b06e9-15a3-4669-b638-fefa54a04b3a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "DELETE /v2.0/routers/ebff5dad-d4ad-41b6-bae1-469f99a3d63f HTTP/1.1" status: 204 len: 168 time: 1.8117590 Jul 22 23:49:02.347858 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:02.348212 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:02.348554 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:02.348889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:02.349459 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:02.349870 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:02.351227 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:02.351633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:02.352475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57524) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:02.353441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:02.353813 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:02.354157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:02.354495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3035f43-5c35-4da6-b61f-825f0f892cd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:02.356959 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Request body: {'router': {'name': 'tempest-snat-router-558256342', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'enable_snat': False}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:02.363107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5a0302-ebdc-4f01-8c69-414b84ad0a1d None None] DHCP port deletion for d14a0948-26e2-4d00-9935-582ab618394e request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:49:02.380636 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78575c95-0374-4eef-89d6-526ddb5d2952 req-7950aabf-f323-42d1-9165-0bd79c1bb5df tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260459 Jul 22 23:49:02.425595 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.425876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a0302-ebdc-4f01-8c69-414b84ad0a1d None None] Deleting port 44d7642e-e2ac-4229-941c-2069ad54cb5f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:02.426103 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8a5a0302-ebdc-4f01-8c69-414b84ad0a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.458279 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event deleted for resources: {'Port': ['ID=89e8b225-545d-4abb-8ca6-0a332372d4b0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:02.463021 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.463245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] No DVR routers for this DVR port 89e8b225-545d-4abb-8ca6-0a332372d4b0 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:49:02.464327 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.505031 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8a5a0302-ebdc-4f01-8c69-414b84ad0a1d None None] For port 44d7642e-e2ac-4229-941c-2069ad54cb5f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=44d7642e-e2ac-4229-941c-2069ad54cb5f,segment=NetworkSegment(059afcd8-a13d-4a26-83b2-d08696351038),segment_id=059afcd8-a13d-4a26-83b2-d08696351038)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:02.506155 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8a5a0302-ebdc-4f01-8c69-414b84ad0a1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.512898 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496f3e30-24a4-444a-9557-38dea30856b7 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:02.517826 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-496f3e30-24a4-444a-9557-38dea30856b7 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.519059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a0302-ebdc-4f01-8c69-414b84ad0a1d None None] Calling delete_port for 44d7642e-e2ac-4229-941c-2069ad54cb5f owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:02.523509 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020a6d8-8fe1-4a5d-b2d0-f5e3b87c4250 None None] Sync routers for ids ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:02.533451 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020a6d8-8fe1-4a5d-b2d0-f5e3b87c4250 None None] Routers {'fb4d4908-8bfe-4d30-983f-d8ba08e745da'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:02.534062 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8020a6d8-8fe1-4a5d-b2d0-f5e3b87c4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:02.558096 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.559957 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.570903 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d56ae8e-3fa7-4971-854c-370a57f322d3']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:02.574799 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8020a6d8-8fe1-4a5d-b2d0-f5e3b87c4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:02.584998 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020a6d8-8fe1-4a5d-b2d0-f5e3b87c4250 None None] Routers {'fb4d4908-8bfe-4d30-983f-d8ba08e745da'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:02.585707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b693c9a5-61b9-4855-99b1-f1cf44bc95e7') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:02.586132 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b693c9a5-61b9-4855-99b1-f1cf44bc95e7') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:02.586553 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8020a6d8-8fe1-4a5d-b2d0-f5e3b87c4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:48:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:02.597689 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.612432 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.620347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:49:02.622583 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:49:02.626815 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:49:02.631886 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8020a6d8-8fe1-4a5d-b2d0-f5e3b87c4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:02.632877 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020a6d8-8fe1-4a5d-b2d0-f5e3b87c4250 None None] The sync data for ids ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:02.638340 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8a5a0302-ebdc-4f01-8c69-414b84ad0a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.670163 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a0302-ebdc-4f01-8c69-414b84ad0a1d None None] Pushing event deleted for resources: {'Port': ['ID=44d7642e-e2ac-4229-941c-2069ad54cb5f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:02.672282 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5a0302-ebdc-4f01-8c69-414b84ad0a1d None None] No DVR routers for this DVR port 44d7642e-e2ac-4229-941c-2069ad54cb5f on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:49:02.689748 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-496f3e30-24a4-444a-9557-38dea30856b7 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] 10.222.0.26 "DELETE /v2.0/floatingips/b6125c3e-5ed0-4126-9520-f3c672160e22 HTTP/1.1" status: 204 len: 168 time: 2.2325311 Jul 22 23:49:02.694670 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57528) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:02.700433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:02.738155 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.750315 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.752484 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "DELETE /v2.0/networks/0d56ae8e-3fa7-4971-854c-370a57f322d3 HTTP/1.1" status: 204 len: 168 time: 0.7881176 Jul 22 23:49:02.756577 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.762709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57530) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:02.765826 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.768905 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a51b33-0d5c-461b-82e7-f7c8815c3f34 tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event deleted for resources: {'Network': ['ID=0d56ae8e-3fa7-4971-854c-370a57f322d3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:02.824442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819017-5ee9-44fd-a139-1e9a4f8e819a req-b3f33163-4be9-48cd-859d-0a18be45109d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:02.825866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-22819017-5ee9-44fd-a139-1e9a4f8e819a req-b3f33163-4be9-48cd-859d-0a18be45109d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 944 time: 0.1298130 Jul 22 23:49:02.861950 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3ebde63-b9c5-4eed-a086-b3b365a177ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.898993 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-22819017-5ee9-44fd-a139-1e9a4f8e819a req-d1c48e09-a930-4058-8b90-1ab8f600b46b tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671484 Jul 22 23:49:02.911312 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.924196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 325966a2-108f-436d-9aa9-c1218f4bcbd9 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:49:03.004294 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3ebde63-b9c5-4eed-a086-b3b365a177ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.015931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f3ebde63-b9c5-4eed-a086-b3b365a177ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14a0948-26e2-4d00-9935-582ab618394e']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:03.031918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f3ebde63-b9c5-4eed-a086-b3b365a177ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059afcd8-a13d-4a26-83b2-d08696351038') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:03.032576 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f3ebde63-b9c5-4eed-a086-b3b365a177ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059afcd8-a13d-4a26-83b2-d08696351038') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:03.040422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 325966a2-108f-436d-9aa9-c1218f4bcbd9, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=325966a2-108f-436d-9aa9-c1218f4bcbd9,segment=NetworkSegment(112dac1e-4677-4621-bb9f-92d6e0a57f1d),segment_id=112dac1e-4677-4621-bb9f-92d6e0a57f1d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:03.047705 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3ebde63-b9c5-4eed-a086-b3b365a177ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.056391 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '325966a2-108f-436d-9aa9-c1218f4bcbd9', 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0', 'port_id': '325966a2-108f-436d-9aa9-c1218f4bcbd9', 'mac_address': 'fa:16:3e:2e:06:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:49:03.063281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Allocated IP 172.25.4.38 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/03139ea4-9c2c-445e-b1fe-b7a1989062f5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:03.108717 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.120644 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3ebde63-b9c5-4eed-a086-b3b365a177ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.128136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325966a2-108f-436d-9aa9-c1218f4bcbd9 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:49:03.129314 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ebde63-b9c5-4eed-a086-b3b365a177ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:49:03.129719 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3ebde63-b9c5-4eed-a086-b3b365a177ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:49:03.134231 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:49:03.157287 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 325966a2-108f-436d-9aa9-c1218f4bcbd9, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=325966a2-108f-436d-9aa9-c1218f4bcbd9,segment=NetworkSegment(112dac1e-4677-4621-bb9f-92d6e0a57f1d),segment_id=112dac1e-4677-4621-bb9f-92d6e0a57f1d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:03.163989 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.203839 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.220024 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.240566 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3ebde63-b9c5-4eed-a086-b3b365a177ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.241490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=325966a2-108f-436d-9aa9-c1218f4bcbd9,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:03.242733 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.247944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 89e8b225-545d-4abb-8ca6-0a332372d4b0 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:49:03.250423 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.251966 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3ebde63-b9c5-4eed-a086-b3b365a177ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.253880 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f3ebde63-b9c5-4eed-a086-b3b365a177ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] 10.222.0.26 "DELETE /v2.0/networks/d14a0948-26e2-4d00-9935-582ab618394e HTTP/1.1" status: 204 len: 168 time: 0.4929891 Jul 22 23:49:03.283296 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 89e8b225-545d-4abb-8ca6-0a332372d4b0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:49:03.283296 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 89e8b225-545d-4abb-8ca6-0a332372d4b0 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:49:03.283296 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 44d7642e-e2ac-4229-941c-2069ad54cb5f no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:49:03.285765 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebde63-b9c5-4eed-a086-b3b365a177ef tempest-TaggedBootDevicesTest-29492494 tempest-TaggedBootDevicesTest-29492494-project] Pushing event deleted for resources: {'Network': ['ID=d14a0948-26e2-4d00-9935-582ab618394e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:03.288382 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:03.291516 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:03.295673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:03.314072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 44d7642e-e2ac-4229-941c-2069ad54cb5f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:49:03.314710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 44d7642e-e2ac-4229-941c-2069ad54cb5f not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:49:03.347521 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Pushing event updated for resources: {'Port': ['ID=03139ea4-9c2c-445e-b1fe-b7a1989062f5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:03.404964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Allocated IP 172.25.4.80 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/7dca3ef9-8f46-4f50-aed1-e56adaae5b51) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:03.408566 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.437835 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['325966a2-108f-436d-9aa9-c1218f4bcbd9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:49:03.529250 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.563242 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.593420 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bf8c0-b82f-4fef-ad9c-65effc847287 req-c72e1172-2ad6-4425-9666-c2dbd2860b85 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:03.594888 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c58bf8c0-b82f-4fef-ad9c-65effc847287 req-c72e1172-2ad6-4425-9666-c2dbd2860b85 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.1143477 Jul 22 23:49:03.628351 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.654191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:03.678529 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:03.683157 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c58bf8c0-b82f-4fef-ad9c-65effc847287 req-4b45a954-e750-4ca1-bf54-fd9eb0cb68e6 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811539 Jul 22 23:49:03.683485 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:03.753241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Pushing event updated for resources: {'Port': ['ID=7dca3ef9-8f46-4f50-aed1-e56adaae5b51,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:03.758816 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.765397 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.854573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Pushing event updated for resources: {'Port': ['ID=03139ea4-9c2c-445e-b1fe-b7a1989062f5,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:03.856845 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.871500 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.872969 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c3a23f2f-8941-4744-a2cb-48d541d931aa tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1757333 Jul 22 23:49:03.875638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57544) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:04.013956 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.017186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:04.056807 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.097959 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c93af-3ca3-454b-a1af-efba7adbd92b req-2a95c63c-6f5d-4b43-843d-2d00bd3ae7e5 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:04.100061 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7e6c93af-3ca3-454b-a1af-efba7adbd92b req-2a95c63c-6f5d-4b43-843d-2d00bd3ae7e5 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 945 time: 0.1239817 Jul 22 23:49:04.194900 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7e6c93af-3ca3-454b-a1af-efba7adbd92b req-1ff5c539-71f6-4639-a496-3a304a464345 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829504 Jul 22 23:49:04.207256 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.226121 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.261668 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.348221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Allocated IP 172.25.4.174 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/a98d1a4c-20d2-4271-87c6-bfbee359b7d1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:04.356483 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c51af340-4881-4a69-86e9-e66c28edffeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.367285 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.414827 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Router e85ebdba-c3d7-45ce-b0ae-104bef0d97da is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:49:04.472428 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.513800 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.524580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:04.535315 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b630c-770d-4e77-81da-da32186884ae None None] Sync routers for ids ['e85ebdba-c3d7-45ce-b0ae-104bef0d97da'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:04.541717 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.545965 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e68c9392-790e-4c02-8691-db13ea6b129a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.1898482 Jul 22 23:49:04.546088 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b630c-770d-4e77-81da-da32186884ae None None] Routers {'e85ebdba-c3d7-45ce-b0ae-104bef0d97da'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:04.546260 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-098b630c-770d-4e77-81da-da32186884ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['e85ebdba-c3d7-45ce-b0ae-104bef0d97da'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:04.546398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57552) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:04.652888 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-098b630c-770d-4e77-81da-da32186884ae None None] Set router e85ebdba-c3d7-45ce-b0ae-104bef0d97da gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:04.871946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-098b630c-770d-4e77-81da-da32186884ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85ebdba-c3d7-45ce-b0ae-104bef0d97da', 'name': 'tempest-snat-router-558256342', 'tenant_id': 'c91dcfb910cb41ff9fe006fe2e7ab09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.80'}], 'enable_snat': False}, 'gw_port_id': '7dca3ef9-8f46-4f50-aed1-e56adaae5b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:02Z', 'updated_at': '2021-07-22T23:49:03Z', 'revision_number': 3, 'project_id': 'c91dcfb910cb41ff9fe006fe2e7ab09b', 'gw_port': {'id': '7dca3ef9-8f46-4f50-aed1-e56adaae5b51', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85ebdba-c3d7-45ce-b0ae-104bef0d97da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:03Z', 'updated_at': '2021-07-22T23:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:04.900513 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b630c-770d-4e77-81da-da32186884ae None None] Checking router: e85ebdba-c3d7-45ce-b0ae-104bef0d97da for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:04.900871 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b630c-770d-4e77-81da-da32186884ae None None] Updating router e85ebdba-c3d7-45ce-b0ae-104bef0d97da port 7dca3ef9-8f46-4f50-aed1-e56adaae5b51 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:49:04.936869 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-098b630c-770d-4e77-81da-da32186884ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.955225 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:04.958521 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 325966a2-108f-436d-9aa9-c1218f4bcbd9 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:05.012234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:05.022557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:05.027988 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Pushing event updated for resources: {'Port': ['ID=a98d1a4c-20d2-4271-87c6-bfbee359b7d1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:05.104078 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 325966a2-108f-436d-9aa9-c1218f4bcbd9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:05.106886 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c9bd1306-8657-444c-8ad1-58438a355b5d tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "GET /v2.0/routers/e85ebdba-c3d7-45ce-b0ae-104bef0d97da HTTP/1.1" status: 200 len: 907 time: 0.5579002 Jul 22 23:49:05.109576 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57558) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:05.111740 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 325966a2-108f-436d-9aa9-c1218f4bcbd9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:05.112109 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.116644 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Request body: {'router': {'name': 'tempest-snat-router-558256342', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'enable_snat': True}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:05.149963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fc293-df7b-4745-aa6e-1deef0f5343e req-62bb8ab3-6f61-4b99-9215-b321741c4358 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:05.150383 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.151529 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d4fc293-df7b-4745-aa6e-1deef0f5343e req-62bb8ab3-6f61-4b99-9215-b321741c4358 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.2093511 Jul 22 23:49:05.161081 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.186017 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.252951 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.260006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d4fc293-df7b-4745-aa6e-1deef0f5343e req-a706daac-3058-433d-ba77-8e26f42176c2 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997751 Jul 22 23:49:05.288886 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.307810 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.404330 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df86a1da-20fb-49a0-9860-2f48c38fd71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325966a2-108f-436d-9aa9-c1218f4bcbd9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:05.406951 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d60eba9-51e5-4c96-89ef-19d3a1eee7dc" -d '{"events": [{"server_uuid": "df86a1da-20fb-49a0-9860-2f48c38fd71d", "name": "network-vif-plugged", "status": "completed", "tag": "325966a2-108f-436d-9aa9-c1218f4bcbd9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:05.453380 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 325966a2-108f-436d-9aa9-c1218f4bcbd9, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=325966a2-108f-436d-9aa9-c1218f4bcbd9,segment=NetworkSegment(112dac1e-4677-4621-bb9f-92d6e0a57f1d),segment_id=112dac1e-4677-4621-bb9f-92d6e0a57f1d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:05.465206 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.479243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d32ae1-4626-498e-8dfc-d58bfdd69d51 req-b10791e6-15b9-4446-bda6-94b649757ba7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:05.481042 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09d32ae1-4626-498e-8dfc-d58bfdd69d51 req-b10791e6-15b9-4446-bda6-94b649757ba7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 945 time: 0.1506271 Jul 22 23:49:05.496752 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d764fe71-17ed-470b-adff-461bfd0a557c x-openstack-request-id: req-d764fe71-17ed-470b-adff-461bfd0a557c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:05.497263 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df86a1da-20fb-49a0-9860-2f48c38fd71d", "name": "network-vif-plugged", "status": "completed", "tag": "325966a2-108f-436d-9aa9-c1218f4bcbd9", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:05.497615 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d764fe71-17ed-470b-adff-461bfd0a557c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:05.498113 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df86a1da-20fb-49a0-9860-2f48c38fd71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325966a2-108f-436d-9aa9-c1218f4bcbd9', 'code': 200} Jul 22 23:49:05.526642 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-098b630c-770d-4e77-81da-da32186884ae None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.549720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-098b630c-770d-4e77-81da-da32186884ae None None] Transition to ACTIVE for port object 7dca3ef9-8f46-4f50-aed1-e56adaae5b51 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:05.551858 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.563638 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-098b630c-770d-4e77-81da-da32186884ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.568317 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.577336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09d32ae1-4626-498e-8dfc-d58bfdd69d51 req-3936a800-c50b-4be2-ad04-7dce1f90f233 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713856 Jul 22 23:49:05.581578 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.583449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=325966a2-108f-436d-9aa9-c1218f4bcbd9,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:05.627757 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-098b630c-770d-4e77-81da-da32186884ae None None] Attempting to bind port 7dca3ef9-8f46-4f50-aed1-e56adaae5b51 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:05.628285 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-098b630c-770d-4e77-81da-da32186884ae None None] Attempting to bind port 7dca3ef9-8f46-4f50-aed1-e56adaae5b51 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:05.628760 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b630c-770d-4e77-81da-da32186884ae None None] Attempting to bind port 7dca3ef9-8f46-4f50-aed1-e56adaae5b51 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:05.641045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b630c-770d-4e77-81da-da32186884ae None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:05.641549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b630c-770d-4e77-81da-da32186884ae None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:05.642051 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-098b630c-770d-4e77-81da-da32186884ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.642559 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b630c-770d-4e77-81da-da32186884ae None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:05.643153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-098b630c-770d-4e77-81da-da32186884ae None None] Bound port: 7dca3ef9-8f46-4f50-aed1-e56adaae5b51, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:05.643645 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-098b630c-770d-4e77-81da-da32186884ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.670357 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bc360-68e4-46bf-94ec-1c0758658ba1 None None] Pushing event updated for resources: {'Port': ['ID=7dca3ef9-8f46-4f50-aed1-e56adaae5b51,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:05.685655 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Pushing event updated for resources: {'Port': ['ID=a98d1a4c-20d2-4271-87c6-bfbee359b7d1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:05.698011 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.708937 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-098b630c-770d-4e77-81da-da32186884ae None None] For port 7dca3ef9-8f46-4f50-aed1-e56adaae5b51, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:05.713239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-098b630c-770d-4e77-81da-da32186884ae None None] For port 7dca3ef9-8f46-4f50-aed1-e56adaae5b51, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=7dca3ef9-8f46-4f50-aed1-e56adaae5b51,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:05.715768 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.717258 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3c25528f-d44c-4f0b-ae45-5fa074ed018b tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8405716 Jul 22 23:49:05.719490 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-098b630c-770d-4e77-81da-da32186884ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.720358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57566) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:05.790097 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b630c-770d-4e77-81da-da32186884ae None None] Routers {'e85ebdba-c3d7-45ce-b0ae-104bef0d97da'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:05.791023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-098b630c-770d-4e77-81da-da32186884ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['e85ebdba-c3d7-45ce-b0ae-104bef0d97da'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:05.798193 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4b189c2a-da8d-4d58-9a47-0e0fc5a5d317 tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.0764773 Jul 22 23:49:05.800671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:05.894378 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.899172 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b35d6d1d-4ef8-4955-949a-028123022bc5 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0971630 Jul 22 23:49:05.904802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57572) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:05.986644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bc360-68e4-46bf-94ec-1c0758658ba1 None None] Pushing event updated for resources: {'Port': ['ID=7dca3ef9-8f46-4f50-aed1-e56adaae5b51,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:06.063740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d749d41-2352-4dfc-abfc-650e860ed299 req-817cedc4-e34c-4dac-aeac-26ed96339a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:06.065504 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6d749d41-2352-4dfc-abfc-650e860ed299 req-817cedc4-e34c-4dac-aeac-26ed96339a65 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 1097 time: 0.2923043 Jul 22 23:49:06.078586 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-098b630c-770d-4e77-81da-da32186884ae None None] Set router e85ebdba-c3d7-45ce-b0ae-104bef0d97da gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:06.146524 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6d749d41-2352-4dfc-abfc-650e860ed299 req-1f2b06bb-8821-4267-ad80-74cfee289e48 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735526 Jul 22 23:49:06.155118 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-efb3da48-bc07-403a-a6c9-6fabacb926d3 tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Deleting port a98d1a4c-20d2-4271-87c6-bfbee359b7d1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:06.155555 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efb3da48-bc07-403a-a6c9-6fabacb926d3 tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.264399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-098b630c-770d-4e77-81da-da32186884ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85ebdba-c3d7-45ce-b0ae-104bef0d97da', 'name': 'tempest-snat-router-558256342', 'tenant_id': 'c91dcfb910cb41ff9fe006fe2e7ab09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.80'}], 'enable_snat': False}, 'gw_port_id': '7dca3ef9-8f46-4f50-aed1-e56adaae5b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:02Z', 'updated_at': '2021-07-22T23:49:03Z', 'revision_number': 3, 'project_id': 'c91dcfb910cb41ff9fe006fe2e7ab09b', 'gw_port': {'id': '7dca3ef9-8f46-4f50-aed1-e56adaae5b51', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85ebdba-c3d7-45ce-b0ae-104bef0d97da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:03Z', 'updated_at': '2021-07-22T23:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:06.291373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b630c-770d-4e77-81da-da32186884ae None None] The sync data for ids ['e85ebdba-c3d7-45ce-b0ae-104bef0d97da'] in n-d-688802-2 is: [{'id': 'e85ebdba-c3d7-45ce-b0ae-104bef0d97da', 'name': 'tempest-snat-router-558256342', 'tenant_id': 'c91dcfb910cb41ff9fe006fe2e7ab09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.80'}], 'enable_snat': False}, 'gw_port_id': '7dca3ef9-8f46-4f50-aed1-e56adaae5b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:02Z', 'updated_at': '2021-07-22T23:49:03Z', 'revision_number': 3, 'project_id': 'c91dcfb910cb41ff9fe006fe2e7ab09b', 'gw_port': {'id': '7dca3ef9-8f46-4f50-aed1-e56adaae5b51', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ef:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85ebdba-c3d7-45ce-b0ae-104bef0d97da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:03Z', 'updated_at': '2021-07-22T23:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:06.375806 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efb3da48-bc07-403a-a6c9-6fabacb926d3 tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.376144 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efb3da48-bc07-403a-a6c9-6fabacb926d3 tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.403904 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-efb3da48-bc07-403a-a6c9-6fabacb926d3 tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Calling delete_port for a98d1a4c-20d2-4271-87c6-bfbee359b7d1 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:06.420278 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.429897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3957a-32a0-4b51-8b82-85b42024456b req-e4ae9fa4-c592-4c04-adc5-5b2c853f0294 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:06.431472 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-72e3957a-32a0-4b51-8b82-85b42024456b req-e4ae9fa4-c592-4c04-adc5-5b2c853f0294 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.0770402 Jul 22 23:49:06.478641 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-72e3957a-32a0-4b51-8b82-85b42024456b req-e974314f-ce73-4978-b671-ec5e5e95c311 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407710 Jul 22 23:49:06.479525 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.649317 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Allocated IP 172.25.4.47 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/68e5012d-61ff-40b6-9b62-53b2257923ca) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:06.715838 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efb3da48-bc07-403a-a6c9-6fabacb926d3 tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.750838 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3da48-bc07-403a-a6c9-6fabacb926d3 tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Pushing event deleted for resources: {'Port': ['ID=a98d1a4c-20d2-4271-87c6-bfbee359b7d1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:06.839433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12ba65-b501-470c-9447-348808be3df6 req-18afbf8d-0c25-419b-b5be-11f1f36991b6 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:06.849340 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac12ba65-b501-470c-9447-348808be3df6 req-18afbf8d-0c25-419b-b5be-11f1f36991b6 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 946 time: 0.1265235 Jul 22 23:49:06.874763 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.879878 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efb3da48-bc07-403a-a6c9-6fabacb926d3 tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.883744 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efb3da48-bc07-403a-a6c9-6fabacb926d3 tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.887580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57580) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:06.887724 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-efb3da48-bc07-403a-a6c9-6fabacb926d3 tempest-FloatingIPAdminTestJSON-1700585277 tempest-FloatingIPAdminTestJSON-1700585277-project] 10.222.0.26 "DELETE /v2.0/floatingips/54b5c987-058a-4775-833f-e7ed4b662aff HTTP/1.1" status: 204 len: 168 time: 0.9805002 Jul 22 23:49:06.942545 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.992808 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.041748 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac12ba65-b501-470c-9447-348808be3df6 req-60fe7123-a495-462f-ba64-268b9295fdee tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845577 Jul 22 23:49:07.046531 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:07.049890 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:07.058565 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:07.094504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Pushing event updated for resources: {'Port': ['ID=68e5012d-61ff-40b6-9b62-53b2257923ca,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:07.212482 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-24e07c61-0ee1-439f-91ff-13fac8b670f7 tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Deleting port 03139ea4-9c2c-445e-b1fe-b7a1989062f5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:07.213606 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e07c61-0ee1-439f-91ff-13fac8b670f7 tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.294343 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 7dca3ef9-8f46-4f50-aed1-e56adaae5b51 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:07.352107 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e07c61-0ee1-439f-91ff-13fac8b670f7 tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.352444 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e07c61-0ee1-439f-91ff-13fac8b670f7 tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.366499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-24e07c61-0ee1-439f-91ff-13fac8b670f7 tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Calling delete_port for 03139ea4-9c2c-445e-b1fe-b7a1989062f5 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:07.404945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 7dca3ef9-8f46-4f50-aed1-e56adaae5b51 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:07.409565 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 7dca3ef9-8f46-4f50-aed1-e56adaae5b51 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:07.410047 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.520968 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.572993 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.616629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 7dca3ef9-8f46-4f50-aed1-e56adaae5b51, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=7dca3ef9-8f46-4f50-aed1-e56adaae5b51,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:07.633171 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.706222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=7dca3ef9-8f46-4f50-aed1-e56adaae5b51,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:07.727608 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e07c61-0ee1-439f-91ff-13fac8b670f7 tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.764061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e07c61-0ee1-439f-91ff-13fac8b670f7 tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Pushing event deleted for resources: {'Port': ['ID=03139ea4-9c2c-445e-b1fe-b7a1989062f5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:07.775936 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.786826 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ade720-1191-459d-8c97-29295df6b37d req-8e18a0bc-fbff-443e-970c-cc4aa3682774 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:07.788426 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-64ade720-1191-459d-8c97-29295df6b37d req-8e18a0bc-fbff-443e-970c-cc4aa3682774 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.1636431 Jul 22 23:49:07.870391 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-64ade720-1191-459d-8c97-29295df6b37d req-d2dc440a-276f-4834-a7ec-f6285af027c1 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645633 Jul 22 23:49:07.881347 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e07c61-0ee1-439f-91ff-13fac8b670f7 tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.884021 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e07c61-0ee1-439f-91ff-13fac8b670f7 tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.885230 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-24e07c61-0ee1-439f-91ff-13fac8b670f7 tempest-FloatingIPAdminTestJSON-1607512961 tempest-FloatingIPAdminTestJSON-1607512961-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/c12d852a-351c-4128-9d68-47f49dcfc7be HTTP/1.1" status: 204 len: 168 time: 0.9962738 Jul 22 23:49:07.888662 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57592) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:07.979962 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Router cd928ef8-ffc9-431b-95d3-d5b4a3118594 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:49:08.086538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e690518d-1ede-4002-a779-56e6b173b066 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Deleting port 3072bafc-041b-4996-9fee-6464a9f3e885 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:08.086863 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e690518d-1ede-4002-a779-56e6b173b066 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:08.167888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:08.185955 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Sync routers for ids ['cd928ef8-ffc9-431b-95d3-d5b4a3118594'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:08.208737 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Routers {'cd928ef8-ffc9-431b-95d3-d5b4a3118594'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:08.210855 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cd928ef8-ffc9-431b-95d3-d5b4a3118594'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:08.234574 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e690518d-1ede-4002-a779-56e6b173b066 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:08.247114 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:08.250729 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-12ff4d14-a85d-4d8b-893f-ae940bfcd745 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.1364152 Jul 22 23:49:08.253956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57598) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:08.269553 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f467e55-1667-4c26-8feb-99d44d74edb7 req-27187666-b366-4bf0-9d9a-52f6646aa1bf tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:08.271421 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f467e55-1667-4c26-8feb-99d44d74edb7 req-27187666-b366-4bf0-9d9a-52f6646aa1bf tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 946 time: 0.1483738 Jul 22 23:49:08.339950 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f467e55-1667-4c26-8feb-99d44d74edb7 req-ea2b3add-f9b6-49de-b996-da4c512dff30 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619369 Jul 22 23:49:08.371998 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Set router cd928ef8-ffc9-431b-95d3-d5b4a3118594 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:08.379945 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e690518d-1ede-4002-a779-56e6b173b066 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Calling delete_port for 3072bafc-041b-4996-9fee-6464a9f3e885 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:08.486462 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5a9bf07e-9ee9-4a04-a2e5-c4f41f86f4a2 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "GET /v2.0/routers/cd928ef8-ffc9-431b-95d3-d5b4a3118594 HTTP/1.1" status: 200 len: 906 time: 0.2298589 Jul 22 23:49:08.487736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57602) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:08.597469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db851a-7f08-459e-ae67-07514302bf53 req-1c9a03f8-2bdd-42a8-a548-2c8eac429a0d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:08.605364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5db851a-7f08-459e-ae67-07514302bf53 req-1c9a03f8-2bdd-42a8-a548-2c8eac429a0d tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 946 time: 0.1707702 Jul 22 23:49:08.613143 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e690518d-1ede-4002-a779-56e6b173b066 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:08.626344 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd928ef8-ffc9-431b-95d3-d5b4a3118594', 'name': 'tempest-snat-router-558256342', 'tenant_id': 'c91dcfb910cb41ff9fe006fe2e7ab09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '68e5012d-61ff-40b6-9b62-53b2257923ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:05Z', 'updated_at': '2021-07-22T23:49:07Z', 'revision_number': 3, 'project_id': 'c91dcfb910cb41ff9fe006fe2e7ab09b', 'gw_port': {'id': '68e5012d-61ff-40b6-9b62-53b2257923ca', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd928ef8-ffc9-431b-95d3-d5b4a3118594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:06Z', 'updated_at': '2021-07-22T23:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:08.649432 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690518d-1ede-4002-a779-56e6b173b066 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Pushing event deleted for resources: {'Port': ['ID=3072bafc-041b-4996-9fee-6464a9f3e885,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:08.672564 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Checking router: cd928ef8-ffc9-431b-95d3-d5b4a3118594 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:08.680397 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Updating router cd928ef8-ffc9-431b-95d3-d5b4a3118594 port 68e5012d-61ff-40b6-9b62-53b2257923ca binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:49:08.704976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5db851a-7f08-459e-ae67-07514302bf53 req-9aab164e-5a98-4497-856c-7f0d05fbbd2c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986447 Jul 22 23:49:08.737445 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:08.745975 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e363766-be3d-40b6-920c-41a73e41474b tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:08.761957 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e690518d-1ede-4002-a779-56e6b173b066 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:08.764865 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e690518d-1ede-4002-a779-56e6b173b066 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] 10.222.0.26 "DELETE /v2.0/ports/3072bafc-041b-4996-9fee-6464a9f3e885 HTTP/1.1" status: 204 len: 168 time: 0.8752108 Jul 22 23:49:08.767410 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57608) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:08.849409 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463bdde8-8a3e-4360-94db-e4dc6c86b4c8 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:08.852615 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-463bdde8-8a3e-4360-94db-e4dc6c86b4c8 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb4d4908-8bfe-4d30-983f-d8ba08e745da HTTP/1.1" status: 200 len: 913 time: 0.0840511 Jul 22 23:49:08.862467 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57610) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:09.006118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf36a6f-ec85-48d1-9227-ab2a29a9ca54 req-446ea86f-468d-4c66-8eab-698c93ee6e4a tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:09.011623 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cf36a6f-ec85-48d1-9227-ab2a29a9ca54 req-446ea86f-468d-4c66-8eab-698c93ee6e4a tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 946 time: 0.1394923 Jul 22 23:49:09.018387 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e363766-be3d-40b6-920c-41a73e41474b tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.167923 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cf36a6f-ec85-48d1-9227-ab2a29a9ca54 req-434f2945-1ab3-4adc-aacc-d3aa8be58a3f tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513178 Jul 22 23:49:09.189291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57614) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:09.227071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0e363766-be3d-40b6-920c-41a73e41474b tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Deleting port 68e5012d-61ff-40b6-9b62-53b2257923ca {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:09.227660 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e363766-be3d-40b6-920c-41a73e41474b tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.247428 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.276340 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Transition to ACTIVE for port object 68e5012d-61ff-40b6-9b62-53b2257923ca will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:09.277191 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 7dca3ef9-8f46-4f50-aed1-e56adaae5b51 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:09.307798 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:49:09.308688 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.402098 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e9f36-48a7-46da-84b2-163cf0ec79f2 None None] Pushing event updated for resources: {'Port': ['ID=68e5012d-61ff-40b6-9b62-53b2257923ca,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:09.451937 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Attempting to bind port 68e5012d-61ff-40b6-9b62-53b2257923ca on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:09.453682 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Attempting to bind port 68e5012d-61ff-40b6-9b62-53b2257923ca by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:09.454281 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Attempting to bind port 68e5012d-61ff-40b6-9b62-53b2257923ca on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:09.463244 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:09.464861 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:09.465510 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.466107 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:09.466790 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Bound port: 68e5012d-61ff-40b6-9b62-53b2257923ca, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:09.467403 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.470778 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 7dca3ef9-8f46-4f50-aed1-e56adaae5b51 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:09.471162 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.534726 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] For port 68e5012d-61ff-40b6-9b62-53b2257923ca, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:09.538892 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] For port 68e5012d-61ff-40b6-9b62-53b2257923ca, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=68e5012d-61ff-40b6-9b62-53b2257923ca,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:09.545885 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.563425 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e363766-be3d-40b6-920c-41a73e41474b tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.601752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0e363766-be3d-40b6-920c-41a73e41474b tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Calling delete_port for 68e5012d-61ff-40b6-9b62-53b2257923ca owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:09.615361 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Routers {'cd928ef8-ffc9-431b-95d3-d5b4a3118594'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:09.616209 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cd928ef8-ffc9-431b-95d3-d5b4a3118594'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:09.736156 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d0d5a-f32c-4c3c-bd59-8b4a755d7d18 req-6d158cd2-1dee-4835-98ad-ce0d01b503d6 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:09.737728 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e9d0d5a-f32c-4c3c-bd59-8b4a755d7d18 req-6d158cd2-1dee-4835-98ad-ce0d01b503d6 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.3228977 Jul 22 23:49:09.757128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2f3880-61e0-48fc-be97-790ec6712193 tempest-TestServerBasicOps-2085421636 tempest-TestServerBasicOps-2085421636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:09.761462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4f2f3880-61e0-48fc-be97-790ec6712193 tempest-TestServerBasicOps-2085421636 tempest-TestServerBasicOps-2085421636-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 1092 time: 0.5679433 Jul 22 23:49:09.766490 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57622) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:09.768566 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e9f36-48a7-46da-84b2-163cf0ec79f2 None None] Pushing event updated for resources: {'Port': ['ID=68e5012d-61ff-40b6-9b62-53b2257923ca,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:09.792416 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '325966a2-108f-436d-9aa9-c1218f4bcbd9', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:09.794603 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] Set router cd928ef8-ffc9-431b-95d3-d5b4a3118594 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:09.840369 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e9d0d5a-f32c-4c3c-bd59-8b4a755d7d18 req-0ccb7280-99cb-4b31-af37-9da90d734676 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861504 Jul 22 23:49:09.841425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.859455 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd928ef8-ffc9-431b-95d3-d5b4a3118594', 'name': 'tempest-snat-router-558256342', 'tenant_id': 'c91dcfb910cb41ff9fe006fe2e7ab09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:05Z', 'updated_at': '2021-07-22T23:49:09Z', 'revision_number': 4, 'project_id': 'c91dcfb910cb41ff9fe006fe2e7ab09b', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:09.895463 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837486b3-a96d-4829-8d93-fd526c69973c None None] The sync data for ids ['cd928ef8-ffc9-431b-95d3-d5b4a3118594'] in n-d-688802-2 is: [{'id': 'cd928ef8-ffc9-431b-95d3-d5b4a3118594', 'name': 'tempest-snat-router-558256342', 'tenant_id': 'c91dcfb910cb41ff9fe006fe2e7ab09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:05Z', 'updated_at': '2021-07-22T23:49:09Z', 'revision_number': 4, 'project_id': 'c91dcfb910cb41ff9fe006fe2e7ab09b', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:09.908851 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1a83-4961-48ce-9689-0913d742b9de tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.939215 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e363766-be3d-40b6-920c-41a73e41474b tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.972815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e363766-be3d-40b6-920c-41a73e41474b tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Pushing event deleted for resources: {'Port': ['ID=68e5012d-61ff-40b6-9b62-53b2257923ca,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:10.063283 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e363766-be3d-40b6-920c-41a73e41474b tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.140192 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.172406 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e363766-be3d-40b6-920c-41a73e41474b tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.174713 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e363766-be3d-40b6-920c-41a73e41474b tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.233008 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e363766-be3d-40b6-920c-41a73e41474b tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.233866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e363766-be3d-40b6-920c-41a73e41474b tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd928ef8-ffc9-431b-95d3-d5b4a3118594 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:49:10.238808 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e363766-be3d-40b6-920c-41a73e41474b tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.241156 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0e363766-be3d-40b6-920c-41a73e41474b tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "DELETE /v2.0/routers/cd928ef8-ffc9-431b-95d3-d5b4a3118594 HTTP/1.1" status: 204 len: 168 time: 1.7512922 Jul 22 23:49:10.243332 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57624) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:10.306504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Allocated IP 172.25.4.20 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/8ff81e57-3f69-4a27-bfec-60d16fa1c22b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:10.351632 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5646463-5bc8-4318-9f1e-589ac2128583 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.442081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d1a83-4961-48ce-9689-0913d742b9de tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Deleting port b9803d30-ef82-4cd5-a670-8844026b60bd {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:10.442081 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1a83-4961-48ce-9689-0913d742b9de tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.480661 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.490596 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5646463-5bc8-4318-9f1e-589ac2128583 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.563957 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1a83-4961-48ce-9689-0913d742b9de tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.572697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c5646463-5bc8-4318-9f1e-589ac2128583 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Deleting port 7dca3ef9-8f46-4f50-aed1-e56adaae5b51 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:10.573701 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5646463-5bc8-4318-9f1e-589ac2128583 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.580492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d1a83-4961-48ce-9689-0913d742b9de tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Calling delete_port for b9803d30-ef82-4cd5-a670-8844026b60bd owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:10.598480 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.681326 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-c5646463-5bc8-4318-9f1e-589ac2128583 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] For port 7dca3ef9-8f46-4f50-aed1-e56adaae5b51, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=7dca3ef9-8f46-4f50-aed1-e56adaae5b51,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:10.681780 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5646463-5bc8-4318-9f1e-589ac2128583 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.684461 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:10.692006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:10.696845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:10.703855 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c5646463-5bc8-4318-9f1e-589ac2128583 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Calling delete_port for 7dca3ef9-8f46-4f50-aed1-e56adaae5b51 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:10.743030 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Pushing event updated for resources: {'Port': ['ID=8ff81e57-3f69-4a27-bfec-60d16fa1c22b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:10.918603 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1a83-4961-48ce-9689-0913d742b9de tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.034247 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d1a83-4961-48ce-9689-0913d742b9de tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Pushing event deleted for resources: {'Port': ['ID=b9803d30-ef82-4cd5-a670-8844026b60bd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:11.047082 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5646463-5bc8-4318-9f1e-589ac2128583 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.203053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5646463-5bc8-4318-9f1e-589ac2128583 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dca3ef9-8f46-4f50-aed1-e56adaae5b51,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:11.273625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e80e8a-cf00-4a2e-86d5-355a5a7bcbd4 req-3a98707f-dda4-4296-9035-61c167fa656b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:11.290773 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-51e80e8a-cf00-4a2e-86d5-355a5a7bcbd4 req-3a98707f-dda4-4296-9035-61c167fa656b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.2606320 Jul 22 23:49:11.295443 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5646463-5bc8-4318-9f1e-589ac2128583 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.408908 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1a83-4961-48ce-9689-0913d742b9de tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.431956 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5646463-5bc8-4318-9f1e-589ac2128583 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.440007 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5646463-5bc8-4318-9f1e-589ac2128583 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.507650 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-51e80e8a-cf00-4a2e-86d5-355a5a7bcbd4 req-5e65d25f-2592-472d-bed9-569069880c56 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156551 Jul 22 23:49:11.514752 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5646463-5bc8-4318-9f1e-589ac2128583 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.516330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5646463-5bc8-4318-9f1e-589ac2128583 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e85ebdba-c3d7-45ce-b0ae-104bef0d97da {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:49:11.521122 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5646463-5bc8-4318-9f1e-589ac2128583 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.526369 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c5646463-5bc8-4318-9f1e-589ac2128583 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "DELETE /v2.0/routers/e85ebdba-c3d7-45ce-b0ae-104bef0d97da HTTP/1.1" status: 204 len: 168 time: 1.2784004 Jul 22 23:49:11.527963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57636) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:11.532874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-424774509', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:11.562589 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.564120 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.624176 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.769973 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.809140 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8d1a83-4961-48ce-9689-0913d742b9de tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Router fb4d4908-8bfe-4d30-983f-d8ba08e745da has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:49:11.933251 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.010721 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8d1a83-4961-48ce-9689-0913d742b9de tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:12.023188 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a65ad-193b-4462-9b3d-c558062d5ef2 None None] Sync routers for ids ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:12.042897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a65ad-193b-4462-9b3d-c558062d5ef2 None None] Routers {'fb4d4908-8bfe-4d30-983f-d8ba08e745da'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:12.045847 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4c4a65ad-193b-4462-9b3d-c558062d5ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:12.053247 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c8d1a83-4961-48ce-9689-0913d742b9de tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] 10.222.0.26 "PUT /v2.0/routers/fb4d4908-8bfe-4d30-983f-d8ba08e745da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1873827 Jul 22 23:49:12.054079 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57642) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:12.105018 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4c4a65ad-193b-4462-9b3d-c558062d5ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:12.120666 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a65ad-193b-4462-9b3d-c558062d5ef2 None None] Routers {'fb4d4908-8bfe-4d30-983f-d8ba08e745da'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:12.121869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4c4a65ad-193b-4462-9b3d-c558062d5ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:12.164851 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4c4a65ad-193b-4462-9b3d-c558062d5ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:12.166057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a65ad-193b-4462-9b3d-c558062d5ef2 None None] The sync data for ids ['fb4d4908-8bfe-4d30-983f-d8ba08e745da'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:12.236454 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.442571 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.462497 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.539086 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18239fde-a2a2-47ad-93a7-6b782c1e7a19 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.544857 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.587882 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Allocated IP 172.25.4.95 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/7ff72282-b5da-4958-b41f-4ff5e9e7c1da) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:12.610517 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.714097 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.717191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Pushing event updated for resources: {'Port': ['ID=8ff81e57-3f69-4a27-bfec-60d16fa1c22b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:12.747557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e0d91-2518-45d9-9193-43875cd2c436 req-c9699378-b51b-4d18-b8a6-27b628a441c8 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:12.749119 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e42e0d91-2518-45d9-9193-43875cd2c436 req-c9699378-b51b-4d18-b8a6-27b628a441c8 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.1489582 Jul 22 23:49:12.754154 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.810381 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e42e0d91-2518-45d9-9193-43875cd2c436 req-2594f773-5845-4b1b-80da-ace4b811d37f tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538249 Jul 22 23:49:12.825335 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.837595 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18239fde-a2a2-47ad-93a7-6b782c1e7a19 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.865300 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:12.868329 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:12.870928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:12.881928 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Floating IP 4ce8864e-02c6-49c8-9c10-fc194d5af4d0 associated. External IP: 172.25.4.20, port: 325966a2-108f-436d-9aa9-c1218f4bcbd9. Jul 22 23:49:12.918085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Pushing event updated for resources: {'Port': ['ID=7ff72282-b5da-4958-b41f-4ff5e9e7c1da,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:13.009700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-18239fde-a2a2-47ad-93a7-6b782c1e7a19 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Deleting port d333dbb4-6944-41fc-b44c-2069fd0b86b5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:13.010294 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18239fde-a2a2-47ad-93a7-6b782c1e7a19 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:13.198500 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 7dca3ef9-8f46-4f50-aed1-e56adaae5b51 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:49:13.208629 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-ac4767d4-63a2-4001-a4aa-1fa6735e6867 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2986019 Jul 22 23:49:13.221010 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18239fde-a2a2-47ad-93a7-6b782c1e7a19 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:13.242877 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Router 868fd7bc-c32a-436d-8922-f3fee9eafc25 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:49:13.243919 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:13.244416 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-18239fde-a2a2-47ad-93a7-6b782c1e7a19 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Calling delete_port for d333dbb4-6944-41fc-b44c-2069fd0b86b5 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:13.249320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 7dca3ef9-8f46-4f50-aed1-e56adaae5b51 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:49:13.249675 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 7dca3ef9-8f46-4f50-aed1-e56adaae5b51 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:49:13.404451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-702e2df4-a757-4732-9c27-13ceea55695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:13.404823 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-702e2df4-a757-4732-9c27-13ceea55695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:13.405325 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-702e2df4-a757-4732-9c27-13ceea55695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:13.405791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-702e2df4-a757-4732-9c27-13ceea55695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:13.406255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-702e2df4-a757-4732-9c27-13ceea55695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:13.406755 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-702e2df4-a757-4732-9c27-13ceea55695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:13.407225 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-702e2df4-a757-4732-9c27-13ceea55695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:13.409140 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-702e2df4-a757-4732-9c27-13ceea55695b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 6501 time: 0.1225560 Jul 22 23:49:13.460129 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:13.474392 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b376fa7-14ec-4d40-bb86-a328c9365aaa None None] Sync routers for ids ['868fd7bc-c32a-436d-8922-f3fee9eafc25'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:13.488659 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:13.489027 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b376fa7-14ec-4d40-bb86-a328c9365aaa None None] Routers {'868fd7bc-c32a-436d-8922-f3fee9eafc25'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:13.495971 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0b376fa7-14ec-4d40-bb86-a328c9365aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['868fd7bc-c32a-436d-8922-f3fee9eafc25'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:13.570655 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-00919cde-ba8b-41a0-88d4-7d7837a7c50c tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8002424 Jul 22 23:49:13.572355 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df86a1da-20fb-49a0-9860-2f48c38fd71d', 'tag': '325966a2-108f-436d-9aa9-c1218f4bcbd9'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:13.574652 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58146f5c-86ae-45c8-ad74-59cf89e75ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "df86a1da-20fb-49a0-9860-2f48c38fd71d", "tag": "325966a2-108f-436d-9aa9-c1218f4bcbd9"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:13.605285 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:13.610041 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18239fde-a2a2-47ad-93a7-6b782c1e7a19 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:13.612297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-97a555ec-a01e-4126-b438-14abca44938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:13.612673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-97a555ec-a01e-4126-b438-14abca44938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:13.613218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-97a555ec-a01e-4126-b438-14abca44938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:13.614826 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-97a555ec-a01e-4126-b438-14abca44938c service neutron] 10.222.0.18 "GET /v2.0/networks?id=876e8a88-d344-43f5-abc2-bd91d918b95b&id=35918a6f-8625-444e-be57-56cf00d9619f&id=35918a6f-8625-444e-be57-56cf00d9619f&id=35918a6f-8625-444e-be57-56cf00d9619f&id=35918a6f-8625-444e-be57-56cf00d9619f&id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2&id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2 HTTP/1.1" status: 200 len: 2299 time: 0.1716228 Jul 22 23:49:13.634180 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3055cb-3c8c-476c-9126-3369fd9fea23 x-openstack-request-id: req-cc3055cb-3c8c-476c-9126-3369fd9fea23 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:13.634562 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df86a1da-20fb-49a0-9860-2f48c38fd71d", "tag": "325966a2-108f-436d-9aa9-c1218f4bcbd9", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:13.634729 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc3055cb-3c8c-476c-9126-3369fd9fea23 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:13.635147 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df86a1da-20fb-49a0-9860-2f48c38fd71d', 'tag': '325966a2-108f-436d-9aa9-c1218f4bcbd9', 'status': 'completed', 'code': 200} Jul 22 23:49:13.636546 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-0b376fa7-14ec-4d40-bb86-a328c9365aaa None None] Set router 868fd7bc-c32a-436d-8922-f3fee9eafc25 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:13.674176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18239fde-a2a2-47ad-93a7-6b782c1e7a19 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Pushing event deleted for resources: {'Port': ['ID=d333dbb4-6944-41fc-b44c-2069fd0b86b5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:13.764596 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18239fde-a2a2-47ad-93a7-6b782c1e7a19 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:13.806774 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-34a39513-0c89-42d8-9063-00dd91c71a63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cab490f4-9887-4d3a-b736-e09758b49446 HTTP/1.1" status: 200 len: 1001 time: 0.1433668 Jul 22 23:49:13.851679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57658) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:13.862864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58146f5c-86ae-45c8-ad74-59cf89e75ba1 req-83a795dd-2089-43e8-bbc4-eee68ec96d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:13.864775 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-58146f5c-86ae-45c8-ad74-59cf89e75ba1 req-83a795dd-2089-43e8-bbc4-eee68ec96d3a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b3662d9b6dea486c9943ad4ed2b2271e&device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 1097 time: 0.2038224 Jul 22 23:49:13.888893 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18239fde-a2a2-47ad-93a7-6b782c1e7a19 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:13.901472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-42e8321f-ebd7-4a6f-a5d1-e6f3c7ebf9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:13.902944 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-42e8321f-ebd7-4a6f-a5d1-e6f3c7ebf9f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81a85537-a303-4236-aff4-e5a83fa8a904 HTTP/1.1" status: 200 len: 856 time: 0.0857573 Jul 22 23:49:13.994182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Router 768c0252-86c8-4a99-b9bf-2c21c726848a is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:49:14.043545 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58146f5c-86ae-45c8-ad74-59cf89e75ba1 req-1f16330d-f6eb-4b10-b0f6-80b571326f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:14.045480 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-58146f5c-86ae-45c8-ad74-59cf89e75ba1 req-1f16330d-f6eb-4b10-b0f6-80b571326f67 service neutron] 10.222.0.95 "GET /v2.0/networks?id=34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 HTTP/1.1" status: 200 len: 910 time: 0.1534998 Jul 22 23:49:14.046651 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18239fde-a2a2-47ad-93a7-6b782c1e7a19 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:14.075877 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0b376fa7-14ec-4d40-bb86-a328c9365aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'name': 'tempest-TestServerBasicOps-1980189797-router', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'gw_port': {'id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:07Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '4ce8864e-02c6-49c8-9c10-fc194d5af4d0', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'port_id': '325966a2-108f-436d-9aa9-c1218f4bcbd9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0', 'mac_address': 'fa:16:3e:2e:06:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df86a1da-20fb-49a0-9860-2f48c38fd71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:49:11Z', 'updated_at': '2021-07-22T23:49:11Z', 'revision_number': 0, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cd9aed-0062-4de9-912d-dd194bc0fe2e', 'name': '', 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'mac_address': 'fa:16:3e:6b:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:12Z', 'updated_at': '2021-07-22T23:48:21Z', 'revision_number': 5, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'subnets': [{'id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:14.113687 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b376fa7-14ec-4d40-bb86-a328c9365aaa None None] Checking router: 868fd7bc-c32a-436d-8922-f3fee9eafc25 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:14.122161 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b376fa7-14ec-4d40-bb86-a328c9365aaa None None] Routers {'868fd7bc-c32a-436d-8922-f3fee9eafc25'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:14.122768 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0b376fa7-14ec-4d40-bb86-a328c9365aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['868fd7bc-c32a-436d-8922-f3fee9eafc25'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:14.160644 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18239fde-a2a2-47ad-93a7-6b782c1e7a19 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:14.165475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18239fde-a2a2-47ad-93a7-6b782c1e7a19 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Fanout notify agent at l3_agent the message router_deleted on router fb4d4908-8bfe-4d30-983f-d8ba08e745da {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:49:14.173274 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18239fde-a2a2-47ad-93a7-6b782c1e7a19 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:14.174412 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-18239fde-a2a2-47ad-93a7-6b782c1e7a19 tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] 10.222.0.26 "DELETE /v2.0/routers/fb4d4908-8bfe-4d30-983f-d8ba08e745da HTTP/1.1" status: 204 len: 168 time: 2.1198151 Jul 22 23:49:14.181774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57666) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.229330 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-58146f5c-86ae-45c8-ad74-59cf89e75ba1 req-6299fa6c-a29a-452b-b1be-f3102c949235 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=325966a2-108f-436d-9aa9-c1218f4bcbd9 HTTP/1.1" status: 200 len: 999 time: 0.1351345 Jul 22 23:49:14.249031 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-0b376fa7-14ec-4d40-bb86-a328c9365aaa None None] Set router 868fd7bc-c32a-436d-8922-f3fee9eafc25 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:14.277676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-d9dfceba-8026-4bdf-8ddb-77f248efc5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:14.279256 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-d9dfceba-8026-4bdf-8ddb-77f248efc5ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=876e8a88-d344-43f5-abc2-bd91d918b95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3647661 Jul 22 23:49:14.283460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:14.295066 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c65af-9121-4260-975a-dfa9c38af16f None None] Sync routers for ids ['768c0252-86c8-4a99-b9bf-2c21c726848a'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:14.296375 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b72f55-e2ac-4c41-b634-dabc47ba153f tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Deleting subnet c8c02fe9-7df1-4698-8b7f-722a278c4145 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:49:14.306789 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79b72f55-e2ac-4c41-b634-dabc47ba153f tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:14.311143 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c65af-9121-4260-975a-dfa9c38af16f None None] Routers {'768c0252-86c8-4a99-b9bf-2c21c726848a'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:14.311916 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-196c65af-9121-4260-975a-dfa9c38af16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['768c0252-86c8-4a99-b9bf-2c21c726848a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:14.339898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42762eb-767e-455d-b23a-ce3019bbc878 req-f5e47cf6-d780-48eb-8dcf-a9bf77f54719 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:14.340536 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a42762eb-767e-455d-b23a-ce3019bbc878 req-f5e47cf6-d780-48eb-8dcf-a9bf77f54719 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.3811736 Jul 22 23:49:14.361445 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79b72f55-e2ac-4c41-b634-dabc47ba153f tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:14.376015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-196c65af-9121-4260-975a-dfa9c38af16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:14.386447 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c65af-9121-4260-975a-dfa9c38af16f None None] Routers {'768c0252-86c8-4a99-b9bf-2c21c726848a'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:14.387723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-196c65af-9121-4260-975a-dfa9c38af16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['768c0252-86c8-4a99-b9bf-2c21c726848a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:14.393818 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58146f5c-86ae-45c8-ad74-59cf89e75ba1 req-259a39af-67a4-43d2-a0e1-2bf0d83c5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:14.395484 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-58146f5c-86ae-45c8-ad74-59cf89e75ba1 req-259a39af-67a4-43d2-a0e1-2bf0d83c5912 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1d5e7299-287c-48b3-87aa-97348e38ebc8 HTTP/1.1" status: 200 len: 848 time: 0.1591215 Jul 22 23:49:14.425878 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:14.430522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2e56ed9d-f20b-4036-ad5e-57c4e42a5a2b tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9014080 Jul 22 23:49:14.431140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57668) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.438587 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-196c65af-9121-4260-975a-dfa9c38af16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:14.438788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-648ea827-93d4-4959-902b-d85dae984b93 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'enable_snat': False}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:14.439685 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c65af-9121-4260-975a-dfa9c38af16f None None] The sync data for ids ['768c0252-86c8-4a99-b9bf-2c21c726848a'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:14.518327 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79b72f55-e2ac-4c41-b634-dabc47ba153f tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:14.524796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58146f5c-86ae-45c8-ad74-59cf89e75ba1 req-f55ca1d7-eed7-4f08-bc0c-7df40bc927e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:14.526357 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-58146f5c-86ae-45c8-ad74-59cf89e75ba1 req-f55ca1d7-eed7-4f08-bc0c-7df40bc927e2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=34fe0ae9-3f02-496f-9b8e-c97ca353b9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235623 Jul 22 23:49:14.539647 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-c749abfd-c2ee-4dac-9bfa-7944954ea569 service neutron] 10.222.0.18 "GET /v2.0/networks/876e8a88-d344-43f5-abc2-bd91d918b95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418358 Jul 22 23:49:14.554505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-58146f5c-86ae-45c8-ad74-59cf89e75ba1 req-d7ad098f-5488-4ec2-81be-817c36cb60d0 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.555676 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-58146f5c-86ae-45c8-ad74-59cf89e75ba1 req-d7ad098f-5488-4ec2-81be-817c36cb60d0 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091200 Jul 22 23:49:14.571604 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0b376fa7-14ec-4d40-bb86-a328c9365aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'name': 'tempest-TestServerBasicOps-1980189797-router', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'gw_port': {'id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:07Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '4ce8864e-02c6-49c8-9c10-fc194d5af4d0', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'port_id': '325966a2-108f-436d-9aa9-c1218f4bcbd9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0', 'mac_address': 'fa:16:3e:2e:06:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df86a1da-20fb-49a0-9860-2f48c38fd71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:49:11Z', 'updated_at': '2021-07-22T23:49:11Z', 'revision_number': 0, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cd9aed-0062-4de9-912d-dd194bc0fe2e', 'name': '', 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'mac_address': 'fa:16:3e:6b:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:12Z', 'updated_at': '2021-07-22T23:48:21Z', 'revision_number': 5, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'subnets': [{'id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:14.600528 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b376fa7-14ec-4d40-bb86-a328c9365aaa None None] The sync data for ids ['868fd7bc-c32a-436d-8922-f3fee9eafc25'] in n-d-688802-2 is: [{'id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'name': 'tempest-TestServerBasicOps-1980189797-router', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'gw_port': {'id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:07Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '4ce8864e-02c6-49c8-9c10-fc194d5af4d0', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'port_id': '325966a2-108f-436d-9aa9-c1218f4bcbd9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0', 'mac_address': 'fa:16:3e:2e:06:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df86a1da-20fb-49a0-9860-2f48c38fd71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:49:11Z', 'updated_at': '2021-07-22T23:49:11Z', 'revision_number': 0, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32cd9aed-0062-4de9-912d-dd194bc0fe2e', 'name': '', 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'mac_address': 'fa:16:3e:6b:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:12Z', 'updated_at': '2021-07-22T23:48:21Z', 'revision_number': 5, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'subnets': [{'id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:14.663088 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79b72f55-e2ac-4c41-b634-dabc47ba153f tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:14.703367 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b72f55-e2ac-4c41-b634-dabc47ba153f tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c02fe9-7df1-4698-8b7f-722a278c4145,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:14.708718 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79b72f55-e2ac-4c41-b634-dabc47ba153f tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:14.711514 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-79b72f55-e2ac-4c41-b634-dabc47ba153f tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] 10.222.0.26 "DELETE /v2.0/subnets/c8c02fe9-7df1-4698-8b7f-722a278c4145 HTTP/1.1" status: 204 len: 168 time: 0.5285821 Jul 22 23:49:14.714305 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-58146f5c-86ae-45c8-ad74-59cf89e75ba1 req-e679e21c-6c43-4d83-aa26-37f86652d72c service neutron] 10.222.0.95 "GET /v2.0/networks/34fe0ae9-3f02-496f-9b8e-c97ca353b9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497011 Jul 22 23:49:14.714645 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57670) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.718441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d79f3e-8e4f-4c10-8905-6a0a6c8d1ae3 None None] Network a3f07363-297c-400e-ace6-1f97416a6fea requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:14.852425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:14.907847 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0ed0dc-29df-4c63-b4e5-ccd5bce7404e None None] New status for floating IP 4ce8864e-02c6-49c8-9c10-fc194d5af4d0: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:49:14.930400 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-58146f5c-86ae-45c8-ad74-59cf89e75ba1 req-21f08e00-75ec-4b65-83c6-6a846cf439af service neutron] 10.222.0.95 "GET /v2.0/networks/34fe0ae9-3f02-496f-9b8e-c97ca353b9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061760 Jul 22 23:49:14.955827 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe70e11-c95d-4eb9-a1a3-4e5e7dddc8aa None None] DHCP port deletion for a3f07363-297c-400e-ace6-1f97416a6fea request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:49:14.990393 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Deleting port b44b0412-af7f-4f0b-ab99-bffbf1a9057c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:14.990864 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.029244 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cfe70e11-c95d-4eb9-a1a3-4e5e7dddc8aa None None] Deleting port b44b0412-af7f-4f0b-ab99-bffbf1a9057c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:15.031745 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfe70e11-c95d-4eb9-a1a3-4e5e7dddc8aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.073831 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a42762eb-767e-455d-b23a-ce3019bbc878 req-cca5609e-ab4e-496c-b4bc-08c8f840ad0a tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6719398 Jul 22 23:49:15.085044 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] For port b44b0412-af7f-4f0b-ab99-bffbf1a9057c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b44b0412-af7f-4f0b-ab99-bffbf1a9057c,segment=NetworkSegment(4b9b270f-7b68-4b5e-9e9d-4fc6a0058827),segment_id=4b9b270f-7b68-4b5e-9e9d-4fc6a0058827)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:15.089680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-06c4471a-3f80-403e-8d58-b29d72948d77 service neutron] 10.222.0.18 "GET /v2.0/networks/876e8a88-d344-43f5-abc2-bd91d918b95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195658 Jul 22 23:49:15.090592 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.127369 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Calling delete_port for b44b0412-af7f-4f0b-ab99-bffbf1a9057c owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:15.154437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-2f8c5101-206b-4675-a7bb-cfd85dac54a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=ab643751-7af9-4073-927e-3801c1e6ab2e HTTP/1.1" status: 200 len: 217 time: 0.0566709 Jul 22 23:49:15.161132 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cfe70e11-c95d-4eb9-a1a3-4e5e7dddc8aa None None] For port b44b0412-af7f-4f0b-ab99-bffbf1a9057c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b44b0412-af7f-4f0b-ab99-bffbf1a9057c,segment=NetworkSegment(4b9b270f-7b68-4b5e-9e9d-4fc6a0058827),segment_id=4b9b270f-7b68-4b5e-9e9d-4fc6a0058827)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:15.161132 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfe70e11-c95d-4eb9-a1a3-4e5e7dddc8aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.187699 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cfe70e11-c95d-4eb9-a1a3-4e5e7dddc8aa None None] Calling delete_port for b44b0412-af7f-4f0b-ab99-bffbf1a9057c owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:15.248765 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b44b0412-af7f-4f0b-ab99-bffbf1a9057c no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:49:15.252289 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.280772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: b44b0412-af7f-4f0b-ab99-bffbf1a9057c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:49:15.281427 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b44b0412-af7f-4f0b-ab99-bffbf1a9057c not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:49:15.285211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Pushing event deleted for resources: {'Port': ['ID=b44b0412-af7f-4f0b-ab99-bffbf1a9057c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:15.290301 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] No DVR routers for this DVR port b44b0412-af7f-4f0b-ab99-bffbf1a9057c on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:49:15.336729 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfe70e11-c95d-4eb9-a1a3-4e5e7dddc8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.353777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-4848242e-7aeb-4a64-9b15-0bead6b57a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:15.355267 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-4848242e-7aeb-4a64-9b15-0bead6b57a21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8cea5c0-2774-409d-bda9-e9e98d3a9b82 HTTP/1.1" status: 200 len: 797 time: 0.1901901 Jul 22 23:49:15.365415 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe70e11-c95d-4eb9-a1a3-4e5e7dddc8aa None None] No DVR routers for this DVR port b44b0412-af7f-4f0b-ab99-bffbf1a9057c on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:49:15.402483 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.404404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe70e11-c95d-4eb9-a1a3-4e5e7dddc8aa None None] Pushing event deleted for resources: {'Port': ['ID=b44b0412-af7f-4f0b-ab99-bffbf1a9057c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:15.416803 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f07363-297c-400e-ace6-1f97416a6fea']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:15.427898 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9b270f-7b68-4b5e-9e9d-4fc6a0058827') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:15.428243 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9b270f-7b68-4b5e-9e9d-4fc6a0058827') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:15.442044 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.458581 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.465131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:49:15.465542 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:49:15.469584 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:49:15.547718 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.559562 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.561498 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] 10.222.0.26 "DELETE /v2.0/networks/a3f07363-297c-400e-ace6-1f97416a6fea HTTP/1.1" status: 204 len: 168 time: 0.8459048 Jul 22 23:49:15.568289 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57674) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:15.572501 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353458eb-e46b-42ea-a54e-c6615c8ccd4e tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Pushing event deleted for resources: {'Network': ['ID=a3f07363-297c-400e-ace6-1f97416a6fea,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:15.632945 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-4c8330a4-ddf7-44a4-af9a-b0f10a0961d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:15.634427 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-4c8330a4-ddf7-44a4-af9a-b0f10a0961d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35918a6f-8625-444e-be57-56cf00d9619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2693396 Jul 22 23:49:15.643252 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-648ea827-93d4-4959-902b-d85dae984b93 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.892781 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-99187c00-5ee6-4d6f-89dd-92eefa703750 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428234 Jul 22 23:49:15.968226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-42baa8e9-39e9-420e-addb-1a8c992a7ecf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Deleting port 065d2150-ecd2-4149-8203-db1c554e7dad {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:15.968568 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42baa8e9-39e9-420e-addb-1a8c992a7ecf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:16.054625 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23bfd87c-6e21-4e0d-adfe-7cc2701bb9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:16.215502 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-8f137e44-734f-4f31-bb60-1a8b32a3a8b0 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142042 Jul 22 23:49:16.270006 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42baa8e9-39e9-420e-addb-1a8c992a7ecf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:16.270334 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42baa8e9-39e9-420e-addb-1a8c992a7ecf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:16.348373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-42baa8e9-39e9-420e-addb-1a8c992a7ecf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Calling delete_port for 065d2150-ecd2-4149-8203-db1c554e7dad owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:16.356174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-b461cfa2-567b-401a-9bb2-18b682c9bb8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=bd4a7c11-f8d2-44b4-95fe-48b417a7f15d HTTP/1.1" status: 200 len: 217 time: 0.0935311 Jul 22 23:49:16.445457 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:16.554844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22c00b-e992-444f-af33-13ce71b394a8 req-01348d6b-1c27-443a-94d7-35a70894f005 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:16.556339 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff22c00b-e992-444f-af33-13ce71b394a8 req-01348d6b-1c27-443a-94d7-35a70894f005 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.3999770 Jul 22 23:49:16.575404 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-e3057748-6095-453a-aded-40adfb0ae0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:16.576802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-e3057748-6095-453a-aded-40adfb0ae0e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8cea5c0-2774-409d-bda9-e9e98d3a9b82 HTTP/1.1" status: 200 len: 797 time: 0.2026105 Jul 22 23:49:16.738586 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff22c00b-e992-444f-af33-13ce71b394a8 req-869ccb9a-f815-493c-b376-985a1bf534f9 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746380 Jul 22 23:49:16.901529 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-720efd62-b4d3-4a21-8473-a95d38864874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:16.903039 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-720efd62-b4d3-4a21-8473-a95d38864874 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35918a6f-8625-444e-be57-56cf00d9619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2886508 Jul 22 23:49:16.924244 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42baa8e9-39e9-420e-addb-1a8c992a7ecf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:16.978453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42baa8e9-39e9-420e-addb-1a8c992a7ecf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Pushing event deleted for resources: {'Port': ['ID=065d2150-ecd2-4149-8203-db1c554e7dad,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:17.086738 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-648ea827-93d4-4959-902b-d85dae984b93 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.102499 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-648ea827-93d4-4959-902b-d85dae984b93 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.516145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-53486bea-2866-4f60-a280-775adc421cdd service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024809 Jul 22 23:49:17.542541 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42baa8e9-39e9-420e-addb-1a8c992a7ecf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.545311 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42baa8e9-39e9-420e-addb-1a8c992a7ecf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.546452 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-42baa8e9-39e9-420e-addb-1a8c992a7ecf tempest-FloatingIPAdminTestJSON-220221507 tempest-FloatingIPAdminTestJSON-220221507-project] 10.222.0.26 "DELETE /v2.0/floatingips/395cb64f-8164-4113-8605-ffec47a08114 HTTP/1.1" status: 204 len: 168 time: 1.9741185 Jul 22 23:49:17.572416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-23bfd87c-6e21-4e0d-adfe-7cc2701bb9df admin admin] Deleting port d316ae19-c78a-4fc1-bf53-9443cb3c73d2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:17.572765 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23bfd87c-6e21-4e0d-adfe-7cc2701bb9df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.737176 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-23bfd87c-6e21-4e0d-adfe-7cc2701bb9df admin admin] For port d316ae19-c78a-4fc1-bf53-9443cb3c73d2, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d316ae19-c78a-4fc1-bf53-9443cb3c73d2,segment=NetworkSegment(d170b232-5171-4d72-9f14-55ec0576510c),segment_id=d170b232-5171-4d72-9f14-55ec0576510c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:17.737537 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23bfd87c-6e21-4e0d-adfe-7cc2701bb9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.744119 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-8cfd4f52-4b4f-41e1-9f0b-794039b46942 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941254 Jul 22 23:49:17.750211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648ea827-93d4-4959-902b-d85dae984b93 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Router 768c0252-86c8-4a99-b9bf-2c21c726848a has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:49:17.756352 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57686) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:17.770601 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-23bfd87c-6e21-4e0d-adfe-7cc2701bb9df admin admin] Calling delete_port for d316ae19-c78a-4fc1-bf53-9443cb3c73d2 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:17.802468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-595e3904-30b8-484e-94ec-f6e4905a3310 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=06b36ce6-caf4-494a-b935-4e47824fb9dd HTTP/1.1" status: 200 len: 217 time: 0.0495453 Jul 22 23:49:17.889978 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e18afc85-0a1c-484b-86fe-935b40183b9c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0556d73b9164b7aa1e296b692ad3a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301897 Jul 22 23:49:17.890205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57692) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:17.937605 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02f8ae26-47c4-4998-8ae8-5a914015d9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.958804 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02f8ae26-47c4-4998-8ae8-5a914015d9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.996837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-e7e61f3b-780d-4a74-9b24-7132dc22ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:17.999382 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-e7e61f3b-780d-4a74-9b24-7132dc22ca34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8cea5c0-2774-409d-bda9-e9e98d3a9b82 HTTP/1.1" status: 200 len: 797 time: 0.1865399 Jul 22 23:49:18.016939 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02f8ae26-47c4-4998-8ae8-5a914015d9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:18.019675 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02f8ae26-47c4-4998-8ae8-5a914015d9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:18.020783 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-02f8ae26-47c4-4998-8ae8-5a914015d9d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9ff19ae-5bb1-4cea-abc9-00ca8ff82b89 HTTP/1.1" status: 204 len: 168 time: 0.1296580 Jul 22 23:49:18.030787 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8ae26-47c4-4998-8ae8-5a914015d9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ff19ae-5bb1-4cea-abc9-00ca8ff82b89,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:18.126631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648ea827-93d4-4959-902b-d85dae984b93 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:18.135950 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-648ea827-93d4-4959-902b-d85dae984b93 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:18.137197 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-648ea827-93d4-4959-902b-d85dae984b93 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "PUT /v2.0/routers/768c0252-86c8-4a99-b9bf-2c21c726848a HTTP/1.1" status: 200 len: 920 time: 3.7019415 Jul 22 23:49:18.139723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa097e00-4adc-418d-a005-a87c60b58896 None None] Sync routers for ids ['768c0252-86c8-4a99-b9bf-2c21c726848a'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:18.140268 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57696) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:18.152445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa097e00-4adc-418d-a005-a87c60b58896 None None] Routers {'768c0252-86c8-4a99-b9bf-2c21c726848a'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:18.153384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-aa097e00-4adc-418d-a005-a87c60b58896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['768c0252-86c8-4a99-b9bf-2c21c726848a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:18.161064 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c093b-9adf-4834-a595-9a65df19097d req-d3ea38a2-72d3-4f3d-be21-52c5c0a5d1b4 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:18.163380 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-956c093b-9adf-4834-a595-9a65df19097d req-d3ea38a2-72d3-4f3d-be21-52c5c0a5d1b4 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.3502352 Jul 22 23:49:18.199297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-9f5064f1-0a1c-4959-8868-defd99db2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:18.200819 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-9f5064f1-0a1c-4959-8868-defd99db2826 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35918a6f-8625-444e-be57-56cf00d9619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1898432 Jul 22 23:49:18.210418 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-aa097e00-4adc-418d-a005-a87c60b58896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:18.223080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa097e00-4adc-418d-a005-a87c60b58896 None None] Routers {'768c0252-86c8-4a99-b9bf-2c21c726848a'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:18.223962 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-aa097e00-4adc-418d-a005-a87c60b58896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['768c0252-86c8-4a99-b9bf-2c21c726848a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:18.248674 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-956c093b-9adf-4834-a595-9a65df19097d req-9357246f-84a2-450c-ac46-f413cdd5c819 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729699 Jul 22 23:49:18.270657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-aa097e00-4adc-418d-a005-a87c60b58896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:18.271369 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa097e00-4adc-418d-a005-a87c60b58896 None None] The sync data for ids ['768c0252-86c8-4a99-b9bf-2c21c726848a'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:18.297273 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a46bb5ef-5446-46ca-9cc3-2bd9e51b04f9 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "GET /v2.0/routers/768c0252-86c8-4a99-b9bf-2c21c726848a HTTP/1.1" status: 200 len: 920 time: 0.1539950 Jul 22 23:49:18.298346 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57700) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:18.343972 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23bfd87c-6e21-4e0d-adfe-7cc2701bb9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:18.351909 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57702) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:18.375088 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcd60df-ec2a-4ca8-ac68-d5a5fbb48482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:18.379445 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-f7e9cd92-3c66-44a4-b177-6a2d0a76cc2f service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673367 Jul 22 23:49:18.380559 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfd87c-6e21-4e0d-adfe-7cc2701bb9df admin admin] Pushing event deleted for resources: {'Port': ['ID=d316ae19-c78a-4fc1-bf53-9443cb3c73d2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:18.438098 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b71023-bbdf-438b-b507-908e33cb646c tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:18.439648 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-36b71023-bbdf-438b-b507-908e33cb646c tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&device_id=768c0252-86c8-4a99-b9bf-2c21c726848a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1403971 Jul 22 23:49:18.444010 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57704) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:18.592985 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-e640542b-fddd-4241-99a9-15d76b87a0db service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051513 Jul 22 23:49:18.648415 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-4c065944-6e6a-4bee-a869-856454416be1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=84ff3893-ed31-4b39-809a-4a9ebd9370f5 HTTP/1.1" status: 200 len: 217 time: 0.0452509 Jul 22 23:49:18.692646 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23bfd87c-6e21-4e0d-adfe-7cc2701bb9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:18.717686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-6005f26e-0bd3-4664-9feb-0f80062a4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:18.719184 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-6005f26e-0bd3-4664-9feb-0f80062a4e91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8cea5c0-2774-409d-bda9-e9e98d3a9b82 HTTP/1.1" status: 200 len: 797 time: 0.0614381 Jul 22 23:49:18.858615 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79083748-9446-4465-a456-a43375a4f2dd tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:18.859942 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-79083748-9446-4465-a456-a43375a4f2dd tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 881 time: 0.4149766 Jul 22 23:49:18.861237 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-a61ecbce-f5f8-4634-948d-f52e93e72a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:18.862723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-a61ecbce-f5f8-4634-948d-f52e93e72a43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35918a6f-8625-444e-be57-56cf00d9619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1134601 Jul 22 23:49:18.864419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57708) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:18.879419 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcd60df-ec2a-4ca8-ac68-d5a5fbb48482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:18.883838 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bcd60df-ec2a-4ca8-ac68-d5a5fbb48482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:18.923540 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6bcd60df-ec2a-4ca8-ac68-d5a5fbb48482 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dea8182d1faa4438ad4566a23e1118fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5702515 Jul 22 23:49:18.924559 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd60df-ec2a-4ca8-ac68-d5a5fbb48482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b791be-bd96-47ed-9474-dddf4aaf73b8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:18.928552 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57710) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:18.969692 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4df9d919-90c2-43f4-a773-aa12827b11ab tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "GET /v2.0/ports?device_id=768c0252-86c8-4a99-b9bf-2c21c726848a HTTP/1.1" status: 200 len: 205 time: 0.1031840 Jul 22 23:49:18.973728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57712) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:18.986300 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-534b74cd-da51-46fb-b8c2-ebdf114fe1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.063029 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-488dfd72-85ee-474c-a66d-d74b1effbc56 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554854 Jul 22 23:49:19.067766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bfd87c-6e21-4e0d-adfe-7cc2701bb9df admin admin] Router 777907f8-b1fa-4e4e-8253-2062dfec7899 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:49:19.074733 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-534b74cd-da51-46fb-b8c2-ebdf114fe1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.132665 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a896-fcd1-4fc9-9dbb-5f05f013c8f9 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.222622 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-534b74cd-da51-46fb-b8c2-ebdf114fe1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.225198 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-534b74cd-da51-46fb-b8c2-ebdf114fe1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.226463 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-534b74cd-da51-46fb-b8c2-ebdf114fe1c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26b791be-bd96-47ed-9474-dddf4aaf73b8 HTTP/1.1" status: 204 len: 168 time: 0.2965808 Jul 22 23:49:19.240793 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-187c7d86-9ef8-446b-8c92-edfff0a109e8 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686354 Jul 22 23:49:19.241740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b74cd-da51-46fb-b8c2-ebdf114fe1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b791be-bd96-47ed-9474-dddf4aaf73b8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:19.271201 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a896-fcd1-4fc9-9dbb-5f05f013c8f9 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.302336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-ca335c37-2e2e-4430-a02e-c05f5e280a1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4157cbfe-5f0e-4e3c-9639-b2453364d9b9 HTTP/1.1" status: 200 len: 217 time: 0.0496473 Jul 22 23:49:19.303902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bfd87c-6e21-4e0d-adfe-7cc2701bb9df admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:19.309241 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-23bfd87c-6e21-4e0d-adfe-7cc2701bb9df admin admin] 10.222.0.26 "PUT /v2.0/routers/777907f8-b1fa-4e4e-8253-2062dfec7899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4492843 Jul 22 23:49:19.314529 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c1ea82-fef8-4b77-bf6d-c1a3a03238d6 None None] Sync routers for ids ['777907f8-b1fa-4e4e-8253-2062dfec7899'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:19.317427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:19.327842 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c1ea82-fef8-4b77-bf6d-c1a3a03238d6 None None] Routers {'777907f8-b1fa-4e4e-8253-2062dfec7899'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:19.328903 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-17c1ea82-fef8-4b77-bf6d-c1a3a03238d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['777907f8-b1fa-4e4e-8253-2062dfec7899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:19.354381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5a896-fcd1-4fc9-9dbb-5f05f013c8f9 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Deleting port 7ff72282-b5da-4958-b41f-4ff5e9e7c1da {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:19.354888 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a896-fcd1-4fc9-9dbb-5f05f013c8f9 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.447346 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a896-fcd1-4fc9-9dbb-5f05f013c8f9 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.454297 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-17c1ea82-fef8-4b77-bf6d-c1a3a03238d6 None None] Set router 777907f8-b1fa-4e4e-8253-2062dfec7899 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:19.464993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-d7cbf93a-4f1a-4d0c-b9f2-8c5c7006160f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:19.464993 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-d7cbf93a-4f1a-4d0c-b9f2-8c5c7006160f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da97aba8-7313-4be0-a09e-c8187e45cd62 HTTP/1.1" status: 200 len: 797 time: 0.1548243 Jul 22 23:49:19.473810 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5a896-fcd1-4fc9-9dbb-5f05f013c8f9 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Calling delete_port for 7ff72282-b5da-4958-b41f-4ff5e9e7c1da owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:19.542660 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1842820d-1edb-4db3-ac4f-ab100e49d8fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.553601 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c258eef-885b-48f2-84cb-3651796e6a8d req-6f81361f-fb6e-486d-9d9a-9e8b18d7481b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:19.555252 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c258eef-885b-48f2-84cb-3651796e6a8d req-6f81361f-fb6e-486d-9d9a-9e8b18d7481b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.1774244 Jul 22 23:49:19.674496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-fea1b14c-78d7-47b6-aef3-4fd0b1664c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:19.675778 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-17c1ea82-fef8-4b77-bf6d-c1a3a03238d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'name': 'tempest-TaggedBootDevicesTest-676577820-router', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:03Z', 'updated_at': '2021-07-22T23:49:18Z', 'revision_number': 5, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'gw_port': {'id': 'b36b61ac-83f0-4c11-b39a-3baed235e3d7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:38:04Z', 'updated_at': '2021-07-22T23:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:19.675991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-fea1b14c-78d7-47b6-aef3-4fd0b1664c64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2020738 Jul 22 23:49:19.683280 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c258eef-885b-48f2-84cb-3651796e6a8d req-91e0d6e1-96d9-4f32-9456-4e6eb13fe76c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660601 Jul 22 23:49:19.704663 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57722) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:19.715969 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c1ea82-fef8-4b77-bf6d-c1a3a03238d6 None None] Checking router: 777907f8-b1fa-4e4e-8253-2062dfec7899 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:19.727416 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1842820d-1edb-4db3-ac4f-ab100e49d8fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.729739 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a896-fcd1-4fc9-9dbb-5f05f013c8f9 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.731694 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4367c7d0-1201-4bec-a386-6e3842e13fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.742629 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c1ea82-fef8-4b77-bf6d-c1a3a03238d6 None None] Routers {'777907f8-b1fa-4e4e-8253-2062dfec7899'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:19.743988 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-17c1ea82-fef8-4b77-bf6d-c1a3a03238d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['777907f8-b1fa-4e4e-8253-2062dfec7899'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:19.775088 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5a896-fcd1-4fc9-9dbb-5f05f013c8f9 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Pushing event deleted for resources: {'Port': ['ID=7ff72282-b5da-4958-b41f-4ff5e9e7c1da,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:19.870500 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-17c1ea82-fef8-4b77-bf6d-c1a3a03238d6 None None] Set router 777907f8-b1fa-4e4e-8253-2062dfec7899 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:19.877112 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a896-fcd1-4fc9-9dbb-5f05f013c8f9 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.940428 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-17c1ea82-fef8-4b77-bf6d-c1a3a03238d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'name': 'tempest-TaggedBootDevicesTest-676577820-router', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:03Z', 'updated_at': '2021-07-22T23:49:19Z', 'revision_number': 6, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:19.978790 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c1ea82-fef8-4b77-bf6d-c1a3a03238d6 None None] The sync data for ids ['777907f8-b1fa-4e4e-8253-2062dfec7899'] in n-d-688802-2 is: [{'id': '777907f8-b1fa-4e4e-8253-2062dfec7899', 'name': 'tempest-TaggedBootDevicesTest-676577820-router', 'tenant_id': 'd666488e03c84f33989e7c5054c2c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:38:03Z', 'updated_at': '2021-07-22T23:49:19Z', 'revision_number': 6, 'project_id': 'd666488e03c84f33989e7c5054c2c913', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:19.994373 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a896-fcd1-4fc9-9dbb-5f05f013c8f9 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.999905 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a896-fcd1-4fc9-9dbb-5f05f013c8f9 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.084611 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a896-fcd1-4fc9-9dbb-5f05f013c8f9 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.085303 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d5a896-fcd1-4fc9-9dbb-5f05f013c8f9 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Fanout notify agent at l3_agent the message router_deleted on router 768c0252-86c8-4a99-b9bf-2c21c726848a {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:49:20.093534 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a896-fcd1-4fc9-9dbb-5f05f013c8f9 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.094964 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a9d5a896-fcd1-4fc9-9dbb-5f05f013c8f9 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "DELETE /v2.0/routers/768c0252-86c8-4a99-b9bf-2c21c726848a HTTP/1.1" status: 204 len: 168 time: 1.1202359 Jul 22 23:49:20.099215 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57726) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:20.105802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8f5f9804-172b-46d3-bc07-79e2908d033c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-643104876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:20.122959 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4367c7d0-1201-4bec-a386-6e3842e13fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.132440 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4367c7d0-1201-4bec-a386-6e3842e13fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.179183 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f5f9804-172b-46d3-bc07-79e2908d033c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.180351 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f5f9804-172b-46d3-bc07-79e2908d033c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.185310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-d2718391-cbd9-479e-afc2-ff4bf900cad8 service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996049 Jul 22 23:49:20.188569 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4367c7d0-1201-4bec-a386-6e3842e13fc5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e81309f0521400799be0da6cf9082fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829998 Jul 22 23:49:20.190935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57728) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:20.191087 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367c7d0-1201-4bec-a386-6e3842e13fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45279ba3-b827-41f1-99c4-937242172593,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:20.246884 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f5f9804-172b-46d3-bc07-79e2908d033c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.251701 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f5f9804-172b-46d3-bc07-79e2908d033c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.254589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1842820d-1edb-4db3-ac4f-ab100e49d8fb admin admin] Deleting port b36b61ac-83f0-4c11-b39a-3baed235e3d7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:20.254931 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1842820d-1edb-4db3-ac4f-ab100e49d8fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.268182 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f5f9804-172b-46d3-bc07-79e2908d033c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.269849 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8f5f9804-172b-46d3-bc07-79e2908d033c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1705079 Jul 22 23:49:20.272726 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57730) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:20.277392 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Request body: {'router': {'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:20.383835 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5de86566-00ee-4dfd-988e-42a33b9a3803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.394785 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-b81197ab-dfd1-49f7-afdb-af4e9c552dd2 service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012947 Jul 22 23:49:20.464938 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-e32aaa76-3f72-4dce-85e2-8f5eaa1fe6db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=423b7270-ab41-4684-8ac3-3fc383c0741a HTTP/1.1" status: 200 len: 217 time: 0.0558312 Jul 22 23:49:20.467661 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5de86566-00ee-4dfd-988e-42a33b9a3803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.470318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1842820d-1edb-4db3-ac4f-ab100e49d8fb admin admin] For port b36b61ac-83f0-4c11-b39a-3baed235e3d7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b36b61ac-83f0-4c11-b39a-3baed235e3d7,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:20.470677 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1842820d-1edb-4db3-ac4f-ab100e49d8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.519502 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.522616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1842820d-1edb-4db3-ac4f-ab100e49d8fb admin admin] Calling delete_port for b36b61ac-83f0-4c11-b39a-3baed235e3d7 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:20.603118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-b92d577b-b2ca-4ad6-b86b-4e0e2efb2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:20.603870 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-b92d577b-b2ca-4ad6-b86b-4e0e2efb2aab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da97aba8-7313-4be0-a09e-c8187e45cd62 HTTP/1.1" status: 200 len: 797 time: 0.1307878 Jul 22 23:49:20.654418 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5de86566-00ee-4dfd-988e-42a33b9a3803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.656924 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5de86566-00ee-4dfd-988e-42a33b9a3803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.658077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5de86566-00ee-4dfd-988e-42a33b9a3803 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45279ba3-b827-41f1-99c4-937242172593 HTTP/1.1" status: 204 len: 168 time: 0.4658754 Jul 22 23:49:20.673355 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de86566-00ee-4dfd-988e-42a33b9a3803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45279ba3-b827-41f1-99c4-937242172593,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:20.744858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-8c305246-435b-407e-ab7e-e85249d974fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:20.746433 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-8c305246-435b-407e-ab7e-e85249d974fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1354759 Jul 22 23:49:20.762176 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-69ccaaf6-f444-44a2-b997-2e2411e45465 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:20.763274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-69ccaaf6-f444-44a2-b997-2e2411e45465 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084515 Jul 22 23:49:20.772128 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.797685 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.954837 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1842820d-1edb-4db3-ac4f-ab100e49d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.992943 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842820d-1edb-4db3-ac4f-ab100e49d8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b36b61ac-83f0-4c11-b39a-3baed235e3d7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:21.019321 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Allocated IP 172.25.4.95 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/6df92143-b49b-490d-9931-fa62d1de1a31) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:21.035972 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-675c4975-2a8a-490f-ae51-253257006d7f service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436180 Jul 22 23:49:21.045726 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4f69d-10fe-4e94-8b17-050b32f7cb1e req-81c87efa-ed1c-4e6d-ba42-af96d8416993 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:21.047255 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55a4f69d-10fe-4e94-8b17-050b32f7cb1e req-81c87efa-ed1c-4e6d-ba42-af96d8416993 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.2560835 Jul 22 23:49:21.184175 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1842820d-1edb-4db3-ac4f-ab100e49d8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.188371 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55a4f69d-10fe-4e94-8b17-050b32f7cb1e req-a4e98574-d969-433c-bb5a-4f3a6fc558bc tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107826 Jul 22 23:49:21.212545 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d316ae19-c78a-4fc1-bf53-9443cb3c73d2 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:49:21.227761 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.243839 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: d316ae19-c78a-4fc1-bf53-9443cb3c73d2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:49:21.244628 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d316ae19-c78a-4fc1-bf53-9443cb3c73d2 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:49:21.245219 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b36b61ac-83f0-4c11-b39a-3baed235e3d7 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:49:21.267968 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: b36b61ac-83f0-4c11-b39a-3baed235e3d7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:49:21.268547 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b36b61ac-83f0-4c11-b39a-3baed235e3d7 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:49:21.284378 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.304462 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:21.314120 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f992954f-caa9-46ca-a812-5ab3f6708738 req-cf68c70e-9cad-4918-b495-ab93c5270809 service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475061 Jul 22 23:49:21.315820 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1842820d-1edb-4db3-ac4f-ab100e49d8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.317989 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1842820d-1edb-4db3-ac4f-ab100e49d8fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.322831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:21.339543 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:21.368552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1842820d-1edb-4db3-ac4f-ab100e49d8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.369418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1842820d-1edb-4db3-ac4f-ab100e49d8fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 777907f8-b1fa-4e4e-8253-2062dfec7899 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:49:21.373855 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1842820d-1edb-4db3-ac4f-ab100e49d8fb admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.377307 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1842820d-1edb-4db3-ac4f-ab100e49d8fb admin admin] 10.222.0.26 "DELETE /v2.0/routers/777907f8-b1fa-4e4e-8253-2062dfec7899 HTTP/1.1" status: 204 len: 168 time: 2.0549622 Jul 22 23:49:21.377516 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57750) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:21.385146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Pushing event updated for resources: {'Port': ['ID=6df92143-b49b-490d-9931-fa62d1de1a31,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:21.433079 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5b7758-8966-44a4-9c75-7b6df670e6bb admin admin] Deleting subnet 944a2bd3-3d96-426e-983b-9162c91b6208 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:49:21.437738 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad5b7758-8966-44a4-9c75-7b6df670e6bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.488399 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad5b7758-8966-44a4-9c75-7b6df670e6bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.594329 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad5b7758-8966-44a4-9c75-7b6df670e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.647245 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.662027 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad5b7758-8966-44a4-9c75-7b6df670e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.689929 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b7758-8966-44a4-9c75-7b6df670e6bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944a2bd3-3d96-426e-983b-9162c91b6208,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:21.694156 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ad5b7758-8966-44a4-9c75-7b6df670e6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.698688 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ad5b7758-8966-44a4-9c75-7b6df670e6bb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/944a2bd3-3d96-426e-983b-9162c91b6208 HTTP/1.1" status: 204 len: 168 time: 0.3201766 Jul 22 23:49:21.699310 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57762) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:21.707798 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4c57fd-af75-4852-8ff4-ca3dca1532fb None None] Network 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:21.772907 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.841373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] Deleting port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:21.841990 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.901242 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.905310 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.910694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] For port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824,segment=NetworkSegment(d170b232-5171-4d72-9f14-55ec0576510c),segment_id=d170b232-5171-4d72-9f14-55ec0576510c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:21.911291 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.926024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] Calling delete_port for 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:21.968272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36969fc-9790-4fef-a1e7-bf8c6f4b0570 None None] DHCP port deletion for 81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:49:22.065727 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e36969fc-9790-4fef-a1e7-bf8c6f4b0570 None None] Deleting port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:22.066138 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e36969fc-9790-4fef-a1e7-bf8c6f4b0570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.070365 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.099159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:22.101126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] No DVR routers for this DVR port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:49:22.119452 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Router 2c920383-2060-4c54-9929-e432818f609e is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:49:22.159547 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e36969fc-9790-4fef-a1e7-bf8c6f4b0570 None None] For port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824, host n-d-688802-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:22.159942 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e36969fc-9790-4fef-a1e7-bf8c6f4b0570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.176553 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e36969fc-9790-4fef-a1e7-bf8c6f4b0570 None None] Calling delete_port for 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:22.179986 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-e36969fc-9790-4fef-a1e7-bf8c6f4b0570 None None] Port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:49:22.181334 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e36969fc-9790-4fef-a1e7-bf8c6f4b0570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.188218 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.201240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:22.206176 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36969fc-9790-4fef-a1e7-bf8c6f4b0570 None None] Pushing event deleted for resources: {'Port': ['ID=3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:22.215736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36969fc-9790-4fef-a1e7-bf8c6f4b0570 None None] No DVR routers for this DVR port 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:49:22.228190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd170b232-5171-4d72-9f14-55ec0576510c') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:22.228190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd170b232-5171-4d72-9f14-55ec0576510c') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:22.253006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:22.253357 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.261998 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.265135 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2ea858e8-5de6-43e3-b340-f19c6b205cb0 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "PUT /v2.0/routers/2c920383-2060-4c54-9929-e432818f609e HTTP/1.1" status: 200 len: 878 time: 1.9894650 Jul 22 23:49:22.265845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57780) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:22.274540 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed4f133-dd97-4b69-8af2-69af275e0ea9 None None] Sync routers for ids ['2c920383-2060-4c54-9929-e432818f609e'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:22.283211 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.287784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed4f133-dd97-4b69-8af2-69af275e0ea9 None None] Routers {'2c920383-2060-4c54-9929-e432818f609e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:22.288439 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7ed4f133-dd97-4b69-8af2-69af275e0ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2c920383-2060-4c54-9929-e432818f609e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:22.297601 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:49:22.298019 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: items = [ Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:49:22.306190 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:49:22.353332 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7ed4f133-dd97-4b69-8af2-69af275e0ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:22.364262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed4f133-dd97-4b69-8af2-69af275e0ea9 None None] Routers {'2c920383-2060-4c54-9929-e432818f609e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:22.365643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7ed4f133-dd97-4b69-8af2-69af275e0ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2c920383-2060-4c54-9929-e432818f609e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:22.398284 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-362cf149-1135-4014-83d0-f70aa0e84290 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "GET /v2.0/routers/2c920383-2060-4c54-9929-e432818f609e HTTP/1.1" status: 200 len: 919 time: 0.1295943 Jul 22 23:49:22.400377 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57784) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:22.407115 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7ed4f133-dd97-4b69-8af2-69af275e0ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:22.408118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed4f133-dd97-4b69-8af2-69af275e0ea9 None None] The sync data for ids ['2c920383-2060-4c54-9929-e432818f609e'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:22.423186 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.429219 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.431296 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9 HTTP/1.1" status: 204 len: 168 time: 0.7310503 Jul 22 23:49:22.432741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57786) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:22.463950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba014dbd-cd21-4b60-8a03-765baff140d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=81af1c1d-fc43-4cd3-9be0-5e7ecd428fc9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:22.480912 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb1f509-65bb-4665-98d6-bef21ca152eb tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:22.485162 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517852e-f4cf-4e3c-97ce-74f5ff8c61d1 req-e7d514b6-7724-4942-8403-db51eedcd981 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:22.485338 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bcb1f509-65bb-4665-98d6-bef21ca152eb tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&device_id=2c920383-2060-4c54-9929-e432818f609e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0813072 Jul 22 23:49:22.485440 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57792) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:22.489634 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0517852e-f4cf-4e3c-97ce-74f5ff8c61d1 req-e7d514b6-7724-4942-8403-db51eedcd981 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.1805062 Jul 22 23:49:22.529980 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0517852e-f4cf-4e3c-97ce-74f5ff8c61d1 req-c7db4382-4cfa-4504-8445-e2309e25c721 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391428 Jul 22 23:49:22.586453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0aecf42d-c2e9-4a19-b17b-b27a6062ddec tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1082729224'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:22.586916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0aecf42d-c2e9-4a19-b17b-b27a6062ddec tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] Unknown quota resources ['metering_label']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:49:22.596941 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950aa45d-7744-4ac6-9eec-8961c11e8e38 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:22.598542 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-950aa45d-7744-4ac6-9eec-8961c11e8e38 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 881 time: 0.1121740 Jul 22 23:49:22.601501 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57794) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:22.636840 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-40a513ac-5b73-4042-87c5-2478e1cc4506 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c920383-2060-4c54-9929-e432818f609e HTTP/1.1" status: 200 len: 205 time: 0.0339839 Jul 22 23:49:22.639321 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57796) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:22.654002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57798) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:22.833319 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0aecf42d-c2e9-4a19-b17b-b27a6062ddec tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.837583 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0aecf42d-c2e9-4a19-b17b-b27a6062ddec tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3996572 Jul 22 23:49:22.838594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57800) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:22.847169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8174ace6-e120-409d-aff8-1456df5b4d78 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a0daa040-e1f7-43aa-801b-99021f6be692'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:22.847681 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8174ace6-e120-409d-aff8-1456df5b4d78 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:49:22.861361 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-aa615075-d89f-42b0-abde-978a5a70f87b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d666488e03c84f33989e7c5054c2c913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2060385 Jul 22 23:49:22.864251 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57802) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:22.949311 n-d-688802-2 neutron-server[93821]: WARNING neutron.services.metering.metering_plugin [None req-8174ace6-e120-409d-aff8-1456df5b4d78 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 23:49:23.031050 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd77a6b6-591a-4866-abad-bd89bf7cd14c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.068242 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8174ace6-e120-409d-aff8-1456df5b4d78 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.070069 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8174ace6-e120-409d-aff8-1456df5b4d78 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2305348 Jul 22 23:49:23.073353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57804) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:23.077567 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0437fa44-4307-49ee-a5f3-73697d39c3c5 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a0daa040-e1f7-43aa-801b-99021f6be692'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:23.078041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0437fa44-4307-49ee-a5f3-73697d39c3c5 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:49:23.101059 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1d12d8c-cb6a-4342-9485-2ddd87965cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.148217 n-d-688802-2 neutron-server[93821]: WARNING neutron.services.metering.metering_plugin [None req-0437fa44-4307-49ee-a5f3-73697d39c3c5 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 23:49:23.156182 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd77a6b6-591a-4866-abad-bd89bf7cd14c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.188048 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:49:23.214324 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:49:23.214823 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3f7ca63e-f691-4a8a-9bcf-a42c6f2e8824 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:49:23.223335 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1d12d8c-cb6a-4342-9485-2ddd87965cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.233482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cd77a6b6-591a-4866-abad-bd89bf7cd14c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Deleting port 6df92143-b49b-490d-9931-fa62d1de1a31 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:23.234177 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd77a6b6-591a-4866-abad-bd89bf7cd14c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.269509 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0437fa44-4307-49ee-a5f3-73697d39c3c5 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.270696 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0437fa44-4307-49ee-a5f3-73697d39c3c5 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1964350 Jul 22 23:49:23.276615 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57808) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:23.300981 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c6d2927b-3c1c-4f2f-948b-07f711f75e98 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=348224ba-f6ca-4a61-9c23-46f90fc850b3 HTTP/1.1" status: 200 len: 464 time: 0.0207634 Jul 22 23:49:23.301232 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57810) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:23.316719 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd77a6b6-591a-4866-abad-bd89bf7cd14c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.329530 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cd77a6b6-591a-4866-abad-bd89bf7cd14c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Calling delete_port for 6df92143-b49b-490d-9931-fa62d1de1a31 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:23.331023 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1d12d8c-cb6a-4342-9485-2ddd87965cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.333551 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1d12d8c-cb6a-4342-9485-2ddd87965cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.334772 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e1d12d8c-cb6a-4342-9485-2ddd87965cd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f309a3f5-bc3e-4776-96f5-05b9d17df063 HTTP/1.1" status: 204 len: 168 time: 0.4696157 Jul 22 23:49:23.414684 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56b73f66-2c8d-4bf5-8025-47537b09628b tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.415836 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-56b73f66-2c8d-4bf5-8025-47537b09628b tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/348224ba-f6ca-4a61-9c23-46f90fc850b3 HTTP/1.1" status: 204 len: 168 time: 0.1137679 Jul 22 23:49:23.416749 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d12d8c-cb6a-4342-9485-2ddd87965cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f309a3f5-bc3e-4776-96f5-05b9d17df063,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:23.419974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:23.431033 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4af696b2-5141-480e-99fc-b20b2e922dc5 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=348224ba-f6ca-4a61-9c23-46f90fc850b3 HTTP/1.1" status: 200 len: 221 time: 0.0096879 Jul 22 23:49:23.435332 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:23.440487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-61bb9b97-539c-4081-b8b8-1d07fe71cef5 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2007960788', 'description': 'label created by tempest'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:23.441010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-61bb9b97-539c-4081-b8b8-1d07fe71cef5 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] Unknown quota resources ['metering_label']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:49:23.512555 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd77a6b6-591a-4866-abad-bd89bf7cd14c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.546251 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77a6b6-591a-4866-abad-bd89bf7cd14c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Pushing event deleted for resources: {'Port': ['ID=6df92143-b49b-490d-9931-fa62d1de1a31,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:23.623917 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61bb9b97-539c-4081-b8b8-1d07fe71cef5 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.627840 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-61bb9b97-539c-4081-b8b8-1d07fe71cef5 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1888018 Jul 22 23:49:23.627930 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57824) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:23.689050 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d088e54-6e55-476c-aa3d-d3f60ceeb4f5 req-b0cff5dd-247a-4761-843f-1f45eda8f186 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:23.696676 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d088e54-6e55-476c-aa3d-d3f60ceeb4f5 req-b0cff5dd-247a-4761-843f-1f45eda8f186 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.0758259 Jul 22 23:49:23.715197 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd77a6b6-591a-4866-abad-bd89bf7cd14c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.718253 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cafe1a22-4f6f-4e7e-a787-3a9f97765fe9 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=ece24f87-551c-4e7c-9434-5c8d3259d529 HTTP/1.1" status: 200 len: 468 time: 0.0894296 Jul 22 23:49:23.726134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57830) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:23.749843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d088e54-6e55-476c-aa3d-d3f60ceeb4f5 req-49e1db97-04cd-47ab-aa07-90359b42ff85 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524402 Jul 22 23:49:23.811168 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd77a6b6-591a-4866-abad-bd89bf7cd14c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.813494 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd77a6b6-591a-4866-abad-bd89bf7cd14c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.861462 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd77a6b6-591a-4866-abad-bd89bf7cd14c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.865802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd77a6b6-591a-4866-abad-bd89bf7cd14c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Fanout notify agent at l3_agent the message router_deleted on router 2c920383-2060-4c54-9929-e432818f609e {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:49:23.878937 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd77a6b6-591a-4866-abad-bd89bf7cd14c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.884535 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cd77a6b6-591a-4866-abad-bd89bf7cd14c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "DELETE /v2.0/routers/2c920383-2060-4c54-9929-e432818f609e HTTP/1.1" status: 204 len: 168 time: 1.2398374 Jul 22 23:49:23.885566 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57836) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:23.890331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bb36e255-3a87-41ff-9a3c-4399ecf6bcdf tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1798689872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:23.914341 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb36e255-3a87-41ff-9a3c-4399ecf6bcdf tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.915344 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb36e255-3a87-41ff-9a3c-4399ecf6bcdf tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.962094 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1bea-fd51-412c-b793-98a565dbfe77 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.966394 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5f2e1bea-fd51-412c-b793-98a565dbfe77 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/ece24f87-551c-4e7c-9434-5c8d3259d529 HTTP/1.1" status: 204 len: 168 time: 0.2388656 Jul 22 23:49:23.967163 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:23.971575 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb36e255-3a87-41ff-9a3c-4399ecf6bcdf tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.976823 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb36e255-3a87-41ff-9a3c-4399ecf6bcdf tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.983087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c3f7bb8d-d9d3-4eab-8782-e023a6814020 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=ece24f87-551c-4e7c-9434-5c8d3259d529 HTTP/1.1" status: 200 len: 216 time: 0.0148354 Jul 22 23:49:23.983670 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:23.993678 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8962cbab-0ae6-4e62-89e6-0149e7e02881 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0089285 Jul 22 23:49:23.996679 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57846) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:23.999101 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb36e255-3a87-41ff-9a3c-4399ecf6bcdf tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.000280 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bb36e255-3a87-41ff-9a3c-4399ecf6bcdf tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1136913 Jul 22 23:49:24.002950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57848) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:24.011528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'enable_snat': True}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:24.022904 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-13796d53-afd5-41c8-9b99-044ff2e5dfad tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0249398 Jul 22 23:49:24.031868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57852) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:24.108747 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57854) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:24.118585 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1347aa3b-a433-45d6-bbc2-3f94b1e72ddd tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels/a0daa040-e1f7-43aa-801b-99021f6be692 HTTP/1.1" status: 200 len: 473 time: 0.0818410 Jul 22 23:49:24.118889 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57858) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:24.134215 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4d92c727-0324-4209-94d0-231d8235cd01 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules/9cc87439-3060-4cf5-85a5-d9742999304e HTTP/1.1" status: 200 len: 461 time: 0.0095189 Jul 22 23:49:24.134403 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57860) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:24.262512 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-77774650-caab-431f-9507-d1af15c4c459 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1297344894-network', 'tenant_id': '02479565f0ff472f83ff741896dea63c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:24.267846 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b06541c1-d9bd-482d-b1e8-6a6177f51090 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.269001 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b06541c1-d9bd-482d-b1e8-6a6177f51090 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/9cc87439-3060-4cf5-85a5-d9742999304e HTTP/1.1" status: 204 len: 168 time: 0.1335452 Jul 22 23:49:24.273529 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57864) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:24.377612 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77774650-caab-431f-9507-d1af15c4c459 admin admin] Made reservation on behalf of 02479565f0ff472f83ff741896dea63c for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:24.379913 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77774650-caab-431f-9507-d1af15c4c459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.420603 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77774650-caab-431f-9507-d1af15c4c459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.484470 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb2643a1-9cc1-4407-aae6-831274f49a30 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.485642 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb2643a1-9cc1-4407-aae6-831274f49a30 tempest-MeteringTestJSON-1451513372 tempest-MeteringTestJSON-1451513372-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/a0daa040-e1f7-43aa-801b-99021f6be692 HTTP/1.1" status: 204 len: 168 time: 0.2111890 Jul 22 23:49:24.569659 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77774650-caab-431f-9507-d1af15c4c459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.573909 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77774650-caab-431f-9507-d1af15c4c459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.580443 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.602131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77774650-caab-431f-9507-d1af15c4c459 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:49:24.612513 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77774650-caab-431f-9507-d1af15c4c459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed96266-2e2d-4537-8a32-0c586ac1a32d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:24.617779 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77774650-caab-431f-9507-d1af15c4c459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.618127 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-77774650-caab-431f-9507-d1af15c4c459 admin admin] Added segment 8b2d92dc-ee04-4237-8f7a-6afe10a292ff of type vlan for network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 Jul 22 23:49:24.660634 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77774650-caab-431f-9507-d1af15c4c459 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.698753 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77774650-caab-431f-9507-d1af15c4c459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.700183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77774650-caab-431f-9507-d1af15c4c459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:24.700923 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77774650-caab-431f-9507-d1af15c4c459 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.729437 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57870) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:24.740355 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-77774650-caab-431f-9507-d1af15c4c459 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6303136 Jul 22 23:49:24.744982 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57874) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:24.749674 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-512886c6-9cec-4f09-a8f9-20f92961d50c admin admin] Request body: {'subnet': {'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1297344894-subnet', 'tenant_id': '02479565f0ff472f83ff741896dea63c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:24.780023 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77774650-caab-431f-9507-d1af15c4c459 admin admin] Pushing event updated for resources: {'Network': ['ID=e5d0aa99-addb-4c1f-af8d-d4e18852abf2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:24.790285 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:49:24.819579 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512886c6-9cec-4f09-a8f9-20f92961d50c admin admin] Made reservation on behalf of 02479565f0ff472f83ff741896dea63c for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:24.823327 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-512886c6-9cec-4f09-a8f9-20f92961d50c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.865390 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.865616 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4424c6a3-73bd-49e6-b710-2f3125059f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.905849 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.008901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf6e01-68a5-4bfe-bfc4-5bbc0bfdade2 req-79181b6f-2b45-4b77-8287-4a7a9ac36ea3 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:25.015835 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59bf6e01-68a5-4bfe-bfc4-5bbc0bfdade2 req-79181b6f-2b45-4b77-8287-4a7a9ac36ea3 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.1686559 Jul 22 23:49:25.072039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Allocated IP 172.25.4.172 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/2e81e03a-4224-4c34-9936-2c4819db6f59) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:25.089523 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59bf6e01-68a5-4bfe-bfc4-5bbc0bfdade2 req-2b283318-32f3-4799-91b8-fdd10b8993a5 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700493 Jul 22 23:49:25.101336 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4424c6a3-73bd-49e6-b710-2f3125059f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.102660 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-512886c6-9cec-4f09-a8f9-20f92961d50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.130152 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4424c6a3-73bd-49e6-b710-2f3125059f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.192686 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512886c6-9cec-4f09-a8f9-20f92961d50c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6696b37-e38b-41f1-95fc-7982d1013e6d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:25.200454 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424c6a3-73bd-49e6-b710-2f3125059f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b3015e-b70a-4d79-9a6d-72c6c0d6b127,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:25.204841 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4424c6a3-73bd-49e6-b710-2f3125059f32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f2a7c458b6fd46f6b3ed7839ad7a0d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4743035 Jul 22 23:49:25.210732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57878) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:25.242338 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512886c6-9cec-4f09-a8f9-20f92961d50c admin admin] Checking segment: {'id': '8b2d92dc-ee04-4237-8f7a-6afe10a292ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:25.242700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512886c6-9cec-4f09-a8f9-20f92961d50c admin admin] Network hostable DHCP agents. Network: e5d0aa99-addb-4c1f-af8d-d4e18852abf2, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:49:25.257454 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.267728 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f383b-bfff-4823-ac30-9b747bd211cb req-b5b7dc0a-4bad-4f09-95c7-4b10af26a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:25.269204 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-394f383b-bfff-4823-ac30-9b747bd211cb req-b5b7dc0a-4bad-4f09-95c7-4b10af26a7d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 1096 time: 0.1400440 Jul 22 23:49:25.278431 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512886c6-9cec-4f09-a8f9-20f92961d50c admin admin] Network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:49:25.285047 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6210fd04-7a1d-4623-ad18-6c34f6d3651d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.298341 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-512886c6-9cec-4f09-a8f9-20f92961d50c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, e5d0aa99-addb-4c1f-af8d-d4e18852abf2) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:25.309205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512886c6-9cec-4f09-a8f9-20f92961d50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:25.309869 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-512886c6-9cec-4f09-a8f9-20f92961d50c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.313812 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640b72cc-cbbc-41bc-a88b-6c811dd01a4c None None] Network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:25.317313 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6210fd04-7a1d-4623-ad18-6c34f6d3651d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.318616 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-394f383b-bfff-4823-ac30-9b747bd211cb req-05559701-843a-4391-b135-4295237aa371 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417347 Jul 22 23:49:25.334063 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.338967 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-512886c6-9cec-4f09-a8f9-20f92961d50c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5930393 Jul 22 23:49:25.386467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:25.389929 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:25.393539 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6210fd04-7a1d-4623-ad18-6c34f6d3651d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.394374 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:25.398887 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6210fd04-7a1d-4623-ad18-6c34f6d3651d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.400344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Pushing event updated for resources: {'Port': ['ID=2e81e03a-4224-4c34-9936-2c4819db6f59,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:25.403805 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6210fd04-7a1d-4623-ad18-6c34f6d3651d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a8b3015e-b70a-4d79-9a6d-72c6c0d6b127 HTTP/1.1" status: 204 len: 168 time: 0.1920960 Jul 22 23:49:25.424812 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210fd04-7a1d-4623-ad18-6c34f6d3651d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b3015e-b70a-4d79-9a6d-72c6c0d6b127,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:25.551437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-e5d0aa99-addb-4c1f-af8d-d4e18852abf2', 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2', 'tenant_id': '02479565f0ff472f83ff741896dea63c', 'fixed_ips': [{'subnet_id': 'c6696b37-e38b-41f1-95fc-7982d1013e6d'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:49:25.553028 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.685831 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.719702 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Allocated IP 172.20.0.2 (e5d0aa99-addb-4c1f-af8d-d4e18852abf2/c6696b37-e38b-41f1-95fc-7982d1013e6d/96954271-3251-4b54-8b48-a0ddcea93020) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:25.762422 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57896) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:25.778086 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1818ff49-0387-46eb-b839-be2e1ff5cc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.889973 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1818ff49-0387-46eb-b839-be2e1ff5cc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.894272 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1818ff49-0387-46eb-b839-be2e1ff5cc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.912567 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.922598 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Transition to ACTIVE for port object 96954271-3251-4b54-8b48-a0ddcea93020 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:25.938925 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Transition to ACTIVE for port object 96954271-3251-4b54-8b48-a0ddcea93020 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:25.940081 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1818ff49-0387-46eb-b839-be2e1ff5cc3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b2fd835f179427c861c4deb0f45f61b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765652 Jul 22 23:49:25.942126 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818ff49-0387-46eb-b839-be2e1ff5cc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8366c2c5-4f80-4a73-957f-90e7822613b5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:25.945077 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57906) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:25.958449 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.989316 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.002037 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b29e7b0-157b-4d89-b4c1-6aa022462230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.002454 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.003620 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:26.008185 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:26.013635 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:26.022539 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Pushing event updated for resources: {'Port': ['ID=96954271-3251-4b54-8b48-a0ddcea93020,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:26.025406 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-1fc72b47-60e9-494c-bfd3-3a266ff01c81 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:26.027319 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b29e7b0-157b-4d89-b4c1-6aa022462230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.031095 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-1fc72b47-60e9-494c-bfd3-3a266ff01c81 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/networks?id=e5d0aa99-addb-4c1f-af8d-d4e18852abf2 HTTP/1.1" status: 200 len: 816 time: 0.1457381 Jul 22 23:49:26.081561 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b29e7b0-157b-4d89-b4c1-6aa022462230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.084971 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b29e7b0-157b-4d89-b4c1-6aa022462230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.089084 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0b29e7b0-157b-4d89-b4c1-6aa022462230 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8366c2c5-4f80-4a73-957f-90e7822613b5 HTTP/1.1" status: 204 len: 168 time: 0.1402137 Jul 22 23:49:26.098755 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29e7b0-157b-4d89-b4c1-6aa022462230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8366c2c5-4f80-4a73-957f-90e7822613b5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:26.113039 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-e243e0f4-2bac-4afe-bf33-8cd48d62d12e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/quotas/02479565f0ff472f83ff741896dea63c HTTP/1.1" status: 200 len: 375 time: 0.0755281 Jul 22 23:49:26.250900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Attempting to bind port 96954271-3251-4b54-8b48-a0ddcea93020 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:26.251289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Attempting to bind port 96954271-3251-4b54-8b48-a0ddcea93020 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '8b2d92dc-ee04-4237-8f7a-6afe10a292ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:26.251633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Attempting to bind port 96954271-3251-4b54-8b48-a0ddcea93020 on network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:26.257487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:26.257943 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Checking segment: {'id': '8b2d92dc-ee04-4237-8f7a-6afe10a292ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:26.258403 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.259178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Bound using segment: {'id': '8b2d92dc-ee04-4237-8f7a-6afe10a292ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:26.259396 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Bound port: 96954271-3251-4b54-8b48-a0ddcea93020, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2d92dc-ee04-4237-8f7a-6afe10a292ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:26.259852 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.271201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Router d698c087-9338-407f-bfcf-d62551f6ed88 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:49:26.310515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-a2e389d9-0577-4888-824f-312c63eaaf49 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=02479565f0ff472f83ff741896dea63c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1520154 Jul 22 23:49:26.340896 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] For port 96954271-3251-4b54-8b48-a0ddcea93020, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:26.348289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] For port 96954271-3251-4b54-8b48-a0ddcea93020, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=96954271-3251-4b54-8b48-a0ddcea93020,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:26.356386 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.424972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acce84b-1603-4aa7-b161-85bb046a9c27 req-44c1b012-9436-4021-894b-73da5a577a39 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:26.426638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6acce84b-1603-4aa7-b161-85bb046a9c27 req-44c1b012-9436-4021-894b-73da5a577a39 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.2275863 Jul 22 23:49:26.447288 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f76f6e-71a6-436f-bacf-8b5831dce27f None None] Pushing event updated for resources: {'Port': ['ID=96954271-3251-4b54-8b48-a0ddcea93020,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:26.535740 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6acce84b-1603-4aa7-b161-85bb046a9c27 req-9b27e270-68ee-484d-b2ad-03f292f3c3ee tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012843 Jul 22 23:49:26.544640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-f7e7e6ce-fe7c-40a9-b136-9a17f0ae905f service neutron] 10.222.0.26 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331614 Jul 22 23:49:26.551207 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:26.556474 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.560343 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57920) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:26.560852 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-50c77b41-bca0-4793-ab1b-d964cc07d2d1 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "PUT /v2.0/routers/d698c087-9338-407f-bfcf-d62551f6ed88 HTTP/1.1" status: 200 len: 915 time: 2.5564766 Jul 22 23:49:26.564298 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ac6980-d8db-4fd4-b2bd-bd2b745333f3 None None] Sync routers for ids ['d698c087-9338-407f-bfcf-d62551f6ed88'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:26.577045 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ac6980-d8db-4fd4-b2bd-bd2b745333f3 None None] Routers {'d698c087-9338-407f-bfcf-d62551f6ed88'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:26.578011 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c3ac6980-d8db-4fd4-b2bd-bd2b745333f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d698c087-9338-407f-bfcf-d62551f6ed88'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:26.712370 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-876f031b-ae59-452d-97b2-c56d937d191a service neutron] 10.222.0.26 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591055 Jul 22 23:49:26.723287 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c3ac6980-d8db-4fd4-b2bd-bd2b745333f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:26.731896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57926) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:26.737632 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ac6980-d8db-4fd4-b2bd-bd2b745333f3 None None] Routers {'d698c087-9338-407f-bfcf-d62551f6ed88'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:26.738469 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c3ac6980-d8db-4fd4-b2bd-bd2b745333f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d698c087-9338-407f-bfcf-d62551f6ed88'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:26.741951 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f5bc5ce4-07af-4cda-b82a-a8cbc2573e9a tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "GET /v2.0/routers/d698c087-9338-407f-bfcf-d62551f6ed88 HTTP/1.1" status: 200 len: 921 time: 0.1797822 Jul 22 23:49:26.795525 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c3ac6980-d8db-4fd4-b2bd-bd2b745333f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:26.796238 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ac6980-d8db-4fd4-b2bd-bd2b745333f3 None None] The sync data for ids ['d698c087-9338-407f-bfcf-d62551f6ed88'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:26.848737 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b82f65-2e5d-4451-8096-829651b054a3 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:26.854181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:26.854471 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-74b82f65-2e5d-4451-8096-829651b054a3 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&device_id=d698c087-9338-407f-bfcf-d62551f6ed88&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1211400 Jul 22 23:49:26.986805 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a409d-e906-4ac2-966e-68d4516bf05f tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:26.988881 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0d0a409d-e906-4ac2-966e-68d4516bf05f tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 881 time: 0.1317601 Jul 22 23:49:26.992121 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57942) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:27.030750 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3f48fb4f-9b07-4f39-bd83-0c1f0e2e1245 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "GET /v2.0/ports?device_id=d698c087-9338-407f-bfcf-d62551f6ed88 HTTP/1.1" status: 200 len: 205 time: 0.0371251 Jul 22 23:49:27.033994 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:27.083145 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57958) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:27.228558 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d4457808-d2ee-41ad-9a07-a1ceb2620b42 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1503791830'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:27.270034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 96954271-3251-4b54-8b48-a0ddcea93020 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:27.276007 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4457808-d2ee-41ad-9a07-a1ceb2620b42 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Made reservation on behalf of 1e78f60a18ba4079a3ddf72ace75317e for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:27.283810 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4457808-d2ee-41ad-9a07-a1ceb2620b42 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.295781 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4457808-d2ee-41ad-9a07-a1ceb2620b42 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.335458 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 96954271-3251-4b54-8b48-a0ddcea93020 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:27.458676 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4457808-d2ee-41ad-9a07-a1ceb2620b42 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.474611 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4457808-d2ee-41ad-9a07-a1ceb2620b42 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.505447 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4457808-d2ee-41ad-9a07-a1ceb2620b42 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:49:27.517150 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4457808-d2ee-41ad-9a07-a1ceb2620b42 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9742925-1f09-474f-a2e4-60cb120d727e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:27.523237 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4457808-d2ee-41ad-9a07-a1ceb2620b42 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.523580 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-d4457808-d2ee-41ad-9a07-a1ceb2620b42 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Added segment d830f4e2-ce79-4e21-aedc-366b063fac0e of type vlan for network 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 Jul 22 23:49:27.561850 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.573355 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4457808-d2ee-41ad-9a07-a1ceb2620b42 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.637792 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4457808-d2ee-41ad-9a07-a1ceb2620b42 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.644588 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4457808-d2ee-41ad-9a07-a1ceb2620b42 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:27.645270 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4457808-d2ee-41ad-9a07-a1ceb2620b42 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.652974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-6ca4dfdc-51e0-4ff3-9a5c-570ad49378f4 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:27.654551 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-6ca4dfdc-51e0-4ff3-9a5c-570ad49378f4 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/networks?id=e5d0aa99-addb-4c1f-af8d-d4e18852abf2 HTTP/1.1" status: 200 len: 816 time: 0.5302513 Jul 22 23:49:27.694325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe468afc-43e4-4ea2-9b6d-8cdbd4b74ac9 None None] Network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:27.709847 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d4457808-d2ee-41ad-9a07-a1ceb2620b42 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6225538 Jul 22 23:49:27.710339 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57972) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:27.717420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Request body: {'subnet': {'network_id': '03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:27.728479 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-7418322d-ffa0-4f76-9212-792cee42f403 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/quotas/02479565f0ff472f83ff741896dea63c HTTP/1.1" status: 200 len: 375 time: 0.0669482 Jul 22 23:49:27.750309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4457808-d2ee-41ad-9a07-a1ceb2620b42 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event updated for resources: {'Network': ['ID=03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:27.778482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:49:27.850534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16029a-5d9c-4c1c-8ded-2a7bc3c14fef req-750e9cb0-303d-407f-893a-6f7b51af23b2 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:27.852092 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e16029a-5d9c-4c1c-8ded-2a7bc3c14fef req-750e9cb0-303d-407f-893a-6f7b51af23b2 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.1710455 Jul 22 23:49:27.854501 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.864286 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Made reservation on behalf of 1e78f60a18ba4079a3ddf72ace75317e for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:27.869509 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.874390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-b490619e-8355-4d04-a7dc-f13f33987637 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=02479565f0ff472f83ff741896dea63c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1381190 Jul 22 23:49:27.888478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-09ee7dd6-37d6-4ef3-a878-9545f6128fd5 None None] Provisioning for port 96954271-3251-4b54-8b48-a0ddcea93020 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:27.898457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-09ee7dd6-37d6-4ef3-a878-9545f6128fd5 None None] Provisioning complete for port 96954271-3251-4b54-8b48-a0ddcea93020 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:27.899184 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09ee7dd6-37d6-4ef3-a878-9545f6128fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.968332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e16029a-5d9c-4c1c-8ded-2a7bc3c14fef req-32e9d1e2-b6cb-4ce1-8420-7d5ed2fb404a tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049874 Jul 22 23:49:28.067569 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09ee7dd6-37d6-4ef3-a878-9545f6128fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:28.111123 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-09ee7dd6-37d6-4ef3-a878-9545f6128fd5 None None] For port 96954271-3251-4b54-8b48-a0ddcea93020, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=96954271-3251-4b54-8b48-a0ddcea93020,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:28.112035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Deleting port 2e81e03a-4224-4c34-9936-2c4819db6f59 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:28.112582 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:28.120049 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-09ee7dd6-37d6-4ef3-a878-9545f6128fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:28.127681 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-bf0c0063-f3fb-4426-85aa-c531099a73a4 service neutron] 10.222.0.26 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363727 Jul 22 23:49:28.169581 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:28.179527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee7dd6-37d6-4ef3-a878-9545f6128fd5 None None] Pushing event updated for resources: {'Port': ['ID=96954271-3251-4b54-8b48-a0ddcea93020,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:28.229605 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event updated for resources: {'Subnet': ['ID=274a0047-6e1e-43e3-b83c-f20c8880b159,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:28.247972 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:28.248348 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:28.248694 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:28.249036 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:28.249398 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:28.249734 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:28.250071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:28.250402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:28.250729 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:28.251060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:28.251385 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:28.251705 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:28.274597 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Checking segment: {'id': 'd830f4e2-ce79-4e21-aedc-366b063fac0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:28.274981 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Network hostable DHCP agents. Network: 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:49:28.293983 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Network 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:49:28.304899 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:28.310175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:28.310841 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:28.313970 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc21b7fd-b4fc-44f3-9f8e-3f86d9217c56 None None] Network 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:28.327609 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f9efd721-747c-4c9a-b20b-9f2ee65a3680 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6161723 Jul 22 23:49:28.330164 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57978) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:28.335557 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6e909bbe-1f77-487b-81ef-36952b0b294b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Request body: {'port': {'network_id': '03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95', 'name': 'tempest-AllowedAddressPairTestJSON-2039549545'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:28.335971 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-92807fbd-5b8c-47d2-b7b5-5def7b80f64a service neutron] 10.222.0.26 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964209 Jul 22 23:49:28.364139 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:28.384386 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Calling delete_port for 2e81e03a-4224-4c34-9936-2c4819db6f59 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:28.398418 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8cdb33d7-627c-44fa-906c-f91af227f6d9 None None] Provisioning complete for port 96954271-3251-4b54-8b48-a0ddcea93020 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:28.399496 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cdb33d7-627c-44fa-906c-f91af227f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:28.407451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601570f3-5ce1-48a0-b4f8-ac8a07b33804 req-27c2c0e0-9c12-4ce3-8f6c-32213f574a27 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:28.409318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-601570f3-5ce1-48a0-b4f8-ac8a07b33804 req-27c2c0e0-9c12-4ce3-8f6c-32213f574a27 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1731837 Jul 22 23:49:28.568019 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e909bbe-1f77-487b-81ef-36952b0b294b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Made reservation on behalf of 1e78f60a18ba4079a3ddf72ace75317e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:28.572264 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e909bbe-1f77-487b-81ef-36952b0b294b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:28.581390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-601570f3-5ce1-48a0-b4f8-ac8a07b33804 req-6a4a4a05-ee57-4268-9cdd-8ae65a4f1fd4 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285141 Jul 22 23:49:28.581614 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95', 'network_id': '03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95', 'tenant_id': '1e78f60a18ba4079a3ddf72ace75317e', 'fixed_ips': [{'subnet_id': '274a0047-6e1e-43e3-b83c-f20c8880b159'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:49:28.582294 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:28.623015 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-6e909bbe-1f77-487b-81ef-36952b0b294b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] device_id is not set on port e751e2fc-6903-45f2-a009-1cccb8f91fbb yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:49:28.814909 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6e909bbe-1f77-487b-81ef-36952b0b294b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Allocated IP 172.20.0.3 (03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95/274a0047-6e1e-43e3-b83c-f20c8880b159/e751e2fc-6903-45f2-a009-1cccb8f91fbb) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:28.889776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-b086c61a-b780-4280-8753-36ed85b06f0f tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:28.891827 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-b086c61a-b780-4280-8753-36ed85b06f0f tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.18 "GET /v2.0/networks?id=e5d0aa99-addb-4c1f-af8d-d4e18852abf2 HTTP/1.1" status: 200 len: 816 time: 0.3664839 Jul 22 23:49:28.934868 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-1806f124-f92a-4e5d-9e9e-c71c2d41244e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Request body: {'port': {'device_id': 'fcf53f82-d4dd-4067-89a8-c92b0ed885fe', 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2', 'admin_state_up': True, 'tenant_id': '02479565f0ff472f83ff741896dea63c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:29.044765 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e909bbe-1f77-487b-81ef-36952b0b294b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.086034 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6e909bbe-1f77-487b-81ef-36952b0b294b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Transition to ACTIVE for port object e751e2fc-6903-45f2-a009-1cccb8f91fbb will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:29.091716 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.147483 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e909bbe-1f77-487b-81ef-36952b0b294b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.183383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Pushing event deleted for resources: {'Port': ['ID=2e81e03a-4224-4c34-9936-2c4819db6f59,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:29.216651 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e909bbe-1f77-487b-81ef-36952b0b294b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Network 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:29.221429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6e909bbe-1f77-487b-81ef-36952b0b294b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:29.227019 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e909bbe-1f77-487b-81ef-36952b0b294b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:29.233389 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e909bbe-1f77-487b-81ef-36952b0b294b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event updated for resources: {'Port': ['ID=e751e2fc-6903-45f2-a009-1cccb8f91fbb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:29.250062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:29.250257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:29.257361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:29.257788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:29.258847 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:29.258847 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:29.258847 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:29.259173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 96954271-3251-4b54-8b48-a0ddcea93020 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:29.259278 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:29.259505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:29.259838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:29.260250 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:29.260539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:29.271953 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Allocated IP 172.20.0.2 (03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95/274a0047-6e1e-43e3-b83c-f20c8880b159/e99b00f6-c6e2-46d5-91cd-cde9c24d7255) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:29.291452 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e909bbe-1f77-487b-81ef-36952b0b294b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:29.292333 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e909bbe-1f77-487b-81ef-36952b0b294b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.313937 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2203070-d42f-441d-9d5e-e0cf10f14d65 req-a24f85b9-9041-4409-a98a-817a68f45208 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:29.320013 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e2203070-d42f-441d-9d5e-e0cf10f14d65 req-a24f85b9-9041-4409-a98a-817a68f45208 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.4224379 Jul 22 23:49:29.337025 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6e909bbe-1f77-487b-81ef-36952b0b294b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0047612 Jul 22 23:49:29.339844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58010) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:29.346411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3bc864f7-8947-4867-87cf-0387e4c0f74e tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Request body: {'port': {'network_id': '03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95', 'name': 'tempest-AllowedAddressPairTestJSON-383613113', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:89:19:75'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:29.348274 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-edbf5690-261e-43bd-acdb-df6a60164cc2 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:29.350585 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-edbf5690-261e-43bd-acdb-df6a60164cc2 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/networks?id=e5d0aa99-addb-4c1f-af8d-d4e18852abf2 HTTP/1.1" status: 200 len: 816 time: 0.4292696 Jul 22 23:49:29.359662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-1806f124-f92a-4e5d-9e9e-c71c2d41244e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Made reservation on behalf of 02479565f0ff472f83ff741896dea63c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:29.363288 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-1806f124-f92a-4e5d-9e9e-c71c2d41244e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.413376 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-435e0545-926d-455b-bf12-57816b1e712e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/quotas/02479565f0ff472f83ff741896dea63c HTTP/1.1" status: 200 len: 375 time: 0.0411651 Jul 22 23:49:29.415561 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 96954271-3251-4b54-8b48-a0ddcea93020 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:29.415561 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.428723 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.483856 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc864f7-8947-4867-87cf-0387e4c0f74e tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Made reservation on behalf of 1e78f60a18ba4079a3ddf72ace75317e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:29.571457 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bc864f7-8947-4867-87cf-0387e4c0f74e tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.581218 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.596703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Transition to ACTIVE for port object e99b00f6-c6e2-46d5-91cd-cde9c24d7255 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:29.602806 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-3bc864f7-8947-4867-87cf-0387e4c0f74e tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] device_id is not set on port ac9f1e9b-d1a4-42f9-b88a-667a1b291a81 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:49:29.611987 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.617557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Transition to ACTIVE for port object e99b00f6-c6e2-46d5-91cd-cde9c24d7255 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:29.619517 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e2203070-d42f-441d-9d5e-e0cf10f14d65 req-f1764db6-ac37-46ee-be00-48dccc6e1125 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896338 Jul 22 23:49:29.620770 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.643370 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.727819 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Network 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:29.729181 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.729698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Fanout notify agent at l3_agent the message router_deleted on router d698c087-9338-407f-bfcf-d62551f6ed88 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:49:29.738379 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.739542 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5781c924-db49-46c5-b243-2d812ab5ee33 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "DELETE /v2.0/routers/d698c087-9338-407f-bfcf-d62551f6ed88 HTTP/1.1" status: 204 len: 168 time: 2.7043531 Jul 22 23:49:29.739721 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:29.743654 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58012) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:29.750950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f63e5223-4d9c-4991-bbed-888a724df19a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1777173626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:29.752857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-646125a9-de65-4150-b704-1ad494dac5a2 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=02479565f0ff472f83ff741896dea63c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3259461 Jul 22 23:49:29.759661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:29.764238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Pushing event updated for resources: {'Port': ['ID=e99b00f6-c6e2-46d5-91cd-cde9c24d7255,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:29.764557 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3bc864f7-8947-4867-87cf-0387e4c0f74e tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Allocated IP 172.20.0.8 (03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95/274a0047-6e1e-43e3-b83c-f20c8880b159/ac9f1e9b-d1a4-42f9-b88a-667a1b291a81) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:29.778937 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-1806f124-f92a-4e5d-9e9e-c71c2d41244e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Allocated IP 172.20.0.7 (e5d0aa99-addb-4c1f-af8d-d4e18852abf2/c6696b37-e38b-41f1-95fc-7982d1013e6d/0644e9d4-75cc-4dca-bc2f-4592456245e4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:29.811699 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f63e5223-4d9c-4991-bbed-888a724df19a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.813140 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f63e5223-4d9c-4991-bbed-888a724df19a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.846399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Attempting to bind port e99b00f6-c6e2-46d5-91cd-cde9c24d7255 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:29.846882 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Attempting to bind port e99b00f6-c6e2-46d5-91cd-cde9c24d7255 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'd830f4e2-ce79-4e21-aedc-366b063fac0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:29.847241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Attempting to bind port e99b00f6-c6e2-46d5-91cd-cde9c24d7255 on network 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:29.854350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:29.854766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Checking segment: {'id': 'd830f4e2-ce79-4e21-aedc-366b063fac0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:29.855172 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.855562 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Bound using segment: {'id': 'd830f4e2-ce79-4e21-aedc-366b063fac0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:29.856031 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Bound port: e99b00f6-c6e2-46d5-91cd-cde9c24d7255, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd830f4e2-ce79-4e21-aedc-366b063fac0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:29.856415 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.941605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] For port e99b00f6-c6e2-46d5-91cd-cde9c24d7255, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:29.946207 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] For port e99b00f6-c6e2-46d5-91cd-cde9c24d7255, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e99b00f6-c6e2-46d5-91cd-cde9c24d7255,segment=NetworkSegment(d830f4e2-ce79-4e21-aedc-366b063fac0e),segment_id=d830f4e2-ce79-4e21-aedc-366b063fac0e)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:29.948431 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-cc377716-55e1-4739-98b3-581f5aced36b service neutron] 10.222.0.26 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667511 Jul 22 23:49:29.955772 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.027620 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b6449-7317-434f-975b-a7537c4445ad None None] Pushing event updated for resources: {'Port': ['ID=e99b00f6-c6e2-46d5-91cd-cde9c24d7255,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:30.124722 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-1806f124-f92a-4e5d-9e9e-c71c2d41244e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.132523 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-0454c28c-f180-4091-a441-4302ee546378 service neutron] 10.222.0.26 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764507 Jul 22 23:49:30.143833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-1806f124-f92a-4e5d-9e9e-c71c2d41244e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Transition to ACTIVE for port object 0644e9d4-75cc-4dca-bc2f-4592456245e4 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:30.189011 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-1806f124-f92a-4e5d-9e9e-c71c2d41244e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.266470 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-1806f124-f92a-4e5d-9e9e-c71c2d41244e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:30.270716 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-1806f124-f92a-4e5d-9e9e-c71c2d41244e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:30.274387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806f124-f92a-4e5d-9e9e-c71c2d41244e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Pushing event updated for resources: {'Port': ['ID=0644e9d4-75cc-4dca-bc2f-4592456245e4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:30.277611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-1806f124-f92a-4e5d-9e9e-c71c2d41244e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:30.348400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-1806f124-f92a-4e5d-9e9e-c71c2d41244e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:30.350413 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-1806f124-f92a-4e5d-9e9e-c71c2d41244e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.390391 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-1806f124-f92a-4e5d-9e9e-c71c2d41244e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4666004 Jul 22 23:49:30.406935 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f63e5223-4d9c-4991-bbed-888a724df19a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.417181 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Request body: {'port': {'device_id': 'fcf53f82-d4dd-4067-89a8-c92b0ed885fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:30.432332 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f63e5223-4d9c-4991-bbed-888a724df19a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.489000 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f63e5223-4d9c-4991-bbed-888a724df19a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.490893 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b94ba3a2-4ecb-46ea-81fc-7de3ef196689 req-b898c292-b184-4f6f-9515-5459238fa4a0 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 210 time: 0.0691168 Jul 22 23:49:30.506993 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f63e5223-4d9c-4991-bbed-888a724df19a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7609031 Jul 22 23:49:30.509821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:30.514348 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'enable_snat': False}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:30.527881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-1225910f-25d8-410a-a0ef-e3f6c5c36aae tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:30.529438 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-1225910f-25d8-410a-a0ef-e3f6c5c36aae tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.95 "GET /v2.0/networks?id=e5d0aa99-addb-4c1f-af8d-d4e18852abf2 HTTP/1.1" status: 200 len: 816 time: 0.7038620 Jul 22 23:49:30.548133 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-87a9a670-35a6-4beb-b8ad-c69e910340e7 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Request body: {'port': {'device_id': '14582d49-4590-495a-9f2c-72beacf726ee', 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2', 'admin_state_up': True, 'tenant_id': '02479565f0ff472f83ff741896dea63c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:30.560154 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bc864f7-8947-4867-87cf-0387e4c0f74e tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.596063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3bc864f7-8947-4867-87cf-0387e4c0f74e tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Transition to ACTIVE for port object ac9f1e9b-d1a4-42f9-b88a-667a1b291a81 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:30.678612 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-99c6f0a4-13be-4f14-91e2-5068a2c0bcc5 None None] Provisioning for port 0644e9d4-75cc-4dca-bc2f-4592456245e4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:30.687028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-99c6f0a4-13be-4f14-91e2-5068a2c0bcc5 None None] Provisioning complete for port 0644e9d4-75cc-4dca-bc2f-4592456245e4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:30.687411 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99c6f0a4-13be-4f14-91e2-5068a2c0bcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.749022 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bc864f7-8947-4867-87cf-0387e4c0f74e tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.760705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-99c6f0a4-13be-4f14-91e2-5068a2c0bcc5 None None] Port 0644e9d4-75cc-4dca-bc2f-4592456245e4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:30.807865 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc864f7-8947-4867-87cf-0387e4c0f74e tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Network 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:30.853460 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3bc864f7-8947-4867-87cf-0387e4c0f74e tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:30.856532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc864f7-8947-4867-87cf-0387e4c0f74e tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:30.898296 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-87a9a670-35a6-4beb-b8ad-c69e910340e7 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Made reservation on behalf of 02479565f0ff472f83ff741896dea63c for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:30.902886 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-87a9a670-35a6-4beb-b8ad-c69e910340e7 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.920505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc864f7-8947-4867-87cf-0387e4c0f74e tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event updated for resources: {'Port': ['ID=ac9f1e9b-d1a4-42f9-b88a-667a1b291a81,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:30.967549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc864f7-8947-4867-87cf-0387e4c0f74e tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:30.968503 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bc864f7-8947-4867-87cf-0387e4c0f74e tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.019233 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3bc864f7-8947-4867-87cf-0387e4c0f74e tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.6777060 Jul 22 23:49:31.025175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58030) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:31.064908 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.226998 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.234415 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-87a9a670-35a6-4beb-b8ad-c69e910340e7 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Allocated IP 172.20.0.13 (e5d0aa99-addb-4c1f-af8d-d4e18852abf2/c6696b37-e38b-41f1-95fc-7982d1013e6d/c0664185-f1e6-445a-ae58-9e1796f7bfaa) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:31.274374 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e99b00f6-c6e2-46d5-91cd-cde9c24d7255 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:31.277084 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1245df-6388-4d46-82de-75c9c92bf907 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:31.284974 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1245df-6388-4d46-82de-75c9c92bf907 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:31.295187 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1245df-6388-4d46-82de-75c9c92bf907 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:31.296914 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ea1245df-6388-4d46-82de-75c9c92bf907 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2711992 Jul 22 23:49:31.304266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58032) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:31.324434 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8b60bd-b6f1-4c85-909f-1c7dd23c8fe3 None None] Network 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:31.380032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15988af1-e39e-4c4c-ade9-7328cb3361be req-2f72441b-df9c-4e38-bf32-5c519a8a4924 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:31.385636 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15988af1-e39e-4c4c-ade9-7328cb3361be req-2f72441b-df9c-4e38-bf32-5c519a8a4924 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.4143846 Jul 22 23:49:31.387108 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port e99b00f6-c6e2-46d5-91cd-cde9c24d7255 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:31.418078 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dad65b56-9ad4-4221-a72a-854437f19386 None None] Provisioning for port e99b00f6-c6e2-46d5-91cd-cde9c24d7255 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:31.429639 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dad65b56-9ad4-4221-a72a-854437f19386 None None] Provisioning complete for port e99b00f6-c6e2-46d5-91cd-cde9c24d7255 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:31.430425 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dad65b56-9ad4-4221-a72a-854437f19386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.485469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15988af1-e39e-4c4c-ade9-7328cb3361be req-4e551005-7717-41fd-a07e-e2d8244f0068 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889969 Jul 22 23:49:31.524156 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-76ae030d-d8f5-4f6e-8c29-158976a0c358 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Deleting port ac9f1e9b-d1a4-42f9-b88a-667a1b291a81 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:31.524441 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76ae030d-d8f5-4f6e-8c29-158976a0c358 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.571105 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-87a9a670-35a6-4beb-b8ad-c69e910340e7 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.627537 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-87a9a670-35a6-4beb-b8ad-c69e910340e7 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Transition to ACTIVE for port object c0664185-f1e6-445a-ae58-9e1796f7bfaa will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:31.657414 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-008f5629-ff33-42f6-8b72-c8c3a2d7aa20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.679409 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dad65b56-9ad4-4221-a72a-854437f19386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.699247 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76ae030d-d8f5-4f6e-8c29-158976a0c358 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.726358 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-dad65b56-9ad4-4221-a72a-854437f19386 None None] For port e99b00f6-c6e2-46d5-91cd-cde9c24d7255, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e99b00f6-c6e2-46d5-91cd-cde9c24d7255,segment=NetworkSegment(d830f4e2-ce79-4e21-aedc-366b063fac0e),segment_id=d830f4e2-ce79-4e21-aedc-366b063fac0e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:31.740562 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dad65b56-9ad4-4221-a72a-854437f19386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.765442 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf8fa5d4-400f-49c0-b90d-5a9503675b28 req-0af4b498-30f4-40d0-a33f-626cd5232fa3 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 210 time: 0.0812423 Jul 22 23:49:31.771302 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-76ae030d-d8f5-4f6e-8c29-158976a0c358 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Calling delete_port for ac9f1e9b-d1a4-42f9-b88a-667a1b291a81 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:31.796304 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.821033 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.835113 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-87a9a670-35a6-4beb-b8ad-c69e910340e7 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.887230 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad65b56-9ad4-4221-a72a-854437f19386 None None] Pushing event updated for resources: {'Port': ['ID=e99b00f6-c6e2-46d5-91cd-cde9c24d7255,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:32.014831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-87a9a670-35a6-4beb-b8ad-c69e910340e7 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:32.015772 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9a670-35a6-4beb-b8ad-c69e910340e7 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Pushing event updated for resources: {'Port': ['ID=c0664185-f1e6-445a-ae58-9e1796f7bfaa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:32.024968 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-00d71faf-2fdf-4b1b-9a8b-c06e9d51e51b tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:32.027565 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-00d71faf-2fdf-4b1b-9a8b-c06e9d51e51b tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.18 "GET /v2.0/networks?id=e5d0aa99-addb-4c1f-af8d-d4e18852abf2 HTTP/1.1" status: 200 len: 816 time: 0.3932347 Jul 22 23:49:32.038236 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-87a9a670-35a6-4beb-b8ad-c69e910340e7 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:32.043264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-87a9a670-35a6-4beb-b8ad-c69e910340e7 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:32.053646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-26473713-3f8b-4bf9-927e-41f4101921fc tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Request body: {'port': {'device_id': '32c60e32-2dac-4673-862f-83036bb7f229', 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2', 'admin_state_up': True, 'tenant_id': '02479565f0ff472f83ff741896dea63c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:32.196935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0644e9d4-75cc-4dca-bc2f-4592456245e4 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:49:32.215901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Allocated IP 172.25.4.27 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/2d70b348-258f-493b-9d5a-27b03f302fc4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:32.226623 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-87a9a670-35a6-4beb-b8ad-c69e910340e7 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:32.231106 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.232516 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-87a9a670-35a6-4beb-b8ad-c69e910340e7 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.261127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Transition to ACTIVE for port object 0644e9d4-75cc-4dca-bc2f-4592456245e4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:32.274572 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.298590 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-87a9a670-35a6-4beb-b8ad-c69e910340e7 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7564840 Jul 22 23:49:32.305919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a0ce16af-5529-4953-b77d-90d6f253a72a None None] Provisioning for port ac9f1e9b-d1a4-42f9-b88a-667a1b291a81 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:32.310168 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76ae030d-d8f5-4f6e-8c29-158976a0c358 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.310555 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a0ce16af-5529-4953-b77d-90d6f253a72a None None] Provisioning complete for port ac9f1e9b-d1a4-42f9-b88a-667a1b291a81 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:32.310931 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0ce16af-5529-4953-b77d-90d6f253a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.355764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce16af-5529-4953-b77d-90d6f253a72a None None] Port ac9f1e9b-d1a4-42f9-b88a-667a1b291a81 was deleted so its status cannot be updated. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 23:49:32.378866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d997d1f-655e-4dd1-9002-baf575739700 req-f4a83d64-dd37-46d8-be3e-203d91f946d7 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:32.380554 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d997d1f-655e-4dd1-9002-baf575739700 req-f4a83d64-dd37-46d8-be3e-203d91f946d7 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.3801131 Jul 22 23:49:32.381690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a0ce16af-5529-4953-b77d-90d6f253a72a None None] Provisioning for port e751e2fc-6903-45f2-a009-1cccb8f91fbb completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:32.383363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae030d-d8f5-4f6e-8c29-158976a0c358 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event deleted for resources: {'Port': ['ID=ac9f1e9b-d1a4-42f9-b88a-667a1b291a81,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:32.397753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a0ce16af-5529-4953-b77d-90d6f253a72a None None] Provisioning complete for port e751e2fc-6903-45f2-a009-1cccb8f91fbb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:32.398232 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0ce16af-5529-4953-b77d-90d6f253a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.422128 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Request body: {'port': {'device_id': '14582d49-4590-495a-9f2c-72beacf726ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:32.470687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce16af-5529-4953-b77d-90d6f253a72a None None] Port e751e2fc-6903-45f2-a009-1cccb8f91fbb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:32.471176 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Pushing event updated for resources: {'Port': ['ID=0644e9d4-75cc-4dca-bc2f-4592456245e4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:32.496299 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a0ce16af-5529-4953-b77d-90d6f253a72a None None] Provisioning complete for port e99b00f6-c6e2-46d5-91cd-cde9c24d7255 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:32.496654 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0ce16af-5529-4953-b77d-90d6f253a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.541603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-26473713-3f8b-4bf9-927e-41f4101921fc tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Made reservation on behalf of 02479565f0ff472f83ff741896dea63c for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:32.546903 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-26473713-3f8b-4bf9-927e-41f4101921fc tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.556703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d997d1f-655e-4dd1-9002-baf575739700 req-0000c19b-3db5-4290-a367-b6dfc5a1b4cc tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516614 Jul 22 23:49:32.598633 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.605264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Attempting to bind port 0644e9d4-75cc-4dca-bc2f-4592456245e4 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:32.605603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Attempting to bind port 0644e9d4-75cc-4dca-bc2f-4592456245e4 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '8b2d92dc-ee04-4237-8f7a-6afe10a292ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:32.605935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Attempting to bind port 0644e9d4-75cc-4dca-bc2f-4592456245e4 on network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:32.613735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Port 0644e9d4-75cc-4dca-bc2f-4592456245e4 on network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:49:32.614064 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Attempting to bind port 0644e9d4-75cc-4dca-bc2f-4592456245e4 on network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:32.624223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:32.624565 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Checking segment: {'id': '8b2d92dc-ee04-4237-8f7a-6afe10a292ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:32.624981 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Bound using segment: {'id': '8b2d92dc-ee04-4237-8f7a-6afe10a292ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:32.625448 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Bound port: 0644e9d4-75cc-4dca-bc2f-4592456245e4, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2d92dc-ee04-4237-8f7a-6afe10a292ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:32.625810 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.714755 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.735497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-366628f6-3f58-46b3-b127-b905b182ddc4 None None] Provisioning for port c0664185-f1e6-445a-ae58-9e1796f7bfaa completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:32.741231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-366628f6-3f58-46b3-b127-b905b182ddc4 None None] Provisioning complete for port c0664185-f1e6-445a-ae58-9e1796f7bfaa triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:32.741890 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-366628f6-3f58-46b3-b127-b905b182ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.752334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] For port 0644e9d4-75cc-4dca-bc2f-4592456245e4, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:32.777730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:32.781045 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] For port 0644e9d4-75cc-4dca-bc2f-4592456245e4, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0644e9d4-75cc-4dca-bc2f-4592456245e4,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:32.784694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:32.789668 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.798213 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:32.811710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-366628f6-3f58-46b3-b127-b905b182ddc4 None None] Port c0664185-f1e6-445a-ae58-9e1796f7bfaa cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:32.825770 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-366628f6-3f58-46b3-b127-b905b182ddc4 None None] Provisioning complete for port e751e2fc-6903-45f2-a009-1cccb8f91fbb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:32.826323 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-366628f6-3f58-46b3-b127-b905b182ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.852008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Pushing event updated for resources: {'Port': ['ID=2d70b348-258f-493b-9d5a-27b03f302fc4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:32.855537 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.881941 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-366628f6-3f58-46b3-b127-b905b182ddc4 None None] Port e751e2fc-6903-45f2-a009-1cccb8f91fbb cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:32.922982 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:32.923615 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.925036 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] 10.222.0.18 "PUT /v2.0/ports/0644e9d4-75cc-4dca-bc2f-4592456245e4 HTTP/1.1" status: 200 len: 1091 time: 2.5215957 Jul 22 23:49:32.948452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf53f82-d4dd-4067-89a8-c92b0ed885fe', 'tag': '0644e9d4-75cc-4dca-bc2f-4592456245e4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:32.951180 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e7c695-692a-4c18-ad5b-5fdc7e7fd020" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf53f82-d4dd-4067-89a8-c92b0ed885fe", "tag": "0644e9d4-75cc-4dca-bc2f-4592456245e4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:32.962444 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b40e5e8f-f14e-45bc-ba4b-5be088d07aab req-75e6f076-ac99-43a1-a00e-fd1aa434fcb2 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 210 time: 0.0684896 Jul 22 23:49:32.967520 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76ae030d-d8f5-4f6e-8c29-158976a0c358 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.970793 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-76ae030d-d8f5-4f6e-8c29-158976a0c358 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "DELETE /v2.0/ports/ac9f1e9b-d1a4-42f9-b88a-667a1b291a81 HTTP/1.1" status: 204 len: 168 time: 1.6586356 Jul 22 23:49:32.974057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58052) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:32.996114 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-12c35d9a-bf53-4284-9efc-8c7a9e36cc3e None None] Could not find standard attr ID for object ac9f1e9b-d1a4-42f9-b88a-667a1b291a81. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:49:33.073661 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d1aeca-ee83-48c7-8af3-84b17a064b58 x-openstack-request-id: req-95d1aeca-ee83-48c7-8af3-84b17a064b58 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:33.073963 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf53f82-d4dd-4067-89a8-c92b0ed885fe", "tag": "0644e9d4-75cc-4dca-bc2f-4592456245e4", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:33.074215 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95d1aeca-ee83-48c7-8af3-84b17a064b58 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:33.074613 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf53f82-d4dd-4067-89a8-c92b0ed885fe', 'tag': '0644e9d4-75cc-4dca-bc2f-4592456245e4', 'status': 'completed', 'code': 200} Jul 22 23:49:33.136519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf01976-d9a0-4afe-89b3-fbb856d7dc65 service neutron] Pushing event updated for resources: {'Port': ['ID=0644e9d4-75cc-4dca-bc2f-4592456245e4,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:33.157199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-26473713-3f8b-4bf9-927e-41f4101921fc tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Allocated IP 172.20.0.10 (e5d0aa99-addb-4c1f-af8d-d4e18852abf2/c6696b37-e38b-41f1-95fc-7982d1013e6d/6daf26f0-0592-476a-a607-6c93e8044de1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:33.160406 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ca3423-07de-4166-9644-1b3810faed93 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] GET failed (client error): The resource could not be found. Jul 22 23:49:33.166504 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-81ca3423-07de-4166-9644-1b3810faed93 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "GET /v2.0/ports/ac9f1e9b-d1a4-42f9-b88a-667a1b291a81 HTTP/1.1" status: 404 len: 333 time: 0.1846092 Jul 22 23:49:33.166989 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58054) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:33.173410 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5ae9ae27-b324-4347-9dcf-6cdb99fdb893 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Request body: {'port': {'network_id': '03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95', 'name': 'tempest-AllowedAddressPairTestJSON-1103811577'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:33.263130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e99b00f6-c6e2-46d5-91cd-cde9c24d7255 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:33.321691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e99b00f6-c6e2-46d5-91cd-cde9c24d7255 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:33.321983 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.347946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-7cb74a63-6cc7-4b15-a835-7910bf8e49b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:33.350172 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-7cb74a63-6cc7-4b15-a835-7910bf8e49b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02479565f0ff472f83ff741896dea63c&device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 1094 time: 0.2747972 Jul 22 23:49:33.375858 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-26473713-3f8b-4bf9-927e-41f4101921fc tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.391892 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-26473713-3f8b-4bf9-927e-41f4101921fc tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Transition to ACTIVE for port object 6daf26f0-0592-476a-a607-6c93e8044de1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:33.416664 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-267a0958-38cf-4fd3-9754-06155415751f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0644e9d4-75cc-4dca-bc2f-4592456245e4 HTTP/1.1" status: 200 len: 217 time: 0.0467060 Jul 22 23:49:33.433124 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-26473713-3f8b-4bf9-927e-41f4101921fc tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.466958 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.532001 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-26473713-3f8b-4bf9-927e-41f4101921fc tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:33.539199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26473713-3f8b-4bf9-927e-41f4101921fc tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Pushing event updated for resources: {'Port': ['ID=6daf26f0-0592-476a-a607-6c93e8044de1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:33.545468 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-26473713-3f8b-4bf9-927e-41f4101921fc tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:33.549677 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-26473713-3f8b-4bf9-927e-41f4101921fc tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:33.553887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-6d26c464-6f27-4fd9-bcc5-17428377cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:33.555322 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-6d26c464-6f27-4fd9-bcc5-17428377cb5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6696b37-e38b-41f1-95fc-7982d1013e6d HTTP/1.1" status: 200 len: 855 time: 0.1291983 Jul 22 23:49:33.561610 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae9ae27-b324-4347-9dcf-6cdb99fdb893 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Made reservation on behalf of 1e78f60a18ba4079a3ddf72ace75317e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:33.565332 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ae9ae27-b324-4347-9dcf-6cdb99fdb893 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.621182 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-26473713-3f8b-4bf9-927e-41f4101921fc tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:33.621859 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-26473713-3f8b-4bf9-927e-41f4101921fc tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.629720 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-5ae9ae27-b324-4347-9dcf-6cdb99fdb893 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] device_id is not set on port 1d1e3022-316f-402a-b61a-855a8fd8ec55 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:49:33.650587 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-26473713-3f8b-4bf9-927e-41f4101921fc tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6082468 Jul 22 23:49:33.674999 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Request body: {'port': {'device_id': '32c60e32-2dac-4673-862f-83036bb7f229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:33.709732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0664185-f1e6-445a-ae58-9e1796f7bfaa {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:49:33.728371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.769783 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Transition to ACTIVE for port object c0664185-f1e6-445a-ae58-9e1796f7bfaa will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:33.779848 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.800060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9218ba0c-3365-4467-880f-4711967ce690 None None] Provisioning for port 6daf26f0-0592-476a-a607-6c93e8044de1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:33.806401 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9218ba0c-3365-4467-880f-4711967ce690 None None] Provisioning complete for port 6daf26f0-0592-476a-a607-6c93e8044de1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:33.807131 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9218ba0c-3365-4467-880f-4711967ce690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.816221 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.854511 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Pushing event updated for resources: {'Port': ['ID=c0664185-f1e6-445a-ae58-9e1796f7bfaa,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:33.855335 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9218ba0c-3365-4467-880f-4711967ce690 None None] Port 6daf26f0-0592-476a-a607-6c93e8044de1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:34.103896 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Attempting to bind port c0664185-f1e6-445a-ae58-9e1796f7bfaa on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:34.104141 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Attempting to bind port c0664185-f1e6-445a-ae58-9e1796f7bfaa by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '8b2d92dc-ee04-4237-8f7a-6afe10a292ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:34.104470 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Attempting to bind port c0664185-f1e6-445a-ae58-9e1796f7bfaa on network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:34.112491 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Port c0664185-f1e6-445a-ae58-9e1796f7bfaa on network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:49:34.112805 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Attempting to bind port c0664185-f1e6-445a-ae58-9e1796f7bfaa on network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:34.122476 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:34.122815 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Checking segment: {'id': '8b2d92dc-ee04-4237-8f7a-6afe10a292ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:34.123199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Bound using segment: {'id': '8b2d92dc-ee04-4237-8f7a-6afe10a292ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:34.123628 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Bound port: c0664185-f1e6-445a-ae58-9e1796f7bfaa, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2d92dc-ee04-4237-8f7a-6afe10a292ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:34.123982 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.158548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-9380a70d-dd82-477f-a649-9f969bf4f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:34.160122 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-9380a70d-dd82-477f-a649-9f969bf4f73b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5d0aa99-addb-4c1f-af8d-d4e18852abf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5923963 Jul 22 23:49:34.222296 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.240306 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] For port c0664185-f1e6-445a-ae58-9e1796f7bfaa, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:34.244723 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.250350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5ae9ae27-b324-4347-9dcf-6cdb99fdb893 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Allocated IP 172.20.0.11 (03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95/274a0047-6e1e-43e3-b83c-f20c8880b159/1d1e3022-316f-402a-b61a-855a8fd8ec55) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:34.262507 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] For port c0664185-f1e6-445a-ae58-9e1796f7bfaa, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c0664185-f1e6-445a-ae58-9e1796f7bfaa,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:34.266797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6daf26f0-0592-476a-a607-6c93e8044de1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:49:34.272484 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.278581 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.290342 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.309565 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f14e0-d743-46e0-96a5-d6086be6822d req-0e951467-372d-4e1b-b190-b178435a307d tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:34.311069 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d2f14e0-d743-46e0-96a5-d6086be6822d req-0e951467-372d-4e1b-b190-b178435a307d tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.6274807 Jul 22 23:49:34.324433 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:34.325067 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.326487 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] 10.222.0.95 "PUT /v2.0/ports/c0664185-f1e6-445a-ae58-9e1796f7bfaa HTTP/1.1" status: 200 len: 1092 time: 2.0178492 Jul 22 23:49:34.327476 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Transition to ACTIVE for port object 6daf26f0-0592-476a-a607-6c93e8044de1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:34.328161 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14582d49-4590-495a-9f2c-72beacf726ee', 'tag': 'c0664185-f1e6-445a-ae58-9e1796f7bfaa'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:34.330486 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de768ca5-423d-489a-978c-5f08e9b3b4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "14582d49-4590-495a-9f2c-72beacf726ee", "tag": "c0664185-f1e6-445a-ae58-9e1796f7bfaa"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:34.338635 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.364462 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.365900 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be55bc-c35a-49fc-a40b-50083201423c service neutron] Pushing event updated for resources: {'Port': ['ID=c0664185-f1e6-445a-ae58-9e1796f7bfaa,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:34.380274 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d7d0172-8844-4cd5-a1b7-960689ec7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.411981 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3460414-1643-4b01-94ae-b55309dcd675 req-98ea3b3c-451f-4e16-8632-d19c80271ce7 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:34.413677 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e3460414-1643-4b01-94ae-b55309dcd675 req-98ea3b3c-451f-4e16-8632-d19c80271ce7 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 932 time: 0.3443463 Jul 22 23:49:34.477282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Pushing event updated for resources: {'Port': ['ID=6daf26f0-0592-476a-a607-6c93e8044de1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:34.498494 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-8a87543f-107f-40e7-943b-7b17f5261734 service neutron] 10.222.0.18 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227422 Jul 22 23:49:34.520052 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Attempting to bind port 6daf26f0-0592-476a-a607-6c93e8044de1 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:34.520399 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Attempting to bind port 6daf26f0-0592-476a-a607-6c93e8044de1 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '8b2d92dc-ee04-4237-8f7a-6afe10a292ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:34.520731 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Attempting to bind port 6daf26f0-0592-476a-a607-6c93e8044de1 on network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:34.528936 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Port 6daf26f0-0592-476a-a607-6c93e8044de1 on network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:49:34.529395 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Attempting to bind port 6daf26f0-0592-476a-a607-6c93e8044de1 on network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:34.534109 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-a8202704-b880-4e0f-9106-acb77cfcfa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:34.535649 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-a8202704-b880-4e0f-9106-acb77cfcfa3e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=02479565f0ff472f83ff741896dea63c&device_id=14582d49-4590-495a-9f2c-72beacf726ee HTTP/1.1" status: 200 len: 1095 time: 0.1417735 Jul 22 23:49:34.539060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:34.539397 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Checking segment: {'id': '8b2d92dc-ee04-4237-8f7a-6afe10a292ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:34.539855 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Bound using segment: {'id': '8b2d92dc-ee04-4237-8f7a-6afe10a292ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:34.540241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Bound port: 6daf26f0-0592-476a-a607-6c93e8044de1, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2d92dc-ee04-4237-8f7a-6afe10a292ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:34.540594 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.585841 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-6d153019-4823-435b-8ea5-a4cd1d5fa062 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0664185-f1e6-445a-ae58-9e1796f7bfaa HTTP/1.1" status: 200 len: 217 time: 0.0419328 Jul 22 23:49:34.610426 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d2f14e0-d743-46e0-96a5-d6086be6822d req-ff8d8401-c5b2-4684-aeb3-ec71790323e1 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876079 Jul 22 23:49:34.619741 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e3460414-1643-4b01-94ae-b55309dcd675 req-89414e07-179e-4108-8a3c-10eccf37cfc6 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640997 Jul 22 23:49:34.735497 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-a8f69f19-f3fa-4260-9da8-d3569c0beb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:34.736998 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-a8f69f19-f3fa-4260-9da8-d3569c0beb18 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c6696b37-e38b-41f1-95fc-7982d1013e6d HTTP/1.1" status: 200 len: 855 time: 0.1204429 Jul 22 23:49:34.746551 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] For port 6daf26f0-0592-476a-a607-6c93e8044de1, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:34.752600 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] For port 6daf26f0-0592-476a-a607-6c93e8044de1, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6daf26f0-0592-476a-a607-6c93e8044de1,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:34.768067 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6bf87ba-7652-44a4-b538-78e554a9190e req-daad799e-e4c0-44de-8ebb-90300b6cebb4 service neutron] 10.222.0.18 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571387 Jul 22 23:49:34.794013 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ae9ae27-b324-4347-9dcf-6cdb99fdb893 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.814347 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.822605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Router 87f07fd1-61c1-4a39-8dda-e38e20f1a910 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:49:34.832234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-5ae9ae27-b324-4347-9dcf-6cdb99fdb893 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Transition to ACTIVE for port object 1d1e3022-316f-402a-b61a-855a8fd8ec55 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:34.874230 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:34.874932 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.876354 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] 10.222.0.18 "PUT /v2.0/ports/6daf26f0-0592-476a-a607-6c93e8044de1 HTTP/1.1" status: 200 len: 1092 time: 1.2069876 Jul 22 23:49:34.988018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b521a-3751-46bd-8cfc-fe68c662b121 service neutron] Pushing event updated for resources: {'Port': ['ID=6daf26f0-0592-476a-a607-6c93e8044de1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:35.001268 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcabc98-d285-4a3c-a5a6-963888be13a3 x-openstack-request-id: req-bfcabc98-d285-4a3c-a5a6-963888be13a3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:35.001831 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14582d49-4590-495a-9f2c-72beacf726ee", "tag": "c0664185-f1e6-445a-ae58-9e1796f7bfaa", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:35.002135 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bfcabc98-d285-4a3c-a5a6-963888be13a3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:35.002612 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14582d49-4590-495a-9f2c-72beacf726ee', 'tag': 'c0664185-f1e6-445a-ae58-9e1796f7bfaa', 'status': 'completed', 'code': 200} Jul 22 23:49:35.045228 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-0c810cfb-01e5-4ddb-9986-39670d17ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:35.046852 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-0c810cfb-01e5-4ddb-9986-39670d17ead0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e5d0aa99-addb-4c1f-af8d-d4e18852abf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2920961 Jul 22 23:49:35.101206 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ae9ae27-b324-4347-9dcf-6cdb99fdb893 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.178944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae9ae27-b324-4347-9dcf-6cdb99fdb893 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Network 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:35.183301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:35.191955 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329182a1-6f56-447d-b756-d32e3ca62b22 None None] Sync routers for ids ['87f07fd1-61c1-4a39-8dda-e38e20f1a910'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:35.195946 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.201312 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-502e1099-a4a4-475a-959d-039dd6abd373 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "PUT /v2.0/routers/87f07fd1-61c1-4a39-8dda-e38e20f1a910 HTTP/1.1" status: 200 len: 915 time: 4.6904750 Jul 22 23:49:35.206379 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-b01f9f9f-e434-45ed-82a9-3c80e266b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:35.206566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329182a1-6f56-447d-b756-d32e3ca62b22 None None] Routers {'87f07fd1-61c1-4a39-8dda-e38e20f1a910'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:35.207288 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-329182a1-6f56-447d-b756-d32e3ca62b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['87f07fd1-61c1-4a39-8dda-e38e20f1a910'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:35.207938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7c695-692a-4c18-ad5b-5fdc7e7fd020 req-18f4003a-77fa-4656-8a99-2a841cc4e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:35.209211 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-b01f9f9f-e434-45ed-82a9-3c80e266b795 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02479565f0ff472f83ff741896dea63c&device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 1095 time: 0.2311020 Jul 22 23:49:35.210346 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88e7c695-692a-4c18-ad5b-5fdc7e7fd020 req-18f4003a-77fa-4656-8a99-2a841cc4e711 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02479565f0ff472f83ff741896dea63c&device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 1094 time: 0.3021445 Jul 22 23:49:35.210928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58082) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:35.225026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5ae9ae27-b324-4347-9dcf-6cdb99fdb893 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:35.249216 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae9ae27-b324-4347-9dcf-6cdb99fdb893 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:35.285640 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-3f1497b9-b174-4088-89d7-59d7c099c32f service neutron] 10.222.0.95 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255645 Jul 22 23:49:35.323567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-329182a1-6f56-447d-b756-d32e3ca62b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:35.362346 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329182a1-6f56-447d-b756-d32e3ca62b22 None None] Routers {'87f07fd1-61c1-4a39-8dda-e38e20f1a910'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:35.363166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-329182a1-6f56-447d-b756-d32e3ca62b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['87f07fd1-61c1-4a39-8dda-e38e20f1a910'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:35.425359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9ae27-b324-4347-9dcf-6cdb99fdb893 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event updated for resources: {'Port': ['ID=1d1e3022-316f-402a-b61a-855a8fd8ec55,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:35.450656 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-329182a1-6f56-447d-b756-d32e3ca62b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:35.451450 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329182a1-6f56-447d-b756-d32e3ca62b22 None None] The sync data for ids ['87f07fd1-61c1-4a39-8dda-e38e20f1a910'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:35.531744 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.567433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae9ae27-b324-4347-9dcf-6cdb99fdb893 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:35.568482 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ae9ae27-b324-4347-9dcf-6cdb99fdb893 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.647643 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ae9ae27-b324-4347-9dcf-6cdb99fdb893 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4759841 Jul 22 23:49:35.649410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4bc04e71-8027-472b-a1d7-f884b8f01e8e tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "GET /v2.0/routers/87f07fd1-61c1-4a39-8dda-e38e20f1a910 HTTP/1.1" status: 200 len: 921 time: 0.4262800 Jul 22 23:49:35.650187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58088) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:35.653467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-685976d0-04c1-4a7e-b148-d3d5b28c5f25 None None] Provisioning for port 1d1e3022-316f-402a-b61a-855a8fd8ec55 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:35.653605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7c695-692a-4c18-ad5b-5fdc7e7fd020 req-f0b53aa8-2207-4556-a86e-aabfad1770f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:35.655355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88e7c695-692a-4c18-ad5b-5fdc7e7fd020 req-f0b53aa8-2207-4556-a86e-aabfad1770f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5d0aa99-addb-4c1f-af8d-d4e18852abf2 HTTP/1.1" status: 200 len: 917 time: 0.4085956 Jul 22 23:49:35.655980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:35.660440 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-685976d0-04c1-4a7e-b148-d3d5b28c5f25 None None] Provisioning complete for port 1d1e3022-316f-402a-b61a-855a8fd8ec55 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:35.661215 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-685976d0-04c1-4a7e-b148-d3d5b28c5f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.672596 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0930c50a-080a-4e5f-b0c2-e9e28fa35611 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:89:19:75'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:35.714285 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-685976d0-04c1-4a7e-b148-d3d5b28c5f25 None None] Port 1d1e3022-316f-402a-b61a-855a8fd8ec55 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:35.771625 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-f623cc31-227e-4855-adad-9ba3f3e13b36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6daf26f0-0592-476a-a607-6c93e8044de1 HTTP/1.1" status: 200 len: 217 time: 0.4842873 Jul 22 23:49:35.780421 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88e7c695-692a-4c18-ad5b-5fdc7e7fd020 req-7d78f2e9-4e61-4d15-8012-606253f3594d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0644e9d4-75cc-4dca-bc2f-4592456245e4 HTTP/1.1" status: 200 len: 217 time: 0.0949531 Jul 22 23:49:35.859450 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-4ed3e785-f83e-4a6b-8101-32d072c53c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:35.860856 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-4ed3e785-f83e-4a6b-8101-32d072c53c91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6696b37-e38b-41f1-95fc-7982d1013e6d HTTP/1.1" status: 200 len: 855 time: 0.0813959 Jul 22 23:49:35.871380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0925dab-d5f4-4ffd-aca4-f87aee8a87bf req-2601b3aa-057e-4452-968b-242446ff340f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:35.872878 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0925dab-d5f4-4ffd-aca4-f87aee8a87bf req-2601b3aa-057e-4452-968b-242446ff340f tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 946 time: 0.3426356 Jul 22 23:49:35.908444 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-33c7ffc0-f79b-4517-93b4-2fb7ca600ada req-6c89b426-9f1d-4ea4-a4af-083e4be5d8fb service neutron] 10.222.0.95 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102526 Jul 22 23:49:35.937912 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-47b7dc8d-1d20-4cf9-8712-1cbf25e00da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:35.939765 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-47b7dc8d-1d20-4cf9-8712-1cbf25e00da6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5d0aa99-addb-4c1f-af8d-d4e18852abf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698781 Jul 22 23:49:35.984372 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7c695-692a-4c18-ad5b-5fdc7e7fd020 req-5773e3bc-b31c-46ac-be20-080b3fe6455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:35.985894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88e7c695-692a-4c18-ad5b-5fdc7e7fd020 req-5773e3bc-b31c-46ac-be20-080b3fe6455c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6696b37-e38b-41f1-95fc-7982d1013e6d HTTP/1.1" status: 200 len: 855 time: 0.1932409 Jul 22 23:49:36.083283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ff0901-d266-4d69-8aa8-fb68b93b72c8 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:36.087227 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b2ff0901-d266-4d69-8aa8-fb68b93b72c8 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&device_id=87f07fd1-61c1-4a39-8dda-e38e20f1a910&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4080002 Jul 22 23:49:36.091677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:36.098090 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0925dab-d5f4-4ffd-aca4-f87aee8a87bf req-bc9775cb-4fc4-4dc3-af1d-5b3da9276e3e tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111068 Jul 22 23:49:36.106444 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-1bb14cbb-9518-466d-933e-31e6b75cb59b service neutron] 10.222.0.18 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596801 Jul 22 23:49:36.113552 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de768ca5-423d-489a-978c-5f08e9b3b4eb req-38ffc30b-b41b-4f2a-950b-db85edbf4616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:36.117039 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-de768ca5-423d-489a-978c-5f08e9b3b4eb req-38ffc30b-b41b-4f2a-950b-db85edbf4616 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=02479565f0ff472f83ff741896dea63c&device_id=14582d49-4590-495a-9f2c-72beacf726ee HTTP/1.1" status: 200 len: 1095 time: 0.1383169 Jul 22 23:49:36.121088 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3a2c6-22c9-4296-9d3e-698664884f23 req-78c130b4-8fa6-4925-89c8-d151175057ee tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:36.139603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b3a2c6-22c9-4296-9d3e-698664884f23 req-78c130b4-8fa6-4925-89c8-d151175057ee tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 944 time: 0.3681457 Jul 22 23:49:36.279208 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5318a2a4-0267-4c3f-a51c-2ee9436b85e0 req-f9ad2557-b8bf-491a-b688-d657d565f6eb service neutron] 10.222.0.18 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621652 Jul 22 23:49:36.305055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de768ca5-423d-489a-978c-5f08e9b3b4eb req-b58667e8-c21b-4c4b-9e30-943b38fddc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:36.306623 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-de768ca5-423d-489a-978c-5f08e9b3b4eb req-b58667e8-c21b-4c4b-9e30-943b38fddc68 service neutron] 10.222.0.95 "GET /v2.0/networks?id=e5d0aa99-addb-4c1f-af8d-d4e18852abf2 HTTP/1.1" status: 200 len: 917 time: 0.1239820 Jul 22 23:49:36.356025 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-de768ca5-423d-489a-978c-5f08e9b3b4eb req-894a55f9-ba07-433f-b835-e83af1f44559 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0664185-f1e6-445a-ae58-9e1796f7bfaa HTTP/1.1" status: 200 len: 217 time: 0.0381625 Jul 22 23:49:36.422262 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de768ca5-423d-489a-978c-5f08e9b3b4eb req-de51883d-a977-449e-98f7-a15c5c4bdd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:36.424118 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-de768ca5-423d-489a-978c-5f08e9b3b4eb req-de51883d-a977-449e-98f7-a15c5c4bdd0a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c6696b37-e38b-41f1-95fc-7982d1013e6d HTTP/1.1" status: 200 len: 855 time: 0.0598564 Jul 22 23:49:36.503002 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de768ca5-423d-489a-978c-5f08e9b3b4eb req-aa20b3e4-c574-40bb-9533-1d8d071b6780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:36.504551 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-de768ca5-423d-489a-978c-5f08e9b3b4eb req-aa20b3e4-c574-40bb-9533-1d8d071b6780 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e5d0aa99-addb-4c1f-af8d-d4e18852abf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643911 Jul 22 23:49:36.604575 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-de768ca5-423d-489a-978c-5f08e9b3b4eb req-43e18481-217d-4ffc-8d33-5beb85a1c6de service neutron] 10.222.0.95 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856113 Jul 22 23:49:36.613979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b3a2c6-22c9-4296-9d3e-698664884f23 req-5273bb14-c651-4510-963e-4db9dbadf05d tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735181 Jul 22 23:49:36.622477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7c695-692a-4c18-ad5b-5fdc7e7fd020 req-a98f3ea9-a76a-4445-a5fd-9be72f62b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:36.623984 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88e7c695-692a-4c18-ad5b-5fdc7e7fd020 req-a98f3ea9-a76a-4445-a5fd-9be72f62b500 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5d0aa99-addb-4c1f-af8d-d4e18852abf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6280720 Jul 22 23:49:36.648595 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0930c50a-080a-4e5f-b0c2-e9e28fa35611 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:36.671636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cee920-1ec1-40d2-89b3-7892c6836bc3 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:36.675597 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b6cee920-1ec1-40d2-89b3-7892c6836bc3 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 881 time: 0.5783026 Jul 22 23:49:36.678634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58104) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:36.714842 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-de768ca5-423d-489a-978c-5f08e9b3b4eb req-0e89bbe9-1264-46f3-8314-519abf140e1e service neutron] 10.222.0.95 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983672 Jul 22 23:49:36.733911 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-48984d20-11b2-4023-acba-fb2aa59496d8 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "GET /v2.0/ports?device_id=87f07fd1-61c1-4a39-8dda-e38e20f1a910 HTTP/1.1" status: 200 len: 205 time: 0.0511894 Jul 22 23:49:36.734280 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58106) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:36.826633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aeeb7d-5e4c-4158-baf0-b967acdd09b0 req-e778eb41-b787-4981-a747-35d214fbb730 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:36.828101 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59aeeb7d-5e4c-4158-baf0-b967acdd09b0 req-e778eb41-b787-4981-a747-35d214fbb730 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.3140690 Jul 22 23:49:36.833368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf128c-bae3-4aaf-925a-fe38af9e44d6 req-0d7c35f3-dd70-4606-9d3c-f3570ff80497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:36.835367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9bf128c-bae3-4aaf-925a-fe38af9e44d6 req-0d7c35f3-dd70-4606-9d3c-f3570ff80497 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0648e710624549d88e8c0c8a91031658&device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 1096 time: 0.3174267 Jul 22 23:49:36.843018 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d432d8e-be7b-463f-bbd8-a4853405cc9a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:36.888030 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88e7c695-692a-4c18-ad5b-5fdc7e7fd020 req-31549aa7-a54c-4555-bf35-57df6f20c26c service neutron] 10.222.0.18 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498677 Jul 22 23:49:36.953757 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d432d8e-be7b-463f-bbd8-a4853405cc9a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:36.978914 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.004320 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c60e32-2dac-4673-862f-83036bb7f229', 'tag': '6daf26f0-0592-476a-a607-6c93e8044de1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:37.006759 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d38edb-331b-47fd-8d5d-c7fcbdc0f200" -d '{"events": [{"name": "network-changed", "server_uuid": "32c60e32-2dac-4673-862f-83036bb7f229", "tag": "6daf26f0-0592-476a-a607-6c93e8044de1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:37.020031 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6d432d8e-be7b-463f-bbd8-a4853405cc9a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Deleting port 2d70b348-258f-493b-9d5a-27b03f302fc4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:37.020390 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d432d8e-be7b-463f-bbd8-a4853405cc9a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.028277 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59aeeb7d-5e4c-4158-baf0-b967acdd09b0 req-04a0a3ad-9f6d-480c-8753-750321321679 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919339 Jul 22 23:49:37.058900 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9098e4b-e203-48cb-8191-dab1f4782790 x-openstack-request-id: req-b9098e4b-e203-48cb-8191-dab1f4782790 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:37.059203 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c60e32-2dac-4673-862f-83036bb7f229", "tag": "6daf26f0-0592-476a-a607-6c93e8044de1", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:37.059457 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9098e4b-e203-48cb-8191-dab1f4782790 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:37.059841 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c60e32-2dac-4673-862f-83036bb7f229', 'tag': '6daf26f0-0592-476a-a607-6c93e8044de1', 'status': 'completed', 'code': 200} Jul 22 23:49:37.124959 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf128c-bae3-4aaf-925a-fe38af9e44d6 req-9a534b87-1557-4f23-a731-1bca286b80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:37.126470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9bf128c-bae3-4aaf-925a-fe38af9e44d6 req-9a534b87-1557-4f23-a731-1bca286b80cd service neutron] 10.222.0.95 "GET /v2.0/networks?id=6c243616-7ce3-49b3-a3b7-5a71469105fa HTTP/1.1" status: 200 len: 919 time: 0.2690117 Jul 22 23:49:37.184756 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88e7c695-692a-4c18-ad5b-5fdc7e7fd020 req-71325294-97fa-47c8-be26-7928bb15b278 service neutron] 10.222.0.18 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835519 Jul 22 23:49:37.192786 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9bf128c-bae3-4aaf-925a-fe38af9e44d6 req-b4b42b77-b053-4c6d-aa1d-334c04c367b8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92581157-a7ee-483f-bbdc-7bca3fc0ca3e HTTP/1.1" status: 200 len: 217 time: 0.0548675 Jul 22 23:49:37.194492 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d432d8e-be7b-463f-bbd8-a4853405cc9a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.217271 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6d432d8e-be7b-463f-bbd8-a4853405cc9a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Calling delete_port for 2d70b348-258f-493b-9d5a-27b03f302fc4 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:37.217765 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0930c50a-080a-4e5f-b0c2-e9e28fa35611 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.255063 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0930c50a-080a-4e5f-b0c2-e9e28fa35611 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.296532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d38edb-331b-47fd-8d5d-c7fcbdc0f200 req-713c11e9-5950-4dcc-95e7-cad1f2401e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:37.298094 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-10d38edb-331b-47fd-8d5d-c7fcbdc0f200 req-713c11e9-5950-4dcc-95e7-cad1f2401e98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02479565f0ff472f83ff741896dea63c&device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 1095 time: 0.1952486 Jul 22 23:49:37.315784 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cff43b-83cf-4b0b-a091-1e759d2ec133 req-137dba11-9c77-4b1a-ad73-8147c6fb5974 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:37.317848 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a1cff43b-83cf-4b0b-a091-1e759d2ec133 req-137dba11-9c77-4b1a-ad73-8147c6fb5974 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.95 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 946 time: 0.1811500 Jul 22 23:49:37.353146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf128c-bae3-4aaf-925a-fe38af9e44d6 req-eeac99f4-6365-45ac-a9af-1d4eb0383b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:37.354654 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9bf128c-bae3-4aaf-925a-fe38af9e44d6 req-eeac99f4-6365-45ac-a9af-1d4eb0383b60 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=57003466-1ac5-4281-bdec-6c2f62849a78 HTTP/1.1" status: 200 len: 858 time: 0.1463723 Jul 22 23:49:37.360311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930c50a-080a-4e5f-b0c2-e9e28fa35611 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event updated for resources: {'Port': ['ID=1d1e3022-316f-402a-b61a-855a8fd8ec55,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:37.405902 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9bf128c-bae3-4aaf-925a-fe38af9e44d6 req-27665608-832e-4675-98ec-119d458a0b39 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6c243616-7ce3-49b3-a3b7-5a71469105fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360608 Jul 22 23:49:37.409815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0930c50a-080a-4e5f-b0c2-e9e28fa35611 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] In _notify_port_updated(), no bound segment for port 1d1e3022-316f-402a-b61a-855a8fd8ec55 on network 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:49:37.415952 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0930c50a-080a-4e5f-b0c2-e9e28fa35611 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:37.416605 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0930c50a-080a-4e5f-b0c2-e9e28fa35611 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.420819 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0930c50a-080a-4e5f-b0c2-e9e28fa35611 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "PUT /v2.0/ports/1d1e3022-316f-402a-b61a-855a8fd8ec55 HTTP/1.1" status: 200 len: 994 time: 1.7658648 Jul 22 23:49:37.422994 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:37.447647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a77ca-4141-4beb-bb6e-f8d1954f37eb req-9c9df9c2-8a18-43ae-b68b-b0a9f3983f95 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:37.449243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f86a77ca-4141-4beb-bb6e-f8d1954f37eb req-9c9df9c2-8a18-43ae-b68b-b0a9f3983f95 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 946 time: 0.2622156 Jul 22 23:49:37.539607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d38edb-331b-47fd-8d5d-c7fcbdc0f200 req-2208959d-0b20-4640-9888-a3cd8a9dcfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:37.541489 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-10d38edb-331b-47fd-8d5d-c7fcbdc0f200 req-2208959d-0b20-4640-9888-a3cd8a9dcfae service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5d0aa99-addb-4c1f-af8d-d4e18852abf2 HTTP/1.1" status: 200 len: 917 time: 0.2182372 Jul 22 23:49:37.598924 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f86a77ca-4141-4beb-bb6e-f8d1954f37eb req-4deec180-badb-4079-b6f1-f30efb6f262a tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd53d733-b441-473a-8f1b-aea4722f9079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220465 Jul 22 23:49:37.621813 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9bf128c-bae3-4aaf-925a-fe38af9e44d6 req-5d708ed8-cae8-41b4-8e3f-81180a436789 service neutron] 10.222.0.95 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013969 Jul 22 23:49:37.627314 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-10d38edb-331b-47fd-8d5d-c7fcbdc0f200 req-6fc93487-a84e-4671-a36e-1981d95d17f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6daf26f0-0592-476a-a607-6c93e8044de1 HTTP/1.1" status: 200 len: 217 time: 0.0662506 Jul 22 23:49:37.650238 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-a1cff43b-83cf-4b0b-a091-1e759d2ec133 req-c42105c6-6c24-4dfa-af27-9d38d2622be7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Deleting port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:37.650598 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a1cff43b-83cf-4b0b-a091-1e759d2ec133 req-c42105c6-6c24-4dfa-af27-9d38d2622be7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.658150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-febb708b-368e-4919-9609-149a20b906ee None None] Provisioning complete for port 1d1e3022-316f-402a-b61a-855a8fd8ec55 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:37.658687 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-febb708b-368e-4919-9609-149a20b906ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.659387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8ac41565-448c-42e4-963d-4bdd32b1401b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Deleting port 1d1e3022-316f-402a-b61a-855a8fd8ec55 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:37.659734 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ac41565-448c-42e4-963d-4bdd32b1401b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.683258 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d432d8e-be7b-463f-bbd8-a4853405cc9a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.724406 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-febb708b-368e-4919-9609-149a20b906ee None None] Port 1d1e3022-316f-402a-b61a-855a8fd8ec55 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:37.736741 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d432d8e-be7b-463f-bbd8-a4853405cc9a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Pushing event deleted for resources: {'Port': ['ID=2d70b348-258f-493b-9d5a-27b03f302fc4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:37.798344 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d38edb-331b-47fd-8d5d-c7fcbdc0f200 req-6b093c31-d00e-4c4e-8a4b-c6650d9d1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:37.799812 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-10d38edb-331b-47fd-8d5d-c7fcbdc0f200 req-6b093c31-d00e-4c4e-8a4b-c6650d9d1268 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6696b37-e38b-41f1-95fc-7982d1013e6d HTTP/1.1" status: 200 len: 855 time: 0.1628473 Jul 22 23:49:37.835041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9bf128c-bae3-4aaf-925a-fe38af9e44d6 req-f7d90735-6448-42a4-be65-b225427de4cc service neutron] 10.222.0.95 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011168 Jul 22 23:49:37.844773 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ac41565-448c-42e4-963d-4bdd32b1401b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.864678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8ac41565-448c-42e4-963d-4bdd32b1401b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Calling delete_port for 1d1e3022-316f-402a-b61a-855a8fd8ec55 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:37.883909 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-a1cff43b-83cf-4b0b-a091-1e759d2ec133 req-c42105c6-6c24-4dfa-af27-9d38d2622be7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] For port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:37.884307 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a1cff43b-83cf-4b0b-a091-1e759d2ec133 req-c42105c6-6c24-4dfa-af27-9d38d2622be7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.888924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d6b6a-3b7f-423d-8596-3685bce1eebf req-ff2692ca-a1c8-4032-83c1-7b50acb6c5bf tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:37.890571 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-030d6b6a-3b7f-423d-8596-3685bce1eebf req-ff2692ca-a1c8-4032-83c1-7b50acb6c5bf tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 944 time: 0.1599166 Jul 22 23:49:37.935895 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d432d8e-be7b-463f-bbd8-a4853405cc9a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.971569 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-030d6b6a-3b7f-423d-8596-3685bce1eebf req-dfe6d825-57b8-4889-af63-1e91a9775785 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489993 Jul 22 23:49:38.044379 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d432d8e-be7b-463f-bbd8-a4853405cc9a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.054097 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ac41565-448c-42e4-963d-4bdd32b1401b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.054815 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d432d8e-be7b-463f-bbd8-a4853405cc9a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.082919 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac41565-448c-42e4-963d-4bdd32b1401b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event deleted for resources: {'Port': ['ID=1d1e3022-316f-402a-b61a-855a8fd8ec55,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:38.127108 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d38edb-331b-47fd-8d5d-c7fcbdc0f200 req-c594e236-ae3d-4d03-9baa-40b8044cfeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:38.128648 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-10d38edb-331b-47fd-8d5d-c7fcbdc0f200 req-c594e236-ae3d-4d03-9baa-40b8044cfeab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5d0aa99-addb-4c1f-af8d-d4e18852abf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3197703 Jul 22 23:49:38.154417 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d432d8e-be7b-463f-bbd8-a4853405cc9a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.154928 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d432d8e-be7b-463f-bbd8-a4853405cc9a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Fanout notify agent at l3_agent the message router_deleted on router 87f07fd1-61c1-4a39-8dda-e38e20f1a910 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:49:38.181267 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d432d8e-be7b-463f-bbd8-a4853405cc9a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.185704 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6d432d8e-be7b-463f-bbd8-a4853405cc9a tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "DELETE /v2.0/routers/87f07fd1-61c1-4a39-8dda-e38e20f1a910 HTTP/1.1" status: 204 len: 168 time: 1.4471371 Jul 22 23:49:38.186483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58124) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:38.194611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-40262128', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:38.290068 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a1cff43b-83cf-4b0b-a091-1e759d2ec133 req-c42105c6-6c24-4dfa-af27-9d38d2622be7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.290450 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a1cff43b-83cf-4b0b-a091-1e759d2ec133 req-c42105c6-6c24-4dfa-af27-9d38d2622be7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.290764 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [req-a1cff43b-83cf-4b0b-a091-1e759d2ec133 req-c42105c6-6c24-4dfa-af27-9d38d2622be7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Floating IP be6cc3f4-4115-4ff7-8b6d-b98a1c3936a9 disassociated. External IP: 172.25.4.131, port: 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee. Jul 22 23:49:38.291622 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-a1cff43b-83cf-4b0b-a091-1e759d2ec133 req-c42105c6-6c24-4dfa-af27-9d38d2622be7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Calling delete_port for 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:38.306699 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.308160 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.331033 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8ac41565-448c-42e4-963d-4bdd32b1401b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.332977 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8ac41565-448c-42e4-963d-4bdd32b1401b tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "DELETE /v2.0/ports/1d1e3022-316f-402a-b61a-855a8fd8ec55 HTTP/1.1" status: 204 len: 168 time: 0.9094307 Jul 22 23:49:38.340893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f40eb-5f96-46b6-80b1-ffb8e46cde8c req-558ef63b-8ffa-466f-a859-4680d44e26ac tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:38.342397 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0b3f40eb-5f96-46b6-80b1-ffb8e46cde8c req-558ef63b-8ffa-466f-a859-4680d44e26ac tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.2152576 Jul 22 23:49:38.344744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:38.359081 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-10d38edb-331b-47fd-8d5d-c7fcbdc0f200 req-dc061718-b80d-479c-ab0a-8242713bacb7 service neutron] 10.222.0.18 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217090 Jul 22 23:49:38.417042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0644e9d4-75cc-4dca-bc2f-4592456245e4 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:49:38.421496 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0886e133-0c20-4f50-94dd-66c2d8779d49 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] GET failed (client error): The resource could not be found. Jul 22 23:49:38.426961 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0886e133-0c20-4f50-94dd-66c2d8779d49 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "GET /v2.0/ports/1d1e3022-316f-402a-b61a-855a8fd8ec55 HTTP/1.1" status: 404 len: 333 time: 0.0774238 Jul 22 23:49:38.427180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58130) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:38.430618 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.434697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-db99e8f7-a3ca-40a3-8941-17ba4e913c48 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Request body: {'port': {'network_id': '03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95', 'name': 'tempest-AllowedAddressPairTestJSON-1462829886'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:38.509543 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-10d38edb-331b-47fd-8d5d-c7fcbdc0f200 req-38814fbd-e836-40b3-bd91-e5997fd01a89 service neutron] 10.222.0.18 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410809 Jul 22 23:49:38.534456 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0644e9d4-75cc-4dca-bc2f-4592456245e4, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0644e9d4-75cc-4dca-bc2f-4592456245e4,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:38.544208 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0b3f40eb-5f96-46b6-80b1-ffb8e46cde8c req-e9321ab1-fb10-49c9-a68e-d98c617c7d13 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883965 Jul 22 23:49:38.550868 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '0644e9d4-75cc-4dca-bc2f-4592456245e4', 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2', 'port_id': '0644e9d4-75cc-4dca-bc2f-4592456245e4', 'mac_address': 'fa:16:3e:35:79:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6696b37-e38b-41f1-95fc-7982d1013e6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:49:38.551509 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a1cff43b-83cf-4b0b-a091-1e759d2ec133 req-c42105c6-6c24-4dfa-af27-9d38d2622be7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.595243 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.600821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42105c6-6c24-4dfa-af27-9d38d2622be7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event deleted for resources: {'Port': ['ID=135c4d39-a1e4-4f5e-8e50-6e2e16d023ee,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:38.611656 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0644e9d4-75cc-4dca-bc2f-4592456245e4 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:49:38.633705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0644e9d4-75cc-4dca-bc2f-4592456245e4, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0644e9d4-75cc-4dca-bc2f-4592456245e4,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:38.640095 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.697991 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=0644e9d4-75cc-4dca-bc2f-4592456245e4,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:38.729972 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1cff43b-83cf-4b0b-a091-1e759d2ec133 req-c42105c6-6c24-4dfa-af27-9d38d2622be7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Router 24b082aa-2a0c-4a36-9e6e-46794c895e5f has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:49:38.842398 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1cff43b-83cf-4b0b-a091-1e759d2ec133 req-c42105c6-6c24-4dfa-af27-9d38d2622be7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:38.855627 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39aea55-fef7-4782-bb87-a8c6c993b822 None None] Sync routers for ids ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:38.866536 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39aea55-fef7-4782-bb87-a8c6c993b822 None None] Routers {'24b082aa-2a0c-4a36-9e6e-46794c895e5f'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:38.867163 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b39aea55-fef7-4782-bb87-a8c6c993b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:38.951738 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c22a2d65-f45f-480e-befb-0b65d8a7929c req-0d3f81cf-b9f5-4705-8759-7a530ff482df tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d261bab-b24d-4590-9732-3f4190a548f5 HTTP/1.1" status: 200 len: 210 time: 0.0792637 Jul 22 23:49:38.954089 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:39.017245 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['0644e9d4-75cc-4dca-bc2f-4592456245e4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:49:39.018408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db99e8f7-a3ca-40a3-8941-17ba4e913c48 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Made reservation on behalf of 1e78f60a18ba4079a3ddf72ace75317e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:39.022094 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db99e8f7-a3ca-40a3-8941-17ba4e913c48 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:39.061749 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-db99e8f7-a3ca-40a3-8941-17ba4e913c48 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] device_id is not set on port 5e658019-4b32-490b-b46c-4f7551ecad0e yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:49:39.097894 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device c0664185-f1e6-445a-ae58-9e1796f7bfaa details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:49:39.196408 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b39aea55-fef7-4782-bb87-a8c6c993b822 None None] Set router 24b082aa-2a0c-4a36-9e6e-46794c895e5f gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:39.317425 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cff43b-83cf-4b0b-a091-1e759d2ec133 req-c42105c6-6c24-4dfa-af27-9d38d2622be7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] No DVR routers for this DVR port 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:49:39.322672 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-a1cff43b-83cf-4b0b-a091-1e759d2ec133 req-c42105c6-6c24-4dfa-af27-9d38d2622be7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:39.325459 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a1cff43b-83cf-4b0b-a091-1e759d2ec133 req-c42105c6-6c24-4dfa-af27-9d38d2622be7 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.95 "DELETE /v2.0/ports/135c4d39-a1e4-4f5e-8e50-6e2e16d023ee HTTP/1.1" status: 204 len: 173 time: 1.9880850 Jul 22 23:49:39.326076 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d261bab-b24d-4590-9732-3f4190a548f5', 'name': 'network-vif-deleted', 'tag': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:39.330193 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e22211f-c2f3-4337-9202-3455166aa888" -d '{"events": [{"server_uuid": "2d261bab-b24d-4590-9732-3f4190a548f5", "name": "network-vif-deleted", "tag": "135c4d39-a1e4-4f5e-8e50-6e2e16d023ee"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:39.347806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-db99e8f7-a3ca-40a3-8941-17ba4e913c48 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Allocated IP 172.20.0.4 (03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95/274a0047-6e1e-43e3-b83c-f20c8880b159/5e658019-4b32-490b-b46c-4f7551ecad0e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:39.384561 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8783c-7b49-4743-88d9-16505e17899d req-81e883ec-bdda-4f06-ba32-8cca315027de tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:39.386322 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffd8783c-7b49-4743-88d9-16505e17899d req-81e883ec-bdda-4f06-ba32-8cca315027de tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 944 time: 0.2247219 Jul 22 23:49:39.406030 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed676d72-bf94-458c-9801-d4029286abc8 x-openstack-request-id: req-ed676d72-bf94-458c-9801-d4029286abc8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:39.406334 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d261bab-b24d-4590-9732-3f4190a548f5", "name": "network-vif-deleted", "tag": "135c4d39-a1e4-4f5e-8e50-6e2e16d023ee", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:39.406589 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed676d72-bf94-458c-9801-d4029286abc8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:39.406988 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d261bab-b24d-4590-9732-3f4190a548f5', 'name': 'network-vif-deleted', 'tag': '135c4d39-a1e4-4f5e-8e50-6e2e16d023ee', 'status': 'completed', 'code': 200} Jul 22 23:49:39.499979 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b39aea55-fef7-4782-bb87-a8c6c993b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:24Z', 'revision_number': 4, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '774a463c-d641-43b6-94e5-6241a8d903b7', 'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'mac_address': 'fa:16:3e:d8:a7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:23Z', 'updated_at': '2021-07-22T23:41:32Z', 'revision_number': 5, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'subnets': [{'id': '2482584c-2a32-49e4-91b9-a354783f97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:39.540835 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39aea55-fef7-4782-bb87-a8c6c993b822 None None] Checking router: 24b082aa-2a0c-4a36-9e6e-46794c895e5f for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:39.542300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port c0664185-f1e6-445a-ae58-9e1796f7bfaa, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c0664185-f1e6-445a-ae58-9e1796f7bfaa,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:39.557592 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39aea55-fef7-4782-bb87-a8c6c993b822 None None] Routers {'24b082aa-2a0c-4a36-9e6e-46794c895e5f'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:39.559568 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b39aea55-fef7-4782-bb87-a8c6c993b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:39.571329 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'c0664185-f1e6-445a-ae58-9e1796f7bfaa', 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2', 'port_id': 'c0664185-f1e6-445a-ae58-9e1796f7bfaa', 'mac_address': 'fa:16:3e:19:82:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6696b37-e38b-41f1-95fc-7982d1013e6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:49:39.573648 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:39.588842 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffd8783c-7b49-4743-88d9-16505e17899d req-7ada3b72-87d7-41f3-a5a6-acee1639a295 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933219 Jul 22 23:49:39.620480 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:39.710462 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b39aea55-fef7-4782-bb87-a8c6c993b822 None None] Set router 24b082aa-2a0c-4a36-9e6e-46794c895e5f gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:39.720739 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:39.735305 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0664185-f1e6-445a-ae58-9e1796f7bfaa {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:49:39.757790 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port c0664185-f1e6-445a-ae58-9e1796f7bfaa, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c0664185-f1e6-445a-ae58-9e1796f7bfaa,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:39.763027 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:39.779025 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db99e8f7-a3ca-40a3-8941-17ba4e913c48 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:39.811711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=c0664185-f1e6-445a-ae58-9e1796f7bfaa,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:39.827099 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-db99e8f7-a3ca-40a3-8941-17ba4e913c48 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Transition to ACTIVE for port object 5e658019-4b32-490b-b46c-4f7551ecad0e will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:39.861204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Allocated IP 172.25.4.107 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/4f98f0f9-1ae0-4d9b-a192-a311cfa3daa6) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:39.876783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f8fba-2d92-4a55-a0c0-fade7b012096 req-8f1e6773-46b2-4d43-86df-c39b80e707d6 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:39.878242 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-709f8fba-2d92-4a55-a0c0-fade7b012096 req-8f1e6773-46b2-4d43-86df-c39b80e707d6 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1794519 Jul 22 23:49:39.932168 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b39aea55-fef7-4782-bb87-a8c6c993b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:24Z', 'revision_number': 4, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '774a463c-d641-43b6-94e5-6241a8d903b7', 'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'mac_address': 'fa:16:3e:d8:a7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:23Z', 'updated_at': '2021-07-22T23:41:32Z', 'revision_number': 5, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'subnets': [{'id': '2482584c-2a32-49e4-91b9-a354783f97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:39.952284 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db99e8f7-a3ca-40a3-8941-17ba4e913c48 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:39.964586 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39aea55-fef7-4782-bb87-a8c6c993b822 None None] The sync data for ids ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'] in n-d-688802-2 is: [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:41:24Z', 'revision_number': 4, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '774a463c-d641-43b6-94e5-6241a8d903b7', 'name': '', 'network_id': 'd9c6f596-1a55-460f-aa44-3580307980e5', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'mac_address': 'fa:16:3e:d8:a7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '2482584c-2a32-49e4-91b9-a354783f97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:23Z', 'updated_at': '2021-07-22T23:41:32Z', 'revision_number': 5, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'subnets': [{'id': '2482584c-2a32-49e4-91b9-a354783f97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:40.030289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['c0664185-f1e6-445a-ae58-9e1796f7bfaa'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:49:40.031429 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-709f8fba-2d92-4a55-a0c0-fade7b012096 req-c58228f9-b6b8-41ee-af93-0d92945c06a7 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324887 Jul 22 23:49:40.054546 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db99e8f7-a3ca-40a3-8941-17ba4e913c48 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Network 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:40.064705 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-db99e8f7-a3ca-40a3-8941-17ba4e913c48 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:40.073572 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db99e8f7-a3ca-40a3-8941-17ba4e913c48 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:40.096597 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58146) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:40.105950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99e8f7-a3ca-40a3-8941-17ba4e913c48 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event updated for resources: {'Port': ['ID=5e658019-4b32-490b-b46c-4f7551ecad0e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:40.135950 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.162535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db99e8f7-a3ca-40a3-8941-17ba4e913c48 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:40.163198 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db99e8f7-a3ca-40a3-8941-17ba4e913c48 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.182434 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dd55e21-5ad7-4ddb-a00a-dad3eaac9475 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.198745 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-db99e8f7-a3ca-40a3-8941-17ba4e913c48 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7698646 Jul 22 23:49:40.201912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58148) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:40.208422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-876b484e-e570-4520-af5b-e1b42b5ad025 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:89:19:75'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:40.237067 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dd55e21-5ad7-4ddb-a00a-dad3eaac9475 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.255564 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.306221 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dd55e21-5ad7-4ddb-a00a-dad3eaac9475 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.309452 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7dd55e21-5ad7-4ddb-a00a-dad3eaac9475 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.310794 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7dd55e21-5ad7-4ddb-a00a-dad3eaac9475 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "DELETE /v2.0/security-groups/fd53d733-b441-473a-8f1b-aea4722f9079 HTTP/1.1" status: 204 len: 168 time: 0.2131751 Jul 22 23:49:40.314459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58150) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:40.336860 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd55e21-5ad7-4ddb-a00a-dad3eaac9475 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd53d733-b441-473a-8f1b-aea4722f9079,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:40.339861 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-fc328413-4c64-4d7b-8d11-06013287e0e4 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] show failed (client error): The resource could not be found. Jul 22 23:49:40.340548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:40.343975 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc328413-4c64-4d7b-8d11-06013287e0e4 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "GET /v2.0/security-groups/fd53d733-b441-473a-8f1b-aea4722f9079 HTTP/1.1" status: 404 len: 347 time: 0.0230129 Jul 22 23:49:40.344585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58152) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:40.356490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:40.362436 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:40.395822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Pushing event updated for resources: {'Port': ['ID=4f98f0f9-1ae0-4d9b-a192-a311cfa3daa6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:40.398210 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0279c68b-4f0a-494e-beca-dc78f190c768 None None] New status for floating IP be6cc3f4-4115-4ff7-8b6d-b98a1c3936a9: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:49:40.407781 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-876b484e-e570-4520-af5b-e1b42b5ad025 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.436452 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 6daf26f0-0592-476a-a607-6c93e8044de1 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:49:40.483062 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3b1fb1c7-df4c-4a24-91fb-b573114553b8 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Deleting port 87bbd054-0d5c-4490-bee3-919cb8d48bdf {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:40.483789 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b1fb1c7-df4c-4a24-91fb-b573114553b8 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.536944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ea6f3ee0-5737-42b2-b494-da575c275dc3 None None] Provisioning for port 5e658019-4b32-490b-b46c-4f7551ecad0e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:40.559424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ea6f3ee0-5737-42b2-b494-da575c275dc3 None None] Provisioning complete for port 5e658019-4b32-490b-b46c-4f7551ecad0e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:40.560000 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea6f3ee0-5737-42b2-b494-da575c275dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.578897 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b1fb1c7-df4c-4a24-91fb-b573114553b8 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.580396 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b1fb1c7-df4c-4a24-91fb-b573114553b8 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.601832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3b1fb1c7-df4c-4a24-91fb-b573114553b8 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Calling delete_port for 87bbd054-0d5c-4490-bee3-919cb8d48bdf owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:40.634290 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f3ee0-5737-42b2-b494-da575c275dc3 None None] Port 5e658019-4b32-490b-b46c-4f7551ecad0e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:40.653513 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 6daf26f0-0592-476a-a607-6c93e8044de1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6daf26f0-0592-476a-a607-6c93e8044de1,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:40.667224 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '6daf26f0-0592-476a-a607-6c93e8044de1', 'network_id': 'e5d0aa99-addb-4c1f-af8d-d4e18852abf2', 'port_id': '6daf26f0-0592-476a-a607-6c93e8044de1', 'mac_address': 'fa:16:3e:79:2d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6696b37-e38b-41f1-95fc-7982d1013e6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:49:40.715730 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.732929 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6daf26f0-0592-476a-a607-6c93e8044de1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:49:40.754106 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 6daf26f0-0592-476a-a607-6c93e8044de1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6daf26f0-0592-476a-a607-6c93e8044de1,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:40.758728 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.790554 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b1fb1c7-df4c-4a24-91fb-b573114553b8 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.810757 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=6daf26f0-0592-476a-a607-6c93e8044de1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:40.830833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fb1c7-df4c-4a24-91fb-b573114553b8 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Pushing event deleted for resources: {'Port': ['ID=87bbd054-0d5c-4490-bee3-919cb8d48bdf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:40.874653 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-876b484e-e570-4520-af5b-e1b42b5ad025 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.876155 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.892511 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b1fb1c7-df4c-4a24-91fb-b573114553b8 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.895056 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b1fb1c7-df4c-4a24-91fb-b573114553b8 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.896993 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b1fb1c7-df4c-4a24-91fb-b573114553b8 tempest-AttachVolumeShelveTestJSON-2072103897 tempest-AttachVolumeShelveTestJSON-2072103897-project] 10.222.0.26 "DELETE /v2.0/floatingips/be6cc3f4-4115-4ff7-8b6d-b98a1c3936a9 HTTP/1.1" status: 204 len: 168 time: 0.5506766 Jul 22 23:49:40.914563 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-876b484e-e570-4520-af5b-e1b42b5ad025 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.995245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c9119-6d86-4967-8b42-37322ef4aff2 req-f9e0b168-2ebd-4c2e-98db-1a926d01cc08 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:40.996812 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d96c9119-6d86-4967-8b42-37322ef4aff2 req-f9e0b168-2ebd-4c2e-98db-1a926d01cc08 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 945 time: 0.2663889 Jul 22 23:49:41.065944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b484e-e570-4520-af5b-e1b42b5ad025 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event updated for resources: {'Port': ['ID=5e658019-4b32-490b-b46c-4f7551ecad0e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:41.098959 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device c0664185-f1e6-445a-ae58-9e1796f7bfaa up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:41.157337 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['6daf26f0-0592-476a-a607-6c93e8044de1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:49:41.175593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-876b484e-e570-4520-af5b-e1b42b5ad025 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] In _notify_port_updated(), no bound segment for port 5e658019-4b32-490b-b46c-4f7551ecad0e on network 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:49:41.181285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876b484e-e570-4520-af5b-e1b42b5ad025 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:41.181945 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-876b484e-e570-4520-af5b-e1b42b5ad025 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:41.183282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-876b484e-e570-4520-af5b-e1b42b5ad025 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "PUT /v2.0/ports/5e658019-4b32-490b-b46c-4f7551ecad0e HTTP/1.1" status: 200 len: 996 time: 0.9804275 Jul 22 23:49:41.186339 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58164) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:41.213902 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d96c9119-6d86-4967-8b42-37322ef4aff2 req-c4d42bab-bb24-4d55-ae77-dd3d8c24cd4f tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820850 Jul 22 23:49:41.263574 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port c0664185-f1e6-445a-ae58-9e1796f7bfaa completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:41.297646 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port c0664185-f1e6-445a-ae58-9e1796f7bfaa triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:41.298283 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:41.354623 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dbf5ac93-3b8c-4e3c-a804-d83aa9a94865 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Deleting port 5e658019-4b32-490b-b46c-4f7551ecad0e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:41.355174 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ac93-3b8c-4e3c-a804-d83aa9a94865 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:41.399999 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1e649d1b-a474-4ba2-8b57-bf91f3b49c53 None None] Provisioning complete for port 5e658019-4b32-490b-b46c-4f7551ecad0e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:41.400608 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1e649d1b-a474-4ba2-8b57-bf91f3b49c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:41.471552 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ac93-3b8c-4e3c-a804-d83aa9a94865 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:41.488017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dbf5ac93-3b8c-4e3c-a804-d83aa9a94865 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Calling delete_port for 5e658019-4b32-490b-b46c-4f7551ecad0e owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:41.506816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1e649d1b-a474-4ba2-8b57-bf91f3b49c53 None None] Port 5e658019-4b32-490b-b46c-4f7551ecad0e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:41.511632 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:41.540877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14582d49-4590-495a-9f2c-72beacf726ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0664185-f1e6-445a-ae58-9e1796f7bfaa'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:41.543189 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fd9b00-7b6b-4765-bc31-8885421b2225" -d '{"events": [{"server_uuid": "14582d49-4590-495a-9f2c-72beacf726ee", "name": "network-vif-plugged", "status": "completed", "tag": "c0664185-f1e6-445a-ae58-9e1796f7bfaa"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:41.557944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port c0664185-f1e6-445a-ae58-9e1796f7bfaa, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c0664185-f1e6-445a-ae58-9e1796f7bfaa,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:41.570015 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:41.570963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:49:41.661996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fee9e1-31bf-436e-919f-3edaf6ca198e req-888fde3d-ddb4-4af7-99d4-675b80fe61ab tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:41.663734 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60fee9e1-31bf-436e-919f-3edaf6ca198e req-888fde3d-ddb4-4af7-99d4-675b80fe61ab tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.5324178 Jul 22 23:49:41.671100 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:49:41.671444 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 135c4d39-a1e4-4f5e-8e50-6e2e16d023ee not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:49:41.686679 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ac93-3b8c-4e3c-a804-d83aa9a94865 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:41.706127 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=c0664185-f1e6-445a-ae58-9e1796f7bfaa,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:41.734271 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5ac93-3b8c-4e3c-a804-d83aa9a94865 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event deleted for resources: {'Port': ['ID=5e658019-4b32-490b-b46c-4f7551ecad0e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:41.768744 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:41.777795 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60fee9e1-31bf-436e-919f-3edaf6ca198e req-58b67bf5-b098-42d6-a305-df694ae96216 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992734 Jul 22 23:49:41.840425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ac93-3b8c-4e3c-a804-d83aa9a94865 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:41.842829 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dbf5ac93-3b8c-4e3c-a804-d83aa9a94865 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "DELETE /v2.0/ports/5e658019-4b32-490b-b46c-4f7551ecad0e HTTP/1.1" status: 204 len: 168 time: 0.6552606 Jul 22 23:49:41.845473 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58172) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:41.860283 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eb9a9d-5452-400d-9c30-977a2232f2f9 x-openstack-request-id: req-a8eb9a9d-5452-400d-9c30-977a2232f2f9 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:41.860587 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14582d49-4590-495a-9f2c-72beacf726ee", "name": "network-vif-plugged", "status": "completed", "tag": "c0664185-f1e6-445a-ae58-9e1796f7bfaa", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:41.860847 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8eb9a9d-5452-400d-9c30-977a2232f2f9 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:41.861746 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14582d49-4590-495a-9f2c-72beacf726ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0664185-f1e6-445a-ae58-9e1796f7bfaa', 'code': 200} Jul 22 23:49:41.886472 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f7017f-5c4b-49e5-a832-d31860af834a tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] GET failed (client error): The resource could not be found. Jul 22 23:49:41.888659 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-52f7017f-5c4b-49e5-a832-d31860af834a tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "GET /v2.0/ports/5e658019-4b32-490b-b46c-4f7551ecad0e HTTP/1.1" status: 404 len: 333 time: 0.0420425 Jul 22 23:49:41.892574 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58174) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:41.898797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b8a855ba-e931-493c-a13d-74acf0dfa1be tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Request body: {'port': {'network_id': '03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95', 'name': 'tempest-AllowedAddressPairTestJSON-2017601332'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:41.986923 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Router 21195eba-cbbf-49fd-8acd-7111498bfe46 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:49:42.061562 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86608418-1aae-4ec7-86b8-36c09fc42af0 req-5ca56aa6-64fd-4f1c-9aa3-7abd1849fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:42.063190 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-86608418-1aae-4ec7-86b8-36c09fc42af0 req-5ca56aa6-64fd-4f1c-9aa3-7abd1849fbd9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=14582d49-4590-495a-9f2c-72beacf726ee HTTP/1.1" status: 200 len: 1097 time: 0.1399295 Jul 22 23:49:42.104066 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a855ba-e931-493c-a13d-74acf0dfa1be tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Made reservation on behalf of 1e78f60a18ba4079a3ddf72ace75317e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:42.106198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:42.107663 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8a855ba-e931-493c-a13d-74acf0dfa1be tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.118141 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203991b9-8b5d-4383-a577-b120dfeead43 None None] Sync routers for ids ['21195eba-cbbf-49fd-8acd-7111498bfe46'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:42.129324 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.133942 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a7fcd21d-dca8-456e-8544-5d8394351c48 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.9411745 Jul 22 23:49:42.134707 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58178) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:42.139834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-63cd3edd-f6b2-4848-b907-3047bbf46454 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:42.150280 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203991b9-8b5d-4383-a577-b120dfeead43 None None] Routers {'21195eba-cbbf-49fd-8acd-7111498bfe46'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:42.150936 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-203991b9-8b5d-4383-a577-b120dfeead43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['21195eba-cbbf-49fd-8acd-7111498bfe46'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:42.157213 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-86608418-1aae-4ec7-86b8-36c09fc42af0 req-d925fc81-97fc-4f43-a9ca-26280f4b34bd service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865397 Jul 22 23:49:42.187344 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-203991b9-8b5d-4383-a577-b120dfeead43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:42.198648 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203991b9-8b5d-4383-a577-b120dfeead43 None None] Routers {'21195eba-cbbf-49fd-8acd-7111498bfe46'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:42.199259 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-203991b9-8b5d-4383-a577-b120dfeead43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['21195eba-cbbf-49fd-8acd-7111498bfe46'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:42.223249 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-b8a855ba-e931-493c-a13d-74acf0dfa1be tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] device_id is not set on port f3623933-f14f-47fc-9f46-fdb2f2568e71 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:49:42.230641 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-203991b9-8b5d-4383-a577-b120dfeead43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:42.231277 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203991b9-8b5d-4383-a577-b120dfeead43 None None] The sync data for ids ['21195eba-cbbf-49fd-8acd-7111498bfe46'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:42.357907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43f944-15d1-436d-929e-41646d50db00 req-efde3e02-aa54-475b-9a9a-f5a0fca402dc tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:42.361731 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f43f944-15d1-436d-929e-41646d50db00 req-efde3e02-aa54-475b-9a9a-f5a0fca402dc tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 945 time: 0.0719593 Jul 22 23:49:42.404407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f43f944-15d1-436d-929e-41646d50db00 req-bfdd7efc-7960-4bb8-8c30-965ac55b2281 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374889 Jul 22 23:49:42.430113 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0644e9d4-75cc-4dca-bc2f-4592456245e4 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:42.451808 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b8a855ba-e931-493c-a13d-74acf0dfa1be tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Allocated IP 172.20.0.7 (03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95/274a0047-6e1e-43e3-b83c-f20c8880b159/f3623933-f14f-47fc-9f46-fdb2f2568e71) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:42.495448 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 0644e9d4-75cc-4dca-bc2f-4592456245e4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:42.499312 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 0644e9d4-75cc-4dca-bc2f-4592456245e4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:42.499683 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.587615 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.628235 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0644e9d4-75cc-4dca-bc2f-4592456245e4, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0644e9d4-75cc-4dca-bc2f-4592456245e4,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:42.635315 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.689519 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=0644e9d4-75cc-4dca-bc2f-4592456245e4,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:42.692671 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63cd3edd-f6b2-4848-b907-3047bbf46454 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.724101 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63cd3edd-f6b2-4848-b907-3047bbf46454 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.733737 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8a855ba-e931-493c-a13d-74acf0dfa1be tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.771637 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b8a855ba-e931-493c-a13d-74acf0dfa1be tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Transition to ACTIVE for port object f3623933-f14f-47fc-9f46-fdb2f2568e71 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:42.817637 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-63cd3edd-f6b2-4848-b907-3047bbf46454 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Deleting port 4f98f0f9-1ae0-4d9b-a192-a311cfa3daa6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:42.818559 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63cd3edd-f6b2-4848-b907-3047bbf46454 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.833991 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8a855ba-e931-493c-a13d-74acf0dfa1be tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.924995 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a855ba-e931-493c-a13d-74acf0dfa1be tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Network 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:42.947692 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b8a855ba-e931-493c-a13d-74acf0dfa1be tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:42.971084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108f9cd-54b9-465f-be7c-b633b6d1454f req-bd375c02-0fda-47b7-a5f5-0779883c3370 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:42.972784 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f108f9cd-54b9-465f-be7c-b633b6d1454f req-bd375c02-0fda-47b7-a5f5-0779883c3370 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1010995 Jul 22 23:49:42.974682 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a855ba-e931-493c-a13d-74acf0dfa1be tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:42.993383 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a855ba-e931-493c-a13d-74acf0dfa1be tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event updated for resources: {'Port': ['ID=f3623933-f14f-47fc-9f46-fdb2f2568e71,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:43.021965 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63cd3edd-f6b2-4848-b907-3047bbf46454 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.044313 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f108f9cd-54b9-465f-be7c-b633b6d1454f req-d26938d5-9da2-4eb3-b8fe-bdb4b2dc8835 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631528 Jul 22 23:49:43.055765 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-63cd3edd-f6b2-4848-b907-3047bbf46454 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Calling delete_port for 4f98f0f9-1ae0-4d9b-a192-a311cfa3daa6 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:43.077412 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a855ba-e931-493c-a13d-74acf0dfa1be tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:43.078064 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8a855ba-e931-493c-a13d-74acf0dfa1be tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.131807 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b8a855ba-e931-493c-a13d-74acf0dfa1be tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2348998 Jul 22 23:49:43.132304 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58186) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:43.137685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d1691896-a13a-4373-9ecd-083676a80bf1 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Request body: {'port': {'network_id': '03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95', 'name': 'tempest-AllowedAddressPairTestJSON-162610355'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:43.286190 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63cd3edd-f6b2-4848-b907-3047bbf46454 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.312396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1691896-a13a-4373-9ecd-083676a80bf1 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Made reservation on behalf of 1e78f60a18ba4079a3ddf72ace75317e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:43.316472 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1691896-a13a-4373-9ecd-083676a80bf1 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.329152 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd3edd-f6b2-4848-b907-3047bbf46454 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Pushing event deleted for resources: {'Port': ['ID=4f98f0f9-1ae0-4d9b-a192-a311cfa3daa6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:43.348715 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-d1691896-a13a-4373-9ecd-083676a80bf1 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] device_id is not set on port b2ba42e2-d450-4dc2-b346-d8af4b8aa859 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:49:43.355533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cba87e9f-8ba9-4a92-9ff2-ea1268a3d253 None None] Provisioning for port f3623933-f14f-47fc-9f46-fdb2f2568e71 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:43.359790 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cba87e9f-8ba9-4a92-9ff2-ea1268a3d253 None None] Provisioning complete for port f3623933-f14f-47fc-9f46-fdb2f2568e71 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:43.360377 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cba87e9f-8ba9-4a92-9ff2-ea1268a3d253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.406044 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cba87e9f-8ba9-4a92-9ff2-ea1268a3d253 None None] Port f3623933-f14f-47fc-9f46-fdb2f2568e71 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:43.499282 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63cd3edd-f6b2-4848-b907-3047bbf46454 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.573303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-d1691896-a13a-4373-9ecd-083676a80bf1 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Allocated IP 172.20.0.14 (03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95/274a0047-6e1e-43e3-b83c-f20c8880b159/b2ba42e2-d450-4dc2-b346-d8af4b8aa859) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:43.621353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8bc29-c935-4dbd-a686-9815f3bbaa09 req-8fcb8b8e-a46e-4152-aa47-46ada3af1804 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:43.628534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e2a8bc29-c935-4dbd-a686-9815f3bbaa09 req-8fcb8b8e-a46e-4152-aa47-46ada3af1804 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 945 time: 0.1140125 Jul 22 23:49:43.699471 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e2a8bc29-c935-4dbd-a686-9815f3bbaa09 req-8aa43f39-46c5-4a82-999a-179a64f4944a tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699167 Jul 22 23:49:43.724410 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63cd3edd-f6b2-4848-b907-3047bbf46454 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.728311 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63cd3edd-f6b2-4848-b907-3047bbf46454 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.810910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cd3edd-f6b2-4848-b907-3047bbf46454 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Router 21195eba-cbbf-49fd-8acd-7111498bfe46 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:49:43.833999 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1691896-a13a-4373-9ecd-083676a80bf1 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.850547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-d1691896-a13a-4373-9ecd-083676a80bf1 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Transition to ACTIVE for port object b2ba42e2-d450-4dc2-b346-d8af4b8aa859 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:43.862618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf53f82-d4dd-4067-89a8-c92b0ed885fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0644e9d4-75cc-4dca-bc2f-4592456245e4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:43.865703 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6750cc-0268-406f-b71f-b9ded915b5f6" -d '{"events": [{"server_uuid": "fcf53f82-d4dd-4067-89a8-c92b0ed885fe", "name": "network-vif-plugged", "status": "completed", "tag": "0644e9d4-75cc-4dca-bc2f-4592456245e4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:43.889983 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1691896-a13a-4373-9ecd-083676a80bf1 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.895678 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cd3edd-f6b2-4848-b907-3047bbf46454 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:43.904707 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63cd3edd-f6b2-4848-b907-3047bbf46454 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.906319 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c2cb1b-7011-45a0-afdc-b4bf928f43a1 x-openstack-request-id: req-57c2cb1b-7011-45a0-afdc-b4bf928f43a1 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:43.906772 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf53f82-d4dd-4067-89a8-c92b0ed885fe", "name": "network-vif-plugged", "status": "completed", "tag": "0644e9d4-75cc-4dca-bc2f-4592456245e4", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:43.907180 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-57c2cb1b-7011-45a0-afdc-b4bf928f43a1 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:43.907720 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf53f82-d4dd-4067-89a8-c92b0ed885fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0644e9d4-75cc-4dca-bc2f-4592456245e4', 'code': 200} Jul 22 23:49:43.908570 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-63cd3edd-f6b2-4848-b907-3047bbf46454 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "PUT /v2.0/routers/21195eba-cbbf-49fd-8acd-7111498bfe46 HTTP/1.1" status: 200 len: 704 time: 1.7728605 Jul 22 23:49:43.909201 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58204) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:43.910660 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b8ce28-c97d-425f-88a0-de8a4560ab6d None None] Sync routers for ids ['21195eba-cbbf-49fd-8acd-7111498bfe46'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:43.921643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b8ce28-c97d-425f-88a0-de8a4560ab6d None None] Routers {'21195eba-cbbf-49fd-8acd-7111498bfe46'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:43.922522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c6b8ce28-c97d-425f-88a0-de8a4560ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['21195eba-cbbf-49fd-8acd-7111498bfe46'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:43.976134 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c6b8ce28-c97d-425f-88a0-de8a4560ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:43.979237 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1691896-a13a-4373-9ecd-083676a80bf1 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Network 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:43.980817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1691896-a13a-4373-9ecd-083676a80bf1 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event updated for resources: {'Port': ['ID=b2ba42e2-d450-4dc2-b346-d8af4b8aa859,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:43.987746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d1691896-a13a-4373-9ecd-083676a80bf1 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:43.992273 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1691896-a13a-4373-9ecd-083676a80bf1 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:43.999402 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b8ce28-c97d-425f-88a0-de8a4560ab6d None None] Routers {'21195eba-cbbf-49fd-8acd-7111498bfe46'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:44.000622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c6b8ce28-c97d-425f-88a0-de8a4560ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['21195eba-cbbf-49fd-8acd-7111498bfe46'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:44.002434 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3352007e-ecf8-4442-87f9-4063e244dffa tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "GET /v2.0/routers/21195eba-cbbf-49fd-8acd-7111498bfe46 HTTP/1.1" status: 200 len: 739 time: 0.0921180 Jul 22 23:49:44.015341 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58206) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:44.038468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c6b8ce28-c97d-425f-88a0-de8a4560ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:44.039848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b8ce28-c97d-425f-88a0-de8a4560ab6d None None] The sync data for ids ['21195eba-cbbf-49fd-8acd-7111498bfe46'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:44.105668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1691896-a13a-4373-9ecd-083676a80bf1 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:44.106494 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d1691896-a13a-4373-9ecd-083676a80bf1 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.147103 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d1691896-a13a-4373-9ecd-083676a80bf1 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0110161 Jul 22 23:49:44.147738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58214) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:44.153638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-543aecd2-ff81-4f0f-9b23-d8d07c4820ec tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:89:19:75'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:5f:2c:e1'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:44.170910 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b5532065-0e3f-4505-a7d3-2f5dd4fb8890 tempest-RoutersAdminTest-421013848 tempest-RoutersAdminTest-421013848-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&device_id=21195eba-cbbf-49fd-8acd-7111498bfe46 HTTP/1.1" status: 200 len: 205 time: 0.1544204 Jul 22 23:49:44.171523 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58216) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:44.210493 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a9cb1926-9bbb-4ea8-9947-6f848b474f6c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "GET /v2.0/ports?device_id=21195eba-cbbf-49fd-8acd-7111498bfe46 HTTP/1.1" status: 200 len: 205 time: 0.0376670 Jul 22 23:49:44.211292 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:44.300185 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1f4b0-00be-433b-a2b8-a4f7bb4334f3 req-99198488-7e12-4adb-b0da-f3b296a1e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:44.301819 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-23f1f4b0-00be-433b-a2b8-a4f7bb4334f3 req-99198488-7e12-4adb-b0da-f3b296a1e3f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 1096 time: 0.2961655 Jul 22 23:49:44.304705 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c44f9bc9-c50b-4a4d-a561-dfea48b1c135 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.331692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4f83c-22e7-4fc6-b421-7ff5e35cda2d req-37bdf25f-c393-4159-b3bc-01d6a4ff1f23 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:44.334243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ebf4f83c-22e7-4fc6-b421-7ff5e35cda2d req-37bdf25f-c393-4159-b3bc-01d6a4ff1f23 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1510656 Jul 22 23:49:44.347028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e369640e-38de-4d2b-aca5-367255d0a273 None None] Provisioning for port b2ba42e2-d450-4dc2-b346-d8af4b8aa859 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:44.351889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e369640e-38de-4d2b-aca5-367255d0a273 None None] Provisioning complete for port b2ba42e2-d450-4dc2-b346-d8af4b8aa859 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:44.352436 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e369640e-38de-4d2b-aca5-367255d0a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.397763 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e369640e-38de-4d2b-aca5-367255d0a273 None None] Port b2ba42e2-d450-4dc2-b346-d8af4b8aa859 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:44.406173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ebf4f83c-22e7-4fc6-b421-7ff5e35cda2d req-b5c259c6-aebf-4529-961b-70d714e3c610 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585980 Jul 22 23:49:44.430442 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 6daf26f0-0592-476a-a607-6c93e8044de1 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:44.471185 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-543aecd2-ff81-4f0f-9b23-d8d07c4820ec tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.489367 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 6daf26f0-0592-476a-a607-6c93e8044de1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:44.495730 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 6daf26f0-0592-476a-a607-6c93e8044de1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:44.496121 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.504139 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-23f1f4b0-00be-433b-a2b8-a4f7bb4334f3 req-43c55003-4efd-4fbc-8a1a-b77066618748 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607525 Jul 22 23:49:44.508576 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c44f9bc9-c50b-4a4d-a561-dfea48b1c135 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.511190 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c44f9bc9-c50b-4a4d-a561-dfea48b1c135 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.566082 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c44f9bc9-c50b-4a4d-a561-dfea48b1c135 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.566910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44f9bc9-c50b-4a4d-a561-dfea48b1c135 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Fanout notify agent at l3_agent the message router_deleted on router 21195eba-cbbf-49fd-8acd-7111498bfe46 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:49:44.584520 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c44f9bc9-c50b-4a4d-a561-dfea48b1c135 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.586239 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c44f9bc9-c50b-4a4d-a561-dfea48b1c135 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "DELETE /v2.0/routers/21195eba-cbbf-49fd-8acd-7111498bfe46 HTTP/1.1" status: 204 len: 168 time: 0.3729069 Jul 22 23:49:44.589569 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58222) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:44.623849 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-520ed66a-8dee-4867-a0ec-ce10285d9fdf tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "GET /v2.0/ports?device_id=21195eba-cbbf-49fd-8acd-7111498bfe46 HTTP/1.1" status: 200 len: 205 time: 0.0329041 Jul 22 23:49:44.628812 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:44.637677 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.673456 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-a096e216-44a3-4fcd-a370-e4d0d8ab75f9 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] delete failed (client error): The resource could not be found. Jul 22 23:49:44.676593 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a096e216-44a3-4fcd-a370-e4d0d8ab75f9 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "DELETE /v2.0/routers/21195eba-cbbf-49fd-8acd-7111498bfe46 HTTP/1.1" status: 404 len: 336 time: 0.0445032 Jul 22 23:49:44.676852 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 6daf26f0-0592-476a-a607-6c93e8044de1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6daf26f0-0592-476a-a607-6c93e8044de1,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:44.678136 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58226) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:44.681564 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.709825 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b42dbe81-380a-410d-9d4c-4faf0909e75c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "GET /v2.0/ports?device_id=87f07fd1-61c1-4a39-8dda-e38e20f1a910 HTTP/1.1" status: 200 len: 205 time: 0.0303209 Jul 22 23:49:44.712112 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58228) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:44.723463 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-543aecd2-ff81-4f0f-9b23-d8d07c4820ec tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.729955 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-543aecd2-ff81-4f0f-9b23-d8d07c4820ec tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.754800 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-41aa8c2b-0d05-40ed-8a13-70bc2ed07142 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] delete failed (client error): The resource could not be found. Jul 22 23:49:44.756191 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=6daf26f0-0592-476a-a607-6c93e8044de1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:44.757428 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-41aa8c2b-0d05-40ed-8a13-70bc2ed07142 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "DELETE /v2.0/routers/87f07fd1-61c1-4a39-8dda-e38e20f1a910 HTTP/1.1" status: 404 len: 336 time: 0.0443773 Jul 22 23:49:44.760369 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58232) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:44.802205 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-14254911-ab36-4a3c-9794-757ef0ab0439 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "GET /v2.0/ports?device_id=d698c087-9338-407f-bfcf-d62551f6ed88 HTTP/1.1" status: 200 len: 205 time: 0.0339065 Jul 22 23:49:44.805574 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58234) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:44.843024 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-2183cfce-0067-4ff4-b9de-89a4350d9d7f tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] delete failed (client error): The resource could not be found. Jul 22 23:49:44.847161 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2183cfce-0067-4ff4-b9de-89a4350d9d7f tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "DELETE /v2.0/routers/d698c087-9338-407f-bfcf-d62551f6ed88 HTTP/1.1" status: 404 len: 336 time: 0.0403459 Jul 22 23:49:44.847500 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58236) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:44.851644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543aecd2-ff81-4f0f-9b23-d8d07c4820ec tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event updated for resources: {'Port': ['ID=b2ba42e2-d450-4dc2-b346-d8af4b8aa859,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:44.866199 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-543aecd2-ff81-4f0f-9b23-d8d07c4820ec tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] In _notify_port_updated(), no bound segment for port b2ba42e2-d450-4dc2-b346-d8af4b8aa859 on network 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:49:44.871825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543aecd2-ff81-4f0f-9b23-d8d07c4820ec tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:44.872493 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-543aecd2-ff81-4f0f-9b23-d8d07c4820ec tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.873892 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-543aecd2-ff81-4f0f-9b23-d8d07c4820ec tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "PUT /v2.0/ports/b2ba42e2-d450-4dc2-b346-d8af4b8aa859 HTTP/1.1" status: 200 len: 1055 time: 0.7253649 Jul 22 23:49:44.877574 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58238) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:44.888138 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a3117544-8a5d-4cff-9290-0113e3fa2c64 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c920383-2060-4c54-9929-e432818f609e HTTP/1.1" status: 200 len: 205 time: 0.0395269 Jul 22 23:49:44.888751 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58240) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:44.928804 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-31dffed5-899d-437e-852d-96fa5389625c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] delete failed (client error): The resource could not be found. Jul 22 23:49:44.932559 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-31dffed5-899d-437e-852d-96fa5389625c tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "DELETE /v2.0/routers/2c920383-2060-4c54-9929-e432818f609e HTTP/1.1" status: 404 len: 336 time: 0.0428109 Jul 22 23:49:44.933137 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58242) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:44.956189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56b646-ca88-4587-82a0-95e27aa7e53d req-ecb528b8-f3f7-4bf9-81cd-6c4d0598b8de tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:44.957978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea56b646-ca88-4587-82a0-95e27aa7e53d req-ecb528b8-f3f7-4bf9-81cd-6c4d0598b8de tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 946 time: 0.1537960 Jul 22 23:49:44.973331 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5a1565b2-8b36-4756-8fb1-88b201338006 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "GET /v2.0/ports?device_id=768c0252-86c8-4a99-b9bf-2c21c726848a HTTP/1.1" status: 200 len: 205 time: 0.0383077 Jul 22 23:49:44.975525 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:45.034836 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea56b646-ca88-4587-82a0-95e27aa7e53d req-8cb03281-c7ce-4d80-8032-37c4cf4a5157 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569592 Jul 22 23:49:45.056033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6fa435ee-8f08-4fdf-810d-d40cb5d6896f tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Deleting port b2ba42e2-d450-4dc2-b346-d8af4b8aa859 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:45.056850 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fa435ee-8f08-4fdf-810d-d40cb5d6896f tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:45.130528 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-51594b36-5846-4b62-be97-0200c8914391 None None] Provisioning complete for port b2ba42e2-d450-4dc2-b346-d8af4b8aa859 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:45.131255 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51594b36-5846-4b62-be97-0200c8914391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:45.170535 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fa435ee-8f08-4fdf-810d-d40cb5d6896f tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:45.172313 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-51594b36-5846-4b62-be97-0200c8914391 None None] Port b2ba42e2-d450-4dc2-b346-d8af4b8aa859 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:45.188561 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6fa435ee-8f08-4fdf-810d-d40cb5d6896f tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Calling delete_port for b2ba42e2-d450-4dc2-b346-d8af4b8aa859 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:45.342572 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fa435ee-8f08-4fdf-810d-d40cb5d6896f tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:45.345521 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-da76f9d2-72dc-455f-94df-15dd6b9839ba tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] delete failed (client error): The resource could not be found. Jul 22 23:49:45.346578 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-da76f9d2-72dc-455f-94df-15dd6b9839ba tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "DELETE /v2.0/routers/768c0252-86c8-4a99-b9bf-2c21c726848a HTTP/1.1" status: 404 len: 336 time: 0.3701365 Jul 22 23:49:45.349518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58248) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:45.382286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa435ee-8f08-4fdf-810d-d40cb5d6896f tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event deleted for resources: {'Port': ['ID=b2ba42e2-d450-4dc2-b346-d8af4b8aa859,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:45.389925 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d1b2d728-0ea3-47b1-b971-bca11a8e82db tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebff5dad-d4ad-41b6-bae1-469f99a3d63f HTTP/1.1" status: 200 len: 205 time: 0.0387592 Jul 22 23:49:45.390900 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58250) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:45.436762 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-df650851-427e-48bf-a0e2-5c2d7760f5b4 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] delete failed (client error): The resource could not be found. Jul 22 23:49:45.437898 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-df650851-427e-48bf-a0e2-5c2d7760f5b4 tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "DELETE /v2.0/routers/ebff5dad-d4ad-41b6-bae1-469f99a3d63f HTTP/1.1" status: 404 len: 336 time: 0.0451753 Jul 22 23:49:45.440748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58254) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:45.472835 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebd7196-e0b7-4416-be0c-140ac64ecb8e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] DELETE failed (client error): The resource could not be found. Jul 22 23:49:45.477476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cebd7196-e0b7-4416-be0c-140ac64ecb8e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:49:45.480330 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cebd7196-e0b7-4416-be0c-140ac64ecb8e tempest-RoutersAdminTest-920359734 tempest-RoutersAdminTest-920359734-project] 10.222.0.26 "DELETE /v2.0/subnets/37047c06-4a05-4d73-ae71-f8d7abece129 HTTP/1.1" status: 404 len: 337 time: 0.0386879 Jul 22 23:49:45.674528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39722e-6675-49f2-ba8e-d23a8cdfeaab req-05bd8231-1cd4-4e49-81e7-8b30c886c0c6 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:45.676996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea39722e-6675-49f2-ba8e-d23a8cdfeaab req-05bd8231-1cd4-4e49-81e7-8b30c886c0c6 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1779096 Jul 22 23:49:45.783121 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea39722e-6675-49f2-ba8e-d23a8cdfeaab req-47a1b271-516e-44b3-a60b-e3ddb702be00 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981467 Jul 22 23:49:45.794296 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fa435ee-8f08-4fdf-810d-d40cb5d6896f tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:45.798596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6fa435ee-8f08-4fdf-810d-d40cb5d6896f tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "DELETE /v2.0/ports/b2ba42e2-d450-4dc2-b346-d8af4b8aa859 HTTP/1.1" status: 204 len: 168 time: 0.9167166 Jul 22 23:49:45.798970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58260) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:45.832583 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f35a26c-2d49-435b-ae09-69e545bc62c3 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] GET failed (client error): The resource could not be found. Jul 22 23:49:45.837133 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3f35a26c-2d49-435b-ae09-69e545bc62c3 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "GET /v2.0/ports/b2ba42e2-d450-4dc2-b346-d8af4b8aa859 HTTP/1.1" status: 404 len: 333 time: 0.0300562 Jul 22 23:49:45.837800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58264) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:45.909157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c60e32-2dac-4673-862f-83036bb7f229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6daf26f0-0592-476a-a607-6c93e8044de1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:45.913199 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859a1943-711e-4df7-80bb-f916ee266ee1" -d '{"events": [{"server_uuid": "32c60e32-2dac-4673-862f-83036bb7f229", "name": "network-vif-plugged", "status": "completed", "tag": "6daf26f0-0592-476a-a607-6c93e8044de1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:45.923769 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58268) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:45.958932 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeb32b7-e276-4bb5-aef0-8ba2c93aa897 x-openstack-request-id: req-dfeb32b7-e276-4bb5-aef0-8ba2c93aa897 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:45.959257 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c60e32-2dac-4673-862f-83036bb7f229", "name": "network-vif-plugged", "status": "completed", "tag": "6daf26f0-0592-476a-a607-6c93e8044de1", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:45.959485 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dfeb32b7-e276-4bb5-aef0-8ba2c93aa897 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:45.959887 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c60e32-2dac-4673-862f-83036bb7f229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6daf26f0-0592-476a-a607-6c93e8044de1', 'code': 200} Jul 22 23:49:45.960925 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1d0a5eb4-f789-45b5-acab-97590679a8b2 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Deleting port f3623933-f14f-47fc-9f46-fdb2f2568e71 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:45.961303 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d0a5eb4-f789-45b5-acab-97590679a8b2 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.078950 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d0a5eb4-f789-45b5-acab-97590679a8b2 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.094289 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1d0a5eb4-f789-45b5-acab-97590679a8b2 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Calling delete_port for f3623933-f14f-47fc-9f46-fdb2f2568e71 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:46.110111 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36251d2d-bcf1-4583-8302-9043943e2802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.158705 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f99681-80d9-4a18-8130-314b9818ad59 req-47062ed8-9a68-4e05-8cfb-f77b40cd3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:46.160530 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-12f99681-80d9-4a18-8130-314b9818ad59 req-47062ed8-9a68-4e05-8cfb-f77b40cd3983 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 1097 time: 0.1032572 Jul 22 23:49:46.220023 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-12f99681-80d9-4a18-8130-314b9818ad59 req-ebf7f928-0f5e-4ba4-a6a3-fba0176c4764 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452378 Jul 22 23:49:46.275828 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36251d2d-bcf1-4583-8302-9043943e2802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.283844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a07e7d-e2dd-483c-a9f9-617be53e3328 req-0d8b423f-d316-4a36-a137-cb971b522ec5 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:46.285476 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8a07e7d-e2dd-483c-a9f9-617be53e3328 req-0d8b423f-d316-4a36-a137-cb971b522ec5 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 946 time: 0.1321552 Jul 22 23:49:46.300471 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36251d2d-bcf1-4583-8302-9043943e2802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.312214 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:49:46.361250 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36251d2d-bcf1-4583-8302-9043943e2802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb888bca-c0c7-400a-87e8-4adf936a8e15,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:46.394031 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8a07e7d-e2dd-483c-a9f9-617be53e3328 req-6c2c22c1-5e36-4500-9ed1-3cdb30ffd28a tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792427 Jul 22 23:49:46.395674 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d0a5eb4-f789-45b5-acab-97590679a8b2 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.401367 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-36251d2d-bcf1-4583-8302-9043943e2802 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5f326f1e4e04f0cba9b07278fb512b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4762270 Jul 22 23:49:46.404261 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58276) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:46.441217 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a5eb4-f789-45b5-acab-97590679a8b2 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event deleted for resources: {'Port': ['ID=f3623933-f14f-47fc-9f46-fdb2f2568e71,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:46.470600 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e10bfee5-48d0-44ac-91b0-a15177ffcddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.478981 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.500173 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e10bfee5-48d0-44ac-91b0-a15177ffcddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.527707 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d0a5eb4-f789-45b5-acab-97590679a8b2 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.530068 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1d0a5eb4-f789-45b5-acab-97590679a8b2 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "DELETE /v2.0/ports/f3623933-f14f-47fc-9f46-fdb2f2568e71 HTTP/1.1" status: 204 len: 168 time: 0.6911964 Jul 22 23:49:46.533860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58278) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:46.565034 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-12447438-a3ab-47cf-b25a-26d3e0507fe9 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] GET failed (client error): The resource could not be found. Jul 22 23:49:46.573359 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58280) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:46.573552 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-12447438-a3ab-47cf-b25a-26d3e0507fe9 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "GET /v2.0/ports/f3623933-f14f-47fc-9f46-fdb2f2568e71 HTTP/1.1" status: 404 len: 333 time: 0.0382257 Jul 22 23:49:46.582260 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e10bfee5-48d0-44ac-91b0-a15177ffcddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.584969 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e10bfee5-48d0-44ac-91b0-a15177ffcddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.588512 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e10bfee5-48d0-44ac-91b0-a15177ffcddc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb888bca-c0c7-400a-87e8-4adf936a8e15 HTTP/1.1" status: 204 len: 168 time: 0.1806529 Jul 22 23:49:46.614143 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bfee5-48d0-44ac-91b0-a15177ffcddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb888bca-c0c7-400a-87e8-4adf936a8e15,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:46.749604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-09e22c2a-f824-4fc4-895a-c806e55f7342 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Deleting port e751e2fc-6903-45f2-a009-1cccb8f91fbb {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:46.749948 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09e22c2a-f824-4fc4-895a-c806e55f7342 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.820913 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:46.873735 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09e22c2a-f824-4fc4-895a-c806e55f7342 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.890544 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-09e22c2a-f824-4fc4-895a-c806e55f7342 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Calling delete_port for e751e2fc-6903-45f2-a009-1cccb8f91fbb owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:46.985741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001b818-5cba-4814-b974-a581c57255ac req-86a3a47f-b7d8-45e9-9d22-a00fd29b2a36 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:46.987443 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4001b818-5cba-4814-b974-a581c57255ac req-86a3a47f-b7d8-45e9-9d22-a00fd29b2a36 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.0961847 Jul 22 23:49:46.999868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58298) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:47.070467 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bab83324-055a-4a98-a15e-f7bb34d6d74b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c91dcfb910cb41ff9fe006fe2e7ab09b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694542 Jul 22 23:49:47.074121 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58300) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:47.104303 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09e22c2a-f824-4fc4-895a-c806e55f7342 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.121489 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4001b818-5cba-4814-b974-a581c57255ac req-79c4ef06-2ecb-41c7-ab00-22db2c81687f tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238766 Jul 22 23:49:47.146750 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e22c2a-f824-4fc4-895a-c806e55f7342 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event deleted for resources: {'Port': ['ID=e751e2fc-6903-45f2-a009-1cccb8f91fbb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:47.189245 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a99532a-f226-4ee4-baac-12a37e794e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.245875 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a99532a-f226-4ee4-baac-12a37e794e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.261768 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09e22c2a-f824-4fc4-895a-c806e55f7342 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.265660 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-09e22c2a-f824-4fc4-895a-c806e55f7342 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "DELETE /v2.0/ports/e751e2fc-6903-45f2-a009-1cccb8f91fbb HTTP/1.1" status: 204 len: 168 time: 0.6911182 Jul 22 23:49:47.271090 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58302) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:47.354759 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ace7eb6-c8c8-461b-a099-866cb8323d64 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Deleting subnet 274a0047-6e1e-43e3-b83c-f20c8880b159 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:49:47.359063 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ace7eb6-c8c8-461b-a099-866cb8323d64 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.417854 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a99532a-f226-4ee4-baac-12a37e794e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.420279 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13c4fd2e-e8bd-4106-a024-63ab74c0611b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.420866 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a99532a-f226-4ee4-baac-12a37e794e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.421900 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1a99532a-f226-4ee4-baac-12a37e794e34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b569624-2aef-4834-9ee8-afef229e8c95 HTTP/1.1" status: 204 len: 168 time: 0.3475335 Jul 22 23:49:47.434642 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ace7eb6-c8c8-461b-a099-866cb8323d64 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.465754 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99532a-f226-4ee4-baac-12a37e794e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b569624-2aef-4834-9ee8-afef229e8c95,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:47.554889 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ace7eb6-c8c8-461b-a099-866cb8323d64 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.623703 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ace7eb6-c8c8-461b-a099-866cb8323d64 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.656093 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ace7eb6-c8c8-461b-a099-866cb8323d64 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.660341 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1ace7eb6-c8c8-461b-a099-866cb8323d64 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "DELETE /v2.0/subnets/274a0047-6e1e-43e3-b83c-f20c8880b159 HTTP/1.1" status: 204 len: 168 time: 0.3859453 Jul 22 23:49:47.660341 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace7eb6-c8c8-461b-a099-866cb8323d64 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event deleted for resources: {'Subnet': ['ID=274a0047-6e1e-43e3-b83c-f20c8880b159,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:47.661567 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58310) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:47.664548 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7880b7b-04a5-4cd2-a210-a6718e3550e3 None None] Network 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:47.760745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bb533-e87c-4769-b509-bdb68e6c38de req-20ae818f-cc31-4224-b003-3d391cfec4f8 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:47.762233 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-911bb533-e87c-4769-b509-bdb68e6c38de req-20ae818f-cc31-4224-b003-3d391cfec4f8 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 946 time: 0.2108023 Jul 22 23:49:47.769792 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.858304 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-911bb533-e87c-4769-b509-bdb68e6c38de req-d8d262f1-14e4-4b58-be7a-cddc71ff9b69 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854902 Jul 22 23:49:47.898652 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cd3327-480a-4431-a97e-97315606243b None None] DHCP port deletion for 03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:49:47.961928 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-53cd3327-480a-4431-a97e-97315606243b None None] Deleting port e99b00f6-c6e2-46d5-91cd-cde9c24d7255 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:47.962735 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53cd3327-480a-4431-a97e-97315606243b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.029580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-53cd3327-480a-4431-a97e-97315606243b None None] For port e99b00f6-c6e2-46d5-91cd-cde9c24d7255, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e99b00f6-c6e2-46d5-91cd-cde9c24d7255,segment=NetworkSegment(d830f4e2-ce79-4e21-aedc-366b063fac0e),segment_id=d830f4e2-ce79-4e21-aedc-366b063fac0e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:48.030268 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53cd3327-480a-4431-a97e-97315606243b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.044621 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-53cd3327-480a-4431-a97e-97315606243b None None] Calling delete_port for e99b00f6-c6e2-46d5-91cd-cde9c24d7255 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:48.136268 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53cd3327-480a-4431-a97e-97315606243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.175580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cd3327-480a-4431-a97e-97315606243b None None] No DVR routers for this DVR port e99b00f6-c6e2-46d5-91cd-cde9c24d7255 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:49:48.178625 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd3327-480a-4431-a97e-97315606243b None None] Pushing event deleted for resources: {'Port': ['ID=e99b00f6-c6e2-46d5-91cd-cde9c24d7255,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:48.267401 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Deleting port e99b00f6-c6e2-46d5-91cd-cde9c24d7255 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:48.267674 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.322484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58334) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:48.354494 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-13c4fd2e-e8bd-4106-a024-63ab74c0611b admin admin] Deleting port 774a463c-d641-43b6-94e5-6241a8d903b7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:48.354835 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13c4fd2e-e8bd-4106-a024-63ab74c0611b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.376187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] For port e99b00f6-c6e2-46d5-91cd-cde9c24d7255, host n-d-688802-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:48.376542 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.409382 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da4e7f-8ece-4417-bd7d-cc6510281c16 req-b9be1046-cb11-411b-8ab3-f74c237e679b tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:48.410868 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-63da4e7f-8ece-4417-bd7d-cc6510281c16 req-b9be1046-cb11-411b-8ab3-f74c237e679b tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.2347114 Jul 22 23:49:48.419746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Calling delete_port for e99b00f6-c6e2-46d5-91cd-cde9c24d7255 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:48.421946 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-35fa5919-e6ad-41f6-b163-a457eec41dc7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1003644739'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:48.425904 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Port e99b00f6-c6e2-46d5-91cd-cde9c24d7255 was not found and therefore no delete operation was performed {{(pid=93821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:49:48.443749 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fa5919-e6ad-41f6-b163-a457eec41dc7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Made reservation on behalf of f740564d044f4421a6d9521354a5371f for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:48.447325 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35fa5919-e6ad-41f6-b163-a457eec41dc7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.456677 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35fa5919-e6ad-41f6-b163-a457eec41dc7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.468417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dc7fb-fde8-43fc-8e7e-99e56e0007f2 req-755c1e9c-7194-4f77-9eb6-f58a7c1ea168 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:48.469936 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac3dc7fb-fde8-43fc-8e7e-99e56e0007f2 req-755c1e9c-7194-4f77-9eb6-f58a7c1ea168 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.2541316 Jul 22 23:49:48.470546 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.519897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event deleted for resources: {'Port': ['ID=e99b00f6-c6e2-46d5-91cd-cde9c24d7255,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:48.542878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] No DVR routers for this DVR port e99b00f6-c6e2-46d5-91cd-cde9c24d7255 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:49:48.558584 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35fa5919-e6ad-41f6-b163-a457eec41dc7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.562754 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35fa5919-e6ad-41f6-b163-a457eec41dc7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.587476 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-63da4e7f-8ece-4417-bd7d-cc6510281c16 req-25257f40-d4d1-4a00-92d9-513aec7184ca tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692121 Jul 22 23:49:48.597862 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fa5919-e6ad-41f6-b163-a457eec41dc7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:49:48.603100 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa5919-e6ad-41f6-b163-a457eec41dc7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8883d208-b997-4f58-aa92-69e947b4f70a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:48.613641 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35fa5919-e6ad-41f6-b163-a457eec41dc7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.614328 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-35fa5919-e6ad-41f6-b163-a457eec41dc7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Added segment 281345ce-63e6-46e7-aae6-3459afdcf066 of type vlan for network be87f577-cfe9-4c89-bf51-fe3229178dca Jul 22 23:49:48.637277 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac3dc7fb-fde8-43fc-8e7e-99e56e0007f2 req-609e1bd2-9c68-41d7-9296-039b001157e6 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535449 Jul 22 23:49:48.642347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-13c4fd2e-e8bd-4106-a024-63ab74c0611b admin admin] For port 774a463c-d641-43b6-94e5-6241a8d903b7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=774a463c-d641-43b6-94e5-6241a8d903b7,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:48.642760 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13c4fd2e-e8bd-4106-a024-63ab74c0611b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.672202 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35fa5919-e6ad-41f6-b163-a457eec41dc7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.683399 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.703242 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-13c4fd2e-e8bd-4106-a024-63ab74c0611b admin admin] Calling delete_port for 774a463c-d641-43b6-94e5-6241a8d903b7 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:48.710002 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35fa5919-e6ad-41f6-b163-a457eec41dc7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.712499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:48.717692 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fa5919-e6ad-41f6-b163-a457eec41dc7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:48.718366 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35fa5919-e6ad-41f6-b163-a457eec41dc7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.746877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd830f4e2-ce79-4e21-aedc-366b063fac0e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:48.747170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd830f4e2-ce79-4e21-aedc-366b063fac0e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:48.751600 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-35fa5919-e6ad-41f6-b163-a457eec41dc7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4279420 Jul 22 23:49:48.754463 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:48.762172 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e4e99835-fbee-4198-b47d-461f65a57e08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'subnet': {'network_id': 'be87f577-cfe9-4c89-bf51-fe3229178dca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:48.793738 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.814555 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.814781 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa5919-e6ad-41f6-b163-a457eec41dc7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Network': ['ID=be87f577-cfe9-4c89-bf51-fe3229178dca,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:48.829057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network be87f577-cfe9-4c89-bf51-fe3229178dca details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:49:48.836794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:49:48.837238 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:49:48.841637 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:49:48.887086 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e99835-fbee-4198-b47d-461f65a57e08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Made reservation on behalf of f740564d044f4421a6d9521354a5371f for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:48.890757 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4e99835-fbee-4198-b47d-461f65a57e08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.913442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93502ca4-f982-4c4a-af77-c57efab18dcf req-27790305-b099-4112-8dec-912533129680 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:48.915003 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93502ca4-f982-4c4a-af77-c57efab18dcf req-27790305-b099-4112-8dec-912533129680 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=14582d49-4590-495a-9f2c-72beacf726ee HTTP/1.1" status: 200 len: 946 time: 0.2285557 Jul 22 23:49:48.959327 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.973592 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.975154 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] 10.222.0.26 "DELETE /v2.0/networks/03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95 HTTP/1.1" status: 204 len: 168 time: 1.3118124 Jul 22 23:49:48.998403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab144e4-f08f-401e-a40a-f4e255866158 tempest-AllowedAddressPairTestJSON-1735445491 tempest-AllowedAddressPairTestJSON-1735445491-project] Pushing event deleted for resources: {'Network': ['ID=03d5c3fe-f9ce-41f2-9d8b-8a4e990aea95,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:49.035555 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93502ca4-f982-4c4a-af77-c57efab18dcf req-f06f1370-8083-4f38-82f4-be0bee2a19d8 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810006 Jul 22 23:49:49.133690 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13c4fd2e-e8bd-4106-a024-63ab74c0611b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.188815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4fd2e-e8bd-4106-a024-63ab74c0611b admin admin] Pushing event deleted for resources: {'Port': ['ID=774a463c-d641-43b6-94e5-6241a8d903b7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:49.251318 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4e99835-fbee-4198-b47d-461f65a57e08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.253445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e99b00f6-c6e2-46d5-91cd-cde9c24d7255 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:49:49.307977 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: e99b00f6-c6e2-46d5-91cd-cde9c24d7255 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:49:49.312669 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e99b00f6-c6e2-46d5-91cd-cde9c24d7255 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:49:49.385053 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6ba5b-0c6d-4f9d-8691-4f248a682b8e req-b1990a2b-fd0a-4ac0-8b15-28bfba45d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:49.386639 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e2e6ba5b-0c6d-4f9d-8691-4f248a682b8e req-b1990a2b-fd0a-4ac0-8b15-28bfba45d7d4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 1096 time: 0.2545400 Jul 22 23:49:49.439947 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e99835-fbee-4198-b47d-461f65a57e08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Subnet': ['ID=bda2cfe2-017b-450b-99ef-8a39366c5ccc,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:49.453526 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58350) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:49.485799 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e99835-fbee-4198-b47d-461f65a57e08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Checking segment: {'id': '281345ce-63e6-46e7-aae6-3459afdcf066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'be87f577-cfe9-4c89-bf51-fe3229178dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:49.485799 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e99835-fbee-4198-b47d-461f65a57e08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network hostable DHCP agents. Network: be87f577-cfe9-4c89-bf51-fe3229178dca, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:49:49.490800 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e2e6ba5b-0c6d-4f9d-8691-4f248a682b8e req-95465145-7fb3-4112-99fb-4c74bf9f819e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809526 Jul 22 23:49:49.507229 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e99835-fbee-4198-b47d-461f65a57e08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network be87f577-cfe9-4c89-bf51-fe3229178dca is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:49:49.520176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e4e99835-fbee-4198-b47d-461f65a57e08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, be87f577-cfe9-4c89-bf51-fe3229178dca) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:49.525481 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e99835-fbee-4198-b47d-461f65a57e08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:49.525481 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4e99835-fbee-4198-b47d-461f65a57e08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.534589 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b642eb-37ef-421c-b709-1a7c4d2b10fe None None] Network be87f577-cfe9-4c89-bf51-fe3229178dca requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:49.541396 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13c4fd2e-e8bd-4106-a024-63ab74c0611b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.545321 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e4e99835-fbee-4198-b47d-461f65a57e08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7869401 Jul 22 23:49:49.545321 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58354) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:49.550391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1195096435', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:49.569137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee148b-9dce-424c-8109-09973bbc33ec req-35fc47af-922c-4666-b388-834dbdca8425 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:49.576290 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86ee148b-9dce-424c-8109-09973bbc33ec req-35fc47af-922c-4666-b388-834dbdca8425 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 946 time: 0.1081059 Jul 22 23:49:49.580544 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.582987 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.647491 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.696175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5ac1f0-d30c-4901-95aa-daf3cea9d3d3 None None] Network be87f577-cfe9-4c89-bf51-fe3229178dca requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:49.714926 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86ee148b-9dce-424c-8109-09973bbc33ec req-60933716-1c83-49d2-a58f-f80ef7085c09 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376739 Jul 22 23:49:49.758040 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-845336be-ae02-4d3a-afa9-89eb9d7ce9e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e78f60a18ba4079a3ddf72ace75317e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3009522 Jul 22 23:49:49.765884 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58362) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:49.810024 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.866821 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3f9b9a6-7a99-4b9f-a3bc-e19489fdef08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.971890 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3f9b9a6-7a99-4b9f-a3bc-e19489fdef08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.007023 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa373e3-fd7f-42bd-ac8d-4bed02de88a2 req-cf6f7cfa-db0a-4d54-be6b-7c7f194f3230 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:50.008533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-afa373e3-fd7f-42bd-ac8d-4bed02de88a2 req-cf6f7cfa-db0a-4d54-be6b-7c7f194f3230 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.2587998 Jul 22 23:49:50.034814 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.054593 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.110520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-afa373e3-fd7f-42bd-ac8d-4bed02de88a2 req-35163fd8-5a4d-495b-8291-960192307e44 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907774 Jul 22 23:49:50.112157 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c4fd2e-e8bd-4106-a024-63ab74c0611b admin admin] Router 24b082aa-2a0c-4a36-9e6e-46794c895e5f has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:49:50.174233 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Allocated IP 172.25.4.128 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/a9e6cd8d-c13d-4e7f-8449-6bb3926d071f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:50.180693 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac177ac-1993-4b43-81fa-85a99bf77b6d req-304e2230-45cb-4b42-98c9-7d7b8af98390 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:50.182256 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bac177ac-1993-4b43-81fa-85a99bf77b6d req-304e2230-45cb-4b42-98c9-7d7b8af98390 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.1898718 Jul 22 23:49:50.208846 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3f9b9a6-7a99-4b9f-a3bc-e19489fdef08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.211532 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d3f9b9a6-7a99-4b9f-a3bc-e19489fdef08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.212659 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d3f9b9a6-7a99-4b9f-a3bc-e19489fdef08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9742925-1f09-474f-a2e4-60cb120d727e HTTP/1.1" status: 204 len: 168 time: 0.4458463 Jul 22 23:49:50.238688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9b9a6-7a99-4b9f-a3bc-e19489fdef08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9742925-1f09-474f-a2e4-60cb120d727e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:50.278802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bac177ac-1993-4b43-81fa-85a99bf77b6d req-72b1b55b-b29a-4e8f-aaa9-be546a1857d9 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634181 Jul 22 23:49:50.291847 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c4fd2e-e8bd-4106-a024-63ab74c0611b admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:50.306271 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eced627-acc0-41b0-bc7f-ad7b118255b1 None None] Sync routers for ids ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:50.307167 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-13c4fd2e-e8bd-4106-a024-63ab74c0611b admin admin] 10.222.0.26 "PUT /v2.0/routers/24b082aa-2a0c-4a36-9e6e-46794c895e5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4850700 Jul 22 23:49:50.310492 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58372) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:50.319694 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eced627-acc0-41b0-bc7f-ad7b118255b1 None None] Routers {'24b082aa-2a0c-4a36-9e6e-46794c895e5f'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:50.321200 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3eced627-acc0-41b0-bc7f-ad7b118255b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:50.355476 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.429238 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.496941 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:50.500283 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:50.503871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:50.506332 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3eced627-acc0-41b0-bc7f-ad7b118255b1 None None] Set router 24b082aa-2a0c-4a36-9e6e-46794c895e5f gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:50.525038 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67fae18f-299e-48c7-a192-d6e723a9d3df admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.566439 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=a9e6cd8d-c13d-4e7f-8449-6bb3926d071f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:50.717548 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67fae18f-299e-48c7-a192-d6e723a9d3df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.758129 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3eced627-acc0-41b0-bc7f-ad7b118255b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:49:49Z', 'revision_number': 5, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port': {'id': 'e9116893-a7ed-4070-ae82-c3b9a0ee8044', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:19Z', 'updated_at': '2021-07-22T23:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:50.790796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccf339-2c1f-4e1d-8c8c-8eeeaf60f107 req-b21776ab-6e72-4472-9c2f-7abe1e94f70a tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:50.796815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccf339-2c1f-4e1d-8c8c-8eeeaf60f107 req-b21776ab-6e72-4472-9c2f-7abe1e94f70a tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:50.802870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccf339-2c1f-4e1d-8c8c-8eeeaf60f107 req-b21776ab-6e72-4472-9c2f-7abe1e94f70a tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:50.804595 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73ccf339-2c1f-4e1d-8c8c-8eeeaf60f107 req-b21776ab-6e72-4472-9c2f-7abe1e94f70a tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229&device_id=14582d49-4590-495a-9f2c-72beacf726ee&device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 2418 time: 0.1299298 Jul 22 23:49:50.819462 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eced627-acc0-41b0-bc7f-ad7b118255b1 None None] Checking router: 24b082aa-2a0c-4a36-9e6e-46794c895e5f for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:50.836991 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eced627-acc0-41b0-bc7f-ad7b118255b1 None None] Routers {'24b082aa-2a0c-4a36-9e6e-46794c895e5f'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:50.844754 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3eced627-acc0-41b0-bc7f-ad7b118255b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:50.846698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-67fae18f-299e-48c7-a192-d6e723a9d3df admin admin] Deleting port e9116893-a7ed-4070-ae82-c3b9a0ee8044 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:50.847044 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67fae18f-299e-48c7-a192-d6e723a9d3df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.854517 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.889367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73ccf339-2c1f-4e1d-8c8c-8eeeaf60f107 req-a568ae4f-c675-4446-b7b7-f2df1e0ad705 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713735 Jul 22 23:49:50.954282 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3eced627-acc0-41b0-bc7f-ad7b118255b1 None None] Set router 24b082aa-2a0c-4a36-9e6e-46794c895e5f gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:50.982599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-67fae18f-299e-48c7-a192-d6e723a9d3df admin admin] For port e9116893-a7ed-4070-ae82-c3b9a0ee8044, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e9116893-a7ed-4070-ae82-c3b9a0ee8044,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:50.983022 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67fae18f-299e-48c7-a192-d6e723a9d3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:51.001208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-67fae18f-299e-48c7-a192-d6e723a9d3df admin admin] Calling delete_port for e9116893-a7ed-4070-ae82-c3b9a0ee8044 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:51.030900 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3eced627-acc0-41b0-bc7f-ad7b118255b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:49:50Z', 'revision_number': 6, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:51.062999 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eced627-acc0-41b0-bc7f-ad7b118255b1 None None] The sync data for ids ['24b082aa-2a0c-4a36-9e6e-46794c895e5f'] in n-d-688802-2 is: [{'id': '24b082aa-2a0c-4a36-9e6e-46794c895e5f', 'name': 'tempest-AttachVolumeShelveTestJSON-402214873-router', 'tenant_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:18Z', 'updated_at': '2021-07-22T23:49:50Z', 'revision_number': 6, 'project_id': 'd2e7e8a1c7644425a65536a6b1591ad6', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:51.154672 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:51.248629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58404) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:51.302336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a157fa-0583-4fb1-9e34-99df384ee7d4 req-720da265-ad20-4b59-92c2-743f6e8fdfbb tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:51.304091 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6a157fa-0583-4fb1-9e34-99df384ee7d4 req-720da265-ad20-4b59-92c2-743f6e8fdfbb tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 946 time: 0.2403505 Jul 22 23:49:51.330946 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 32b98361-2e80-40b9-952c-dcfdd1de38d4 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:49:51.390727 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6a157fa-0583-4fb1-9e34-99df384ee7d4 req-546175b3-67f7-43a1-ae09-34bb62b7f88e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801976 Jul 22 23:49:51.436057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc16e8-37a9-46c2-9304-48376364e9ca req-33874a68-e962-4e86-adc7-bbdfd39aaa4e tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:51.444793 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6adc16e8-37a9-46c2-9304-48376364e9ca req-33874a68-e962-4e86-adc7-bbdfd39aaa4e tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.2093928 Jul 22 23:49:51.448583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58416) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:51.493135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1a4cc8ec-8f96-4951-b17d-d07ae8a0f8fd tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-887980682'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:51.526474 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:51.531578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 774a463c-d641-43b6-94e5-6241a8d903b7 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:49:51.541583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f23c95-58a6-4b67-bbab-efb7c4821971 None None] Sync routers for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:51.556894 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67fae18f-299e-48c7-a192-d6e723a9d3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:51.574325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 774a463c-d641-43b6-94e5-6241a8d903b7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:49:51.574672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 774a463c-d641-43b6-94e5-6241a8d903b7 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:49:51.586870 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f23c95-58a6-4b67-bbab-efb7c4821971 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:51.587762 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c8f23c95-58a6-4b67-bbab-efb7c4821971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:51.629567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c8f23c95-58a6-4b67-bbab-efb7c4821971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:51.645341 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f23c95-58a6-4b67-bbab-efb7c4821971 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:51.646161 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c8f23c95-58a6-4b67-bbab-efb7c4821971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:51.685081 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c8f23c95-58a6-4b67-bbab-efb7c4821971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:51.685906 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f23c95-58a6-4b67-bbab-efb7c4821971 None None] The sync data for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:51.892937 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fae18f-299e-48c7-a192-d6e723a9d3df admin admin] Pushing event deleted for resources: {'Port': ['ID=e9116893-a7ed-4070-ae82-c3b9a0ee8044,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:51.914703 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:51.916165 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-12343271-5bad-4d1d-bf14-c838f1572f00 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3699193 Jul 22 23:49:51.918938 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58426) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:51.931543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4cc8ec-8f96-4951-b17d-d07ae8a0f8fd tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Made reservation on behalf of d07282661b9644f3b3ba5ff16ab1ce41 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:51.934983 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc8ec-8f96-4951-b17d-d07ae8a0f8fd tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:51.942678 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6adc16e8-37a9-46c2-9304-48376364e9ca req-8280ad6b-518e-4fe5-ac9c-34559be492f1 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968765 Jul 22 23:49:51.977723 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc8ec-8f96-4951-b17d-d07ae8a0f8fd tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.032659 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67fae18f-299e-48c7-a192-d6e723a9d3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.035915 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd0873-37d8-49c0-a212-c2028f39883e req-96917795-c62d-4439-b024-1ad503be6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:52.037596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6dd0873-37d8-49c0-a212-c2028f39883e req-96917795-c62d-4439-b024-1ad503be6420 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 1097 time: 0.5881093 Jul 22 23:49:52.176065 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67fae18f-299e-48c7-a192-d6e723a9d3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.182350 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67fae18f-299e-48c7-a192-d6e723a9d3df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.207549 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6dd0873-37d8-49c0-a212-c2028f39883e req-6864a52a-4b4d-472f-b1ab-eb302b494298 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397679 Jul 22 23:49:52.261746 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67fae18f-299e-48c7-a192-d6e723a9d3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.262278 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fae18f-299e-48c7-a192-d6e723a9d3df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24b082aa-2a0c-4a36-9e6e-46794c895e5f {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:49:52.267257 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67fae18f-299e-48c7-a192-d6e723a9d3df admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.273564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-67fae18f-299e-48c7-a192-d6e723a9d3df admin admin] 10.222.0.26 "DELETE /v2.0/routers/24b082aa-2a0c-4a36-9e6e-46794c895e5f HTTP/1.1" status: 204 len: 168 time: 1.9572055 Jul 22 23:49:52.273564 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58440) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:52.386321 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc8ec-8f96-4951-b17d-d07ae8a0f8fd tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.396725 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc8ec-8f96-4951-b17d-d07ae8a0f8fd tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.401879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fca6a1a-6167-4e48-b20b-f18b37e252cf admin admin] Deleting subnet 2482584c-2a32-49e4-91b9-a354783f97de {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:49:52.416836 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cf8ac-7689-455a-952f-f1ae83e7e5dd req-4293962a-7105-4c7c-aafa-0811af7ec4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:52.417633 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fca6a1a-6167-4e48-b20b-f18b37e252cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.418838 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-444cf8ac-7689-455a-952f-f1ae83e7e5dd req-4293962a-7105-4c7c-aafa-0811af7ec4b2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0648e710624549d88e8c0c8a91031658&device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 1096 time: 0.0905452 Jul 22 23:49:52.473232 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4cc8ec-8f96-4951-b17d-d07ae8a0f8fd tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:49:52.489469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cc8ec-8f96-4951-b17d-d07ae8a0f8fd tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37cc117a-892f-4853-a2b8-926e18f22720,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:52.509862 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc8ec-8f96-4951-b17d-d07ae8a0f8fd tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.510258 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-1a4cc8ec-8f96-4951-b17d-d07ae8a0f8fd tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Added segment f32d73fe-9aae-4e18-80b7-20bc0e95c057 of type vlan for network f642d752-e001-4004-89be-3c2ad2bfbda3 Jul 22 23:49:52.515606 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fca6a1a-6167-4e48-b20b-f18b37e252cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.557145 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd21634-6867-40b1-8cf6-b59160c203f2 req-6a3c1257-baff-448c-9416-1dc7c3db49a8 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:52.559480 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5cd21634-6867-40b1-8cf6-b59160c203f2 req-6a3c1257-baff-448c-9416-1dc7c3db49a8 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.2493489 Jul 22 23:49:52.634023 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc8ec-8f96-4951-b17d-d07ae8a0f8fd tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.638573 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cf8ac-7689-455a-952f-f1ae83e7e5dd req-72c90510-7713-4f6b-92a7-6dd8a1c0913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:52.640035 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-444cf8ac-7689-455a-952f-f1ae83e7e5dd req-72c90510-7713-4f6b-92a7-6dd8a1c0913d service neutron] 10.222.0.95 "GET /v2.0/networks?id=6c243616-7ce3-49b3-a3b7-5a71469105fa HTTP/1.1" status: 200 len: 919 time: 0.1869092 Jul 22 23:49:52.663995 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.716682 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-444cf8ac-7689-455a-952f-f1ae83e7e5dd req-0457fe9f-6676-4226-8ea0-9fe36e1f5259 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92581157-a7ee-483f-bbdc-7bca3fc0ca3e HTTP/1.1" status: 200 len: 217 time: 0.0603180 Jul 22 23:49:52.753954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5cd21634-6867-40b1-8cf6-b59160c203f2 req-922ae3b4-885b-4de1-bf93-6622b1519705 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658664 Jul 22 23:49:52.777421 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fca6a1a-6167-4e48-b20b-f18b37e252cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.801572 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc8ec-8f96-4951-b17d-d07ae8a0f8fd tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.808099 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4cc8ec-8f96-4951-b17d-d07ae8a0f8fd tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:52.808764 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc8ec-8f96-4951-b17d-d07ae8a0f8fd tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.833333 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398a452-b231-4357-aeb4-78d5b2048456 req-0a2305eb-5d0b-4616-ad13-3a37a0921e6d tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:52.840063 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4398a452-b231-4357-aeb4-78d5b2048456 req-0a2305eb-5d0b-4616-ad13-3a37a0921e6d tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.2149127 Jul 22 23:49:52.854123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cf8ac-7689-455a-952f-f1ae83e7e5dd req-14fc0dea-c3dc-4b0e-a5bf-4c7aed5f719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:52.855599 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-444cf8ac-7689-455a-952f-f1ae83e7e5dd req-14fc0dea-c3dc-4b0e-a5bf-4c7aed5f719f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=57003466-1ac5-4281-bdec-6c2f62849a78 HTTP/1.1" status: 200 len: 858 time: 0.0968966 Jul 22 23:49:52.924135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1a4cc8ec-8f96-4951-b17d-d07ae8a0f8fd tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6696787 Jul 22 23:49:52.934164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58452) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:52.939651 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ed7a9e94-fd5c-47ce-b0db-3acc6ab91766 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Request body: {'subnet': {'network_id': 'f642d752-e001-4004-89be-3c2ad2bfbda3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:53.002377 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cc8ec-8f96-4951-b17d-d07ae8a0f8fd tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Pushing event updated for resources: {'Network': ['ID=f642d752-e001-4004-89be-3c2ad2bfbda3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:53.016622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network f642d752-e001-4004-89be-3c2ad2bfbda3 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:49:53.037964 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4398a452-b231-4357-aeb4-78d5b2048456 req-db52b81e-8814-42b6-a9ae-47bf85787478 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969163 Jul 22 23:49:53.050057 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fca6a1a-6167-4e48-b20b-f18b37e252cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.119682 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca6a1a-6167-4e48-b20b-f18b37e252cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2482584c-2a32-49e4-91b9-a354783f97de,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:53.124437 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fca6a1a-6167-4e48-b20b-f18b37e252cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.126466 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6fca6a1a-6167-4e48-b20b-f18b37e252cf admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2482584c-2a32-49e4-91b9-a354783f97de HTTP/1.1" status: 204 len: 168 time: 0.8523350 Jul 22 23:49:53.129626 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58458) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:53.132544 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65be6146-5d68-405c-a35e-012bc33160de None None] Network d9c6f596-1a55-460f-aa44-3580307980e5 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:53.212628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7a9e94-fd5c-47ce-b0db-3acc6ab91766 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Made reservation on behalf of d07282661b9644f3b3ba5ff16ab1ce41 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:53.213778 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e9116893-a7ed-4070-ae82-c3b9a0ee8044 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:49:53.216630 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9e94-fd5c-47ce-b0db-3acc6ab91766 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.244472 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: e9116893-a7ed-4070-ae82-c3b9a0ee8044 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:49:53.244700 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.244797 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e9116893-a7ed-4070-ae82-c3b9a0ee8044 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:49:53.250058 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-444cf8ac-7689-455a-952f-f1ae83e7e5dd req-7a6ec272-fb51-42a8-9f6c-3f6876592167 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6c243616-7ce3-49b3-a3b7-5a71469105fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3810754 Jul 22 23:49:53.371396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] Deleting port 9863b4f2-2bb2-4718-894e-13829e9c07db {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:53.371396 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.402360 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f42f650-5aa5-4d86-b1fd-b1d39d58ac6c None None] DHCP port deletion for d9c6f596-1a55-460f-aa44-3580307980e5 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:49:53.454835 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0f42f650-5aa5-4d86-b1fd-b1d39d58ac6c None None] Deleting port 9863b4f2-2bb2-4718-894e-13829e9c07db {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:53.455215 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f42f650-5aa5-4d86-b1fd-b1d39d58ac6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.467427 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-444cf8ac-7689-455a-952f-f1ae83e7e5dd req-3edbd863-54ca-412d-b5b5-f106e34ea6f2 service neutron] 10.222.0.95 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974103 Jul 22 23:49:53.507480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] For port 9863b4f2-2bb2-4718-894e-13829e9c07db, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9863b4f2-2bb2-4718-894e-13829e9c07db,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:53.507855 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.524736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0f42f650-5aa5-4d86-b1fd-b1d39d58ac6c None None] For port 9863b4f2-2bb2-4718-894e-13829e9c07db, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9863b4f2-2bb2-4718-894e-13829e9c07db,segment=NetworkSegment(8e897744-a5ee-4aa7-a96d-55d7929e9f2a),segment_id=8e897744-a5ee-4aa7-a96d-55d7929e9f2a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:53.525181 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f42f650-5aa5-4d86-b1fd-b1d39d58ac6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.529510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] Calling delete_port for 9863b4f2-2bb2-4718-894e-13829e9c07db owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:53.535797 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9e94-fd5c-47ce-b0db-3acc6ab91766 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.538496 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0f42f650-5aa5-4d86-b1fd-b1d39d58ac6c None None] Calling delete_port for 9863b4f2-2bb2-4718-894e-13829e9c07db owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:53.576405 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Allocated IP 172.20.0.1 (be87f577-cfe9-4c89-bf51-fe3229178dca/bda2cfe2-017b-450b-99ef-8a39366c5ccc/5965f0a1-62f5-4c96-9217-f909fd8062e0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:53.623075 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-444cf8ac-7689-455a-952f-f1ae83e7e5dd req-e635574b-94b9-44e9-a97f-663a770bf98d service neutron] 10.222.0.95 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487770 Jul 22 23:49:53.624672 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f42f650-5aa5-4d86-b1fd-b1d39d58ac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.639662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a9e94-fd5c-47ce-b0db-3acc6ab91766 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Pushing event updated for resources: {'Subnet': ['ID=9349546b-73dc-46c3-93b1-fb82cb3be629,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:53.652153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42f650-5aa5-4d86-b1fd-b1d39d58ac6c None None] Pushing event deleted for resources: {'Port': ['ID=9863b4f2-2bb2-4718-894e-13829e9c07db,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:53.656278 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f42f650-5aa5-4d86-b1fd-b1d39d58ac6c None None] No DVR routers for this DVR port 9863b4f2-2bb2-4718-894e-13829e9c07db on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:49:53.690568 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7a9e94-fd5c-47ce-b0db-3acc6ab91766 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Checking segment: {'id': 'f32d73fe-9aae-4e18-80b7-20bc0e95c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f642d752-e001-4004-89be-3c2ad2bfbda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:53.691061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7a9e94-fd5c-47ce-b0db-3acc6ab91766 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Network hostable DHCP agents. Network: f642d752-e001-4004-89be-3c2ad2bfbda3, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:49:53.704232 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.728414 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.735262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7a9e94-fd5c-47ce-b0db-3acc6ab91766 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Network f642d752-e001-4004-89be-3c2ad2bfbda3 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:49:53.737358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=9863b4f2-2bb2-4718-894e-13829e9c07db,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:53.743611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] No DVR routers for this DVR port 9863b4f2-2bb2-4718-894e-13829e9c07db on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:49:53.749665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ed7a9e94-fd5c-47ce-b0db-3acc6ab91766 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, f642d752-e001-4004-89be-3c2ad2bfbda3) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:53.757247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a45432a-6ada-4ffe-b67d-0801e11062bd None None] Network f642d752-e001-4004-89be-3c2ad2bfbda3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:53.775302 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7a9e94-fd5c-47ce-b0db-3acc6ab91766 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:53.775833 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9e94-fd5c-47ce-b0db-3acc6ab91766 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.779009 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.844200 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.858306 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network be87f577-cfe9-4c89-bf51-fe3229178dca is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:53.861939 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:53.866108 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:53.886056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed7a9e94-fd5c-47ce-b0db-3acc6ab91766 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9505081 Jul 22 23:49:53.888716 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58464) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:53.890373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c6f596-1a55-460f-aa44-3580307980e5']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:53.894795 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=5965f0a1-62f5-4c96-9217-f909fd8062e0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:53.913679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-101d070c-dea3-43e4-9639-9f7e2f10ebe1 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Request body: {'port': {'network_id': 'f642d752-e001-4004-89be-3c2ad2bfbda3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-126411834'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:53.920978 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.936386 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-f642d752-e001-4004-89be-3c2ad2bfbda3', 'network_id': 'f642d752-e001-4004-89be-3c2ad2bfbda3', 'tenant_id': 'd07282661b9644f3b3ba5ff16ab1ce41', 'fixed_ips': [{'subnet_id': '9349546b-73dc-46c3-93b1-fb82cb3be629'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:49:53.937952 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.957669 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e897744-a5ee-4aa7-a96d-55d7929e9f2a') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:53.959157 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e897744-a5ee-4aa7-a96d-55d7929e9f2a') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:53.974916 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.032994 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.049496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:49:54.049909 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:49:54.054890 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:49:54.108177 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.111336 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Allocated IP 2001:db8::2 (f642d752-e001-4004-89be-3c2ad2bfbda3/9349546b-73dc-46c3-93b1-fb82cb3be629/b0c9b1de-ead8-4bbf-adf9-7d4837f701e6) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:54.133659 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f6edf-e2a8-490c-8972-75e7b6fd634e req-f397786a-9362-4ce4-912d-4db4c4098cd6 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:54.135240 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-360f6edf-e2a8-490c-8972-75e7b6fd634e req-f397786a-9362-4ce4-912d-4db4c4098cd6 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.2877171 Jul 22 23:49:54.184065 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.189472 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.191822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d9c6f596-1a55-460f-aa44-3580307980e5 HTTP/1.1" status: 204 len: 168 time: 1.0580060 Jul 22 23:49:54.234260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e5532-9e02-4f55-8e30-49b07ae95d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c6f596-1a55-460f-aa44-3580307980e5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:54.256618 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101d070c-dea3-43e4-9639-9f7e2f10ebe1 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Made reservation on behalf of d07282661b9644f3b3ba5ff16ab1ce41 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:54.260607 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-101d070c-dea3-43e4-9639-9f7e2f10ebe1 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.294026 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-360f6edf-e2a8-490c-8972-75e7b6fd634e req-6435bd4a-bfc4-479a-a25e-b10336303c96 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371157 Jul 22 23:49:54.307752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-101d070c-dea3-43e4-9639-9f7e2f10ebe1 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] device_id is not set on port 94243888-2889-4c2b-ad6f-caf72af89e7b yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:49:54.324911 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d47ab-a252-48af-b567-a65982787e54 req-ea2e88f4-1d7b-4068-9a4a-22a24c516a8e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:54.326584 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-500d47ab-a252-48af-b567-a65982787e54 req-ea2e88f4-1d7b-4068-9a4a-22a24c516a8e tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.1904190 Jul 22 23:49:54.428067 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-500d47ab-a252-48af-b567-a65982787e54 req-fe22a3ef-eb4e-48a7-bff2-7f3ae9dcae52 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693042 Jul 22 23:49:54.459842 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.469067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Transition to ACTIVE for port object b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:54.471777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58472) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:54.487641 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Transition to ACTIVE for port object b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:54.495444 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.498093 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.503152 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.533398 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Network f642d752-e001-4004-89be-3c2ad2bfbda3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:54.537971 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:54.541468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:54.548799 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5a2c25be-7b76-4bfe-b5da-04172879529e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2e7e8a1c7644425a65536a6b1591ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724549 Jul 22 23:49:54.548996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58474) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:54.569741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-101d070c-dea3-43e4-9639-9f7e2f10ebe1 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Allocated IP 2001:db8::246 (f642d752-e001-4004-89be-3c2ad2bfbda3/9349546b-73dc-46c3-93b1-fb82cb3be629/94243888-2889-4c2b-ad6f-caf72af89e7b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:54.611775 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.613590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Pushing event updated for resources: {'Port': ['ID=b0c9b1de-ead8-4bbf-adf9-7d4837f701e6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:54.618234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Attempting to bind port b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:54.618560 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Attempting to bind port b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'f32d73fe-9aae-4e18-80b7-20bc0e95c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f642d752-e001-4004-89be-3c2ad2bfbda3'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:54.618919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Attempting to bind port b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 on network f642d752-e001-4004-89be-3c2ad2bfbda3 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:54.624153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:54.624540 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Checking segment: {'id': 'f32d73fe-9aae-4e18-80b7-20bc0e95c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f642d752-e001-4004-89be-3c2ad2bfbda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:54.624936 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.625352 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Bound using segment: {'id': 'f32d73fe-9aae-4e18-80b7-20bc0e95c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f642d752-e001-4004-89be-3c2ad2bfbda3'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:54.625580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=5965f0a1-62f5-4c96-9217-f909fd8062e0,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:54.625862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Bound port: b0c9b1de-ead8-4bbf-adf9-7d4837f701e6, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32d73fe-9aae-4e18-80b7-20bc0e95c057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f642d752-e001-4004-89be-3c2ad2bfbda3'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:54.626210 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.649754 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40984be1-78d5-450e-b4af-58f62bb75cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.691903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] For port b0c9b1de-ead8-4bbf-adf9-7d4837f701e6, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:54.695677 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] For port b0c9b1de-ead8-4bbf-adf9-7d4837f701e6, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b0c9b1de-ead8-4bbf-adf9-7d4837f701e6,segment=NetworkSegment(f32d73fe-9aae-4e18-80b7-20bc0e95c057),segment_id=f32d73fe-9aae-4e18-80b7-20bc0e95c057)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:54.700450 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.714123 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40984be1-78d5-450e-b4af-58f62bb75cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.744101 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-101d070c-dea3-43e4-9639-9f7e2f10ebe1 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.763578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3dd807-3a4d-4d2a-a653-0f0660c39365 None None] Pushing event updated for resources: {'Port': ['ID=b0c9b1de-ead8-4bbf-adf9-7d4837f701e6,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:54.770338 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-101d070c-dea3-43e4-9639-9f7e2f10ebe1 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Transition to ACTIVE for port object 94243888-2889-4c2b-ad6f-caf72af89e7b will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:54.774499 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network be87f577-cfe9-4c89-bf51-fe3229178dca is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:54.776691 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:54.809074 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-101d070c-dea3-43e4-9639-9f7e2f10ebe1 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.824109 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40984be1-78d5-450e-b4af-58f62bb75cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.831702 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40984be1-78d5-450e-b4af-58f62bb75cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.833169 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-40984be1-78d5-450e-b4af-58f62bb75cf3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2dabd752-ce85-4a1b-9c9e-a3d18f75e49f HTTP/1.1" status: 204 len: 168 time: 0.2840016 Jul 22 23:49:54.860185 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101d070c-dea3-43e4-9639-9f7e2f10ebe1 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Network f642d752-e001-4004-89be-3c2ad2bfbda3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:54.863574 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-101d070c-dea3-43e4-9639-9f7e2f10ebe1 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:54.868679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d070c-dea3-43e4-9639-9f7e2f10ebe1 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:54.870696 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40984be1-78d5-450e-b4af-58f62bb75cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dabd752-ce85-4a1b-9c9e-a3d18f75e49f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:54.874594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101d070c-dea3-43e4-9639-9f7e2f10ebe1 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:54.875322 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-101d070c-dea3-43e4-9639-9f7e2f10ebe1 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.879360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d070c-dea3-43e4-9639-9f7e2f10ebe1 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Pushing event updated for resources: {'Port': ['ID=94243888-2889-4c2b-ad6f-caf72af89e7b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:54.895295 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-101d070c-dea3-43e4-9639-9f7e2f10ebe1 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0023985 Jul 22 23:49:54.899325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58478) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:54.904718 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Request body: {'port': {'network_id': 'f642d752-e001-4004-89be-3c2ad2bfbda3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1740192330', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:54.905302 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] bootfile-name is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:49:54.905653 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] tftp-server is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:49:54.905994 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] server-ip-address is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:49:54.997513 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 32b98361-2e80-40b9-952c-dcfdd1de38d4 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:49:55.163479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Made reservation on behalf of d07282661b9644f3b3ba5ff16ab1ce41 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:55.167386 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:55.194831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] device_id is not set on port 2e2c8b1e-25ed-48b8-bd81-9c6be7e2bf71 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:49:55.200984 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:55.207059 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2439a582-dcf3-4662-b9b4-ca08f1be0240 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "PUT /v2.0/routers/32b98361-2e80-40b9-952c-dcfdd1de38d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2870660 Jul 22 23:49:55.210377 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58484) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:55.221558 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465ebfdd-36c4-427b-b611-c3a46bb91450 None None] Sync routers for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:55.242818 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f05e3f83-42de-49e7-94a4-90dcad5e3fb0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'port': {'network_id': 'be87f577-cfe9-4c89-bf51-fe3229178dca', 'name': 'tempest-FloatingIPTestJSON-256204307'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:55.259015 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465ebfdd-36c4-427b-b611-c3a46bb91450 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:55.259792 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-465ebfdd-36c4-427b-b611-c3a46bb91450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:55.286029 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:55.374340 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-465ebfdd-36c4-427b-b611-c3a46bb91450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:55.391377 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465ebfdd-36c4-427b-b611-c3a46bb91450 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:55.392328 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-465ebfdd-36c4-427b-b611-c3a46bb91450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:55.410600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:55.424145 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Allocated IP 2001:db8::1a6 (f642d752-e001-4004-89be-3c2ad2bfbda3/9349546b-73dc-46c3-93b1-fb82cb3be629/2e2c8b1e-25ed-48b8-bd81-9c6be7e2bf71) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:55.452936 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-465ebfdd-36c4-427b-b611-c3a46bb91450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:55.453762 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465ebfdd-36c4-427b-b611-c3a46bb91450 None None] The sync data for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:55.487658 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05e3f83-42de-49e7-94a4-90dcad5e3fb0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Made reservation on behalf of f740564d044f4421a6d9521354a5371f for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:55.493006 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f05e3f83-42de-49e7-94a4-90dcad5e3fb0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:55.508861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9863b4f2-2bb2-4718-894e-13829e9c07db no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:49:55.527214 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cdc37-fa05-4f6a-849d-4f65bd4ac3c1 req-9de375e1-771b-4720-90f9-d3c6df629bc3 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:55.534208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-f05e3f83-42de-49e7-94a4-90dcad5e3fb0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] device_id is not set on port 72f3d765-cf15-4336-b60d-10569f3603b4 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:49:55.534604 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-460cdc37-fa05-4f6a-849d-4f65bd4ac3c1 req-9de375e1-771b-4720-90f9-d3c6df629bc3 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1171422 Jul 22 23:49:55.554350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 9863b4f2-2bb2-4718-894e-13829e9c07db {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:49:55.556771 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9863b4f2-2bb2-4718-894e-13829e9c07db not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:49:55.624692 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-460cdc37-fa05-4f6a-849d-4f65bd4ac3c1 req-8f795831-6287-4958-9cf1-e5c7888ddf75 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888302 Jul 22 23:49:55.685277 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f847b-a515-4c71-bc69-63c3e9b2b884 req-394d659b-5584-4fe5-b6ff-7b9c6a1b53b4 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:55.693307 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176f847b-a515-4c71-bc69-63c3e9b2b884 req-394d659b-5584-4fe5-b6ff-7b9c6a1b53b4 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.1281030 Jul 22 23:49:55.742437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-176f847b-a515-4c71-bc69-63c3e9b2b884 req-0e6e28be-a287-4b6f-bb6f-f5ef4b52dec7 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422785 Jul 22 23:49:55.779258 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:55.782489 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f05e3f83-42de-49e7-94a4-90dcad5e3fb0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Allocated IP 172.20.0.12 (be87f577-cfe9-4c89-bf51-fe3229178dca/bda2cfe2-017b-450b-99ef-8a39366c5ccc/72f3d765-cf15-4336-b60d-10569f3603b4) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:55.804509 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Transition to ACTIVE for port object 2e2c8b1e-25ed-48b8-bd81-9c6be7e2bf71 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:55.946063 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:55.972134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Network f642d752-e001-4004-89be-3c2ad2bfbda3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:56.002661 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:56.026949 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:56.042737 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:56.043980 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.101950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Pushing event updated for resources: {'Port': ['ID=2e2c8b1e-25ed-48b8-bd81-9c6be7e2bf71,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:56.113907 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-193bf64c-4163-4833-bdc0-58beabfda36e tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.2133384 Jul 22 23:49:56.116552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58514) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:56.117601 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f05e3f83-42de-49e7-94a4-90dcad5e3fb0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.179318 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f05e3f83-42de-49e7-94a4-90dcad5e3fb0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.192905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cce65c-4d19-45ee-8312-e0789a65a25e None None] Network f642d752-e001-4004-89be-3c2ad2bfbda3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:56.247509 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e3f83-42de-49e7-94a4-90dcad5e3fb0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=72f3d765-cf15-4336-b60d-10569f3603b4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:56.265801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05e3f83-42de-49e7-94a4-90dcad5e3fb0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network be87f577-cfe9-4c89-bf51-fe3229178dca is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:56.267995 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f05e3f83-42de-49e7-94a4-90dcad5e3fb0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:56.268207 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-25a3d8e8-6cda-4e2e-9e73-2c8e166b16ae None None] Provisioning for port b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:56.270994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e3f83-42de-49e7-94a4-90dcad5e3fb0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:56.276043 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-25a3d8e8-6cda-4e2e-9e73-2c8e166b16ae None None] Provisioning complete for port b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:56.276427 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25a3d8e8-6cda-4e2e-9e73-2c8e166b16ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.327934 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05e3f83-42de-49e7-94a4-90dcad5e3fb0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:56.329123 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f05e3f83-42de-49e7-94a4-90dcad5e3fb0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.343494 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614d7b3d-09a1-48c5-98dc-10a7a8e36960 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:56.347331 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f05e3f83-42de-49e7-94a4-90dcad5e3fb0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1359253 Jul 22 23:49:56.350608 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58522) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:56.354003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614d7b3d-09a1-48c5-98dc-10a7a8e36960 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:56.360283 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c5f7d7ee-6ed5-4af7-8ca4-6f7be138a418 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'port': {'network_id': 'be87f577-cfe9-4c89-bf51-fe3229178dca', 'name': 'tempest-FloatingIPTestJSON-363459179'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:56.361087 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614d7b3d-09a1-48c5-98dc-10a7a8e36960 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:56.366488 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-614d7b3d-09a1-48c5-98dc-10a7a8e36960 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2479355 Jul 22 23:49:56.367115 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58526) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:56.471092 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25a3d8e8-6cda-4e2e-9e73-2c8e166b16ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.481588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c517028e-b10a-401a-be1b-a248bfdedf10 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Deleting port 2e2c8b1e-25ed-48b8-bd81-9c6be7e2bf71 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:56.482037 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c517028e-b10a-401a-be1b-a248bfdedf10 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.535618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-25a3d8e8-6cda-4e2e-9e73-2c8e166b16ae None None] For port b0c9b1de-ead8-4bbf-adf9-7d4837f701e6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b0c9b1de-ead8-4bbf-adf9-7d4837f701e6,segment=NetworkSegment(f32d73fe-9aae-4e18-80b7-20bc0e95c057),segment_id=f32d73fe-9aae-4e18-80b7-20bc0e95c057)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:56.549685 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25a3d8e8-6cda-4e2e-9e73-2c8e166b16ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.594633 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f7d7ee-6ed5-4af7-8ca4-6f7be138a418 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Made reservation on behalf of f740564d044f4421a6d9521354a5371f for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:56.598148 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c517028e-b10a-401a-be1b-a248bfdedf10 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.598743 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d7ee-6ed5-4af7-8ca4-6f7be138a418 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.622340 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3d8e8-6cda-4e2e-9e73-2c8e166b16ae None None] Pushing event updated for resources: {'Port': ['ID=b0c9b1de-ead8-4bbf-adf9-7d4837f701e6,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:56.624817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c517028e-b10a-401a-be1b-a248bfdedf10 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Calling delete_port for 2e2c8b1e-25ed-48b8-bd81-9c6be7e2bf71 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:56.628799 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-c5f7d7ee-6ed5-4af7-8ca4-6f7be138a418 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] device_id is not set on port 2e70be56-7eee-4395-b9e6-8b409327b9c2 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:49:56.819391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-c5f7d7ee-6ed5-4af7-8ca4-6f7be138a418 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Allocated IP 172.20.0.13 (be87f577-cfe9-4c89-bf51-fe3229178dca/bda2cfe2-017b-450b-99ef-8a39366c5ccc/2e70be56-7eee-4395-b9e6-8b409327b9c2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:56.848120 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c517028e-b10a-401a-be1b-a248bfdedf10 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.908658 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517028e-b10a-401a-be1b-a248bfdedf10 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Pushing event deleted for resources: {'Port': ['ID=2e2c8b1e-25ed-48b8-bd81-9c6be7e2bf71,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:56.962446 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c517028e-b10a-401a-be1b-a248bfdedf10 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.964718 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c517028e-b10a-401a-be1b-a248bfdedf10 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] 10.222.0.26 "DELETE /v2.0/ports/2e2c8b1e-25ed-48b8-bd81-9c6be7e2bf71 HTTP/1.1" status: 204 len: 168 time: 0.5966721 Jul 22 23:49:56.968482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58540) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:56.978752 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-010d7976-14e6-4b4e-ae98-8b701edd534b tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Request body: {'port': {'name': 'tempest-new-port-name-1998898822', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:56.979472 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-010d7976-14e6-4b4e-ae98-8b701edd534b tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] bootfile-name is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:49:56.979821 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-010d7976-14e6-4b4e-ae98-8b701edd534b tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] tftp-server is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:49:56.980153 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-010d7976-14e6-4b4e-ae98-8b701edd534b tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] server-ip-address is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:49:56.996159 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3b1620f-d4cd-4615-9b26-ca2b9a2479b4 None None] Could not find standard attr ID for object 2e2c8b1e-25ed-48b8-bd81-9c6be7e2bf71. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:49:57.020233 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3b1620f-d4cd-4615-9b26-ca2b9a2479b4 None None] Provisioning for port 94243888-2889-4c2b-ad6f-caf72af89e7b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:57.035288 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3b1620f-d4cd-4615-9b26-ca2b9a2479b4 None None] Provisioning complete for port 94243888-2889-4c2b-ad6f-caf72af89e7b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:57.035900 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3b1620f-d4cd-4615-9b26-ca2b9a2479b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.052529 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cf97e-78a3-4054-96df-ce43ed2681e8 req-850915fe-2ca8-479b-b958-375714bd934f tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:57.063008 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-759cf97e-78a3-4054-96df-ce43ed2681e8 req-850915fe-2ca8-479b-b958-375714bd934f tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.1589286 Jul 22 23:49:57.123240 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3b1620f-d4cd-4615-9b26-ca2b9a2479b4 None None] Port 94243888-2889-4c2b-ad6f-caf72af89e7b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:57.141766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3b1620f-d4cd-4615-9b26-ca2b9a2479b4 None None] Provisioning complete for port b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:57.142954 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3b1620f-d4cd-4615-9b26-ca2b9a2479b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.186255 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-759cf97e-78a3-4054-96df-ce43ed2681e8 req-2214ddeb-e948-46bf-9e42-26cac8cda48d tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195266 Jul 22 23:49:57.248985 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d7ee-6ed5-4af7-8ca4-6f7be138a418 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.279335 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-010d7976-14e6-4b4e-ae98-8b701edd534b tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.285495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:57.371603 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:57.372039 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.376210 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d7ee-6ed5-4af7-8ca4-6f7be138a418 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.460888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f7d7ee-6ed5-4af7-8ca4-6f7be138a418 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network be87f577-cfe9-4c89-bf51-fe3229178dca is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:57.471037 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c5f7d7ee-6ed5-4af7-8ca4-6f7be138a418 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:57.496585 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f781c639-ea80-4008-a05a-c99b9f9c92d2 None None] Provisioning complete for port 94243888-2889-4c2b-ad6f-caf72af89e7b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:57.497167 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f781c639-ea80-4008-a05a-c99b9f9c92d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.533383 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7d7ee-6ed5-4af7-8ca4-6f7be138a418 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:57.551235 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f781c639-ea80-4008-a05a-c99b9f9c92d2 None None] Port 94243888-2889-4c2b-ad6f-caf72af89e7b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:57.591011 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f7d7ee-6ed5-4af7-8ca4-6f7be138a418 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:57.591751 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d7ee-6ed5-4af7-8ca4-6f7be138a418 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.617143 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7d7ee-6ed5-4af7-8ca4-6f7be138a418 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=2e70be56-7eee-4395-b9e6-8b409327b9c2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:57.642304 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c5f7d7ee-6ed5-4af7-8ca4-6f7be138a418 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2903619 Jul 22 23:49:57.646286 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58560) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:57.652149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '2e70be56-7eee-4395-b9e6-8b409327b9c2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:57.664231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5c2d9ea3-f28d-4c2b-ab99-8775871fbf47 None None] Could not find standard attr ID for object 2e2c8b1e-25ed-48b8-bd81-9c6be7e2bf71. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:49:57.722146 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.746566 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-010d7976-14e6-4b4e-ae98-8b701edd534b tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.761450 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-010d7976-14e6-4b4e-ae98-8b701edd534b tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.832319 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-010d7976-14e6-4b4e-ae98-8b701edd534b tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] In _notify_port_updated(), no bound segment for port 94243888-2889-4c2b-ad6f-caf72af89e7b on network f642d752-e001-4004-89be-3c2ad2bfbda3 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:49:57.839030 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010d7976-14e6-4b4e-ae98-8b701edd534b tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:57.839889 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-010d7976-14e6-4b4e-ae98-8b701edd534b tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.846633 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-010d7976-14e6-4b4e-ae98-8b701edd534b tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] 10.222.0.26 "PUT /v2.0/ports/94243888-2889-4c2b-ad6f-caf72af89e7b HTTP/1.1" status: 200 len: 1130 time: 0.8687563 Jul 22 23:49:57.846907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:57.855150 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d7976-14e6-4b4e-ae98-8b701edd534b tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Pushing event updated for resources: {'Port': ['ID=94243888-2889-4c2b-ad6f-caf72af89e7b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:57.939033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7376eb-1258-4b62-b32f-a0a39b8996b2 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:57.947407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cf7376eb-1258-4b62-b32f-a0a39b8996b2 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] 10.222.0.26 "GET /v2.0/ports/94243888-2889-4c2b-ad6f-caf72af89e7b HTTP/1.1" status: 200 len: 1130 time: 0.0953963 Jul 22 23:49:57.948013 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58574) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:57.986266 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.161270 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Allocated IP 172.25.4.99 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/273370a4-841b-4ee0-886b-38458b328e25) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:58.171086 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b6a0bbac-f7b3-4e84-b36e-d2b3bdad5612 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Deleting port 94243888-2889-4c2b-ad6f-caf72af89e7b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:58.171538 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6a0bbac-f7b3-4e84-b36e-d2b3bdad5612 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.291845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6dec0aa5-29fe-429e-8701-3a648fce6c34 None None] Provisioning complete for port 94243888-2889-4c2b-ad6f-caf72af89e7b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:58.292424 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6dec0aa5-29fe-429e-8701-3a648fce6c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.335891 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6a0bbac-f7b3-4e84-b36e-d2b3bdad5612 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.344129 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6dec0aa5-29fe-429e-8701-3a648fce6c34 None None] Port 94243888-2889-4c2b-ad6f-caf72af89e7b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:58.364681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b6a0bbac-f7b3-4e84-b36e-d2b3bdad5612 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Calling delete_port for 94243888-2889-4c2b-ad6f-caf72af89e7b owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:58.385570 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.411003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d4e61-0160-409f-82e7-415c3ae93dd7 req-50fdd7a6-59be-41c7-ba71-6af7de2327ba tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:58.419490 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c2d4e61-0160-409f-82e7-415c3ae93dd7 req-50fdd7a6-59be-41c7-ba71-6af7de2327ba tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.1344624 Jul 22 23:49:58.471603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3e0de-1c57-497a-a7ca-ec3e64d9e1ed req-3740229f-ce36-470c-afa3-3aedd4915eee tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:58.473125 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5c3e0de-1c57-497a-a7ca-ec3e64d9e1ed req-3740229f-ce36-470c-afa3-3aedd4915eee tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1207981 Jul 22 23:49:58.485223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c2d4e61-0160-409f-82e7-415c3ae93dd7 req-a12b8225-ca24-4558-a90d-e52d5ca38576 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648108 Jul 22 23:49:58.532623 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5c3e0de-1c57-497a-a7ca-ec3e64d9e1ed req-81f49f8a-48d5-4395-9661-6b5e8018e2dc tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463789 Jul 22 23:49:58.562823 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.610319 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-51719cdd-c93a-4606-a6d7-5998bb52957d req-71e6363d-f895-4a7a-b367-03fe68075acf service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1760304 Jul 22 23:49:58.689705 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58594) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:58.815751 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bf2d0bb-d384-47ee-a5ae-280fda1b389a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.983108 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:59.004878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:59.011829 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:59.041307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=273370a4-841b-4ee0-886b-38458b328e25,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:59.072034 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6a0bbac-f7b3-4e84-b36e-d2b3bdad5612 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.134413 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0bbac-f7b3-4e84-b36e-d2b3bdad5612 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Pushing event deleted for resources: {'Port': ['ID=94243888-2889-4c2b-ad6f-caf72af89e7b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:59.149866 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bf2d0bb-d384-47ee-a5ae-280fda1b389a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.157840 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9bf2d0bb-d384-47ee-a5ae-280fda1b389a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.162409 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51719cdd-c93a-4606-a6d7-5998bb52957d req-7460b8e2-4cd2-4ee8-afe3-b5efd2eeba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:59.164052 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-51719cdd-c93a-4606-a6d7-5998bb52957d req-7460b8e2-4cd2-4ee8-afe3-b5efd2eeba8b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0648e710624549d88e8c0c8a91031658&device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 1096 time: 0.2001994 Jul 22 23:49:59.200750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2d0bb-d384-47ee-a5ae-280fda1b389a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1814b0e9-a7b3-410c-a78c-6d268c9dee8f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:59.208789 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6a0bbac-f7b3-4e84-b36e-d2b3bdad5612 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.210776 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b6a0bbac-f7b3-4e84-b36e-d2b3bdad5612 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] 10.222.0.26 "DELETE /v2.0/ports/94243888-2889-4c2b-ad6f-caf72af89e7b HTTP/1.1" status: 204 len: 168 time: 1.2616351 Jul 22 23:49:59.219235 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9bf2d0bb-d384-47ee-a5ae-280fda1b389a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8fbff777188d48adb0e14df3de20cc8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5284119 Jul 22 23:49:59.220296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58604) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:59.230675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58606) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:59.309902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e35f6d-b9c2-4fe5-a1c8-5f0dd92cff4a tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Deleting subnet 9349546b-73dc-46c3-93b1-fb82cb3be629 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:49:59.313256 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67e35f6d-b9c2-4fe5-a1c8-5f0dd92cff4a tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.356750 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67e35f6d-b9c2-4fe5-a1c8-5f0dd92cff4a tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.403881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51719cdd-c93a-4606-a6d7-5998bb52957d req-b23aedd4-3260-428e-93de-ef1ba01ca484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:59.405416 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-51719cdd-c93a-4606-a6d7-5998bb52957d req-b23aedd4-3260-428e-93de-ef1ba01ca484 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6c243616-7ce3-49b3-a3b7-5a71469105fa HTTP/1.1" status: 200 len: 919 time: 0.1988225 Jul 22 23:49:59.462789 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-51719cdd-c93a-4606-a6d7-5998bb52957d req-b66dfc5a-29fa-44b5-a469-44789cc993cc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92581157-a7ee-483f-bbdc-7bca3fc0ca3e HTTP/1.1" status: 200 len: 217 time: 0.0489447 Jul 22 23:49:59.647481 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51719cdd-c93a-4606-a6d7-5998bb52957d req-15f9bc70-c9bb-42f0-ae23-348ae37bb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:59.649992 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-51719cdd-c93a-4606-a6d7-5998bb52957d req-15f9bc70-c9bb-42f0-ae23-348ae37bb34b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=57003466-1ac5-4281-bdec-6c2f62849a78 HTTP/1.1" status: 200 len: 858 time: 0.1561172 Jul 22 23:49:59.691050 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.694748 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-51719cdd-c93a-4606-a6d7-5998bb52957d req-25774474-f302-4ed6-80c4-96cb1e7f5873 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6c243616-7ce3-49b3-a3b7-5a71469105fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369613 Jul 22 23:49:59.746214 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c777eadf-abb8-4b4a-8736-b3a1afc3d166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.799314 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67e35f6d-b9c2-4fe5-a1c8-5f0dd92cff4a tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.831742 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c777eadf-abb8-4b4a-8736-b3a1afc3d166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.844063 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.847245 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-51719cdd-c93a-4606-a6d7-5998bb52957d req-328d8079-3910-484f-8a80-caf21cf28121 service neutron] 10.222.0.95 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330762 Jul 22 23:49:59.900898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b704f0d-6a1d-435c-a632-55c57a666c99 req-9d449e43-cfc3-4913-b72b-92fd216be288 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:59.902454 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b704f0d-6a1d-435c-a632-55c57a666c99 req-9d449e43-cfc3-4913-b72b-92fd216be288 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.1748645 Jul 22 23:49:59.921609 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67e35f6d-b9c2-4fe5-a1c8-5f0dd92cff4a tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.960565 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e35f6d-b9c2-4fe5-a1c8-5f0dd92cff4a tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Pushing event deleted for resources: {'Subnet': ['ID=9349546b-73dc-46c3-93b1-fb82cb3be629,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:59.961338 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67e35f6d-b9c2-4fe5-a1c8-5f0dd92cff4a tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.963219 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-67e35f6d-b9c2-4fe5-a1c8-5f0dd92cff4a tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] 10.222.0.26 "DELETE /v2.0/subnets/9349546b-73dc-46c3-93b1-fb82cb3be629 HTTP/1.1" status: 204 len: 168 time: 0.7420585 Jul 22 23:49:59.968020 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58614) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:59.975689 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572d288d-ecf4-44ab-85fc-ae5ed5c9f3ec None None] Network f642d752-e001-4004-89be-3c2ad2bfbda3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:00.010817 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c777eadf-abb8-4b4a-8736-b3a1afc3d166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.015178 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c777eadf-abb8-4b4a-8736-b3a1afc3d166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.019493 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c777eadf-abb8-4b4a-8736-b3a1afc3d166 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1814b0e9-a7b3-410c-a78c-6d268c9dee8f HTTP/1.1" status: 204 len: 168 time: 0.7878349 Jul 22 23:50:00.047266 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b704f0d-6a1d-435c-a632-55c57a666c99 req-58ea0093-e63c-41b5-a199-a0ebe66e40b1 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901253 Jul 22 23:50:00.053493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777eadf-abb8-4b4a-8736-b3a1afc3d166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1814b0e9-a7b3-410c-a78c-6d268c9dee8f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:00.097032 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-51719cdd-c93a-4606-a6d7-5998bb52957d req-344d43fc-d1c5-4e8c-8234-050618999f26 service neutron] 10.222.0.95 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257981 Jul 22 23:50:00.127863 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.214951 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.227120 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.259327 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8482150e-ac55-4c4c-b826-5f09898640ee None None] DHCP port deletion for f642d752-e001-4004-89be-3c2ad2bfbda3 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:50:00.294921 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Deleting port b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:00.295277 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.332086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8482150e-ac55-4c4c-b826-5f09898640ee None None] Deleting port b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:00.332856 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8482150e-ac55-4c4c-b826-5f09898640ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.340230 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=273370a4-841b-4ee0-886b-38458b328e25,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:00.353760 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.435208 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8482150e-ac55-4c4c-b826-5f09898640ee None None] For port b0c9b1de-ead8-4bbf-adf9-7d4837f701e6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b0c9b1de-ead8-4bbf-adf9-7d4837f701e6,segment=NetworkSegment(f32d73fe-9aae-4e18-80b7-20bc0e95c057),segment_id=f32d73fe-9aae-4e18-80b7-20bc0e95c057)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:00.436132 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8482150e-ac55-4c4c-b826-5f09898640ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.452250 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58620) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:00.467564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] For port b0c9b1de-ead8-4bbf-adf9-7d4837f701e6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b0c9b1de-ead8-4bbf-adf9-7d4837f701e6,segment=NetworkSegment(f32d73fe-9aae-4e18-80b7-20bc0e95c057),segment_id=f32d73fe-9aae-4e18-80b7-20bc0e95c057)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:00.467850 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.475345 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8482150e-ac55-4c4c-b826-5f09898640ee None None] Calling delete_port for b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:00.477834 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab2a959c-bd47-45be-9721-a1863e643271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.488735 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Calling delete_port for b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:00.591488 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab2a959c-bd47-45be-9721-a1863e643271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.599216 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ab2a959c-bd47-45be-9721-a1863e643271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.615801 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Floating IP 854100b5-8fd8-4bd3-8eb2-9d7f1e08075c associated. External IP: 172.25.4.99, port: 2e70be56-7eee-4395-b9e6-8b409327b9c2. Jul 22 23:50:00.617339 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8482150e-ac55-4c4c-b826-5f09898640ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.659291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8482150e-ac55-4c4c-b826-5f09898640ee None None] No DVR routers for this DVR port b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:00.662317 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ab2a959c-bd47-45be-9721-a1863e643271 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a8ccf994ddf4ebdbf713344abca2a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085066 Jul 22 23:50:00.663113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a959c-bd47-45be-9721-a1863e643271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185e91c0-6e31-42d5-b417-1c74ee11c487,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:00.665666 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58622) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:00.667528 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482150e-ac55-4c4c-b826-5f09898640ee None None] Pushing event deleted for resources: {'Port': ['ID=b0c9b1de-ead8-4bbf-adf9-7d4837f701e6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:00.720877 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.729996 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ac80b5f-3b2f-465c-bcf3-e2200b42474b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.753301 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ac80b5f-3b2f-465c-bcf3-e2200b42474b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.759992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] No DVR routers for this DVR port b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:00.764602 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Pushing event deleted for resources: {'Port': ['ID=b0c9b1de-ead8-4bbf-adf9-7d4837f701e6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:00.811273 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ac80b5f-3b2f-465c-bcf3-e2200b42474b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.814447 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ac80b5f-3b2f-465c-bcf3-e2200b42474b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.818928 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9ac80b5f-3b2f-465c-bcf3-e2200b42474b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/185e91c0-6e31-42d5-b417-1c74ee11c487 HTTP/1.1" status: 204 len: 168 time: 0.1420941 Jul 22 23:50:00.826387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac80b5f-3b2f-465c-bcf3-e2200b42474b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185e91c0-6e31-42d5-b417-1c74ee11c487,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:00.884458 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.897448 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f642d752-e001-4004-89be-3c2ad2bfbda3']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:00.967427 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32d73fe-9aae-4e18-80b7-20bc0e95c057') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:00.967639 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32d73fe-9aae-4e18-80b7-20bc0e95c057') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:00.980818 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.010381 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.023503 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:01.023924 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:01.047169 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:01.102297 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.112289 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.117579 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] 10.222.0.26 "DELETE /v2.0/networks/f642d752-e001-4004-89be-3c2ad2bfbda3 HTTP/1.1" status: 204 len: 168 time: 1.1446445 Jul 22 23:50:01.136937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 32b98361-2e80-40b9-952c-dcfdd1de38d4 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:01.138651 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6ef50-2db2-4c85-aee8-51639dfe6a9f tempest-ExtraDHCPOptionsIpV6TestJSON-30781339 tempest-ExtraDHCPOptionsIpV6TestJSON-30781339-project] Pushing event deleted for resources: {'Network': ['ID=f642d752-e001-4004-89be-3c2ad2bfbda3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:01.263366 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:01.280040 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46295259-1654-414b-890c-405d99a4d0a2 req-9704a2b1-cc8a-4966-9fd9-9ec4aca74ef6 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:01.281625 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46295259-1654-414b-890c-405d99a4d0a2 req-9704a2b1-cc8a-4966-9fd9-9ec4aca74ef6 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.1169059 Jul 22 23:50:01.311685 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:01.312047 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b0c9b1de-ead8-4bbf-adf9-7d4837f701e6 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:01.339099 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:01.346779 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-46295259-1654-414b-890c-405d99a4d0a2 req-16c96bf3-9878-43f4-ba56-0fbb4d5d3fa2 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585175 Jul 22 23:50:01.358093 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6c3842-7e89-483e-b9fe-73c39d68144a None None] Sync routers for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:01.370497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c3842-7e89-483e-b9fe-73c39d68144a None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:01.371904 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.372761 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-af6c3842-7e89-483e-b9fe-73c39d68144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:01.438611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58646) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:01.443454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-af6c3842-7e89-483e-b9fe-73c39d68144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:01.444446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9195d242-95a6-4ed4-af10-a041c97e0c69 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:01.448546 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-85ef4657-4743-4d12-929b-03d2abf6eaaf tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.7903016 Jul 22 23:50:01.466971 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c3842-7e89-483e-b9fe-73c39d68144a None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:01.467781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-af6c3842-7e89-483e-b9fe-73c39d68144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:01.482660 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58648) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:01.518861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-af6c3842-7e89-483e-b9fe-73c39d68144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:01.519860 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6c3842-7e89-483e-b9fe-73c39d68144a None None] The sync data for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:01.559077 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9195d242-95a6-4ed4-af10-a041c97e0c69 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.581743 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9fb413f9-a043-4e98-8c65-a08747bcdd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.711391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-dd5bfa69-3ef2-465b-8c9e-2824f795b79f req-87c686df-f801-4b04-bae2-c217325c1fc3 tempest-ListImageFiltersTestJSON-761507586 tempest-ListImageFiltersTestJSON-761507586-project] (93820) timed out ('10.222.0.18', 56728) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 23:50:01.736077 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4ac0838b-15fd-41d0-9c88-3b116e4bacc9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d07282661b9644f3b3ba5ff16ab1ce41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520885 Jul 22 23:50:01.738389 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58658) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:01.751216 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9195d242-95a6-4ed4-af10-a041c97e0c69 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.755842 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9195d242-95a6-4ed4-af10-a041c97e0c69 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.756534 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-9195d242-95a6-4ed4-af10-a041c97e0c69 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Floating IP 854100b5-8fd8-4bd3-8eb2-9d7f1e08075c disassociated. External IP: 172.25.4.99, port: 2e70be56-7eee-4395-b9e6-8b409327b9c2. Jul 22 23:50:01.806025 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf452304-9181-4777-8c07-654166b74d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.830219 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf452304-9181-4777-8c07-654166b74d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.882505 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf452304-9181-4777-8c07-654166b74d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.885158 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf452304-9181-4777-8c07-654166b74d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.889114 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf452304-9181-4777-8c07-654166b74d5d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37cc117a-892f-4853-a2b8-926e18f22720 HTTP/1.1" status: 204 len: 168 time: 0.1497376 Jul 22 23:50:01.898405 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf452304-9181-4777-8c07-654166b74d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cc117a-892f-4853-a2b8-926e18f22720,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:02.100723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9195d242-95a6-4ed4-af10-a041c97e0c69 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 32b98361-2e80-40b9-952c-dcfdd1de38d4 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:02.247683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9195d242-95a6-4ed4-af10-a041c97e0c69 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:02.258118 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a21a9bd-be5f-4372-b836-f29ce9219cf9 None None] Sync routers for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:02.259302 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9195d242-95a6-4ed4-af10-a041c97e0c69 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:02.269253 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21a9bd-be5f-4372-b836-f29ce9219cf9 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:02.270245 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7a21a9bd-be5f-4372-b836-f29ce9219cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:02.302848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9195d242-95a6-4ed4-af10-a041c97e0c69 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "PUT /v2.0/floatingips/854100b5-8fd8-4bd3-8eb2-9d7f1e08075c HTTP/1.1" status: 200 len: 687 time: 0.8629701 Jul 22 23:50:02.305356 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58682) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:02.323668 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7a21a9bd-be5f-4372-b836-f29ce9219cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:02.333559 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21a9bd-be5f-4372-b836-f29ce9219cf9 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:02.334732 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7a21a9bd-be5f-4372-b836-f29ce9219cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:49:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:02.376634 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7a21a9bd-be5f-4372-b836-f29ce9219cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:02.377716 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a21a9bd-be5f-4372-b836-f29ce9219cf9 None None] The sync data for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:02.535041 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-796865d7-5e84-4302-920a-6b25dc49c258 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Deleting port 273370a4-841b-4ee0-886b-38458b328e25 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:02.535794 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-796865d7-5e84-4302-920a-6b25dc49c258 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:02.542817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02219ac9-a8c0-410e-9602-55e510f61bfe req-b94a7177-6799-4f88-a90d-52f43d6f6449 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:02.545147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02219ac9-a8c0-410e-9602-55e510f61bfe req-b94a7177-6799-4f88-a90d-52f43d6f6449 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.1105886 Jul 22 23:50:02.603647 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-02219ac9-a8c0-410e-9602-55e510f61bfe req-f7bc84b3-5071-4581-a9b5-4078ebabf956 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455856 Jul 22 23:50:02.641750 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-796865d7-5e84-4302-920a-6b25dc49c258 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:02.642332 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-796865d7-5e84-4302-920a-6b25dc49c258 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:02.657049 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-796865d7-5e84-4302-920a-6b25dc49c258 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Calling delete_port for 273370a4-841b-4ee0-886b-38458b328e25 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:02.840117 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-796865d7-5e84-4302-920a-6b25dc49c258 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:02.873871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796865d7-5e84-4302-920a-6b25dc49c258 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Port': ['ID=273370a4-841b-4ee0-886b-38458b328e25,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:02.977902 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-796865d7-5e84-4302-920a-6b25dc49c258 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:02.982095 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-796865d7-5e84-4302-920a-6b25dc49c258 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:02.983733 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-796865d7-5e84-4302-920a-6b25dc49c258 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/floatingips/854100b5-8fd8-4bd3-8eb2-9d7f1e08075c HTTP/1.1" status: 204 len: 168 time: 0.6770041 Jul 22 23:50:02.987869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58710) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:02.997469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '72f3d765-cf15-4336-b60d-10569f3603b4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:03.028484 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:03.118981 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58716) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:03.165940 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:03.300702 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-984325bb-cd38-43f5-a4b4-c59b904a62fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-411999538-network', 'tenant_id': '1dd9326c3d4d4bfa9becac30fde66fb3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:03.319756 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Allocated IP 172.25.4.73 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/49d0e2b6-654b-4887-b4ff-8d5bab1f2d50) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:03.328421 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984325bb-cd38-43f5-a4b4-c59b904a62fb admin admin] Made reservation on behalf of 1dd9326c3d4d4bfa9becac30fde66fb3 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:03.332518 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-984325bb-cd38-43f5-a4b4-c59b904a62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:03.345327 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-984325bb-cd38-43f5-a4b4-c59b904a62fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:03.452077 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-984325bb-cd38-43f5-a4b4-c59b904a62fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:03.457619 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-984325bb-cd38-43f5-a4b4-c59b904a62fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:03.470739 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:03.487600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984325bb-cd38-43f5-a4b4-c59b904a62fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:50:03.497572 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984325bb-cd38-43f5-a4b4-c59b904a62fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e640b94-53ea-4476-8f7f-fe4d2dcbf838,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:03.504422 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-984325bb-cd38-43f5-a4b4-c59b904a62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:03.505551 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-984325bb-cd38-43f5-a4b4-c59b904a62fb admin admin] Added segment 9b35ecb9-e5f9-4830-b097-5b406a6da564 of type vlan for network 808efbe6-4ad2-442e-a32b-cec652ed083d Jul 22 23:50:03.528359 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:03.552928 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-984325bb-cd38-43f5-a4b4-c59b904a62fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:03.567009 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:03.570958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:03.574500 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:03.596109 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-984325bb-cd38-43f5-a4b4-c59b904a62fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:03.597281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984325bb-cd38-43f5-a4b4-c59b904a62fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:03.597864 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-984325bb-cd38-43f5-a4b4-c59b904a62fb admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:03.607692 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=49d0e2b6-654b-4887-b4ff-8d5bab1f2d50,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:03.660450 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-984325bb-cd38-43f5-a4b4-c59b904a62fb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5394619 Jul 22 23:50:03.688109 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58736) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:03.694162 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cc88a5d9-e8b0-4555-b02d-0b5a49c55d4f admin admin] Request body: {'subnet': {'network_id': '808efbe6-4ad2-442e-a32b-cec652ed083d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-411999538-subnet', 'tenant_id': '1dd9326c3d4d4bfa9becac30fde66fb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:03.697485 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984325bb-cd38-43f5-a4b4-c59b904a62fb admin admin] Pushing event updated for resources: {'Network': ['ID=808efbe6-4ad2-442e-a32b-cec652ed083d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:03.708758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 808efbe6-4ad2-442e-a32b-cec652ed083d details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:50:03.807264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc88a5d9-e8b0-4555-b02d-0b5a49c55d4f admin admin] Made reservation on behalf of 1dd9326c3d4d4bfa9becac30fde66fb3 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:03.809827 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc88a5d9-e8b0-4555-b02d-0b5a49c55d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:03.920808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e92d-5b13-4b8a-a9da-0d909bbcca9d req-c5f9d35f-418e-4950-9f92-7fef3bf2b69a tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:03.922511 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9bf7e92d-5b13-4b8a-a9da-0d909bbcca9d req-c5f9d35f-418e-4950-9f92-7fef3bf2b69a tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.2226524 Jul 22 23:50:03.995270 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9bf7e92d-5b13-4b8a-a9da-0d909bbcca9d req-e3821a55-6f58-4208-8714-2b24ff964b68 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622756 Jul 22 23:50:04.078166 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc88a5d9-e8b0-4555-b02d-0b5a49c55d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:04.156514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88a5d9-e8b0-4555-b02d-0b5a49c55d4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=01246c3e-47b1-410c-ae34-cee9ba418a5a,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:04.166271 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc88a5d9-e8b0-4555-b02d-0b5a49c55d4f admin admin] Checking segment: {'id': '9b35ecb9-e5f9-4830-b097-5b406a6da564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '808efbe6-4ad2-442e-a32b-cec652ed083d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:04.166631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc88a5d9-e8b0-4555-b02d-0b5a49c55d4f admin admin] Network hostable DHCP agents. Network: 808efbe6-4ad2-442e-a32b-cec652ed083d, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:50:04.185434 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc88a5d9-e8b0-4555-b02d-0b5a49c55d4f admin admin] Network 808efbe6-4ad2-442e-a32b-cec652ed083d is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:50:04.197368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cc88a5d9-e8b0-4555-b02d-0b5a49c55d4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 808efbe6-4ad2-442e-a32b-cec652ed083d) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:04.203020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88a5d9-e8b0-4555-b02d-0b5a49c55d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:04.204639 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc88a5d9-e8b0-4555-b02d-0b5a49c55d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:04.210644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af08ea32-3cae-41bb-b187-1cfddbb6e7e4 None None] Network 808efbe6-4ad2-442e-a32b-cec652ed083d requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:04.225836 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cc88a5d9-e8b0-4555-b02d-0b5a49c55d4f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5362527 Jul 22 23:50:04.239565 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:04.389557 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:04.390891 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f63a021-6248-4abb-a393-5ced8145b1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:04.406467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cacf6f-b863-4e40-adb3-fd5318761363 None None] Network 808efbe6-4ad2-442e-a32b-cec652ed083d requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:04.424100 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:04.518667 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:04.691449 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:04.697968 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:04.775942 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=49d0e2b6-654b-4887-b4ff-8d5bab1f2d50,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:04.788051 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:04.894032 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Floating IP 7d2f9466-3f81-4b3a-a8d2-a493715e1dc8 associated. External IP: 172.25.4.73, port: 72f3d765-cf15-4336-b60d-10569f3603b4. Jul 22 23:50:05.048020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58782) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:05.055002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e96fecd0-ad88-47aa-a72e-cb4ab0c9d113 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1692175748-network', 'tenant_id': '83d27d4d1669401cbbb2bd65e77cffa2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:05.086019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96fecd0-ad88-47aa-a72e-cb4ab0c9d113 admin admin] Made reservation on behalf of 83d27d4d1669401cbbb2bd65e77cffa2 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:05.088934 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e96fecd0-ad88-47aa-a72e-cb4ab0c9d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.109077 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e96fecd0-ad88-47aa-a72e-cb4ab0c9d113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.123459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 32b98361-2e80-40b9-952c-dcfdd1de38d4 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:05.204054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583ae02-66cf-4edd-98b3-179326605cc6 req-d9d3bbbc-5078-49e6-813f-f221135ebfe3 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:05.213045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9583ae02-66cf-4edd-98b3-179326605cc6 req-d9d3bbbc-5078-49e6-813f-f221135ebfe3 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.1204631 Jul 22 23:50:05.250577 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:05.262546 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1bdf2a-3bf2-488a-b049-bc7a99464c40 None None] Sync routers for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:05.274493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1bdf2a-3bf2-488a-b049-bc7a99464c40 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:05.275257 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6e1bdf2a-3bf2-488a-b049-bc7a99464c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:05.283363 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9583ae02-66cf-4edd-98b3-179326605cc6 req-81748622-5386-40fa-bea0-4a62d04631a3 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693312 Jul 22 23:50:05.311544 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6e1bdf2a-3bf2-488a-b049-bc7a99464c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:05.313878 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e96fecd0-ad88-47aa-a72e-cb4ab0c9d113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.319671 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e96fecd0-ad88-47aa-a72e-cb4ab0c9d113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.321984 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1bdf2a-3bf2-488a-b049-bc7a99464c40 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:05.323019 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6e1bdf2a-3bf2-488a-b049-bc7a99464c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:05.325268 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.357369 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96fecd0-ad88-47aa-a72e-cb4ab0c9d113 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:50:05.359707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fecd0-ad88-47aa-a72e-cb4ab0c9d113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c61fdd1-5dfc-46f7-809c-84b776b96adc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:05.364089 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6e1bdf2a-3bf2-488a-b049-bc7a99464c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:05.364974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1bdf2a-3bf2-488a-b049-bc7a99464c40 None None] The sync data for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:05.375520 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e96fecd0-ad88-47aa-a72e-cb4ab0c9d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.375949 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-e96fecd0-ad88-47aa-a72e-cb4ab0c9d113 admin admin] Added segment bbac4a22-0192-4358-a810-8c417b294fdc of type vlan for network 7132d76e-a9ba-413d-8ec0-fdcddf2185d1 Jul 22 23:50:05.377032 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-948ab7d7-6f50-49f4-a230-ea669f7e0a6d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3876126 Jul 22 23:50:05.379167 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58790) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:05.430115 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e96fecd0-ad88-47aa-a72e-cb4ab0c9d113 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.449713 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-843d3b25-c903-4ec3-8515-182d8abbf11b tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "GET /v2.0/floatingips/7d2f9466-3f81-4b3a-a8d2-a493715e1dc8 HTTP/1.1" status: 200 len: 977 time: 0.0685225 Jul 22 23:50:05.452164 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58794) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:05.478805 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e96fecd0-ad88-47aa-a72e-cb4ab0c9d113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.480202 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96fecd0-ad88-47aa-a72e-cb4ab0c9d113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:05.481699 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e96fecd0-ad88-47aa-a72e-cb4ab0c9d113 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.492163 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.524805 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e96fecd0-ad88-47aa-a72e-cb4ab0c9d113 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4756007 Jul 22 23:50:05.527535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58796) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:05.532446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-28b7fbc8-8750-47f5-bc4a-b53be72f18b4 admin admin] Request body: {'subnet': {'network_id': '7132d76e-a9ba-413d-8ec0-fdcddf2185d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1692175748-subnet', 'tenant_id': '83d27d4d1669401cbbb2bd65e77cffa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:05.565450 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fecd0-ad88-47aa-a72e-cb4ab0c9d113 admin admin] Pushing event updated for resources: {'Network': ['ID=7132d76e-a9ba-413d-8ec0-fdcddf2185d1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:05.569204 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0c30056c-1964-4cf8-ac6b-d7907cb6ee73 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1158371 Jul 22 23:50:05.571861 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58798) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:05.582136 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-87f6d726-7daa-4cc2-a025-61468f9f2188 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'floatingip': {'port_id': '2e70be56-7eee-4395-b9e6-8b409327b9c2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:05.585425 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 7132d76e-a9ba-413d-8ec0-fdcddf2185d1 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:50:05.590318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b7fbc8-8750-47f5-bc4a-b53be72f18b4 admin admin] Made reservation on behalf of 83d27d4d1669401cbbb2bd65e77cffa2 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:05.592715 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28b7fbc8-8750-47f5-bc4a-b53be72f18b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.659457 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f6d726-7daa-4cc2-a025-61468f9f2188 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.787876 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28b7fbc8-8750-47f5-bc4a-b53be72f18b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.852269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7fbc8-8750-47f5-bc4a-b53be72f18b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbee8767-d132-41c4-8277-4ef1b8c218f3,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:05.854759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b7fbc8-8750-47f5-bc4a-b53be72f18b4 admin admin] Checking segment: {'id': 'bbac4a22-0192-4358-a810-8c417b294fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '7132d76e-a9ba-413d-8ec0-fdcddf2185d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:05.855190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b7fbc8-8750-47f5-bc4a-b53be72f18b4 admin admin] Network hostable DHCP agents. Network: 7132d76e-a9ba-413d-8ec0-fdcddf2185d1, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:50:05.875481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b7fbc8-8750-47f5-bc4a-b53be72f18b4 admin admin] Network 7132d76e-a9ba-413d-8ec0-fdcddf2185d1 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:50:05.886305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-28b7fbc8-8750-47f5-bc4a-b53be72f18b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 7132d76e-a9ba-413d-8ec0-fdcddf2185d1) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:05.890765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b7fbc8-8750-47f5-bc4a-b53be72f18b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:05.891367 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28b7fbc8-8750-47f5-bc4a-b53be72f18b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.902438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2784e5fb-9299-4c2d-9f64-6794df38e58d None None] Network 7132d76e-a9ba-413d-8ec0-fdcddf2185d1 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:05.910754 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-28b7fbc8-8750-47f5-bc4a-b53be72f18b4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3820560 Jul 22 23:50:06.065234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32a466c-62f5-4493-add6-7a9fd4d3b30a None None] Network 7132d76e-a9ba-413d-8ec0-fdcddf2185d1 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:06.133548 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58814) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:06.222294 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac813036-da54-4317-ab38-8ddc15cbec69 admin admin] Deleting subnet 01246c3e-47b1-410c-ae34-cee9ba418a5a {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:06.230954 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac813036-da54-4317-ab38-8ddc15cbec69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.264739 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f6d726-7daa-4cc2-a025-61468f9f2188 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.274084 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f6d726-7daa-4cc2-a025-61468f9f2188 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.312271 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac813036-da54-4317-ab38-8ddc15cbec69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.398172 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac813036-da54-4317-ab38-8ddc15cbec69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.439637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8970387-33a2-4797-9ab8-77080535be72 req-20955ce7-3865-46e8-98c2-045c534c2fea tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:06.441292 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f8970387-33a2-4797-9ab8-77080535be72 req-20955ce7-3865-46e8-98c2-045c534c2fea tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.0768661 Jul 22 23:50:06.443180 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-87f6d726-7daa-4cc2-a025-61468f9f2188 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Floating IP 7d2f9466-3f81-4b3a-a8d2-a493715e1dc8 associated. External IP: 172.25.4.73, port: 72f3d765-cf15-4336-b60d-10569f3603b4. Jul 22 23:50:06.490089 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f8970387-33a2-4797-9ab8-77080535be72 req-12e15954-a564-4cff-8506-f264a6fa91c8 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382621 Jul 22 23:50:06.539565 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac813036-da54-4317-ab38-8ddc15cbec69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.572177 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac813036-da54-4317-ab38-8ddc15cbec69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01246c3e-47b1-410c-ae34-cee9ba418a5a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:06.578985 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac813036-da54-4317-ab38-8ddc15cbec69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.580875 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ac813036-da54-4317-ab38-8ddc15cbec69 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/01246c3e-47b1-410c-ae34-cee9ba418a5a HTTP/1.1" status: 204 len: 168 time: 0.4463670 Jul 22 23:50:06.584314 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58830) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:06.664941 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9c8d-5557-4506-bf3b-fc5cd230192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.725681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f6d726-7daa-4cc2-a025-61468f9f2188 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 32b98361-2e80-40b9-952c-dcfdd1de38d4 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:06.749334 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9c8d-5557-4506-bf3b-fc5cd230192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.760247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b4fd9c8d-5557-4506-bf3b-fc5cd230192e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808efbe6-4ad2-442e-a32b-cec652ed083d']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:06.772211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b4fd9c8d-5557-4506-bf3b-fc5cd230192e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b35ecb9-e5f9-4830-b097-5b406a6da564') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:06.772323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b4fd9c8d-5557-4506-bf3b-fc5cd230192e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b35ecb9-e5f9-4830-b097-5b406a6da564') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:06.781573 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9c8d-5557-4506-bf3b-fc5cd230192e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.797640 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9c8d-5557-4506-bf3b-fc5cd230192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.806190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4fd9c8d-5557-4506-bf3b-fc5cd230192e admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:06.806631 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9c8d-5557-4506-bf3b-fc5cd230192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:06.808350 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:06.844981 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f6d726-7daa-4cc2-a025-61468f9f2188 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:06.859831 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eef3ca-6d01-4d9f-9ab6-ca4b083979de None None] Sync routers for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:06.876487 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9c8d-5557-4506-bf3b-fc5cd230192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.877463 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eef3ca-6d01-4d9f-9ab6-ca4b083979de None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:06.878930 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70eef3ca-6d01-4d9f-9ab6-ca4b083979de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:06.881912 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9c8d-5557-4506-bf3b-fc5cd230192e admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.884144 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b4fd9c8d-5557-4506-bf3b-fc5cd230192e admin admin] 10.222.0.26 "DELETE /v2.0/networks/808efbe6-4ad2-442e-a32b-cec652ed083d HTTP/1.1" status: 204 len: 168 time: 0.2987792 Jul 22 23:50:06.887748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58840) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:06.930466 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd9c8d-5557-4506-bf3b-fc5cd230192e admin admin] Pushing event deleted for resources: {'Network': ['ID=808efbe6-4ad2-442e-a32b-cec652ed083d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:06.961851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf051e8b-7bc7-4617-b0db-f379df99207f admin admin] Deleting subnet bbee8767-d132-41c4-8277-4ef1b8c218f3 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:06.967100 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf051e8b-7bc7-4617-b0db-f379df99207f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.990128 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.020097 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf051e8b-7bc7-4617-b0db-f379df99207f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.051628 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70eef3ca-6d01-4d9f-9ab6-ca4b083979de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:07.068654 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eef3ca-6d01-4d9f-9ab6-ca4b083979de None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:07.069737 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70eef3ca-6d01-4d9f-9ab6-ca4b083979de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:07.077079 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf051e8b-7bc7-4617-b0db-f379df99207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.111502 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-70eef3ca-6d01-4d9f-9ab6-ca4b083979de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:07.112141 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eef3ca-6d01-4d9f-9ab6-ca4b083979de None None] The sync data for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:07.125603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f6d726-7daa-4cc2-a025-61468f9f2188 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 32b98361-2e80-40b9-952c-dcfdd1de38d4 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:07.150914 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf051e8b-7bc7-4617-b0db-f379df99207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.182227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf051e8b-7bc7-4617-b0db-f379df99207f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbee8767-d132-41c4-8277-4ef1b8c218f3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:07.184478 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf051e8b-7bc7-4617-b0db-f379df99207f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.186972 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bf051e8b-7bc7-4617-b0db-f379df99207f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bbee8767-d132-41c4-8277-4ef1b8c218f3 HTTP/1.1" status: 204 len: 168 time: 0.2984233 Jul 22 23:50:07.189875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58846) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:07.242810 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f6d726-7daa-4cc2-a025-61468f9f2188 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:07.247344 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f6d726-7daa-4cc2-a025-61468f9f2188 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.257996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c687203d-18d0-484c-92c5-97d66048bf19 None None] Sync routers for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:07.262629 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c26eddaf-11a5-4cfb-8a25-b302a584ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.268354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c687203d-18d0-484c-92c5-97d66048bf19 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:07.269181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c687203d-18d0-484c-92c5-97d66048bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:07.308238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c687203d-18d0-484c-92c5-97d66048bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:07.318795 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c687203d-18d0-484c-92c5-97d66048bf19 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:07.319747 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c687203d-18d0-484c-92c5-97d66048bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:07.342556 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-87f6d726-7daa-4cc2-a025-61468f9f2188 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "PUT /v2.0/floatingips/7d2f9466-3f81-4b3a-a8d2-a493715e1dc8 HTTP/1.1" status: 200 len: 977 time: 1.7628026 Jul 22 23:50:07.343563 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58850) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:07.349344 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bc986ab0-4505-41ea-a59c-3b7c01703b82 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:07.365587 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c26eddaf-11a5-4cfb-8a25-b302a584ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.381712 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c26eddaf-11a5-4cfb-8a25-b302a584ac46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7132d76e-a9ba-413d-8ec0-fdcddf2185d1']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:07.400019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c26eddaf-11a5-4cfb-8a25-b302a584ac46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbac4a22-0192-4358-a810-8c417b294fdc') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:07.400019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c26eddaf-11a5-4cfb-8a25-b302a584ac46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbac4a22-0192-4358-a810-8c417b294fdc') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:07.412396 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c26eddaf-11a5-4cfb-8a25-b302a584ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.426236 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc986ab0-4505-41ea-a59c-3b7c01703b82 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.431926 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c26eddaf-11a5-4cfb-8a25-b302a584ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.438799 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26eddaf-11a5-4cfb-8a25-b302a584ac46 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:07.439317 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c26eddaf-11a5-4cfb-8a25-b302a584ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:07.464448 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:07.510627 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c26eddaf-11a5-4cfb-8a25-b302a584ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.519213 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c26eddaf-11a5-4cfb-8a25-b302a584ac46 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.526914 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c26eddaf-11a5-4cfb-8a25-b302a584ac46 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7132d76e-a9ba-413d-8ec0-fdcddf2185d1 HTTP/1.1" status: 204 len: 168 time: 0.3322728 Jul 22 23:50:07.545960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c687203d-18d0-484c-92c5-97d66048bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:07.546538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c687203d-18d0-484c-92c5-97d66048bf19 None None] The sync data for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:07.553796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26eddaf-11a5-4cfb-8a25-b302a584ac46 admin admin] Pushing event deleted for resources: {'Network': ['ID=7132d76e-a9ba-413d-8ec0-fdcddf2185d1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:07.712161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe44e0-1a3c-4883-b0de-a12599cbdaa4 req-498e2396-0597-4f7e-8c4d-28004788d5bd tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:07.713861 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6efe44e0-1a3c-4883-b0de-a12599cbdaa4 req-498e2396-0597-4f7e-8c4d-28004788d5bd tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.0953767 Jul 22 23:50:07.761941 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6efe44e0-1a3c-4883-b0de-a12599cbdaa4 req-3b5bed2a-c636-43b9-9e1f-c279c65593bf tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414729 Jul 22 23:50:07.791632 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:07.834882 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-77d2bad5-e0ac-4920-a717-a30182cf10c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1dd9326c3d4d4bfa9becac30fde66fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419981 Jul 22 23:50:07.837259 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58866) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:07.887372 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fcc9d3d-6280-45fe-bc90-8c79f34ddbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.909841 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fcc9d3d-6280-45fe-bc90-8c79f34ddbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.960821 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc986ab0-4505-41ea-a59c-3b7c01703b82 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.963354 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fcc9d3d-6280-45fe-bc90-8c79f34ddbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.966436 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc986ab0-4505-41ea-a59c-3b7c01703b82 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.966644 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fcc9d3d-6280-45fe-bc90-8c79f34ddbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.967308 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-bc986ab0-4505-41ea-a59c-3b7c01703b82 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Floating IP 7d2f9466-3f81-4b3a-a8d2-a493715e1dc8 disassociated. External IP: 172.25.4.73, port: 2e70be56-7eee-4395-b9e6-8b409327b9c2. Jul 22 23:50:07.970562 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3fcc9d3d-6280-45fe-bc90-8c79f34ddbda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e640b94-53ea-4476-8f7f-fe4d2dcbf838 HTTP/1.1" status: 204 len: 168 time: 0.1297152 Jul 22 23:50:07.977725 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc9d3d-6280-45fe-bc90-8c79f34ddbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e640b94-53ea-4476-8f7f-fe4d2dcbf838,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:08.208734 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc986ab0-4505-41ea-a59c-3b7c01703b82 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 32b98361-2e80-40b9-952c-dcfdd1de38d4 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:08.330235 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58876) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:08.338655 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc986ab0-4505-41ea-a59c-3b7c01703b82 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:08.344477 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc986ab0-4505-41ea-a59c-3b7c01703b82 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.351720 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaf963c-00ae-433c-a54b-c859299ee204 None None] Sync routers for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:08.360699 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaf963c-00ae-433c-a54b-c859299ee204 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:08.361547 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4aaf963c-00ae-433c-a54b-c859299ee204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:08.394121 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bc986ab0-4505-41ea-a59c-3b7c01703b82 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "PUT /v2.0/floatingips/7d2f9466-3f81-4b3a-a8d2-a493715e1dc8 HTTP/1.1" status: 200 len: 687 time: 1.0487466 Jul 22 23:50:08.396472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:08.412358 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4aaf963c-00ae-433c-a54b-c859299ee204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:08.421401 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58882) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:08.421746 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaf963c-00ae-433c-a54b-c859299ee204 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:08.422351 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4aaf963c-00ae-433c-a54b-c859299ee204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:08.470546 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b06d7452-644f-43eb-b54d-83abc634742b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83d27d4d1669401cbbb2bd65e77cffa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478189 Jul 22 23:50:08.471173 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58886) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:08.475446 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4aaf963c-00ae-433c-a54b-c859299ee204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:08.476409 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaf963c-00ae-433c-a54b-c859299ee204 None None] The sync data for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:08.530568 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4228681f-c544-4fc3-aa77-3bf0a62bf306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.559121 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4228681f-c544-4fc3-aa77-3bf0a62bf306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.561495 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cb7fc933-bb06-479d-b38b-646ba3ab03d6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Deleting port 49d0e2b6-654b-4887-b4ff-8d5bab1f2d50 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:08.561979 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc933-bb06-479d-b38b-646ba3ab03d6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.607718 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4228681f-c544-4fc3-aa77-3bf0a62bf306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.610905 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4228681f-c544-4fc3-aa77-3bf0a62bf306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.612068 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4228681f-c544-4fc3-aa77-3bf0a62bf306 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c61fdd1-5dfc-46f7-809c-84b776b96adc HTTP/1.1" status: 204 len: 168 time: 0.1399708 Jul 22 23:50:08.620312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228681f-c544-4fc3-aa77-3bf0a62bf306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c61fdd1-5dfc-46f7-809c-84b776b96adc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:08.630040 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a896a06f-98ad-4916-84d1-546d6f6bb7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.663537 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc933-bb06-479d-b38b-646ba3ab03d6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.663864 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc933-bb06-479d-b38b-646ba3ab03d6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.688633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cb7fc933-bb06-479d-b38b-646ba3ab03d6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Calling delete_port for 49d0e2b6-654b-4887-b4ff-8d5bab1f2d50 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:08.828850 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a896a06f-98ad-4916-84d1-546d6f6bb7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.837643 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a896a06f-98ad-4916-84d1-546d6f6bb7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.942978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a896a06f-98ad-4916-84d1-546d6f6bb7e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21222743432f4ce8bdab3ae56446a98a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6109889 Jul 22 23:50:08.945910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58902) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:08.954377 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896a06f-98ad-4916-84d1-546d6f6bb7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca39b34c-b5ec-488b-b3dd-ab6f09c6a25a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:08.972590 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc933-bb06-479d-b38b-646ba3ab03d6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.012282 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e332776f-9635-4918-8775-08464a921ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.030213 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e332776f-9635-4918-8775-08464a921ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.033009 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fc933-bb06-479d-b38b-646ba3ab03d6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Port': ['ID=49d0e2b6-654b-4887-b4ff-8d5bab1f2d50,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:09.074963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867fe95-1ea5-46f2-8270-e7321a2d2f4e req-f1a9db72-0122-4591-b5fe-fda2b9b227f5 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:09.076800 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b867fe95-1ea5-46f2-8270-e7321a2d2f4e req-f1a9db72-0122-4591-b5fe-fda2b9b227f5 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.2361174 Jul 22 23:50:09.086502 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e332776f-9635-4918-8775-08464a921ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.089497 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e332776f-9635-4918-8775-08464a921ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.095778 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e332776f-9635-4918-8775-08464a921ea7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca39b34c-b5ec-488b-b3dd-ab6f09c6a25a HTTP/1.1" status: 204 len: 168 time: 0.1438069 Jul 22 23:50:09.100180 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332776f-9635-4918-8775-08464a921ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca39b34c-b5ec-488b-b3dd-ab6f09c6a25a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:09.106060 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc933-bb06-479d-b38b-646ba3ab03d6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.109657 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc933-bb06-479d-b38b-646ba3ab03d6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.110807 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cb7fc933-bb06-479d-b38b-646ba3ab03d6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/floatingips/7d2f9466-3f81-4b3a-a8d2-a493715e1dc8 HTTP/1.1" status: 204 len: 168 time: 0.7131338 Jul 22 23:50:09.114108 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58910) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:09.138005 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b867fe95-1ea5-46f2-8270-e7321a2d2f4e req-1579db9e-98a2-4ac4-bb3f-79f5a5194cd2 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538483 Jul 22 23:50:09.171814 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-31e928bd-1a36-425a-baa0-d69b1d46129e tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] delete failed (client error): The resource could not be found. Jul 22 23:50:09.172824 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-31e928bd-1a36-425a-baa0-d69b1d46129e tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/floatingips/7d2f9466-3f81-4b3a-a8d2-a493715e1dc8 HTTP/1.1" status: 404 len: 345 time: 0.0574837 Jul 22 23:50:09.176852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58914) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:09.319748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a41c344-f27e-43f2-b3d0-fbc3787b58b1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:09.325952 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a41c344-f27e-43f2-b3d0-fbc3787b58b1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:09.332230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a41c344-f27e-43f2-b3d0-fbc3787b58b1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:09.335097 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a41c344-f27e-43f2-b3d0-fbc3787b58b1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "GET /v2.0/ports?network_id=be87f577-cfe9-4c89-bf51-fe3229178dca HTTP/1.1" status: 200 len: 2358 time: 0.1565936 Jul 22 23:50:09.338339 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58922) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:09.412698 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59913f19-6f9d-45fd-a1fd-8e914e7096a7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:09.414257 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-59913f19-6f9d-45fd-a1fd-8e914e7096a7 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "GET /v2.0/subnets/bda2cfe2-017b-450b-99ef-8a39366c5ccc HTTP/1.1" status: 200 len: 797 time: 0.0746107 Jul 22 23:50:09.419095 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58928) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:09.425038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ee01811d-4980-493d-882b-1613cbe1d58e tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'port': {'network_id': 'be87f577-cfe9-4c89-bf51-fe3229178dca', 'name': 'tempest-FloatingIPTestJSON-1953465533', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.11'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:09.519736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:09.538343 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8cae2e8-34d5-4c55-b67f-6551f86f52fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.579659 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a60d8-3be8-4d7b-a253-9f22e0cc9774 req-a98d9785-a5a3-4a34-ba97-616f82b67d7f tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:09.581266 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-453a60d8-3be8-4d7b-a253-9f22e0cc9774 req-a98d9785-a5a3-4a34-ba97-616f82b67d7f tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.1196380 Jul 22 23:50:09.626221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b176c66-e1b2-43a8-860c-97277e9d651c req-910a159a-85f5-4c5d-9214-7e07dfb514f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:09.628687 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b176c66-e1b2-43a8-860c-97277e9d651c req-910a159a-85f5-4c5d-9214-7e07dfb514f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02479565f0ff472f83ff741896dea63c&device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 1096 time: 0.1087313 Jul 22 23:50:09.804444 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b176c66-e1b2-43a8-860c-97277e9d651c req-67e85414-053c-4381-bf57-a5310f3ce281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:09.806121 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b176c66-e1b2-43a8-860c-97277e9d651c req-67e85414-053c-4381-bf57-a5310f3ce281 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5d0aa99-addb-4c1f-af8d-d4e18852abf2 HTTP/1.1" status: 200 len: 917 time: 0.1703763 Jul 22 23:50:09.851243 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b176c66-e1b2-43a8-860c-97277e9d651c req-bd64b773-50c5-4eed-af41-004126913459 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0644e9d4-75cc-4dca-bc2f-4592456245e4 HTTP/1.1" status: 200 len: 217 time: 0.0371938 Jul 22 23:50:09.911420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b176c66-e1b2-43a8-860c-97277e9d651c req-ff0bf4a9-02fb-4d89-8104-78b1f72b00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:09.913257 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b176c66-e1b2-43a8-860c-97277e9d651c req-ff0bf4a9-02fb-4d89-8104-78b1f72b00ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6696b37-e38b-41f1-95fc-7982d1013e6d HTTP/1.1" status: 200 len: 855 time: 0.0531335 Jul 22 23:50:09.966188 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-453a60d8-3be8-4d7b-a253-9f22e0cc9774 req-b9ef6376-afb7-4913-b0f8-91884edbe327 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729694 Jul 22 23:50:09.982208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b176c66-e1b2-43a8-860c-97277e9d651c req-97ded68e-be77-4e5c-8872-56534f7e080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:09.983718 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b176c66-e1b2-43a8-860c-97277e9d651c req-97ded68e-be77-4e5c-8872-56534f7e080e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5d0aa99-addb-4c1f-af8d-d4e18852abf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634732 Jul 22 23:50:10.033661 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8cae2e8-34d5-4c55-b67f-6551f86f52fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.059281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79003-c109-49f6-b384-3547c7122d4a req-e71b144d-ace5-474e-888f-d78098b43881 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.065229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79003-c109-49f6-b384-3547c7122d4a req-e71b144d-ace5-474e-888f-d78098b43881 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.072270 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79003-c109-49f6-b384-3547c7122d4a req-e71b144d-ace5-474e-888f-d78098b43881 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.078011 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79003-c109-49f6-b384-3547c7122d4a req-e71b144d-ace5-474e-888f-d78098b43881 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.084107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79003-c109-49f6-b384-3547c7122d4a req-e71b144d-ace5-474e-888f-d78098b43881 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.090278 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79003-c109-49f6-b384-3547c7122d4a req-e71b144d-ace5-474e-888f-d78098b43881 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.097322 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79003-c109-49f6-b384-3547c7122d4a req-e71b144d-ace5-474e-888f-d78098b43881 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.098581 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7b79003-c109-49f6-b384-3547c7122d4a req-e71b144d-ace5-474e-888f-d78098b43881 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5444 time: 0.1555531 Jul 22 23:50:10.099565 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d8cae2e8-34d5-4c55-b67f-6551f86f52fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.111462 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b176c66-e1b2-43a8-860c-97277e9d651c req-42a283d7-9343-46cf-a110-a7a8f2494c4c service neutron] 10.222.0.18 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190944 Jul 22 23:50:10.118826 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee01811d-4980-493d-882b-1613cbe1d58e tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Made reservation on behalf of f740564d044f4421a6d9521354a5371f for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:10.156513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cae2e8-34d5-4c55-b67f-6551f86f52fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb4b62a-f704-49a2-9c1c-2cdb722d94ff,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:10.164005 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d8cae2e8-34d5-4c55-b67f-6551f86f52fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56abd38f78cb476280dafbaf8cd2d01b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6425409 Jul 22 23:50:10.166459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:10.196299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7b79003-c109-49f6-b384-3547c7122d4a req-3af822b5-99d0-4f7a-bf8f-d296c3cf0e59 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803442 Jul 22 23:50:10.259994 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c514110-c7aa-428b-a88a-b09e656018fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.289927 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b176c66-e1b2-43a8-860c-97277e9d651c req-cd0082cb-4ac6-42c0-a795-8498326b85df service neutron] 10.222.0.18 "GET /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653352 Jul 22 23:50:10.293291 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee01811d-4980-493d-882b-1613cbe1d58e tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.295079 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c514110-c7aa-428b-a88a-b09e656018fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.313819 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-ee01811d-4980-493d-882b-1613cbe1d58e tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] device_id is not set on port 5ac48541-23cb-4024-89cf-e46136fe0f6f yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:50:10.360143 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c514110-c7aa-428b-a88a-b09e656018fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.363564 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c514110-c7aa-428b-a88a-b09e656018fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.365054 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3c514110-c7aa-428b-a88a-b09e656018fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dcb4b62a-f704-49a2-9c1c-2cdb722d94ff HTTP/1.1" status: 204 len: 168 time: 0.1976597 Jul 22 23:50:10.386454 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c514110-c7aa-428b-a88a-b09e656018fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb4b62a-f704-49a2-9c1c-2cdb722d94ff,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:10.530850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc37e1a-8983-4a68-834d-0e5f3de368a6 req-cd912c60-12ef-4891-9099-7eda763154e0 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.532490 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9dc37e1a-8983-4a68-834d-0e5f3de368a6 req-cd912c60-12ef-4891-9099-7eda763154e0 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1564748 Jul 22 23:50:10.545653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aa815-01e1-4e86-9152-d0a34f9f85d7 req-150a00b0-da9c-4a7c-b7b7-4d2f6790194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.547099 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-255aa815-01e1-4e86-9152-d0a34f9f85d7 req-150a00b0-da9c-4a7c-b7b7-4d2f6790194f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0648e710624549d88e8c0c8a91031658&device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 1096 time: 0.2059131 Jul 22 23:50:10.548094 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e152a-ef50-43e3-b31d-c2db2e3a5024 req-246e4e91-7ec3-4902-b8c6-f219767ae007 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.555904 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e152a-ef50-43e3-b31d-c2db2e3a5024 req-246e4e91-7ec3-4902-b8c6-f219767ae007 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.561845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e152a-ef50-43e3-b31d-c2db2e3a5024 req-246e4e91-7ec3-4902-b8c6-f219767ae007 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.568265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e152a-ef50-43e3-b31d-c2db2e3a5024 req-246e4e91-7ec3-4902-b8c6-f219767ae007 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.574236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e152a-ef50-43e3-b31d-c2db2e3a5024 req-246e4e91-7ec3-4902-b8c6-f219767ae007 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.580313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e152a-ef50-43e3-b31d-c2db2e3a5024 req-246e4e91-7ec3-4902-b8c6-f219767ae007 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.586498 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e152a-ef50-43e3-b31d-c2db2e3a5024 req-246e4e91-7ec3-4902-b8c6-f219767ae007 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.592256 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-502e152a-ef50-43e3-b31d-c2db2e3a5024 req-246e4e91-7ec3-4902-b8c6-f219767ae007 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5444 time: 0.2021902 Jul 22 23:50:10.631841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9dc37e1a-8983-4a68-834d-0e5f3de368a6 req-2d687e9c-4b9a-48e6-8a6f-3b4a5b53d49c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384817 Jul 22 23:50:10.724494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aa815-01e1-4e86-9152-d0a34f9f85d7 req-a65795ec-8207-4508-8418-030275b118be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.726004 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-255aa815-01e1-4e86-9152-d0a34f9f85d7 req-a65795ec-8207-4508-8418-030275b118be service neutron] 10.222.0.95 "GET /v2.0/networks?id=6c243616-7ce3-49b3-a3b7-5a71469105fa HTTP/1.1" status: 200 len: 919 time: 0.1701484 Jul 22 23:50:10.782938 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-255aa815-01e1-4e86-9152-d0a34f9f85d7 req-af916f97-8c9d-446d-a978-1d2a72465c3a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92581157-a7ee-483f-bbdc-7bca3fc0ca3e HTTP/1.1" status: 200 len: 217 time: 0.0497584 Jul 22 23:50:10.794140 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ee01811d-4980-493d-882b-1613cbe1d58e tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Allocated IP 172.20.0.14 (be87f577-cfe9-4c89-bf51-fe3229178dca/bda2cfe2-017b-450b-99ef-8a39366c5ccc/5ac48541-23cb-4024-89cf-e46136fe0f6f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:10.827522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ee01811d-4980-493d-882b-1613cbe1d58e tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Allocated IP 172.20.0.11 (be87f577-cfe9-4c89-bf51-fe3229178dca/bda2cfe2-017b-450b-99ef-8a39366c5ccc/5ac48541-23cb-4024-89cf-e46136fe0f6f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:10.868309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aa815-01e1-4e86-9152-d0a34f9f85d7 req-7e99be76-06e1-4cb2-8609-dcf419eee82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.869473 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-255aa815-01e1-4e86-9152-d0a34f9f85d7 req-7e99be76-06e1-4cb2-8609-dcf419eee82f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=57003466-1ac5-4281-bdec-6c2f62849a78 HTTP/1.1" status: 200 len: 858 time: 0.0734887 Jul 22 23:50:10.923133 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-255aa815-01e1-4e86-9152-d0a34f9f85d7 req-df3b4e17-360c-4a42-a06f-9828b0c78346 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6c243616-7ce3-49b3-a3b7-5a71469105fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440443 Jul 22 23:50:11.127546 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-255aa815-01e1-4e86-9152-d0a34f9f85d7 req-66ebd7d4-664f-4707-983b-7a9411c6cb54 service neutron] 10.222.0.95 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946774 Jul 22 23:50:11.134433 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee01811d-4980-493d-882b-1613cbe1d58e tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.189381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10424f9-87be-49a6-af8a-82954cbe2d40 req-de8834fa-5adc-41e7-b379-d612145a9400 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:11.192318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d10424f9-87be-49a6-af8a-82954cbe2d40 req-de8834fa-5adc-41e7-b379-d612145a9400 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.1073437 Jul 22 23:50:11.251666 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d10424f9-87be-49a6-af8a-82954cbe2d40 req-011f4498-82a6-49cb-b0e0-261f8618633d tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495815 Jul 22 23:50:11.259256 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee01811d-4980-493d-882b-1613cbe1d58e tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.328834 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-255aa815-01e1-4e86-9152-d0a34f9f85d7 req-ff20454b-dabe-4fbf-9085-5cc1abca2e51 service neutron] 10.222.0.95 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913295 Jul 22 23:50:11.335204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee01811d-4980-493d-882b-1613cbe1d58e tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network be87f577-cfe9-4c89-bf51-fe3229178dca is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:11.339044 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ee01811d-4980-493d-882b-1613cbe1d58e tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:11.343903 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee01811d-4980-493d-882b-1613cbe1d58e tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:11.348205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01811d-4980-493d-882b-1613cbe1d58e tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=5ac48541-23cb-4024-89cf-e46136fe0f6f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:11.420542 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee01811d-4980-493d-882b-1613cbe1d58e tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:11.421248 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee01811d-4980-493d-882b-1613cbe1d58e tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.441602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dfd83-4bff-40a6-b76f-3d4346316418 req-1c9c3398-0bc9-4c09-a14b-1e0af03480a2 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:11.443668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b25dfd83-4bff-40a6-b76f-3d4346316418 req-1c9c3398-0bc9-4c09-a14b-1e0af03480a2 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.0839217 Jul 22 23:50:11.445456 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ee01811d-4980-493d-882b-1613cbe1d58e tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.0248272 Jul 22 23:50:11.447874 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59024) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:11.453360 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '5ac48541-23cb-4024-89cf-e46136fe0f6f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:11.479993 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.494129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b25dfd83-4bff-40a6-b76f-3d4346316418 req-4d999c67-d390-4d56-a5e9-16a62b19e848 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436230 Jul 22 23:50:11.518175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59026) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:11.628426 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.670751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21937251-d6c4-4f83-b1b2-0c91fbdc3159 req-d61f4e96-55e6-47bd-8206-c748777efe3d tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:11.675570 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21937251-d6c4-4f83-b1b2-0c91fbdc3159 req-d61f4e96-55e6-47bd-8206-c748777efe3d tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=14582d49-4590-495a-9f2c-72beacf726ee HTTP/1.1" status: 200 len: 946 time: 0.0983300 Jul 22 23:50:11.729917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21937251-d6c4-4f83-b1b2-0c91fbdc3159 req-70d0efab-1c6b-4c3d-8e21-760f6245f579 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Jul 22 23:50:11.745715 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d58a4c7c-2e2c-4dc4-be08-55a4196caf10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.787241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Allocated IP 172.25.4.243 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/45811d1d-a086-4b1a-9244-88ed552189b9) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:11.891576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a421d-964d-4eff-8d29-1a4b038de78c req-d5af338c-14e7-4258-ab3f-803758fadb8c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:11.893218 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-678a421d-964d-4eff-8d29-1a4b038de78c req-d5af338c-14e7-4258-ab3f-803758fadb8c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1394031 Jul 22 23:50:11.953945 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.966603 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d58a4c7c-2e2c-4dc4-be08-55a4196caf10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.974483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16690c-0ac5-402e-ae02-925feb7bc711 req-8b1a5f08-97ed-4a8d-bce9-4cb59112668b tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:11.974695 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d58a4c7c-2e2c-4dc4-be08-55a4196caf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.976160 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a16690c-0ac5-402e-ae02-925feb7bc711 req-8b1a5f08-97ed-4a8d-bce9-4cb59112668b tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 946 time: 0.1392615 Jul 22 23:50:11.987150 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-678a421d-964d-4eff-8d29-1a4b038de78c req-b79ef0e9-33b2-41d4-a053-e8afaac43b1c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768585 Jul 22 23:50:12.039868 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a16690c-0ac5-402e-ae02-925feb7bc711 req-41ad6b7f-d188-4088-b98d-47f1e4ded683 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514708 Jul 22 23:50:12.051947 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a4c7c-2e2c-4dc4-be08-55a4196caf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219cc590-4dcb-470b-9c27-a4e49f9ef024,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:12.060242 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d58a4c7c-2e2c-4dc4-be08-55a4196caf10 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc60d1f9a3754277a8cf47bf2f685679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5380237 Jul 22 23:50:12.060466 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59050) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:12.085998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-12ee184a-9de5-443f-bde8-7f86cfc2fcd3 req-b6cd548c-9d37-407b-95f3-ab414833936a tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:50:12.086893 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12ee184a-9de5-443f-bde8-7f86cfc2fcd3 req-b6cd548c-9d37-407b-95f3-ab414833936a tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065968 Jul 22 23:50:12.089539 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.149221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:12.162150 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:12.165961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:12.168048 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=45811d1d-a086-4b1a-9244-88ed552189b9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:12.192203 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d815fc2-0dac-47ee-a8ca-d133c42c8369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.219601 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12ee184a-9de5-443f-bde8-7f86cfc2fcd3 req-41f533b1-6942-4c89-bb12-6e0664ba6381 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1265175 Jul 22 23:50:12.225060 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d815fc2-0dac-47ee-a8ca-d133c42c8369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.348999 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d815fc2-0dac-47ee-a8ca-d133c42c8369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.351642 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d815fc2-0dac-47ee-a8ca-d133c42c8369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.352937 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9d815fc2-0dac-47ee-a8ca-d133c42c8369 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/219cc590-4dcb-470b-9c27-a4e49f9ef024 HTTP/1.1" status: 204 len: 168 time: 0.2914374 Jul 22 23:50:12.419679 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d815fc2-0dac-47ee-a8ca-d133c42c8369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219cc590-4dcb-470b-9c27-a4e49f9ef024,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:12.657486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c2ecb-e1ad-423e-817b-66c7367b66c4 req-4b4af080-1716-46c7-b531-e8ffee5bc9d3 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:12.659482 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.664994 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-932c2ecb-e1ad-423e-817b-66c7367b66c4 req-4b4af080-1716-46c7-b531-e8ffee5bc9d3 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.0992141 Jul 22 23:50:12.674066 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a53866-47e1-418a-b9e0-f111c82a5497 req-f3750c1c-61d4-4ed7-be7b-316076e277d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:12.674689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a53866-47e1-418a-b9e0-f111c82a5497 req-f3750c1c-61d4-4ed7-be7b-316076e277d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:12.675222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a53866-47e1-418a-b9e0-f111c82a5497 req-f3750c1c-61d4-4ed7-be7b-316076e277d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:12.675695 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a53866-47e1-418a-b9e0-f111c82a5497 req-f3750c1c-61d4-4ed7-be7b-316076e277d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:12.676164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a53866-47e1-418a-b9e0-f111c82a5497 req-f3750c1c-61d4-4ed7-be7b-316076e277d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:12.676749 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a53866-47e1-418a-b9e0-f111c82a5497 req-f3750c1c-61d4-4ed7-be7b-316076e277d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:12.677258 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a53866-47e1-418a-b9e0-f111c82a5497 req-f3750c1c-61d4-4ed7-be7b-316076e277d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:12.679263 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8a53866-47e1-418a-b9e0-f111c82a5497 req-f3750c1c-61d4-4ed7-be7b-316076e277d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 6501 time: 0.1604688 Jul 22 23:50:12.743024 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8a53866-47e1-418a-b9e0-f111c82a5497 req-4f8aa3cb-7503-48d6-bebb-385221a12d64 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=667796f0-f236-42b1-9269-692d06e56c1d&id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566354 Jul 22 23:50:12.750987 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-932c2ecb-e1ad-423e-817b-66c7367b66c4 req-d62f64ff-0241-4e06-a42f-c3cb418a7917 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851357 Jul 22 23:50:12.786408 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.864164 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59076) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:12.890627 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e357fac6-75be-4b1d-b7ea-cd9ca3748694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.913688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fd70b-4bcd-467e-a454-5e1e48a4989e req-86c9bbdb-1fd1-46aa-9949-303cb81eec9a tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:12.915339 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c1fd70b-4bcd-467e-a454-5e1e48a4989e req-86c9bbdb-1fd1-46aa-9949-303cb81eec9a tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=14582d49-4590-495a-9f2c-72beacf726ee HTTP/1.1" status: 200 len: 946 time: 0.0853095 Jul 22 23:50:12.961985 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c1fd70b-4bcd-467e-a454-5e1e48a4989e req-1f5c388c-d4e2-4478-b558-b7aac35dfe9a tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393322 Jul 22 23:50:12.992807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59082) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:13.138864 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f61efd6-7eaa-4422-b06e-d00317c7e951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.210111 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab869662-34d6-42cb-bd4b-dae5ce53402f req-d7c71405-2176-438e-9913-e36b5be53060 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:13.211760 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab869662-34d6-42cb-bd4b-dae5ce53402f req-d7c71405-2176-438e-9913-e36b5be53060 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 946 time: 0.1681321 Jul 22 23:50:13.222976 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc35e7c-79c3-43e2-a454-2ba3142ae54d req-1d95db37-c507-474d-a588-03d95844fccd tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:13.225390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5dc35e7c-79c3-43e2-a454-2ba3142ae54d req-1d95db37-c507-474d-a588-03d95844fccd tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1436474 Jul 22 23:50:13.308442 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab869662-34d6-42cb-bd4b-dae5ce53402f req-3caa695e-54a9-4a26-be3e-ae4f7f70a81a tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820205 Jul 22 23:50:13.310874 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.314748 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5dc35e7c-79c3-43e2-a454-2ba3142ae54d req-d7acef68-1d2e-432e-9e97-25095c401558 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757010 Jul 22 23:50:13.319026 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.358914 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f61efd6-7eaa-4422-b06e-d00317c7e951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.364236 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4f61efd6-7eaa-4422-b06e-d00317c7e951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.409230 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4f61efd6-7eaa-4422-b06e-d00317c7e951 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fbd9a65097bb4663b0eada31f5c25755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4151876 Jul 22 23:50:13.409972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59092) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:13.416855 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61efd6-7eaa-4422-b06e-d00317c7e951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2bc1e9-8ae6-4c6d-a5ae-ac82fe13b143,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:13.418416 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=45811d1d-a086-4b1a-9244-88ed552189b9,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:13.423592 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.471610 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdc29896-142e-4831-b6e6-3d0ff68d5af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.506507 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdc29896-142e-4831-b6e6-3d0ff68d5af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.556631 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Floating IP 5af81ebc-5b42-47ae-be7c-c588e2f7bbc6 associated. External IP: 172.25.4.243, port: 5ac48541-23cb-4024-89cf-e46136fe0f6f. Jul 22 23:50:13.592275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304cfc5-7765-45c1-8d99-a6552ece5dd5 req-d47d0bfe-8c3a-4da5-acae-1426fcae91be tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:13.598291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304cfc5-7765-45c1-8d99-a6552ece5dd5 req-d47d0bfe-8c3a-4da5-acae-1426fcae91be tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:13.604443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304cfc5-7765-45c1-8d99-a6552ece5dd5 req-d47d0bfe-8c3a-4da5-acae-1426fcae91be tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:13.606145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e304cfc5-7765-45c1-8d99-a6552ece5dd5 req-d47d0bfe-8c3a-4da5-acae-1426fcae91be tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229&device_id=14582d49-4590-495a-9f2c-72beacf726ee&device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 2418 time: 0.1202688 Jul 22 23:50:13.626472 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdc29896-142e-4831-b6e6-3d0ff68d5af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.628966 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdc29896-142e-4831-b6e6-3d0ff68d5af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.630651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bdc29896-142e-4831-b6e6-3d0ff68d5af9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe2bc1e9-8ae6-4c6d-a5ae-ac82fe13b143 HTTP/1.1" status: 204 len: 168 time: 0.2193465 Jul 22 23:50:13.643671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc29896-142e-4831-b6e6-3d0ff68d5af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2bc1e9-8ae6-4c6d-a5ae-ac82fe13b143,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:13.644321 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e357fac6-75be-4b1d-b7ea-cd9ca3748694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.656073 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e357fac6-75be-4b1d-b7ea-cd9ca3748694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.660113 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e304cfc5-7765-45c1-8d99-a6552ece5dd5 req-bc507658-5797-4c34-8f86-859f8d7e22eb tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478809 Jul 22 23:50:13.724846 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e357fac6-75be-4b1d-b7ea-cd9ca3748694 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec5bd26a82d0401fa822c73b70cf8da0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8594346 Jul 22 23:50:13.725474 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59098) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:13.791628 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49d93059-676a-4e94-8ed1-ceb60d5ef1d8 req-fcfaaf2d-91c3-41fb-aaad-e31955464095 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0818610 Jul 22 23:50:13.800754 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357fac6-75be-4b1d-b7ea-cd9ca3748694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869edd31-551f-4168-83e9-65b4da5ecbc6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:13.864771 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-728d0994-a292-4d88-ac85-bcd5d909f2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.892948 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 32b98361-2e80-40b9-952c-dcfdd1de38d4 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:13.898539 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-728d0994-a292-4d88-ac85-bcd5d909f2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.945891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59104) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:13.960982 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88e377af-fb7b-44b7-9ff5-8f599220881f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:14.034686 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-728d0994-a292-4d88-ac85-bcd5d909f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:14.037842 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-728d0994-a292-4d88-ac85-bcd5d909f2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:14.043362 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-728d0994-a292-4d88-ac85-bcd5d909f2d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/869edd31-551f-4168-83e9-65b4da5ecbc6 HTTP/1.1" status: 204 len: 168 time: 0.2814219 Jul 22 23:50:14.059734 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d0994-a292-4d88-ac85-bcd5d909f2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869edd31-551f-4168-83e9-65b4da5ecbc6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:14.066622 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:14.086433 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cdaa90-ba67-445f-8079-4ae2aedc367a None None] Sync routers for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:14.102070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cdaa90-ba67-445f-8079-4ae2aedc367a None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:14.102785 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-53cdaa90-ba67-445f-8079-4ae2aedc367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:14.130652 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88e377af-fb7b-44b7-9ff5-8f599220881f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:14.138407 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88e377af-fb7b-44b7-9ff5-8f599220881f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:14.138949 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-53cdaa90-ba67-445f-8079-4ae2aedc367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:14.148145 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:14.151260 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cdaa90-ba67-445f-8079-4ae2aedc367a None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:14.152191 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-53cdaa90-ba67-445f-8079-4ae2aedc367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:14.191588 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59110) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:14.193713 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-53cdaa90-ba67-445f-8079-4ae2aedc367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:14.194506 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-88e377af-fb7b-44b7-9ff5-8f599220881f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13e6c4e73ef243ce81569c4c02b2f3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447684 Jul 22 23:50:14.194820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cdaa90-ba67-445f-8079-4ae2aedc367a None None] The sync data for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:14.195776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e377af-fb7b-44b7-9ff5-8f599220881f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaf25bc-aa75-48cc-a010-cdedb6fd2f3b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:14.245645 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ca1fa58b-471e-4135-a994-f3cb934e2f11 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.7962554 Jul 22 23:50:14.248492 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59112) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:14.254627 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d0ca020d-36a6-4663-af6c-be8bd975264c tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'floatingip': {'port_id': '5ac48541-23cb-4024-89cf-e46136fe0f6f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:14.261328 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4c445d1-769d-4834-97bf-1613a8cb7342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:14.310981 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4c445d1-769d-4834-97bf-1613a8cb7342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:14.324067 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0ca020d-36a6-4663-af6c-be8bd975264c tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:14.388282 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4c445d1-769d-4834-97bf-1613a8cb7342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:14.391098 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4c445d1-769d-4834-97bf-1613a8cb7342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:14.394665 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f4c445d1-769d-4834-97bf-1613a8cb7342 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fcaf25bc-aa75-48cc-a010-cdedb6fd2f3b HTTP/1.1" status: 204 len: 168 time: 0.1972239 Jul 22 23:50:14.408480 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c445d1-769d-4834-97bf-1613a8cb7342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaf25bc-aa75-48cc-a010-cdedb6fd2f3b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:14.617614 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c27d1d-3699-4a18-9150-e4637f074335 req-f088386c-4b7c-436f-9e69-9e411d34083c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:14.624286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17c27d1d-3699-4a18-9150-e4637f074335 req-f088386c-4b7c-436f-9e69-9e411d34083c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1715074 Jul 22 23:50:14.721750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17c27d1d-3699-4a18-9150-e4637f074335 req-cff39c10-aff7-4680-9a63-4f5b477870f9 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960734 Jul 22 23:50:15.031315 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eadefeee-8db7-4c75-9f87-682adea82388 req-aae1ae93-470c-42de-bbd6-88e1ad5605e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0875437 Jul 22 23:50:15.142875 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadefeee-8db7-4c75-9f87-682adea82388 req-0dd54f0e-f353-4f67-a731-5a097c04809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:15.144440 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eadefeee-8db7-4c75-9f87-682adea82388 req-0dd54f0e-f353-4f67-a731-5a097c04809e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0648e710624549d88e8c0c8a91031658&device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0815036 Jul 22 23:50:15.182872 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0ca020d-36a6-4663-af6c-be8bd975264c tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:15.190402 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0ca020d-36a6-4663-af6c-be8bd975264c tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:15.378493 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadefeee-8db7-4c75-9f87-682adea82388 req-04b7097a-321b-4410-a82f-24418d9ad9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:15.380402 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eadefeee-8db7-4c75-9f87-682adea82388 req-04b7097a-321b-4410-a82f-24418d9ad9ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c243616-7ce3-49b3-a3b7-5a71469105fa HTTP/1.1" status: 200 len: 919 time: 0.2083585 Jul 22 23:50:15.409470 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af29bb8-4145-404e-b598-fbd51a20ad47 req-1fcfaea0-d22e-4da8-b69f-31e0702e16d9 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:15.412128 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0af29bb8-4145-404e-b598-fbd51a20ad47 req-1fcfaea0-d22e-4da8-b69f-31e0702e16d9 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 946 time: 0.1236675 Jul 22 23:50:15.436665 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eadefeee-8db7-4c75-9f87-682adea82388 req-c153fa81-00d3-4577-8c1b-b0c27879122c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d07f1bac-7b34-4c86-b144-80f7f086710c HTTP/1.1" status: 200 len: 217 time: 0.0478187 Jul 22 23:50:15.514033 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadefeee-8db7-4c75-9f87-682adea82388 req-43fb9dfc-5a4b-4f3a-82fb-ba8dd66e2bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:15.515608 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eadefeee-8db7-4c75-9f87-682adea82388 req-43fb9dfc-5a4b-4f3a-82fb-ba8dd66e2bf6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57003466-1ac5-4281-bdec-6c2f62849a78 HTTP/1.1" status: 200 len: 858 time: 0.0711327 Jul 22 23:50:15.530294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0af29bb8-4145-404e-b598-fbd51a20ad47 req-25d158bd-5709-4138-8dce-c45369784f51 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781379 Jul 22 23:50:15.567873 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eadefeee-8db7-4c75-9f87-682adea82388 req-1f8b7386-6e5e-43cb-a554-74fa07c112e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c243616-7ce3-49b3-a3b7-5a71469105fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438361 Jul 22 23:50:15.579809 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ca020d-36a6-4663-af6c-be8bd975264c tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 32b98361-2e80-40b9-952c-dcfdd1de38d4 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:15.685750 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eadefeee-8db7-4c75-9f87-682adea82388 req-ce4e9124-ddbd-4e8e-8345-e9b17c3f585c service neutron] 10.222.0.18 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029801 Jul 22 23:50:15.751430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ca020d-36a6-4663-af6c-be8bd975264c tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:15.758432 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0ca020d-36a6-4663-af6c-be8bd975264c tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:15.763254 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b457f444-e361-4466-8e79-d5672f48d11c None None] Sync routers for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:15.781452 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b457f444-e361-4466-8e79-d5672f48d11c None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:15.782475 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b457f444-e361-4466-8e79-d5672f48d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:15.880178 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b457f444-e361-4466-8e79-d5672f48d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:15.890402 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eadefeee-8db7-4c75-9f87-682adea82388 req-a584073c-4d0d-4570-8390-0d79ca432ad0 service neutron] 10.222.0.18 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954792 Jul 22 23:50:15.894864 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b457f444-e361-4466-8e79-d5672f48d11c None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:15.897280 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b457f444-e361-4466-8e79-d5672f48d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:15.928010 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d0ca020d-36a6-4663-af6c-be8bd975264c tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "PUT /v2.0/floatingips/5af81ebc-5b42-47ae-be7c-c588e2f7bbc6 HTTP/1.1" status: 200 len: 979 time: 1.6777387 Jul 22 23:50:15.930887 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59190) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:15.936553 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b457f444-e361-4466-8e79-d5672f48d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:15.937726 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b457f444-e361-4466-8e79-d5672f48d11c None None] The sync data for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:15.958112 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab542641-e2ba-437e-a671-540dde452c0a req-08bfae5b-10f8-416b-a763-6d0af85fbeaa tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:15.960142 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab542641-e2ba-437e-a671-540dde452c0a req-08bfae5b-10f8-416b-a763-6d0af85fbeaa tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1195204 Jul 22 23:50:16.009654 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab542641-e2ba-437e-a671-540dde452c0a req-82a4683c-7c2c-4f33-96d8-0e971124c7dc tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384912 Jul 22 23:50:16.153613 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5b114f7d-128f-4aa2-addf-07fd8d12ee08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Deleting port 45811d1d-a086-4b1a-9244-88ed552189b9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:16.154187 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b114f7d-128f-4aa2-addf-07fd8d12ee08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.231047 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59202) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:16.248548 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b114f7d-128f-4aa2-addf-07fd8d12ee08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.249006 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b114f7d-128f-4aa2-addf-07fd8d12ee08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.261550 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5b114f7d-128f-4aa2-addf-07fd8d12ee08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Calling delete_port for 45811d1d-a086-4b1a-9244-88ed552189b9 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:16.336867 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:16.367476 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.437386 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b114f7d-128f-4aa2-addf-07fd8d12ee08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.469144 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.477191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b114f7d-128f-4aa2-addf-07fd8d12ee08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Port': ['ID=45811d1d-a086-4b1a-9244-88ed552189b9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:16.486604 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.537644 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b114f7d-128f-4aa2-addf-07fd8d12ee08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.537976 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-5b114f7d-128f-4aa2-addf-07fd8d12ee08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Floating IP 5af81ebc-5b42-47ae-be7c-c588e2f7bbc6 disassociated (deleted). External IP: 172.25.4.243, port: 5ac48541-23cb-4024-89cf-e46136fe0f6f. Jul 22 23:50:16.622518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Allocated IP 172.25.4.179 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/6d00d89e-19e7-49c4-86e9-c5fd8a7d8bfd) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:16.783389 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b114f7d-128f-4aa2-addf-07fd8d12ee08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 32b98361-2e80-40b9-952c-dcfdd1de38d4 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:16.895767 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b114f7d-128f-4aa2-addf-07fd8d12ee08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:16.900225 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b114f7d-128f-4aa2-addf-07fd8d12ee08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.908942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca76b8a-912d-48de-91b0-6ecaea5039f8 None None] Sync routers for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:16.920306 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca76b8a-912d-48de-91b0-6ecaea5039f8 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:16.921122 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dca76b8a-912d-48de-91b0-6ecaea5039f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:16.954716 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dca76b8a-912d-48de-91b0-6ecaea5039f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:16.964860 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca76b8a-912d-48de-91b0-6ecaea5039f8 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:16.965650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dca76b8a-912d-48de-91b0-6ecaea5039f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:16.968657 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5b114f7d-128f-4aa2-addf-07fd8d12ee08 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/floatingips/5af81ebc-5b42-47ae-be7c-c588e2f7bbc6 HTTP/1.1" status: 204 len: 168 time: 1.0360730 Jul 22 23:50:16.971121 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:17.002225 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dca76b8a-912d-48de-91b0-6ecaea5039f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:17.003043 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca76b8a-912d-48de-91b0-6ecaea5039f8 None None] The sync data for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:17.071360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e8a0e-7750-474c-8af2-66f69e071ad6 req-72082e48-79d5-49e2-86ec-fdb6530954b2 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:17.072891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e53e8a0e-7750-474c-8af2-66f69e071ad6 req-72082e48-79d5-49e2-86ec-fdb6530954b2 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 946 time: 0.4384580 Jul 22 23:50:17.079260 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752f971-c666-4a8c-91f7-e33428c3e262 req-a11c0061-194f-437e-9637-0547bba62d6f tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:17.080855 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3752f971-c666-4a8c-91f7-e33428c3e262 req-a11c0061-194f-437e-9637-0547bba62d6f tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.18 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 946 time: 0.1575239 Jul 22 23:50:17.134768 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.152038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e0868f7c-c5ed-49ae-9554-436aa782dffc tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Deleting port 5ac48541-23cb-4024-89cf-e46136fe0f6f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:17.152400 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0868f7c-c5ed-49ae-9554-436aa782dffc tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.172080 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e53e8a0e-7750-474c-8af2-66f69e071ad6 req-6e9fbe3c-f49c-4fdd-939b-d3247566ff56 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917270 Jul 22 23:50:17.215939 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a6f67-d118-4dc0-bd66-23cdd73cfdfa req-a6fad262-4182-4ac1-b18b-e966bce23f89 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:17.217446 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e3a6f67-d118-4dc0-bd66-23cdd73cfdfa req-a6fad262-4182-4ac1-b18b-e966bce23f89 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1311607 Jul 22 23:50:17.224454 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.274250 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0868f7c-c5ed-49ae-9554-436aa782dffc tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.283932 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3752f971-c666-4a8c-91f7-e33428c3e262 req-57cc9751-7612-4968-beb8-941202a88731 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Deleting port 6daf26f0-0592-476a-a607-6c93e8044de1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:17.284271 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3752f971-c666-4a8c-91f7-e33428c3e262 req-57cc9751-7612-4968-beb8-941202a88731 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.285396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:17.294026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Pushing event updated for resources: {'Port': ['ID=6d00d89e-19e7-49c4-86e9-c5fd8a7d8bfd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:17.296472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:17.300331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:17.301760 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e0868f7c-c5ed-49ae-9554-436aa782dffc tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Calling delete_port for 5ac48541-23cb-4024-89cf-e46136fe0f6f owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:17.307859 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e3a6f67-d118-4dc0-bd66-23cdd73cfdfa req-f4330da1-8bb4-404b-a586-16b96e77e653 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801730 Jul 22 23:50:17.390689 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.431833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3752f971-c666-4a8c-91f7-e33428c3e262 req-57cc9751-7612-4968-beb8-941202a88731 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] For port 6daf26f0-0592-476a-a607-6c93e8044de1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6daf26f0-0592-476a-a607-6c93e8044de1,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:17.432298 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3752f971-c666-4a8c-91f7-e33428c3e262 req-57cc9751-7612-4968-beb8-941202a88731 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.438047 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.454384 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3752f971-c666-4a8c-91f7-e33428c3e262 req-57cc9751-7612-4968-beb8-941202a88731 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Calling delete_port for 6daf26f0-0592-476a-a607-6c93e8044de1 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:17.595798 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.600401 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.636113 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0868f7c-c5ed-49ae-9554-436aa782dffc tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.675928 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0868f7c-c5ed-49ae-9554-436aa782dffc tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Port': ['ID=5ac48541-23cb-4024-89cf-e46136fe0f6f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:17.681359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Pushing event updated for resources: {'Port': ['ID=6d00d89e-19e7-49c4-86e9-c5fd8a7d8bfd,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:17.690741 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.705971 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.712309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:17.713538 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6388f4be-daf3-4c3b-b2f3-1b0fbee1dc79 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4755132 Jul 22 23:50:17.738406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ed25e13d-45ca-4103-8eed-742344a3b270 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1817675883', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'fixed_ips': [{'ip_address': '172.25.4.179'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:17.748693 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3752f971-c666-4a8c-91f7-e33428c3e262 req-57cc9751-7612-4968-beb8-941202a88731 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.760628 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['c0664185-f1e6-445a-ae58-9e1796f7bfaa'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:17.789268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['0644e9d4-75cc-4dca-bc2f-4592456245e4', '6daf26f0-0592-476a-a607-6c93e8044de1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:17.812754 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc9751-7612-4968-beb8-941202a88731 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Pushing event deleted for resources: {'Port': ['ID=6daf26f0-0592-476a-a607-6c93e8044de1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:17.851442 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0868f7c-c5ed-49ae-9554-436aa782dffc tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.856683 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e0868f7c-c5ed-49ae-9554-436aa782dffc tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/ports/5ac48541-23cb-4024-89cf-e46136fe0f6f HTTP/1.1" status: 204 len: 168 time: 0.8812649 Jul 22 23:50:17.856837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed25e13d-45ca-4103-8eed-742344a3b270 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Made reservation on behalf of 48b15afe61f341e4928322eff8712843 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:17.858105 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59228) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:17.859338 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed25e13d-45ca-4103-8eed-742344a3b270 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.866057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:17.892081 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.049837 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.190046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Allocated IP 172.25.4.38 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/0964c191-580a-4569-b4aa-9dc7deb32102) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:18.262052 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3752f971-c666-4a8c-91f7-e33428c3e262 req-57cc9751-7612-4968-beb8-941202a88731 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] No DVR routers for this DVR port 6daf26f0-0592-476a-a607-6c93e8044de1 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:18.263926 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed25e13d-45ca-4103-8eed-742344a3b270 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.273534 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3752f971-c666-4a8c-91f7-e33428c3e262 req-57cc9751-7612-4968-beb8-941202a88731 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.277180 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3752f971-c666-4a8c-91f7-e33428c3e262 req-57cc9751-7612-4968-beb8-941202a88731 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.18 "DELETE /v2.0/ports/6daf26f0-0592-476a-a607-6c93e8044de1 HTTP/1.1" status: 204 len: 173 time: 1.1886680 Jul 22 23:50:18.278253 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c60e32-2dac-4673-862f-83036bb7f229', 'name': 'network-vif-deleted', 'tag': '6daf26f0-0592-476a-a607-6c93e8044de1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:18.281676 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbde1ccb-9854-45c4-8244-78fda96fbb00" -d '{"events": [{"server_uuid": "32c60e32-2dac-4673-862f-83036bb7f229", "name": "network-vif-deleted", "tag": "6daf26f0-0592-476a-a607-6c93e8044de1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:18.393030 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7980cd-62e5-4b07-abb3-8daaad3bc503 x-openstack-request-id: req-8c7980cd-62e5-4b07-abb3-8daaad3bc503 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:18.393570 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c60e32-2dac-4673-862f-83036bb7f229", "name": "network-vif-deleted", "tag": "6daf26f0-0592-476a-a607-6c93e8044de1", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:18.394068 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c7980cd-62e5-4b07-abb3-8daaad3bc503 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:18.394563 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c60e32-2dac-4673-862f-83036bb7f229', 'name': 'network-vif-deleted', 'tag': '6daf26f0-0592-476a-a607-6c93e8044de1', 'status': 'completed', 'code': 200} Jul 22 23:50:18.406949 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed25e13d-45ca-4103-8eed-742344a3b270 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.416293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f219ca9-f0bf-4f88-ac00-8af13162756b req-deaf00f5-efc2-4da6-a0af-28d0b4d18e15 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c60e32-2dac-4673-862f-83036bb7f229 HTTP/1.1" status: 200 len: 210 time: 0.0447304 Jul 22 23:50:18.419538 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed25e13d-45ca-4103-8eed-742344a3b270 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.424076 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-ed25e13d-45ca-4103-8eed-742344a3b270 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] device_id is not set on port edfa87e7-2a3f-4d88-9e2b-2f86b537cd89 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:50:18.489487 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.607014 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25e13d-45ca-4103-8eed-742344a3b270 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a323e8-72ad-4358-aecf-a27c5ce91b9f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:18.617425 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20d847-f799-4b67-a296-9d0945a11c56 req-c23548d7-b24e-4874-9547-4eaf2ddfa93c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:18.621558 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e20d847-f799-4b67-a296-9d0945a11c56 req-c23548d7-b24e-4874-9547-4eaf2ddfa93c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.0980284 Jul 22 23:50:18.625053 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.669760 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:18.684760 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:18.687600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:18.689756 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed25e13d-45ca-4103-8eed-742344a3b270 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 23:50:18.690389 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed25e13d-45ca-4103-8eed-742344a3b270 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:50:18.706600 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ed25e13d-45ca-4103-8eed-742344a3b270 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9931760 Jul 22 23:50:18.709483 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59246) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:18.730696 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=0964c191-580a-4569-b4aa-9dc7deb32102,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:18.757778 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e20d847-f799-4b67-a296-9d0945a11c56 req-64e3dba3-74c6-4590-bff7-6a8193ef1c5c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220427 Jul 22 23:50:18.842526 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.864999 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b0c2eb8a-0cb0-491b-b3c6-5a91deda4466 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Deleting port 6d00d89e-19e7-49c4-86e9-c5fd8a7d8bfd {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:18.864999 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0c2eb8a-0cb0-491b-b3c6-5a91deda4466 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.907676 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.981142 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0c2eb8a-0cb0-491b-b3c6-5a91deda4466 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.981524 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0c2eb8a-0cb0-491b-b3c6-5a91deda4466 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.994708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b0c2eb8a-0cb0-491b-b3c6-5a91deda4466 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Calling delete_port for 6d00d89e-19e7-49c4-86e9-c5fd8a7d8bfd owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:19.074011 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.079399 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.131047 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0c2eb8a-0cb0-491b-b3c6-5a91deda4466 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.148215 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=0964c191-580a-4569-b4aa-9dc7deb32102,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:19.178540 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.180829 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2eb8a-0cb0-491b-b3c6-5a91deda4466 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d00d89e-19e7-49c4-86e9-c5fd8a7d8bfd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:19.195492 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.196735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-90eea17b-7370-4288-8a96-dc86747d4848 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3375647 Jul 22 23:50:19.199422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:19.204763 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c6e46609-2d60-4e93-a446-9b94733ec47d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'port': {'network_id': 'be87f577-cfe9-4c89-bf51-fe3229178dca', 'name': 'tempest-FloatingIPTestJSON-1174995941'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:19.221281 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0c2eb8a-0cb0-491b-b3c6-5a91deda4466 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.224130 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0c2eb8a-0cb0-491b-b3c6-5a91deda4466 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.225329 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b0c2eb8a-0cb0-491b-b3c6-5a91deda4466 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417 tempest-ExternalNetworksAdminNegativeTestJSON-1255528417-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/1961d17f-6b78-4a0a-abbf-76b1de2a94cc HTTP/1.1" status: 204 len: 168 time: 0.5148802 Jul 22 23:50:19.325326 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e46609-2d60-4e93-a446-9b94733ec47d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Made reservation on behalf of f740564d044f4421a6d9521354a5371f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:19.329114 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6e46609-2d60-4e93-a446-9b94733ec47d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.348506 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-c6e46609-2d60-4e93-a446-9b94733ec47d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] device_id is not set on port 4d177aa0-f5d7-4772-a618-774a2723c2ba yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:50:19.468940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c6e46609-2d60-4e93-a446-9b94733ec47d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Allocated IP 172.20.0.11 (be87f577-cfe9-4c89-bf51-fe3229178dca/bda2cfe2-017b-450b-99ef-8a39366c5ccc/4d177aa0-f5d7-4772-a618-774a2723c2ba) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:19.539803 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59264) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:19.675466 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f394d83b-4240-45ed-9a7a-bcbebc249e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.688556 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6e46609-2d60-4e93-a446-9b94733ec47d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.739676 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6e46609-2d60-4e93-a446-9b94733ec47d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.809666 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f394d83b-4240-45ed-9a7a-bcbebc249e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.819618 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f394d83b-4240-45ed-9a7a-bcbebc249e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.824605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e46609-2d60-4e93-a446-9b94733ec47d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network be87f577-cfe9-4c89-bf51-fe3229178dca is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:19.833299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c6e46609-2d60-4e93-a446-9b94733ec47d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:19.845254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e46609-2d60-4e93-a446-9b94733ec47d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:19.851656 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e46609-2d60-4e93-a446-9b94733ec47d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=4d177aa0-f5d7-4772-a618-774a2723c2ba,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:19.890230 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f394d83b-4240-45ed-9a7a-bcbebc249e29 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c60fc94b82394d65bb1f0ac04479e3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493013 Jul 22 23:50:19.891493 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394d83b-4240-45ed-9a7a-bcbebc249e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71245e8-f1e8-4806-adbf-23eaeaa52e37,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:19.896291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:19.964869 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8136da6-b9fc-4d57-8526-ef7bd8c5ee41 req-6a95c058-95c3-4877-9a81-d520bc604b48 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:19.973367 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0b32-5180-443b-93fc-79db5c207aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.980167 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8136da6-b9fc-4d57-8526-ef7bd8c5ee41 req-6a95c058-95c3-4877-9a81-d520bc604b48 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=14582d49-4590-495a-9f2c-72beacf726ee HTTP/1.1" status: 200 len: 946 time: 0.2439151 Jul 22 23:50:19.992414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e46609-2d60-4e93-a446-9b94733ec47d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:19.993137 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c6e46609-2d60-4e93-a446-9b94733ec47d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.043049 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0b32-5180-443b-93fc-79db5c207aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.058011 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8136da6-b9fc-4d57-8526-ef7bd8c5ee41 req-45a32290-9105-4751-9dcc-bd655ecbf83d tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765712 Jul 22 23:50:20.068246 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c6e46609-2d60-4e93-a446-9b94733ec47d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8676083 Jul 22 23:50:20.070908 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59284) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:20.077562 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6f20fc8e-58a7-4113-a759-3c499e1be782 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'floatingip': {'port_id': '4d177aa0-f5d7-4772-a618-774a2723c2ba'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:20.092942 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec4a13-a287-4947-9d53-c3e43d355ed2 req-c7f12b32-fecc-4067-98fc-ecef7d96068a tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:20.107334 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7bec4a13-a287-4947-9d53-c3e43d355ed2 req-c7f12b32-fecc-4067-98fc-ecef7d96068a tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.2580166 Jul 22 23:50:20.151233 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f20fc8e-58a7-4113-a759-3c499e1be782 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.162672 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7bec4a13-a287-4947-9d53-c3e43d355ed2 req-5029f7f3-ea38-48bd-bae0-3358cb066190 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540562 Jul 22 23:50:20.271901 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0b32-5180-443b-93fc-79db5c207aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.274705 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0b32-5180-443b-93fc-79db5c207aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.278322 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d2cb0b32-5180-443b-93fc-79db5c207aa2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e71245e8-f1e8-4806-adbf-23eaeaa52e37 HTTP/1.1" status: 204 len: 168 time: 0.3786311 Jul 22 23:50:20.294660 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb0b32-5180-443b-93fc-79db5c207aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71245e8-f1e8-4806-adbf-23eaeaa52e37,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:20.516424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 6daf26f0-0592-476a-a607-6c93e8044de1 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:20.545828 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 6daf26f0-0592-476a-a607-6c93e8044de1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:20.546109 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 6daf26f0-0592-476a-a607-6c93e8044de1 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:20.621637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59290) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:20.666242 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f20fc8e-58a7-4113-a759-3c499e1be782 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.674079 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f20fc8e-58a7-4113-a759-3c499e1be782 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.686331 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f3e4998d-4496-4b1d-96b3-bc070b379ce0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48b15afe61f341e4928322eff8712843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633600 Jul 22 23:50:20.687310 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59292) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:20.742176 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9bcfd0d-ea65-4376-a44b-327666df39fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.765045 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9bcfd0d-ea65-4376-a44b-327666df39fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.804467 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-6f20fc8e-58a7-4113-a759-3c499e1be782 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Floating IP 0ef76b23-d220-4fba-8b48-3d226576d709 associated. External IP: 172.25.4.38, port: 4d177aa0-f5d7-4772-a618-774a2723c2ba. Jul 22 23:50:20.819134 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9bcfd0d-ea65-4376-a44b-327666df39fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.822385 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9bcfd0d-ea65-4376-a44b-327666df39fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.824031 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e9bcfd0d-ea65-4376-a44b-327666df39fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11a323e8-72ad-4358-aecf-a27c5ce91b9f HTTP/1.1" status: 204 len: 168 time: 0.1354706 Jul 22 23:50:20.833283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcfd0d-ea65-4376-a44b-327666df39fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a323e8-72ad-4358-aecf-a27c5ce91b9f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:21.080467 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f20fc8e-58a7-4113-a759-3c499e1be782 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 32b98361-2e80-40b9-952c-dcfdd1de38d4 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:21.287886 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b673ab2-89e1-4d78-a5f6-7756040bba35 req-d5d8bbb9-3180-4c50-a222-230173fef1b0 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:21.295937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0b673ab2-89e1-4d78-a5f6-7756040bba35 req-d5d8bbb9-3180-4c50-a222-230173fef1b0 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=14582d49-4590-495a-9f2c-72beacf726ee HTTP/1.1" status: 200 len: 946 time: 0.1354167 Jul 22 23:50:21.377998 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f20fc8e-58a7-4113-a759-3c499e1be782 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:21.384477 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f20fc8e-58a7-4113-a759-3c499e1be782 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.388693 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973b2e63-bef2-4cef-891c-a29e41881175 None None] Sync routers for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:21.400055 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973b2e63-bef2-4cef-891c-a29e41881175 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:21.401465 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-973b2e63-bef2-4cef-891c-a29e41881175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:21.415699 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0b673ab2-89e1-4d78-a5f6-7756040bba35 req-e7fa6939-1f40-413d-a82b-b9992d8899c1 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186950 Jul 22 23:50:21.446473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481009fd-f373-4320-a1ca-e977176fb455 req-454be1a5-fde2-41ec-a3fa-76056663eccc tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:21.455654 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-481009fd-f373-4320-a1ca-e977176fb455 req-454be1a5-fde2-41ec-a3fa-76056663eccc tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1458464 Jul 22 23:50:21.455903 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-973b2e63-bef2-4cef-891c-a29e41881175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:21.471424 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973b2e63-bef2-4cef-891c-a29e41881175 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:21.473281 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-973b2e63-bef2-4cef-891c-a29e41881175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:21.482566 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6f20fc8e-58a7-4113-a759-3c499e1be782 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "PUT /v2.0/floatingips/0ef76b23-d220-4fba-8b48-3d226576d709 HTTP/1.1" status: 200 len: 978 time: 1.4086823 Jul 22 23:50:21.496442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59314) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:21.502098 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e536cd-bf8b-41b1-9e9e-e28f44bb1b00 req-8c226526-e0af-46fa-8760-e9a2f7a28894 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:21.505636 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b6e536cd-bf8b-41b1-9e9e-e28f44bb1b00 req-8c226526-e0af-46fa-8760-e9a2f7a28894 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.95 "GET /v2.0/ports?device_id=14582d49-4590-495a-9f2c-72beacf726ee HTTP/1.1" status: 200 len: 946 time: 0.1876605 Jul 22 23:50:21.508846 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-481009fd-f373-4320-a1ca-e977176fb455 req-02ec4dd2-fec0-4957-9b05-382b879a962c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484953 Jul 22 23:50:21.558562 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-973b2e63-bef2-4cef-891c-a29e41881175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:21.559212 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973b2e63-bef2-4cef-891c-a29e41881175 None None] The sync data for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:21.657617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d29d8171-5f14-4507-b4cf-a9799b2f9273 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Deleting port 4d177aa0-f5d7-4772-a618-774a2723c2ba {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:21.658095 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d29d8171-5f14-4507-b4cf-a9799b2f9273 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.665754 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b6e536cd-bf8b-41b1-9e9e-e28f44bb1b00 req-c42e9030-d08d-44a3-8aee-242186a3c286 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Deleting port c0664185-f1e6-445a-ae58-9e1796f7bfaa {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:21.666373 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b6e536cd-bf8b-41b1-9e9e-e28f44bb1b00 req-c42e9030-d08d-44a3-8aee-242186a3c286 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.775386 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d29d8171-5f14-4507-b4cf-a9799b2f9273 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.800681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b6e536cd-bf8b-41b1-9e9e-e28f44bb1b00 req-c42e9030-d08d-44a3-8aee-242186a3c286 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] For port c0664185-f1e6-445a-ae58-9e1796f7bfaa, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=c0664185-f1e6-445a-ae58-9e1796f7bfaa,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:21.801616 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b6e536cd-bf8b-41b1-9e9e-e28f44bb1b00 req-c42e9030-d08d-44a3-8aee-242186a3c286 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.822316 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b6e536cd-bf8b-41b1-9e9e-e28f44bb1b00 req-c42e9030-d08d-44a3-8aee-242186a3c286 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Calling delete_port for c0664185-f1e6-445a-ae58-9e1796f7bfaa owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:21.995899 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b6e536cd-bf8b-41b1-9e9e-e28f44bb1b00 req-c42e9030-d08d-44a3-8aee-242186a3c286 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.022965 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['c0664185-f1e6-445a-ae58-9e1796f7bfaa'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:22.066146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e9030-d08d-44a3-8aee-242186a3c286 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Pushing event deleted for resources: {'Port': ['ID=c0664185-f1e6-445a-ae58-9e1796f7bfaa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:22.068049 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d29d8171-5f14-4507-b4cf-a9799b2f9273 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.068718 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d29d8171-5f14-4507-b4cf-a9799b2f9273 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.068841 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['0644e9d4-75cc-4dca-bc2f-4592456245e4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:22.068940 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-d29d8171-5f14-4507-b4cf-a9799b2f9273 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Floating IP 0ef76b23-d220-4fba-8b48-3d226576d709 disassociated. External IP: 172.25.4.38, port: 4d177aa0-f5d7-4772-a618-774a2723c2ba. Jul 22 23:50:22.069441 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d29d8171-5f14-4507-b4cf-a9799b2f9273 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Calling delete_port for 4d177aa0-f5d7-4772-a618-774a2723c2ba owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:22.133620 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e536cd-bf8b-41b1-9e9e-e28f44bb1b00 req-c42e9030-d08d-44a3-8aee-242186a3c286 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] No DVR routers for this DVR port c0664185-f1e6-445a-ae58-9e1796f7bfaa on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:22.142115 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b6e536cd-bf8b-41b1-9e9e-e28f44bb1b00 req-c42e9030-d08d-44a3-8aee-242186a3c286 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.144859 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b6e536cd-bf8b-41b1-9e9e-e28f44bb1b00 req-c42e9030-d08d-44a3-8aee-242186a3c286 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.95 "DELETE /v2.0/ports/c0664185-f1e6-445a-ae58-9e1796f7bfaa HTTP/1.1" status: 204 len: 173 time: 0.6337547 Jul 22 23:50:22.145603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14582d49-4590-495a-9f2c-72beacf726ee', 'name': 'network-vif-deleted', 'tag': 'c0664185-f1e6-445a-ae58-9e1796f7bfaa'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:22.150913 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c4165b-190b-4821-922a-0ab72de5adca" -d '{"events": [{"server_uuid": "14582d49-4590-495a-9f2c-72beacf726ee", "name": "network-vif-deleted", "tag": "c0664185-f1e6-445a-ae58-9e1796f7bfaa"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:22.204543 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddb530b-b625-4fa2-a597-d424187bfbd8 x-openstack-request-id: req-3ddb530b-b625-4fa2-a597-d424187bfbd8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:22.206200 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14582d49-4590-495a-9f2c-72beacf726ee", "name": "network-vif-deleted", "tag": "c0664185-f1e6-445a-ae58-9e1796f7bfaa", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:22.206673 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ddb530b-b625-4fa2-a597-d424187bfbd8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:22.207910 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14582d49-4590-495a-9f2c-72beacf726ee', 'name': 'network-vif-deleted', 'tag': 'c0664185-f1e6-445a-ae58-9e1796f7bfaa', 'status': 'completed', 'code': 200} Jul 22 23:50:22.263867 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d29d8171-5f14-4507-b4cf-a9799b2f9273 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.313998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d8171-5f14-4507-b4cf-a9799b2f9273 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Port': ['ID=4d177aa0-f5d7-4772-a618-774a2723c2ba,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:22.467008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29d8171-5f14-4507-b4cf-a9799b2f9273 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 32b98361-2e80-40b9-952c-dcfdd1de38d4 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:22.642340 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4b702078-cfa7-4f4e-b3ff-4966d2faac15 req-65a6fc60-4b11-475e-a184-90155dcc3111 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=14582d49-4590-495a-9f2c-72beacf726ee HTTP/1.1" status: 200 len: 210 time: 0.0870368 Jul 22 23:50:22.739827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29d8171-5f14-4507-b4cf-a9799b2f9273 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:22.754095 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5956663f-14f6-4872-8e0d-0e0882a97782 None None] Sync routers for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:22.776884 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5956663f-14f6-4872-8e0d-0e0882a97782 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:22.777779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5956663f-14f6-4872-8e0d-0e0882a97782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:22.794418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739e3d4-ab77-4328-bd69-8f98bb0516bd req-66c3a7f6-5106-4f12-8bc0-4b8c1dd8d85b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:22.796104 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9739e3d4-ab77-4328-bd69-8f98bb0516bd req-66c3a7f6-5106-4f12-8bc0-4b8c1dd8d85b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1791229 Jul 22 23:50:22.811504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59350) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:22.817997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5956663f-14f6-4872-8e0d-0e0882a97782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:22.827679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5956663f-14f6-4872-8e0d-0e0882a97782 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:22.828298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5956663f-14f6-4872-8e0d-0e0882a97782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:22.869171 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d29d8171-5f14-4507-b4cf-a9799b2f9273 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.873134 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d29d8171-5f14-4507-b4cf-a9799b2f9273 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/ports/4d177aa0-f5d7-4772-a618-774a2723c2ba HTTP/1.1" status: 204 len: 168 time: 1.3613982 Jul 22 23:50:22.873289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5956663f-14f6-4872-8e0d-0e0882a97782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:22.873825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59354) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:22.875356 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9739e3d4-ab77-4328-bd69-8f98bb0516bd req-0d55ba48-18ac-4c81-b887-f47b2fee743c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557382 Jul 22 23:50:22.877979 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5956663f-14f6-4872-8e0d-0e0882a97782 None None] The sync data for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:22.931174 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-94b5986a-5123-473e-834c-3a840a515475 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "GET /v2.0/floatingips/0ef76b23-d220-4fba-8b48-3d226576d709 HTTP/1.1" status: 200 len: 687 time: 0.0536892 Jul 22 23:50:22.931285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59356) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:22.969327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0ecffecf-bb28-46ac-9fb1-5725ef0c6d6a tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1770122603'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:22.969771 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0ecffecf-bb28-46ac-9fb1-5725ef0c6d6a tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] Unknown quota resources ['metering_label']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:50:23.190143 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ecffecf-bb28-46ac-9fb1-5725ef0c6d6a tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.191329 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0ecffecf-bb28-46ac-9fb1-5725ef0c6d6a tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3787992 Jul 22 23:50:23.194643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59358) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:23.199133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-42e4531b-2800-4066-aa28-f2606077cf18 tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd5da6f9c-d513-4033-960e-fb00a553c294'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:23.199831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-42e4531b-2800-4066-aa28-f2606077cf18 tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:50:23.213716 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-af72776a-71ba-4afc-ab2d-bf22842d36c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Deleting port 0964c191-580a-4569-b4aa-9dc7deb32102 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:23.214060 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af72776a-71ba-4afc-ab2d-bf22842d36c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.255004 n-d-688802-2 neutron-server[93821]: WARNING neutron.services.metering.metering_plugin [None req-42e4531b-2800-4066-aa28-f2606077cf18 tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 23:50:23.303665 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:50:23.304854 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af72776a-71ba-4afc-ab2d-bf22842d36c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.305217 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af72776a-71ba-4afc-ab2d-bf22842d36c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.318287 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-af72776a-71ba-4afc-ab2d-bf22842d36c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Calling delete_port for 0964c191-580a-4569-b4aa-9dc7deb32102 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:23.337970 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42e4531b-2800-4066-aa28-f2606077cf18 tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.340965 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-42e4531b-2800-4066-aa28-f2606077cf18 tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1434476 Jul 22 23:50:23.342203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59360) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:23.346671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1bd78c62-1ecc-4a14-af9a-9c6ddb3407be tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd5da6f9c-d513-4033-960e-fb00a553c294'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:23.347245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1bd78c62-1ecc-4a14-af9a-9c6ddb3407be tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93821) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:50:23.406997 n-d-688802-2 neutron-server[93821]: WARNING neutron.services.metering.metering_plugin [None req-1bd78c62-1ecc-4a14-af9a-9c6ddb3407be tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 23:50:23.483778 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af72776a-71ba-4afc-ab2d-bf22842d36c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.518210 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72776a-71ba-4afc-ab2d-bf22842d36c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Port': ['ID=0964c191-580a-4569-b4aa-9dc7deb32102,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:23.528215 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1bd78c62-1ecc-4a14-af9a-9c6ddb3407be tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.532488 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1bd78c62-1ecc-4a14-af9a-9c6ddb3407be tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1892776 Jul 22 23:50:23.533190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59366) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:23.545597 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-056a829f-c6f5-400c-bbf3-d15f33291c1c tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=87da905a-b93b-4e98-b4dc-82715d0a0922 HTTP/1.1" status: 200 len: 462 time: 0.0112095 Jul 22 23:50:23.545977 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59368) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:23.642049 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af72776a-71ba-4afc-ab2d-bf22842d36c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.644514 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af72776a-71ba-4afc-ab2d-bf22842d36c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.646665 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-af72776a-71ba-4afc-ab2d-bf22842d36c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/floatingips/0ef76b23-d220-4fba-8b48-3d226576d709 HTTP/1.1" status: 204 len: 168 time: 0.7145393 Jul 22 23:50:23.650244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59370) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:23.683531 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '2e70be56-7eee-4395-b9e6-8b409327b9c2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:23.691015 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74f04641-f395-4e66-91f0-faf36e9e5960 tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.695203 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-74f04641-f395-4e66-91f0-faf36e9e5960 tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/87da905a-b93b-4e98-b4dc-82715d0a0922 HTTP/1.1" status: 204 len: 168 time: 0.1451950 Jul 22 23:50:23.695203 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59374) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:23.711987 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-667a3e6a-95d9-4f44-89d6-78b6a6243ffd tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=87da905a-b93b-4e98-b4dc-82715d0a0922 HTTP/1.1" status: 200 len: 221 time: 0.0156364 Jul 22 23:50:23.715679 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59378) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:23.719937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-022f7649-b1ee-4278-812e-1ffd2a024eae tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--267348987', 'description': 'label created by tempest'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:23.720379 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-022f7649-b1ee-4278-812e-1ffd2a024eae tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] Unknown quota resources ['metering_label']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:50:23.732268 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.940413 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-022f7649-b1ee-4278-812e-1ffd2a024eae tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.942092 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-022f7649-b1ee-4278-812e-1ffd2a024eae tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2249568 Jul 22 23:50:23.944888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59384) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:24.053136 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006697d-0069-4705-bf70-d8a7a95359fb req-0197ae65-f0be-4eb0-a84a-0b6f9ca20664 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:24.055353 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f006697d-0069-4705-bf70-d8a7a95359fb req-0197ae65-f0be-4eb0-a84a-0b6f9ca20664 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.1565635 Jul 22 23:50:24.113208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9401127-f0b1-44bb-89ba-89c008f724e8 req-f0fd5250-0e8b-4e1c-b7f6-a626430f6a72 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:24.120848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f9401127-f0b1-44bb-89ba-89c008f724e8 req-f0fd5250-0e8b-4e1c-b7f6-a626430f6a72 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1427190 Jul 22 23:50:24.136965 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f006697d-0069-4705-bf70-d8a7a95359fb req-695ac0e3-bd61-42be-84e3-e6ae99d8d7bc tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762689 Jul 22 23:50:24.193466 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f9401127-f0b1-44bb-89ba-89c008f724e8 req-5e98553e-3b9b-43a0-926f-3e838ab428cf tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712979 Jul 22 23:50:24.367587 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2533072e-81ed-491d-a2d7-c019ee3d19c1 tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=d544ece8-fc73-45ed-b44a-1d516ac05413 HTTP/1.1" status: 200 len: 467 time: 0.4215684 Jul 22 23:50:24.370909 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59386) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:24.402716 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.550063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Allocated IP 172.25.4.130 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/a7039b81-acd4-4c2e-b07b-a98ba292fbd9) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:24.703785 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.759037 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.805166 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:24.808482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:24.813162 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:24.816518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=a7039b81-acd4-4c2e-b07b-a98ba292fbd9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:24.883552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a427f354-58f3-42bf-8803-936468d2770c tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.884741 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a427f354-58f3-42bf-8803-936468d2770c tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/d544ece8-fc73-45ed-b44a-1d516ac05413 HTTP/1.1" status: 204 len: 168 time: 0.5123549 Jul 22 23:50:24.887344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59392) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:24.903521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5b05f925-124f-47e0-aac8-f31a42e2da7e tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=d544ece8-fc73-45ed-b44a-1d516ac05413 HTTP/1.1" status: 200 len: 216 time: 0.0133688 Jul 22 23:50:24.906768 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59394) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:24.916505 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1567fe2a-0dee-46a8-830b-3e1cce0cda7e tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0087547 Jul 22 23:50:24.920253 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59396) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:24.932775 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-420228f6-2a6d-496b-b4a1-77ade6295bc6 tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0115201 Jul 22 23:50:24.935918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59398) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:24.991015 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-61325a5c-ea63-4a86-9544-f16651cb9f71 tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels/d5da6f9c-d513-4033-960e-fb00a553c294 HTTP/1.1" status: 200 len: 473 time: 0.0539780 Jul 22 23:50:24.994301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:25.018093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed9d29e7-185a-468a-8b8e-9682a5ffc9c2 tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules/45619fc9-9503-408d-b243-3bac696ff323 HTTP/1.1" status: 200 len: 459 time: 0.0200200 Jul 22 23:50:25.020200 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59402) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:25.158468 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3aa6508f-a203-48ad-974a-ca9fe7658fa8 tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.159761 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3aa6508f-a203-48ad-974a-ca9fe7658fa8 tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/45619fc9-9503-408d-b243-3bac696ff323 HTTP/1.1" status: 204 len: 168 time: 0.1382966 Jul 22 23:50:25.166275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59406) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:25.283396 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device c0664185-f1e6-445a-ae58-9e1796f7bfaa no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:25.312896 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: c0664185-f1e6-445a-ae58-9e1796f7bfaa {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:25.313601 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device c0664185-f1e6-445a-ae58-9e1796f7bfaa not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:25.422696 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.493909 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-42db916e-522f-455c-8b98-e037303e52ad tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.495258 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-42db916e-522f-455c-8b98-e037303e52ad tempest-MeteringIpV6TestJSON-1186311948 tempest-MeteringIpV6TestJSON-1186311948-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/d5da6f9c-d513-4033-960e-fb00a553c294 HTTP/1.1" status: 204 len: 168 time: 0.3276589 Jul 22 23:50:25.527267 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10c022-ab53-44be-ba62-a648034ed62a req-03e713ac-1edf-4082-acec-7d76ccaad0c2 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:25.534248 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f10c022-ab53-44be-ba62-a648034ed62a req-03e713ac-1edf-4082-acec-7d76ccaad0c2 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.2227292 Jul 22 23:50:25.550641 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.559146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e71402-dde1-4cc7-988e-b375ef5cc0bd req-e7aeebbe-a36e-49c3-9abf-e2c33a7ede61 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:25.560854 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91e71402-dde1-4cc7-988e-b375ef5cc0bd req-e7aeebbe-a36e-49c3-9abf-e2c33a7ede61 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.2505028 Jul 22 23:50:25.589356 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f10c022-ab53-44be-ba62-a648034ed62a req-4542ebfb-a4a7-42bd-be99-23a957226cd5 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540912 Jul 22 23:50:25.641738 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91e71402-dde1-4cc7-988e-b375ef5cc0bd req-3ea4f27e-ef4c-4aeb-b4ca-1bafa466b1b6 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ed96266-2e2d-4537-8a32-0c586ac1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569508 Jul 22 23:50:25.751571 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9b7cc-574d-47e5-8b26-ef786d12b634 req-5cddf6a8-29ab-4217-b254-6e418e76362d tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:25.753055 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3aa9b7cc-574d-47e5-8b26-ef786d12b634 req-5cddf6a8-29ab-4217-b254-6e418e76362d tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 945 time: 0.1645188 Jul 22 23:50:25.873524 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.879092 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59418) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:25.886572 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.967696 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3aa9b7cc-574d-47e5-8b26-ef786d12b634 req-cb1c79cd-8b30-47cb-a4bc-9244a5e2aabd tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Deleting port 0644e9d4-75cc-4dca-bc2f-4592456245e4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:25.967962 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3aa9b7cc-574d-47e5-8b26-ef786d12b634 req-cb1c79cd-8b30-47cb-a4bc-9244a5e2aabd tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.987311 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=a7039b81-acd4-4c2e-b07b-a98ba292fbd9,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:26.071548 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.120718 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25e3d5a1-93f9-4c80-89c0-f532a555f3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.193528 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3aa9b7cc-574d-47e5-8b26-ef786d12b634 req-cb1c79cd-8b30-47cb-a4bc-9244a5e2aabd tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] For port 0644e9d4-75cc-4dca-bc2f-4592456245e4, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0644e9d4-75cc-4dca-bc2f-4592456245e4,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:26.194238 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3aa9b7cc-574d-47e5-8b26-ef786d12b634 req-cb1c79cd-8b30-47cb-a4bc-9244a5e2aabd tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.215986 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3aa9b7cc-574d-47e5-8b26-ef786d12b634 req-cb1c79cd-8b30-47cb-a4bc-9244a5e2aabd tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Calling delete_port for 0644e9d4-75cc-4dca-bc2f-4592456245e4 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:26.300819 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Floating IP b94f8368-51eb-4b94-8999-410a38ae2530 associated. External IP: 172.25.4.130, port: 2e70be56-7eee-4395-b9e6-8b409327b9c2. Jul 22 23:50:26.460731 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25e3d5a1-93f9-4c80-89c0-f532a555f3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.486546 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25e3d5a1-93f9-4c80-89c0-f532a555f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.588325 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59422) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:26.588839 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-25e3d5a1-93f9-4c80-89c0-f532a555f3f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c0b4e5e39a3464fa94bf911797873f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7079513 Jul 22 23:50:26.614805 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3aa9b7cc-574d-47e5-8b26-ef786d12b634 req-cb1c79cd-8b30-47cb-a4bc-9244a5e2aabd tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.616391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3d5a1-93f9-4c80-89c0-f532a555f3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112894be-f552-407a-9946-f1cedde5f4ae,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:26.654672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['0644e9d4-75cc-4dca-bc2f-4592456245e4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:26.657051 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c79cd-8b30-47cb-a4bc-9244a5e2aabd tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Pushing event deleted for resources: {'Port': ['ID=0644e9d4-75cc-4dca-bc2f-4592456245e4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:26.722693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa9b7cc-574d-47e5-8b26-ef786d12b634 req-cb1c79cd-8b30-47cb-a4bc-9244a5e2aabd tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] No DVR routers for this DVR port 0644e9d4-75cc-4dca-bc2f-4592456245e4 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:26.734234 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3aa9b7cc-574d-47e5-8b26-ef786d12b634 req-cb1c79cd-8b30-47cb-a4bc-9244a5e2aabd tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.736298 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3aa9b7cc-574d-47e5-8b26-ef786d12b634 req-cb1c79cd-8b30-47cb-a4bc-9244a5e2aabd tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.18 "DELETE /v2.0/ports/0644e9d4-75cc-4dca-bc2f-4592456245e4 HTTP/1.1" status: 204 len: 173 time: 0.9749002 Jul 22 23:50:26.736976 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf53f82-d4dd-4067-89a8-c92b0ed885fe', 'name': 'network-vif-deleted', 'tag': '0644e9d4-75cc-4dca-bc2f-4592456245e4'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:26.739328 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83088cfe-4da3-45a8-a0d1-0175a2e8439b" -d '{"events": [{"server_uuid": "fcf53f82-d4dd-4067-89a8-c92b0ed885fe", "name": "network-vif-deleted", "tag": "0644e9d4-75cc-4dca-bc2f-4592456245e4"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:26.745538 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52c62759-bbed-4517-9474-455a479ab7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.788257 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 32b98361-2e80-40b9-952c-dcfdd1de38d4 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:26.935481 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52c62759-bbed-4517-9474-455a479ab7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.956914 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6441ed00-1fa0-4846-a8fe-bdebfd9adf13 req-5f48d3ac-36e8-40eb-afdd-a13965e9ccd8 tempest-ListServerFiltersTestJSON-1651244649 tempest-ListServerFiltersTestJSON-1651244649-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf53f82-d4dd-4067-89a8-c92b0ed885fe HTTP/1.1" status: 200 len: 210 time: 0.1147532 Jul 22 23:50:27.025848 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db9353-e581-48f4-9d65-b7cb3b3779b0 req-2b6cb715-dddf-4e21-aae2-ccc406998fa4 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:27.027366 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05db9353-e581-48f4-9d65-b7cb3b3779b0 req-2b6cb715-dddf-4e21-aae2-ccc406998fa4 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.2307489 Jul 22 23:50:27.051834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:27.054235 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d074347e-6b8d-47c9-b068-38c955a13582 x-openstack-request-id: req-d074347e-6b8d-47c9-b068-38c955a13582 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:27.054522 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf53f82-d4dd-4067-89a8-c92b0ed885fe", "name": "network-vif-deleted", "tag": "0644e9d4-75cc-4dca-bc2f-4592456245e4", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:27.054773 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d074347e-6b8d-47c9-b068-38c955a13582 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:27.055169 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf53f82-d4dd-4067-89a8-c92b0ed885fe', 'name': 'network-vif-deleted', 'tag': '0644e9d4-75cc-4dca-bc2f-4592456245e4', 'status': 'completed', 'code': 200} Jul 22 23:50:27.064986 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c6fa7-ebce-4ddb-acd3-b93128095ebe None None] Sync routers for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:27.073280 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52c62759-bbed-4517-9474-455a479ab7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.075911 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52c62759-bbed-4517-9474-455a479ab7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.077718 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-52c62759-bbed-4517-9474-455a479ab7c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/112894be-f552-407a-9946-f1cedde5f4ae HTTP/1.1" status: 204 len: 168 time: 0.4877517 Jul 22 23:50:27.078266 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c6fa7-ebce-4ddb-acd3-b93128095ebe None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:27.079054 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bd5c6fa7-ebce-4ddb-acd3-b93128095ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:27.099182 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.104831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c62759-bbed-4517-9474-455a479ab7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112894be-f552-407a-9946-f1cedde5f4ae,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:27.125694 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05db9353-e581-48f4-9d65-b7cb3b3779b0 req-a376cbc2-ae5b-43b3-ba92-4a4fc5a86bb8 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791357 Jul 22 23:50:27.140886 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bd5c6fa7-ebce-4ddb-acd3-b93128095ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:27.157636 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a2ea3e3c-8107-49ea-bc03-e1bfd87703f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5036070 Jul 22 23:50:27.158083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59436) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:27.159324 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c6fa7-ebce-4ddb-acd3-b93128095ebe None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:27.160844 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bd5c6fa7-ebce-4ddb-acd3-b93128095ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:27.166059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e2046331-4b83-4fea-8a3b-b345b812a172 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-532341805'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:27.189162 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-42a443d3-aa6c-4620-8102-523252d8b8f8 req-372253c6-a561-4bda-92cd-abed6f9fd347 service neutron] (93821) timed out ('10.222.0.26', 56954) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 23:50:27.194919 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2046331-4b83-4fea-8a3b-b345b812a172 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Made reservation on behalf of f740564d044f4421a6d9521354a5371f for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:27.198557 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bd5c6fa7-ebce-4ddb-acd3-b93128095ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:27.198835 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2046331-4b83-4fea-8a3b-b345b812a172 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.199561 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c6fa7-ebce-4ddb-acd3-b93128095ebe None None] The sync data for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:27.230940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2046331-4b83-4fea-8a3b-b345b812a172 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:50:27.247258 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2046331-4b83-4fea-8a3b-b345b812a172 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.247953 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-e2046331-4b83-4fea-8a3b-b345b812a172 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Added segment 5af3adf4-eb82-4849-8ea8-5f49d3a0a3d0 of type vlan for network 7c37405e-376e-4e0b-ae21-ad16c66344d3 Jul 22 23:50:27.296627 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2046331-4b83-4fea-8a3b-b345b812a172 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.351148 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2046331-4b83-4fea-8a3b-b345b812a172 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.362097 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2046331-4b83-4fea-8a3b-b345b812a172 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:27.362810 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2046331-4b83-4fea-8a3b-b345b812a172 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.397080 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e2046331-4b83-4fea-8a3b-b345b812a172 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2375240 Jul 22 23:50:27.401589 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59440) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:27.409980 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-17215e37-6070-4234-93aa-c9f705802167 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'subnet': {'network_id': '7c37405e-376e-4e0b-ae21-ad16c66344d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:27.458798 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2046331-4b83-4fea-8a3b-b345b812a172 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Network': ['ID=7c37405e-376e-4e0b-ae21-ad16c66344d3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:27.471926 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 7c37405e-376e-4e0b-ae21-ad16c66344d3 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:50:27.549181 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59442) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:27.564978 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f39eaa02-b4b4-4fa2-96d1-998aa2300488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.590832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba55403-516b-426a-a1d5-fd7fbeeebdc2 req-5feb6e68-c1bd-4a06-9566-ba826aa634d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:27.592487 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1ba55403-516b-426a-a1d5-fd7fbeeebdc2 req-5feb6e68-c1bd-4a06-9566-ba826aa634d5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 1096 time: 0.1492937 Jul 22 23:50:27.593052 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17215e37-6070-4234-93aa-c9f705802167 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Made reservation on behalf of f740564d044f4421a6d9521354a5371f for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:27.596595 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17215e37-6070-4234-93aa-c9f705802167 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.686776 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1ba55403-516b-426a-a1d5-fd7fbeeebdc2 req-c2a1e36e-eba1-4903-b55b-799261a23791 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860980 Jul 22 23:50:27.699354 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f39eaa02-b4b4-4fa2-96d1-998aa2300488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.703779 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f39eaa02-b4b4-4fa2-96d1-998aa2300488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.746392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f39eaa02-b4b4-4fa2-96d1-998aa2300488 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a2620eccecfb4d9e9f5605ef97ed2201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959383 Jul 22 23:50:27.747159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39eaa02-b4b4-4fa2-96d1-998aa2300488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38093f7d-8166-47ab-9320-38d22fb2946a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:27.749665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59444) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:27.811022 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a897139-9e1b-4148-beb8-8fe872c7e20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.825920 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17215e37-6070-4234-93aa-c9f705802167 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.841686 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a897139-9e1b-4148-beb8-8fe872c7e20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.896969 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17215e37-6070-4234-93aa-c9f705802167 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Subnet': ['ID=375689bb-1fbf-4181-8a23-e8639312f2f8,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:27.902360 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17215e37-6070-4234-93aa-c9f705802167 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Checking segment: {'id': '5af3adf4-eb82-4849-8ea8-5f49d3a0a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7c37405e-376e-4e0b-ae21-ad16c66344d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:27.902733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17215e37-6070-4234-93aa-c9f705802167 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network hostable DHCP agents. Network: 7c37405e-376e-4e0b-ae21-ad16c66344d3, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:50:27.904654 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a897139-9e1b-4148-beb8-8fe872c7e20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.907328 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a897139-9e1b-4148-beb8-8fe872c7e20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.908449 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9a897139-9e1b-4148-beb8-8fe872c7e20c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38093f7d-8166-47ab-9320-38d22fb2946a HTTP/1.1" status: 204 len: 168 time: 0.1579018 Jul 22 23:50:27.936468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a897139-9e1b-4148-beb8-8fe872c7e20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38093f7d-8166-47ab-9320-38d22fb2946a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:27.940639 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17215e37-6070-4234-93aa-c9f705802167 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network 7c37405e-376e-4e0b-ae21-ad16c66344d3 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:50:27.974498 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-17215e37-6070-4234-93aa-c9f705802167 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 7c37405e-376e-4e0b-ae21-ad16c66344d3) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:27.983733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9e0718-a3b3-405a-a16d-e47d3792239d None None] Network 7c37405e-376e-4e0b-ae21-ad16c66344d3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:27.988115 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17215e37-6070-4234-93aa-c9f705802167 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:27.989723 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17215e37-6070-4234-93aa-c9f705802167 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.017908 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-17215e37-6070-4234-93aa-c9f705802167 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6146667 Jul 22 23:50:28.022991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59454) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:28.042343 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1138832597', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:28.070825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59456) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:28.130031 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.132766 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.149488 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Deleting subnet c6696b37-e38b-41f1-95fc-7982d1013e6d {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:28.153353 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.218946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-7c37405e-376e-4e0b-ae21-ad16c66344d3', 'network_id': '7c37405e-376e-4e0b-ae21-ad16c66344d3', 'tenant_id': 'f740564d044f4421a6d9521354a5371f', 'fixed_ips': [{'subnet_id': '375689bb-1fbf-4181-8a23-e8639312f2f8'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:50:28.220071 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.251158 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.253566 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.392149 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbc7da-5249-48a2-9a4f-74621a4aa578 req-de424784-fe35-47cb-ae03-aed40f7b4e20 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:28.394426 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47fbc7da-5249-48a2-9a4f-74621a4aa578 req-de424784-fe35-47cb-ae03-aed40f7b4e20 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1566687 Jul 22 23:50:28.458904 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47fbc7da-5249-48a2-9a4f-74621a4aa578 req-5c19b301-8b95-4edc-bb89-260815073523 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436475 Jul 22 23:50:28.503124 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Allocated IP 172.20.0.2 (7c37405e-376e-4e0b-ae21-ad16c66344d3/375689bb-1fbf-4181-8a23-e8639312f2f8/62b4e857-e46f-437a-9a54-976122973028) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:28.775532 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.786337 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Transition to ACTIVE for port object 62b4e857-e46f-437a-9a54-976122973028 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:28.805370 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Transition to ACTIVE for port object 62b4e857-e46f-437a-9a54-976122973028 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:28.816927 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.855531 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Network 7c37405e-376e-4e0b-ae21-ad16c66344d3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:28.859284 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:28.864814 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:28.891445 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.906658 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.915231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Pushing event updated for resources: {'Port': ['ID=62b4e857-e46f-437a-9a54-976122973028,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:28.958944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Attempting to bind port 62b4e857-e46f-437a-9a54-976122973028 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:50:28.959321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Attempting to bind port 62b4e857-e46f-437a-9a54-976122973028 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '5af3adf4-eb82-4849-8ea8-5f49d3a0a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7c37405e-376e-4e0b-ae21-ad16c66344d3'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:50:28.959691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Attempting to bind port 62b4e857-e46f-437a-9a54-976122973028 on network 7c37405e-376e-4e0b-ae21-ad16c66344d3 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:28.962431 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:28.962782 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:28.963127 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:28.963466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:28.963930 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:28.964276 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:28.964656 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:28.965122 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:28.965272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:28.965656 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:28.965925 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:28.966436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:28.973777 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:50:28.974286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Checking segment: {'id': '5af3adf4-eb82-4849-8ea8-5f49d3a0a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7c37405e-376e-4e0b-ae21-ad16c66344d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:28.974695 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.975090 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Bound using segment: {'id': '5af3adf4-eb82-4849-8ea8-5f49d3a0a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7c37405e-376e-4e0b-ae21-ad16c66344d3'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:50:28.975610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Bound port: 62b4e857-e46f-437a-9a54-976122973028, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af3adf4-eb82-4849-8ea8-5f49d3a0a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '7c37405e-376e-4e0b-ae21-ad16c66344d3'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:50:28.976527 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.034045 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.113904 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.117705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7550a7f-e906-4e4a-ac8e-e308a1b264a8 None None] Network e5d0aa99-addb-4c1f-af8d-d4e18852abf2 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:29.118689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59482) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:29.119120 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c6696b37-e38b-41f1-95fc-7982d1013e6d HTTP/1.1" status: 204 len: 168 time: 1.0468521 Jul 22 23:50:29.119500 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6696b37-e38b-41f1-95fc-7982d1013e6d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:29.132197 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.132847 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.132847 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.133293 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.133639 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.133950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.134304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.134618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.134936 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.135241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.135613 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.135891 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4c0d2-5a40-4985-98dd-24dbbecdef92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.199247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] For port 62b4e857-e46f-437a-9a54-976122973028, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:50:29.234269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] For port 62b4e857-e46f-437a-9a54-976122973028, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=62b4e857-e46f-437a-9a54-976122973028,segment=NetworkSegment(5af3adf4-eb82-4849-8ea8-5f49d3a0a3d0),segment_id=5af3adf4-eb82-4849-8ea8-5f49d3a0a3d0)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:50:29.253837 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.294690 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.325674 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.330282 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.338337 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11591d1-a8f7-48e8-98e6-d93a199e2bbd None None] Pushing event updated for resources: {'Port': ['ID=62b4e857-e46f-437a-9a54-976122973028,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:29.442175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Deleting port 96954271-3251-4b54-8b48-a0ddcea93020 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:29.442417 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.456769 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5febeef-4b07-4b07-98f9-6e2e1b740c1d None None] DHCP port deletion for e5d0aa99-addb-4c1f-af8d-d4e18852abf2 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:50:29.482701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Allocated IP 172.25.4.192 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/3b29a2ee-93e2-48e8-89a0-57e437e8f990) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:29.545147 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f5febeef-4b07-4b07-98f9-6e2e1b740c1d None None] Deleting port 96954271-3251-4b54-8b48-a0ddcea93020 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:29.545443 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5febeef-4b07-4b07-98f9-6e2e1b740c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.670722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] For port 96954271-3251-4b54-8b48-a0ddcea93020, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=96954271-3251-4b54-8b48-a0ddcea93020,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:29.671479 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.688161 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f5febeef-4b07-4b07-98f9-6e2e1b740c1d None None] For port 96954271-3251-4b54-8b48-a0ddcea93020, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=96954271-3251-4b54-8b48-a0ddcea93020,segment=NetworkSegment(8b2d92dc-ee04-4237-8f7a-6afe10a292ff),segment_id=8b2d92dc-ee04-4237-8f7a-6afe10a292ff)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:29.688569 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5febeef-4b07-4b07-98f9-6e2e1b740c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.700426 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Calling delete_port for 96954271-3251-4b54-8b48-a0ddcea93020 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:29.715586 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f5febeef-4b07-4b07-98f9-6e2e1b740c1d None None] Calling delete_port for 96954271-3251-4b54-8b48-a0ddcea93020 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:29.753048 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.778566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123a997-b239-453f-bd39-93ba0f852e26 req-dc66eb15-1ccc-46fe-98f2-a34ef5929442 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:29.780673 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1123a997-b239-453f-bd39-93ba0f852e26 req-dc66eb15-1ccc-46fe-98f2-a34ef5929442 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.2054493 Jul 22 23:50:29.804260 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.852335 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1123a997-b239-453f-bd39-93ba0f852e26 req-7a100af8-1f34-464e-838b-dd2b61c3b4f9 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654268 Jul 22 23:50:29.865768 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5febeef-4b07-4b07-98f9-6e2e1b740c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.882523 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.916838 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:29.917264 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5febeef-4b07-4b07-98f9-6e2e1b740c1d None None] Pushing event deleted for resources: {'Port': ['ID=96954271-3251-4b54-8b48-a0ddcea93020,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:29.921468 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:29.923498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5febeef-4b07-4b07-98f9-6e2e1b740c1d None None] No DVR routers for this DVR port 96954271-3251-4b54-8b48-a0ddcea93020 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:29.934438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] No DVR routers for this DVR port 96954271-3251-4b54-8b48-a0ddcea93020 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:29.936474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Pushing event deleted for resources: {'Port': ['ID=96954271-3251-4b54-8b48-a0ddcea93020,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:29.940701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:29.949992 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.950344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.950735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.951074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.951741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.952189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.952758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.953076 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.953616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.953942 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.954267 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.954588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:29.970789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=3b29a2ee-93e2-48e8-89a0-57e437e8f990,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:30.058588 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.075394 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d0aa99-addb-4c1f-af8d-d4e18852abf2']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:30.088127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2d92dc-ee04-4237-8f7a-6afe10a292ff') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:30.088624 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2d92dc-ee04-4237-8f7a-6afe10a292ff') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:30.114223 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.135362 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.142428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:30.143837 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:30.215310 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:30.222151 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.227969 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.231402 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e5d0aa99-addb-4c1f-af8d-d4e18852abf2 HTTP/1.1" status: 204 len: 168 time: 1.1108015 Jul 22 23:50:30.247369 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41e4dc-b84a-4c81-a8db-e303c6d7db87 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d0aa99-addb-4c1f-af8d-d4e18852abf2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:30.378535 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.503583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59518) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:30.520516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25460c-a4fe-4ae2-927e-e0d82cbad49d req-b94b8ef6-b53e-4845-8fe3-4d6a3151eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:30.522188 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0f25460c-a4fe-4ae2-927e-e0d82cbad49d req-b94b8ef6-b53e-4845-8fe3-4d6a3151eb2c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0648e710624549d88e8c0c8a91031658&device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 1096 time: 0.1827445 Jul 22 23:50:30.523851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63af93-e1af-4db3-ac2c-a1bb9409fa17 req-7c87da7c-ec73-4484-a443-2136800b73b2 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:30.530817 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e63af93-e1af-4db3-ac2c-a1bb9409fa17 req-7c87da7c-ec73-4484-a443-2136800b73b2 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1296380 Jul 22 23:50:30.580152 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0644e9d4-75cc-4dca-bc2f-4592456245e4 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:30.613691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-27e96c45-3e68-4a9d-8d6b-03451d3da773 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02479565f0ff472f83ff741896dea63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811057 Jul 22 23:50:30.622223 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 0644e9d4-75cc-4dca-bc2f-4592456245e4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:30.623578 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59522) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:30.624107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0644e9d4-75cc-4dca-bc2f-4592456245e4 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:30.638518 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e63af93-e1af-4db3-ac2c-a1bb9409fa17 req-7b8ed890-fe80-4902-bd8f-8dcac5262095 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978906 Jul 22 23:50:30.684304 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:30.761355 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25460c-a4fe-4ae2-927e-e0d82cbad49d req-f0141043-9e1e-430b-a7eb-1bbb0afab8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:30.762847 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0f25460c-a4fe-4ae2-927e-e0d82cbad49d req-f0141043-9e1e-430b-a7eb-1bbb0afab8b3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6c243616-7ce3-49b3-a3b7-5a71469105fa HTTP/1.1" status: 200 len: 919 time: 0.2326136 Jul 22 23:50:30.815874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2a0e32b2-fdfe-4140-ab6c-5794000721b9 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:30.839859 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2a0e32b2-fdfe-4140-ab6c-5794000721b9 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] 10.222.0.26 "PUT /v2.0/quotas/06a01fe019154ff6a5cc2cb7d6ce5da4 HTTP/1.1" status: 200 len: 368 time: 0.1537471 Jul 22 23:50:30.842504 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59528) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:30.845618 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.851811 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0f25460c-a4fe-4ae2-927e-e0d82cbad49d req-3445e849-e1a6-43dd-9b74-fa269834b7e0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92581157-a7ee-483f-bbdc-7bca3fc0ca3e HTTP/1.1" status: 200 len: 217 time: 0.0805099 Jul 22 23:50:30.854301 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4791ceb4-fc98-4fd2-a22c-f7dd2367de1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.855360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a30233a1-52e8-4154-8d1f-3a95033d08bb tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Request body: {'network': {'project_id': '06a01fe019154ff6a5cc2cb7d6ce5da4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:30.887786 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30233a1-52e8-4154-8d1f-3a95033d08bb tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Made reservation on behalf of 06a01fe019154ff6a5cc2cb7d6ce5da4 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:30.890690 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a30233a1-52e8-4154-8d1f-3a95033d08bb tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.900980 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a30233a1-52e8-4154-8d1f-3a95033d08bb tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.979983 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c412a3f-83fd-4ceb-8389-0e211c9d82a6 None None] Network 7c37405e-376e-4e0b-ae21-ad16c66344d3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:30.988937 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4791ceb4-fc98-4fd2-a22c-f7dd2367de1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.025355 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a30233a1-52e8-4154-8d1f-3a95033d08bb tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.031871 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a30233a1-52e8-4154-8d1f-3a95033d08bb tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.064021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30233a1-52e8-4154-8d1f-3a95033d08bb tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:50:31.081381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25460c-a4fe-4ae2-927e-e0d82cbad49d req-6d2747f8-417b-4be5-a431-ecf45bc211b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:31.085132 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0f25460c-a4fe-4ae2-927e-e0d82cbad49d req-6d2747f8-417b-4be5-a431-ecf45bc211b9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=57003466-1ac5-4281-bdec-6c2f62849a78 HTTP/1.1" status: 200 len: 858 time: 0.2240729 Jul 22 23:50:31.090608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30233a1-52e8-4154-8d1f-3a95033d08bb tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2c13d3-9979-4837-882f-ae273642b405,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:31.094815 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a30233a1-52e8-4154-8d1f-3a95033d08bb tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.095163 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-a30233a1-52e8-4154-8d1f-3a95033d08bb tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Added segment 878133dc-501b-4587-a15f-0b9496608ef1 of type vlan for network 2630fc2c-eb32-4ffd-a57d-88c5eda5e82c Jul 22 23:50:31.097195 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8cae6490-8c56-44bf-88a3-bd65686f06d5 None None] Provisioning for port 62b4e857-e46f-437a-9a54-976122973028 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:31.135983 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0f25460c-a4fe-4ae2-927e-e0d82cbad49d req-dec7fd36-74b6-42be-9638-1267d1fc0101 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6c243616-7ce3-49b3-a3b7-5a71469105fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412829 Jul 22 23:50:31.153837 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a30233a1-52e8-4154-8d1f-3a95033d08bb tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.200597 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a30233a1-52e8-4154-8d1f-3a95033d08bb tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.202150 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30233a1-52e8-4154-8d1f-3a95033d08bb tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:31.204971 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a30233a1-52e8-4154-8d1f-3a95033d08bb tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.261490 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a30233a1-52e8-4154-8d1f-3a95033d08bb tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4153943 Jul 22 23:50:31.263549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59530) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:31.287272 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-efefc046-007d-44cb-b313-7f23726c24b0 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Request body: {'network': {'project_id': '06a01fe019154ff6a5cc2cb7d6ce5da4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:31.294234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30233a1-52e8-4154-8d1f-3a95033d08bb tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Pushing event updated for resources: {'Network': ['ID=2630fc2c-eb32-4ffd-a57d-88c5eda5e82c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:31.296663 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4791ceb4-fc98-4fd2-a22c-f7dd2367de1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.299418 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4791ceb4-fc98-4fd2-a22c-f7dd2367de1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.303995 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4791ceb4-fc98-4fd2-a22c-f7dd2367de1e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ed96266-2e2d-4537-8a32-0c586ac1a32d HTTP/1.1" status: 204 len: 168 time: 0.6760345 Jul 22 23:50:31.330809 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 2630fc2c-eb32-4ffd-a57d-88c5eda5e82c details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:50:31.343582 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791ceb4-fc98-4fd2-a22c-f7dd2367de1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed96266-2e2d-4537-8a32-0c586ac1a32d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:31.350945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 62b4e857-e46f-437a-9a54-976122973028 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:31.374501 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0f25460c-a4fe-4ae2-927e-e0d82cbad49d req-874c9a29-e15f-4cba-b8e7-f5962fe1da6f service neutron] 10.222.0.95 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280102 Jul 22 23:50:31.423313 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efefc046-007d-44cb-b313-7f23726c24b0 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Made reservation on behalf of 06a01fe019154ff6a5cc2cb7d6ce5da4 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:31.426496 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efefc046-007d-44cb-b313-7f23726c24b0 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.463700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 15df3a96-effe-4f86-9aa1-72e78c4aa376 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:50:31.489571 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 62b4e857-e46f-437a-9a54-976122973028 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:31.495927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 62b4e857-e46f-437a-9a54-976122973028 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:31.496853 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.504869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efefc046-007d-44cb-b313-7f23726c24b0 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:50:31.534325 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efefc046-007d-44cb-b313-7f23726c24b0 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.534682 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-efefc046-007d-44cb-b313-7f23726c24b0 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Added segment 955f97b3-5e9b-4891-8096-02d728e51ab9 of type vlan for network 721b8ba2-af2c-423c-ac07-500ce8d91a7c Jul 22 23:50:31.604281 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.614126 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0f25460c-a4fe-4ae2-927e-e0d82cbad49d req-c34dd8f5-478b-41ef-89b3-5d47f64a4516 service neutron] 10.222.0.95 "GET /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349648 Jul 22 23:50:31.618161 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17fa1b52-f0d7-4db9-85ea-de3ab19c8423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.646516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 62b4e857-e46f-437a-9a54-976122973028, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=62b4e857-e46f-437a-9a54-976122973028,segment=NetworkSegment(5af3adf4-eb82-4849-8ea8-5f49d3a0a3d0),segment_id=5af3adf4-eb82-4849-8ea8-5f49d3a0a3d0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:31.657470 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.676817 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efefc046-007d-44cb-b313-7f23726c24b0 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.709158 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-11805ef1-1c7b-4b73-838e-f6f34fae5d7d None None] Provisioning complete for port 62b4e857-e46f-437a-9a54-976122973028 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:31.709853 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11805ef1-1c7b-4b73-838e-f6f34fae5d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.716714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:31.742483 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efefc046-007d-44cb-b313-7f23726c24b0 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.743532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efefc046-007d-44cb-b313-7f23726c24b0 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:31.744138 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efefc046-007d-44cb-b313-7f23726c24b0 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.745374 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7969c7-98b3-4a61-88bd-8d046ce46f55 None None] Sync routers for ids ['15df3a96-effe-4f86-9aa1-72e78c4aa376'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:31.763066 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.766915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 96954271-3251-4b54-8b48-a0ddcea93020 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:31.767133 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3fa46d51-3a78-4e54-b0f5-2e88cbca85f6 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7414606 Jul 22 23:50:31.767240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59544) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:31.793855 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-efefc046-007d-44cb-b313-7f23726c24b0 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5107014 Jul 22 23:50:31.814184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 96954271-3251-4b54-8b48-a0ddcea93020 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:31.814743 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 96954271-3251-4b54-8b48-a0ddcea93020 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:31.816836 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59546) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:31.822713 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a5d3235a-c26a-4c52-9c93-832663020f83 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Request body: {'network': {'project_id': '06a01fe019154ff6a5cc2cb7d6ce5da4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:31.826507 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefc046-007d-44cb-b313-7f23726c24b0 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Pushing event updated for resources: {'Network': ['ID=721b8ba2-af2c-423c-ac07-500ce8d91a7c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:31.839066 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d3235a-c26a-4c52-9c93-832663020f83 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 23:50:31.839270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7969c7-98b3-4a61-88bd-8d046ce46f55 None None] Routers {'15df3a96-effe-4f86-9aa1-72e78c4aa376'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:31.839590 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d3235a-c26a-4c52-9c93-832663020f83 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:50:31.839701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0d7969c7-98b3-4a61-88bd-8d046ce46f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['15df3a96-effe-4f86-9aa1-72e78c4aa376'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:31.840803 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a5d3235a-c26a-4c52-9c93-832663020f83 tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0229375 Jul 22 23:50:31.844673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=62b4e857-e46f-437a-9a54-976122973028,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:31.850204 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 721b8ba2-af2c-423c-ac07-500ce8d91a7c details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:50:31.887845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59554) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:31.889667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0d7969c7-98b3-4a61-88bd-8d046ce46f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:31.925611 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7969c7-98b3-4a61-88bd-8d046ce46f55 None None] Routers {'15df3a96-effe-4f86-9aa1-72e78c4aa376'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:31.927147 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0d7969c7-98b3-4a61-88bd-8d046ce46f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['15df3a96-effe-4f86-9aa1-72e78c4aa376'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:31.986669 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6a055-7cab-4631-9e5a-fcd55e3288d8 req-35272707-f0b5-405e-9f86-ba84696e0eab tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:31.994014 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-53d6a055-7cab-4631-9e5a-fcd55e3288d8 req-35272707-f0b5-405e-9f86-ba84696e0eab tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1389165 Jul 22 23:50:31.995461 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0d7969c7-98b3-4a61-88bd-8d046ce46f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:31.996277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7969c7-98b3-4a61-88bd-8d046ce46f55 None None] The sync data for ids ['15df3a96-effe-4f86-9aa1-72e78c4aa376'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:32.053133 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-53d6a055-7cab-4631-9e5a-fcd55e3288d8 req-3d6e606e-f097-484d-b174-f0b0048bb73e tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562155 Jul 22 23:50:32.129312 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3005a8ea-8e6c-47a9-ae07-3ed05e01f29b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=06a01fe019154ff6a5cc2cb7d6ce5da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394764 Jul 22 23:50:32.131492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59564) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:32.181917 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afdc0ba7-f02d-4ca8-b29f-1d3cde766b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.212984 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afdc0ba7-f02d-4ca8-b29f-1d3cde766b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.263529 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afdc0ba7-f02d-4ca8-b29f-1d3cde766b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.266297 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afdc0ba7-f02d-4ca8-b29f-1d3cde766b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.267566 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-afdc0ba7-f02d-4ca8-b29f-1d3cde766b6c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e2c13d3-9979-4837-882f-ae273642b405 HTTP/1.1" status: 204 len: 168 time: 0.1350665 Jul 22 23:50:32.271107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59570) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:32.276523 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc0ba7-f02d-4ca8-b29f-1d3cde766b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2c13d3-9979-4837-882f-ae273642b405,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:32.298462 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59572) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:32.366647 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0d0919d-cf39-4c42-a907-7ba7efe5f63f tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.392330 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2120ab61-4f47-449c-8da8-ec7519b3b149 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-736996304-network', 'tenant_id': '14b62f993d9d4078b59459687d14abc3'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:32.415907 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2120ab61-4f47-449c-8da8-ec7519b3b149 admin admin] Made reservation on behalf of 14b62f993d9d4078b59459687d14abc3 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:32.418926 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2120ab61-4f47-449c-8da8-ec7519b3b149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.430343 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2120ab61-4f47-449c-8da8-ec7519b3b149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.523099 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0d0919d-cf39-4c42-a907-7ba7efe5f63f tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.538257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d0d0919d-cf39-4c42-a907-7ba7efe5f63f tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721b8ba2-af2c-423c-ac07-500ce8d91a7c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:32.556996 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2120ab61-4f47-449c-8da8-ec7519b3b149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.562391 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2120ab61-4f47-449c-8da8-ec7519b3b149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.576211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d0d0919d-cf39-4c42-a907-7ba7efe5f63f tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955f97b3-5e9b-4891-8096-02d728e51ab9') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:32.576505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d0d0919d-cf39-4c42-a907-7ba7efe5f63f tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955f97b3-5e9b-4891-8096-02d728e51ab9') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:32.590315 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0d0919d-cf39-4c42-a907-7ba7efe5f63f tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.600353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2120ab61-4f47-449c-8da8-ec7519b3b149 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:50:32.605343 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120ab61-4f47-449c-8da8-ec7519b3b149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a0b69b-f5e5-46d9-9741-fb5c5fe26027,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:32.614018 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2120ab61-4f47-449c-8da8-ec7519b3b149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.614256 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.614581 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-2120ab61-4f47-449c-8da8-ec7519b3b149 admin admin] Added segment f8ecbb40-0550-4d9e-8306-6641b7c6ee4a of type vlan for network 5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65 Jul 22 23:50:32.617598 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0d0919d-cf39-4c42-a907-7ba7efe5f63f tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.632821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d0919d-cf39-4c42-a907-7ba7efe5f63f tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:32.633296 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0d0919d-cf39-4c42-a907-7ba7efe5f63f tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:32.635690 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:32.660251 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2120ab61-4f47-449c-8da8-ec7519b3b149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.700061 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2120ab61-4f47-449c-8da8-ec7519b3b149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.701299 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2120ab61-4f47-449c-8da8-ec7519b3b149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:32.702481 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2120ab61-4f47-449c-8da8-ec7519b3b149 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.736003 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2120ab61-4f47-449c-8da8-ec7519b3b149 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4333487 Jul 22 23:50:32.736218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59590) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:32.741998 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c1a0c984-13f5-46ff-ba56-9412ac4dfff5 admin admin] Request body: {'subnet': {'network_id': '5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-736996304-subnet', 'tenant_id': '14b62f993d9d4078b59459687d14abc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:32.762064 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0d0919d-cf39-4c42-a907-7ba7efe5f63f tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.767641 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0d0919d-cf39-4c42-a907-7ba7efe5f63f tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.770252 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d0d0919d-cf39-4c42-a907-7ba7efe5f63f tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] 10.222.0.26 "DELETE /v2.0/networks/721b8ba2-af2c-423c-ac07-500ce8d91a7c HTTP/1.1" status: 204 len: 168 time: 0.4959526 Jul 22 23:50:32.778177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59592) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:32.794366 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120ab61-4f47-449c-8da8-ec7519b3b149 admin admin] Pushing event updated for resources: {'Network': ['ID=5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:32.808228 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:50:32.812304 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0919d-cf39-4c42-a907-7ba7efe5f63f tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Pushing event deleted for resources: {'Network': ['ID=721b8ba2-af2c-423c-ac07-500ce8d91a7c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:32.816291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a0c984-13f5-46ff-ba56-9412ac4dfff5 admin admin] Made reservation on behalf of 14b62f993d9d4078b59459687d14abc3 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:32.821407 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1a0c984-13f5-46ff-ba56-9412ac4dfff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.939437 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee06fd02-3cad-40dc-af22-1c40146489aa tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.078035 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1a0c984-13f5-46ff-ba56-9412ac4dfff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.142660 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0c984-13f5-46ff-ba56-9412ac4dfff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d762e5f-25c6-4e10-8e8d-4dce5a1c72d8,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:33.156767 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a0c984-13f5-46ff-ba56-9412ac4dfff5 admin admin] Checking segment: {'id': 'f8ecbb40-0550-4d9e-8306-6641b7c6ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:33.157178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a0c984-13f5-46ff-ba56-9412ac4dfff5 admin admin] Network hostable DHCP agents. Network: 5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:50:33.178445 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a0c984-13f5-46ff-ba56-9412ac4dfff5 admin admin] Network 5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:50:33.190829 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c1a0c984-13f5-46ff-ba56-9412ac4dfff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:33.195016 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a0c984-13f5-46ff-ba56-9412ac4dfff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:33.195869 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1a0c984-13f5-46ff-ba56-9412ac4dfff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.201120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705b0709-1762-4cc7-8601-5a254321034f None None] Network 5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:33.224170 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c1a0c984-13f5-46ff-ba56-9412ac4dfff5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4864781 Jul 22 23:50:33.239995 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee06fd02-3cad-40dc-af22-1c40146489aa tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.268465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ee06fd02-3cad-40dc-af22-1c40146489aa tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2630fc2c-eb32-4ffd-a57d-88c5eda5e82c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:33.286513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Allocated IP 172.20.0.1 (7c37405e-376e-4e0b-ae21-ad16c66344d3/375689bb-1fbf-4181-8a23-e8639312f2f8/141c4467-62f7-4bb5-adee-8173ebe704a7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:33.289587 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ee06fd02-3cad-40dc-af22-1c40146489aa tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878133dc-501b-4587-a15f-0b9496608ef1') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:33.290031 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ee06fd02-3cad-40dc-af22-1c40146489aa tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878133dc-501b-4587-a15f-0b9496608ef1') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:33.298722 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 62b4e857-e46f-437a-9a54-976122973028 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:33.319050 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee06fd02-3cad-40dc-af22-1c40146489aa tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.351074 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee06fd02-3cad-40dc-af22-1c40146489aa tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.375275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820c0ca-4640-47f6-bfcc-4d8dcc78133a req-8e7abcf3-380c-46e6-8c57-49fcebfc54eb tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:33.381816 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4820c0ca-4640-47f6-bfcc-4d8dcc78133a req-8e7abcf3-380c-46e6-8c57-49fcebfc54eb tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.2527316 Jul 22 23:50:33.398351 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee06fd02-3cad-40dc-af22-1c40146489aa tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:33.398866 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee06fd02-3cad-40dc-af22-1c40146489aa tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:33.400953 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:33.444256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2de70b-a3d8-4462-bea6-489aa3c9516d None None] Network 5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:33.456374 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 62b4e857-e46f-437a-9a54-976122973028 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:33.456777 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.886582 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee06fd02-3cad-40dc-af22-1c40146489aa tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.895974 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee06fd02-3cad-40dc-af22-1c40146489aa tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.900275 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ee06fd02-3cad-40dc-af22-1c40146489aa tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] 10.222.0.26 "DELETE /v2.0/networks/2630fc2c-eb32-4ffd-a57d-88c5eda5e82c HTTP/1.1" status: 204 len: 168 time: 1.1173759 Jul 22 23:50:33.932445 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4820c0ca-4640-47f6-bfcc-4d8dcc78133a req-b22b5014-e352-4d61-a70b-d21257c22aab tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303493 Jul 22 23:50:33.944834 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06fd02-3cad-40dc-af22-1c40146489aa tempest-QuotasNegativeTest-1113287412 tempest-QuotasNegativeTest-1113287412-project-admin] Pushing event deleted for resources: {'Network': ['ID=2630fc2c-eb32-4ffd-a57d-88c5eda5e82c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:34.067885 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.079390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37280b9-257a-474b-a75f-39c04b04a74a req-3cfa6a4b-e334-41a1-98e1-e933b87886c8 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:34.080963 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b37280b9-257a-474b-a75f-39c04b04a74a req-3cfa6a4b-e334-41a1-98e1-e933b87886c8 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/networks?id=5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65 HTTP/1.1" status: 200 len: 821 time: 0.2314277 Jul 22 23:50:34.100766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Transition to ACTIVE for port object 141c4467-62f7-4bb5-adee-8173ebe704a7 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:34.105899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b37280b9-257a-474b-a75f-39c04b04a74a req-69218770-8a96-4430-a42e-5fa529ffe826 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/quotas/14b62f993d9d4078b59459687d14abc3 HTTP/1.1" status: 200 len: 375 time: 0.0175741 Jul 22 23:50:34.149655 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b37280b9-257a-474b-a75f-39c04b04a74a req-88d52dfe-a654-4a79-b85a-4980832eaad6 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=14b62f993d9d4078b59459687d14abc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370817 Jul 22 23:50:34.166296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-b37280b9-257a-474b-a75f-39c04b04a74a req-8dbbebe1-91c4-4bbf-9ec1-f1ecc750d622 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:50:34.167568 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b37280b9-257a-474b-a75f-39c04b04a74a req-8dbbebe1-91c4-4bbf-9ec1-f1ecc750d622 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113235 Jul 22 23:50:34.195987 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.252976 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.281194 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network 7c37405e-376e-4e0b-ae21-ad16c66344d3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:34.297137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:34.306332 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:34.316667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=141c4467-62f7-4bb5-adee-8173ebe704a7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:34.388481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b37280b9-257a-474b-a75f-39c04b04a74a req-f94b748f-235f-467d-9c10-5da16ea83c2e service neutron] 10.222.0.26 "GET /v2.0/networks/5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132792 Jul 22 23:50:34.409457 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.434863 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8f8776a-1d88-4b3f-9423-59ad6b7a1e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.435121 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59636) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:34.455184 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.461186 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55b3f1c7-06aa-4f2b-b348-1b43d9c4e9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.579382 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55b3f1c7-06aa-4f2b-b348-1b43d9c4e9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.586438 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55b3f1c7-06aa-4f2b-b348-1b43d9c4e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.606239 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b37280b9-257a-474b-a75f-39c04b04a74a req-243d658e-e0ed-47dc-a3c7-32eb8a9eb506 service neutron] 10.222.0.26 "GET /v2.0/networks/5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052312 Jul 22 23:50:34.646006 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-55b3f1c7-06aa-4f2b-b348-1b43d9c4e9f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d17288d7bfb4530afc1b50d986df541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085259 Jul 22 23:50:34.647852 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59638) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:34.654994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3f1c7-06aa-4f2b-b348-1b43d9c4e9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab7e728-bb9e-43bb-bd57-239ebe649058,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:34.712294 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62470be9-b2bc-4f32-b7c3-60e0bf08703a None None] Provisioning for port 141c4467-62f7-4bb5-adee-8173ebe704a7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:34.716539 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87088a4b-b0c5-481f-afa9-d9f52ce46f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.719165 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62470be9-b2bc-4f32-b7c3-60e0bf08703a None None] Provisioning complete for port 141c4467-62f7-4bb5-adee-8173ebe704a7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:34.719421 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.721287 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62470be9-b2bc-4f32-b7c3-60e0bf08703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.744471 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87088a4b-b0c5-481f-afa9-d9f52ce46f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.791550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-62470be9-b2bc-4f32-b7c3-60e0bf08703a None None] Port 141c4467-62f7-4bb5-adee-8173ebe704a7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:50:34.869912 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87088a4b-b0c5-481f-afa9-d9f52ce46f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.873081 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87088a4b-b0c5-481f-afa9-d9f52ce46f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.874186 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-87088a4b-b0c5-481f-afa9-d9f52ce46f8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ab7e728-bb9e-43bb-bd57-239ebe649058 HTTP/1.1" status: 204 len: 168 time: 0.2249277 Jul 22 23:50:34.891202 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87088a4b-b0c5-481f-afa9-d9f52ce46f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab7e728-bb9e-43bb-bd57-239ebe649058,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:34.926990 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7fda7f02-d069-4d91-ba4e-e3f345cf197f req-0e0d9ec5-6513-45a2-9897-bf0733a255dc tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 210 time: 0.0989339 Jul 22 23:50:35.304476 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.312107 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.422793 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.448664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=141c4467-62f7-4bb5-adee-8173ebe704a7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:35.503901 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.547534 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59670) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:35.568899 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0384a59-596f-4ce4-ab6b-c0ed5c8698b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.625795 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network 7c37405e-376e-4e0b-ae21-ad16c66344d3 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:35.631692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:35.753176 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0384a59-596f-4ce4-ab6b-c0ed5c8698b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.763716 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0384a59-596f-4ce4-ab6b-c0ed5c8698b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.838122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0384a59-596f-4ce4-ab6b-c0ed5c8698b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794dfac1-9a92-4f32-85ee-6c23ac67c3f3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:35.848775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59674) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:35.850727 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d0384a59-596f-4ce4-ab6b-c0ed5c8698b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1191afba5e8544c5b6c707d53e3dbb2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014824 Jul 22 23:50:35.980665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 15df3a96-effe-4f86-9aa1-72e78c4aa376 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:36.033131 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27f49371-d15f-487c-94cf-6969712fc852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.044212 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c7c8f116-75c5-48d8-8c33-568ba9d6506a None None] Provisioning complete for port 141c4467-62f7-4bb5-adee-8173ebe704a7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:36.044824 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7c8f116-75c5-48d8-8c33-568ba9d6506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.082997 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a44b17b-ba80-4dd0-b2df-86b5c5cbf2b3 req-0e89249f-1a56-48cb-bbda-c0ab667a76c1 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 210 time: 0.0439622 Jul 22 23:50:36.147338 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c7c8f116-75c5-48d8-8c33-568ba9d6506a None None] Port 141c4467-62f7-4bb5-adee-8173ebe704a7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:50:36.157768 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27f49371-d15f-487c-94cf-6969712fc852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.241362 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27f49371-d15f-487c-94cf-6969712fc852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.244050 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-27f49371-d15f-487c-94cf-6969712fc852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.248104 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-27f49371-d15f-487c-94cf-6969712fc852 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/794dfac1-9a92-4f32-85ee-6c23ac67c3f3 HTTP/1.1" status: 204 len: 168 time: 0.3982868 Jul 22 23:50:36.261116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f49371-d15f-487c-94cf-6969712fc852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794dfac1-9a92-4f32-85ee-6c23ac67c3f3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:36.264611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:36.274390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6c3098b5-b35d-4014-8ea5-1c3e6be504e0 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "PUT /v2.0/routers/15df3a96-effe-4f86-9aa1-72e78c4aa376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5030670 Jul 22 23:50:36.274649 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59680) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:36.282128 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b9dd7-1bc4-408f-b1a6-785875075861 None None] Sync routers for ids ['15df3a96-effe-4f86-9aa1-72e78c4aa376'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:36.282617 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6d584f40-4360-491e-86d2-d08abcd82bdd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'port': {'network_id': '7c37405e-376e-4e0b-ae21-ad16c66344d3', 'name': 'tempest-FloatingIPTestJSON-1361946401'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:36.303595 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b9dd7-1bc4-408f-b1a6-785875075861 None None] Routers {'15df3a96-effe-4f86-9aa1-72e78c4aa376'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:36.304245 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-613b9dd7-1bc4-408f-b1a6-785875075861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['15df3a96-effe-4f86-9aa1-72e78c4aa376'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:36.353802 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-613b9dd7-1bc4-408f-b1a6-785875075861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:36.363973 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b9dd7-1bc4-408f-b1a6-785875075861 None None] Routers {'15df3a96-effe-4f86-9aa1-72e78c4aa376'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:36.364990 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-613b9dd7-1bc4-408f-b1a6-785875075861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['15df3a96-effe-4f86-9aa1-72e78c4aa376'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:36.405844 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-613b9dd7-1bc4-408f-b1a6-785875075861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:36.406728 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b9dd7-1bc4-408f-b1a6-785875075861 None None] The sync data for ids ['15df3a96-effe-4f86-9aa1-72e78c4aa376'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:36.463882 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d584f40-4360-491e-86d2-d08abcd82bdd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Made reservation on behalf of f740564d044f4421a6d9521354a5371f for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:36.468113 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d584f40-4360-491e-86d2-d08abcd82bdd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.491574 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-6d584f40-4360-491e-86d2-d08abcd82bdd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] device_id is not set on port 9f91e149-7b8f-4291-981e-cdca81e20784 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:50:36.727898 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6d584f40-4360-491e-86d2-d08abcd82bdd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Allocated IP 172.20.0.9 (7c37405e-376e-4e0b-ae21-ad16c66344d3/375689bb-1fbf-4181-8a23-e8639312f2f8/9f91e149-7b8f-4291-981e-cdca81e20784) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:36.858625 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37280b9-257a-474b-a75f-39c04b04a74a req-db30a04c-9cfc-4af2-985f-f82dfaa9ee6a tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:36.860217 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37280b9-257a-474b-a75f-39c04b04a74a req-db30a04c-9cfc-4af2-985f-f82dfaa9ee6a tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.18 "GET /v2.0/networks?id=5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65 HTTP/1.1" status: 200 len: 821 time: 0.2278860 Jul 22 23:50:36.891316 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b37280b9-257a-474b-a75f-39c04b04a74a req-f1a61fd3-5726-4fda-97c5-a2cc01c4d4ab tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Request body: {'port': {'device_id': 'fa71703a-576f-42ee-8e7b-72ed804d23ba', 'network_id': '5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65', 'admin_state_up': True, 'tenant_id': '14b62f993d9d4078b59459687d14abc3'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:36.996628 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:37.081559 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d584f40-4360-491e-86d2-d08abcd82bdd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:37.128274 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6d584f40-4360-491e-86d2-d08abcd82bdd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Transition to ACTIVE for port object 9f91e149-7b8f-4291-981e-cdca81e20784 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:37.132528 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37280b9-257a-474b-a75f-39c04b04a74a req-f1a61fd3-5726-4fda-97c5-a2cc01c4d4ab tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Made reservation on behalf of 14b62f993d9d4078b59459687d14abc3 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:37.143500 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37280b9-257a-474b-a75f-39c04b04a74a req-f1a61fd3-5726-4fda-97c5-a2cc01c4d4ab tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:37.247176 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6fe0858d-7094-4495-87ff-054ee2c93616 req-1bae13f4-1153-4ca8-a84a-9e17b58e2240 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 210 time: 0.0413458 Jul 22 23:50:37.303725 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d584f40-4360-491e-86d2-d08abcd82bdd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:37.390352 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d584f40-4360-491e-86d2-d08abcd82bdd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Network 7c37405e-376e-4e0b-ae21-ad16c66344d3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:37.400176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6d584f40-4360-491e-86d2-d08abcd82bdd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:37.402845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59708) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:37.412715 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d584f40-4360-491e-86d2-d08abcd82bdd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:37.455739 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-b37280b9-257a-474b-a75f-39c04b04a74a req-f1a61fd3-5726-4fda-97c5-a2cc01c4d4ab tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Allocated IP 172.20.0.11 (5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65/2d762e5f-25c6-4e10-8e8d-4dce5a1c72d8/78ec0798-bc08-4f00-b696-f7a66d055120) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:37.499956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d584f40-4360-491e-86d2-d08abcd82bdd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:37.502239 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d584f40-4360-491e-86d2-d08abcd82bdd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:37.528486 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d584f40-4360-491e-86d2-d08abcd82bdd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event updated for resources: {'Port': ['ID=9f91e149-7b8f-4291-981e-cdca81e20784,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:37.560257 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6d584f40-4360-491e-86d2-d08abcd82bdd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2849333 Jul 22 23:50:37.562934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59712) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:37.568907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fa4d9c6a-4bda-4335-8bdc-b24fb9a2db94 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Request body: {'floatingip': {'port_id': '9f91e149-7b8f-4291-981e-cdca81e20784'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:37.636408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-89f421cc-0250-483b-a7a6-427a2ee47d92 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-466677823'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:37.695814 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9c6a-4bda-4335-8bdc-b24fb9a2db94 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:37.776849 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f421cc-0250-483b-a7a6-427a2ee47d92 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:37.781176 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89f421cc-0250-483b-a7a6-427a2ee47d92 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:37.794387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-047ae1d7-ce5b-462b-924a-3d268cbcc207 None None] Provisioning for port 9f91e149-7b8f-4291-981e-cdca81e20784 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:37.795016 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89f421cc-0250-483b-a7a6-427a2ee47d92 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:37.800267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-047ae1d7-ce5b-462b-924a-3d268cbcc207 None None] Provisioning complete for port 9f91e149-7b8f-4291-981e-cdca81e20784 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:37.802616 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-047ae1d7-ce5b-462b-924a-3d268cbcc207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:37.846315 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37280b9-257a-474b-a75f-39c04b04a74a req-f1a61fd3-5726-4fda-97c5-a2cc01c4d4ab tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:37.872247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-047ae1d7-ce5b-462b-924a-3d268cbcc207 None None] Port 9f91e149-7b8f-4291-981e-cdca81e20784 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:50:37.910086 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37280b9-257a-474b-a75f-39c04b04a74a req-f1a61fd3-5726-4fda-97c5-a2cc01c4d4ab tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:37.927540 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89f421cc-0250-483b-a7a6-427a2ee47d92 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:37.956017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37280b9-257a-474b-a75f-39c04b04a74a req-f1a61fd3-5726-4fda-97c5-a2cc01c4d4ab tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Network 5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:37.963003 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-b37280b9-257a-474b-a75f-39c04b04a74a req-f1a61fd3-5726-4fda-97c5-a2cc01c4d4ab tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:37.966948 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37280b9-257a-474b-a75f-39c04b04a74a req-f1a61fd3-5726-4fda-97c5-a2cc01c4d4ab tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:37.993918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a61fd3-5726-4fda-97c5-a2cc01c4d4ab tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Pushing event updated for resources: {'Port': ['ID=78ec0798-bc08-4f00-b696-f7a66d055120,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:38.024688 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37280b9-257a-474b-a75f-39c04b04a74a req-f1a61fd3-5726-4fda-97c5-a2cc01c4d4ab tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:38.025399 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37280b9-257a-474b-a75f-39c04b04a74a req-f1a61fd3-5726-4fda-97c5-a2cc01c4d4ab tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.037643 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89f421cc-0250-483b-a7a6-427a2ee47d92 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.046553 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37280b9-257a-474b-a75f-39c04b04a74a req-f1a61fd3-5726-4fda-97c5-a2cc01c4d4ab tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1612964 Jul 22 23:50:38.068823 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Request body: {'port': {'device_id': 'fa71703a-576f-42ee-8e7b-72ed804d23ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:38.085203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f421cc-0250-483b-a7a6-427a2ee47d92 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:50:38.132248 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f421cc-0250-483b-a7a6-427a2ee47d92 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5616b094-a896-42ff-bf76-d9772cc7c165,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:38.165779 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89f421cc-0250-483b-a7a6-427a2ee47d92 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.166126 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-89f421cc-0250-483b-a7a6-427a2ee47d92 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Added segment 6e3524fa-d49b-424d-bab9-2329fd5c80eb of type vlan for network c35e90f8-c2e7-4be8-8499-34cc32d977ae Jul 22 23:50:38.230545 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89f421cc-0250-483b-a7a6-427a2ee47d92 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.524920 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.556511 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89f421cc-0250-483b-a7a6-427a2ee47d92 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.562083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f421cc-0250-483b-a7a6-427a2ee47d92 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:38.562901 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89f421cc-0250-483b-a7a6-427a2ee47d92 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.656239 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9c6a-4bda-4335-8bdc-b24fb9a2db94 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.691873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f421cc-0250-483b-a7a6-427a2ee47d92 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Network': ['ID=c35e90f8-c2e7-4be8-8499-34cc32d977ae,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:38.696762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-89f421cc-0250-483b-a7a6-427a2ee47d92 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2926049 Jul 22 23:50:38.699592 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9c6a-4bda-4335-8bdc-b24fb9a2db94 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.701974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59722) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:38.715248 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:50:38.745664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cbc43736-44a7-489d-a2d6-6a4bc7cf97aa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:38.859563 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ec0798-bc08-4f00-b696-f7a66d055120 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:50:38.869938 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.884667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Transition to ACTIVE for port object 78ec0798-bc08-4f00-b696-f7a66d055120 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:38.889494 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.952560 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953bbea-c7b6-463a-a158-791e1606b019 req-21a8564b-0789-4865-bfd6-cbb8acc0dcb3 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:38.953449 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Pushing event updated for resources: {'Port': ['ID=78ec0798-bc08-4f00-b696-f7a66d055120,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:38.960116 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7953bbea-c7b6-463a-a158-791e1606b019 req-21a8564b-0789-4865-bfd6-cbb8acc0dcb3 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 932 time: 0.3917022 Jul 22 23:50:38.978307 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-fa4d9c6a-4bda-4335-8bdc-b24fb9a2db94 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Floating IP b94f8368-51eb-4b94-8999-410a38ae2530 associated. External IP: 172.25.4.130, port: 2e70be56-7eee-4395-b9e6-8b409327b9c2. Jul 22 23:50:39.036489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc43736-44a7-489d-a2d6-6a4bc7cf97aa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:39.040434 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cbc43736-44a7-489d-a2d6-6a4bc7cf97aa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.049843 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Attempting to bind port 78ec0798-bc08-4f00-b696-f7a66d055120 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:50:39.050184 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Attempting to bind port 78ec0798-bc08-4f00-b696-f7a66d055120 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'f8ecbb40-0550-4d9e-8306-6641b7c6ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:50:39.050551 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Attempting to bind port 78ec0798-bc08-4f00-b696-f7a66d055120 on network 5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:39.056252 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Port 78ec0798-bc08-4f00-b696-f7a66d055120 on network 5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:50:39.056585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Attempting to bind port 78ec0798-bc08-4f00-b696-f7a66d055120 on network 5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:39.068982 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:50:39.069475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Checking segment: {'id': 'f8ecbb40-0550-4d9e-8306-6641b7c6ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:39.069866 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Bound using segment: {'id': 'f8ecbb40-0550-4d9e-8306-6641b7c6ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:50:39.070299 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Bound port: 78ec0798-bc08-4f00-b696-f7a66d055120, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ecbb40-0550-4d9e-8306-6641b7c6ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:50:39.070696 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.144878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] For port 78ec0798-bc08-4f00-b696-f7a66d055120, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:50:39.151953 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] For port 78ec0798-bc08-4f00-b696-f7a66d055120, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=78ec0798-bc08-4f00-b696-f7a66d055120,segment=NetworkSegment(f8ecbb40-0550-4d9e-8306-6641b7c6ee4a),segment_id=f8ecbb40-0550-4d9e-8306-6641b7c6ee4a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:50:39.155512 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7953bbea-c7b6-463a-a158-791e1606b019 req-1551f5f0-48e6-4e92-87a2-40bfa1b08a16 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a0b69b-f5e5-46d9-9741-fb5c5fe26027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942673 Jul 22 23:50:39.166822 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.241844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Pushing event updated for resources: {'Port': ['ID=78ec0798-bc08-4f00-b696-f7a66d055120,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:39.253135 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:39.254573 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.255878 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37280b9-257a-474b-a75f-39c04b04a74a req-09b12dde-3b17-48f5-af27-b46acf2545b7 service neutron] 10.222.0.18 "PUT /v2.0/ports/78ec0798-bc08-4f00-b696-f7a66d055120 HTTP/1.1" status: 200 len: 1092 time: 1.1961977 Jul 22 23:50:39.256358 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa71703a-576f-42ee-8e7b-72ed804d23ba', 'tag': '78ec0798-bc08-4f00-b696-f7a66d055120'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:39.258759 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7217cffa-eb79-4713-b1ed-fbc936fc8d31" -d '{"events": [{"name": "network-changed", "server_uuid": "fa71703a-576f-42ee-8e7b-72ed804d23ba", "tag": "78ec0798-bc08-4f00-b696-f7a66d055120"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:39.310694 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ac1d31-c565-43ec-8f0d-d99340a19976 x-openstack-request-id: req-f8ac1d31-c565-43ec-8f0d-d99340a19976 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:39.311501 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa71703a-576f-42ee-8e7b-72ed804d23ba", "tag": "78ec0798-bc08-4f00-b696-f7a66d055120", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:39.311798 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8ac1d31-c565-43ec-8f0d-d99340a19976 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:39.312213 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa71703a-576f-42ee-8e7b-72ed804d23ba', 'tag': '78ec0798-bc08-4f00-b696-f7a66d055120', 'status': 'completed', 'code': 200} Jul 22 23:50:39.409512 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37280b9-257a-474b-a75f-39c04b04a74a req-64bf8580-70d6-470f-b010-f101df38214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:39.412825 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37280b9-257a-474b-a75f-39c04b04a74a req-64bf8580-70d6-470f-b010-f101df38214a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=14b62f993d9d4078b59459687d14abc3&device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 1095 time: 0.0743320 Jul 22 23:50:39.471143 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59742) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:39.474506 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37280b9-257a-474b-a75f-39c04b04a74a req-48a04850-8ff0-46db-92bd-93674bd84102 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ec0798-bc08-4f00-b696-f7a66d055120 HTTP/1.1" status: 200 len: 217 time: 0.0463502 Jul 22 23:50:39.529713 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37280b9-257a-474b-a75f-39c04b04a74a req-714c097d-c07c-4be9-a8b8-b20d156c7956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:39.531247 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37280b9-257a-474b-a75f-39c04b04a74a req-714c097d-c07c-4be9-a8b8-b20d156c7956 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2d762e5f-25c6-4e10-8e8d-4dce5a1c72d8 HTTP/1.1" status: 200 len: 861 time: 0.0500593 Jul 22 23:50:39.577606 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37280b9-257a-474b-a75f-39c04b04a74a req-f51f3438-d6d5-4c8b-93f8-a68d2fa5229b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396311 Jul 22 23:50:39.627789 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2f1e779-1ba3-42df-9397-07844c98c55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.719078 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37280b9-257a-474b-a75f-39c04b04a74a req-bf152708-e173-47cf-a1dd-31974782889e service neutron] 10.222.0.18 "GET /v2.0/networks/5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332762 Jul 22 23:50:39.815659 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cbc43736-44a7-489d-a2d6-6a4bc7cf97aa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.854143 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37280b9-257a-474b-a75f-39c04b04a74a req-06cab88e-caaf-432a-a802-c053e47ba524 service neutron] 10.222.0.18 "GET /v2.0/networks/5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290421 Jul 22 23:50:39.855923 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2f1e779-1ba3-42df-9397-07844c98c55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.858857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4d9c6a-4bda-4335-8bdc-b24fb9a2db94 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 32b98361-2e80-40b9-952c-dcfdd1de38d4 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:39.859822 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2f1e779-1ba3-42df-9397-07844c98c55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.894284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc43736-44a7-489d-a2d6-6a4bc7cf97aa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=dc2d5059-0d3a-4d62-945d-89242d4dfbae,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:39.904064 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59746) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:39.904297 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b2f1e779-1ba3-42df-9397-07844c98c55f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=baf04c56a4784ef2b09be9fa6f5ea6fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318616 Jul 22 23:50:39.904821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1e779-1ba3-42df-9397-07844c98c55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60f0d34-afdc-4009-a296-d9fc165f3133,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:39.984851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc43736-44a7-489d-a2d6-6a4bc7cf97aa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:39.985246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc43736-44a7-489d-a2d6-6a4bc7cf97aa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network hostable DHCP agents. Network: c35e90f8-c2e7-4be8-8499-34cc32d977ae, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:50:40.003837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217cffa-eb79-4713-b1ed-fbc936fc8d31 req-c9d8b0cb-d9e6-4184-ac85-1c3cbefdaca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:40.005460 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7217cffa-eb79-4713-b1ed-fbc936fc8d31 req-c9d8b0cb-d9e6-4184-ac85-1c3cbefdaca6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=14b62f993d9d4078b59459687d14abc3&device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 1095 time: 0.0615413 Jul 22 23:50:40.047116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc43736-44a7-489d-a2d6-6a4bc7cf97aa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:50:40.060313 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bef4a83-bdc5-41b0-ab6e-de18f7a45c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.074900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cbc43736-44a7-489d-a2d6-6a4bc7cf97aa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, c35e90f8-c2e7-4be8-8499-34cc32d977ae) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:40.083058 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4d9c6a-4bda-4335-8bdc-b24fb9a2db94 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:40.089126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc43736-44a7-489d-a2d6-6a4bc7cf97aa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:40.089737 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cbc43736-44a7-489d-a2d6-6a4bc7cf97aa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.090277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f825198-7bb9-4f32-bf1b-ddd0fb090607 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:40.101290 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bef4a83-bdc5-41b0-ab6e-de18f7a45c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.126398 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217cffa-eb79-4713-b1ed-fbc936fc8d31 req-b72e722c-e5e8-4091-8775-30adc33a6fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:40.128500 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7217cffa-eb79-4713-b1ed-fbc936fc8d31 req-b72e722c-e5e8-4091-8775-30adc33a6fb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65 HTTP/1.1" status: 200 len: 922 time: 0.1158614 Jul 22 23:50:40.137306 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008bf236-8335-47ed-adbd-927ba1a315d5 None None] Sync routers for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:40.195814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cbc43736-44a7-489d-a2d6-6a4bc7cf97aa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4888241 Jul 22 23:50:40.197173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008bf236-8335-47ed-adbd-927ba1a315d5 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:40.198090 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-008bf236-8335-47ed-adbd-927ba1a315d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:40.202669 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59758) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:40.206072 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7217cffa-eb79-4713-b1ed-fbc936fc8d31 req-0d29c1a7-88ea-4e64-8fab-33b1f9b607ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ec0798-bc08-4f00-b696-f7a66d055120 HTTP/1.1" status: 200 len: 217 time: 0.0603294 Jul 22 23:50:40.213054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9996bdee-4fab-4fc7-8389-975f809aa222 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'name': 'tempest-NetworksTestDHCPv6-2001463342'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:40.238693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-008bf236-8335-47ed-adbd-927ba1a315d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:40.254641 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008bf236-8335-47ed-adbd-927ba1a315d5 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:40.255578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-008bf236-8335-47ed-adbd-927ba1a315d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:40.339259 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-008bf236-8335-47ed-adbd-927ba1a315d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:40.340325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008bf236-8335-47ed-adbd-927ba1a315d5 None None] The sync data for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:40.346801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217cffa-eb79-4713-b1ed-fbc936fc8d31 req-2750e302-bb13-41cc-b938-5b27c25f9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:40.351124 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7217cffa-eb79-4713-b1ed-fbc936fc8d31 req-2750e302-bb13-41cc-b938-5b27c25f9ddb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2d762e5f-25c6-4e10-8e8d-4dce5a1c72d8 HTTP/1.1" status: 200 len: 861 time: 0.1441801 Jul 22 23:50:40.353411 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bef4a83-bdc5-41b0-ab6e-de18f7a45c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.356124 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4bef4a83-bdc5-41b0-ab6e-de18f7a45c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.357378 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4bef4a83-bdc5-41b0-ab6e-de18f7a45c16 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e60f0d34-afdc-4009-a296-d9fc165f3133 HTTP/1.1" status: 204 len: 168 time: 0.4227939 Jul 22 23:50:40.411234 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7217cffa-eb79-4713-b1ed-fbc936fc8d31 req-82c6d943-10a0-4ddb-b4bf-3a5851eeb342 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506196 Jul 22 23:50:40.431533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef4a83-bdc5-41b0-ab6e-de18f7a45c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60f0d34-afdc-4009-a296-d9fc165f3133,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:40.474741 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'fixed_ips': [{'subnet_id': 'dc2d5059-0d3a-4d62-945d-89242d4dfbae'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:50:40.476098 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.531816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9996bdee-4fab-4fc7-8389-975f809aa222 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:40.536118 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9996bdee-4fab-4fc7-8389-975f809aa222 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.552257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95be457-b27c-40c1-b498-3d0939b9daa8 req-5fa2eb80-37bb-4819-8848-deccf349771e tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:40.553877 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c95be457-b27c-40c1-b498-3d0939b9daa8 req-5fa2eb80-37bb-4819-8848-deccf349771e tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 944 time: 0.2539341 Jul 22 23:50:40.595369 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-9996bdee-4fab-4fc7-8389-975f809aa222 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port 9d8eb372-7144-4bd8-a9f9-452e8dea4c71 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:50:40.606808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4d9c6a-4bda-4335-8bdc-b24fb9a2db94 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 15df3a96-effe-4f86-9aa1-72e78c4aa376 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:40.615161 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7217cffa-eb79-4713-b1ed-fbc936fc8d31 req-9e6cebed-830c-463e-981e-ace061445c73 service neutron] 10.222.0.18 "GET /v2.0/networks/5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968460 Jul 22 23:50:40.676957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c95be457-b27c-40c1-b498-3d0939b9daa8 req-115236fa-9f24-47db-a375-ef50d745f281 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a0b69b-f5e5-46d9-9741-fb5c5fe26027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093118 Jul 22 23:50:40.743688 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7217cffa-eb79-4713-b1ed-fbc936fc8d31 req-96af2e95-9df8-49fd-a576-4a8993a7a2fd service neutron] 10.222.0.18 "GET /v2.0/networks/5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209018 Jul 22 23:50:40.773343 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Allocated IP 2001:db8::2 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/dc2d5059-0d3a-4d62-945d-89242d4dfbae/8be0aa47-096f-4d34-844e-509f5f934af5) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:40.817957 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4d9c6a-4bda-4335-8bdc-b24fb9a2db94 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:40.827819 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729b1dee-e09e-475f-bac5-1a4250c04b25 None None] Sync routers for ids ['15df3a96-effe-4f86-9aa1-72e78c4aa376'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:40.828465 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9c6a-4bda-4335-8bdc-b24fb9a2db94 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.842701 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729b1dee-e09e-475f-bac5-1a4250c04b25 None None] Routers {'15df3a96-effe-4f86-9aa1-72e78c4aa376'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:40.843594 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-729b1dee-e09e-475f-bac5-1a4250c04b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['15df3a96-effe-4f86-9aa1-72e78c4aa376'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:40.861583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59766) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:40.882542 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18221383-2e5d-435d-965d-ae27c365b448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.898390 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-729b1dee-e09e-475f-bac5-1a4250c04b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:40.913181 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729b1dee-e09e-475f-bac5-1a4250c04b25 None None] Routers {'15df3a96-effe-4f86-9aa1-72e78c4aa376'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:40.913972 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-729b1dee-e09e-475f-bac5-1a4250c04b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['15df3a96-effe-4f86-9aa1-72e78c4aa376'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:40.936879 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fa4d9c6a-4bda-4335-8bdc-b24fb9a2db94 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "PUT /v2.0/floatingips/b94f8368-51eb-4b94-8999-410a38ae2530 HTTP/1.1" status: 200 len: 978 time: 3.3727257 Jul 22 23:50:40.939381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59768) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:40.959019 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-729b1dee-e09e-475f-bac5-1a4250c04b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:40.959840 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729b1dee-e09e-475f-bac5-1a4250c04b25 None None] The sync data for ids ['15df3a96-effe-4f86-9aa1-72e78c4aa376'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:40.967011 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.977263 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Transition to ACTIVE for port object 8be0aa47-096f-4d34-844e-509f5f934af5 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:40.994557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Transition to ACTIVE for port object 8be0aa47-096f-4d34-844e-509f5f934af5 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:41.001837 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.052241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:41.055633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:41.059471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:41.067901 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Pushing event updated for resources: {'Port': ['ID=8be0aa47-096f-4d34-844e-509f5f934af5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:41.111851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9996bdee-4fab-4fc7-8389-975f809aa222 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::22b (c35e90f8-c2e7-4be8-8499-34cc32d977ae/dc2d5059-0d3a-4d62-945d-89242d4dfbae/9d8eb372-7144-4bd8-a9f9-452e8dea4c71) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:41.133459 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Attempting to bind port 8be0aa47-096f-4d34-844e-509f5f934af5 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:50:41.134065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Attempting to bind port 8be0aa47-096f-4d34-844e-509f5f934af5 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:50:41.134195 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Attempting to bind port 8be0aa47-096f-4d34-844e-509f5f934af5 on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:41.139562 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:50:41.139942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:41.140719 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.140719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:50:41.141221 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Bound port: 8be0aa47-096f-4d34-844e-509f5f934af5, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:50:41.141679 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.173494 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18221383-2e5d-435d-965d-ae27c365b448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.188832 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18221383-2e5d-435d-965d-ae27c365b448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.212998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-046400a8-b59a-438b-935b-2f8c9873858a tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Deleting port 9f91e149-7b8f-4291-981e-cdca81e20784 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:41.213261 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-046400a8-b59a-438b-935b-2f8c9873858a tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.224880 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] For port 8be0aa47-096f-4d34-844e-509f5f934af5, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:50:41.228110 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] For port 8be0aa47-096f-4d34-844e-509f5f934af5, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8be0aa47-096f-4d34-844e-509f5f934af5,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:50:41.232763 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.292988 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-18221383-2e5d-435d-965d-ae27c365b448 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e82f858dd5b4bfca6cbeeac54262201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284098 Jul 22 23:50:41.297775 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59770) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:41.312924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18221383-2e5d-435d-965d-ae27c365b448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ac954c-4cb4-44be-aad1-0b43a5d454b3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:41.320232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13463700-554b-412b-9ba4-c5467e50d478 None None] Pushing event updated for resources: {'Port': ['ID=8be0aa47-096f-4d34-844e-509f5f934af5,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:41.382733 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e50bf4d-465b-4b63-ae46-bb7539d6cb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.419770 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-046400a8-b59a-438b-935b-2f8c9873858a tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.433886 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e50bf4d-465b-4b63-ae46-bb7539d6cb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.446070 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9996bdee-4fab-4fc7-8389-975f809aa222 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.494207 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-9996bdee-4fab-4fc7-8389-975f809aa222 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object 9d8eb372-7144-4bd8-a9f9-452e8dea4c71 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:41.514356 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e50bf4d-465b-4b63-ae46-bb7539d6cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.516863 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e50bf4d-465b-4b63-ae46-bb7539d6cb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.518053 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9e50bf4d-465b-4b63-ae46-bb7539d6cb13 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2ac954c-4cb4-44be-aad1-0b43a5d454b3 HTTP/1.1" status: 204 len: 168 time: 0.2192917 Jul 22 23:50:41.540550 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50bf4d-465b-4b63-ae46-bb7539d6cb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ac954c-4cb4-44be-aad1-0b43a5d454b3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:41.630403 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9996bdee-4fab-4fc7-8389-975f809aa222 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.710403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996bdee-4fab-4fc7-8389-975f809aa222 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=9d8eb372-7144-4bd8-a9f9-452e8dea4c71,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:41.750758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9996bdee-4fab-4fc7-8389-975f809aa222 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:41.751908 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-046400a8-b59a-438b-935b-2f8c9873858a tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.752285 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-046400a8-b59a-438b-935b-2f8c9873858a tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.752600 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-046400a8-b59a-438b-935b-2f8c9873858a tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Floating IP b94f8368-51eb-4b94-8999-410a38ae2530 disassociated. External IP: 172.25.4.130, port: 9f91e149-7b8f-4291-981e-cdca81e20784. Jul 22 23:50:41.752946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-046400a8-b59a-438b-935b-2f8c9873858a tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Calling delete_port for 9f91e149-7b8f-4291-981e-cdca81e20784 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:41.756418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9996bdee-4fab-4fc7-8389-975f809aa222 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:41.761549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9996bdee-4fab-4fc7-8389-975f809aa222 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:41.767236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9996bdee-4fab-4fc7-8389-975f809aa222 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:41.767866 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9996bdee-4fab-4fc7-8389-975f809aa222 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.811565 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9996bdee-4fab-4fc7-8389-975f809aa222 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6077797 Jul 22 23:50:41.814206 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59780) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:41.888294 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada6b19-da9b-4ae2-bca1-a51c3b171e7a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:41.894282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada6b19-da9b-4ae2-bca1-a51c3b171e7a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:41.902962 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2ada6b19-da9b-4ae2-bca1-a51c3b171e7a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0818543 Jul 22 23:50:41.902962 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:42.010008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2f35a-befa-442b-9b1a-bcf3fada5538 req-382aada3-3add-45c3-a0c2-9ad6dba15692 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:42.011549 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cc2f35a-befa-442b-9b1a-bcf3fada5538 req-382aada3-3add-45c3-a0c2-9ad6dba15692 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 944 time: 0.2332661 Jul 22 23:50:42.016424 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-046400a8-b59a-438b-935b-2f8c9873858a tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.058700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046400a8-b59a-438b-935b-2f8c9873858a tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Port': ['ID=9f91e149-7b8f-4291-981e-cdca81e20784,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:42.078841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fc437f12-617a-4c78-a64c-08215f334c4b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port 9d8eb372-7144-4bd8-a9f9-452e8dea4c71 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:42.079309 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc437f12-617a-4c78-a64c-08215f334c4b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.188540 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cc2f35a-befa-442b-9b1a-bcf3fada5538 req-bc6418ea-9116-40f4-805b-521686344c26 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a0b69b-f5e5-46d9-9741-fb5c5fe26027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696980 Jul 22 23:50:42.217564 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc437f12-617a-4c78-a64c-08215f334c4b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.228331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fc437f12-617a-4c78-a64c-08215f334c4b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for 9d8eb372-7144-4bd8-a9f9-452e8dea4c71 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:42.271836 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046400a8-b59a-438b-935b-2f8c9873858a tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 15df3a96-effe-4f86-9aa1-72e78c4aa376 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:42.412481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046400a8-b59a-438b-935b-2f8c9873858a tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:42.432608 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25e6265-1597-4733-8ed9-e2816e304eaf None None] Sync routers for ids ['15df3a96-effe-4f86-9aa1-72e78c4aa376'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:42.453178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e6265-1597-4733-8ed9-e2816e304eaf None None] Routers {'15df3a96-effe-4f86-9aa1-72e78c4aa376'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:42.454419 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c25e6265-1597-4733-8ed9-e2816e304eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['15df3a96-effe-4f86-9aa1-72e78c4aa376'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:42.522268 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-046400a8-b59a-438b-935b-2f8c9873858a tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.525362 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-046400a8-b59a-438b-935b-2f8c9873858a tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/ports/9f91e149-7b8f-4291-981e-cdca81e20784 HTTP/1.1" status: 204 len: 168 time: 1.5848448 Jul 22 23:50:42.528257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59800) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:42.560239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c25e6265-1597-4733-8ed9-e2816e304eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:42.584205 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e6265-1597-4733-8ed9-e2816e304eaf None None] Routers {'15df3a96-effe-4f86-9aa1-72e78c4aa376'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:42.586213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c25e6265-1597-4733-8ed9-e2816e304eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['15df3a96-effe-4f86-9aa1-72e78c4aa376'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:42.605462 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc437f12-617a-4c78-a64c-08215f334c4b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.637859 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc437f12-617a-4c78-a64c-08215f334c4b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=9d8eb372-7144-4bd8-a9f9-452e8dea4c71,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:42.662754 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 78ec0798-bc08-4f00-b696-f7a66d055120 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:50:42.668649 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c25e6265-1597-4733-8ed9-e2816e304eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:42.669126 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc437f12-617a-4c78-a64c-08215f334c4b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.670197 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25e6265-1597-4733-8ed9-e2816e304eaf None None] The sync data for ids ['15df3a96-effe-4f86-9aa1-72e78c4aa376'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:42.673989 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc437f12-617a-4c78-a64c-08215f334c4b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/9d8eb372-7144-4bd8-a9f9-452e8dea4c71 HTTP/1.1" status: 204 len: 168 time: 0.7732463 Jul 22 23:50:42.674589 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59804) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:42.799071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b855186b-88e8-4a61-8e58-8ede5f86a0b7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:42.802917 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b855186b-88e8-4a61-8e58-8ede5f86a0b7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:42.806453 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b855186b-88e8-4a61-8e58-8ede5f86a0b7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1308770 Jul 22 23:50:42.809653 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59808) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:42.833984 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 78ec0798-bc08-4f00-b696-f7a66d055120, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=78ec0798-bc08-4f00-b696-f7a66d055120,segment=NetworkSegment(f8ecbb40-0550-4d9e-8306-6641b7c6ee4a),segment_id=f8ecbb40-0550-4d9e-8306-6641b7c6ee4a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:42.851323 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '78ec0798-bc08-4f00-b696-f7a66d055120', 'network_id': '5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65', 'port_id': '78ec0798-bc08-4f00-b696-f7a66d055120', 'mac_address': 'fa:16:3e:c7:6e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d762e5f-25c6-4e10-8e8d-4dce5a1c72d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:50:42.856078 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8b744-3dbb-44c2-b06a-3853eab0ce7d None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:42.914580 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.963368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d671aded-ded6-49aa-a9b7-3f6341f0c9db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet dc2d5059-0d3a-4d62-945d-89242d4dfbae {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:42.973549 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d671aded-ded6-49aa-a9b7-3f6341f0c9db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.010155 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ec0798-bc08-4f00-b696-f7a66d055120 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:50:43.026579 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b3c6a45f-49f8-44a6-9098-4a6a2c6d24c5 None None] Provisioning for port 8be0aa47-096f-4d34-844e-509f5f934af5 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:43.037122 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d671aded-ded6-49aa-a9b7-3f6341f0c9db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.046855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 78ec0798-bc08-4f00-b696-f7a66d055120, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=78ec0798-bc08-4f00-b696-f7a66d055120,segment=NetworkSegment(f8ecbb40-0550-4d9e-8306-6641b7c6ee4a),segment_id=f8ecbb40-0550-4d9e-8306-6641b7c6ee4a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:43.071366 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.170572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=78ec0798-bc08-4f00-b696-f7a66d055120,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:43.217832 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d671aded-ded6-49aa-a9b7-3f6341f0c9db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.376996 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d671aded-ded6-49aa-a9b7-3f6341f0c9db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.419727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671aded-ded6-49aa-a9b7-3f6341f0c9db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=dc2d5059-0d3a-4d62-945d-89242d4dfbae,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:43.422080 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d671aded-ded6-49aa-a9b7-3f6341f0c9db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.423974 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d671aded-ded6-49aa-a9b7-3f6341f0c9db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/dc2d5059-0d3a-4d62-945d-89242d4dfbae HTTP/1.1" status: 204 len: 168 time: 0.5941377 Jul 22 23:50:43.426670 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:43.433973 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['78ec0798-bc08-4f00-b696-f7a66d055120'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:43.478175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8be0aa47-096f-4d34-844e-509f5f934af5 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:43.549710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf547f0-9665-445a-bebf-0aa6f4410216 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:43.709397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4c6c616-b518-4d6e-be96-13dc8150095f None None] Provisioning complete for port 8be0aa47-096f-4d34-844e-509f5f934af5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:43.710196 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4c6c616-b518-4d6e-be96-13dc8150095f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.715707 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 8be0aa47-096f-4d34-844e-509f5f934af5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:43.764145 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 8be0aa47-096f-4d34-844e-509f5f934af5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:43.765269 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.983428 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-292dcf2c-af7b-4d9d-a611-a2db5e9c39c0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5430398 Jul 22 23:50:43.986185 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59836) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:43.994507 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2cfaf74c-355a-41c6-ae40-31a5a59fc521 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:43.998303 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4c6c616-b518-4d6e-be96-13dc8150095f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.011132 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.024858 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-578a48b7-1579-42c8-a517-52a9c9074514 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.211390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b105acf-67ff-4e89-9bc8-3d517a26e8ed None None] DHCP port deletion for c35e90f8-c2e7-4be8-8499-34cc32d977ae request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:50:44.217451 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfaf74c-355a-41c6-ae40-31a5a59fc521 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:44.221406 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cfaf74c-355a-41c6-ae40-31a5a59fc521 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.338754 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f63ce3-6a5b-4914-89c3-7b9c7ad45a29 req-62c4a10b-1b64-44a7-a58e-e76a8db00e78 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:44.343782 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a4c6c616-b518-4d6e-be96-13dc8150095f None None] For port 8be0aa47-096f-4d34-844e-509f5f934af5, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8be0aa47-096f-4d34-844e-509f5f934af5,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:44.348808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85f63ce3-6a5b-4914-89c3-7b9c7ad45a29 req-62c4a10b-1b64-44a7-a58e-e76a8db00e78 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 945 time: 1.0090218 Jul 22 23:50:44.365659 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4c6c616-b518-4d6e-be96-13dc8150095f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.406464 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85f63ce3-6a5b-4914-89c3-7b9c7ad45a29 req-321a93f7-cbcd-4a6c-bdaa-a41fc9dd6941 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a0b69b-f5e5-46d9-9741-fb5c5fe26027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564420 Jul 22 23:50:44.528930 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7b105acf-67ff-4e89-9bc8-3d517a26e8ed None None] Deleting port 8be0aa47-096f-4d34-844e-509f5f934af5 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:44.529516 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b105acf-67ff-4e89-9bc8-3d517a26e8ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.531855 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:50:44.532287 n-d-688802-2 neutron-server[93822]: DEBUG oslo_db.api [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:50:44.533919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6c616-b518-4d6e-be96-13dc8150095f None None] Pushing event updated for resources: {'Port': ['ID=8be0aa47-096f-4d34-844e-509f5f934af5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:44.583021 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cfaf74c-355a-41c6-ae40-31a5a59fc521 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.588278 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-578a48b7-1579-42c8-a517-52a9c9074514 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Deleting port 141c4467-62f7-4bb5-adee-8173ebe704a7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:44.588632 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-578a48b7-1579-42c8-a517-52a9c9074514 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.639318 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7b105acf-67ff-4e89-9bc8-3d517a26e8ed None None] For port 8be0aa47-096f-4d34-844e-509f5f934af5, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8be0aa47-096f-4d34-844e-509f5f934af5,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:44.640112 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b105acf-67ff-4e89-9bc8-3d517a26e8ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.657806 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfaf74c-355a-41c6-ae40-31a5a59fc521 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:44.661916 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7b105acf-67ff-4e89-9bc8-3d517a26e8ed None None] Calling delete_port for 8be0aa47-096f-4d34-844e-509f5f934af5 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:44.662234 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2cfaf74c-355a-41c6-ae40-31a5a59fc521 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:44.671626 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfaf74c-355a-41c6-ae40-31a5a59fc521 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:44.672630 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cfaf74c-355a-41c6-ae40-31a5a59fc521 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.696430 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfaf74c-355a-41c6-ae40-31a5a59fc521 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=eb621af2-dc23-4198-8cd4-6bc5c58746ce,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:44.715421 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2cfaf74c-355a-41c6-ae40-31a5a59fc521 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7244842 Jul 22 23:50:44.716191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59842) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:44.720282 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-578a48b7-1579-42c8-a517-52a9c9074514 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.729321 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-601c3647-f412-45ea-86f4-2ca33dd3de54 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'name': 'tempest-NetworksTestDHCPv6-966824689'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:44.734368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-578a48b7-1579-42c8-a517-52a9c9074514 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Calling delete_port for 141c4467-62f7-4bb5-adee-8173ebe704a7 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:44.797784 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b105acf-67ff-4e89-9bc8-3d517a26e8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.828678 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b105acf-67ff-4e89-9bc8-3d517a26e8ed None None] No DVR routers for this DVR port 8be0aa47-096f-4d34-844e-509f5f934af5 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:44.876804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b105acf-67ff-4e89-9bc8-3d517a26e8ed None None] Pushing event deleted for resources: {'Port': ['ID=8be0aa47-096f-4d34-844e-509f5f934af5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:44.897285 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e6b110-544f-497e-ac20-f5535190e4b1 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:44.935309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601c3647-f412-45ea-86f4-2ca33dd3de54 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:44.944123 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-601c3647-f412-45ea-86f4-2ca33dd3de54 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.983031 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-601c3647-f412-45ea-86f4-2ca33dd3de54 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port c22a477e-cf39-4a78-8d3b-da8568537578 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:50:45.065083 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-578a48b7-1579-42c8-a517-52a9c9074514 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.091245 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Port 8be0aa47-096f-4d34-844e-509f5f934af5 update to ACTIVE by agent not found {{(pid=93822) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 22 23:50:45.096855 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a48b7-1579-42c8-a517-52a9c9074514 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Port': ['ID=141c4467-62f7-4bb5-adee-8173ebe704a7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:45.164741 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-601c3647-f412-45ea-86f4-2ca33dd3de54 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::12c (c35e90f8-c2e7-4be8-8499-34cc32d977ae/eb621af2-dc23-4198-8cd4-6bc5c58746ce/c22a477e-cf39-4a78-8d3b-da8568537578) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:45.276997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'fixed_ips': [{'subnet_id': 'eb621af2-dc23-4198-8cd4-6bc5c58746ce'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:50:45.278209 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.359609 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-601c3647-f412-45ea-86f4-2ca33dd3de54 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.376019 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-601c3647-f412-45ea-86f4-2ca33dd3de54 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object c22a477e-cf39-4a78-8d3b-da8568537578 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:45.406460 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-578a48b7-1579-42c8-a517-52a9c9074514 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.415238 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-601c3647-f412-45ea-86f4-2ca33dd3de54 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.437821 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8be0aa47-096f-4d34-844e-509f5f934af5 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:45.500231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 8be0aa47-096f-4d34-844e-509f5f934af5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:45.500874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8be0aa47-096f-4d34-844e-509f5f934af5 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:45.515945 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601c3647-f412-45ea-86f4-2ca33dd3de54 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:45.527551 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-601c3647-f412-45ea-86f4-2ca33dd3de54 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:45.535701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c3647-f412-45ea-86f4-2ca33dd3de54 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:45.542371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601c3647-f412-45ea-86f4-2ca33dd3de54 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:45.542998 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-601c3647-f412-45ea-86f4-2ca33dd3de54 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.565327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c3647-f412-45ea-86f4-2ca33dd3de54 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=c22a477e-cf39-4a78-8d3b-da8568537578,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:45.572914 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-601c3647-f412-45ea-86f4-2ca33dd3de54 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8553917 Jul 22 23:50:45.576621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59854) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:45.593111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Allocated IP 2001:db8::2 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/eb621af2-dc23-4198-8cd4-6bc5c58746ce/33d4b4b8-c26c-4667-94a4-20ebfbbb85f3) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:45.699412 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864006db-0ff7-4977-bbcf-6a71abd0ba78 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:45.700857 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-864006db-0ff7-4977-bbcf-6a71abd0ba78 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1161642 Jul 22 23:50:45.703578 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59856) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:45.744399 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283583b-4952-404a-8ccd-02974e429304 req-d91980fc-896f-4cdc-80b8-6c203f45bb7c tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:45.746739 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2283583b-4952-404a-8ccd-02974e429304 req-d91980fc-896f-4cdc-80b8-6c203f45bb7c tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 945 time: 0.1711011 Jul 22 23:50:45.827336 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.831127 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3d11269a-0d59-4bf8-87d0-b2544870b8dc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port c22a477e-cf39-4a78-8d3b-da8568537578 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:45.831498 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d11269a-0d59-4bf8-87d0-b2544870b8dc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.838100 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Transition to ACTIVE for port object 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:45.857278 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Transition to ACTIVE for port object 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:45.865352 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.911354 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2283583b-4952-404a-8ccd-02974e429304 req-86701f95-5f7f-4e54-9135-7bb57c41a041 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a0b69b-f5e5-46d9-9741-fb5c5fe26027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560922 Jul 22 23:50:45.957677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578a48b7-1579-42c8-a517-52a9c9074514 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 15df3a96-effe-4f86-9aa1-72e78c4aa376 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:45.961464 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:45.968060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:45.972342 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:46.009584 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Pushing event updated for resources: {'Port': ['ID=33d4b4b8-c26c-4667-94a4-20ebfbbb85f3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:46.054131 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Attempting to bind port 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:50:46.054505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Attempting to bind port 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:50:46.054867 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Attempting to bind port 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:46.060565 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:50:46.061425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d11269a-0d59-4bf8-87d0-b2544870b8dc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.072002 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:46.072426 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.072824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:50:46.074664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Bound port: 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:50:46.075069 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.075414 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3d11269a-0d59-4bf8-87d0-b2544870b8dc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for c22a477e-cf39-4a78-8d3b-da8568537578 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:46.151036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578a48b7-1579-42c8-a517-52a9c9074514 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:46.158827 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-578a48b7-1579-42c8-a517-52a9c9074514 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "PUT /v2.0/routers/15df3a96-effe-4f86-9aa1-72e78c4aa376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6295233 Jul 22 23:50:46.162357 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:46.166572 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb79f10-43b5-4e10-9f57-ce15de59f572 None None] Sync routers for ids ['15df3a96-effe-4f86-9aa1-72e78c4aa376'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:46.177997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] For port 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:50:46.178199 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb79f10-43b5-4e10-9f57-ce15de59f572 None None] Routers {'15df3a96-effe-4f86-9aa1-72e78c4aa376'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:46.178824 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6eb79f10-43b5-4e10-9f57-ce15de59f572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['15df3a96-effe-4f86-9aa1-72e78c4aa376'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:46.182597 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] For port 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=33d4b4b8-c26c-4667-94a4-20ebfbbb85f3,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:50:46.188501 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.217617 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6eb79f10-43b5-4e10-9f57-ce15de59f572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:46.237016 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb79f10-43b5-4e10-9f57-ce15de59f572 None None] Routers {'15df3a96-effe-4f86-9aa1-72e78c4aa376'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:46.237682 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6eb79f10-43b5-4e10-9f57-ce15de59f572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['15df3a96-effe-4f86-9aa1-72e78c4aa376'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:46.265806 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7841a-a942-4b85-9485-ad4d05e655ee None None] Pushing event updated for resources: {'Port': ['ID=33d4b4b8-c26c-4667-94a4-20ebfbbb85f3,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:46.296063 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6eb79f10-43b5-4e10-9f57-ce15de59f572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:46.296958 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb79f10-43b5-4e10-9f57-ce15de59f572 None None] The sync data for ids ['15df3a96-effe-4f86-9aa1-72e78c4aa376'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:46.299598 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d11269a-0d59-4bf8-87d0-b2544870b8dc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.327852 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-343ada41-c701-4fb6-9869-1fee18a46bb9 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.366288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11269a-0d59-4bf8-87d0-b2544870b8dc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=c22a477e-cf39-4a78-8d3b-da8568537578,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:46.370241 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d11269a-0d59-4bf8-87d0-b2544870b8dc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.374777 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3d11269a-0d59-4bf8-87d0-b2544870b8dc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/c22a477e-cf39-4a78-8d3b-da8568537578 HTTP/1.1" status: 204 len: 168 time: 0.6677301 Jul 22 23:50:46.374777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59866) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:46.430365 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469fccff-d18d-4b86-a95f-554b4dea826e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:46.432017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469fccff-d18d-4b86-a95f-554b4dea826e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:46.436141 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-469fccff-d18d-4b86-a95f-554b4dea826e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0578659 Jul 22 23:50:46.436377 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59868) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:46.456463 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-343ada41-c701-4fb6-9869-1fee18a46bb9 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.464744 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.541028 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bab6925-a468-427a-b1bc-a06f5d5fa854 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet eb621af2-dc23-4198-8cd4-6bc5c58746ce {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:46.545435 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bab6925-a468-427a-b1bc-a06f5d5fa854 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.571874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-343ada41-c701-4fb6-9869-1fee18a46bb9 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Deleting port 3b29a2ee-93e2-48e8-89a0-57e437e8f990 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:46.572443 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-343ada41-c701-4fb6-9869-1fee18a46bb9 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.594921 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bab6925-a468-427a-b1bc-a06f5d5fa854 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.654450 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 78ec0798-bc08-4f00-b696-f7a66d055120 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:46.669191 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-343ada41-c701-4fb6-9869-1fee18a46bb9 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.690835 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-343ada41-c701-4fb6-9869-1fee18a46bb9 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Calling delete_port for 3b29a2ee-93e2-48e8-89a0-57e437e8f990 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:46.710230 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bab6925-a468-427a-b1bc-a06f5d5fa854 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.712421 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 78ec0798-bc08-4f00-b696-f7a66d055120 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:46.716523 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 78ec0798-bc08-4f00-b696-f7a66d055120 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:46.716968 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.790018 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bab6925-a468-427a-b1bc-a06f5d5fa854 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.821767 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab6925-a468-427a-b1bc-a06f5d5fa854 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=eb621af2-dc23-4198-8cd4-6bc5c58746ce,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:46.825857 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bab6925-a468-427a-b1bc-a06f5d5fa854 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.830223 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4bab6925-a468-427a-b1bc-a06f5d5fa854 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/eb621af2-dc23-4198-8cd4-6bc5c58746ce HTTP/1.1" status: 204 len: 168 time: 0.3906505 Jul 22 23:50:46.830502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59870) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:46.830937 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.882800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 78ec0798-bc08-4f00-b696-f7a66d055120, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=78ec0798-bc08-4f00-b696-f7a66d055120,segment=NetworkSegment(f8ecbb40-0550-4d9e-8306-6641b7c6ee4a),segment_id=f8ecbb40-0550-4d9e-8306-6641b7c6ee4a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:46.886412 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa71703a-576f-42ee-8e7b-72ed804d23ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ec0798-bc08-4f00-b696-f7a66d055120'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:46.890308 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6f28b2-d7d4-4f69-a3bd-bbbfb383975c" -d '{"events": [{"server_uuid": "fa71703a-576f-42ee-8e7b-72ed804d23ba", "name": "network-vif-plugged", "status": "completed", "tag": "78ec0798-bc08-4f00-b696-f7a66d055120"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:46.896156 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cb3560d0-dfc1-41ef-a3b7-44cc5ae390e6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644617 Jul 22 23:50:46.898892 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59874) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:46.904102 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-50746065-7df0-4977-bfc9-7af48951bf1b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:46.910450 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.912107 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-343ada41-c701-4fb6-9869-1fee18a46bb9 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.953442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ada41-c701-4fb6-9869-1fee18a46bb9 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Port': ['ID=3b29a2ee-93e2-48e8-89a0-57e437e8f990,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:46.987700 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d829192c-a8e3-4efa-bb9a-63ddced5ac3c x-openstack-request-id: req-d829192c-a8e3-4efa-bb9a-63ddced5ac3c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:46.988226 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa71703a-576f-42ee-8e7b-72ed804d23ba", "name": "network-vif-plugged", "status": "completed", "tag": "78ec0798-bc08-4f00-b696-f7a66d055120", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:46.988499 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d829192c-a8e3-4efa-bb9a-63ddced5ac3c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:46.988919 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa71703a-576f-42ee-8e7b-72ed804d23ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ec0798-bc08-4f00-b696-f7a66d055120', 'code': 200} Jul 22 23:50:47.017509 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=78ec0798-bc08-4f00-b696-f7a66d055120,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:47.050781 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50746065-7df0-4977-bfc9-7af48951bf1b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:47.055161 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50746065-7df0-4977-bfc9-7af48951bf1b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.118047 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-343ada41-c701-4fb6-9869-1fee18a46bb9 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.336354 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-343ada41-c701-4fb6-9869-1fee18a46bb9 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.343445 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-343ada41-c701-4fb6-9869-1fee18a46bb9 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.372747 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:47.379902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6a95a-adf4-4769-9a35-14f6070fe5dd req-ff57aa1f-2428-4b0a-8f21-0f32dbbefef0 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:47.387724 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eb6a95a-adf4-4769-9a35-14f6070fe5dd req-ff57aa1f-2428-4b0a-8f21-0f32dbbefef0 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 946 time: 0.3377676 Jul 22 23:50:47.481825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba70216-22db-474c-9bc4-e3f6e4084ee3 req-f9730a17-c537-4694-9cf1-5b41b8fb24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:47.483667 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cba70216-22db-474c-9bc4-e3f6e4084ee3 req-f9730a17-c537-4694-9cf1-5b41b8fb24e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 1097 time: 0.1872561 Jul 22 23:50:47.485414 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50746065-7df0-4977-bfc9-7af48951bf1b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.524410 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:47.536337 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-343ada41-c701-4fb6-9869-1fee18a46bb9 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.538127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343ada41-c701-4fb6-9869-1fee18a46bb9 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Fanout notify agent at l3_agent the message router_deleted on router 15df3a96-effe-4f86-9aa1-72e78c4aa376 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:50:47.547650 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-343ada41-c701-4fb6-9869-1fee18a46bb9 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.548788 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-343ada41-c701-4fb6-9869-1fee18a46bb9 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/routers/15df3a96-effe-4f86-9aa1-72e78c4aa376 HTTP/1.1" status: 204 len: 168 time: 1.3854823 Jul 22 23:50:47.556881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59890) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:47.580299 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50746065-7df0-4977-bfc9-7af48951bf1b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:47.606292 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eb6a95a-adf4-4769-9a35-14f6070fe5dd req-1865d467-bc2f-4cc5-a516-e028c2f0129c tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a0b69b-f5e5-46d9-9741-fb5c5fe26027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665897 Jul 22 23:50:47.606629 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-50746065-7df0-4977-bfc9-7af48951bf1b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:47.613900 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50746065-7df0-4977-bfc9-7af48951bf1b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:47.614478 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50746065-7df0-4977-bfc9-7af48951bf1b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.659444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c9b9f-3f6b-4a45-a64f-87c843e40521 req-a7038e97-ce1d-4ef3-808e-20084df9a582 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:47.664542 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cba70216-22db-474c-9bc4-e3f6e4084ee3 req-97158f6b-bebf-4414-b8c8-52c737294bb6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72a0b69b-f5e5-46d9-9741-fb5c5fe26027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673789 Jul 22 23:50:47.669898 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50746065-7df0-4977-bfc9-7af48951bf1b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=59274514-9984-414d-b1b2-4c101547bf20,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:47.671053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc5c9b9f-3f6b-4a45-a64f-87c843e40521 req-a7038e97-ce1d-4ef3-808e-20084df9a582 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.2159944 Jul 22 23:50:47.681069 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-50746065-7df0-4977-bfc9-7af48951bf1b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7788475 Jul 22 23:50:47.681452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59894) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:47.683344 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-de663a53-41e7-47ea-905e-90db7dadedbd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Deleting subnet 375689bb-1fbf-4181-8a23-e8639312f2f8 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:47.686838 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de663a53-41e7-47ea-905e-90db7dadedbd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.686975 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fbf2e767-bdcd-4c08-9147-ba50b21fc084 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'name': 'tempest-NetworksTestDHCPv6-1712884803'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:47.747488 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de663a53-41e7-47ea-905e-90db7dadedbd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.748982 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f055d27-46f3-4eb2-a9c9-ca76f7522c3a None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:47.819955 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc5c9b9f-3f6b-4a45-a64f-87c843e40521 req-99904b90-b8d0-4059-a207-82ff96b49c16 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478567 Jul 22 23:50:47.843972 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bdf00c87-0dcb-4b24-84ad-28e10f4cc151 None None] Provisioning for port 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:47.854400 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bdf00c87-0dcb-4b24-84ad-28e10f4cc151 None None] Provisioning complete for port 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:47.854783 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bdf00c87-0dcb-4b24-84ad-28e10f4cc151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.876847 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de663a53-41e7-47ea-905e-90db7dadedbd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.886875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf2e767-bdcd-4c08-9147-ba50b21fc084 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:47.891628 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbf2e767-bdcd-4c08-9147-ba50b21fc084 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.915288 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-fbf2e767-bdcd-4c08-9147-ba50b21fc084 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port ba1d3f23-930b-403d-8e25-e1da269d2b46 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:50:47.964313 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de663a53-41e7-47ea-905e-90db7dadedbd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.007587 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de663a53-41e7-47ea-905e-90db7dadedbd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.009932 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-de663a53-41e7-47ea-905e-90db7dadedbd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/subnets/375689bb-1fbf-4181-8a23-e8639312f2f8 HTTP/1.1" status: 204 len: 168 time: 0.4475055 Jul 22 23:50:48.010914 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de663a53-41e7-47ea-905e-90db7dadedbd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Subnet': ['ID=375689bb-1fbf-4181-8a23-e8639312f2f8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:48.012631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:48.025869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a85e248-3fec-45a0-95e4-7092d6eb9599 None None] Network 7c37405e-376e-4e0b-ae21-ad16c66344d3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:48.103104 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bdf00c87-0dcb-4b24-84ad-28e10f4cc151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.135825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-fbf2e767-bdcd-4c08-9147-ba50b21fc084 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::362 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/59274514-9984-414d-b1b2-4c101547bf20/ba1d3f23-930b-403d-8e25-e1da269d2b46) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:48.141160 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.183371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bdf00c87-0dcb-4b24-84ad-28e10f4cc151 None None] For port 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=33d4b4b8-c26c-4667-94a4-20ebfbbb85f3,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:48.187552 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bdf00c87-0dcb-4b24-84ad-28e10f4cc151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.270913 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf00c87-0dcb-4b24-84ad-28e10f4cc151 None None] Pushing event updated for resources: {'Port': ['ID=33d4b4b8-c26c-4667-94a4-20ebfbbb85f3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:48.287716 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Deleting port 62b4e857-e46f-437a-9a54-976122973028 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:48.288183 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.372751 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a7a6f-163d-4869-b04b-085b6282fe5a None None] DHCP port deletion for 7c37405e-376e-4e0b-ae21-ad16c66344d3 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:50:48.426782 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] For port 62b4e857-e46f-437a-9a54-976122973028, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=62b4e857-e46f-437a-9a54-976122973028,segment=NetworkSegment(5af3adf4-eb82-4849-8ea8-5f49d3a0a3d0),segment_id=5af3adf4-eb82-4849-8ea8-5f49d3a0a3d0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:48.427320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-658a7a6f-163d-4869-b04b-085b6282fe5a None None] Deleting port 62b4e857-e46f-437a-9a54-976122973028 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:48.427542 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.427680 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-658a7a6f-163d-4869-b04b-085b6282fe5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.451241 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Calling delete_port for 62b4e857-e46f-437a-9a54-976122973028 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:48.465648 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbf2e767-bdcd-4c08-9147-ba50b21fc084 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.503701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-658a7a6f-163d-4869-b04b-085b6282fe5a None None] For port 62b4e857-e46f-437a-9a54-976122973028, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=62b4e857-e46f-437a-9a54-976122973028,segment=NetworkSegment(5af3adf4-eb82-4849-8ea8-5f49d3a0a3d0),segment_id=5af3adf4-eb82-4849-8ea8-5f49d3a0a3d0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:48.504129 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-658a7a6f-163d-4869-b04b-085b6282fe5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.518755 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-fbf2e767-bdcd-4c08-9147-ba50b21fc084 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object ba1d3f23-930b-403d-8e25-e1da269d2b46 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:48.525742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-658a7a6f-163d-4869-b04b-085b6282fe5a None None] Calling delete_port for 62b4e857-e46f-437a-9a54-976122973028 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:48.542362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2d2c1f60-1dcd-4746-8bf5-33e1e2aeca2c None None] Provisioning complete for port 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:48.542818 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1f60-1dcd-4746-8bf5-33e1e2aeca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.586091 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbf2e767-bdcd-4c08-9147-ba50b21fc084 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.605621 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.632650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf2e767-bdcd-4c08-9147-ba50b21fc084 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:48.640903 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fbf2e767-bdcd-4c08-9147-ba50b21fc084 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:48.666415 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2e767-bdcd-4c08-9147-ba50b21fc084 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:48.672074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2e767-bdcd-4c08-9147-ba50b21fc084 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:48.674868 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbf2e767-bdcd-4c08-9147-ba50b21fc084 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.698592 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] No DVR routers for this DVR port 62b4e857-e46f-437a-9a54-976122973028 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:48.721516 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-658a7a6f-163d-4869-b04b-085b6282fe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.772831 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a7a6f-163d-4869-b04b-085b6282fe5a None None] Pushing event deleted for resources: {'Port': ['ID=62b4e857-e46f-437a-9a54-976122973028,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:48.780694 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a7a6f-163d-4869-b04b-085b6282fe5a None None] No DVR routers for this DVR port 62b4e857-e46f-437a-9a54-976122973028 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:48.802461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2e767-bdcd-4c08-9147-ba50b21fc084 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=ba1d3f23-930b-403d-8e25-e1da269d2b46,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:48.809001 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fbf2e767-bdcd-4c08-9147-ba50b21fc084 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1264501 Jul 22 23:50:48.811789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59910) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:48.873244 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.902768 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0906aa6-fc49-474c-b2c2-b605235fd872 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:48.910720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0906aa6-fc49-474c-b2c2-b605235fd872 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:48.912935 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d0906aa6-fc49-474c-b2c2-b605235fd872 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0999410 Jul 22 23:50:48.915735 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59914) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:48.918125 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Port': ['ID=62b4e857-e46f-437a-9a54-976122973028,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:48.924020 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7b9501b8-ffa2-4bbd-bfea-41b24ff06097 None None] Could not find standard attr ID for object 9d8eb372-7144-4bd8-a9f9-452e8dea4c71. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:50:48.938312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c37405e-376e-4e0b-ae21-ad16c66344d3']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:48.991577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af3adf4-eb82-4849-8ea8-5f49d3a0a3d0') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:48.991878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af3adf4-eb82-4849-8ea8-5f49d3a0a3d0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:49.022394 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.044335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3b5af703-b04e-4498-94bb-0ab1a7eec565 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port ba1d3f23-930b-403d-8e25-e1da269d2b46 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:49.045468 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b5af703-b04e-4498-94bb-0ab1a7eec565 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.054781 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.080805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70410d-ff9d-4b4a-af0f-6e2da11a0c27 req-f80c3bd3-5991-43c3-845f-540ee2bc371c tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:49.083068 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f70410d-ff9d-4b4a-af0f-6e2da11a0c27 req-f80c3bd3-5991-43c3-845f-540ee2bc371c tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 946 time: 0.3288097 Jul 22 23:50:49.084242 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:49.084661 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:49.092357 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:49.124866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842af77-587a-41e5-8433-3fcb745ac1ef req-e34a5167-2e59-4da7-bf51-77a11d8cc01a tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:49.126585 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0842af77-587a-41e5-8433-3fcb745ac1ef req-e34a5167-2e59-4da7-bf51-77a11d8cc01a tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.1841781 Jul 22 23:50:49.144173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bf62cd99-c6ac-4ccd-9d8f-b6e304d53795 None None] Could not find standard attr ID for object c22a477e-cf39-4a78-8d3b-da8568537578. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:50:49.166069 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b5af703-b04e-4498-94bb-0ab1a7eec565 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.182575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3b5af703-b04e-4498-94bb-0ab1a7eec565 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for ba1d3f23-930b-403d-8e25-e1da269d2b46 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:49.252554 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.279226 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.281593 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/networks/7c37405e-376e-4e0b-ae21-ad16c66344d3 HTTP/1.1" status: 204 len: 168 time: 1.2675524 Jul 22 23:50:49.284462 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59916) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:49.289939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f70410d-ff9d-4b4a-af0f-6e2da11a0c27 req-6431e83b-22ca-4644-b811-97d78443af77 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a0b69b-f5e5-46d9-9741-fb5c5fe26027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967022 Jul 22 23:50:49.303465 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0842af77-587a-41e5-8433-3fcb745ac1ef req-22f068a8-60b9-4eea-9ff0-25e13bf127d8 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617928 Jul 22 23:50:49.303834 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba78a5-5d44-4877-899b-cf188cc5df20 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Network': ['ID=7c37405e-376e-4e0b-ae21-ad16c66344d3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:49.330732 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:49.385933 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:49.386314 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.470652 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b5af703-b04e-4498-94bb-0ab1a7eec565 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.499363 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-59f52a98-e193-43f2-91fb-992ea1da296d None None] Could not find standard attr ID for object ba1d3f23-930b-403d-8e25-e1da269d2b46. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:50:49.513031 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5af703-b04e-4498-94bb-0ab1a7eec565 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=ba1d3f23-930b-403d-8e25-e1da269d2b46,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:49.544788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 62b4e857-e46f-437a-9a54-976122973028 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:49.552231 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b5af703-b04e-4498-94bb-0ab1a7eec565 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.556585 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b5af703-b04e-4498-94bb-0ab1a7eec565 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/ba1d3f23-930b-403d-8e25-e1da269d2b46 HTTP/1.1" status: 204 len: 168 time: 0.6372640 Jul 22 23:50:49.557132 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59920) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:49.567582 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 62b4e857-e46f-437a-9a54-976122973028 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:49.570059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 62b4e857-e46f-437a-9a54-976122973028 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:49.599861 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-15f2aa50-5868-4e90-9ab4-48c0d5ba92c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Deleting port a7039b81-acd4-4c2e-b07b-a98ba292fbd9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:49.600201 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15f2aa50-5868-4e90-9ab4-48c0d5ba92c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.640491 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6bdc61-8ccd-454b-aa55-fb62a5873cff tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:49.642044 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6bdc61-8ccd-454b-aa55-fb62a5873cff tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:49.646423 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c6bdc61-8ccd-454b-aa55-fb62a5873cff tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0855432 Jul 22 23:50:49.646894 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59922) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:49.710895 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fac076e-896f-4ebc-87c4-57df002c66a8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 59274514-9984-414d-b1b2-4c101547bf20 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:49.714729 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fac076e-896f-4ebc-87c4-57df002c66a8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.728301 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15f2aa50-5868-4e90-9ab4-48c0d5ba92c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.729589 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15f2aa50-5868-4e90-9ab4-48c0d5ba92c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.746028 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-15f2aa50-5868-4e90-9ab4-48c0d5ba92c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Calling delete_port for a7039b81-acd4-4c2e-b07b-a98ba292fbd9 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:49.774136 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fac076e-896f-4ebc-87c4-57df002c66a8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.836063 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fac076e-896f-4ebc-87c4-57df002c66a8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.908126 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15f2aa50-5868-4e90-9ab4-48c0d5ba92c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.926149 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fac076e-896f-4ebc-87c4-57df002c66a8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.939568 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2aa50-5868-4e90-9ab4-48c0d5ba92c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Port': ['ID=a7039b81-acd4-4c2e-b07b-a98ba292fbd9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:49.953515 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac076e-896f-4ebc-87c4-57df002c66a8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=59274514-9984-414d-b1b2-4c101547bf20,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:49.957903 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fac076e-896f-4ebc-87c4-57df002c66a8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.959833 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6fac076e-896f-4ebc-87c4-57df002c66a8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/59274514-9984-414d-b1b2-4c101547bf20 HTTP/1.1" status: 204 len: 168 time: 0.3117955 Jul 22 23:50:49.963204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59924) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:50.009972 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f6a697ee-5b7c-4c4a-b4cd-7c9b8bb5969d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453861 Jul 22 23:50:50.017281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59926) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:50.022921 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ee2de1-4f56-48ba-9319-e45464e9c67e None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:50.067707 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15f2aa50-5868-4e90-9ab4-48c0d5ba92c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.070309 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15f2aa50-5868-4e90-9ab4-48c0d5ba92c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.074835 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-15f2aa50-5868-4e90-9ab4-48c0d5ba92c1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/floatingips/b94f8368-51eb-4b94-8999-410a38ae2530 HTTP/1.1" status: 204 len: 168 time: 0.7862811 Jul 22 23:50:50.078664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59928) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:50.111758 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-866787fc-0385-49be-ac30-dac6479042d1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] DELETE failed (client error): The resource could not be found. Jul 22 23:50:50.113446 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-866787fc-0385-49be-ac30-dac6479042d1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:50:50.115614 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-866787fc-0385-49be-ac30-dac6479042d1 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/ports/9f91e149-7b8f-4291-981e-cdca81e20784 HTTP/1.1" status: 404 len: 333 time: 0.0347354 Jul 22 23:50:50.119469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59930) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:50.124524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c18aeb2-dc2e-4243-a166-6f5675b4b229 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:50.126237 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6c18aeb2-dc2e-4243-a166-6f5675b4b229 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1080155 Jul 22 23:50:50.129062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:50.140163 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547a270-b974-4fdd-a9a2-5e695268e2a2 req-5b9be857-e66c-4903-b219-e9bdce483af0 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:50.142070 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b547a270-b974-4fdd-a9a2-5e695268e2a2 req-5b9be857-e66c-4903-b219-e9bdce483af0 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.18 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.1772389 Jul 22 23:50:50.169079 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-da1183bc-6323-43fb-ac36-a899d5ee7a17 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "GET /v2.0/ports?device_id=15df3a96-effe-4f86-9aa1-72e78c4aa376 HTTP/1.1" status: 200 len: 205 time: 0.0461371 Jul 22 23:50:50.179742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59934) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:50.229540 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-848b2cdb-2b5e-48a0-bba8-b654259aa741 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] delete failed (client error): The resource could not be found. Jul 22 23:50:50.233168 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-848b2cdb-2b5e-48a0-bba8-b654259aa741 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/routers/15df3a96-effe-4f86-9aa1-72e78c4aa376 HTTP/1.1" status: 404 len: 336 time: 0.0520999 Jul 22 23:50:50.233661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:50.278663 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23a3226-aa9d-4c80-9dce-d05ae010b02c None None] DHCP port deletion for c35e90f8-c2e7-4be8-8499-34cc32d977ae request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:50:50.291761 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24a00dd-17c5-4ee6-9dbc-e4c380d6f02d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] DELETE failed (client error): The resource could not be found. Jul 22 23:50:50.292437 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b547a270-b974-4fdd-a9a2-5e695268e2a2 req-c83e7026-80a9-4fad-8c93-f4f8020df05b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Deleting port d07f1bac-7b34-4c86-b144-80f7f086710c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:50.292561 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24a00dd-17c5-4ee6-9dbc-e4c380d6f02d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:50:50.292793 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b547a270-b974-4fdd-a9a2-5e695268e2a2 req-c83e7026-80a9-4fad-8c93-f4f8020df05b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.297047 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59938) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:50.297261 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b24a00dd-17c5-4ee6-9dbc-e4c380d6f02d tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/subnets/375689bb-1fbf-4181-8a23-e8639312f2f8 HTTP/1.1" status: 404 len: 337 time: 0.0526369 Jul 22 23:50:50.313642 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffadc55d-a138-474b-beca-ee06986422a3 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:50.317153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ffadc55d-a138-474b-beca-ee06986422a3 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1853051 Jul 22 23:50:50.320744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59940) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:50.356568 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f23a3226-aa9d-4c80-9dce-d05ae010b02c None None] Deleting port 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:50.357167 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f23a3226-aa9d-4c80-9dce-d05ae010b02c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.581204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b547a270-b974-4fdd-a9a2-5e695268e2a2 req-c83e7026-80a9-4fad-8c93-f4f8020df05b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] For port d07f1bac-7b34-4c86-b144-80f7f086710c, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=d07f1bac-7b34-4c86-b144-80f7f086710c,segment=NetworkSegment(67290ed1-d494-4915-a632-bc031c682f74),segment_id=67290ed1-d494-4915-a632-bc031c682f74)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:50.582656 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b547a270-b974-4fdd-a9a2-5e695268e2a2 req-c83e7026-80a9-4fad-8c93-f4f8020df05b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.607795 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b547a270-b974-4fdd-a9a2-5e695268e2a2 req-c83e7026-80a9-4fad-8c93-f4f8020df05b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Calling delete_port for d07f1bac-7b34-4c86-b144-80f7f086710c owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:50.620070 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-af3e418a-d46c-4b7e-89da-71560cd754e2 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Deleting port 2e70be56-7eee-4395-b9e6-8b409327b9c2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:50.620417 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af3e418a-d46c-4b7e-89da-71560cd754e2 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.691678 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f23a3226-aa9d-4c80-9dce-d05ae010b02c None None] For port 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=33d4b4b8-c26c-4667-94a4-20ebfbbb85f3,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:50.691989 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f23a3226-aa9d-4c80-9dce-d05ae010b02c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.717758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f23a3226-aa9d-4c80-9dce-d05ae010b02c None None] Calling delete_port for 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:50.827807 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f23a3226-aa9d-4c80-9dce-d05ae010b02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.860812 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e5b33dbf-785a-4737-9983-ace2bc457641 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5388954 Jul 22 23:50:50.867049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a3226-aa9d-4c80-9dce-d05ae010b02c None None] Pushing event deleted for resources: {'Port': ['ID=33d4b4b8-c26c-4667-94a4-20ebfbbb85f3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:50.884220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:50.884434 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23a3226-aa9d-4c80-9dce-d05ae010b02c None None] No DVR routers for this DVR port 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:50.888285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6fc52b90-d3ee-4864-882e-bec2d5253c6b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:51.075510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d65bf-6e76-4079-97e1-34119a0134cb req-2979da69-6df8-4080-94c1-7c95edd85bdf tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:51.077121 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df2d65bf-6e76-4079-97e1-34119a0134cb req-2979da69-6df8-4080-94c1-7c95edd85bdf tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 946 time: 0.2061846 Jul 22 23:50:51.085469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59956) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:51.107107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4ac2a-53bc-4729-a22c-36200ddc3adc req-4eeb1a39-e9da-496f-b8be-c7d3f24bc983 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:51.108670 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1aa4ac2a-53bc-4729-a22c-36200ddc3adc req-4eeb1a39-e9da-496f-b8be-c7d3f24bc983 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f62fc5c2-e863-449c-86c1-12b24e1c5ea3 HTTP/1.1" status: 200 len: 945 time: 0.2466950 Jul 22 23:50:51.142546 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc52b90-d3ee-4864-882e-bec2d5253c6b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:51.146569 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fc52b90-d3ee-4864-882e-bec2d5253c6b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.176814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df2d65bf-6e76-4079-97e1-34119a0134cb req-e90497a5-e00b-43f5-a98a-0cf6078eb602 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a0b69b-f5e5-46d9-9741-fb5c5fe26027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929759 Jul 22 23:50:51.260881 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1aa4ac2a-53bc-4729-a22c-36200ddc3adc req-dd96fcc9-b2fe-4f9e-afb8-32d24bb8bdd4 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266580 Jul 22 23:50:51.292435 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af3e418a-d46c-4b7e-89da-71560cd754e2 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.310111 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-af3e418a-d46c-4b7e-89da-71560cd754e2 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Calling delete_port for 2e70be56-7eee-4395-b9e6-8b409327b9c2 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:51.338589 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:51.372624 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:51.373234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 33d4b4b8-c26c-4667-94a4-20ebfbbb85f3 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:51.395793 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b547a270-b974-4fdd-a9a2-5e695268e2a2 req-c83e7026-80a9-4fad-8c93-f4f8020df05b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.410298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['92581157-a7ee-483f-bbdc-7bca3fc0ca3e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:51.434269 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e7026-80a9-4fad-8c93-f4f8020df05b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Pushing event deleted for resources: {'Port': ['ID=d07f1bac-7b34-4c86-b144-80f7f086710c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:51.437605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['d07f1bac-7b34-4c86-b144-80f7f086710c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:51.488162 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-647e87d2-0350-4ec7-b4c7-0abb50567da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.491518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b547a270-b974-4fdd-a9a2-5e695268e2a2 req-c83e7026-80a9-4fad-8c93-f4f8020df05b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] No DVR routers for this DVR port d07f1bac-7b34-4c86-b144-80f7f086710c on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:51.493444 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fc52b90-d3ee-4864-882e-bec2d5253c6b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.493863 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b547a270-b974-4fdd-a9a2-5e695268e2a2 req-c83e7026-80a9-4fad-8c93-f4f8020df05b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.496203 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b547a270-b974-4fdd-a9a2-5e695268e2a2 req-c83e7026-80a9-4fad-8c93-f4f8020df05b tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.18 "DELETE /v2.0/ports/d07f1bac-7b34-4c86-b144-80f7f086710c HTTP/1.1" status: 204 len: 173 time: 1.3269038 Jul 22 23:50:51.496677 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62fc5c2-e863-449c-86c1-12b24e1c5ea3', 'name': 'network-vif-deleted', 'tag': 'd07f1bac-7b34-4c86-b144-80f7f086710c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:51.499003 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa48c2f8-3ad7-412b-9a34-ab84f1f731e7" -d '{"events": [{"server_uuid": "f62fc5c2-e863-449c-86c1-12b24e1c5ea3", "name": "network-vif-deleted", "tag": "d07f1bac-7b34-4c86-b144-80f7f086710c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:51.558866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc52b90-d3ee-4864-882e-bec2d5253c6b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:51.566738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6fc52b90-d3ee-4864-882e-bec2d5253c6b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:51.575972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc52b90-d3ee-4864-882e-bec2d5253c6b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:51.576717 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fc52b90-d3ee-4864-882e-bec2d5253c6b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.578658 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f437c25-4dbe-474f-92bc-2cb76d7d6113 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:51.593862 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257ac38e-c8c8-4560-ae3d-5fe61500afa4 x-openstack-request-id: req-257ac38e-c8c8-4560-ae3d-5fe61500afa4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:51.595148 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62fc5c2-e863-449c-86c1-12b24e1c5ea3", "name": "network-vif-deleted", "tag": "d07f1bac-7b34-4c86-b144-80f7f086710c", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:51.595692 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-257ac38e-c8c8-4560-ae3d-5fe61500afa4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:51.596858 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62fc5c2-e863-449c-86c1-12b24e1c5ea3', 'name': 'network-vif-deleted', 'tag': 'd07f1bac-7b34-4c86-b144-80f7f086710c', 'status': 'completed', 'code': 200} Jul 22 23:50:51.614076 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af3e418a-d46c-4b7e-89da-71560cd754e2 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.629561 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc52b90-d3ee-4864-882e-bec2d5253c6b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=d8aac549-fc7e-4333-9cc3-5aea975f55ab,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:51.660105 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e418a-d46c-4b7e-89da-71560cd754e2 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Port': ['ID=2e70be56-7eee-4395-b9e6-8b409327b9c2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:51.699349 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57f5db-a1e8-4226-a8f0-b0d2e8ceec3a req-9621d140-a5f3-4f4e-bf1c-98b69c16358f tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:51.700917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa57f5db-a1e8-4226-a8f0-b0d2e8ceec3a req-9621d140-a5f3-4f4e-bf1c-98b69c16358f tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 946 time: 0.1267247 Jul 22 23:50:51.726586 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-647e87d2-0350-4ec7-b4c7-0abb50567da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.742255 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-647e87d2-0350-4ec7-b4c7-0abb50567da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.749417 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af3e418a-d46c-4b7e-89da-71560cd754e2 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.753062 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-af3e418a-d46c-4b7e-89da-71560cd754e2 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/ports/2e70be56-7eee-4395-b9e6-8b409327b9c2 HTTP/1.1" status: 204 len: 168 time: 1.4550271 Jul 22 23:50:51.755578 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59970) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:51.760223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6fc52b90-d3ee-4864-882e-bec2d5253c6b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8736091 Jul 22 23:50:51.773271 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:51.780684 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-519e3696-3602-4520-b83b-9a6097681af0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'fixed_ips': [{'subnet_id': 'd8aac549-fc7e-4333-9cc3-5aea975f55ab', 'ip_address': '2001:db8::6cab:eb1b:36b0:1a39'}], 'name': 'tempest-NetworksTestDHCPv6-446773323'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:51.826369 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-647e87d2-0350-4ec7-b4c7-0abb50567da8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6808ba36593446ce983627787db882b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7373197 Jul 22 23:50:51.827116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e87d2-0350-4ec7-b4c7-0abb50567da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd17e52-741a-4508-b5c8-bfb756644b71,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:51.829464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59974) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:51.840745 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa57f5db-a1e8-4226-a8f0-b0d2e8ceec3a req-c26efd27-8924-44ce-969a-d742c5368ae1 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a0b69b-f5e5-46d9-9741-fb5c5fe26027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295476 Jul 22 23:50:51.878464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-98fd729c-0639-4c42-a884-891248e21455 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Deleting port 72f3d765-cf15-4336-b60d-10569f3603b4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:51.878811 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98fd729c-0639-4c42-a884-891248e21455 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.882296 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'fixed_ips': [{'subnet_id': 'd8aac549-fc7e-4333-9cc3-5aea975f55ab'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:50:51.883401 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.959601 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e481dcbd-1e09-4dcb-9a87-49bc409335db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.977802 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98fd729c-0639-4c42-a884-891248e21455 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.992404 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-98fd729c-0639-4c42-a884-891248e21455 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Calling delete_port for 72f3d765-cf15-4336-b60d-10569f3603b4 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:51.999184 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e481dcbd-1e09-4dcb-9a87-49bc409335db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.009155 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519e3696-3602-4520-b83b-9a6097681af0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:52.046227 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Allocated IP 2001:db8::2 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/d8aac549-fc7e-4333-9cc3-5aea975f55ab/269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:52.126121 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-519e3696-3602-4520-b83b-9a6097681af0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.137009 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e481dcbd-1e09-4dcb-9a87-49bc409335db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.139962 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e481dcbd-1e09-4dcb-9a87-49bc409335db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.141330 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e481dcbd-1e09-4dcb-9a87-49bc409335db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2fd17e52-741a-4508-b5c8-bfb756644b71 HTTP/1.1" status: 204 len: 168 time: 0.3046579 Jul 22 23:50:52.155658 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481dcbd-1e09-4dcb-9a87-49bc409335db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd17e52-741a-4508-b5c8-bfb756644b71,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:52.160408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-519e3696-3602-4520-b83b-9a6097681af0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port 48331ea2-0a54-423a-9848-db741c9ff99d yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:50:52.171586 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98fd729c-0639-4c42-a884-891248e21455 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.223852 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd729c-0639-4c42-a884-891248e21455 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Port': ['ID=72f3d765-cf15-4336-b60d-10569f3603b4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:52.236595 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.245966 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Transition to ACTIVE for port object 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:52.263434 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Transition to ACTIVE for port object 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:52.272337 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.318660 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98fd729c-0639-4c42-a884-891248e21455 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.325702 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-98fd729c-0639-4c42-a884-891248e21455 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/ports/72f3d765-cf15-4336-b60d-10569f3603b4 HTTP/1.1" status: 204 len: 168 time: 0.5681217 Jul 22 23:50:52.327183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59980) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:52.357315 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:52.360510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:52.369004 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:52.383310 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Pushing event updated for resources: {'Port': ['ID=269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:52.400806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-519e3696-3602-4520-b83b-9a6097681af0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::6cab:eb1b:36b0:1a39 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/d8aac549-fc7e-4333-9cc3-5aea975f55ab/48331ea2-0a54-423a-9848-db741c9ff99d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:52.454363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e297a4f-9511-4eaa-96e9-d76fec2e6a74 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:52.458960 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2e297a4f-9511-4eaa-96e9-d76fec2e6a74 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b98361-2e80-40b9-952c-dcfdd1de38d4 HTTP/1.1" status: 200 len: 913 time: 0.1313343 Jul 22 23:50:52.459607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59986) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:52.460193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Attempting to bind port 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:50:52.461801 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Attempting to bind port 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:50:52.462471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Attempting to bind port 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6 on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:52.471198 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:50:52.472776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:52.473154 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.473387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:50:52.473923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Bound port: 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:50:52.474322 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.596069 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] For port 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:50:52.601042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] For port 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:50:52.613232 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.622209 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-519e3696-3602-4520-b83b-9a6097681af0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.639819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-519e3696-3602-4520-b83b-9a6097681af0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object 48331ea2-0a54-423a-9848-db741c9ff99d will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:52.690123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59990) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:52.699690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffafdf-eacc-44c6-a09a-baecd40988aa None None] Pushing event updated for resources: {'Port': ['ID=269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:52.713186 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3857220b-e2de-4a3b-b994-021020f47486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.767133 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-519e3696-3602-4520-b83b-9a6097681af0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.866496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519e3696-3602-4520-b83b-9a6097681af0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:52.875430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5df797-fcf2-42e7-a5c8-9df945e37bfb req-a4f4a45f-608b-49f5-a9b1-551170468d84 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:52.883301 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7e5df797-fcf2-42e7-a5c8-9df945e37bfb req-a4f4a45f-608b-49f5-a9b1-551170468d84 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.2114396 Jul 22 23:50:52.890123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-519e3696-3602-4520-b83b-9a6097681af0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:52.892718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e3696-3602-4520-b83b-9a6097681af0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:52.903110 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519e3696-3602-4520-b83b-9a6097681af0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:52.903777 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-519e3696-3602-4520-b83b-9a6097681af0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.906203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e3696-3602-4520-b83b-9a6097681af0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=48331ea2-0a54-423a-9848-db741c9ff99d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:52.931052 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0e2167a-b47b-41d3-a799-8793e960e9a4 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.984629 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7e5df797-fcf2-42e7-a5c8-9df945e37bfb req-ad953054-2924-4bf7-a34c-de21912151f4 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748215 Jul 22 23:50:53.039888 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3857220b-e2de-4a3b-b994-021020f47486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.051145 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3857220b-e2de-4a3b-b994-021020f47486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.073497 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-519e3696-3602-4520-b83b-9a6097681af0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2943749 Jul 22 23:50:53.078085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59994) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:53.136548 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3857220b-e2de-4a3b-b994-021020f47486 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=77033cce369146ffbaa9cccb93d0b5f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4440680 Jul 22 23:50:53.138926 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59996) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:53.142938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857220b-e2de-4a3b-b994-021020f47486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7788fd-a098-41fe-8d21-c92d8badb5d5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:53.172733 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f491d3-6a13-4421-ba06-e157990339c5 req-864c07e4-f506-45f5-bc09-f10902ef1e8e tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:53.174269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4f491d3-6a13-4421-ba06-e157990339c5 req-864c07e4-f506-45f5-bc09-f10902ef1e8e tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 946 time: 0.2083879 Jul 22 23:50:53.184956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816d1e7-98f9-4647-9e80-92b9d9539f34 req-ad79d7b4-4c1e-4ba8-acd6-e6bd431113eb tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:53.186443 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8816d1e7-98f9-4647-9e80-92b9d9539f34 req-ad79d7b4-4c1e-4ba8-acd6-e6bd431113eb tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 946 time: 0.1310608 Jul 22 23:50:53.268889 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806cefe0-1132-4bd3-a26f-e40bcfafd9d9 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:53.276425 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806cefe0-1132-4bd3-a26f-e40bcfafd9d9 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:53.278141 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-806cefe0-1132-4bd3-a26f-e40bcfafd9d9 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1966531 Jul 22 23:50:53.281027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59998) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:53.291007 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4f491d3-6a13-4421-ba06-e157990339c5 req-dc644be6-debd-47c7-b478-d1647846697b tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/security-groups?id=72a0b69b-f5e5-46d9-9741-fb5c5fe26027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066034 Jul 22 23:50:53.312360 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f6b361f-2010-4a31-a1fe-397c0cdd4c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.348583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:53.365777 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f6b361f-2010-4a31-a1fe-397c0cdd4c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.382259 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-8816d1e7-98f9-4647-9e80-92b9d9539f34 req-c76b2064-762b-4ef9-b434-4a2abae1c536 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Deleting port 78ec0798-bc08-4f00-b696-f7a66d055120 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:53.382813 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8816d1e7-98f9-4647-9e80-92b9d9539f34 req-c76b2064-762b-4ef9-b434-4a2abae1c536 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.428582 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:53.429992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d0e2167a-b47b-41d3-a799-8793e960e9a4 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Deleting port 5965f0a1-62f5-4c96-9217-f909fd8062e0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:53.430337 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0e2167a-b47b-41d3-a799-8793e960e9a4 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.477546 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f6b361f-2010-4a31-a1fe-397c0cdd4c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.480287 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f6b361f-2010-4a31-a1fe-397c0cdd4c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.481453 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6f6b361f-2010-4a31-a1fe-397c0cdd4c79 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd7788fd-a098-41fe-8d21-c92d8badb5d5 HTTP/1.1" status: 204 len: 168 time: 0.3403671 Jul 22 23:50:53.490763 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a222ff61-204e-4290-aae0-2ac7b361caf4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port 48331ea2-0a54-423a-9848-db741c9ff99d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:53.491115 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a222ff61-204e-4290-aae0-2ac7b361caf4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.554617 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8816d1e7-98f9-4647-9e80-92b9d9539f34 req-c76b2064-762b-4ef9-b434-4a2abae1c536 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] For port 78ec0798-bc08-4f00-b696-f7a66d055120, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=78ec0798-bc08-4f00-b696-f7a66d055120,segment=NetworkSegment(f8ecbb40-0550-4d9e-8306-6641b7c6ee4a),segment_id=f8ecbb40-0550-4d9e-8306-6641b7c6ee4a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:53.554972 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8816d1e7-98f9-4647-9e80-92b9d9539f34 req-c76b2064-762b-4ef9-b434-4a2abae1c536 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.576123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-8816d1e7-98f9-4647-9e80-92b9d9539f34 req-c76b2064-762b-4ef9-b434-4a2abae1c536 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Calling delete_port for 78ec0798-bc08-4f00-b696-f7a66d055120 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:53.599022 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a222ff61-204e-4290-aae0-2ac7b361caf4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.601590 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0e2167a-b47b-41d3-a799-8793e960e9a4 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.615874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a222ff61-204e-4290-aae0-2ac7b361caf4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for 48331ea2-0a54-423a-9848-db741c9ff99d owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:53.646824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d0e2167a-b47b-41d3-a799-8793e960e9a4 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Calling delete_port for 5965f0a1-62f5-4c96-9217-f909fd8062e0 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:53.681819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b361f-2010-4a31-a1fe-397c0cdd4c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7788fd-a098-41fe-8d21-c92d8badb5d5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:53.812452 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a222ff61-204e-4290-aae0-2ac7b361caf4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.858162 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222ff61-204e-4290-aae0-2ac7b361caf4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=48331ea2-0a54-423a-9848-db741c9ff99d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:53.858459 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8816d1e7-98f9-4647-9e80-92b9d9539f34 req-c76b2064-762b-4ef9-b434-4a2abae1c536 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.894885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['78ec0798-bc08-4f00-b696-f7a66d055120'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:53.898806 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a222ff61-204e-4290-aae0-2ac7b361caf4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.901917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a222ff61-204e-4290-aae0-2ac7b361caf4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/48331ea2-0a54-423a-9848-db741c9ff99d HTTP/1.1" status: 204 len: 168 time: 0.6076992 Jul 22 23:50:53.904474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:53.908461 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b2064-762b-4ef9-b434-4a2abae1c536 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Pushing event deleted for resources: {'Port': ['ID=78ec0798-bc08-4f00-b696-f7a66d055120,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:53.975538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6a737df9-d6e7-47f4-b815-4d5ac9a5282a None None] Provisioning for port 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:53.981797 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6a737df9-d6e7-47f4-b815-4d5ac9a5282a None None] Provisioning complete for port 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:53.982934 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a737df9-d6e7-47f4-b815-4d5ac9a5282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.992511 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c11a9-4fd0-4fe6-9530-a3b2fbc4ee98 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:53.994202 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c11a9-4fd0-4fe6-9530-a3b2fbc4ee98 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:53.995408 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8816d1e7-98f9-4647-9e80-92b9d9539f34 req-c76b2064-762b-4ef9-b434-4a2abae1c536 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] No DVR routers for this DVR port 78ec0798-bc08-4f00-b696-f7a66d055120 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:53.999266 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cd1c11a9-4fd0-4fe6-9530-a3b2fbc4ee98 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0932887 Jul 22 23:50:54.001400 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8816d1e7-98f9-4647-9e80-92b9d9539f34 req-c76b2064-762b-4ef9-b434-4a2abae1c536 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.001917 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:54.005409 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8816d1e7-98f9-4647-9e80-92b9d9539f34 req-c76b2064-762b-4ef9-b434-4a2abae1c536 tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.18 "DELETE /v2.0/ports/78ec0798-bc08-4f00-b696-f7a66d055120 HTTP/1.1" status: 204 len: 173 time: 0.8121548 Jul 22 23:50:54.008099 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa71703a-576f-42ee-8e7b-72ed804d23ba', 'name': 'network-vif-deleted', 'tag': '78ec0798-bc08-4f00-b696-f7a66d055120'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:54.015289 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd5f138-ad7b-4556-a0d7-701998fe2a64" -d '{"events": [{"server_uuid": "fa71703a-576f-42ee-8e7b-72ed804d23ba", "name": "network-vif-deleted", "tag": "78ec0798-bc08-4f00-b696-f7a66d055120"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:54.095676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b79a81b-2750-494b-942a-5f4900f6156b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet d8aac549-fc7e-4333-9cc3-5aea975f55ab {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:54.106770 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b79a81b-2750-494b-942a-5f4900f6156b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.115041 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1042d424-c7b1-4f10-ae8f-77ed8035e66f x-openstack-request-id: req-1042d424-c7b1-4f10-ae8f-77ed8035e66f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:54.115447 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa71703a-576f-42ee-8e7b-72ed804d23ba", "name": "network-vif-deleted", "tag": "78ec0798-bc08-4f00-b696-f7a66d055120", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:54.116100 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1042d424-c7b1-4f10-ae8f-77ed8035e66f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:54.116702 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa71703a-576f-42ee-8e7b-72ed804d23ba', 'name': 'network-vif-deleted', 'tag': '78ec0798-bc08-4f00-b696-f7a66d055120', 'status': 'completed', 'code': 200} Jul 22 23:50:54.120421 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0e2167a-b47b-41d3-a799-8793e960e9a4 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.166493 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b79a81b-2750-494b-942a-5f4900f6156b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.171837 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a737df9-d6e7-47f4-b815-4d5ac9a5282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.206331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2167a-b47b-41d3-a799-8793e960e9a4 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Port': ['ID=5965f0a1-62f5-4c96-9217-f909fd8062e0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:54.223449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6a737df9-d6e7-47f4-b815-4d5ac9a5282a None None] For port 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:54.236359 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a737df9-d6e7-47f4-b815-4d5ac9a5282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.301790 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a737df9-d6e7-47f4-b815-4d5ac9a5282a None None] Pushing event updated for resources: {'Port': ['ID=269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:54.354899 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8b6dbeb0-db91-4796-8ceb-dd99bdaa2459 None None] Could not find standard attr ID for object 48331ea2-0a54-423a-9848-db741c9ff99d. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:50:54.388054 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b79a81b-2750-494b-942a-5f4900f6156b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.457233 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4648f382-db82-45dd-b995-38404a95c56a req-494b2939-2266-4aaf-8c6c-18948089ae5c tempest-ServerAddressesNegativeTestJSON-1790128348 tempest-ServerAddressesNegativeTestJSON-1790128348-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa71703a-576f-42ee-8e7b-72ed804d23ba HTTP/1.1" status: 200 len: 210 time: 0.0298023 Jul 22 23:50:54.457885 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d0e2167a-b47b-41d3-a799-8793e960e9a4 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.492325 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960a2b3-93ab-43ef-84d6-6132e1b521be req-061121fd-e105-415e-b9ee-4ab52b00e64f tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:54.494649 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b960a2b3-93ab-43ef-84d6-6132e1b521be req-061121fd-e105-415e-b9ee-4ab52b00e64f tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.3230093 Jul 22 23:50:54.585306 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b960a2b3-93ab-43ef-84d6-6132e1b521be req-9c30e66a-702c-460c-8fc1-d8f3693a0f09 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670586 Jul 22 23:50:54.596698 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b79a81b-2750-494b-942a-5f4900f6156b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.635680 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b79a81b-2750-494b-942a-5f4900f6156b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.640562 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5b79a81b-2750-494b-942a-5f4900f6156b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/d8aac549-fc7e-4333-9cc3-5aea975f55ab HTTP/1.1" status: 204 len: 168 time: 0.6375477 Jul 22 23:50:54.641487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60032) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:54.642368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79a81b-2750-494b-942a-5f4900f6156b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=d8aac549-fc7e-4333-9cc3-5aea975f55ab,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:54.664943 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32782cce-5264-488e-987d-4f1b2d192f45 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:54.708079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 78ec0798-bc08-4f00-b696-f7a66d055120 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:54.728821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d8852f23-9255-4711-b0c7-b001c6f5db83 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830779 Jul 22 23:50:54.731953 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:54.739095 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-467cf8c4-6c9a-45ff-b815-aa0647ba8148 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:54.741254 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 78ec0798-bc08-4f00-b696-f7a66d055120 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:54.741810 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 78ec0798-bc08-4f00-b696-f7a66d055120 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:54.742524 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device d07f1bac-7b34-4c86-b144-80f7f086710c no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:54.783774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e2167a-b47b-41d3-a799-8793e960e9a4 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Router 32b98361-2e80-40b9-952c-dcfdd1de38d4 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:54.796999 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: d07f1bac-7b34-4c86-b144-80f7f086710c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:54.797332 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device d07f1bac-7b34-4c86-b144-80f7f086710c not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:54.851517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467cf8c4-6c9a-45ff-b815-aa0647ba8148 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:54.855222 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-467cf8c4-6c9a-45ff-b815-aa0647ba8148 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.920197 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e2167a-b47b-41d3-a799-8793e960e9a4 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:54.933352 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1ffafc-a125-449f-82a0-cb9f59252fa8 None None] Sync routers for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:54.939553 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d0e2167a-b47b-41d3-a799-8793e960e9a4 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "PUT /v2.0/routers/32b98361-2e80-40b9-952c-dcfdd1de38d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4765205 Jul 22 23:50:54.940256 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60042) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:54.948206 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1ffafc-a125-449f-82a0-cb9f59252fa8 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:54.949457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2e1ffafc-a125-449f-82a0-cb9f59252fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:54.953108 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0191683-764c-4abf-9fa1-8f940b0e8fc6 None None] DHCP port deletion for c35e90f8-c2e7-4be8-8499-34cc32d977ae request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:50:54.988149 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2e1ffafc-a125-449f-82a0-cb9f59252fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:55.023550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1ffafc-a125-449f-82a0-cb9f59252fa8 None None] Routers {'32b98361-2e80-40b9-952c-dcfdd1de38d4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:55.024387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2e1ffafc-a125-449f-82a0-cb9f59252fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:50:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['32b98361-2e80-40b9-952c-dcfdd1de38d4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:55.063467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2e1ffafc-a125-449f-82a0-cb9f59252fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:55.064135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1ffafc-a125-449f-82a0-cb9f59252fa8 None None] The sync data for ids ['32b98361-2e80-40b9-952c-dcfdd1de38d4'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:55.073920 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59d864ac-b456-45ee-a002-f4cfe1214555 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.086261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f0191683-764c-4abf-9fa1-8f940b0e8fc6 None None] Deleting port 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:55.086726 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0191683-764c-4abf-9fa1-8f940b0e8fc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.130235 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-467cf8c4-6c9a-45ff-b815-aa0647ba8148 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.180067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f0191683-764c-4abf-9fa1-8f940b0e8fc6 None None] For port 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:55.180743 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0191683-764c-4abf-9fa1-8f940b0e8fc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.182866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467cf8c4-6c9a-45ff-b815-aa0647ba8148 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=63cc6c13-5a66-4c5c-923c-2f7ca4b4f66b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:55.195783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f0191683-764c-4abf-9fa1-8f940b0e8fc6 None None] Calling delete_port for 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:55.201128 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59d864ac-b456-45ee-a002-f4cfe1214555 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.225219 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467cf8c4-6c9a-45ff-b815-aa0647ba8148 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:55.228389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-467cf8c4-6c9a-45ff-b815-aa0647ba8148 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:55.235575 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467cf8c4-6c9a-45ff-b815-aa0647ba8148 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:55.236564 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-467cf8c4-6c9a-45ff-b815-aa0647ba8148 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.268271 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-467cf8c4-6c9a-45ff-b815-aa0647ba8148 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5344000 Jul 22 23:50:55.269447 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60052) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:55.276036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c9eea3f9-5415-4b2d-aa41-c274e064936b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'fixed_ips': [{'subnet_id': '63cc6c13-5a66-4c5c-923c-2f7ca4b4f66b', 'ip_address': '2001:db8::c140:bbb4:6cb0:e2d7'}], 'name': 'tempest-NetworksTestDHCPv6-910832232'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:55.284467 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-59d864ac-b456-45ee-a002-f4cfe1214555 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Deleting port a9e6cd8d-c13d-4e7f-8449-6bb3926d071f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:55.285243 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59d864ac-b456-45ee-a002-f4cfe1214555 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.319512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:55.374267 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0191683-764c-4abf-9fa1-8f940b0e8fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.376280 n-d-688802-2 neutron-server[93822]: INFO neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No ports have port_id starting with 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6 Jul 22 23:50:55.390658 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59d864ac-b456-45ee-a002-f4cfe1214555 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.407632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-59d864ac-b456-45ee-a002-f4cfe1214555 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Calling delete_port for a9e6cd8d-c13d-4e7f-8449-6bb3926d071f owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:55.417752 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0191683-764c-4abf-9fa1-8f940b0e8fc6 None None] No DVR routers for this DVR port 269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:55.421836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0191683-764c-4abf-9fa1-8f940b0e8fc6 None None] Pushing event deleted for resources: {'Port': ['ID=269f4fc0-ebcb-4aca-98e9-bee5f75d7ce6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:55.434605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b640a8-7fcf-4bee-9e68-3b155131a3ab None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:55.437742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eea3f9-5415-4b2d-aa41-c274e064936b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:55.446078 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9eea3f9-5415-4b2d-aa41-c274e064936b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.468570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-c9eea3f9-5415-4b2d-aa41-c274e064936b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port 7a80cfe6-4246-4127-8fd9-45130e12ba4a yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:50:55.546421 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60062) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:55.630133 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'fixed_ips': [{'subnet_id': '63cc6c13-5a66-4c5c-923c-2f7ca4b4f66b'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:50:55.631936 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.647324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c3dad2-63d9-4077-b1a2-fcda15027513 admin admin] Deleting subnet 2d762e5f-25c6-4e10-8e8d-4dce5a1c72d8 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:55.680360 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59d864ac-b456-45ee-a002-f4cfe1214555 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.683028 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49c3dad2-63d9-4077-b1a2-fcda15027513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.727419 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d864ac-b456-45ee-a002-f4cfe1214555 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Port': ['ID=a9e6cd8d-c13d-4e7f-8449-6bb3926d071f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:55.770917 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49c3dad2-63d9-4077-b1a2-fcda15027513 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.774400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c9eea3f9-5415-4b2d-aa41-c274e064936b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::c140:bbb4:6cb0:e2d7 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/63cc6c13-5a66-4c5c-923c-2f7ca4b4f66b/7a80cfe6-4246-4127-8fd9-45130e12ba4a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:55.814501 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59d864ac-b456-45ee-a002-f4cfe1214555 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.867429 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3aa7e-c634-4da7-a10a-226718159bbe req-780123a5-44ba-4f9c-9013-3109e018b545 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:55.868869 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0e3aa7e-c634-4da7-a10a-226718159bbe req-780123a5-44ba-4f9c-9013-3109e018b545 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1939213 Jul 22 23:50:55.870004 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49c3dad2-63d9-4077-b1a2-fcda15027513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.911236 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59d864ac-b456-45ee-a002-f4cfe1214555 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.913787 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59d864ac-b456-45ee-a002-f4cfe1214555 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.964104 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59d864ac-b456-45ee-a002-f4cfe1214555 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.964825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d864ac-b456-45ee-a002-f4cfe1214555 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Fanout notify agent at l3_agent the message router_deleted on router 32b98361-2e80-40b9-952c-dcfdd1de38d4 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:50:55.978351 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59d864ac-b456-45ee-a002-f4cfe1214555 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.978351 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-59d864ac-b456-45ee-a002-f4cfe1214555 tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/routers/32b98361-2e80-40b9-952c-dcfdd1de38d4 HTTP/1.1" status: 204 len: 168 time: 1.0275102 Jul 22 23:50:55.978351 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60082) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:55.990164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0e3aa7e-c634-4da7-a10a-226718159bbe req-b3755fda-63aa-4973-8da4-53339b2a718a tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891354 Jul 22 23:50:56.031603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bd6af5-226d-42a0-8100-0335c1fe326f tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Deleting subnet bda2cfe2-017b-450b-99ef-8a39366c5ccc {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:56.035263 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86bd6af5-226d-42a0-8100-0335c1fe326f tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.041365 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49c3dad2-63d9-4077-b1a2-fcda15027513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.080213 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86bd6af5-226d-42a0-8100-0335c1fe326f tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.081501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3dad2-63d9-4077-b1a2-fcda15027513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d762e5f-25c6-4e10-8e8d-4dce5a1c72d8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:56.091712 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49c3dad2-63d9-4077-b1a2-fcda15027513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.095711 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-49c3dad2-63d9-4077-b1a2-fcda15027513 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2d762e5f-25c6-4e10-8e8d-4dce5a1c72d8 HTTP/1.1" status: 204 len: 168 time: 0.5462575 Jul 22 23:50:56.096119 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.134443 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9eea3f9-5415-4b2d-aa41-c274e064936b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.135105 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86bd6af5-226d-42a0-8100-0335c1fe326f tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.182583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-c9eea3f9-5415-4b2d-aa41-c274e064936b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object 7a80cfe6-4246-4127-8fd9-45130e12ba4a will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:56.193624 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06dca2b1-f758-4529-b826-6e195760044e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.206266 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86bd6af5-226d-42a0-8100-0335c1fe326f tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.243344 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86bd6af5-226d-42a0-8100-0335c1fe326f tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.248331 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-86bd6af5-226d-42a0-8100-0335c1fe326f tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/subnets/bda2cfe2-017b-450b-99ef-8a39366c5ccc HTTP/1.1" status: 204 len: 168 time: 0.2707515 Jul 22 23:50:56.249065 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60096) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.249801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd6af5-226d-42a0-8100-0335c1fe326f tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Subnet': ['ID=bda2cfe2-017b-450b-99ef-8a39366c5ccc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:56.270608 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9eea3f9-5415-4b2d-aa41-c274e064936b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.325669 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Allocated IP 2001:db8::2 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/63cc6c13-5a66-4c5c-923c-2f7ca4b4f66b/5edd2a66-ddd9-49a5-8b0a-3a0011160375) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:56.327101 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1b1f-f113-41de-a9e8-b7385fe398cd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.334764 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06dca2b1-f758-4529-b826-6e195760044e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.357143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eea3f9-5415-4b2d-aa41-c274e064936b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:56.362288 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-06dca2b1-f758-4529-b826-6e195760044e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:56.365293 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c9eea3f9-5415-4b2d-aa41-c274e064936b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:56.374677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eea3f9-5415-4b2d-aa41-c274e064936b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:56.381404 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eea3f9-5415-4b2d-aa41-c274e064936b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:56.382051 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9eea3f9-5415-4b2d-aa41-c274e064936b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.386949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eea3f9-5415-4b2d-aa41-c274e064936b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=7a80cfe6-4246-4127-8fd9-45130e12ba4a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:56.390362 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-06dca2b1-f758-4529-b826-6e195760044e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ecbb40-0550-4d9e-8306-6641b7c6ee4a') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:56.390656 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-06dca2b1-f758-4529-b826-6e195760044e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ecbb40-0550-4d9e-8306-6641b7c6ee4a') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:56.406173 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06dca2b1-f758-4529-b826-6e195760044e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.419713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c9eea3f9-5415-4b2d-aa41-c274e064936b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1490154 Jul 22 23:50:56.422756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60100) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.435271 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06dca2b1-f758-4529-b826-6e195760044e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.437823 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1b1f-f113-41de-a9e8-b7385fe398cd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.449372 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2bdf1b1f-f113-41de-a9e8-b7385fe398cd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be87f577-cfe9-4c89-bf51-fe3229178dca']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:56.461225 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2bdf1b1f-f113-41de-a9e8-b7385fe398cd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281345ce-63e6-46e7-aae6-3459afdcf066') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:56.461890 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-2bdf1b1f-f113-41de-a9e8-b7385fe398cd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281345ce-63e6-46e7-aae6-3459afdcf066') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:56.475343 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1b1f-f113-41de-a9e8-b7385fe398cd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.490191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06dca2b1-f758-4529-b826-6e195760044e admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:56.490663 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06dca2b1-f758-4529-b826-6e195760044e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:56.496486 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:56.498799 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1b1f-f113-41de-a9e8-b7385fe398cd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.508856 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdf1b1f-f113-41de-a9e8-b7385fe398cd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:56.510551 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1b1f-f113-41de-a9e8-b7385fe398cd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:56.515798 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:56.530967 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.533725 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60102) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.539991 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Transition to ACTIVE for port object 5edd2a66-ddd9-49a5-8b0a-3a0011160375 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:56.555319 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Transition to ACTIVE for port object 5edd2a66-ddd9-49a5-8b0a-3a0011160375 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:56.562670 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.597005 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06dca2b1-f758-4529-b826-6e195760044e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.598767 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1b1f-f113-41de-a9e8-b7385fe398cd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.599974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:56.605141 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:56.608538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:56.618199 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Pushing event updated for resources: {'Port': ['ID=5edd2a66-ddd9-49a5-8b0a-3a0011160375,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:56.618512 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2bdf1b1f-f113-41de-a9e8-b7385fe398cd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.625643 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2bdf1b1f-f113-41de-a9e8-b7385fe398cd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] 10.222.0.26 "DELETE /v2.0/networks/be87f577-cfe9-4c89-bf51-fe3229178dca HTTP/1.1" status: 204 len: 168 time: 0.3737409 Jul 22 23:50:56.626883 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf1b1f-f113-41de-a9e8-b7385fe398cd tempest-FloatingIPTestJSON-1848677890 tempest-FloatingIPTestJSON-1848677890-project] Pushing event deleted for resources: {'Network': ['ID=be87f577-cfe9-4c89-bf51-fe3229178dca,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:56.635201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f185df-45d2-43a3-82b8-a1ea29df14c3 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:56.638675 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-00f185df-45d2-43a3-82b8-a1ea29df14c3 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2148788 Jul 22 23:50:56.641403 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60108) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.659515 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06dca2b1-f758-4529-b826-6e195760044e admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.661787 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-06dca2b1-f758-4529-b826-6e195760044e admin admin] 10.222.0.26 "DELETE /v2.0/networks/5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65 HTTP/1.1" status: 204 len: 168 time: 0.5645523 Jul 22 23:50:56.663195 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dca2b1-f758-4529-b826-6e195760044e admin admin] Pushing event deleted for resources: {'Network': ['ID=5c7ac0e2-8522-4ac1-bc66-4a4a06ef5f65,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:56.704546 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Attempting to bind port 5edd2a66-ddd9-49a5-8b0a-3a0011160375 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:50:56.704920 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Attempting to bind port 5edd2a66-ddd9-49a5-8b0a-3a0011160375 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:50:56.705313 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Attempting to bind port 5edd2a66-ddd9-49a5-8b0a-3a0011160375 on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:56.711255 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:50:56.711624 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:56.712049 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.712400 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:50:56.712866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Bound port: 5edd2a66-ddd9-49a5-8b0a-3a0011160375, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:50:56.713277 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.717343 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c12c2414-166b-4c34-9bd9-d86b77cadb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.782117 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-93be6b29-5d03-45b2-80a7-28c430ad92e6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port 7a80cfe6-4246-4127-8fd9-45130e12ba4a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:56.782599 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93be6b29-5d03-45b2-80a7-28c430ad92e6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.802410 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] For port 5edd2a66-ddd9-49a5-8b0a-3a0011160375, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:50:56.807736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] For port 5edd2a66-ddd9-49a5-8b0a-3a0011160375, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5edd2a66-ddd9-49a5-8b0a-3a0011160375,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:50:56.814064 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.866866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.874119 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd7e04-ace9-420d-9ff8-fb3683eb5bef None None] Pushing event updated for resources: {'Port': ['ID=5edd2a66-ddd9-49a5-8b0a-3a0011160375,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:56.906722 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c12c2414-166b-4c34-9bd9-d86b77cadb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.918791 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c12c2414-166b-4c34-9bd9-d86b77cadb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.920494 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93be6b29-5d03-45b2-80a7-28c430ad92e6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.939427 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-93be6b29-5d03-45b2-80a7-28c430ad92e6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for 7a80cfe6-4246-4127-8fd9-45130e12ba4a owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:56.962261 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b24552c6-db58-4605-b619-e50c8fd60b19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14b62f993d9d4078b59459687d14abc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0918179 Jul 22 23:50:56.963967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.964294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.981887 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c12c2414-166b-4c34-9bd9-d86b77cadb5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de514467e0ff42f4bcd648333952a975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184997 Jul 22 23:50:56.985748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60122) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.994089 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c2414-166b-4c34-9bd9-d86b77cadb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc47e6ee-88be-41a8-84f4-bdbeedca1713,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:57.041699 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3eae8e42-0fa2-4912-a175-017ac6f46135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.067804 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3eae8e42-0fa2-4912-a175-017ac6f46135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.073850 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a5c2159-f095-433a-bcc0-cea3eeb3a977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.115645 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a5c2159-f095-433a-bcc0-cea3eeb3a977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.220565 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f6c68-67e5-4ec1-8caa-c29e70c63d24 req-c7cbe2c2-8548-407f-a4d8-64c3d9711b88 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:57.222860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e24f6c68-67e5-4ec1-8caa-c29e70c63d24 req-c7cbe2c2-8548-407f-a4d8-64c3d9711b88 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1339846 Jul 22 23:50:57.230739 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93be6b29-5d03-45b2-80a7-28c430ad92e6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.231488 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3eae8e42-0fa2-4912-a175-017ac6f46135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.234232 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3eae8e42-0fa2-4912-a175-017ac6f46135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.251589 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3eae8e42-0fa2-4912-a175-017ac6f46135 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72a0b69b-f5e5-46d9-9741-fb5c5fe26027 HTTP/1.1" status: 204 len: 168 time: 0.2711718 Jul 22 23:50:57.265171 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a5c2159-f095-433a-bcc0-cea3eeb3a977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.273547 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a5c2159-f095-433a-bcc0-cea3eeb3a977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.274916 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a5c2159-f095-433a-bcc0-cea3eeb3a977 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bc47e6ee-88be-41a8-84f4-bdbeedca1713 HTTP/1.1" status: 204 len: 168 time: 0.2882147 Jul 22 23:50:57.288944 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be6b29-5d03-45b2-80a7-28c430ad92e6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=7a80cfe6-4246-4127-8fd9-45130e12ba4a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:57.341129 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae8e42-0fa2-4912-a175-017ac6f46135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a0b69b-f5e5-46d9-9741-fb5c5fe26027,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:57.349811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c2159-f095-433a-bcc0-cea3eeb3a977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc47e6ee-88be-41a8-84f4-bdbeedca1713,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:57.355079 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93be6b29-5d03-45b2-80a7-28c430ad92e6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.359327 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-93be6b29-5d03-45b2-80a7-28c430ad92e6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/7a80cfe6-4246-4127-8fd9-45130e12ba4a HTTP/1.1" status: 204 len: 168 time: 0.7146187 Jul 22 23:50:57.360153 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60130) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:57.367033 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8480e91f-8db7-4a06-b471-80d6257f829e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f740564d044f4421a6d9521354a5371f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014394 Jul 22 23:50:57.369594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60132) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:57.374924 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e24f6c68-67e5-4ec1-8caa-c29e70c63d24 req-d6348c0e-1cf7-4b54-8070-2ca27322189c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460268 Jul 22 23:50:57.427070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5edd2a66-ddd9-49a5-8b0a-3a0011160375 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:57.465304 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0471d8cb-59cc-4539-91e7-cb259350d09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.467017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9482b39-f2d4-4d05-b34f-5a16ae463e33 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:57.468549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9482b39-f2d4-4d05-b34f-5a16ae463e33 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:57.470255 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b9482b39-f2d4-4d05-b34f-5a16ae463e33 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1091526 Jul 22 23:50:57.474527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60134) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:57.496164 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0471d8cb-59cc-4539-91e7-cb259350d09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.534286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 5edd2a66-ddd9-49a5-8b0a-3a0011160375 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:57.574266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9e0577-d2b8-4fb0-8776-b8ea0427acf7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 63cc6c13-5a66-4c5c-923c-2f7ca4b4f66b {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:57.577695 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0577-d2b8-4fb0-8776-b8ea0427acf7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.577843 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0471d8cb-59cc-4539-91e7-cb259350d09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.581020 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0471d8cb-59cc-4539-91e7-cb259350d09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.587695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0471d8cb-59cc-4539-91e7-cb259350d09e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8883d208-b997-4f58-aa92-69e947b4f70a HTTP/1.1" status: 204 len: 168 time: 0.2149577 Jul 22 23:50:57.598566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471d8cb-59cc-4539-91e7-cb259350d09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8883d208-b997-4f58-aa92-69e947b4f70a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:57.634302 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0577-d2b8-4fb0-8776-b8ea0427acf7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.737246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:57.765081 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2097b38-c4e6-4b63-800c-77987de682eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.927651 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2097b38-c4e6-4b63-800c-77987de682eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.934798 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f2097b38-c4e6-4b63-800c-77987de682eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:58.017318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2097b38-c4e6-4b63-800c-77987de682eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2372e1a-4255-4d34-b4f6-8ff63a87cc4a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:58.025135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f2097b38-c4e6-4b63-800c-77987de682eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3861029a6064b96966ed3cd8590f756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824311 Jul 22 23:50:58.025437 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60156) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:58.126785 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82aa22b7-349f-44db-9fb1-ba720f79df25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:58.136316 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0577-d2b8-4fb0-8776-b8ea0427acf7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:58.173628 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82aa22b7-349f-44db-9fb1-ba720f79df25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:58.277464 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0577-d2b8-4fb0-8776-b8ea0427acf7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:58.279696 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82aa22b7-349f-44db-9fb1-ba720f79df25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:58.283924 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82aa22b7-349f-44db-9fb1-ba720f79df25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:58.286119 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-82aa22b7-349f-44db-9fb1-ba720f79df25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2372e1a-4255-4d34-b4f6-8ff63a87cc4a HTTP/1.1" status: 204 len: 168 time: 0.2595980 Jul 22 23:50:58.294534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa22b7-349f-44db-9fb1-ba720f79df25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2372e1a-4255-4d34-b4f6-8ff63a87cc4a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:58.344004 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0577-d2b8-4fb0-8776-b8ea0427acf7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:58.350532 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6a9e0577-d2b8-4fb0-8776-b8ea0427acf7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/63cc6c13-5a66-4c5c-923c-2f7ca4b4f66b HTTP/1.1" status: 204 len: 168 time: 0.8749177 Jul 22 23:50:58.351809 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e0577-d2b8-4fb0-8776-b8ea0427acf7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=63cc6c13-5a66-4c5c-923c-2f7ca4b4f66b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:58.353623 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60168) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:58.397188 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1cab6110-2b20-476a-b684-1d43401f0de4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422859 Jul 22 23:50:58.399956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60170) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:58.407789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-089e268f-f23b-4936-aebd-ca3cd0b37f11 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:58.436769 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3996a91c-03af-4ce1-9015-f9be1cce418d None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:58.597784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-957682f1-f61e-41d7-91ca-0c664e3a8c26 None None] Provisioning for port 5edd2a66-ddd9-49a5-8b0a-3a0011160375 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:58.613720 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71598ddd-4b6d-44fe-b937-7a136c81b871 req-7d027d42-600e-4753-ba54-e6dd32d5a2f4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1626382 Jul 22 23:50:58.613952 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089e268f-f23b-4936-aebd-ca3cd0b37f11 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:58.618209 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-957682f1-f61e-41d7-91ca-0c664e3a8c26 None None] Provisioning complete for port 5edd2a66-ddd9-49a5-8b0a-3a0011160375 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:58.621839 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-957682f1-f61e-41d7-91ca-0c664e3a8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:58.627316 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-089e268f-f23b-4936-aebd-ca3cd0b37f11 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:58.716744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37a315-a7db-4e1b-ac08-320967d04e5d req-8615e2cf-48cb-41cf-bcca-f78da5bee100 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:58.725557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a37a315-a7db-4e1b-ac08-320967d04e5d req-8615e2cf-48cb-41cf-bcca-f78da5bee100 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.1677339 Jul 22 23:50:58.757918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809425b2-c607-427f-87ce-30f1f4f09370 req-b15ccc01-f5d2-431d-af14-986998532614 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:58.762495 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-809425b2-c607-427f-87ce-30f1f4f09370 req-b15ccc01-f5d2-431d-af14-986998532614 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 945 time: 0.3465950 Jul 22 23:50:58.781612 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-957682f1-f61e-41d7-91ca-0c664e3a8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:58.796811 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a37a315-a7db-4e1b-ac08-320967d04e5d req-55c27c2d-30ef-481d-9efc-02aeb250a289 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a229782-23cd-4d57-8802-4906f1df3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699022 Jul 22 23:50:58.804704 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71598ddd-4b6d-44fe-b937-7a136c81b871 req-8d1cf010-1488-4429-a929-e460b03c75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:58.806238 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71598ddd-4b6d-44fe-b937-7a136c81b871 req-8d1cf010-1488-4429-a929-e460b03c75fc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b3662d9b6dea486c9943ad4ed2b2271e&device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 1097 time: 0.1650617 Jul 22 23:50:58.840664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-957682f1-f61e-41d7-91ca-0c664e3a8c26 None None] For port 5edd2a66-ddd9-49a5-8b0a-3a0011160375, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5edd2a66-ddd9-49a5-8b0a-3a0011160375,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:58.846266 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-957682f1-f61e-41d7-91ca-0c664e3a8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:58.891071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccabe779-5636-463f-9f63-2d9b43957399 None None] DHCP port deletion for c35e90f8-c2e7-4be8-8499-34cc32d977ae request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:50:58.974380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71598ddd-4b6d-44fe-b937-7a136c81b871 req-f1d334a3-d003-4b54-9d4f-7e7bfdfcedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:58.976784 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71598ddd-4b6d-44fe-b937-7a136c81b871 req-f1d334a3-d003-4b54-9d4f-7e7bfdfcedfb service neutron] 10.222.0.95 "GET /v2.0/networks?id=34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 HTTP/1.1" status: 200 len: 910 time: 0.1391959 Jul 22 23:50:58.981503 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957682f1-f61e-41d7-91ca-0c664e3a8c26 None None] Pushing event updated for resources: {'Port': ['ID=5edd2a66-ddd9-49a5-8b0a-3a0011160375,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:59.071144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ccabe779-5636-463f-9f63-2d9b43957399 None None] Deleting port 5edd2a66-ddd9-49a5-8b0a-3a0011160375 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:59.071636 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ccabe779-5636-463f-9f63-2d9b43957399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:59.134832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-809425b2-c607-427f-87ce-30f1f4f09370 req-e741cf06-ec31-49e5-be0f-a9d080d53d7c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Deleting port 92581157-a7ee-483f-bbdc-7bca3fc0ca3e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:59.135493 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-809425b2-c607-427f-87ce-30f1f4f09370 req-e741cf06-ec31-49e5-be0f-a9d080d53d7c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:59.172635 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71598ddd-4b6d-44fe-b937-7a136c81b871 req-493a9ca0-c288-4dff-9310-9125a7a87803 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=325966a2-108f-436d-9aa9-c1218f4bcbd9 HTTP/1.1" status: 200 len: 1001 time: 0.1859574 Jul 22 23:50:59.238613 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-809425b2-c607-427f-87ce-30f1f4f09370 req-e741cf06-ec31-49e5-be0f-a9d080d53d7c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] For port 92581157-a7ee-483f-bbdc-7bca3fc0ca3e, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=92581157-a7ee-483f-bbdc-7bca3fc0ca3e,segment=NetworkSegment(67290ed1-d494-4915-a632-bc031c682f74),segment_id=67290ed1-d494-4915-a632-bc031c682f74)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:59.239537 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-809425b2-c607-427f-87ce-30f1f4f09370 req-e741cf06-ec31-49e5-be0f-a9d080d53d7c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:59.250947 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ccabe779-5636-463f-9f63-2d9b43957399 None None] For port 5edd2a66-ddd9-49a5-8b0a-3a0011160375, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5edd2a66-ddd9-49a5-8b0a-3a0011160375,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:59.251352 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ccabe779-5636-463f-9f63-2d9b43957399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:59.259017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60206) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:59.259858 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-809425b2-c607-427f-87ce-30f1f4f09370 req-e741cf06-ec31-49e5-be0f-a9d080d53d7c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Calling delete_port for 92581157-a7ee-483f-bbdc-7bca3fc0ca3e owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:59.278246 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ccabe779-5636-463f-9f63-2d9b43957399 None None] Calling delete_port for 5edd2a66-ddd9-49a5-8b0a-3a0011160375 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:59.293152 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71598ddd-4b6d-44fe-b937-7a136c81b871 req-7b8acec1-57fd-4097-8853-66a839f9ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:59.294737 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71598ddd-4b6d-44fe-b937-7a136c81b871 req-7b8acec1-57fd-4097-8853-66a839f9ff18 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1d5e7299-287c-48b3-87aa-97348e38ebc8 HTTP/1.1" status: 200 len: 848 time: 0.1150398 Jul 22 23:50:59.368858 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5edd2a66-ddd9-49a5-8b0a-3a0011160375 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:59.411032 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-089e268f-f23b-4936-aebd-ca3cd0b37f11 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:59.419334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71598ddd-4b6d-44fe-b937-7a136c81b871 req-fd27cc48-1a71-4b92-985b-31fb3d343ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:59.421793 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71598ddd-4b6d-44fe-b937-7a136c81b871 req-fd27cc48-1a71-4b92-985b-31fb3d343ce8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=34fe0ae9-3f02-496f-9b8e-c97ca353b9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198907 Jul 22 23:50:59.428009 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-809425b2-c607-427f-87ce-30f1f4f09370 req-e741cf06-ec31-49e5-be0f-a9d080d53d7c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:59.443123 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['92581157-a7ee-483f-bbdc-7bca3fc0ca3e'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:59.465155 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089e268f-f23b-4936-aebd-ca3cd0b37f11 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:59.474429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-089e268f-f23b-4936-aebd-ca3cd0b37f11 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:59.531064 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ccabe779-5636-463f-9f63-2d9b43957399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:59.544533 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089e268f-f23b-4936-aebd-ca3cd0b37f11 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:59.545151 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-089e268f-f23b-4936-aebd-ca3cd0b37f11 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:59.554822 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-809425b2-c607-427f-87ce-30f1f4f09370 req-e741cf06-ec31-49e5-be0f-a9d080d53d7c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] No DVR routers for this DVR port 92581157-a7ee-483f-bbdc-7bca3fc0ca3e on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:59.556214 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741cf06-ec31-49e5-be0f-a9d080d53d7c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Pushing event deleted for resources: {'Port': ['ID=92581157-a7ee-483f-bbdc-7bca3fc0ca3e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:59.558322 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-809425b2-c607-427f-87ce-30f1f4f09370 req-e741cf06-ec31-49e5-be0f-a9d080d53d7c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:59.560304 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-809425b2-c607-427f-87ce-30f1f4f09370 req-e741cf06-ec31-49e5-be0f-a9d080d53d7c tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.95 "DELETE /v2.0/ports/92581157-a7ee-483f-bbdc-7bca3fc0ca3e HTTP/1.1" status: 204 len: 173 time: 0.7730107 Jul 22 23:50:59.567146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1b5407-e603-4946-bb38-60d21225573a', 'name': 'network-vif-deleted', 'tag': '92581157-a7ee-483f-bbdc-7bca3fc0ca3e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:59.569461 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e6fc09-77bd-4f60-b752-6f9448d152d9" -d '{"events": [{"server_uuid": "2c1b5407-e603-4946-bb38-60d21225573a", "name": "network-vif-deleted", "tag": "92581157-a7ee-483f-bbdc-7bca3fc0ca3e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:59.585694 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e268f-f23b-4936-aebd-ca3cd0b37f11 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=c7a85d3b-dda4-4ad8-bf99-9a157e0c2673,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:59.590341 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-089e268f-f23b-4936-aebd-ca3cd0b37f11 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1890509 Jul 22 23:50:59.593005 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:59.599259 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-49f7d58a-a50f-4ffc-92fb-a32e0425083f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'fixed_ips': [{'subnet_id': 'c7a85d3b-dda4-4ad8-bf99-9a157e0c2673', 'ip_address': '2001:db8::dae3:4618:b2c8:6df5'}], 'name': 'tempest-NetworksTestDHCPv6-2122350044'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:59.612178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60220) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:59.630311 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:59.632351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccabe779-5636-463f-9f63-2d9b43957399 None None] No DVR routers for this DVR port 5edd2a66-ddd9-49a5-8b0a-3a0011160375 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:59.634909 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabe779-5636-463f-9f63-2d9b43957399 None None] Pushing event deleted for resources: {'Port': ['ID=5edd2a66-ddd9-49a5-8b0a-3a0011160375,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:59.651134 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71598ddd-4b6d-44fe-b937-7a136c81b871 req-67fe539d-0818-4d54-8900-46579dd216ea service neutron] 10.222.0.95 "GET /v2.0/networks/34fe0ae9-3f02-496f-9b8e-c97ca353b9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205386 Jul 22 23:50:59.661777 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c30960-fa0d-49ea-94aa-232d7deba0f6 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:59.720660 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeea04f-02bc-4105-8a24-4ae7409f4be3 x-openstack-request-id: req-feeea04f-02bc-4105-8a24-4ae7409f4be3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:59.721538 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1b5407-e603-4946-bb38-60d21225573a", "name": "network-vif-deleted", "tag": "92581157-a7ee-483f-bbdc-7bca3fc0ca3e", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:59.721830 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-feeea04f-02bc-4105-8a24-4ae7409f4be3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:59.723096 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1b5407-e603-4946-bb38-60d21225573a', 'name': 'network-vif-deleted', 'tag': '92581157-a7ee-483f-bbdc-7bca3fc0ca3e', 'status': 'completed', 'code': 200} Jul 22 23:50:59.790229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7a9bbe1b-5b29-4d71-9060-6386aae6a076 tempest-DvrRoutersNegativeTest-1236966022 tempest-DvrRoutersNegativeTest-1236966022-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1857444476', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:59.794002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.policy [None req-7a9bbe1b-5b29-4d71-9060-6386aae6a076 tempest-DvrRoutersNegativeTest-1236966022 tempest-DvrRoutersNegativeTest-1236966022-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93821) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 22 23:50:59.794419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.policy [None req-7a9bbe1b-5b29-4d71-9060-6386aae6a076 tempest-DvrRoutersNegativeTest-1236966022 tempest-DvrRoutersNegativeTest-1236966022-project] Failed policy check for 'create_router' {{(pid=93821) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 22 23:50:59.795120 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-7a9bbe1b-5b29-4d71-9060-6386aae6a076 tempest-DvrRoutersNegativeTest-1236966022 tempest-DvrRoutersNegativeTest-1236966022-project] create failed (client error): Access was denied to this resource. Jul 22 23:50:59.799652 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a9bbe1b-5b29-4d71-9060-6386aae6a076 tempest-DvrRoutersNegativeTest-1236966022 tempest-DvrRoutersNegativeTest-1236966022-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5361862 Jul 22 23:50:59.840779 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbd86d74-0165-4bf0-a93e-86cc2dd1ea62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:59.845171 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71598ddd-4b6d-44fe-b937-7a136c81b871 req-31d5cf97-116f-45d9-b33c-7d578c4cac67 service neutron] 10.222.0.95 "GET /v2.0/networks/34fe0ae9-3f02-496f-9b8e-c97ca353b9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866136 Jul 22 23:50:59.868010 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f7d58a-a50f-4ffc-92fb-a32e0425083f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:59.940900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'fixed_ips': [{'subnet_id': 'c7a85d3b-dda4-4ad8-bf99-9a157e0c2673'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:50:59.942778 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.012231 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49f7d58a-a50f-4ffc-92fb-a32e0425083f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.015352 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c2a9a47-1d48-4806-8c0a-328dad286549 req-a0e71d30-1530-4055-9eb1-57693686b6b4 tempest-ServerRescueNegativeTestJSON-1462438972 tempest-ServerRescueNegativeTestJSON-1462438972-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1b5407-e603-4946-bb38-60d21225573a HTTP/1.1" status: 200 len: 210 time: 0.0691614 Jul 22 23:51:00.035262 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-49f7d58a-a50f-4ffc-92fb-a32e0425083f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port 00ce31e0-3549-48cf-9832-4f547a9116cf yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:51:00.091955 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbd86d74-0165-4bf0-a93e-86cc2dd1ea62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.099275 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbd86d74-0165-4bf0-a93e-86cc2dd1ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.183664 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bbd86d74-0165-4bf0-a93e-86cc2dd1ea62 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6ecbd37b34740d8ae75c6f354dda687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5671582 Jul 22 23:51:00.183664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd86d74-0165-4bf0-a93e-86cc2dd1ea62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa76696-e3ce-499b-8c04-298cea501beb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:00.185024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60242) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:00.218583 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:00.226574 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Allocated IP 2001:db8::2 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/c7a85d3b-dda4-4ad8-bf99-9a157e0c2673/c4e0d48f-b38a-480a-816f-1e3fd6780a18) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:00.298196 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28fdd6dd-7f97-45c3-acf6-5e0b0778b43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.305414 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:51:00.332995 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28fdd6dd-7f97-45c3-acf6-5e0b0778b43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.382047 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c791945a-f285-4858-a3c5-f04f58f7cb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.395378 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28fdd6dd-7f97-45c3-acf6-5e0b0778b43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.399409 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28fdd6dd-7f97-45c3-acf6-5e0b0778b43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.401202 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-28fdd6dd-7f97-45c3-acf6-5e0b0778b43f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1fa76696-e3ce-499b-8c04-298cea501beb HTTP/1.1" status: 204 len: 168 time: 0.2120807 Jul 22 23:51:00.412184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdd6dd-7f97-45c3-acf6-5e0b0778b43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa76696-e3ce-499b-8c04-298cea501beb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:00.420001 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.442641 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Transition to ACTIVE for port object c4e0d48f-b38a-480a-816f-1e3fd6780a18 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:00.462961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Transition to ACTIVE for port object c4e0d48f-b38a-480a-816f-1e3fd6780a18 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:00.475132 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.492852 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:00.496480 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:00.498457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:00.541622 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-49f7d58a-a50f-4ffc-92fb-a32e0425083f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::dae3:4618:b2c8:6df5 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/c7a85d3b-dda4-4ad8-bf99-9a157e0c2673/00ce31e0-3549-48cf-9832-4f547a9116cf) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:00.570943 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c791945a-f285-4858-a3c5-f04f58f7cb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.587084 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c791945a-f285-4858-a3c5-f04f58f7cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.601395 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Pushing event updated for resources: {'Port': ['ID=c4e0d48f-b38a-480a-816f-1e3fd6780a18,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:00.612567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Attempting to bind port c4e0d48f-b38a-480a-816f-1e3fd6780a18 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:00.614195 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Attempting to bind port c4e0d48f-b38a-480a-816f-1e3fd6780a18 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:00.614792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Attempting to bind port c4e0d48f-b38a-480a-816f-1e3fd6780a18 on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:00.620922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:00.621650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:00.622266 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.622876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:00.623573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Bound port: c4e0d48f-b38a-480a-816f-1e3fd6780a18, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:00.624221 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.649256 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791945a-f285-4858-a3c5-f04f58f7cb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7021e6a-03c4-4e5a-881b-14df4c95e119,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:00.660668 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c791945a-f285-4858-a3c5-f04f58f7cb35 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96751dcf7e1b4a428d61d10542c4e11d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4380291 Jul 22 23:51:00.661270 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60278) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:00.713800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] For port c4e0d48f-b38a-480a-816f-1e3fd6780a18, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:00.717997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] For port c4e0d48f-b38a-480a-816f-1e3fd6780a18, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c4e0d48f-b38a-480a-816f-1e3fd6780a18,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:00.726703 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.754729 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7fc3d159-338a-439a-a502-cfdbf5a44207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.786612 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49f7d58a-a50f-4ffc-92fb-a32e0425083f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.805935 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7fc3d159-338a-439a-a502-cfdbf5a44207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.807527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-49f7d58a-a50f-4ffc-92fb-a32e0425083f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object 00ce31e0-3549-48cf-9832-4f547a9116cf will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:00.820637 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56611cc9-9e2a-48a9-a7f5-3387c140e44a None None] Pushing event updated for resources: {'Port': ['ID=c4e0d48f-b38a-480a-816f-1e3fd6780a18,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:00.868452 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49f7d58a-a50f-4ffc-92fb-a32e0425083f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.896735 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7fc3d159-338a-439a-a502-cfdbf5a44207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.901712 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7fc3d159-338a-439a-a502-cfdbf5a44207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.903535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7fc3d159-338a-439a-a502-cfdbf5a44207 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7021e6a-03c4-4e5a-881b-14df4c95e119 HTTP/1.1" status: 204 len: 168 time: 0.2412341 Jul 22 23:51:00.914211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3d159-338a-439a-a502-cfdbf5a44207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7021e6a-03c4-4e5a-881b-14df4c95e119,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:00.944227 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f7d58a-a50f-4ffc-92fb-a32e0425083f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:00.961604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-49f7d58a-a50f-4ffc-92fb-a32e0425083f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:00.969806 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f7d58a-a50f-4ffc-92fb-a32e0425083f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:00.976658 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f7d58a-a50f-4ffc-92fb-a32e0425083f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:00.977540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49f7d58a-a50f-4ffc-92fb-a32e0425083f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:00.980854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7d58a-a50f-4ffc-92fb-a32e0425083f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=00ce31e0-3549-48cf-9832-4f547a9116cf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:01.014096 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-49f7d58a-a50f-4ffc-92fb-a32e0425083f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4198959 Jul 22 23:51:01.017548 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60298) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:01.117769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60302) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:01.178770 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f0fd61-1cc7-449b-9626-df2b6e662715 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:01.215769 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f0fd61-1cc7-449b-9626-df2b6e662715 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:01.224148 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-16f0fd61-1cc7-449b-9626-df2b6e662715 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2052026 Jul 22 23:51:01.227902 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60310) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:01.444031 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c4e0d48f-b38a-480a-816f-1e3fd6780a18 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:01.486955 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 92581157-a7ee-483f-bbdc-7bca3fc0ca3e no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:51:01.496861 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9cbe3b92-43ec-4e82-b662-b537c5a4d530 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port 00ce31e0-3549-48cf-9832-4f547a9116cf {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:01.497354 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cbe3b92-43ec-4e82-b662-b537c5a4d530 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:01.602599 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 92581157-a7ee-483f-bbdc-7bca3fc0ca3e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:51:01.608815 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 92581157-a7ee-483f-bbdc-7bca3fc0ca3e not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:51:01.647455 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81e99141-fce9-439f-8326-af5112bb88a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:01.654605 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cbe3b92-43ec-4e82-b662-b537c5a4d530 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:01.665111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port c4e0d48f-b38a-480a-816f-1e3fd6780a18 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:01.686114 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9cbe3b92-43ec-4e82-b662-b537c5a4d530 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for 00ce31e0-3549-48cf-9832-4f547a9116cf owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:01.932003 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cbe3b92-43ec-4e82-b662-b537c5a4d530 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:01.994084 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe3b92-43ec-4e82-b662-b537c5a4d530 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=00ce31e0-3549-48cf-9832-4f547a9116cf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:02.068159 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cbe3b92-43ec-4e82-b662-b537c5a4d530 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.070620 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9cbe3b92-43ec-4e82-b662-b537c5a4d530 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/00ce31e0-3549-48cf-9832-4f547a9116cf HTTP/1.1" status: 204 len: 168 time: 0.8409615 Jul 22 23:51:02.075247 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60362) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:02.165550 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b67a1c1-3b76-4d02-b393-9ef975a534bf tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:02.167591 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b67a1c1-3b76-4d02-b393-9ef975a534bf tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:02.169287 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b67a1c1-3b76-4d02-b393-9ef975a534bf tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0929720 Jul 22 23:51:02.172668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60368) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:02.249203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1609380-4ca4-4238-8183-fb2403dd5e5e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet c7a85d3b-dda4-4ad8-bf99-9a157e0c2673 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:51:02.262017 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1609380-4ca4-4238-8183-fb2403dd5e5e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.323846 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045227a5-626e-40c4-b94b-72d6b9d77de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.479488 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1609380-4ca4-4238-8183-fb2403dd5e5e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.485222 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60378) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:02.508141 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3e979a7-ed41-42b8-b522-9025b7493a14 None None] Provisioning for port c4e0d48f-b38a-480a-816f-1e3fd6780a18 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:02.514819 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3e979a7-ed41-42b8-b522-9025b7493a14 None None] Provisioning complete for port c4e0d48f-b38a-480a-816f-1e3fd6780a18 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:02.515200 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3e979a7-ed41-42b8-b522-9025b7493a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.635676 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3e979a7-ed41-42b8-b522-9025b7493a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.669552 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2f997d35-24de-4ca4-82e5-edadc1a28a96 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group': {'name': 'tempest-secgroup--387365817'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:02.710145 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f997d35-24de-4ca4-82e5-edadc1a28a96 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.722820 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f997d35-24de-4ca4-82e5-edadc1a28a96 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.734437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c3e979a7-ed41-42b8-b522-9025b7493a14 None None] For port c4e0d48f-b38a-480a-816f-1e3fd6780a18, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c4e0d48f-b38a-480a-816f-1e3fd6780a18,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:02.745005 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3e979a7-ed41-42b8-b522-9025b7493a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.764632 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1609380-4ca4-4238-8183-fb2403dd5e5e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.907395 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1609380-4ca4-4238-8183-fb2403dd5e5e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.954905 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1609380-4ca4-4238-8183-fb2403dd5e5e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a85d3b-dda4-4ad8-bf99-9a157e0c2673,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:02.955403 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f997d35-24de-4ca4-82e5-edadc1a28a96 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.957839 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1609380-4ca4-4238-8183-fb2403dd5e5e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.962415 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f1609380-4ca4-4238-8183-fb2403dd5e5e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/c7a85d3b-dda4-4ad8-bf99-9a157e0c2673 HTTP/1.1" status: 204 len: 168 time: 0.7854631 Jul 22 23:51:02.963308 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60390) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:02.965928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-045227a5-626e-40c4-b94b-72d6b9d77de1 admin admin] Deleting port f7cf985c-8b72-4049-9f91-229351a5f275 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:02.966323 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045227a5-626e-40c4-b94b-72d6b9d77de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.982019 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f997d35-24de-4ca4-82e5-edadc1a28a96 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.093043 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f997d35-24de-4ca4-82e5-edadc1a28a96 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.097469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-045227a5-626e-40c4-b94b-72d6b9d77de1 admin admin] For port f7cf985c-8b72-4049-9f91-229351a5f275, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f7cf985c-8b72-4049-9f91-229351a5f275,segment=NetworkSegment(67290ed1-d494-4915-a632-bc031c682f74),segment_id=67290ed1-d494-4915-a632-bc031c682f74)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:03.097951 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045227a5-626e-40c4-b94b-72d6b9d77de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.117847 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-045227a5-626e-40c4-b94b-72d6b9d77de1 admin admin] Calling delete_port for f7cf985c-8b72-4049-9f91-229351a5f275 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:03.141408 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-18e93444-b0c2-4464-87e5-2f0bab333a3a None None] Could not find standard attr ID for object 7a80cfe6-4246-4127-8fd9-45130e12ba4a. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:51:03.150051 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e979a7-ed41-42b8-b522-9025b7493a14 None None] Pushing event updated for resources: {'Port': ['ID=c4e0d48f-b38a-480a-816f-1e3fd6780a18,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:03.164317 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60394) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:03.166458 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8c35c0a2-4d7a-4e9e-9dba-959d14b8209c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2016709 Jul 22 23:51:03.175426 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f997d35-24de-4ca4-82e5-edadc1a28a96 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.200643 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f997d35-24de-4ca4-82e5-edadc1a28a96 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.204938 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2f997d35-24de-4ca4-82e5-edadc1a28a96 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7178712 Jul 22 23:51:03.206543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60396) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:03.226718 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f997d35-24de-4ca4-82e5-edadc1a28a96 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440073d8-024e-4349-9ead-6d391c53f2a9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:03.230273 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bad8e3f-6e77-4628-8c20-3089abdad6f0 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:03.290631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e578670a-9a27-4217-a252-bd255cc932c8 None None] Could not find standard attr ID for object 00ce31e0-3549-48cf-9832-4f547a9116cf. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:51:03.340076 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f997d35-24de-4ca4-82e5-edadc1a28a96 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ec3d63-efcf-4b9b-bc38-6fbf6f27a848,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:03.362091 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-31e3b530-5d8b-488b-9f3c-48076941c33f tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1529329 Jul 22 23:51:03.364529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c4e0d48f-b38a-480a-816f-1e3fd6780a18 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:03.366037 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60398) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:03.372962 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f9e14b58-51ac-4021-862f-e2acacf72c93 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group': {'name': 'tempest-security--1453665916', 'description': 'tempest-security-description-1883757178'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:03.390253 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a576cedf-b1b6-4a6d-a8c5-793eb098e366 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:03.395451 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a576cedf-b1b6-4a6d-a8c5-793eb098e366 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2271512 Jul 22 23:51:03.396417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:03.449830 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9e14b58-51ac-4021-862f-e2acacf72c93 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.492998 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port c4e0d48f-b38a-480a-816f-1e3fd6780a18 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:03.493411 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.555073 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9e14b58-51ac-4021-862f-e2acacf72c93 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.564566 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9e14b58-51ac-4021-862f-e2acacf72c93 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.568194 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9e14b58-51ac-4021-862f-e2acacf72c93 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.569505 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f9e14b58-51ac-4021-862f-e2acacf72c93 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "PUT /v2.0/security-groups/d1ec3d63-efcf-4b9b-bc38-6fbf6f27a848 HTTP/1.1" status: 200 len: 1780 time: 0.2022679 Jul 22 23:51:03.574844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60404) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:03.599960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82878177-3cd3-4de0-9553-5e8cbc7bd790 None None] DHCP port deletion for c35e90f8-c2e7-4be8-8499-34cc32d977ae request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:51:03.620154 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731f1b2-f363-4459-8c14-3548e3eb5c22 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:03.621835 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2731f1b2-f363-4459-8c14-3548e3eb5c22 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2155433 Jul 22 23:51:03.627445 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60406) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:03.654003 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-82878177-3cd3-4de0-9553-5e8cbc7bd790 None None] Deleting port c4e0d48f-b38a-480a-816f-1e3fd6780a18 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:03.654462 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82878177-3cd3-4de0-9553-5e8cbc7bd790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.660969 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045227a5-626e-40c4-b94b-72d6b9d77de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.683717 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-16afdf43-1417-485b-85ed-bd52edaac758 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527980 Jul 22 23:51:03.696489 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60408) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:03.704315 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1833efc9-ea26-4d25-abd3-ba72acf03fd2 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:03.712693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e14b58-51ac-4021-862f-e2acacf72c93 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ec3d63-efcf-4b9b-bc38-6fbf6f27a848,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:03.714879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045227a5-626e-40c4-b94b-72d6b9d77de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7cf985c-8b72-4049-9f91-229351a5f275,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:03.756159 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a044c7cb-a146-4918-8cc0-382e9806e0b4 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-groups/d1ec3d63-efcf-4b9b-bc38-6fbf6f27a848 HTTP/1.1" status: 200 len: 1780 time: 0.1750660 Jul 22 23:51:03.756400 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60410) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:03.794993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-82878177-3cd3-4de0-9553-5e8cbc7bd790 None None] For port c4e0d48f-b38a-480a-816f-1e3fd6780a18, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c4e0d48f-b38a-480a-816f-1e3fd6780a18,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:03.796359 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82878177-3cd3-4de0-9553-5e8cbc7bd790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.822927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-82878177-3cd3-4de0-9553-5e8cbc7bd790 None None] Calling delete_port for c4e0d48f-b38a-480a-816f-1e3fd6780a18 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:03.876579 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8bd50e96-39c8-403b-aa71-9a8c6e3261ea tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.882785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1833efc9-ea26-4d25-abd3-ba72acf03fd2 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:03.886247 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1833efc9-ea26-4d25-abd3-ba72acf03fd2 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.935189 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8bd50e96-39c8-403b-aa71-9a8c6e3261ea tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.000882 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82878177-3cd3-4de0-9553-5e8cbc7bd790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.039722 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-045227a5-626e-40c4-b94b-72d6b9d77de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.054914 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8bd50e96-39c8-403b-aa71-9a8c6e3261ea tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.059874 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8bd50e96-39c8-403b-aa71-9a8c6e3261ea tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.061351 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8bd50e96-39c8-403b-aa71-9a8c6e3261ea tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-groups/d1ec3d63-efcf-4b9b-bc38-6fbf6f27a848 HTTP/1.1" status: 204 len: 168 time: 0.3039973 Jul 22 23:51:04.076153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82878177-3cd3-4de0-9553-5e8cbc7bd790 None None] Pushing event deleted for resources: {'Port': ['ID=c4e0d48f-b38a-480a-816f-1e3fd6780a18,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:04.093004 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60416) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:04.096026 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82878177-3cd3-4de0-9553-5e8cbc7bd790 None None] No DVR routers for this DVR port c4e0d48f-b38a-480a-816f-1e3fd6780a18 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:51:04.119351 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd50e96-39c8-403b-aa71-9a8c6e3261ea tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ec3d63-efcf-4b9b-bc38-6fbf6f27a848,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:04.203477 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a13fd081-0cd5-49cf-95e3-2858e110ab2b tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1046348 Jul 22 23:51:04.207308 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:04.232007 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-287c98b7-3f79-46ea-a9b8-42645d129d58 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] delete failed (client error): The resource could not be found. Jul 22 23:51:04.233348 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-287c98b7-3f79-46ea-a9b8-42645d129d58 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-groups/d1ec3d63-efcf-4b9b-bc38-6fbf6f27a848 HTTP/1.1" status: 404 len: 347 time: 0.0250809 Jul 22 23:51:04.234717 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1833efc9-ea26-4d25-abd3-ba72acf03fd2 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.241538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60424) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:04.258494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-60a1c587-c29a-40db-9592-6332de681e59 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332471928'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:04.265202 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.304402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1833efc9-ea26-4d25-abd3-ba72acf03fd2 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:04.311726 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1833efc9-ea26-4d25-abd3-ba72acf03fd2 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:04.319538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1833efc9-ea26-4d25-abd3-ba72acf03fd2 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:04.320153 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1833efc9-ea26-4d25-abd3-ba72acf03fd2 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.330070 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833efc9-ea26-4d25-abd3-ba72acf03fd2 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=8c8a1eca-d304-4973-a37e-9ecad5212bb9,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:04.336033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dae5dee-abad-49f6-bd19-96a31410da93 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:04.340572 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60a1c587-c29a-40db-9592-6332de681e59 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.352368 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1833efc9-ea26-4d25-abd3-ba72acf03fd2 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6539521 Jul 22 23:51:04.357075 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60426) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:04.373939 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-95155ed9-3b3e-4e48-ae36-7af54d84485b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'fixed_ips': [{'subnet_id': '8c8a1eca-d304-4973-a37e-9ecad5212bb9', 'ip_address': '2001:db8::d866:f00c:619:5dde'}], 'name': 'tempest-NetworksTestDHCPv6-750359464'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:04.470918 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.474034 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0932cf0-92d3-462b-bb86-590ff1e5d02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.478809 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045227a5-626e-40c4-b94b-72d6b9d77de1 admin admin] Router 8b41ad60-4088-4155-948b-83453aeb8b02 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:51:04.567273 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60a1c587-c29a-40db-9592-6332de681e59 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.581080 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60a1c587-c29a-40db-9592-6332de681e59 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.649635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1c587-c29a-40db-9592-6332de681e59 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc398428-dbc6-41c1-b545-757138f5814a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:04.655330 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95155ed9-3b3e-4e48-ae36-7af54d84485b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:04.663728 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'fixed_ips': [{'subnet_id': '8c8a1eca-d304-4973-a37e-9ecad5212bb9'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:51:04.664948 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.666324 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95155ed9-3b3e-4e48-ae36-7af54d84485b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.671615 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045227a5-626e-40c4-b94b-72d6b9d77de1 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:51:04.679632 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60a1c587-c29a-40db-9592-6332de681e59 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.682790 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ed53be-fbf6-407f-89cd-ead97090b491 None None] Sync routers for ids ['8b41ad60-4088-4155-948b-83453aeb8b02'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:51:04.684162 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-60a1c587-c29a-40db-9592-6332de681e59 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4415855 Jul 22 23:51:04.684811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60442) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:04.685425 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60444) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:04.693306 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-045227a5-626e-40c4-b94b-72d6b9d77de1 admin admin] 10.222.0.26 "PUT /v2.0/routers/8b41ad60-4088-4155-948b-83453aeb8b02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5739989 Jul 22 23:51:04.697199 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed53be-fbf6-407f-89cd-ead97090b491 None None] Routers {'8b41ad60-4088-4155-948b-83453aeb8b02'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:04.698203 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c7ed53be-fbf6-407f-89cd-ead97090b491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:51:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['8b41ad60-4088-4155-948b-83453aeb8b02'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:04.703449 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2e58ba24-9578-4472-b6c0-19fc50ad50f6 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group_rule': {'security_group_id': 'fc398428-dbc6-41c1-b545-757138f5814a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:04.803792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-95155ed9-3b3e-4e48-ae36-7af54d84485b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port 0751d99d-d739-4dc9-9a7e-0c58b07b73ad yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:51:04.823605 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c7ed53be-fbf6-407f-89cd-ead97090b491 None None] Set router 8b41ad60-4088-4155-948b-83453aeb8b02 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:04.889360 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e58ba24-9578-4472-b6c0-19fc50ad50f6 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.965724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Allocated IP 2001:db8::2 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/8c8a1eca-d304-4973-a37e-9ecad5212bb9/a2d4260c-2dc5-48bd-beae-f28d2a748b7b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:05.017922 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1d6543f-1c0b-46c4-b027-f3c760ceb9b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.093448 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c7ed53be-fbf6-407f-89cd-ead97090b491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'name': 'tempest-ServerRescueNegativeTestJSON-326867213-router', 'tenant_id': '0648e710624549d88e8c0c8a91031658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:13Z', 'updated_at': '2021-07-22T23:51:03Z', 'revision_number': 5, 'project_id': '0648e710624549d88e8c0c8a91031658', 'gw_port': {'id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:05.107951 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e58ba24-9578-4472-b6c0-19fc50ad50f6 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.116194 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e58ba24-9578-4472-b6c0-19fc50ad50f6 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.132169 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ed53be-fbf6-407f-89cd-ead97090b491 None None] Checking router: 8b41ad60-4088-4155-948b-83453aeb8b02 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:51:05.148063 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed53be-fbf6-407f-89cd-ead97090b491 None None] Routers {'8b41ad60-4088-4155-948b-83453aeb8b02'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:05.148254 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e58ba24-9578-4472-b6c0-19fc50ad50f6 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.148742 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c7ed53be-fbf6-407f-89cd-ead97090b491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:51:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['8b41ad60-4088-4155-948b-83453aeb8b02'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:05.152297 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2e58ba24-9578-4472-b6c0-19fc50ad50f6 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4623532 Jul 22 23:51:05.152920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60448) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:05.155198 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58ba24-9578-4472-b6c0-19fc50ad50f6 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0002b2-1621-42cf-9d48-186a598c58c3,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:05.202852 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1d6543f-1c0b-46c4-b027-f3c760ceb9b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.203929 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.220334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Transition to ACTIVE for port object a2d4260c-2dc5-48bd-beae-f28d2a748b7b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:05.234487 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0946a7c4-f871-4c2b-878b-1dd28ee33ff8 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.241965 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Transition to ACTIVE for port object a2d4260c-2dc5-48bd-beae-f28d2a748b7b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:05.254074 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0946a7c4-f871-4c2b-878b-1dd28ee33ff8 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.264835 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.322360 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6543f-1c0b-46c4-b027-f3c760ceb9b6 admin admin] Deleting port 9ed0e5dc-b745-4ca8-b488-272fa8d69596 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:05.322572 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0946a7c4-f871-4c2b-878b-1dd28ee33ff8 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.323190 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1d6543f-1c0b-46c4-b027-f3c760ceb9b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.340726 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0946a7c4-f871-4c2b-878b-1dd28ee33ff8 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.349814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0946a7c4-f871-4c2b-878b-1dd28ee33ff8 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/4f0002b2-1621-42cf-9d48-186a598c58c3 HTTP/1.1" status: 204 len: 168 time: 0.1928656 Jul 22 23:51:05.349814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946a7c4-f871-4c2b-878b-1dd28ee33ff8 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f0002b2-1621-42cf-9d48-186a598c58c3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:05.365786 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60450) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:05.406357 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Pushing event updated for resources: {'Port': ['ID=a2d4260c-2dc5-48bd-beae-f28d2a748b7b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:05.424500 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c7ed53be-fbf6-407f-89cd-ead97090b491 None None] Set router 8b41ad60-4088-4155-948b-83453aeb8b02 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:05.426380 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:05.428472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d1d6543f-1c0b-46c4-b027-f3c760ceb9b6 admin admin] For port 9ed0e5dc-b745-4ca8-b488-272fa8d69596, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9ed0e5dc-b745-4ca8-b488-272fa8d69596,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:05.428958 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1d6543f-1c0b-46c4-b027-f3c760ceb9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.430903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:05.434585 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:05.448063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6543f-1c0b-46c4-b027-f3c760ceb9b6 admin admin] Calling delete_port for 9ed0e5dc-b745-4ca8-b488-272fa8d69596 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:05.506322 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-99669421-6f86-462b-96d3-8de938521a0b tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1363361 Jul 22 23:51:05.507694 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c4e0d48f-b38a-480a-816f-1e3fd6780a18 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:51:05.511091 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60452) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:05.616184 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-95155ed9-3b3e-4e48-ae36-7af54d84485b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::d866:f00c:619:5dde (c35e90f8-c2e7-4be8-8499-34cc32d977ae/8c8a1eca-d304-4973-a37e-9ecad5212bb9/0751d99d-d739-4dc9-9a7e-0c58b07b73ad) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:05.626452 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a1dc187-260d-4bad-9cbb-b851537bd7bf tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.631724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: c4e0d48f-b38a-480a-816f-1e3fd6780a18 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:51:05.632467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c4e0d48f-b38a-480a-816f-1e3fd6780a18 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:51:05.634327 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Attempting to bind port a2d4260c-2dc5-48bd-beae-f28d2a748b7b on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:05.634831 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Attempting to bind port a2d4260c-2dc5-48bd-beae-f28d2a748b7b by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:05.635421 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Attempting to bind port a2d4260c-2dc5-48bd-beae-f28d2a748b7b on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:05.643063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:05.644535 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:05.645249 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.645788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:05.646472 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Bound port: a2d4260c-2dc5-48bd-beae-f28d2a748b7b, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:05.646961 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.662593 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.666858 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a1dc187-260d-4bad-9cbb-b851537bd7bf tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.741491 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a1dc187-260d-4bad-9cbb-b851537bd7bf tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.743046 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a1dc187-260d-4bad-9cbb-b851537bd7bf tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.744286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8a1dc187-260d-4bad-9cbb-b851537bd7bf tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-groups/fc398428-dbc6-41c1-b545-757138f5814a HTTP/1.1" status: 204 len: 168 time: 0.2322171 Jul 22 23:51:05.750038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60460) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:05.790983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1dc187-260d-4bad-9cbb-b851537bd7bf tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc398428-dbc6-41c1-b545-757138f5814a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:05.793778 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] For port a2d4260c-2dc5-48bd-beae-f28d2a748b7b, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:05.818826 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d8594728-bc48-4190-b113-2080bb0140bc tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635490 Jul 22 23:51:05.821743 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60462) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:05.826678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2b406c73-3103-46c1-a4ae-d5528a639a1e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595470306'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:05.856791 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b406c73-3103-46c1-a4ae-d5528a639a1e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.914965 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] For port a2d4260c-2dc5-48bd-beae-f28d2a748b7b, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a2d4260c-2dc5-48bd-beae-f28d2a748b7b,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:05.927541 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.956669 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1d6543f-1c0b-46c4-b027-f3c760ceb9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.985762 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b406c73-3103-46c1-a4ae-d5528a639a1e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.991123 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b406c73-3103-46c1-a4ae-d5528a639a1e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.025064 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c7ed53be-fbf6-407f-89cd-ead97090b491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'name': 'tempest-ServerRescueNegativeTestJSON-326867213-router', 'tenant_id': '0648e710624549d88e8c0c8a91031658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:13Z', 'updated_at': '2021-07-22T23:51:03Z', 'revision_number': 5, 'project_id': '0648e710624549d88e8c0c8a91031658', 'gw_port': {'id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:06.028573 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b406c73-3103-46c1-a4ae-d5528a639a1e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.032622 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2b406c73-3103-46c1-a4ae-d5528a639a1e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2074068 Jul 22 23:51:06.036121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60464) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:06.041876 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-20e8a0ac-adc0-43e3-909f-91b0279f3a37 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group_rule': {'security_group_id': '04dd3ab7-27ba-456f-9dda-079446c7eb00', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:06.060147 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c99cd-233e-4101-be04-9fc4c8bf66c9 None None] Pushing event updated for resources: {'Port': ['ID=a2d4260c-2dc5-48bd-beae-f28d2a748b7b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:06.068386 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6543f-1c0b-46c4-b027-f3c760ceb9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed0e5dc-b745-4ca8-b488-272fa8d69596,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:06.085516 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b406c73-3103-46c1-a4ae-d5528a639a1e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04dd3ab7-27ba-456f-9dda-079446c7eb00,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:06.101147 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20e8a0ac-adc0-43e3-909f-91b0279f3a37 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.117911 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ed53be-fbf6-407f-89cd-ead97090b491 None None] The sync data for ids ['8b41ad60-4088-4155-948b-83453aeb8b02'] in n-d-688802-2 is: [{'id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'name': 'tempest-ServerRescueNegativeTestJSON-326867213-router', 'tenant_id': '0648e710624549d88e8c0c8a91031658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:13Z', 'updated_at': '2021-07-22T23:51:03Z', 'revision_number': 5, 'project_id': '0648e710624549d88e8c0c8a91031658', 'gw_port': {'id': '9ed0e5dc-b745-4ca8-b488-272fa8d69596', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b41ad60-4088-4155-948b-83453aeb8b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:51:06.185955 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20e8a0ac-adc0-43e3-909f-91b0279f3a37 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.194436 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20e8a0ac-adc0-43e3-909f-91b0279f3a37 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.196834 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1d6543f-1c0b-46c4-b027-f3c760ceb9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.201999 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95155ed9-3b3e-4e48-ae36-7af54d84485b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.226672 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20e8a0ac-adc0-43e3-909f-91b0279f3a37 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.230858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-20e8a0ac-adc0-43e3-909f-91b0279f3a37 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1909456 Jul 22 23:51:06.232418 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60466) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:06.258483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8a0ac-adc0-43e3-909f-91b0279f3a37 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a22076-5ef7-421c-bf4a-ea03c31bd0df,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:06.314332 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b779e890-e63c-471c-accc-f62938a89e76 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group_rule': {'security_group_id': '04dd3ab7-27ba-456f-9dda-079446c7eb00', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:06.339769 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1d6543f-1c0b-46c4-b027-f3c760ceb9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.346261 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-95155ed9-3b3e-4e48-ae36-7af54d84485b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object 0751d99d-d739-4dc9-9a7e-0c58b07b73ad will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:06.348504 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1d6543f-1c0b-46c4-b027-f3c760ceb9b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.416029 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b779e890-e63c-471c-accc-f62938a89e76 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.426206 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1d6543f-1c0b-46c4-b027-f3c760ceb9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.426711 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d6543f-1c0b-46c4-b027-f3c760ceb9b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b41ad60-4088-4155-948b-83453aeb8b02 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:51:06.439042 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1d6543f-1c0b-46c4-b027-f3c760ceb9b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.440208 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d1d6543f-1c0b-46c4-b027-f3c760ceb9b6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/8b41ad60-4088-4155-948b-83453aeb8b02 HTTP/1.1" status: 204 len: 168 time: 1.7519119 Jul 22 23:51:06.443748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60468) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:06.475304 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95155ed9-3b3e-4e48-ae36-7af54d84485b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.521540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb801590-0444-4a1c-b8d8-3437897eba75 admin admin] Deleting subnet 57003466-1ac5-4281-bdec-6c2f62849a78 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:51:06.529379 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb801590-0444-4a1c-b8d8-3437897eba75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.591141 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b779e890-e63c-471c-accc-f62938a89e76 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.601512 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb801590-0444-4a1c-b8d8-3437897eba75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.601875 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95155ed9-3b3e-4e48-ae36-7af54d84485b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:06.603243 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b779e890-e63c-471c-accc-f62938a89e76 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.615978 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95155ed9-3b3e-4e48-ae36-7af54d84485b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=0751d99d-d739-4dc9-9a7e-0c58b07b73ad,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:06.618938 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-95155ed9-3b3e-4e48-ae36-7af54d84485b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:06.649937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779e890-e63c-471c-accc-f62938a89e76 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac78f6f-ee81-4842-8b55-6df152b6a124,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:06.664167 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95155ed9-3b3e-4e48-ae36-7af54d84485b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:06.669673 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95155ed9-3b3e-4e48-ae36-7af54d84485b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:06.670285 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95155ed9-3b3e-4e48-ae36-7af54d84485b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.677263 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb801590-0444-4a1c-b8d8-3437897eba75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.677464 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b779e890-e63c-471c-accc-f62938a89e76 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.678503 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b779e890-e63c-471c-accc-f62938a89e76 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3935602 Jul 22 23:51:06.681194 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60472) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:06.685813 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-41a4cb15-dab6-4449-b337-01352827d2b9 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group_rule': {'security_group_id': '04dd3ab7-27ba-456f-9dda-079446c7eb00', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:06.703050 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-95155ed9-3b3e-4e48-ae36-7af54d84485b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3369503 Jul 22 23:51:06.711285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60474) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:06.721051 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a7b164a8-7123-409f-a666-9bbe5fa86ac7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'fixed_ips': [{'subnet_id': '8c8a1eca-d304-4973-a37e-9ecad5212bb9', 'ip_address': '2001:db8::d866:f00c:619:5dde'}], 'name': 'tempest-NetworksTestDHCPv6-1602978803'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:06.779135 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb801590-0444-4a1c-b8d8-3437897eba75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.830555 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb801590-0444-4a1c-b8d8-3437897eba75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.832854 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-eb801590-0444-4a1c-b8d8-3437897eba75 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/57003466-1ac5-4281-bdec-6c2f62849a78 HTTP/1.1" status: 204 len: 168 time: 0.3879437 Jul 22 23:51:06.834361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb801590-0444-4a1c-b8d8-3437897eba75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57003466-1ac5-4281-bdec-6c2f62849a78,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:06.837201 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60486) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:06.849303 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41a4cb15-dab6-4449-b337-01352827d2b9 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.007856 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.061947 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41a4cb15-dab6-4449-b337-01352827d2b9 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.071107 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a04fad2-4469-47c4-b18b-0270eb3398e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.074602 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41a4cb15-dab6-4449-b337-01352827d2b9 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.117244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4cb15-dab6-4449-b337-01352827d2b9 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630c639a-5c6c-40ed-be51-44c1cd50da78,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:07.157603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b164a8-7123-409f-a666-9bbe5fa86ac7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:07.174212 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41a4cb15-dab6-4449-b337-01352827d2b9 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.178993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:07.179147 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-41a4cb15-dab6-4449-b337-01352827d2b9 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4968691 Jul 22 23:51:07.184619 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f4772a56-5c8f-4df9-8965-2ef9ba92db4f tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group_rule': {'security_group_id': '04dd3ab7-27ba-456f-9dda-079446c7eb00', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:07.244092 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a04fad2-4469-47c4-b18b-0270eb3398e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.263000 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4772a56-5c8f-4df9-8965-2ef9ba92db4f tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.397200 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4772a56-5c8f-4df9-8965-2ef9ba92db4f tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.403046 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4772a56-5c8f-4df9-8965-2ef9ba92db4f tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.426253 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4772a56-5c8f-4df9-8965-2ef9ba92db4f tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ab6a4f-ee67-4c3d-8110-1b7125148896,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:07.432581 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4772a56-5c8f-4df9-8965-2ef9ba92db4f tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.434087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f4772a56-5c8f-4df9-8965-2ef9ba92db4f tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2538950 Jul 22 23:51:07.436732 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60494) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:07.442634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c8690051-ca4f-4a56-ad58-cbc0c8646656 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group_rule': {'security_group_id': '04dd3ab7-27ba-456f-9dda-079446c7eb00', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:07.501305 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8690051-ca4f-4a56-ad58-cbc0c8646656 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.602836 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8690051-ca4f-4a56-ad58-cbc0c8646656 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.613626 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8690051-ca4f-4a56-ad58-cbc0c8646656 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.669389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8690051-ca4f-4a56-ad58-cbc0c8646656 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b46b3a-e830-4b53-9757-1b2e87cc5bf7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:07.676587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9a04fad2-4469-47c4-b18b-0270eb3398e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c243616-7ce3-49b3-a3b7-5a71469105fa']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:07.686622 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8690051-ca4f-4a56-ad58-cbc0c8646656 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.692336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c8690051-ca4f-4a56-ad58-cbc0c8646656 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2532845 Jul 22 23:51:07.695479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9a04fad2-4469-47c4-b18b-0270eb3398e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67290ed1-d494-4915-a632-bc031c682f74') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:07.696224 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9a04fad2-4469-47c4-b18b-0270eb3398e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67290ed1-d494-4915-a632-bc031c682f74') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:07.696656 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60496) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:07.710047 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a04fad2-4469-47c4-b18b-0270eb3398e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.735597 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7b164a8-7123-409f-a666-9bbe5fa86ac7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.773268 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a04fad2-4469-47c4-b18b-0270eb3398e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.790200 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-a7b164a8-7123-409f-a666-9bbe5fa86ac7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port 8666b322-6894-4251-a0fd-c01b021f5b57 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:51:07.791468 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a78f983-1131-4d62-b545-a98308ddb9b5 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.802596 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a04fad2-4469-47c4-b18b-0270eb3398e1 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:51:07.803105 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a04fad2-4469-47c4-b18b-0270eb3398e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:51:07.805072 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:51:07.820058 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a78f983-1131-4d62-b545-a98308ddb9b5 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.871584 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a78f983-1131-4d62-b545-a98308ddb9b5 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.883944 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a78f983-1131-4d62-b545-a98308ddb9b5 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.888415 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8a78f983-1131-4d62-b545-a98308ddb9b5 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a8b46b3a-e830-4b53-9757-1b2e87cc5bf7 HTTP/1.1" status: 204 len: 168 time: 0.1873355 Jul 22 23:51:07.900700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60500) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:07.904701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a2d4260c-2dc5-48bd-beae-f28d2a748b7b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:07.944455 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78f983-1131-4d62-b545-a98308ddb9b5 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8b46b3a-e830-4b53-9757-1b2e87cc5bf7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:07.995335 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a04fad2-4469-47c4-b18b-0270eb3398e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.020840 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port a2d4260c-2dc5-48bd-beae-f28d2a748b7b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:08.043631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f7cf985c-8b72-4049-9f91-229351a5f275 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:51:08.047543 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a04fad2-4469-47c4-b18b-0270eb3398e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.052779 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a04fad2-4469-47c4-b18b-0270eb3398e1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6c243616-7ce3-49b3-a3b7-5a71469105fa HTTP/1.1" status: 204 len: 168 time: 1.2113798 Jul 22 23:51:08.057932 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c6e71a63-a1b9-48a8-b3c4-7d2c3c4b97d4 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1640623 Jul 22 23:51:08.060634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60508) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:08.078149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04fad2-4469-47c4-b18b-0270eb3398e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c243616-7ce3-49b3-a3b7-5a71469105fa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:08.096253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: f7cf985c-8b72-4049-9f91-229351a5f275 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:51:08.097946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f7cf985c-8b72-4049-9f91-229351a5f275 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:51:08.140514 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc8e70fe-6d30-4fcd-8f95-270ae6128140 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.173015 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc8e70fe-6d30-4fcd-8f95-270ae6128140 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.228451 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc8e70fe-6d30-4fcd-8f95-270ae6128140 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.229748 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b164a8-7123-409f-a666-9bbe5fa86ac7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 23:51:08.230612 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b164a8-7123-409f-a666-9bbe5fa86ac7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:51:08.235577 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc8e70fe-6d30-4fcd-8f95-270ae6128140 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.240016 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bc8e70fe-6d30-4fcd-8f95-270ae6128140 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/14ab6a4f-ee67-4c3d-8110-1b7125148896 HTTP/1.1" status: 204 len: 168 time: 0.1772606 Jul 22 23:51:08.241051 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60510) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:08.250779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bc3718a8-4050-408b-b535-8904c3e100d1 None None] Provisioning for port a2d4260c-2dc5-48bd-beae-f28d2a748b7b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:08.251337 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e70fe-6d30-4fcd-8f95-270ae6128140 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14ab6a4f-ee67-4c3d-8110-1b7125148896,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:08.257581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bc3718a8-4050-408b-b535-8904c3e100d1 None None] Provisioning complete for port a2d4260c-2dc5-48bd-beae-f28d2a748b7b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:08.257581 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc3718a8-4050-408b-b535-8904c3e100d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.321757 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a7b164a8-7123-409f-a666-9bbe5fa86ac7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.6093900 Jul 22 23:51:08.325124 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60512) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:08.381514 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8f9d2398-8b9f-469f-936c-5d93e231a65e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1375644 Jul 22 23:51:08.385350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60514) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:08.418534 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-deae7bc2-e6ce-494a-8d61-752f7b102c2b tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.436439 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-deae7bc2-e6ce-494a-8d61-752f7b102c2b tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.436680 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc3718a8-4050-408b-b535-8904c3e100d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.455210 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60516) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:08.501894 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612d0cba-ab0a-4e6c-b710-7b720c8febee tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:08.505646 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bc3718a8-4050-408b-b535-8904c3e100d1 None None] For port a2d4260c-2dc5-48bd-beae-f28d2a748b7b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a2d4260c-2dc5-48bd-beae-f28d2a748b7b,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:08.510853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612d0cba-ab0a-4e6c-b710-7b720c8febee tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:08.515373 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc3718a8-4050-408b-b535-8904c3e100d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.522476 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-612d0cba-ab0a-4e6c-b710-7b720c8febee tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1961217 Jul 22 23:51:08.525705 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60518) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:08.531882 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-deae7bc2-e6ce-494a-8d61-752f7b102c2b tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.548119 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-deae7bc2-e6ce-494a-8d61-752f7b102c2b tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.548119 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-deae7bc2-e6ce-494a-8d61-752f7b102c2b tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/630c639a-5c6c-40ed-be51-44c1cd50da78 HTTP/1.1" status: 204 len: 168 time: 0.1613145 Jul 22 23:51:08.551424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60520) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:08.590628 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-67f7e60f-512d-4678-a46a-a73fc53fba0c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0648e710624549d88e8c0c8a91031658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297865 Jul 22 23:51:08.593883 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60522) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:08.596733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3718a8-4050-408b-b535-8904c3e100d1 None None] Pushing event updated for resources: {'Port': ['ID=a2d4260c-2dc5-48bd-beae-f28d2a748b7b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:08.599460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8e49247d-3fb5-479b-98c4-9bfba2106e1e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0468748 Jul 22 23:51:08.602316 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:08.622802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae7bc2-e6ce-494a-8d61-752f7b102c2b tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=630c639a-5c6c-40ed-be51-44c1cd50da78,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:08.630385 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-338e23f8-5213-49a0-add6-da673bcf3cbb tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.638869 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-338e23f8-5213-49a0-add6-da673bcf3cbb tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.646592 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8eff5a74-4286-4a71-9813-35d5b1bc91ef None None] Provisioning for port 0751d99d-d739-4dc9-9a7e-0c58b07b73ad completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:08.652254 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8eff5a74-4286-4a71-9813-35d5b1bc91ef None None] Provisioning complete for port 0751d99d-d739-4dc9-9a7e-0c58b07b73ad triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:08.653670 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8eff5a74-4286-4a71-9813-35d5b1bc91ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.688595 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-338e23f8-5213-49a0-add6-da673bcf3cbb tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.704902 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-338e23f8-5213-49a0-add6-da673bcf3cbb tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.707590 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-338e23f8-5213-49a0-add6-da673bcf3cbb tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/6ac78f6f-ee81-4842-8b55-6df152b6a124 HTTP/1.1" status: 204 len: 168 time: 0.1037328 Jul 22 23:51:08.708674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e23f8-5213-49a0-add6-da673bcf3cbb tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ac78f6f-ee81-4842-8b55-6df152b6a124,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:08.717653 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60526) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:08.721140 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8eff5a74-4286-4a71-9813-35d5b1bc91ef None None] Port 0751d99d-d739-4dc9-9a7e-0c58b07b73ad cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:51:08.734843 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e282a78-baa4-4f43-b8bb-92bd6495e8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.771676 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e282a78-baa4-4f43-b8bb-92bd6495e8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.771864 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-00653e0f-967e-45ff-8306-e40ad9499518 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0524504 Jul 22 23:51:08.776950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60528) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:08.791444 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e0077970-72dc-406a-a68b-9d6681ce7d58 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port 0751d99d-d739-4dc9-9a7e-0c58b07b73ad {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:08.792061 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0077970-72dc-406a-a68b-9d6681ce7d58 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.805370 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b611aa1d-280b-4c59-9c65-51512970a87d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.815073 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b611aa1d-280b-4c59-9c65-51512970a87d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.848101 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b611aa1d-280b-4c59-9c65-51512970a87d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.854820 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b611aa1d-280b-4c59-9c65-51512970a87d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.855957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b611aa1d-280b-4c59-9c65-51512970a87d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/59a22076-5ef7-421c-bf4a-ea03c31bd0df HTTP/1.1" status: 204 len: 168 time: 0.0779581 Jul 22 23:51:08.860919 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60530) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:08.882798 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611aa1d-280b-4c59-9c65-51512970a87d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59a22076-5ef7-421c-bf4a-ea03c31bd0df,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:08.889452 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e282a78-baa4-4f43-b8bb-92bd6495e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.893010 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e282a78-baa4-4f43-b8bb-92bd6495e8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.894394 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2e282a78-baa4-4f43-b8bb-92bd6495e8bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a229782-23cd-4d57-8802-4906f1df3f11 HTTP/1.1" status: 204 len: 168 time: 0.2884886 Jul 22 23:51:08.908836 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-976d3e60-1132-41e7-8a30-54970b2d0a4b tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0443037 Jul 22 23:51:08.910001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60534) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:08.918829 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0077970-72dc-406a-a68b-9d6681ce7d58 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.921601 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e282a78-baa4-4f43-b8bb-92bd6495e8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a229782-23cd-4d57-8802-4906f1df3f11,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:08.938190 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e0077970-72dc-406a-a68b-9d6681ce7d58 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for 0751d99d-d739-4dc9-9a7e-0c58b07b73ad owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:08.997521 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f666685-d7b3-4f87-a385-17a907881dbe tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.027825 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f666685-d7b3-4f87-a385-17a907881dbe tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.095658 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f666685-d7b3-4f87-a385-17a907881dbe tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.098866 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f666685-d7b3-4f87-a385-17a907881dbe tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.100063 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3f666685-d7b3-4f87-a385-17a907881dbe tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-groups/04dd3ab7-27ba-456f-9dda-079446c7eb00 HTTP/1.1" status: 204 len: 168 time: 0.1890633 Jul 22 23:51:09.103488 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60540) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:09.128561 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f666685-d7b3-4f87-a385-17a907881dbe tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dd3ab7-27ba-456f-9dda-079446c7eb00,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:09.185362 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0077970-72dc-406a-a68b-9d6681ce7d58 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.188833 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9a84285a-f341-4adf-8300-599836ea1cef tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0837200 Jul 22 23:51:09.195277 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60548) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:09.208408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-31815265-642a-4787-985b-2c54df2aa67c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group': {'name': 'tempest-secgroup--706226671'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:09.255924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0077970-72dc-406a-a68b-9d6681ce7d58 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=0751d99d-d739-4dc9-9a7e-0c58b07b73ad,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:09.270388 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31815265-642a-4787-985b-2c54df2aa67c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.352931 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0077970-72dc-406a-a68b-9d6681ce7d58 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.360885 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e0077970-72dc-406a-a68b-9d6681ce7d58 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/0751d99d-d739-4dc9-9a7e-0c58b07b73ad HTTP/1.1" status: 204 len: 168 time: 0.8338063 Jul 22 23:51:09.361570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60556) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:09.374981 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a2d4260c-2dc5-48bd-beae-f28d2a748b7b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:09.453490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a2d4260c-2dc5-48bd-beae-f28d2a748b7b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:09.454156 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.461167 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31815265-642a-4787-985b-2c54df2aa67c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.471096 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31815265-642a-4787-985b-2c54df2aa67c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.515647 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-31815265-642a-4787-985b-2c54df2aa67c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.520982 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e896ce-3bb1-4880-b383-2e7497ef8107 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:09.521442 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-31815265-642a-4787-985b-2c54df2aa67c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3243716 Jul 22 23:51:09.522315 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60562) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:09.525335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e896ce-3bb1-4880-b383-2e7497ef8107 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:09.526957 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-39e896ce-3bb1-4880-b383-2e7497ef8107 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1638885 Jul 22 23:51:09.529676 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60564) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:09.535337 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c96e042f-7730-43d4-a31a-312d772f8d51 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group_rule': {'security_group_id': '8c77c64d-3f6f-4e49-a0a2-ee6bb15f83a3', 'direction': 'ingress', 'protocol': 17}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:09.568032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31815265-642a-4787-985b-2c54df2aa67c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c77c64d-3f6f-4e49-a0a2-ee6bb15f83a3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:09.634658 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c96e042f-7730-43d4-a31a-312d772f8d51 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.656564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7144da95-b94a-4d29-8fa9-f26eab6c5f44 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 8c8a1eca-d304-4973-a37e-9ecad5212bb9 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:51:09.662204 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7144da95-b94a-4d29-8fa9-f26eab6c5f44 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.666381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9ed0e5dc-b745-4ca8-b488-272fa8d69596 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:51:09.712273 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 9ed0e5dc-b745-4ca8-b488-272fa8d69596 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:51:09.712675 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9ed0e5dc-b745-4ca8-b488-272fa8d69596 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:51:09.728102 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7144da95-b94a-4d29-8fa9-f26eab6c5f44 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.777930 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c96e042f-7730-43d4-a31a-312d772f8d51 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.788428 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c96e042f-7730-43d4-a31a-312d772f8d51 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.832341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e042f-7730-43d4-a31a-312d772f8d51 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07053a10-9729-4293-94c2-57a899abfe0c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:09.857658 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c96e042f-7730-43d4-a31a-312d772f8d51 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.858959 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c96e042f-7730-43d4-a31a-312d772f8d51 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3304479 Jul 22 23:51:09.865491 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60572) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:09.870499 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7144da95-b94a-4d29-8fa9-f26eab6c5f44 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.951071 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdce6dea-e4a8-4a9c-b9ef-0e4947d5937c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.962601 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7144da95-b94a-4d29-8fa9-f26eab6c5f44 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:09.992400 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdce6dea-e4a8-4a9c-b9ef-0e4947d5937c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.005213 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144da95-b94a-4d29-8fa9-f26eab6c5f44 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8a1eca-d304-4973-a37e-9ecad5212bb9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:10.014294 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7144da95-b94a-4d29-8fa9-f26eab6c5f44 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.019232 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7144da95-b94a-4d29-8fa9-f26eab6c5f44 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/8c8a1eca-d304-4973-a37e-9ecad5212bb9 HTTP/1.1" status: 204 len: 168 time: 0.4870162 Jul 22 23:51:10.019895 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60580) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:10.028084 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a1508a-0acd-451f-b347-0aa12ef4af96 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:10.071621 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdce6dea-e4a8-4a9c-b9ef-0e4947d5937c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.076131 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bdce6dea-e4a8-4a9c-b9ef-0e4947d5937c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.081868 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bdce6dea-e4a8-4a9c-b9ef-0e4947d5937c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-groups/8c77c64d-3f6f-4e49-a0a2-ee6bb15f83a3 HTTP/1.1" status: 204 len: 168 time: 0.2166708 Jul 22 23:51:10.083309 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60582) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:10.112590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce6dea-e4a8-4a9c-b9ef-0e4947d5937c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c77c64d-3f6f-4e49-a0a2-ee6bb15f83a3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:10.145311 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a530fa2c-1ff7-4d83-97dd-85ab9308fce0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1238446 Jul 22 23:51:10.146179 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60584) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:10.158645 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-84077e1b-503d-4737-b9fb-1fea8a0efb39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:10.170793 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2fd88a9f-2f7f-409e-b92e-00cfe9e8b164 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829282 Jul 22 23:51:10.171561 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60586) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:10.177724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e52a15a9-ce8f-4c33-8443-ca4d78082ede tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group': {'name': 'tempest-secgroup--516504408'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:10.201476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60588) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:10.212848 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e52a15a9-ce8f-4c33-8443-ca4d78082ede tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.366046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c40cd839-cef8-4422-8903-23b4a862758a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-659660135-network', 'tenant_id': 'e4faf032effb4aec924b2cadd5d45fa3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:10.408885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdfb371-7474-4784-8146-0c6c029aa7cb None None] DHCP port deletion for c35e90f8-c2e7-4be8-8499-34cc32d977ae request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:51:10.411520 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e52a15a9-ce8f-4c33-8443-ca4d78082ede tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.419014 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e52a15a9-ce8f-4c33-8443-ca4d78082ede tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.437777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84077e1b-503d-4737-b9fb-1fea8a0efb39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:10.443175 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84077e1b-503d-4737-b9fb-1fea8a0efb39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.465385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a15a9-ce8f-4c33-8443-ca4d78082ede tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=930dc016-2d09-4372-97f6-daea2998d438,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:10.480788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40cd839-cef8-4422-8903-23b4a862758a admin admin] Made reservation on behalf of e4faf032effb4aec924b2cadd5d45fa3 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:10.485168 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c40cd839-cef8-4422-8903-23b4a862758a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.493213 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e52a15a9-ce8f-4c33-8443-ca4d78082ede tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.505316 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e52a15a9-ce8f-4c33-8443-ca4d78082ede tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3322790 Jul 22 23:51:10.515283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:10.527545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b16ed818-64eb-4720-ba5a-6cf34b2303b3 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174609204'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:10.529450 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-abdfb371-7474-4784-8146-0c6c029aa7cb None None] Deleting port a2d4260c-2dc5-48bd-beae-f28d2a748b7b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:10.532392 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abdfb371-7474-4784-8146-0c6c029aa7cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.533727 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c40cd839-cef8-4422-8903-23b4a862758a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.570688 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b16ed818-64eb-4720-ba5a-6cf34b2303b3 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.674349 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-abdfb371-7474-4784-8146-0c6c029aa7cb None None] For port a2d4260c-2dc5-48bd-beae-f28d2a748b7b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a2d4260c-2dc5-48bd-beae-f28d2a748b7b,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:10.675534 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abdfb371-7474-4784-8146-0c6c029aa7cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.694272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-abdfb371-7474-4784-8146-0c6c029aa7cb None None] Calling delete_port for a2d4260c-2dc5-48bd-beae-f28d2a748b7b owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:10.723792 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c40cd839-cef8-4422-8903-23b4a862758a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.740808 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c40cd839-cef8-4422-8903-23b4a862758a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.778979 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40cd839-cef8-4422-8903-23b4a862758a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:51:10.814108 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-abdfb371-7474-4784-8146-0c6c029aa7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.815054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cd839-cef8-4422-8903-23b4a862758a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032712a2-18a9-49a3-ad3e-515bbdc871b3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:10.832292 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c40cd839-cef8-4422-8903-23b4a862758a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.834208 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-c40cd839-cef8-4422-8903-23b4a862758a admin admin] Added segment 2b185255-d436-4408-80ac-4fbff4d9e0b2 of type vlan for network 03675ce2-4ea4-4206-9b7a-83eaaf6425cb Jul 22 23:51:10.836007 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdfb371-7474-4784-8146-0c6c029aa7cb None None] No DVR routers for this DVR port a2d4260c-2dc5-48bd-beae-f28d2a748b7b on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:51:10.846640 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84077e1b-503d-4737-b9fb-1fea8a0efb39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.863479 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfb371-7474-4784-8146-0c6c029aa7cb None None] Pushing event deleted for resources: {'Port': ['ID=a2d4260c-2dc5-48bd-beae-f28d2a748b7b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:10.897365 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c40cd839-cef8-4422-8903-23b4a862758a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.928416 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b16ed818-64eb-4720-ba5a-6cf34b2303b3 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.929023 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84077e1b-503d-4737-b9fb-1fea8a0efb39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:10.932742 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-84077e1b-503d-4737-b9fb-1fea8a0efb39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:10.937304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84077e1b-503d-4737-b9fb-1fea8a0efb39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:10.937900 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84077e1b-503d-4737-b9fb-1fea8a0efb39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.943817 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d5e43e-b10a-4461-a8f3-0b80c284bada None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:10.953756 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b16ed818-64eb-4720-ba5a-6cf34b2303b3 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.957726 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84077e1b-503d-4737-b9fb-1fea8a0efb39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=204d5a61-8391-4323-9c60-84ffde5212f7,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:10.989750 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-84077e1b-503d-4737-b9fb-1fea8a0efb39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8426735 Jul 22 23:51:10.990543 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60600) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:10.996780 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ceac5bf6-df9d-406c-a1bd-442ed75ae305 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'fixed_ips': [{'subnet_id': '204d5a61-8391-4323-9c60-84ffde5212f7', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-2006943601'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:11.001177 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b16ed818-64eb-4720-ba5a-6cf34b2303b3 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.006388 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b16ed818-64eb-4720-ba5a-6cf34b2303b3 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4851456 Jul 22 23:51:11.007664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60602) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:11.021509 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c40cd839-cef8-4422-8903-23b4a862758a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.022604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40cd839-cef8-4422-8903-23b4a862758a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:11.023190 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c40cd839-cef8-4422-8903-23b4a862758a admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.039396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fc1bd375-14ae-4d93-b7ef-0f8ad1be86d6 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group_rule': {'security_group_id': '930dc016-2d09-4372-97f6-daea2998d438', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f2555100-304e-4d56-a515-71d5fe0b4851', 'remote_ip_prefix': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:11.086743 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c40cd839-cef8-4422-8903-23b4a862758a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8840168 Jul 22 23:51:11.101266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60604) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:11.119182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8c9a7218-2668-41a7-aace-58f2eb1ecc88 admin admin] Request body: {'subnet': {'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-659660135-subnet', 'tenant_id': 'e4faf032effb4aec924b2cadd5d45fa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:11.146439 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ed818-64eb-4720-ba5a-6cf34b2303b3 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2555100-304e-4d56-a515-71d5fe0b4851,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:11.197570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cd839-cef8-4422-8903-23b4a862758a admin admin] Pushing event updated for resources: {'Network': ['ID=03675ce2-4ea4-4206-9b7a-83eaaf6425cb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:11.210864 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 03675ce2-4ea4-4206-9b7a-83eaaf6425cb details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:51:11.239446 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-ceac5bf6-df9d-406c-a1bd-442ed75ae305 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:51:11.239446 n-d-688802-2 neutron-server[93820]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:51:11.239446 n-d-688802-2 neutron-server[93820]: [parameters: {'project_id_1': '3e15117d3ac8408fb4014e5e132855bf', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 51, 11, 182301)}] Jul 22 23:51:11.239446 n-d-688802-2 neutron-server[93820]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:51:11.239801 n-d-688802-2 neutron-server[93820]: DEBUG oslo_db.api [None req-ceac5bf6-df9d-406c-a1bd-442ed75ae305 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:51:11.256940 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc1bd375-14ae-4d93-b7ef-0f8ad1be86d6 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.334435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a2d4260c-2dc5-48bd-beae-f28d2a748b7b no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:51:11.343631 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc1bd375-14ae-4d93-b7ef-0f8ad1be86d6 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.345503 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9a7218-2668-41a7-aace-58f2eb1ecc88 admin admin] Made reservation on behalf of e4faf032effb4aec924b2cadd5d45fa3 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:11.348798 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7218-2668-41a7-aace-58f2eb1ecc88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.367754 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'fixed_ips': [{'subnet_id': '204d5a61-8391-4323-9c60-84ffde5212f7'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:51:11.369393 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.373434 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: a2d4260c-2dc5-48bd-beae-f28d2a748b7b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:51:11.374026 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a2d4260c-2dc5-48bd-beae-f28d2a748b7b not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:51:11.391176 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc1bd375-14ae-4d93-b7ef-0f8ad1be86d6 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.465064 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bd375-14ae-4d93-b7ef-0f8ad1be86d6 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35cffc8-5a3b-41ba-a4e1-84be42efed27,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:11.469148 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc1bd375-14ae-4d93-b7ef-0f8ad1be86d6 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.474618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60608) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:11.482279 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fc1bd375-14ae-4d93-b7ef-0f8ad1be86d6 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4639988 Jul 22 23:51:11.507560 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e54f152b-89d9-4bd2-a360-4e7b7211ca66 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.516203 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e54f152b-89d9-4bd2-a360-4e7b7211ca66 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.559097 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Allocated IP 2001:db8::2 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/204d5a61-8391-4323-9c60-84ffde5212f7/510eedc6-0812-433f-9b0b-bfe358d15738) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:11.561835 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e54f152b-89d9-4bd2-a360-4e7b7211ca66 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.572598 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e54f152b-89d9-4bd2-a360-4e7b7211ca66 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.576895 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e54f152b-89d9-4bd2-a360-4e7b7211ca66 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e35cffc8-5a3b-41ba-a4e1-84be42efed27 HTTP/1.1" status: 204 len: 168 time: 0.1012537 Jul 22 23:51:11.577368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60610) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:11.588343 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f152b-89d9-4bd2-a360-4e7b7211ca66 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e35cffc8-5a3b-41ba-a4e1-84be42efed27,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:11.661522 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7218-2668-41a7-aace-58f2eb1ecc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.705154 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ae685c9b-759d-496b-87f6-3171b5e2def4 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1239996 Jul 22 23:51:11.705341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60620) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:11.767985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a7218-2668-41a7-aace-58f2eb1ecc88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cccc704-dfc0-4d65-836a-00a99882898e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:11.775359 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.788596 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Transition to ACTIVE for port object 510eedc6-0812-433f-9b0b-bfe358d15738 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:11.800162 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceac5bf6-df9d-406c-a1bd-442ed75ae305 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:11.808886 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9a7218-2668-41a7-aace-58f2eb1ecc88 admin admin] Checking segment: {'id': '2b185255-d436-4408-80ac-4fbff4d9e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:11.809376 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9a7218-2668-41a7-aace-58f2eb1ecc88 admin admin] Network hostable DHCP agents. Network: 03675ce2-4ea4-4206-9b7a-83eaaf6425cb, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:51:11.809496 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ceac5bf6-df9d-406c-a1bd-442ed75ae305 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.823963 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26c3e245-deec-4f48-8369-43d0bbb17dbc tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.826658 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Transition to ACTIVE for port object 510eedc6-0812-433f-9b0b-bfe358d15738 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:11.834639 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.848885 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-ceac5bf6-df9d-406c-a1bd-442ed75ae305 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port f6145b64-c5d0-44d3-aa39-1ad425f01733 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:51:11.852041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9a7218-2668-41a7-aace-58f2eb1ecc88 admin admin] Network 03675ce2-4ea4-4206-9b7a-83eaaf6425cb is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:51:11.873983 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26c3e245-deec-4f48-8369-43d0bbb17dbc tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.887213 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8c9a7218-2668-41a7-aace-58f2eb1ecc88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 03675ce2-4ea4-4206-9b7a-83eaaf6425cb) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:11.900028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9a7218-2668-41a7-aace-58f2eb1ecc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:11.900829 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7218-2668-41a7-aace-58f2eb1ecc88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.901664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480b747c-5ae7-46af-96e8-b32f04e890f3 None None] Network 03675ce2-4ea4-4206-9b7a-83eaaf6425cb requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:11.941777 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8c9a7218-2668-41a7-aace-58f2eb1ecc88 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8266339 Jul 22 23:51:11.966779 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26c3e245-deec-4f48-8369-43d0bbb17dbc tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.970837 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-26c3e245-deec-4f48-8369-43d0bbb17dbc tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:11.972750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-26c3e245-deec-4f48-8369-43d0bbb17dbc tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-groups/f2555100-304e-4d56-a515-71d5fe0b4851 HTTP/1.1" status: 204 len: 168 time: 0.2659173 Jul 22 23:51:11.977510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60630) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:12.036168 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3e245-deec-4f48-8369-43d0bbb17dbc tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2555100-304e-4d56-a515-71d5fe0b4851,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:12.099350 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceac5bf6-df9d-406c-a1bd-442ed75ae305 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:12.099927 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceac5bf6-df9d-406c-a1bd-442ed75ae305 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:51:12.134495 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ceac5bf6-df9d-406c-a1bd-442ed75ae305 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1427574 Jul 22 23:51:12.137734 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60634) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:12.154745 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fae33270-ea17-4829-9a5a-61e81bc91144 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1727750 Jul 22 23:51:12.157515 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60638) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:12.273471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60640) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:12.292804 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61438c52-6524-4860-92f6-f9524d469f91 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:12.304038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f847c8-30dc-4f1d-bdc4-bbfbe7287a2f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:12.309359 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f9f847c8-30dc-4f1d-bdc4-bbfbe7287a2f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1671100 Jul 22 23:51:12.309728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60644) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:12.347564 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61438c52-6524-4860-92f6-f9524d469f91 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:12.387304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fb3202-47a0-41c9-88d8-f7a81708714e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:12.391449 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fb3202-47a0-41c9-88d8-f7a81708714e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:12.397156 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b8fb3202-47a0-41c9-88d8-f7a81708714e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0839007 Jul 22 23:51:12.398617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60650) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:12.411680 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61438c52-6524-4860-92f6-f9524d469f91 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:12.415513 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61438c52-6524-4860-92f6-f9524d469f91 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:12.419562 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-61438c52-6524-4860-92f6-f9524d469f91 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-groups/930dc016-2d09-4372-97f6-daea2998d438 HTTP/1.1" status: 204 len: 168 time: 0.2582514 Jul 22 23:51:12.422257 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60652) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:12.425654 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:12.444849 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Pushing event updated for resources: {'Port': ['ID=510eedc6-0812-433f-9b0b-bfe358d15738,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:12.451671 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:12.460516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:12.527384 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61438c52-6524-4860-92f6-f9524d469f91 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=930dc016-2d09-4372-97f6-daea2998d438,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:12.537788 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-60e28411-8d8a-461f-aded-da121627753b tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1143553 Jul 22 23:51:12.544193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60656) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:12.551621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9b6e8112-48ae-4a58-b688-02e0e9dbcf7c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252999984'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:12.562362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Attempting to bind port 510eedc6-0812-433f-9b0b-bfe358d15738 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:12.562896 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Attempting to bind port 510eedc6-0812-433f-9b0b-bfe358d15738 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:12.563114 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Attempting to bind port 510eedc6-0812-433f-9b0b-bfe358d15738 on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:12.597266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:12.597640 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:12.598044 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:12.598435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:12.599005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Bound port: 510eedc6-0812-433f-9b0b-bfe358d15738, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:12.599289 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:12.607746 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecf01c64-d2b5-426c-9ac1-8c091e55ce6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:12.615308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f946bc9-7e32-4e78-9681-f52847fe2892 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 204d5a61-8391-4323-9c60-84ffde5212f7 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:51:12.618875 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f946bc9-7e32-4e78-9681-f52847fe2892 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:12.620808 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b6e8112-48ae-4a58-b688-02e0e9dbcf7c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:12.664524 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747c07f2-312a-46e0-8063-fb4b58f60067 None None] Network 03675ce2-4ea4-4206-9b7a-83eaaf6425cb requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:12.715344 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f946bc9-7e32-4e78-9681-f52847fe2892 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:12.759837 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b6e8112-48ae-4a58-b688-02e0e9dbcf7c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:12.770697 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b6e8112-48ae-4a58-b688-02e0e9dbcf7c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:12.814193 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b6e8112-48ae-4a58-b688-02e0e9dbcf7c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:12.818900 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9b6e8112-48ae-4a58-b688-02e0e9dbcf7c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2709532 Jul 22 23:51:12.819542 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60666) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:12.829410 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cd9566ed-a2c0-4a4c-9895-54609a2eeaf3 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group_rule': {'security_group_id': 'ceb61b26-0663-4745-9215-c0fc56a62475', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:12.834723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] For port 510eedc6-0812-433f-9b0b-bfe358d15738, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:12.837977 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] For port 510eedc6-0812-433f-9b0b-bfe358d15738, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=510eedc6-0812-433f-9b0b-bfe358d15738,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:12.838323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e8112-48ae-4a58-b688-02e0e9dbcf7c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb61b26-0663-4745-9215-c0fc56a62475,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:12.844056 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:12.883193 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd9566ed-a2c0-4a4c-9895-54609a2eeaf3 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:12.902634 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f946bc9-7e32-4e78-9681-f52847fe2892 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:12.924317 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab8bca-85fc-4bad-bba3-fbd39c3fabdb None None] Pushing event updated for resources: {'Port': ['ID=510eedc6-0812-433f-9b0b-bfe358d15738,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:12.977556 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd9566ed-a2c0-4a4c-9895-54609a2eeaf3 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:12.984733 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd9566ed-a2c0-4a4c-9895-54609a2eeaf3 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.007264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9566ed-a2c0-4a4c-9895-54609a2eeaf3 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd51a618-caa0-4681-845f-7fef06a8bf77,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:13.017727 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd9566ed-a2c0-4a4c-9895-54609a2eeaf3 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.021978 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cd9566ed-a2c0-4a4c-9895-54609a2eeaf3 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1986072 Jul 22 23:51:13.022315 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60668) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:13.059621 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-34dc1576-f167-444c-9dde-527c04decffe tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.070927 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-34dc1576-f167-444c-9dde-527c04decffe tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.082081 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f946bc9-7e32-4e78-9681-f52847fe2892 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.123306 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-34dc1576-f167-444c-9dde-527c04decffe tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.130004 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-34dc1576-f167-444c-9dde-527c04decffe tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.136369 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-34dc1576-f167-444c-9dde-527c04decffe tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/cd51a618-caa0-4681-845f-7fef06a8bf77 HTTP/1.1" status: 204 len: 168 time: 0.1128533 Jul 22 23:51:13.137265 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60670) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:13.163579 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc1576-f167-444c-9dde-527c04decffe tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd51a618-caa0-4681-845f-7fef06a8bf77,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:13.184377 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f946bc9-7e32-4e78-9681-f52847fe2892 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=204d5a61-8391-4323-9c60-84ffde5212f7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:13.186995 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f946bc9-7e32-4e78-9681-f52847fe2892 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.191702 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3f946bc9-7e32-4e78-9681-f52847fe2892 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/204d5a61-8391-4323-9c60-84ffde5212f7 HTTP/1.1" status: 204 len: 168 time: 0.7893682 Jul 22 23:51:13.192901 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60672) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:13.275283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-212531e1-f1db-402d-b9ea-1d8e637b7509 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:13.276665 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-212531e1-f1db-402d-b9ea-1d8e637b7509 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/networks?id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb HTTP/1.1" status: 200 len: 813 time: 0.4163032 Jul 22 23:51:13.303342 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-70466c4f-7df5-4e22-a74d-cc893c72e9e2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/quotas/e4faf032effb4aec924b2cadd5d45fa3 HTTP/1.1" status: 200 len: 375 time: 0.0167398 Jul 22 23:51:13.303521 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c973044-1bfb-40db-9aa6-15d64fd8f145 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1615064 Jul 22 23:51:13.306396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60674) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:13.306545 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c6752363-b4ee-4b28-a7d4-e6b9a3039bd2 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1106441 Jul 22 23:51:13.310468 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60676) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:13.320794 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a9c658ad-0e5b-4a7d-81b3-0ece9beace5c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:13.395569 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-e169911a-4cc4-4fd6-91c4-0a7af984981b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4faf032effb4aec924b2cadd5d45fa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670071 Jul 22 23:51:13.428543 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecf01c64-d2b5-426c-9ac1-8c091e55ce6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.441002 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecf01c64-d2b5-426c-9ac1-8c091e55ce6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.467667 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1ee35a0-8c5c-4ce0-955f-049b2fef8ab4 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.468330 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c658ad-0e5b-4a7d-81b3-0ece9beace5c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:13.476859 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9c658ad-0e5b-4a7d-81b3-0ece9beace5c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.493977 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-8bfcda51-a453-4378-ae07-b7f5389876cd service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:51:13.494988 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-8bfcda51-a453-4378-ae07-b7f5389876cd service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0903809 Jul 22 23:51:13.517357 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ecf01c64-d2b5-426c-9ac1-8c091e55ce6f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b50f8c4efd62435898d8a50fbe9d57ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2425852 Jul 22 23:51:13.528284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60680) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:13.568766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf01c64-d2b5-426c-9ac1-8c091e55ce6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83adef9f-9f0d-467d-8fbc-2844cc5e4f1a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:13.579257 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1ee35a0-8c5c-4ce0-955f-049b2fef8ab4 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.700860 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9c658ad-0e5b-4a7d-81b3-0ece9beace5c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.711906 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4aa44190-84be-49eb-a52e-e709d51d1fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.736221 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1ee35a0-8c5c-4ce0-955f-049b2fef8ab4 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.739369 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1ee35a0-8c5c-4ce0-955f-049b2fef8ab4 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.740510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b1ee35a0-8c5c-4ce0-955f-049b2fef8ab4 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-groups/ceb61b26-0663-4745-9215-c0fc56a62475 HTTP/1.1" status: 204 len: 168 time: 0.4358101 Jul 22 23:51:13.744017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60684) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:13.764500 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4aa44190-84be-49eb-a52e-e709d51d1fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.772549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c658ad-0e5b-4a7d-81b3-0ece9beace5c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:13.773313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee35a0-8c5c-4ce0-955f-049b2fef8ab4 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb61b26-0663-4745-9215-c0fc56a62475,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:13.778131 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-f45ba818-a084-4ed5-aa09-9d3ce6a641b0 service neutron] 10.222.0.26 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635295 Jul 22 23:51:13.787703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a9c658ad-0e5b-4a7d-81b3-0ece9beace5c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:13.793637 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c658ad-0e5b-4a7d-81b3-0ece9beace5c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:13.794450 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9c658ad-0e5b-4a7d-81b3-0ece9beace5c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.807671 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c658ad-0e5b-4a7d-81b3-0ece9beace5c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=6e6a4562-0b8f-4be9-8737-ce8eff237de6,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:13.833621 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8042c6cd-8b9d-4fec-b35c-95953e38782f tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0884681 Jul 22 23:51:13.837917 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60686) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:13.842269 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-348476ee-4d62-4630-bad7-43ae91e283ff tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group': {'name': 'tempest-secgroup--894358738'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:13.847507 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a9c658ad-0e5b-4a7d-81b3-0ece9beace5c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5352151 Jul 22 23:51:13.851071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60688) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:13.855812 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-923bbd1d-5d64-417f-9316-7d56330de539 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-264161863', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:13.875186 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-923bbd1d-5d64-417f-9316-7d56330de539 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:51:13.875186 n-d-688802-2 neutron-server[93820]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:51:13.875186 n-d-688802-2 neutron-server[93820]: [parameters: {'project_id_1': '3e15117d3ac8408fb4014e5e132855bf', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 51, 13, 867439)}] Jul 22 23:51:13.875186 n-d-688802-2 neutron-server[93820]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:51:13.875646 n-d-688802-2 neutron-server[93820]: DEBUG oslo_db.api [None req-923bbd1d-5d64-417f-9316-7d56330de539 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:51:13.884019 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-348476ee-4d62-4630-bad7-43ae91e283ff tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.913931 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-506251d3-0440-4f91-8775-2a9da2a6d7c0 service neutron] 10.222.0.26 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169977 Jul 22 23:51:13.918125 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4aa44190-84be-49eb-a52e-e709d51d1fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.920870 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4aa44190-84be-49eb-a52e-e709d51d1fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.922089 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4aa44190-84be-49eb-a52e-e709d51d1fce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/83adef9f-9f0d-467d-8fbc-2844cc5e4f1a HTTP/1.1" status: 204 len: 168 time: 0.3879941 Jul 22 23:51:13.933523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa44190-84be-49eb-a52e-e709d51d1fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83adef9f-9f0d-467d-8fbc-2844cc5e4f1a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:14.030979 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-348476ee-4d62-4630-bad7-43ae91e283ff tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.036725 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-348476ee-4d62-4630-bad7-43ae91e283ff tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.072208 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-348476ee-4d62-4630-bad7-43ae91e283ff tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.076330 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-348476ee-4d62-4630-bad7-43ae91e283ff tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2352097 Jul 22 23:51:14.076330 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60692) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:14.088444 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-697d6a8c-eb07-4802-9fd7-21f0d9fb543e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group_rule': {'security_group_id': '8ce995e1-9922-42c5-81da-61841a9fee24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:14.100235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348476ee-4d62-4630-bad7-43ae91e283ff tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce995e1-9922-42c5-81da-61841a9fee24,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:14.141591 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-697d6a8c-eb07-4802-9fd7-21f0d9fb543e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.224214 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68c908c5-83dd-48b0-8f14-af7225937bc7 req-b45d981c-a8e8-4c62-9d0a-f0422bc348f2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 210 time: 0.0452297 Jul 22 23:51:14.226066 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-697d6a8c-eb07-4802-9fd7-21f0d9fb543e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.235173 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-697d6a8c-eb07-4802-9fd7-21f0d9fb543e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.262615 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d6a8c-eb07-4802-9fd7-21f0d9fb543e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0164f4cd-a62d-4976-ba35-5adbb7f847e3,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:14.271774 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-697d6a8c-eb07-4802-9fd7-21f0d9fb543e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.277498 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60702) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:14.278931 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-697d6a8c-eb07-4802-9fd7-21f0d9fb543e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2015796 Jul 22 23:51:14.304423 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fb2ce895-cb0b-40fa-a634-b20c65233ecc tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-group-rules/0164f4cd-a62d-4976-ba35-5adbb7f847e3 HTTP/1.1" status: 200 len: 763 time: 0.0254705 Jul 22 23:51:14.306923 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60704) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:14.447085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60714) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:14.447641 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f33c54f9-d231-4716-84fb-9a5ff019d49e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1392782 Jul 22 23:51:14.457715 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-923bbd1d-5d64-417f-9316-7d56330de539 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.461934 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-923bbd1d-5d64-417f-9316-7d56330de539 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.501493 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebff5e28-436e-4ee0-ba73-421ff0fd372c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.520088 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebff5e28-436e-4ee0-ba73-421ff0fd372c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.542951 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-923bbd1d-5d64-417f-9316-7d56330de539 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.556179 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-923bbd1d-5d64-417f-9316-7d56330de539 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.563945 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebff5e28-436e-4ee0-ba73-421ff0fd372c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.573348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea43a69a-f2b5-422d-9425-19427d6ebc99 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:14.576163 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebff5e28-436e-4ee0-ba73-421ff0fd372c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.580399 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ebff5e28-436e-4ee0-ba73-421ff0fd372c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/0164f4cd-a62d-4976-ba35-5adbb7f847e3 HTTP/1.1" status: 204 len: 168 time: 0.1322882 Jul 22 23:51:14.581891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:14.589065 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-923bbd1d-5d64-417f-9316-7d56330de539 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.590806 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-923bbd1d-5d64-417f-9316-7d56330de539 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7388213 Jul 22 23:51:14.593598 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60720) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:14.609060 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff5e28-436e-4ee0-ba73-421ff0fd372c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0164f4cd-a62d-4976-ba35-5adbb7f847e3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:14.648736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4f0ff76c-382d-4639-a2f5-c1da62c88549 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0633171 Jul 22 23:51:14.649191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60726) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:14.658769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1d1c55fd-d750-437b-91d4-fdf6b76588b0 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group_rule': {'security_group_id': '8ce995e1-9922-42c5-81da-61841a9fee24', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:14.707096 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d1c55fd-d750-437b-91d4-fdf6b76588b0 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.733268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-87a43e3e-3aeb-430f-84ae-d0453c331b5f None None] Provisioning for port 510eedc6-0812-433f-9b0b-bfe358d15738 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:14.855522 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d1c55fd-d750-437b-91d4-fdf6b76588b0 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.864383 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d1c55fd-d750-437b-91d4-fdf6b76588b0 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.889697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c55fd-d750-437b-91d4-fdf6b76588b0 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3646d9-8362-4e22-b89a-45f34294f334,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:14.920869 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d1c55fd-d750-437b-91d4-fdf6b76588b0 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.929390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1d1c55fd-d750-437b-91d4-fdf6b76588b0 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2788386 Jul 22 23:51:14.930253 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60734) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:14.964001 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ba7459e9-31d7-4f32-9681-4179dc971bd7 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-group-rules/6d3646d9-8362-4e22-b89a-45f34294f334 HTTP/1.1" status: 200 len: 763 time: 0.0325229 Jul 22 23:51:14.964650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60738) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:15.046054 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8448ff2a-04b9-42a2-8292-4b5c44f2be54 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0801599 Jul 22 23:51:15.050476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:15.133504 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.146706 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdc67665-1b38-4daa-a528-64945737d2e8 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.162750 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdc67665-1b38-4daa-a528-64945737d2e8 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.223125 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdc67665-1b38-4daa-a528-64945737d2e8 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.238022 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdc67665-1b38-4daa-a528-64945737d2e8 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.242418 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60744) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:15.242933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fdc67665-1b38-4daa-a528-64945737d2e8 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/6d3646d9-8362-4e22-b89a-45f34294f334 HTTP/1.1" status: 204 len: 168 time: 0.1912048 Jul 22 23:51:15.274198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc67665-1b38-4daa-a528-64945737d2e8 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d3646d9-8362-4e22-b89a-45f34294f334,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:15.430571 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5eeabb48-c6ba-4077-994d-27aa80c0bb0c tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1734889 Jul 22 23:51:15.434083 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 510eedc6-0812-433f-9b0b-bfe358d15738 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:15.434270 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:15.436655 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f7b3fe2-1f33-4ea7-825b-888493991d2d req-e89d1371-ac91-42cc-b479-b96ac86a6b58 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 210 time: 0.0899570 Jul 22 23:51:15.448191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0674af88-66ae-4486-82fd-033563ae356d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Request body: {'security_group_rule': {'security_group_id': '8ce995e1-9922-42c5-81da-61841a9fee24', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:15.513552 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-0674af88-66ae-4486-82fd-033563ae356d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Project 667504a2c794417e94c3a4059ba1ad8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:51:15.521643 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0674af88-66ae-4486-82fd-033563ae356d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.529302 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 510eedc6-0812-433f-9b0b-bfe358d15738 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:15.535701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 510eedc6-0812-433f-9b0b-bfe358d15738 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:15.536498 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.603033 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::1 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/6e6a4562-0b8f-4be9-8737-ce8eff237de6/466f948e-a8fb-4e22-b264-07824de5b139) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:15.650720 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.659317 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0674af88-66ae-4486-82fd-033563ae356d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.665384 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0674af88-66ae-4486-82fd-033563ae356d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.695910 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 510eedc6-0812-433f-9b0b-bfe358d15738, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=510eedc6-0812-433f-9b0b-bfe358d15738,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:15.703148 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.731443 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0674af88-66ae-4486-82fd-033563ae356d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.739586 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0674af88-66ae-4486-82fd-033563ae356d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3015928 Jul 22 23:51:15.740371 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60754) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:15.747800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674af88-66ae-4486-82fd-033563ae356d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06bbc243-ac83-49a1-9dd2-4597b11d77e8,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:15.781942 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-13514959-ea1d-4a41-887a-ee6a16cb5dbf tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-group-rules/06bbc243-ac83-49a1-9dd2-4597b11d77e8 HTTP/1.1" status: 200 len: 769 time: 0.0400016 Jul 22 23:51:15.785264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60758) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:15.810742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=510eedc6-0812-433f-9b0b-bfe358d15738,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:15.867012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c47ba459-ac97-4ec8-bd1c-666e051a7399 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0805988 Jul 22 23:51:15.878839 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:15.921567 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a434154-6f52-4fa4-aa53-99d0996c6a00 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.931497 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a434154-6f52-4fa4-aa53-99d0996c6a00 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.942760 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.978094 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a434154-6f52-4fa4-aa53-99d0996c6a00 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.991892 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a434154-6f52-4fa4-aa53-99d0996c6a00 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.997897 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5a434154-6f52-4fa4-aa53-99d0996c6a00 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/06bbc243-ac83-49a1-9dd2-4597b11d77e8 HTTP/1.1" status: 204 len: 168 time: 0.1225584 Jul 22 23:51:16.005617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a434154-6f52-4fa4-aa53-99d0996c6a00 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06bbc243-ac83-49a1-9dd2-4597b11d77e8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:16.007407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60766) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:16.033371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object 466f948e-a8fb-4e22-b264-07824de5b139 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:16.075239 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9535ecaa-3799-4ef3-b031-12d80d72cfe6 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665112 Jul 22 23:51:16.077825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60768) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:16.081444 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-6e113b18-a7bf-4e53-a612-230655ee7e9a tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:16.083068 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-6e113b18-a7bf-4e53-a612-230655ee7e9a tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.18 "GET /v2.0/networks?id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb HTTP/1.1" status: 200 len: 813 time: 0.2635128 Jul 22 23:51:16.103794 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:16.138736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-2944867b-67cf-4037-9f9d-c7df488a8b25 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Request body: {'port': {'device_id': '1cb09b41-3f8b-4934-92ec-d8aac43dd671', 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb', 'admin_state_up': True, 'tenant_id': 'e4faf032effb4aec924b2cadd5d45fa3'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:16.140541 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b01e178-80d8-48a3-a97f-7f2a60f83d3d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:16.165470 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b01e178-80d8-48a3-a97f-7f2a60f83d3d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:16.177505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:16.187182 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:16.200155 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:16.200707 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:16.232663 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b01e178-80d8-48a3-a97f-7f2a60f83d3d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:16.235819 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b01e178-80d8-48a3-a97f-7f2a60f83d3d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:16.239529 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8b01e178-80d8-48a3-a97f-7f2a60f83d3d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "DELETE /v2.0/security-groups/8ce995e1-9922-42c5-81da-61841a9fee24 HTTP/1.1" status: 204 len: 168 time: 0.1581624 Jul 22 23:51:16.241218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60772) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:16.245398 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=466f948e-a8fb-4e22-b264-07824de5b139,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:16.273423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01e178-80d8-48a3-a97f-7f2a60f83d3d tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce995e1-9922-42c5-81da-61841a9fee24,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:16.330476 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3a214295-818d-49c3-b4b5-0d22dfc00e40 tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0881095 Jul 22 23:51:16.335891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60774) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:16.429814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ef37ada3-afeb-430f-bd1e-6f1fd23c8f3e tempest-SecGroupIPv6Test-1754276437 tempest-SecGroupIPv6Test-1754276437-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0832262 Jul 22 23:51:16.477780 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:16.481055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-2944867b-67cf-4037-9f9d-c7df488a8b25 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Made reservation on behalf of e4faf032effb4aec924b2cadd5d45fa3 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:16.484551 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-2944867b-67cf-4037-9f9d-c7df488a8b25 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:16.524745 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:16.621124 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-195f5f1d-e3a1-465c-97f4-e8b55be14f36 req-c58e2f16-4d00-4923-a68c-7d2725e4fe68 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 210 time: 0.0531263 Jul 22 23:51:16.676993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-df1d8262-5cfc-454c-9517-326389cb9dd5 None None] Provisioning for port 466f948e-a8fb-4e22-b264-07824de5b139 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:16.684474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-df1d8262-5cfc-454c-9517-326389cb9dd5 None None] Provisioning complete for port 466f948e-a8fb-4e22-b264-07824de5b139 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:16.685856 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df1d8262-5cfc-454c-9517-326389cb9dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:16.764082 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-df1d8262-5cfc-454c-9517-326389cb9dd5 None None] Port 466f948e-a8fb-4e22-b264-07824de5b139 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:51:16.837734 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-2944867b-67cf-4037-9f9d-c7df488a8b25 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Allocated IP 172.20.0.6 (03675ce2-4ea4-4206-9b7a-83eaaf6425cb/5cccc704-dfc0-4d65-836a-00a99882898e/cc87c514-6f66-4fca-8957-13ac210536b7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:16.858385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60782) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:17.101006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ae1f8f72-80bf-4d87-8a1b-c46886ba0747 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=667504a2c794417e94c3a4059ba1ad8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413306 Jul 22 23:51:17.105036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60792) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:17.120633 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:17.126723 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-2944867b-67cf-4037-9f9d-c7df488a8b25 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:17.131338 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:17.132240 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:17.146516 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-2304eb64-3607-4293-a05d-248012dadd18 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1869068 Jul 22 23:51:17.214360 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c83fa8f8-8846-4a2f-b0bc-b217f922ccbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:17.217936 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=466f948e-a8fb-4e22-b264-07824de5b139,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:17.282408 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-2944867b-67cf-4037-9f9d-c7df488a8b25 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:17.297715 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c83fa8f8-8846-4a2f-b0bc-b217f922ccbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:17.347661 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:17.355931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:17.361555 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-2944867b-67cf-4037-9f9d-c7df488a8b25 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Network 03675ce2-4ea4-4206-9b7a-83eaaf6425cb is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:17.362982 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c83fa8f8-8846-4a2f-b0bc-b217f922ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:17.365078 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944867b-67cf-4037-9f9d-c7df488a8b25 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Pushing event updated for resources: {'Port': ['ID=cc87c514-6f66-4fca-8957-13ac210536b7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:17.366833 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c83fa8f8-8846-4a2f-b0bc-b217f922ccbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:17.367751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c83fa8f8-8846-4a2f-b0bc-b217f922ccbe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/440073d8-024e-4349-9ead-6d391c53f2a9 HTTP/1.1" status: 204 len: 168 time: 0.2606459 Jul 22 23:51:17.384537 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-2944867b-67cf-4037-9f9d-c7df488a8b25 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:17.385126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fa8f8-8846-4a2f-b0bc-b217f922ccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440073d8-024e-4349-9ead-6d391c53f2a9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:17.387202 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-2944867b-67cf-4037-9f9d-c7df488a8b25 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:17.413938 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 510eedc6-0812-433f-9b0b-bfe358d15738 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:17.453854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-b7f402bd-d297-4613-874e-b2f804c440a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:17.459095 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-b7f402bd-d297-4613-874e-b2f804c440a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:17.464906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-b7f402bd-d297-4613-874e-b2f804c440a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:17.468418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-b7f402bd-d297-4613-874e-b2f804c440a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:17.472202 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-b7f402bd-d297-4613-874e-b2f804c440a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:17.475377 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-b7f402bd-d297-4613-874e-b2f804c440a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:17.475731 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-b7f402bd-d297-4613-874e-b2f804c440a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:17.484433 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-b7f402bd-d297-4613-874e-b2f804c440a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 6501 time: 0.2633355 Jul 22 23:51:17.586334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 510eedc6-0812-433f-9b0b-bfe358d15738 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:17.586766 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:17.621698 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-2944867b-67cf-4037-9f9d-c7df488a8b25 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:17.622736 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-2944867b-67cf-4037-9f9d-c7df488a8b25 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:17.691408 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-2944867b-67cf-4037-9f9d-c7df488a8b25 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5584238 Jul 22 23:51:17.719112 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Request body: {'port': {'device_id': '1cb09b41-3f8b-4934-92ec-d8aac43dd671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:17.902156 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Router 0ed56d7d-9917-49d3-89dd-d290cd470bbb is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:51:17.914201 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:17.958341 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2f430bf2-f31e-471b-9c27-5b41dab7164d None None] Provisioning complete for port 466f948e-a8fb-4e22-b264-07824de5b139 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:17.958906 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2f430bf2-f31e-471b-9c27-5b41dab7164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:18.088304 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2f430bf2-f31e-471b-9c27-5b41dab7164d None None] Port 466f948e-a8fb-4e22-b264-07824de5b139 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:51:18.339947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-7a716456-b3d9-4af5-bd4f-d1560c215134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:18.340507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-7a716456-b3d9-4af5-bd4f-d1560c215134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:18.340797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-7a716456-b3d9-4af5-bd4f-d1560c215134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:18.342614 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-7a716456-b3d9-4af5-bd4f-d1560c215134 service neutron] 10.222.0.18 "GET /v2.0/networks?id=876e8a88-d344-43f5-abc2-bd91d918b95b&id=35918a6f-8625-444e-be57-56cf00d9619f&id=35918a6f-8625-444e-be57-56cf00d9619f&id=35918a6f-8625-444e-be57-56cf00d9619f&id=35918a6f-8625-444e-be57-56cf00d9619f&id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2&id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2 HTTP/1.1" status: 200 len: 2299 time: 0.8247108 Jul 22 23:51:18.466050 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64c83d-944a-4a85-92cd-8f2642643798 req-c9e0943e-9e20-4ca7-8f70-b787ce8b6fb6 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:18.467604 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba64c83d-944a-4a85-92cd-8f2642643798 req-c9e0943e-9e20-4ca7-8f70-b787ce8b6fb6 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 931 time: 0.1878068 Jul 22 23:51:18.486048 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-04eba7b0-8d0b-461f-86e2-2133c1311143 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cab490f4-9887-4d3a-b736-e09758b49446 HTTP/1.1" status: 200 len: 1001 time: 0.1354315 Jul 22 23:51:18.555591 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:51:18.556939 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:18.562895 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3bb43d64-7def-495b-8ec5-5ffdbbc7163a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "PUT /v2.0/routers/0ed56d7d-9917-49d3-89dd-d290cd470bbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9679604 Jul 22 23:51:18.568295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Sync routers for ids ['0ed56d7d-9917-49d3-89dd-d290cd470bbb'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:51:18.572027 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60830) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:18.580291 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba64c83d-944a-4a85-92cd-8f2642643798 req-d3a4ae52-16ad-423c-94e9-cc203c906050 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974584 Jul 22 23:51:18.588127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-eccdc488-3e42-42a0-adfe-713a44d76e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:18.590427 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-eccdc488-3e42-42a0-adfe-713a44d76e42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81a85537-a303-4236-aff4-e5a83fa8a904 HTTP/1.1" status: 200 len: 856 time: 0.0974867 Jul 22 23:51:18.595634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Routers {'0ed56d7d-9917-49d3-89dd-d290cd470bbb'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:18.597193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:51:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['0ed56d7d-9917-49d3-89dd-d290cd470bbb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:18.638287 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fc31c4-ac54-4224-bd3b-6cafa9044496 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:18.649878 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-23fc31c4-ac54-4224-bd3b-6cafa9044496 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports/466f948e-a8fb-4e22-b264-07824de5b139 HTTP/1.1" status: 200 len: 911 time: 0.0723636 Jul 22 23:51:18.649878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60834) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:18.691380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-9b55cb48-e84f-4b8f-8aeb-edf5700191a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:18.692494 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-9b55cb48-e84f-4b8f-8aeb-edf5700191a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=876e8a88-d344-43f5-abc2-bd91d918b95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941865 Jul 22 23:51:18.787088 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Set router 0ed56d7d-9917-49d3-89dd-d290cd470bbb gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:18.849242 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4a7ecc-76c3-4b76-8d67-aa73d9fd63a3 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:18.857500 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cb9a4644-2509-4b4d-84d3-f4119758892f tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:18.857888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4a7ecc-76c3-4b76-8d67-aa73d9fd63a3 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:18.858189 n-d-688802-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-cb9a4644-2509-4b4d-84d3-f4119758892f tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 23:51:18.858676 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-cb9a4644-2509-4b4d-84d3-f4119758892f tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 23:51:18.863303 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cb9a4644-2509-4b4d-84d3-f4119758892f tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2959394 Jul 22 23:51:18.863582 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a4a7ecc-76c3-4b76-8d67-aa73d9fd63a3 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2106421 Jul 22 23:51:18.864418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60838) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:18.864543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60840) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:18.876788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1aacd326-a1aa-4647-9049-30b3e87e4a87 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group': {'name': 'tempest-secgroup--157978253'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:19.013204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc87c514-6f66-4fca-8957-13ac210536b7 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:51:19.014172 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-124df1b0-b268-4fe3-af45-22fed5d445d5 service neutron] 10.222.0.18 "GET /v2.0/networks/876e8a88-d344-43f5-abc2-bd91d918b95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150902 Jul 22 23:51:19.018619 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1aacd326-a1aa-4647-9049-30b3e87e4a87 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:19.029157 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:19.056395 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Transition to ACTIVE for port object cc87c514-6f66-4fca-8957-13ac210536b7 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:19.060729 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1aacd326-a1aa-4647-9049-30b3e87e4a87 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:19.061371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:19.107819 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed56d7d-9917-49d3-89dd-d290cd470bbb', 'name': 'tempest-NetworksTestDHCPv6-router-264161863', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:14Z', 'updated_at': '2021-07-22T23:51:16Z', 'revision_number': 2, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'gw_port_host': None, '_interfaces': [{'id': '466f948e-a8fb-4e22-b264-07824de5b139', 'name': '', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'mac_address': 'fa:16:3e:a2:64:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed56d7d-9917-49d3-89dd-d290cd470bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '6e6a4562-0b8f-4be9-8737-ce8eff237de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:15Z', 'updated_at': '2021-07-22T23:51:16Z', 'revision_number': 2, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'subnets': [{'id': '6e6a4562-0b8f-4be9-8737-ce8eff237de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:19.140802 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Checking router: 0ed56d7d-9917-49d3-89dd-d290cd470bbb for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:51:19.141181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Updating router 0ed56d7d-9917-49d3-89dd-d290cd470bbb port 466f948e-a8fb-4e22-b264-07824de5b139 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:51:19.155185 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Pushing event updated for resources: {'Port': ['ID=cc87c514-6f66-4fca-8957-13ac210536b7,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:19.194463 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:19.292747 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-54367912-6956-4651-a10f-aef60086efe7 service neutron] 10.222.0.18 "GET /v2.0/networks/876e8a88-d344-43f5-abc2-bd91d918b95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686751 Jul 22 23:51:19.314543 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Attempting to bind port cc87c514-6f66-4fca-8957-13ac210536b7 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:19.315728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Attempting to bind port cc87c514-6f66-4fca-8957-13ac210536b7 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '2b185255-d436-4408-80ac-4fbff4d9e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:19.316720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Attempting to bind port cc87c514-6f66-4fca-8957-13ac210536b7 on network 03675ce2-4ea4-4206-9b7a-83eaaf6425cb {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:19.322912 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Port cc87c514-6f66-4fca-8957-13ac210536b7 on network 03675ce2-4ea4-4206-9b7a-83eaaf6425cb not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:51:19.323701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Attempting to bind port cc87c514-6f66-4fca-8957-13ac210536b7 on network 03675ce2-4ea4-4206-9b7a-83eaaf6425cb {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:19.329799 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:19.330695 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Checking segment: {'id': '2b185255-d436-4408-80ac-4fbff4d9e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:19.331396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Bound using segment: {'id': '2b185255-d436-4408-80ac-4fbff4d9e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:19.332215 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Bound port: cc87c514-6f66-4fca-8957-13ac210536b7, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b185255-d436-4408-80ac-4fbff4d9e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:19.332721 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:19.348539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-4e27c8dd-cd76-4aed-9a94-eafeca2a8905 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=ab643751-7af9-4073-927e-3801c1e6ab2e HTTP/1.1" status: 200 len: 217 time: 0.0481608 Jul 22 23:51:19.435401 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] For port cc87c514-6f66-4fca-8957-13ac210536b7, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:19.444703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] For port cc87c514-6f66-4fca-8957-13ac210536b7, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=cc87c514-6f66-4fca-8957-13ac210536b7,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:19.453479 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:19.506248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:19.506877 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:19.508436 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] 10.222.0.18 "PUT /v2.0/ports/cc87c514-6f66-4fca-8957-13ac210536b7 HTTP/1.1" status: 200 len: 1091 time: 1.8013928 Jul 22 23:51:19.508687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-59e260c6-0580-4f8a-a7ec-bb2b6bcd7d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:19.508926 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb09b41-3f8b-4934-92ec-d8aac43dd671', 'tag': 'cc87c514-6f66-4fca-8957-13ac210536b7'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:19.510170 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-59e260c6-0580-4f8a-a7ec-bb2b6bcd7d5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8cea5c0-2774-409d-bda9-e9e98d3a9b82 HTTP/1.1" status: 200 len: 797 time: 0.1495254 Jul 22 23:51:19.514302 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e2d236-12d4-42c5-8279-34833255882c" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb09b41-3f8b-4934-92ec-d8aac43dd671", "tag": "cc87c514-6f66-4fca-8957-13ac210536b7"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:19.514538 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1aacd326-a1aa-4647-9049-30b3e87e4a87 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:19.552495 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2dc82-e126-40f8-ab93-315f0180fe80 service neutron] Pushing event updated for resources: {'Port': ['ID=cc87c514-6f66-4fca-8957-13ac210536b7,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:19.559540 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1aacd326-a1aa-4647-9049-30b3e87e4a87 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:19.569588 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062af639-5fc4-447c-a3f3-e87818dba3f5 x-openstack-request-id: req-062af639-5fc4-447c-a3f3-e87818dba3f5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:19.570129 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb09b41-3f8b-4934-92ec-d8aac43dd671", "tag": "cc87c514-6f66-4fca-8957-13ac210536b7", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:19.570129 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-062af639-5fc4-447c-a3f3-e87818dba3f5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:19.570534 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb09b41-3f8b-4934-92ec-d8aac43dd671', 'tag': 'cc87c514-6f66-4fca-8957-13ac210536b7', 'status': 'completed', 'code': 200} Jul 22 23:51:19.603174 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:19.618093 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Transition to ACTIVE for port object 466f948e-a8fb-4e22-b264-07824de5b139 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:19.630448 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:19.638559 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-28bca6e3-0514-453e-895c-727de4c421ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:19.641282 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-28bca6e3-0514-453e-895c-727de4c421ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4faf032effb4aec924b2cadd5d45fa3&device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 1094 time: 0.0633237 Jul 22 23:51:19.702778 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88b57e-ec98-4103-b6f9-9f5211d1ad81 None None] Pushing event updated for resources: {'Port': ['ID=466f948e-a8fb-4e22-b264-07824de5b139,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:19.717117 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacd326-a1aa-4647-9049-30b3e87e4a87 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfc5f63-9c6a-4657-8528-55aab478c6c5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:19.836355 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-4c15b952-e4e6-4d3b-874d-5586a7a47afe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc87c514-6f66-4fca-8957-13ac210536b7 HTTP/1.1" status: 200 len: 217 time: 0.1814446 Jul 22 23:51:19.851768 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Attempting to bind port 466f948e-a8fb-4e22-b264-07824de5b139 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:19.851993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Attempting to bind port 466f948e-a8fb-4e22-b264-07824de5b139 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:19.852378 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Attempting to bind port 466f948e-a8fb-4e22-b264-07824de5b139 on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:19.861924 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:19.862379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:19.862754 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:19.863320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:19.863817 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Bound port: 466f948e-a8fb-4e22-b264-07824de5b139, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:19.864210 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:19.919886 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-2bb1a011-47d2-4457-adb6-ee2441810f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:19.924168 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-2bb1a011-47d2-4457-adb6-ee2441810f42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5cccc704-dfc0-4d65-836a-00a99882898e HTTP/1.1" status: 200 len: 853 time: 0.0801411 Jul 22 23:51:19.930965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-b334268e-0364-425d-bc60-4e4a87de6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:19.932839 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-b334268e-0364-425d-bc60-4e4a87de6089 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35918a6f-8625-444e-be57-56cf00d9619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4070153 Jul 22 23:51:19.981744 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-4a147146-9d21-4272-9c40-1763ba313d3e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504241 Jul 22 23:51:19.998681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] For port 466f948e-a8fb-4e22-b264-07824de5b139, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:20.002549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] For port 466f948e-a8fb-4e22-b264-07824de5b139, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=466f948e-a8fb-4e22-b264-07824de5b139,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:20.020579 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:20.048847 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1aacd326-a1aa-4647-9049-30b3e87e4a87 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:20.064498 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1aacd326-a1aa-4647-9049-30b3e87e4a87 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:20.104600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c94bf2-e9cd-4792-bc32-51c65a226ab9 req-784cbfb0-3cde-456c-b1d2-ac880a8001f1 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:20.112897 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48c94bf2-e9cd-4792-bc32-51c65a226ab9 req-784cbfb0-3cde-456c-b1d2-ac880a8001f1 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 943 time: 0.4084105 Jul 22 23:51:20.114757 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Routers {'0ed56d7d-9917-49d3-89dd-d290cd470bbb'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:20.115476 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:51:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['0ed56d7d-9917-49d3-89dd-d290cd470bbb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:20.146606 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c65a6bc9-ee7e-41d7-9189-2037a4dd264f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:20.157847 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-4bfe81d3-0c11-4871-8d6a-7d3fbd49c3db service neutron] 10.222.0.18 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655352 Jul 22 23:51:20.257757 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] Set router 0ed56d7d-9917-49d3-89dd-d290cd470bbb gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:20.366294 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7370a7ce-91f6-4507-98ee-06796e3d9db2 req-c842edd4-7dfc-44e3-a0f0-5385e56d9bfa service neutron] 10.222.0.18 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006667 Jul 22 23:51:20.501957 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88b57e-ec98-4103-b6f9-9f5211d1ad81 None None] Pushing event updated for resources: {'Port': ['ID=466f948e-a8fb-4e22-b264-07824de5b139,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:20.597055 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1aacd326-a1aa-4647-9049-30b3e87e4a87 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:20.603199 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1aacd326-a1aa-4647-9049-30b3e87e4a87 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7362976 Jul 22 23:51:20.608156 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60864) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:20.630741 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b8235482-f5b1-4abb-8805-81225fbdd023 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '8b8b5f8d-8b22-4605-b690-e22272e80850', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:20.675084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacd326-a1aa-4647-9049-30b3e87e4a87 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8b5f8d-8b22-4605-b690-e22272e80850,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:20.690680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2d236-12d4-42c5-8279-34833255882c req-c9b4afa0-f4d1-44be-bf09-72e3a2624430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:20.692515 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f3e2d236-12d4-42c5-8279-34833255882c req-c9b4afa0-f4d1-44be-bf09-72e3a2624430 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4faf032effb4aec924b2cadd5d45fa3&device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 1094 time: 0.2356293 Jul 22 23:51:20.712751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48c94bf2-e9cd-4792-bc32-51c65a226ab9 req-75d8d189-f672-4f6b-b901-902fcc6d1c81 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435138 Jul 22 23:51:20.745318 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8235482-f5b1-4abb-8805-81225fbdd023 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:20.761774 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-1f954133-3740-4a19-8c09-2f211f14a862 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8005099 Jul 22 23:51:20.778824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed56d7d-9917-49d3-89dd-d290cd470bbb', 'name': 'tempest-NetworksTestDHCPv6-router-264161863', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:14Z', 'updated_at': '2021-07-22T23:51:16Z', 'revision_number': 2, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'gw_port_host': None, '_interfaces': [{'id': '466f948e-a8fb-4e22-b264-07824de5b139', 'name': '', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'mac_address': 'fa:16:3e:a2:64:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed56d7d-9917-49d3-89dd-d290cd470bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '6e6a4562-0b8f-4be9-8737-ce8eff237de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:15Z', 'updated_at': '2021-07-22T23:51:19Z', 'revision_number': 4, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'subnets': [{'id': '6e6a4562-0b8f-4be9-8737-ce8eff237de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:20.808299 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8235482-f5b1-4abb-8805-81225fbdd023 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:20.818402 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8235482-f5b1-4abb-8805-81225fbdd023 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:20.819922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4ac86c-3c64-4f80-838e-e5637a730195 None None] The sync data for ids ['0ed56d7d-9917-49d3-89dd-d290cd470bbb'] in n-d-688802-2 is: [{'id': '0ed56d7d-9917-49d3-89dd-d290cd470bbb', 'name': 'tempest-NetworksTestDHCPv6-router-264161863', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:14Z', 'updated_at': '2021-07-22T23:51:16Z', 'revision_number': 2, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'gw_port_host': None, '_interfaces': [{'id': '466f948e-a8fb-4e22-b264-07824de5b139', 'name': '', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'mac_address': 'fa:16:3e:a2:64:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed56d7d-9917-49d3-89dd-d290cd470bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '6e6a4562-0b8f-4be9-8737-ce8eff237de6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:15Z', 'updated_at': '2021-07-22T23:51:19Z', 'revision_number': 4, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'subnets': [{'id': '6e6a4562-0b8f-4be9-8737-ce8eff237de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:51:20.879033 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8235482-f5b1-4abb-8805-81225fbdd023 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fbe8b09-0b75-44c9-870c-fdb879e3f120,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:20.912431 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8235482-f5b1-4abb-8805-81225fbdd023 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:20.916707 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b8235482-f5b1-4abb-8805-81225fbdd023 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3007441 Jul 22 23:51:20.919934 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60868) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:20.933908 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-361fd26f-78c4-4df5-9361-6d3dcdfbea2d tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '8b8b5f8d-8b22-4605-b690-e22272e80850', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:20.964295 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2d236-12d4-42c5-8279-34833255882c req-c562bc06-4a00-4c55-9786-b1e81dac0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:20.965859 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f3e2d236-12d4-42c5-8279-34833255882c req-c562bc06-4a00-4c55-9786-b1e81dac0c4d service neutron] 10.222.0.18 "GET /v2.0/networks?id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb HTTP/1.1" status: 200 len: 914 time: 0.2598534 Jul 22 23:51:20.979978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-4881db63-501e-4317-9bc6-9353ca2938cf service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026963 Jul 22 23:51:21.044604 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-4423d07c-bc1a-45c2-b810-541fade64dd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=bd4a7c11-f8d2-44b4-95fe-48b417a7f15d HTTP/1.1" status: 200 len: 217 time: 0.0539796 Jul 22 23:51:21.091015 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f3e2d236-12d4-42c5-8279-34833255882c req-5baf3325-6c48-4095-9597-4fc1756de0ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc87c514-6f66-4fca-8957-13ac210536b7 HTTP/1.1" status: 200 len: 217 time: 0.1102865 Jul 22 23:51:21.097780 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-361fd26f-78c4-4df5-9361-6d3dcdfbea2d tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:21.102465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c65a6bc9-ee7e-41d7-9189-2037a4dd264f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port 466f948e-a8fb-4e22-b264-07824de5b139 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:21.103082 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c65a6bc9-ee7e-41d7-9189-2037a4dd264f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:21.183061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-1394ad9c-f536-4b62-b43e-8c5303044929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:21.200457 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-1394ad9c-f536-4b62-b43e-8c5303044929 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8cea5c0-2774-409d-bda9-e9e98d3a9b82 HTTP/1.1" status: 200 len: 797 time: 0.1396668 Jul 22 23:51:21.283184 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2d236-12d4-42c5-8279-34833255882c req-2118083b-6f63-4e1d-9cf9-9e8ae7110413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:21.285475 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f3e2d236-12d4-42c5-8279-34833255882c req-2118083b-6f63-4e1d-9cf9-9e8ae7110413 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5cccc704-dfc0-4d65-836a-00a99882898e HTTP/1.1" status: 200 len: 853 time: 0.1746042 Jul 22 23:51:21.286672 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-361fd26f-78c4-4df5-9361-6d3dcdfbea2d tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 23:51:21.290328 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-361fd26f-78c4-4df5-9361-6d3dcdfbea2d tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3643279 Jul 22 23:51:21.290580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60870) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:21.412343 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f3e2d236-12d4-42c5-8279-34833255882c req-3a5ce0d4-3a3e-49d9-b179-63ba2b944eef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133089 Jul 22 23:51:21.451196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 466f948e-a8fb-4e22-b264-07824de5b139 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:21.495707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-c65a6bc9-ee7e-41d7-9189-2037a4dd264f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] For port 466f948e-a8fb-4e22-b264-07824de5b139, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=466f948e-a8fb-4e22-b264-07824de5b139,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:21.496074 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c65a6bc9-ee7e-41d7-9189-2037a4dd264f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:21.543200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c65a6bc9-ee7e-41d7-9189-2037a4dd264f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for 466f948e-a8fb-4e22-b264-07824de5b139 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:21.566130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 466f948e-a8fb-4e22-b264-07824de5b139 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:21.568728 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-ed05aec0-31e0-4fc9-83ee-cebf7d3c51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:21.570503 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-ed05aec0-31e0-4fc9-83ee-cebf7d3c51eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35918a6f-8625-444e-be57-56cf00d9619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2622991 Jul 22 23:51:21.577438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 466f948e-a8fb-4e22-b264-07824de5b139 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:21.577883 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:21.701713 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a01ff98-8b93-4a07-b9ec-340f0d3f28f1 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:21.815430 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a01ff98-8b93-4a07-b9ec-340f0d3f28f1 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:21.818584 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:21.868536 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-aa2cd399-05b2-436b-b795-ac0630af1eca service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599432 Jul 22 23:51:21.878276 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 466f948e-a8fb-4e22-b264-07824de5b139, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=466f948e-a8fb-4e22-b264-07824de5b139,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:21.885406 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:21.888101 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f3e2d236-12d4-42c5-8279-34833255882c req-15bc58a1-5050-4361-95de-49a72fa18c3b service neutron] 10.222.0.18 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496377 Jul 22 23:51:21.937966 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a01ff98-8b93-4a07-b9ec-340f0d3f28f1 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:21.941406 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a01ff98-8b93-4a07-b9ec-340f0d3f28f1 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:21.942717 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a01ff98-8b93-4a07-b9ec-340f0d3f28f1 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "DELETE /v2.0/security-groups/8b8b5f8d-8b22-4605-b690-e22272e80850 HTTP/1.1" status: 204 len: 168 time: 0.6482906 Jul 22 23:51:21.947846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60882) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:21.995556 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=466f948e-a8fb-4e22-b264-07824de5b139,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:22.002479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01ff98-8b93-4a07-b9ec-340f0d3f28f1 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8b5f8d-8b22-4605-b690-e22272e80850,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:22.083048 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d9191a15-e422-4858-a7c2-08095cd024e9 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1279352 Jul 22 23:51:22.089015 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60888) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:22.093536 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5abc7c8e-a95e-4c1e-bec2-f797f62e520f tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1451794764'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:22.108261 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f3e2d236-12d4-42c5-8279-34833255882c req-2a29e01c-6906-4621-93fb-a7e057e739dd service neutron] 10.222.0.18 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140222 Jul 22 23:51:22.129017 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5abc7c8e-a95e-4c1e-bec2-f797f62e520f tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.230139 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5abc7c8e-a95e-4c1e-bec2-f797f62e520f tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.233402 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5abc7c8e-a95e-4c1e-bec2-f797f62e520f tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.264872 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5abc7c8e-a95e-4c1e-bec2-f797f62e520f tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.266164 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5abc7c8e-a95e-4c1e-bec2-f797f62e520f tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1761720 Jul 22 23:51:22.269298 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60890) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:22.273894 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f0569a53-8ca4-4b23-a58b-a31fbfd0b97a tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '2e59df75-2d9d-4b84-8829-db033d6e7811', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:22.274647 n-d-688802-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-f0569a53-8ca4-4b23-a58b-a31fbfd0b97a tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 23:51:22.275144 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-f0569a53-8ca4-4b23-a58b-a31fbfd0b97a tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:22.279277 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f0569a53-8ca4-4b23-a58b-a31fbfd0b97a tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059102 Jul 22 23:51:22.279277 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60892) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:22.288098 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc7c8e-a95e-4c1e-bec2-f797f62e520f tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e59df75-2d9d-4b84-8829-db033d6e7811,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:22.340445 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f002644-f707-45be-ae7e-8321e0f5fd32 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.370104 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f002644-f707-45be-ae7e-8321e0f5fd32 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.411947 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c65a6bc9-ee7e-41d7-9189-2037a4dd264f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.421801 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f002644-f707-45be-ae7e-8321e0f5fd32 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.424474 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f002644-f707-45be-ae7e-8321e0f5fd32 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.428558 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1f002644-f707-45be-ae7e-8321e0f5fd32 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "DELETE /v2.0/security-groups/2e59df75-2d9d-4b84-8829-db033d6e7811 HTTP/1.1" status: 204 len: 168 time: 0.1461008 Jul 22 23:51:22.430315 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60894) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:22.443026 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f002644-f707-45be-ae7e-8321e0f5fd32 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e59df75-2d9d-4b84-8829-db033d6e7811,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:22.465790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a6bc9-ee7e-41d7-9189-2037a4dd264f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=466f948e-a8fb-4e22-b264-07824de5b139,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:22.483500 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-22fd42a1-8c22-4971-8e06-9d46dce4bc0e service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947018 Jul 22 23:51:22.495743 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5ffb2793-0617-49e3-bd10-e064de52a0dd tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0638363 Jul 22 23:51:22.500004 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60898) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:22.506518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a3188998-4f31-49a0-a4e9-ea929e514d16 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072691673'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:22.516832 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6220dd5-7259-42e3-aa40-647410257bb5 req-72cec8fa-7503-4380-906f-d984ea58ba47 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:22.519976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6220dd5-7259-42e3-aa40-647410257bb5 req-72cec8fa-7503-4380-906f-d984ea58ba47 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 943 time: 0.6776135 Jul 22 23:51:22.531717 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3188998-4f31-49a0-a4e9-ea929e514d16 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.632817 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3188998-4f31-49a0-a4e9-ea929e514d16 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.639310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-0b94529e-63a9-4866-9b46-91a061fdb941 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=06b36ce6-caf4-494a-b935-4e47824fb9dd HTTP/1.1" status: 200 len: 217 time: 0.1181369 Jul 22 23:51:22.658351 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3188998-4f31-49a0-a4e9-ea929e514d16 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.661380 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c65a6bc9-ee7e-41d7-9189-2037a4dd264f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.715826 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3188998-4f31-49a0-a4e9-ea929e514d16 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d86832e-4890-40b2-a144-5a3e87ce6d0d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:22.722545 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6220dd5-7259-42e3-aa40-647410257bb5 req-a2b3cc72-8c1c-4f14-8f55-9bf7c548422b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912155 Jul 22 23:51:22.730866 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3188998-4f31-49a0-a4e9-ea929e514d16 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.735627 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a3188998-4f31-49a0-a4e9-ea929e514d16 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2340949 Jul 22 23:51:22.736428 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60908) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:22.746420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a66b72c3-5649-4604-b63f-886d65e07135 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '4d86832e-4890-40b2-a144-5a3e87ce6d0d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:22.747327 n-d-688802-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-a66b72c3-5649-4604-b63f-886d65e07135 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 23:51:22.747836 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-a66b72c3-5649-4604-b63f-886d65e07135 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:22.751860 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a66b72c3-5649-4604-b63f-886d65e07135 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0136836 Jul 22 23:51:22.752549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60910) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:22.826134 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device cc87c514-6f66-4fca-8957-13ac210536b7 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:51:22.827137 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ce96e1d-c2ab-4175-adfe-ef8dba74d069 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.855676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-7ab7850b-e05b-4088-9a0e-3aa65628a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:22.857393 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-7ab7850b-e05b-4088-9a0e-3aa65628a380 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8cea5c0-2774-409d-bda9-e9e98d3a9b82 HTTP/1.1" status: 200 len: 797 time: 0.2109179 Jul 22 23:51:22.860448 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ce96e1d-c2ab-4175-adfe-ef8dba74d069 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.915544 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ce96e1d-c2ab-4175-adfe-ef8dba74d069 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.920303 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ce96e1d-c2ab-4175-adfe-ef8dba74d069 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.922384 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5ce96e1d-c2ab-4175-adfe-ef8dba74d069 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "DELETE /v2.0/security-groups/4d86832e-4890-40b2-a144-5a3e87ce6d0d HTTP/1.1" status: 204 len: 168 time: 0.1683695 Jul 22 23:51:22.926854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60918) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:22.938653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce96e1d-c2ab-4175-adfe-ef8dba74d069 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d86832e-4890-40b2-a144-5a3e87ce6d0d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:22.998265 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port cc87c514-6f66-4fca-8957-13ac210536b7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=cc87c514-6f66-4fca-8957-13ac210536b7,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:23.017715 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'cc87c514-6f66-4fca-8957-13ac210536b7', 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb', 'port_id': 'cc87c514-6f66-4fca-8957-13ac210536b7', 'mac_address': 'fa:16:3e:3c:a5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cccc704-dfc0-4d65-836a-00a99882898e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:51:23.064631 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-62156309-4ab5-4ebc-b1fc-394d9c66a0cc tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1357496 Jul 22 23:51:23.068888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60924) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:23.073586 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f633aca0-896a-4b8f-903e-3035a8cde59d tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190058981'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:23.074023 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:23.096700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-1155e3f5-a396-4569-9cc2-35d9e4af419b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:23.101918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-1155e3f5-a396-4569-9cc2-35d9e4af419b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35918a6f-8625-444e-be57-56cf00d9619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2356107 Jul 22 23:51:23.131681 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f633aca0-896a-4b8f-903e-3035a8cde59d tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:23.174657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65a6bc9-ee7e-41d7-9189-2037a4dd264f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Router 0ed56d7d-9917-49d3-89dd-d290cd470bbb has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:51:23.286652 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f633aca0-896a-4b8f-903e-3035a8cde59d tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:23.298623 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f633aca0-896a-4b8f-903e-3035a8cde59d tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:23.310966 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc87c514-6f66-4fca-8957-13ac210536b7 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:51:23.336605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port cc87c514-6f66-4fca-8957-13ac210536b7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=cc87c514-6f66-4fca-8957-13ac210536b7,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:23.339456 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-08b38de3-bedf-4370-87fe-27cf47d4daad service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279615 Jul 22 23:51:23.342068 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:23.342580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633aca0-896a-4b8f-903e-3035a8cde59d tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c171f545-94ca-4b33-9eef-3bb68376f472,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:23.345934 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f633aca0-896a-4b8f-903e-3035a8cde59d tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:23.347957 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f633aca0-896a-4b8f-903e-3035a8cde59d tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2779129 Jul 22 23:51:23.354949 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60934) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:23.359472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-08ecfc85-8331-4a9e-8c2f-dc15359ae6e5 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': 'c171f545-94ca-4b33-9eef-3bb68376f472', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:23.381643 n-d-688802-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-08ecfc85-8331-4a9e-8c2f-dc15359ae6e5 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 23:51:23.382292 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-08ecfc85-8331-4a9e-8c2f-dc15359ae6e5 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:23.383815 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-08ecfc85-8331-4a9e-8c2f-dc15359ae6e5 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0278745 Jul 22 23:51:23.386840 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60936) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:23.392824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2ea0d0fb-3feb-43e6-86ce-92e21ea33581 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': 'c171f545-94ca-4b33-9eef-3bb68376f472', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:23.394488 n-d-688802-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-2ea0d0fb-3feb-43e6-86ce-92e21ea33581 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 23:51:23.395046 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-2ea0d0fb-3feb-43e6-86ce-92e21ea33581 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:23.396383 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2ea0d0fb-3feb-43e6-86ce-92e21ea33581 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084512 Jul 22 23:51:23.399367 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60938) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:23.406120 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fe797110-3dba-44b5-90df-894fbe7b2a19 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': 'c171f545-94ca-4b33-9eef-3bb68376f472', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:23.406373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=cc87c514-6f66-4fca-8957-13ac210536b7,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:23.406996 n-d-688802-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-fe797110-3dba-44b5-90df-894fbe7b2a19 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 23:51:23.407511 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-fe797110-3dba-44b5-90df-894fbe7b2a19 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:23.410126 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fe797110-3dba-44b5-90df-894fbe7b2a19 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093608 Jul 22 23:51:23.412171 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60940) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:23.417296 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1531f304-e84d-409e-ac63-aeb58f35175e tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': 'c171f545-94ca-4b33-9eef-3bb68376f472', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:23.418454 n-d-688802-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-1531f304-e84d-409e-ac63-aeb58f35175e tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 23:51:23.419123 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-1531f304-e84d-409e-ac63-aeb58f35175e tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:23.420499 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1531f304-e84d-409e-ac63-aeb58f35175e tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071509 Jul 22 23:51:23.423643 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60942) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:23.490956 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02482219-6558-4214-99f9-50d543d8acf8 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:23.514918 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02482219-6558-4214-99f9-50d543d8acf8 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:23.519278 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65a6bc9-ee7e-41d7-9189-2037a4dd264f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:51:23.528334 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c65a6bc9-ee7e-41d7-9189-2037a4dd264f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "PUT /v2.0/routers/0ed56d7d-9917-49d3-89dd-d290cd470bbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6627641 Jul 22 23:51:23.530954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60950) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:23.533784 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd498ab5-4662-4b44-a298-64352aa5291f None None] Sync routers for ids ['0ed56d7d-9917-49d3-89dd-d290cd470bbb'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:51:23.547611 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd498ab5-4662-4b44-a298-64352aa5291f None None] Routers {'0ed56d7d-9917-49d3-89dd-d290cd470bbb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:23.548340 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cd498ab5-4662-4b44-a298-64352aa5291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:51:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['0ed56d7d-9917-49d3-89dd-d290cd470bbb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:23.606813 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-085b9d3f-e6d6-48cb-b149-5496bafc44a9 service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465401 Jul 22 23:51:23.613975 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca55bb8e-efad-4cc5-8122-7c0c9c0fc26b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:23.614196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02482219-6558-4214-99f9-50d543d8acf8 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:23.615606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca55bb8e-efad-4cc5-8122-7c0c9c0fc26b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:23.618566 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02482219-6558-4214-99f9-50d543d8acf8 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:23.622576 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-02482219-6558-4214-99f9-50d543d8acf8 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "DELETE /v2.0/security-groups/c171f545-94ca-4b33-9eef-3bb68376f472 HTTP/1.1" status: 204 len: 168 time: 0.1931376 Jul 22 23:51:23.622734 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ca55bb8e-efad-4cc5-8122-7c0c9c0fc26b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0884206 Jul 22 23:51:23.622834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60956) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:23.655607 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cd498ab5-4662-4b44-a298-64352aa5291f None None] Set router 0ed56d7d-9917-49d3-89dd-d290cd470bbb gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:23.655816 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60958) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:23.661242 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02482219-6558-4214-99f9-50d543d8acf8 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c171f545-94ca-4b33-9eef-3bb68376f472,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:23.671451 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-19b85338-e25b-436d-9bfd-c927dc224b9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=84ff3893-ed31-4b39-809a-4a9ebd9370f5 HTTP/1.1" status: 200 len: 217 time: 0.0499580 Jul 22 23:51:23.696059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['cc87c514-6f66-4fca-8957-13ac210536b7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:51:23.756747 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cd498ab5-4662-4b44-a298-64352aa5291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed56d7d-9917-49d3-89dd-d290cd470bbb', 'name': 'tempest-NetworksTestDHCPv6-router-264161863', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:14Z', 'updated_at': '2021-07-22T23:51:21Z', 'revision_number': 3, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:23.780346 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-151d7439-dd07-4c89-8f0b-9b8824969c20 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1127708 Jul 22 23:51:23.780864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60964) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:23.786261 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fd934f2d-c772-47c6-8a0b-7ace91dd6de8 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group': {'name': 'tempest-secgroup--2124625577'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:23.797881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c31bd1a-5297-4320-85a5-3d93a7db1682 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 6e6a4562-0b8f-4be9-8737-ce8eff237de6 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:51:23.800007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-fe1dddec-1590-48f4-bff7-08776e8841db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:23.806529 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c31bd1a-5297-4320-85a5-3d93a7db1682 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:23.807240 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-fe1dddec-1590-48f4-bff7-08776e8841db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8cea5c0-2774-409d-bda9-e9e98d3a9b82 HTTP/1.1" status: 200 len: 797 time: 0.1268065 Jul 22 23:51:23.822833 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd498ab5-4662-4b44-a298-64352aa5291f None None] Checking router: 0ed56d7d-9917-49d3-89dd-d290cd470bbb for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:51:23.858901 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd498ab5-4662-4b44-a298-64352aa5291f None None] Routers {'0ed56d7d-9917-49d3-89dd-d290cd470bbb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:23.861539 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c31bd1a-5297-4320-85a5-3d93a7db1682 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:23.862916 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cd498ab5-4662-4b44-a298-64352aa5291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:51:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['0ed56d7d-9917-49d3-89dd-d290cd470bbb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:23.865639 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd934f2d-c772-47c6-8a0b-7ace91dd6de8 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:23.970642 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cd498ab5-4662-4b44-a298-64352aa5291f None None] Set router 0ed56d7d-9917-49d3-89dd-d290cd470bbb gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:23.991493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-fcdccafc-054a-4906-b34d-d15ba3907f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:23.993238 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-fcdccafc-054a-4906-b34d-d15ba3907f57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35918a6f-8625-444e-be57-56cf00d9619f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1790175 Jul 22 23:51:23.998256 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c31bd1a-5297-4320-85a5-3d93a7db1682 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:24.099021 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cd498ab5-4662-4b44-a298-64352aa5291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed56d7d-9917-49d3-89dd-d290cd470bbb', 'name': 'tempest-NetworksTestDHCPv6-router-264161863', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:14Z', 'updated_at': '2021-07-22T23:51:21Z', 'revision_number': 3, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:24.126105 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803f098-531d-41f0-b95f-609b54a80e95 req-26a8200a-756f-43ed-a7be-aed0fe45e667 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:24.134356 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c31bd1a-5297-4320-85a5-3d93a7db1682 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:24.134722 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9803f098-531d-41f0-b95f-609b54a80e95 req-26a8200a-756f-43ed-a7be-aed0fe45e667 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 944 time: 0.2495880 Jul 22 23:51:24.140685 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd498ab5-4662-4b44-a298-64352aa5291f None None] The sync data for ids ['0ed56d7d-9917-49d3-89dd-d290cd470bbb'] in n-d-688802-2 is: [{'id': '0ed56d7d-9917-49d3-89dd-d290cd470bbb', 'name': 'tempest-NetworksTestDHCPv6-router-264161863', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:14Z', 'updated_at': '2021-07-22T23:51:21Z', 'revision_number': 3, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:51:24.156401 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-4481f448-3337-4a43-a8bd-9bab9b37ecad service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559107 Jul 22 23:51:24.191637 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31bd1a-5297-4320-85a5-3d93a7db1682 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6a4562-0b8f-4be9-8737-ce8eff237de6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:24.204586 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c31bd1a-5297-4320-85a5-3d93a7db1682 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:24.208287 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8c31bd1a-5297-4320-85a5-3d93a7db1682 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/6e6a4562-0b8f-4be9-8737-ce8eff237de6 HTTP/1.1" status: 204 len: 168 time: 0.5728786 Jul 22 23:51:24.214976 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cb7e6a-fdca-4263-b297-fbba2b09cb23 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:24.215945 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60978) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:24.358562 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd934f2d-c772-47c6-8a0b-7ace91dd6de8 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:24.368109 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd934f2d-c772-47c6-8a0b-7ace91dd6de8 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:24.382824 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-ed265c78-1143-4412-831d-19cb0a1ace5e service neutron] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189772 Jul 22 23:51:24.389683 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9803f098-531d-41f0-b95f-609b54a80e95 req-c15ca0a2-359a-4cb8-b817-26996b9c3ffd tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536016 Jul 22 23:51:24.412265 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-159e9a8d-e770-4f78-b117-78c963547719 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1899195 Jul 22 23:51:24.416400 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60992) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:24.428890 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd934f2d-c772-47c6-8a0b-7ace91dd6de8 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:24.433308 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fd934f2d-c772-47c6-8a0b-7ace91dd6de8 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6516144 Jul 22 23:51:24.434781 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60994) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:24.462849 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-7e1c1107-8a61-4d5c-a7a6-d22f6c12c603 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4157cbfe-5f0e-4e3c-9639-b2453364d9b9 HTTP/1.1" status: 200 len: 217 time: 0.0719063 Jul 22 23:51:24.477286 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a60acd85-bd6a-443a-866f-4273cbeb9edf tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '9d0dde73-642f-490a-9365-90019bfebbc3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:24.478136 n-d-688802-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-a60acd85-bd6a-443a-866f-4273cbeb9edf tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 23:51:24.478628 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-a60acd85-bd6a-443a-866f-4273cbeb9edf tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:24.482782 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a60acd85-bd6a-443a-866f-4273cbeb9edf tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098832 Jul 22 23:51:24.483972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60996) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:24.490877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b7a5c89c-b036-47f6-9a21-93269cc16ad3 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '9d0dde73-642f-490a-9365-90019bfebbc3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:24.514240 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd934f2d-c772-47c6-8a0b-7ace91dd6de8 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0dde73-642f-490a-9365-90019bfebbc3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:24.543480 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfc18-f91c-4727-9c70-5aa10273d30b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:24.561532 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de8a77a-a956-46a4-a558-9239eb87eb69 None None] DHCP port deletion for c35e90f8-c2e7-4be8-8499-34cc32d977ae request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:51:24.562953 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-0c8501be-c855-4b57-ba77-41ba663b5ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:24.565279 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-0c8501be-c855-4b57-ba77-41ba663b5ca5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da97aba8-7313-4be0-a09e-c8187e45cd62 HTTP/1.1" status: 200 len: 797 time: 0.0944178 Jul 22 23:51:24.629486 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-b7a5c89c-b036-47f6-9a21-93269cc16ad3 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:24.632875 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b7a5c89c-b036-47f6-9a21-93269cc16ad3 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1465237 Jul 22 23:51:24.635630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32768) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:24.652762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d781a872-b3ee-433b-a539-51f5ed8290eb tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '9d0dde73-642f-490a-9365-90019bfebbc3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:24.654798 n-d-688802-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-d781a872-b3ee-433b-a539-51f5ed8290eb tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 23:51:24.655312 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-d781a872-b3ee-433b-a539-51f5ed8290eb tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:24.659488 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d781a872-b3ee-433b-a539-51f5ed8290eb tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0180671 Jul 22 23:51:24.660245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32770) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:24.671965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b00dba6f-d1dd-4dd3-8cdb-c39ffafcaa2a tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '9d0dde73-642f-490a-9365-90019bfebbc3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:24.672304 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2de8a77a-a956-46a4-a558-9239eb87eb69 None None] Deleting port 510eedc6-0812-433f-9b0b-bfe358d15738 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:24.672685 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2de8a77a-a956-46a4-a558-9239eb87eb69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:24.725683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-9a2fa464-597d-43b4-b8ae-70873feaee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:24.727243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-9a2fa464-597d-43b4-b8ae-70873feaee09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1557820 Jul 22 23:51:24.748148 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-b00dba6f-d1dd-4dd3-8cdb-c39ffafcaa2a tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:24.751984 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b00dba6f-d1dd-4dd3-8cdb-c39ffafcaa2a tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0880675 Jul 22 23:51:24.760094 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32772) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:24.767538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-52e580a1-625e-46a5-9cea-1b0030e667a1 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '9d0dde73-642f-490a-9365-90019bfebbc3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:24.768834 n-d-688802-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-52e580a1-625e-46a5-9cea-1b0030e667a1 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 23:51:24.769608 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-52e580a1-625e-46a5-9cea-1b0030e667a1 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:24.777203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32774) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:24.783326 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a0cf9b2a-3536-4a95-bd7f-fcba8be4526c tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '9d0dde73-642f-490a-9365-90019bfebbc3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:24.785939 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-52e580a1-625e-46a5-9cea-1b0030e667a1 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0244548 Jul 22 23:51:24.805463 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfc18-f91c-4727-9c70-5aa10273d30b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:24.808975 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfc18-f91c-4727-9c70-5aa10273d30b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:24.822500 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2de8a77a-a956-46a4-a558-9239eb87eb69 None None] For port 510eedc6-0812-433f-9b0b-bfe358d15738, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=510eedc6-0812-433f-9b0b-bfe358d15738,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:24.823014 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2de8a77a-a956-46a4-a558-9239eb87eb69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:24.847600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2de8a77a-a956-46a4-a558-9239eb87eb69 None None] Calling delete_port for 510eedc6-0812-433f-9b0b-bfe358d15738 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:24.863393 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-a0cf9b2a-3536-4a95-bd7f-fcba8be4526c tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Project f62bb4da62264e929ffe2c8002573542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:51:24.866186 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfc18-f91c-4727-9c70-5aa10273d30b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:24.867258 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3dfc18-f91c-4727-9c70-5aa10273d30b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Fanout notify agent at l3_agent the message router_deleted on router 0ed56d7d-9917-49d3-89dd-d290cd470bbb {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:51:24.883144 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfc18-f91c-4727-9c70-5aa10273d30b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:24.885118 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7c3dfc18-f91c-4727-9c70-5aa10273d30b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/routers/0ed56d7d-9917-49d3-89dd-d290cd470bbb HTTP/1.1" status: 204 len: 168 time: 0.4675450 Jul 22 23:51:24.887674 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-88f8a5bd-b1cf-4684-b8ab-ca7e9a42b3ea service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487770 Jul 22 23:51:24.888848 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32778) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:24.894553 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-a0cf9b2a-3536-4a95-bd7f-fcba8be4526c tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:24.898397 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a0cf9b2a-3536-4a95-bd7f-fcba8be4526c tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1174736 Jul 22 23:51:24.898548 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0e2aa141-8813-447c-a7d7-a38d502d3102 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:24.901758 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32780) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:24.907113 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4bd7b7bb-3adc-4116-9a79-b4736100e7f1 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '9d0dde73-642f-490a-9365-90019bfebbc3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:24.907600 n-d-688802-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-4bd7b7bb-3adc-4116-9a79-b4736100e7f1 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 23:51:24.908104 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-4bd7b7bb-3adc-4116-9a79-b4736100e7f1 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:24.916643 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4bd7b7bb-3adc-4116-9a79-b4736100e7f1 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110357 Jul 22 23:51:24.916845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:24.922244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b1aa142e-0bd2-45cb-877d-ee25a4891df4 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '9d0dde73-642f-490a-9365-90019bfebbc3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:24.963394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device cc87c514-6f66-4fca-8957-13ac210536b7 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:24.992731 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2de8a77a-a956-46a4-a558-9239eb87eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:25.019462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8a77a-a956-46a4-a558-9239eb87eb69 None None] No DVR routers for this DVR port 510eedc6-0812-433f-9b0b-bfe358d15738 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:51:25.055917 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8a77a-a956-46a4-a558-9239eb87eb69 None None] Pushing event deleted for resources: {'Port': ['ID=510eedc6-0812-433f-9b0b-bfe358d15738,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:25.080106 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-b1aa142e-0bd2-45cb-877d-ee25a4891df4 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Project f62bb4da62264e929ffe2c8002573542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:51:25.093522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port cc87c514-6f66-4fca-8957-13ac210536b7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:25.101610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-8ff9e77a-d237-4393-abc3-79b1c423513b service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041709 Jul 22 23:51:25.105451 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port cc87c514-6f66-4fca-8957-13ac210536b7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:25.107176 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:25.122371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2aa141-8813-447c-a7d7-a38d502d3102 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:25.132225 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e2aa141-8813-447c-a7d7-a38d502d3102 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:25.145455 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-b1aa142e-0bd2-45cb-877d-ee25a4891df4 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:25.149957 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b1aa142e-0bd2-45cb-877d-ee25a4891df4 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2321475 Jul 22 23:51:25.162461 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32784) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:25.168162 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-03b4ab34-1cff-4b54-af57-d68e87b1a3cf tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '9d0dde73-642f-490a-9365-90019bfebbc3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:25.175422 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-707d96d3-1ef8-470c-b42e-acebd13ace49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=423b7270-ab41-4684-8ac3-3fc383c0741a HTTP/1.1" status: 200 len: 217 time: 0.0671141 Jul 22 23:51:25.206276 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:25.243724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-0621691a-cb0b-4778-81e7-2533a4f2a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:25.246251 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-0621691a-cb0b-4778-81e7-2533a4f2a370 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da97aba8-7313-4be0-a09e-c8187e45cd62 HTTP/1.1" status: 200 len: 797 time: 0.0638223 Jul 22 23:51:25.272290 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb09b41-3f8b-4934-92ec-d8aac43dd671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc87c514-6f66-4fca-8957-13ac210536b7'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:25.278860 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e11dd63-2b1a-4817-869d-b15a80e59b2d" -d '{"events": [{"server_uuid": "1cb09b41-3f8b-4934-92ec-d8aac43dd671", "name": "network-vif-plugged", "status": "completed", "tag": "cc87c514-6f66-4fca-8957-13ac210536b7"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:25.309259 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port cc87c514-6f66-4fca-8957-13ac210536b7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=cc87c514-6f66-4fca-8957-13ac210536b7,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:25.318179 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:25.339160 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-03b4ab34-1cff-4b54-af57-d68e87b1a3cf tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Project f62bb4da62264e929ffe2c8002573542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:51:25.361468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-f818282c-e25b-4fec-a7be-0bf28005b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:25.365521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-f818282c-e25b-4fec-a7be-0bf28005b27e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac26ce0c-3524-4dfe-891a-0eb992abd5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1124804 Jul 22 23:51:25.392281 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-03b4ab34-1cff-4b54-af57-d68e87b1a3cf tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:25.396332 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-03b4ab34-1cff-4b54-af57-d68e87b1a3cf tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2300160 Jul 22 23:51:25.396527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32788) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:25.410672 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd0ca2c-d0c9-4a62-b281-ed0638e184a8 x-openstack-request-id: req-7fd0ca2c-d0c9-4a62-b281-ed0638e184a8 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:25.411281 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb09b41-3f8b-4934-92ec-d8aac43dd671", "name": "network-vif-plugged", "status": "completed", "tag": "cc87c514-6f66-4fca-8957-13ac210536b7", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:25.411723 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fd0ca2c-d0c9-4a62-b281-ed0638e184a8 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:25.412887 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb09b41-3f8b-4934-92ec-d8aac43dd671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc87c514-6f66-4fca-8957-13ac210536b7', 'code': 200} Jul 22 23:51:25.413829 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=cc87c514-6f66-4fca-8957-13ac210536b7,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:25.418436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 466f948e-a8fb-4e22-b264-07824de5b139 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:51:25.455488 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 466f948e-a8fb-4e22-b264-07824de5b139 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:51:25.458546 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 466f948e-a8fb-4e22-b264-07824de5b139 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:51:25.459348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 510eedc6-0812-433f-9b0b-bfe358d15738 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:51:25.505749 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-d0abba36-619c-4c65-a839-72268b23e432 service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184886 Jul 22 23:51:25.517412 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 510eedc6-0812-433f-9b0b-bfe358d15738 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:51:25.517925 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 510eedc6-0812-433f-9b0b-bfe358d15738 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:51:25.555784 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7adb73a7-6d20-47ee-96f5-63a8b6c05f93 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:25.568164 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e2aa141-8813-447c-a7d7-a38d502d3102 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:25.620032 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2aa141-8813-447c-a7d7-a38d502d3102 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:25.626100 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eeef26-7c57-4ba4-8f2d-f6590a0b8604 req-6e9ebdc3-70ae-4f48-a1a0-dc06627c7f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:25.627923 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-81eeef26-7c57-4ba4-8f2d-f6590a0b8604 req-6e9ebdc3-70ae-4f48-a1a0-dc06627c7f7f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 1096 time: 0.1791639 Jul 22 23:51:25.630446 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7adb73a7-6d20-47ee-96f5-63a8b6c05f93 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:25.642723 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0e2aa141-8813-447c-a7d7-a38d502d3102 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:25.654910 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a8000-e8f0-441c-ab23-b62e95c3fa73 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:25.671869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2aa141-8813-447c-a7d7-a38d502d3102 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:25.672909 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e2aa141-8813-447c-a7d7-a38d502d3102 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:25.686038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c779b6-6273-4904-af04-015b49bb2366 req-07141979-ebaa-4a0f-a9c7-8e3fc9345d8a tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:25.688025 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f8c779b6-6273-4904-af04-015b49bb2366 req-07141979-ebaa-4a0f-a9c7-8e3fc9345d8a tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1486518 Jul 22 23:51:25.715527 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-81eeef26-7c57-4ba4-8f2d-f6590a0b8604 req-b6760f0a-7156-4367-a594-4a0aaeeb5cf3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787692 Jul 22 23:51:25.721919 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2aa141-8813-447c-a7d7-a38d502d3102 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=7c8210db-dcd8-4d66-907e-013d92b93c3a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:25.732372 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0e2aa141-8813-447c-a7d7-a38d502d3102 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8419607 Jul 22 23:51:25.732987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32796) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:25.738998 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b022e6a3-1fb4-4c2a-a24a-f37d33c2b7e8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1819094000', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:25.772561 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7adb73a7-6d20-47ee-96f5-63a8b6c05f93 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:25.775608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7adb73a7-6d20-47ee-96f5-63a8b6c05f93 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:25.776822 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7adb73a7-6d20-47ee-96f5-63a8b6c05f93 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "DELETE /v2.0/security-groups/9d0dde73-642f-490a-9365-90019bfebbc3 HTTP/1.1" status: 204 len: 168 time: 0.3793778 Jul 22 23:51:25.794030 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b022e6a3-1fb4-4c2a-a24a-f37d33c2b7e8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:25.795057 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b022e6a3-1fb4-4c2a-a24a-f37d33c2b7e8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:25.797713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f8c779b6-6273-4904-af04-015b49bb2366 req-93a2edf0-6d43-4800-a9ea-d19637a0be14 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977757 Jul 22 23:51:25.798879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32798) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:25.812820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5b12b26-86bd-4b9f-a90e-cb584d725c50 req-5689c0f4-a2db-4345-997f-891339990c1a service neutron] 10.222.0.18 "GET /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876873 Jul 22 23:51:25.818997 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb73a7-6d20-47ee-96f5-63a8b6c05f93 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0dde73-642f-490a-9365-90019bfebbc3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:25.868442 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-57687341-74ca-43a8-81b2-8b4ac7962ca0 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650871 Jul 22 23:51:25.873041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32800) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:25.878106 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cda57129-3df4-4f34-8361-3827d279b7de tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754693870'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:25.889797 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b022e6a3-1fb4-4c2a-a24a-f37d33c2b7e8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:25.896956 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b022e6a3-1fb4-4c2a-a24a-f37d33c2b7e8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:25.905332 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cda57129-3df4-4f34-8361-3827d279b7de tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:25.917976 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b022e6a3-1fb4-4c2a-a24a-f37d33c2b7e8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:25.920155 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b022e6a3-1fb4-4c2a-a24a-f37d33c2b7e8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1859269 Jul 22 23:51:25.922542 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32802) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:25.973400 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'fixed_ips': [{'subnet_id': '7c8210db-dcd8-4d66-907e-013d92b93c3a'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:51:25.974676 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.080249 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cda57129-3df4-4f34-8361-3827d279b7de tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.090001 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cda57129-3df4-4f34-8361-3827d279b7de tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.115828 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cda57129-3df4-4f34-8361-3827d279b7de tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.118922 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cda57129-3df4-4f34-8361-3827d279b7de tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2449219 Jul 22 23:51:26.131770 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32804) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:26.149307 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-044ffaca-6105-4476-8114-3106d0765050 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '4dd98e33-f24f-47e2-aeec-0b4f09d47416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:26.163166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Allocated IP 2001:db8::2 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/7c8210db-dcd8-4d66-907e-013d92b93c3a/c81888c1-be7c-4ebf-b9e1-58b47e3611ff) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:26.178440 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda57129-3df4-4f34-8361-3827d279b7de tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd98e33-f24f-47e2-aeec-0b4f09d47416,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:26.223999 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-044ffaca-6105-4476-8114-3106d0765050 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The resource could not be found. Jul 22 23:51:26.225675 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-044ffaca-6105-4476-8114-3106d0765050 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0929394 Jul 22 23:51:26.228588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32806) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:26.234029 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4ed01865-0bfe-4dd7-a962-f443290d02c2 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '4dd98e33-f24f-47e2-aeec-0b4f09d47416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7050bf79-9bc4-462f-bda8-e43128b6b767'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:26.288709 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-4ed01865-0bfe-4dd7-a962-f443290d02c2 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The resource could not be found. Jul 22 23:51:26.290485 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ed01865-0bfe-4dd7-a962-f443290d02c2 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0605979 Jul 22 23:51:26.293976 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32808) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:26.357926 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.383139 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Transition to ACTIVE for port object c81888c1-be7c-4ebf-b9e1-58b47e3611ff will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:26.408177 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Transition to ACTIVE for port object c81888c1-be7c-4ebf-b9e1-58b47e3611ff will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:26.411876 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.420984 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.426610 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9756e171-85ae-4bbf-af2c-b21f41d3ac26 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.451156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:26.453477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:26.461338 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9756e171-85ae-4bbf-af2c-b21f41d3ac26 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.476317 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:26.542483 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Pushing event updated for resources: {'Port': ['ID=c81888c1-be7c-4ebf-b9e1-58b47e3611ff,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:26.558813 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9756e171-85ae-4bbf-af2c-b21f41d3ac26 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.562068 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9756e171-85ae-4bbf-af2c-b21f41d3ac26 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.563399 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9756e171-85ae-4bbf-af2c-b21f41d3ac26 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "DELETE /v2.0/security-groups/4dd98e33-f24f-47e2-aeec-0b4f09d47416 HTTP/1.1" status: 204 len: 168 time: 0.2666790 Jul 22 23:51:26.567599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32810) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:26.570990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Attempting to bind port c81888c1-be7c-4ebf-b9e1-58b47e3611ff on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:26.571373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Attempting to bind port c81888c1-be7c-4ebf-b9e1-58b47e3611ff by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:26.572954 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Attempting to bind port c81888c1-be7c-4ebf-b9e1-58b47e3611ff on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:26.581405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756e171-85ae-4bbf-af2c-b21f41d3ac26 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd98e33-f24f-47e2-aeec-0b4f09d47416,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:26.585065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:26.585482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:26.585891 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.588462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:26.588962 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Bound port: c81888c1-be7c-4ebf-b9e1-58b47e3611ff, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:26.589744 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.621708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-55b07b5e-6f0c-43c6-b6a5-5c32e7afd78b tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517495 Jul 22 23:51:26.632445 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:26.646838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-de36b2e8-0e6b-49e1-91dc-7fb637472fa0 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': 'fe5012a2-7d97-4b95-87a6-c00d882b2e81', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:26.707506 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::1 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/7c8210db-dcd8-4d66-907e-013d92b93c3a/b69938a6-6d9e-41d3-9437-4728799d25fe) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:26.714721 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-de36b2e8-0e6b-49e1-91dc-7fb637472fa0 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The resource could not be found. Jul 22 23:51:26.716261 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-de36b2e8-0e6b-49e1-91dc-7fb637472fa0 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0775750 Jul 22 23:51:26.719896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:26.740597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2a5e56aa-1e38-4b20-bc9f-d66d7238fc56 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106362196'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:26.787674 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] For port c81888c1-be7c-4ebf-b9e1-58b47e3611ff, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:26.794118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] For port c81888c1-be7c-4ebf-b9e1-58b47e3611ff, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c81888c1-be7c-4ebf-b9e1-58b47e3611ff,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:26.802675 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a5e56aa-1e38-4b20-bc9f-d66d7238fc56 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.811699 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.922947 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.957403 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object b69938a6-6d9e-41d3-9437-4728799d25fe will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:26.968205 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666edbc-4edb-4795-97f9-5efa93c25278 None None] Pushing event updated for resources: {'Port': ['ID=c81888c1-be7c-4ebf-b9e1-58b47e3611ff,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:27.016649 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:27.045801 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a5e56aa-1e38-4b20-bc9f-d66d7238fc56 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:27.053343 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a5e56aa-1e38-4b20-bc9f-d66d7238fc56 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:27.071834 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf8e1c-ff20-40d8-9dac-2ac57ce41282 req-cc03ddc8-9c68-4f18-9562-04dfaf061201 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:27.073702 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cbf8e1c-ff20-40d8-9dac-2ac57ce41282 req-cc03ddc8-9c68-4f18-9562-04dfaf061201 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1525133 Jul 22 23:51:27.087918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:27.093963 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:27.102517 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:27.103179 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:27.162431 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a5e56aa-1e38-4b20-bc9f-d66d7238fc56 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:27.164326 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2a5e56aa-1e38-4b20-bc9f-d66d7238fc56 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4433124 Jul 22 23:51:27.183020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32822) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:27.188299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-60cb1fc1-e2ef-45da-95d7-2130d25a8fef tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group': {'name': 'tempest-secgroup--646281551'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:27.204760 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cbf8e1c-ff20-40d8-9dac-2ac57ce41282 req-2c30e68d-8a61-45d8-9924-c021f32c0532 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194074 Jul 22 23:51:27.205995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e56aa-1e38-4b20-bc9f-d66d7238fc56 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566c9b74-548c-4cde-82eb-7286219443a4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:27.245933 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=b69938a6-6d9e-41d3-9437-4728799d25fe,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:27.254468 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60cb1fc1-e2ef-45da-95d7-2130d25a8fef tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:27.498197 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:27.498946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c81888c1-be7c-4ebf-b9e1-58b47e3611ff up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:27.521217 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60cb1fc1-e2ef-45da-95d7-2130d25a8fef tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:27.543621 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60cb1fc1-e2ef-45da-95d7-2130d25a8fef tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:27.599401 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60cb1fc1-e2ef-45da-95d7-2130d25a8fef tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:27.602598 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-60cb1fc1-e2ef-45da-95d7-2130d25a8fef tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4180140 Jul 22 23:51:27.610397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32836) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:27.615248 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0a4e59e6-3d2b-42a0-b23f-f451c618f6bd tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '566c9b74-548c-4cde-82eb-7286219443a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7b8926bf-73f5-494c-832e-401cd040d673'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:27.644007 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port c81888c1-be7c-4ebf-b9e1-58b47e3611ff completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:27.684772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb1fc1-e2ef-45da-95d7-2130d25a8fef tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8926bf-73f5-494c-832e-401cd040d673,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:27.841158 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-0a4e59e6-3d2b-42a0-b23f-f451c618f6bd tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:27.847899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0a4e59e6-3d2b-42a0-b23f-f451c618f6bd tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2364273 Jul 22 23:51:27.858111 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32842) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:27.903105 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-3291b698-be51-4039-8c0d-89e90e0a41a6 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:27.911483 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:27.913703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-3291b698-be51-4039-8c0d-89e90e0a41a6 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/networks?id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb HTTP/1.1" status: 200 len: 813 time: 0.2882321 Jul 22 23:51:27.939393 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-e1f81e88-12fa-4585-8d3b-9129d85a52c1 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/quotas/e4faf032effb4aec924b2cadd5d45fa3 HTTP/1.1" status: 200 len: 375 time: 0.0185363 Jul 22 23:51:27.949519 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:27.950334 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:28.103119 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-5f346a17-d141-479d-90b1-9e9d51513e3c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4faf032effb4aec924b2cadd5d45fa3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1626272 Jul 22 23:51:28.311986 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-a51bb9ba-fd32-4a19-8fce-46959b766ff7 service neutron] 10.222.0.26 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975355 Jul 22 23:51:28.482708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-21543f35-76ad-413e-b59f-b885e930eb30 service neutron] 10.222.0.26 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639879 Jul 22 23:51:28.566557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-266596ec-a849-4421-a2e4-fc8176900a63 None None] Provisioning for port c81888c1-be7c-4ebf-b9e1-58b47e3611ff completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:28.571379 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=b69938a6-6d9e-41d3-9437-4728799d25fe,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:28.571544 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-266596ec-a849-4421-a2e4-fc8176900a63 None None] Provisioning complete for port c81888c1-be7c-4ebf-b9e1-58b47e3611ff triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:28.571813 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-266596ec-a849-4421-a2e4-fc8176900a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:28.686132 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1aac824-3e5d-4905-b372-10cf19f97fef tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:28.777876 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-266596ec-a849-4421-a2e4-fc8176900a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:28.828017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:28.831041 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:28.831388 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-84df1cd7-2188-42fe-bc1c-df4b6831bb84 req-b2820604-0208-4e02-97ca-7913ce965043 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 210 time: 0.0573862 Jul 22 23:51:28.852838 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1aac824-3e5d-4905-b372-10cf19f97fef tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:28.860097 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-266596ec-a849-4421-a2e4-fc8176900a63 None None] For port c81888c1-be7c-4ebf-b9e1-58b47e3611ff, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c81888c1-be7c-4ebf-b9e1-58b47e3611ff,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:28.873087 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-266596ec-a849-4421-a2e4-fc8176900a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:28.954966 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266596ec-a849-4421-a2e4-fc8176900a63 None None] Pushing event updated for resources: {'Port': ['ID=c81888c1-be7c-4ebf-b9e1-58b47e3611ff,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:29.011056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5226f3cd-91d7-4fd4-8c4e-ce2112fa95ea None None] Provisioning for port b69938a6-6d9e-41d3-9437-4728799d25fe completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:29.012137 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5226f3cd-91d7-4fd4-8c4e-ce2112fa95ea None None] Provisioning complete for port b69938a6-6d9e-41d3-9437-4728799d25fe triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:29.012572 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5226f3cd-91d7-4fd4-8c4e-ce2112fa95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:29.022256 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1aac824-3e5d-4905-b372-10cf19f97fef tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:29.025205 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1aac824-3e5d-4905-b372-10cf19f97fef tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:29.029162 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c1aac824-3e5d-4905-b372-10cf19f97fef tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "DELETE /v2.0/security-groups/7b8926bf-73f5-494c-832e-401cd040d673 HTTP/1.1" status: 204 len: 168 time: 1.1695209 Jul 22 23:51:29.031201 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32856) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:29.066747 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aac824-3e5d-4905-b372-10cf19f97fef tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8926bf-73f5-494c-832e-401cd040d673,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:29.092212 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Router 6e81e7f6-0f2b-499e-982d-04a111421fbd is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:51:29.116885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5226f3cd-91d7-4fd4-8c4e-ce2112fa95ea None None] Port b69938a6-6d9e-41d3-9437-4728799d25fe cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:51:29.188315 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e83c0dcb-edb1-419f-9cc1-79ad771701ed tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1497378 Jul 22 23:51:29.188673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:29.294663 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:51:29.307189 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Sync routers for ids ['6e81e7f6-0f2b-499e-982d-04a111421fbd'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:51:29.309151 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3a41d176-5e52-4397-8d20-b7eced36571a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "PUT /v2.0/routers/6e81e7f6-0f2b-499e-982d-04a111421fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3855762 Jul 22 23:51:29.309786 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32868) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:29.317984 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db164b6e-ea52-4495-86f9-27e55166875b tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:29.328658 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Routers {'6e81e7f6-0f2b-499e-982d-04a111421fbd'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:29.329335 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:51:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['6e81e7f6-0f2b-499e-982d-04a111421fbd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:29.401311 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db164b6e-ea52-4495-86f9-27e55166875b tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:29.448219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c95721-2b07-4e9f-a275-50e097fc0e22 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:29.452428 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c5c95721-2b07-4e9f-a275-50e097fc0e22 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports/b69938a6-6d9e-41d3-9437-4728799d25fe HTTP/1.1" status: 200 len: 911 time: 0.1395302 Jul 22 23:51:29.453662 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32870) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:29.468174 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c81888c1-be7c-4ebf-b9e1-58b47e3611ff up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:29.493276 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db164b6e-ea52-4495-86f9-27e55166875b tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:29.498712 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db164b6e-ea52-4495-86f9-27e55166875b tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:29.500364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-db164b6e-ea52-4495-86f9-27e55166875b tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "DELETE /v2.0/security-groups/566c9b74-548c-4cde-82eb-7286219443a4 HTTP/1.1" status: 204 len: 168 time: 0.3104649 Jul 22 23:51:29.504772 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32872) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:29.511907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db164b6e-ea52-4495-86f9-27e55166875b tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=566c9b74-548c-4cde-82eb-7286219443a4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:29.565568 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-76a56b30-3a73-4791-8d13-f39ea2d1209d None None] Provisioning complete for port b69938a6-6d9e-41d3-9437-4728799d25fe triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:29.566034 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76a56b30-3a73-4791-8d13-f39ea2d1209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:29.577363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed22ed17-cd28-49b7-add2-f6233db0fab3 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:29.584986 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed22ed17-cd28-49b7-add2-f6233db0fab3 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:29.590321 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32874) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:29.590490 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ed22ed17-cd28-49b7-add2-f6233db0fab3 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1358173 Jul 22 23:51:29.598326 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ca601d25-d7ea-4246-8190-a0e7067b8192 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0901887 Jul 22 23:51:29.602599 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32876) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:29.619171 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group': {'name': 'tempest-secgroup--438854591'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:29.625337 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Set router 6e81e7f6-0f2b-499e-982d-04a111421fbd gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:29.664049 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:29.678179 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port c81888c1-be7c-4ebf-b9e1-58b47e3611ff triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:29.678805 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:29.687497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-76a56b30-3a73-4791-8d13-f39ea2d1209d None None] Port b69938a6-6d9e-41d3-9437-4728799d25fe cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:51:29.786629 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:29.796604 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:29.855223 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:29.860687 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2562027 Jul 22 23:51:29.863439 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32880) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:29.871973 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bbe58dd2-84b7-4df0-93cd-39cc37306d12 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '9ef50e31-2818-400a-905e-8e3b0f4f1355', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:29.899069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef50e31-2818-400a-905e-8e3b0f4f1355,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:29.912660 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:29.913284 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:29.913789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:29.914303 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:29.914979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:29.915470 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:29.915957 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:29.916747 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:29.917295 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:29.917784 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:29.918492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:29.919028 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff1e0a-39cd-4bd7-8c74-ea422ee2cdca tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:29.942318 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-bbe58dd2-84b7-4df0-93cd-39cc37306d12 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:29.947550 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bbe58dd2-84b7-4df0-93cd-39cc37306d12 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0825636 Jul 22 23:51:29.948469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32882) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:29.953629 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-666dd63f-9f5d-45b3-8b16-503429764eb9 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group_rule': {'security_group_id': '9ef50e31-2818-400a-905e-8e3b0f4f1355', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:29.959484 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e81e7f6-0f2b-499e-982d-04a111421fbd', 'name': 'tempest-NetworksTestDHCPv6-router-1819094000', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:25Z', 'updated_at': '2021-07-22T23:51:27Z', 'revision_number': 2, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'gw_port_host': None, '_interfaces': [{'id': 'b69938a6-6d9e-41d3-9437-4728799d25fe', 'name': '', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'mac_address': 'fa:16:3e:94:44:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e81e7f6-0f2b-499e-982d-04a111421fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '7c8210db-dcd8-4d66-907e-013d92b93c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:26Z', 'updated_at': '2021-07-22T23:51:27Z', 'revision_number': 2, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'subnets': [{'id': '7c8210db-dcd8-4d66-907e-013d92b93c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:29.995522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Checking router: 6e81e7f6-0f2b-499e-982d-04a111421fbd for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:51:29.996230 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Updating router 6e81e7f6-0f2b-499e-982d-04a111421fbd port b69938a6-6d9e-41d3-9437-4728799d25fe binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:51:30.001378 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-666dd63f-9f5d-45b3-8b16-503429764eb9 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:30.009887 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-666dd63f-9f5d-45b3-8b16-503429764eb9 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0597920 Jul 22 23:51:30.010594 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32884) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:30.057509 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.084007 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfecd9f2-0d97-419c-948a-901f1c51538e tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.115444 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfecd9f2-0d97-419c-948a-901f1c51538e tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.186102 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfecd9f2-0d97-419c-948a-901f1c51538e tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.190671 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfecd9f2-0d97-419c-948a-901f1c51538e tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.192741 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bfecd9f2-0d97-419c-948a-901f1c51538e tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "DELETE /v2.0/security-groups/9ef50e31-2818-400a-905e-8e3b0f4f1355 HTTP/1.1" status: 204 len: 168 time: 0.1809330 Jul 22 23:51:30.199661 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32888) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:30.245753 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecd9f2-0d97-419c-948a-901f1c51538e tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef50e31-2818-400a-905e-8e3b0f4f1355,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:30.314581 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a3bd26f1-887e-4644-96b0-376ef1e35ebc tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1118495 Jul 22 23:51:30.319505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32894) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:30.329986 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-40439440-1f2f-4dfa-8e4a-a160d91bd1ce tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1991595437'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:30.366246 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40439440-1f2f-4dfa-8e4a-a160d91bd1ce tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.430725 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c895eff3-adcf-48b1-8600-630dc91d422b req-95f10ab8-11cb-4b15-80d2-63be6419aa95 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 210 time: 0.0600319 Jul 22 23:51:30.561603 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40439440-1f2f-4dfa-8e4a-a160d91bd1ce tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.573207 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-da221d08-a09a-440a-a63f-a15042ddb5f5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:30.573207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-da221d08-a09a-440a-a63f-a15042ddb5f5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.95 "GET /v2.0/networks?id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb HTTP/1.1" status: 200 len: 813 time: 0.1927049 Jul 22 23:51:30.577338 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40439440-1f2f-4dfa-8e4a-a160d91bd1ce tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.578371 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.592293 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Request body: {'port': {'device_id': '345b67c0-a6f7-4efb-a66b-f959fc556c68', 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb', 'admin_state_up': True, 'tenant_id': 'e4faf032effb4aec924b2cadd5d45fa3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:30.595351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Transition to ACTIVE for port object b69938a6-6d9e-41d3-9437-4728799d25fe will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:30.603794 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.652770 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40439440-1f2f-4dfa-8e4a-a160d91bd1ce tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.657074 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-40439440-1f2f-4dfa-8e4a-a160d91bd1ce tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3333082 Jul 22 23:51:30.657074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40439440-1f2f-4dfa-8e4a-a160d91bd1ce tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99312203-07b3-4b1b-b6d9-95fa9cba138a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:30.668782 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32900) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:30.685005 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8ca83f07-e494-47a9-89f4-ac7f3bc81ff7 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:30.685791 n-d-688802-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-8ca83f07-e494-47a9-89f4-ac7f3bc81ff7 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 23:51:30.686315 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-8ca83f07-e494-47a9-89f4-ac7f3bc81ff7 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 23:51:30.687342 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8ca83f07-e494-47a9-89f4-ac7f3bc81ff7 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "PUT /v2.0/security-groups/99312203-07b3-4b1b-b6d9-95fa9cba138a HTTP/1.1" status: 409 len: 330 time: 0.0144107 Jul 22 23:51:30.691925 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32904) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:30.712636 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339751f-6f7e-4ca5-bc37-309673d77294 None None] Pushing event updated for resources: {'Port': ['ID=b69938a6-6d9e-41d3-9437-4728799d25fe,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:30.772855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339751f-6f7e-4ca5-bc37-309673d77294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:30.773479 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339751f-6f7e-4ca5-bc37-309673d77294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:30.773987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339751f-6f7e-4ca5-bc37-309673d77294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:30.774472 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339751f-6f7e-4ca5-bc37-309673d77294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:30.774963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339751f-6f7e-4ca5-bc37-309673d77294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:30.775464 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339751f-6f7e-4ca5-bc37-309673d77294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:30.776109 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339751f-6f7e-4ca5-bc37-309673d77294 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:30.777065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339751f-6f7e-4ca5-bc37-309673d77294 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:30.777674 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339751f-6f7e-4ca5-bc37-309673d77294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:30.778429 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339751f-6f7e-4ca5-bc37-309673d77294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:30.779182 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339751f-6f7e-4ca5-bc37-309673d77294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:30.779663 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339751f-6f7e-4ca5-bc37-309673d77294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:30.808164 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaf941f3-8185-4445-b1c9-5b0a0b54734e tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.821987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Attempting to bind port b69938a6-6d9e-41d3-9437-4728799d25fe on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:30.822348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Attempting to bind port b69938a6-6d9e-41d3-9437-4728799d25fe by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:30.822716 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Attempting to bind port b69938a6-6d9e-41d3-9437-4728799d25fe on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:30.829066 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:30.830631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:30.831673 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.832079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:30.832620 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Bound port: b69938a6-6d9e-41d3-9437-4728799d25fe, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:30.836293 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.839660 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaf941f3-8185-4445-b1c9-5b0a0b54734e tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.863232 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57deb761-3b85-4107-b485-cefd5dbce122 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.933148 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaf941f3-8185-4445-b1c9-5b0a0b54734e tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.937728 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaf941f3-8185-4445-b1c9-5b0a0b54734e tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:30.943113 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eaf941f3-8185-4445-b1c9-5b0a0b54734e tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "DELETE /v2.0/security-groups/99312203-07b3-4b1b-b6d9-95fa9cba138a HTTP/1.1" status: 204 len: 168 time: 0.2476482 Jul 22 23:51:30.956518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32910) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:30.983406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf941f3-8185-4445-b1c9-5b0a0b54734e tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99312203-07b3-4b1b-b6d9-95fa9cba138a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:30.993587 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] For port b69938a6-6d9e-41d3-9437-4728799d25fe, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:31.020094 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] For port b69938a6-6d9e-41d3-9437-4728799d25fe, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b69938a6-6d9e-41d3-9437-4728799d25fe,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:31.025477 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:31.073543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Made reservation on behalf of e4faf032effb4aec924b2cadd5d45fa3 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:31.078264 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:31.090086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Routers {'6e81e7f6-0f2b-499e-982d-04a111421fbd'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:31.090268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:51:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['6e81e7f6-0f2b-499e-982d-04a111421fbd'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:31.092784 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7fee4d4b-a5c1-4e82-a5b9-53293ea5b3ef tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1349647 Jul 22 23:51:31.109644 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32912) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:31.134577 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-22acdcd4-6141-4be7-a18a-4605a588bd02 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] delete failed (client error): The resource could not be found. Jul 22 23:51:31.135906 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-22acdcd4-6141-4be7-a18a-4605a588bd02 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "DELETE /v2.0/security-groups/e428b147-1839-488c-81f8-3464bc5346bb HTTP/1.1" status: 404 len: 347 time: 0.0252502 Jul 22 23:51:31.139631 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32914) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:31.165236 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-5a7536f1-6edc-408b-815d-8f232ac677e8 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] show failed (client error): The resource could not be found. Jul 22 23:51:31.166563 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5a7536f1-6edc-408b-815d-8f232ac677e8 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "GET /v2.0/security-groups/aafec727-414b-4d59-86fe-613d6ec0eec0 HTTP/1.1" status: 404 len: 347 time: 0.0257344 Jul 22 23:51:31.171872 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32916) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:31.197865 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-64fe32c3-9b8d-452d-8fe5-05112c9b7f22 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] show failed (client error): The resource could not be found. Jul 22 23:51:31.198931 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-64fe32c3-9b8d-452d-8fe5-05112c9b7f22 tempest-NegativeSecGroupIPv6Test-1678790678 tempest-NegativeSecGroupIPv6Test-1678790678-project] 10.222.0.26 "GET /v2.0/security-group-rules/8a338ea2-c15c-4477-8a87-0c692cb3401a HTTP/1.1" status: 404 len: 356 time: 0.0260854 Jul 22 23:51:31.489062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Allocated IP 172.20.0.9 (03675ce2-4ea4-4206-9b7a-83eaaf6425cb/5cccc704-dfc0-4d65-836a-00a99882898e/2a035449-7b7b-47e6-8819-f7e3e987a050) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:31.567350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339751f-6f7e-4ca5-bc37-309673d77294 None None] Pushing event updated for resources: {'Port': ['ID=b69938a6-6d9e-41d3-9437-4728799d25fe,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:31.602148 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] Set router 6e81e7f6-0f2b-499e-982d-04a111421fbd gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:31.613720 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81e3fe5b-1abb-4bdd-b148-da1803311b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:31.621378 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-57deb761-3b85-4107-b485-cefd5dbce122 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port b69938a6-6d9e-41d3-9437-4728799d25fe {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:31.621948 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57deb761-3b85-4107-b485-cefd5dbce122 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:31.635723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-acbbdbb0-a163-45c4-abca-b98748f1aaac req-134f2e9c-43c0-40c3-ab33-2ba5eca66d84 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 210 time: 0.0642681 Jul 22 23:51:31.751545 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32930) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:31.860403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-57deb761-3b85-4107-b485-cefd5dbce122 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] For port b69938a6-6d9e-41d3-9437-4728799d25fe, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b69938a6-6d9e-41d3-9437-4728799d25fe,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:31.860669 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57deb761-3b85-4107-b485-cefd5dbce122 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:31.906482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e81e7f6-0f2b-499e-982d-04a111421fbd', 'name': 'tempest-NetworksTestDHCPv6-router-1819094000', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:25Z', 'updated_at': '2021-07-22T23:51:27Z', 'revision_number': 2, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'gw_port_host': None, '_interfaces': [{'id': 'b69938a6-6d9e-41d3-9437-4728799d25fe', 'name': '', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'mac_address': 'fa:16:3e:94:44:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e81e7f6-0f2b-499e-982d-04a111421fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '7c8210db-dcd8-4d66-907e-013d92b93c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:26Z', 'updated_at': '2021-07-22T23:51:30Z', 'revision_number': 4, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'subnets': [{'id': '7c8210db-dcd8-4d66-907e-013d92b93c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:31.922190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-57deb761-3b85-4107-b485-cefd5dbce122 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for b69938a6-6d9e-41d3-9437-4728799d25fe owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:31.962095 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52cdcc-d644-4750-ad66-3ecd8287f924 None None] The sync data for ids ['6e81e7f6-0f2b-499e-982d-04a111421fbd'] in n-d-688802-2 is: [{'id': '6e81e7f6-0f2b-499e-982d-04a111421fbd', 'name': 'tempest-NetworksTestDHCPv6-router-1819094000', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:25Z', 'updated_at': '2021-07-22T23:51:27Z', 'revision_number': 2, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'gw_port_host': None, '_interfaces': [{'id': 'b69938a6-6d9e-41d3-9437-4728799d25fe', 'name': '', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'mac_address': 'fa:16:3e:94:44:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e81e7f6-0f2b-499e-982d-04a111421fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '7c8210db-dcd8-4d66-907e-013d92b93c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:26Z', 'updated_at': '2021-07-22T23:51:30Z', 'revision_number': 4, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'subnets': [{'id': '7c8210db-dcd8-4d66-907e-013d92b93c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:51:32.017251 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:32.081384 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8a5c1827-6903-4c53-aa34-a682ea6b1cc4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f62bb4da62264e929ffe2c8002573542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284278 Jul 22 23:51:32.084315 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32936) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:32.162708 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:32.180851 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6c4aa5b-6e5c-4c5d-9941-99799d26c7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:32.196963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['cc87c514-6f66-4fca-8957-13ac210536b7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:51:32.244764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Pushing event updated for resources: {'Port': ['ID=2a035449-7b7b-47e6-8819-f7e3e987a050,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:32.254523 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6c4aa5b-6e5c-4c5d-9941-99799d26c7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:32.262203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:32.265062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:32.266249 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:32.266892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:32.269728 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:32.270377 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:32.270959 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:32.273199 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:32.274246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:32.275488 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:32.276142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:32.279978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:32.348614 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6c4aa5b-6e5c-4c5d-9941-99799d26c7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:32.351880 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6c4aa5b-6e5c-4c5d-9941-99799d26c7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:32.353959 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f6c4aa5b-6e5c-4c5d-9941-99799d26c7ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3dfc5f63-9c6a-4657-8528-55aab478c6c5 HTTP/1.1" status: 204 len: 168 time: 0.2687161 Jul 22 23:51:32.355884 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Network 03675ce2-4ea4-4206-9b7a-83eaaf6425cb is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:32.380336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:32.386772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:32.395653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4aa5b-6e5c-4c5d-9941-99799d26c7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfc5f63-9c6a-4657-8528-55aab478c6c5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:32.526158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:32.527003 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:32.544013 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57deb761-3b85-4107-b485-cefd5dbce122 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:32.632650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57deb761-3b85-4107-b485-cefd5dbce122 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=b69938a6-6d9e-41d3-9437-4728799d25fe,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:32.650466 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-e3469d4c-e63d-40a5-ab42-abfae0f3b8ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0630360 Jul 22 23:51:32.696017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Request body: {'port': {'device_id': '345b67c0-a6f7-4efb-a66b-f959fc556c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:32.953473 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57deb761-3b85-4107-b485-cefd5dbce122 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:33.117254 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:33.150833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee05fd-15c5-4a6e-a772-451c1c4e404a req-71a30574-b727-4e1b-9994-a956697e30f1 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:33.152746 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42ee05fd-15c5-4a6e-a772-451c1c4e404a req-71a30574-b727-4e1b-9994-a956697e30f1 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 931 time: 0.3660462 Jul 22 23:51:33.316380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57deb761-3b85-4107-b485-cefd5dbce122 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Router 6e81e7f6-0f2b-499e-982d-04a111421fbd has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:51:33.429177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57deb761-3b85-4107-b485-cefd5dbce122 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:51:33.436310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-57deb761-3b85-4107-b485-cefd5dbce122 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "PUT /v2.0/routers/6e81e7f6-0f2b-499e-982d-04a111421fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8444326 Jul 22 23:51:33.439058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32964) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:33.444186 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42ee05fd-15c5-4a6e-a772-451c1c4e404a req-c5c0a53e-4dca-4118-ac8a-f8ede3ee355e tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844098 Jul 22 23:51:33.473979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32966) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:33.585556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04ffc5b-8aae-4228-849a-ffada098a9fc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:33.589914 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04ffc5b-8aae-4228-849a-ffada098a9fc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:33.594887 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f04ffc5b-8aae-4228-849a-ffada098a9fc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1539402 Jul 22 23:51:33.597547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32970) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:33.661399 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3b7db5-8adb-4087-a5fd-1aea3236c37a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 7c8210db-dcd8-4d66-907e-013d92b93c3a {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:51:33.666791 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7db5-8adb-4087-a5fd-1aea3236c37a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:33.672803 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b77b80fb-730e-416a-ba88-0e64ac9d8092 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:33.673469 n-d-688802-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-b77b80fb-730e-416a-ba88-0e64ac9d8092 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 23:51:33.674343 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-b77b80fb-730e-416a-ba88-0e64ac9d8092 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 23:51:33.675445 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b77b80fb-730e-416a-ba88-0e64ac9d8092 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2005043 Jul 22 23:51:33.680294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:33.686371 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ff37cadc-0fa6-46f3-a69d-20322cb1eed7 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group': {'name': 'tempest-secgroup--598780150'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:33.773336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a035449-7b7b-47e6-8819-f7e3e987a050 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:51:33.776437 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7db5-8adb-4087-a5fd-1aea3236c37a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:33.782254 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:33.808846 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Transition to ACTIVE for port object 2a035449-7b7b-47e6-8819-f7e3e987a050 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:33.818354 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff37cadc-0fa6-46f3-a69d-20322cb1eed7 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:33.822463 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:33.867261 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff37cadc-0fa6-46f3-a69d-20322cb1eed7 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:33.893753 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7db5-8adb-4087-a5fd-1aea3236c37a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:33.918505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2a035449-7b7b-47e6-8819-f7e3e987a050,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:33.989991 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7db5-8adb-4087-a5fd-1aea3236c37a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.026077 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b7db5-8adb-4087-a5fd-1aea3236c37a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8210db-dcd8-4d66-907e-013d92b93c3a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:34.036815 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c3b7db5-8adb-4087-a5fd-1aea3236c37a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.040703 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Attempting to bind port 2a035449-7b7b-47e6-8819-f7e3e987a050 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:34.041438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Attempting to bind port 2a035449-7b7b-47e6-8819-f7e3e987a050 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '2b185255-d436-4408-80ac-4fbff4d9e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:34.041664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Attempting to bind port 2a035449-7b7b-47e6-8819-f7e3e987a050 on network 03675ce2-4ea4-4206-9b7a-83eaaf6425cb {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:34.044762 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8c3b7db5-8adb-4087-a5fd-1aea3236c37a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/7c8210db-dcd8-4d66-907e-013d92b93c3a HTTP/1.1" status: 204 len: 168 time: 0.4434402 Jul 22 23:51:34.044762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32976) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:34.049431 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c1c01e-f934-49ea-971e-4147a3dfa233 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:34.053332 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Port 2a035449-7b7b-47e6-8819-f7e3e987a050 on network 03675ce2-4ea4-4206-9b7a-83eaaf6425cb not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:51:34.053600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Attempting to bind port 2a035449-7b7b-47e6-8819-f7e3e987a050 on network 03675ce2-4ea4-4206-9b7a-83eaaf6425cb {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:34.064299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:34.064878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Checking segment: {'id': '2b185255-d436-4408-80ac-4fbff4d9e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:34.065345 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Bound using segment: {'id': '2b185255-d436-4408-80ac-4fbff4d9e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:34.065788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Bound port: 2a035449-7b7b-47e6-8819-f7e3e987a050, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b185255-d436-4408-80ac-4fbff4d9e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:34.066165 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.156858 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff37cadc-0fa6-46f3-a69d-20322cb1eed7 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.171896 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-38d6e920-c0c5-4391-b364-3f0d223880aa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1235304 Jul 22 23:51:34.172742 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32980) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:34.191450 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff37cadc-0fa6-46f3-a69d-20322cb1eed7 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.281873 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.335145 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-226adabc-71ee-4c67-85a8-67833425967d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.359030 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.363752 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31d689dc-ee42-46ba-8fbc-3ab2776bc410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.368236 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58afed7e-4a77-43d9-93c4-c6a7d1a3e8a8 None None] Sync routers for ids ['6e81e7f6-0f2b-499e-982d-04a111421fbd'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:51:34.390545 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58afed7e-4a77-43d9-93c4-c6a7d1a3e8a8 None None] Routers {'6e81e7f6-0f2b-499e-982d-04a111421fbd'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:34.392197 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-58afed7e-4a77-43d9-93c4-c6a7d1a3e8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:51:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['6e81e7f6-0f2b-499e-982d-04a111421fbd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:34.411184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dc3d5f-ce49-4a91-b977-65ddbc7176cf None None] DHCP port deletion for c35e90f8-c2e7-4be8-8499-34cc32d977ae request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:51:34.522433 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc3d5f-ce49-4a91-b977-65ddbc7176cf None None] Deleting port c81888c1-be7c-4ebf-b9e1-58b47e3611ff {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:34.523001 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2dc3d5f-ce49-4a91-b977-65ddbc7176cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.540774 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] For port 2a035449-7b7b-47e6-8819-f7e3e987a050, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:34.557772 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff37cadc-0fa6-46f3-a69d-20322cb1eed7 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.567437 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37cadc-0fa6-46f3-a69d-20322cb1eed7 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5f0e03-97cc-4ce8-916b-844489f9c3a3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:34.583996 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-58afed7e-4a77-43d9-93c4-c6a7d1a3e8a8 None None] Set router 6e81e7f6-0f2b-499e-982d-04a111421fbd gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:34.597457 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff37cadc-0fa6-46f3-a69d-20322cb1eed7 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.611065 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] For port 2a035449-7b7b-47e6-8819-f7e3e987a050, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2a035449-7b7b-47e6-8819-f7e3e987a050,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:34.656449 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-226adabc-71ee-4c67-85a8-67833425967d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.668846 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-226adabc-71ee-4c67-85a8-67833425967d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.697605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c2dc3d5f-ce49-4a91-b977-65ddbc7176cf None None] For port c81888c1-be7c-4ebf-b9e1-58b47e3611ff, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c81888c1-be7c-4ebf-b9e1-58b47e3611ff,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:34.698384 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2dc3d5f-ce49-4a91-b977-65ddbc7176cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.701736 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.707688 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-58afed7e-4a77-43d9-93c4-c6a7d1a3e8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e81e7f6-0f2b-499e-982d-04a111421fbd', 'name': 'tempest-NetworksTestDHCPv6-router-1819094000', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:25Z', 'updated_at': '2021-07-22T23:51:32Z', 'revision_number': 3, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:34.717242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc3d5f-ce49-4a91-b977-65ddbc7176cf None None] Calling delete_port for c81888c1-be7c-4ebf-b9e1-58b47e3611ff owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:34.744884 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58afed7e-4a77-43d9-93c4-c6a7d1a3e8a8 None None] Checking router: 6e81e7f6-0f2b-499e-982d-04a111421fbd for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:51:34.756830 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58afed7e-4a77-43d9-93c4-c6a7d1a3e8a8 None None] Routers {'6e81e7f6-0f2b-499e-982d-04a111421fbd'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:34.757913 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-58afed7e-4a77-43d9-93c4-c6a7d1a3e8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:51:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['6e81e7f6-0f2b-499e-982d-04a111421fbd'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:34.788644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37cadc-0fa6-46f3-a69d-20322cb1eed7 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e429821-5388-4f13-ad16-1a346435d543,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:34.815048 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-226adabc-71ee-4c67-85a8-67833425967d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.815158 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226adabc-71ee-4c67-85a8-67833425967d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Fanout notify agent at l3_agent the message router_deleted on router 6e81e7f6-0f2b-499e-982d-04a111421fbd {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:51:34.819572 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff37cadc-0fa6-46f3-a69d-20322cb1eed7 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.827469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ff37cadc-0fa6-46f3-a69d-20322cb1eed7 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1446280 Jul 22 23:51:34.828137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32992) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:34.829542 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:34.833226 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.833427 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-226adabc-71ee-4c67-85a8-67833425967d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.836788 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-226adabc-71ee-4c67-85a8-67833425967d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/routers/6e81e7f6-0f2b-499e-982d-04a111421fbd HTTP/1.1" status: 204 len: 168 time: 0.6590698 Jul 22 23:51:34.837075 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] 10.222.0.95 "PUT /v2.0/ports/2a035449-7b7b-47e6-8819-f7e3e987a050 HTTP/1.1" status: 200 len: 1091 time: 2.1585891 Jul 22 23:51:34.843268 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345b67c0-a6f7-4efb-a66b-f959fc556c68', 'tag': '2a035449-7b7b-47e6-8819-f7e3e987a050'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:34.845608 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e405c94d-f0ed-4f3e-956e-b67482aa3a29" -d '{"events": [{"name": "network-changed", "server_uuid": "345b67c0-a6f7-4efb-a66b-f959fc556c68", "tag": "2a035449-7b7b-47e6-8819-f7e3e987a050"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:34.849020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32994) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:34.852999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-59558eac-c3ff-4357-958f-06fdc7ca9831 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': '0e429821-5388-4f13-ad16-1a346435d543', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:34.879156 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2dc3d5f-ce49-4a91-b977-65ddbc7176cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.901862 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33002) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:34.905321 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ace456e-9e63-4990-be01-a76e3120e5b6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0406713 Jul 22 23:51:34.907826 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33004) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:34.937280 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc3d5f-ce49-4a91-b977-65ddbc7176cf None None] Pushing event deleted for resources: {'Port': ['ID=c81888c1-be7c-4ebf-b9e1-58b47e3611ff,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:34.938865 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-58afed7e-4a77-43d9-93c4-c6a7d1a3e8a8 None None] Set router 6e81e7f6-0f2b-499e-982d-04a111421fbd gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:34.956056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dc3d5f-ce49-4a91-b977-65ddbc7176cf None None] No DVR routers for this DVR port c81888c1-be7c-4ebf-b9e1-58b47e3611ff on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:51:34.998219 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee32b20-e0f6-4b1f-b019-0efea3d671f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2a035449-7b7b-47e6-8819-f7e3e987a050,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:35.022336 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-58afed7e-4a77-43d9-93c4-c6a7d1a3e8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e81e7f6-0f2b-499e-982d-04a111421fbd', 'name': 'tempest-NetworksTestDHCPv6-router-1819094000', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:25Z', 'updated_at': '2021-07-22T23:51:32Z', 'revision_number': 3, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:35.045794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9762d-7bc1-407d-afcd-65ee7dc50e50 req-ea6a2d4a-5b4d-44df-92b7-b2b83ae21990 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:35.047623 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fbe9762d-7bc1-407d-afcd-65ee7dc50e50 req-ea6a2d4a-5b4d-44df-92b7-b2b83ae21990 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 943 time: 0.4451389 Jul 22 23:51:35.048511 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59558eac-c3ff-4357-958f-06fdc7ca9831 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:35.064343 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef00b754-1651-4c90-8226-cb643211d8ad tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:35.070366 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ef00b754-1651-4c90-8226-cb643211d8ad tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1603842 Jul 22 23:51:35.072071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33008) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:35.078523 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58afed7e-4a77-43d9-93c4-c6a7d1a3e8a8 None None] The sync data for ids ['6e81e7f6-0f2b-499e-982d-04a111421fbd'] in n-d-688802-2 is: [{'id': '6e81e7f6-0f2b-499e-982d-04a111421fbd', 'name': 'tempest-NetworksTestDHCPv6-router-1819094000', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:25Z', 'updated_at': '2021-07-22T23:51:32Z', 'revision_number': 3, 'project_id': '3e15117d3ac8408fb4014e5e132855bf', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:51:35.133704 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fbe9762d-7bc1-407d-afcd-65ee7dc50e50 req-e03a9020-2849-4a4c-bd49-64948e8ff8da tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739419 Jul 22 23:51:35.143544 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-c5589b4d-82a1-4549-ac06-05312f4c1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:35.157463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-c5589b4d-82a1-4549-ac06-05312f4c1c59 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e4faf032effb4aec924b2cadd5d45fa3&device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 1094 time: 0.2497387 Jul 22 23:51:35.204514 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-658a716f-c204-4105-9a51-10d788952962 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1301012 Jul 22 23:51:35.205941 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33010) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:35.213357 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e28d30ad-85fc-48e5-a301-e271c24b9150 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:35.214001 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-3fd1a5a8-57ab-4a7b-9af8-214c04bd8b0b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a035449-7b7b-47e6-8819-f7e3e987a050 HTTP/1.1" status: 200 len: 217 time: 0.0427775 Jul 22 23:51:35.238226 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59558eac-c3ff-4357-958f-06fdc7ca9831 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:35.296160 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59558eac-c3ff-4357-958f-06fdc7ca9831 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:35.333760 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68f18a5-f7c2-421b-ad9d-dd9cc431ae1b x-openstack-request-id: req-b68f18a5-f7c2-421b-ad9d-dd9cc431ae1b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:35.334315 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345b67c0-a6f7-4efb-a66b-f959fc556c68", "tag": "2a035449-7b7b-47e6-8819-f7e3e987a050", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:35.334721 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b68f18a5-f7c2-421b-ad9d-dd9cc431ae1b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:35.335438 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345b67c0-a6f7-4efb-a66b-f959fc556c68', 'tag': '2a035449-7b7b-47e6-8819-f7e3e987a050', 'status': 'completed', 'code': 200} Jul 22 23:51:35.342735 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-59558eac-c3ff-4357-958f-06fdc7ca9831 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:35.344179 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-59558eac-c3ff-4357-958f-06fdc7ca9831 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5017681 Jul 22 23:51:35.347987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:35.353113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-19836a01-f72a-4387-b87c-3c58690eca59 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': '0e429821-5388-4f13-ad16-1a346435d543', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:35.361396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59558eac-c3ff-4357-958f-06fdc7ca9831 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56cb4f96-5d58-43d4-87ac-8d110286ff29,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:35.380265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-01a8e653-c36c-482d-8fa3-d63a493de3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:35.382896 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-01a8e653-c36c-482d-8fa3-d63a493de3df service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cccc704-dfc0-4d65-836a-00a99882898e HTTP/1.1" status: 200 len: 853 time: 0.1608284 Jul 22 23:51:35.421574 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33016) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:35.435410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-618213e5-6d10-4c2c-a0f7-4a033362399a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438194 Jul 22 23:51:35.437249 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19836a01-f72a-4387-b87c-3c58690eca59 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:35.450291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28d30ad-85fc-48e5-a301-e271c24b9150 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:35.456994 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e28d30ad-85fc-48e5-a301-e271c24b9150 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:35.496999 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9340e6c6-8ab4-47b4-bcbc-c9afcb72117f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:35.509600 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:35.546750 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f7df-0753-49d2-8e03-970a86e46631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:35.582174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-eb7b8f18-30c5-4757-aee6-853eac1b20e6 service neutron] 10.222.0.95 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357775 Jul 22 23:51:35.590847 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c81888c1-be7c-4ebf-b9e1-58b47e3611ff no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:51:35.624067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: c81888c1-be7c-4ebf-b9e1-58b47e3611ff {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:51:35.624482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c81888c1-be7c-4ebf-b9e1-58b47e3611ff not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:51:35.624818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b69938a6-6d9e-41d3-9437-4728799d25fe no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:51:35.663430 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: b69938a6-6d9e-41d3-9437-4728799d25fe {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:51:35.664065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b69938a6-6d9e-41d3-9437-4728799d25fe not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:51:35.714637 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa6f4981-d7ae-4025-80ee-f6a4e7c237fc req-bf57ef60-1d5c-4f06-8260-7f02fb976670 service neutron] 10.222.0.95 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249421 Jul 22 23:51:35.809716 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9340e6c6-8ab4-47b4-bcbc-c9afcb72117f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:35.816668 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9340e6c6-8ab4-47b4-bcbc-c9afcb72117f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:35.823978 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-19836a01-f72a-4387-b87c-3c58690eca59 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 23:51:35.827640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-19836a01-f72a-4387-b87c-3c58690eca59 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4759309 Jul 22 23:51:35.827640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405c94d-f0ed-4f3e-956e-b67482aa3a29 req-9c79cab1-a436-4632-a57a-5c06ec709297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:35.828520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e405c94d-f0ed-4f3e-956e-b67482aa3a29 req-9c79cab1-a436-4632-a57a-5c06ec709297 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e4faf032effb4aec924b2cadd5d45fa3&device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 1094 time: 0.0636954 Jul 22 23:51:35.829140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33020) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:35.880315 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9340e6c6-8ab4-47b4-bcbc-c9afcb72117f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47d6f40173d04cbcbaca2a8e77db5157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9773273 Jul 22 23:51:35.884824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33022) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:35.885534 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340e6c6-8ab4-47b4-bcbc-c9afcb72117f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c10c29-d353-413e-9a3a-eb14c52b4243,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:35.964229 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57b097b2-8aa5-4646-9276-13123807d293 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:35.967126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405c94d-f0ed-4f3e-956e-b67482aa3a29 req-85e7e4a8-b3c8-444f-bb38-379936461cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:35.968605 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e405c94d-f0ed-4f3e-956e-b67482aa3a29 req-85e7e4a8-b3c8-444f-bb38-379936461cb4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb HTTP/1.1" status: 200 len: 914 time: 0.1310320 Jul 22 23:51:36.034928 n-d-688802-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-e28d30ad-85fc-48e5-a301-e271c24b9150 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:51:36.042919 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e28d30ad-85fc-48e5-a301-e271c24b9150 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.060624 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75665622-c685-4753-b364-b6d9379989b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.119102 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28d30ad-85fc-48e5-a301-e271c24b9150 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:36.140731 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e28d30ad-85fc-48e5-a301-e271c24b9150 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:36.147541 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75665622-c685-4753-b364-b6d9379989b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.150846 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaa883b-2617-4e56-9f57-6049869665bd None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:36.157371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28d30ad-85fc-48e5-a301-e271c24b9150 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:36.157981 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e28d30ad-85fc-48e5-a301-e271c24b9150 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.188871 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f7df-0753-49d2-8e03-970a86e46631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.198601 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d30ad-85fc-48e5-a301-e271c24b9150 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=bb932e1f-d74c-4184-b81e-692ad5172d6c,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:36.209060 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f7df-0753-49d2-8e03-970a86e46631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.228165 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e28d30ad-85fc-48e5-a301-e271c24b9150 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0205321 Jul 22 23:51:36.228823 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33026) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:36.242812 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c5e0b6d5-087b-4176-8fed-f249a16e7742 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:36.287566 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b4e4f7df-0753-49d2-8e03-970a86e46631 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b656664de69488c9969c3751a83c94e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8589575 Jul 22 23:51:36.287566 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33028) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:36.304585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4f7df-0753-49d2-8e03-970a86e46631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f84187f-76b7-4792-89fc-f644a8efd553,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:36.315228 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75665622-c685-4753-b364-b6d9379989b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.317719 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75665622-c685-4753-b364-b6d9379989b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.318878 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-75665622-c685-4753-b364-b6d9379989b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52c10c29-d353-413e-9a3a-eb14c52b4243 HTTP/1.1" status: 204 len: 168 time: 0.4280744 Jul 22 23:51:36.357013 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'fixed_ips': [{'subnet_id': 'bb932e1f-d74c-4184-b81e-692ad5172d6c'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:51:36.357927 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.371669 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75665622-c685-4753-b364-b6d9379989b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c10c29-d353-413e-9a3a-eb14c52b4243,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:36.373708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e405c94d-f0ed-4f3e-956e-b67482aa3a29 req-9d9f7271-8640-4b28-a2a6-ea116121f287 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a035449-7b7b-47e6-8819-f7e3e987a050 HTTP/1.1" status: 200 len: 217 time: 0.3962257 Jul 22 23:51:36.389291 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57b097b2-8aa5-4646-9276-13123807d293 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.438331 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c463fa2a-f2f1-4d17-8cf8-b9b9026b4406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.469946 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c463fa2a-f2f1-4d17-8cf8-b9b9026b4406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.492372 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405c94d-f0ed-4f3e-956e-b67482aa3a29 req-51cf6afb-094c-4351-b582-1f623809989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:36.493879 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e405c94d-f0ed-4f3e-956e-b67482aa3a29 req-51cf6afb-094c-4351-b582-1f623809989f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cccc704-dfc0-4d65-836a-00a99882898e HTTP/1.1" status: 200 len: 853 time: 0.1086242 Jul 22 23:51:36.522349 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e0b6d5-087b-4176-8fed-f249a16e7742 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:36.526856 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5e0b6d5-087b-4176-8fed-f249a16e7742 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.537291 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57b097b2-8aa5-4646-9276-13123807d293 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.540685 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-57b097b2-8aa5-4646-9276-13123807d293 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.542419 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-57b097b2-8aa5-4646-9276-13123807d293 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "DELETE /v2.0/security-groups/0e429821-5388-4f13-ad16-1a346435d543 HTTP/1.1" status: 204 len: 168 time: 0.7123420 Jul 22 23:51:36.548127 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33032) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:36.550277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Allocated IP 2001:db8::f816:3eff:fea1:4dcf (c35e90f8-c2e7-4be8-8499-34cc32d977ae/bb932e1f-d74c-4184-b81e-692ad5172d6c/42d3b1af-cf75-421e-a593-0c1c3097224b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:36.551042 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e405c94d-f0ed-4f3e-956e-b67482aa3a29 req-3f2f166e-f1de-42e9-9bdc-939051db90fa service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487585 Jul 22 23:51:36.569907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b097b2-8aa5-4646-9276-13123807d293 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e429821-5388-4f13-ad16-1a346435d543,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:36.572947 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c463fa2a-f2f1-4d17-8cf8-b9b9026b4406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.575963 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c463fa2a-f2f1-4d17-8cf8-b9b9026b4406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.577314 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c463fa2a-f2f1-4d17-8cf8-b9b9026b4406 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f84187f-76b7-4792-89fc-f644a8efd553 HTTP/1.1" status: 204 len: 168 time: 0.2907026 Jul 22 23:51:36.580680 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764e64e-3e0a-47ae-a44b-b96d42608315 req-86fcebb2-99e2-44d6-aaea-c0112fca0e88 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:36.582269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d764e64e-3e0a-47ae-a44b-b96d42608315 req-86fcebb2-99e2-44d6-aaea-c0112fca0e88 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 943 time: 0.2150555 Jul 22 23:51:36.623875 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463fa2a-f2f1-4d17-8cf8-b9b9026b4406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f84187f-76b7-4792-89fc-f644a8efd553,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:36.683545 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-803d2d2a-fe84-4749-adad-d802217b6c49 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1332884 Jul 22 23:51:36.687213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d764e64e-3e0a-47ae-a44b-b96d42608315 req-580d9c05-4487-487a-9d40-887c10b6f7ce tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942984 Jul 22 23:51:36.688270 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33038) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:36.696967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-aeb8b67c-ba55-429c-ab7b-2b47d12901ad tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group': {'name': 'tempest-secgroup--819055864'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:36.718566 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e405c94d-f0ed-4f3e-956e-b67482aa3a29 req-05984570-8f52-448e-9d34-8310c0298d7d service neutron] 10.222.0.95 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581650 Jul 22 23:51:36.742784 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aeb8b67c-ba55-429c-ab7b-2b47d12901ad tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.757086 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.765770 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Transition to ACTIVE for port object 42d3b1af-cf75-421e-a593-0c1c3097224b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:36.780817 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Transition to ACTIVE for port object 42d3b1af-cf75-421e-a593-0c1c3097224b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:36.825926 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.884378 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:36.892149 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:36.895307 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Pushing event updated for resources: {'Port': ['ID=42d3b1af-cf75-421e-a593-0c1c3097224b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:36.903775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:36.943700 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e405c94d-f0ed-4f3e-956e-b67482aa3a29 req-2d64fbba-7fc5-41ab-ba89-0ec5ce6011e8 service neutron] 10.222.0.95 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148645 Jul 22 23:51:36.980013 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5e0b6d5-087b-4176-8fed-f249a16e7742 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.993963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Attempting to bind port 42d3b1af-cf75-421e-a593-0c1c3097224b on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:36.994266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Attempting to bind port 42d3b1af-cf75-421e-a593-0c1c3097224b by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:36.994706 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Attempting to bind port 42d3b1af-cf75-421e-a593-0c1c3097224b on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:36.999918 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:37.000886 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:37.000886 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.001140 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:37.001563 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Bound port: 42d3b1af-cf75-421e-a593-0c1c3097224b, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:37.002094 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.005311 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.016388 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aeb8b67c-ba55-429c-ab7b-2b47d12901ad tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.026537 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aeb8b67c-ba55-429c-ab7b-2b47d12901ad tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.044465 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e0b6d5-087b-4176-8fed-f249a16e7742 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:37.061453 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c5e0b6d5-087b-4176-8fed-f249a16e7742 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:37.065007 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e0b6d5-087b-4176-8fed-f249a16e7742 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:37.065932 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5e0b6d5-087b-4176-8fed-f249a16e7742 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.092726 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aeb8b67c-ba55-429c-ab7b-2b47d12901ad tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.097262 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-aeb8b67c-ba55-429c-ab7b-2b47d12901ad tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4047940 Jul 22 23:51:37.097262 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0b6d5-087b-4176-8fed-f249a16e7742 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=1880c35f-6cd1-4df1-a15a-cc372ba7de37,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:37.097529 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33052) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:37.102508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4d394225-3ad8-419a-970a-7965b8ee5562 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': '7176eb1c-c692-4621-a069-f0529e75901a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:37.103501 n-d-688802-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-4d394225-3ad8-419a-970a-7965b8ee5562 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 23:51:37.103976 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-4d394225-3ad8-419a-970a-7965b8ee5562 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:37.104084 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] For port 42d3b1af-cf75-421e-a593-0c1c3097224b, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:37.107672 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d394225-3ad8-419a-970a-7965b8ee5562 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065196 Jul 22 23:51:37.108371 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33054) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:37.109970 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] For port 42d3b1af-cf75-421e-a593-0c1c3097224b, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=42d3b1af-cf75-421e-a593-0c1c3097224b,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:37.116713 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.121517 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8b67c-ba55-429c-ab7b-2b47d12901ad tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7176eb1c-c692-4621-a069-f0529e75901a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:37.133849 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c5e0b6d5-087b-4176-8fed-f249a16e7742 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8951843 Jul 22 23:51:37.134540 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33056) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:37.139545 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7e35e121-bda2-4528-84e0-92acf7930cec tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'mac_address': 'fa:16:3e:3a:96:2e', 'name': 'tempest-NetworksTestDHCPv6-553979234'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:37.203147 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbf303-31f8-4c1b-b095-9f46e1e838c7 None None] Pushing event updated for resources: {'Port': ['ID=42d3b1af-cf75-421e-a593-0c1c3097224b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:37.223372 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-310f0f7e-ed7b-44a9-a0c3-c295d2d5853c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.281057 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-310f0f7e-ed7b-44a9-a0c3-c295d2d5853c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.305721 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:51:37.307467 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e35e121-bda2-4528-84e0-92acf7930cec tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:37.342828 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-310f0f7e-ed7b-44a9-a0c3-c295d2d5853c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.346195 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-310f0f7e-ed7b-44a9-a0c3-c295d2d5853c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.351595 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-310f0f7e-ed7b-44a9-a0c3-c295d2d5853c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "DELETE /v2.0/security-groups/7176eb1c-c692-4621-a069-f0529e75901a HTTP/1.1" status: 204 len: 168 time: 0.2419744 Jul 22 23:51:37.351761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33068) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:37.368827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f0f7e-ed7b-44a9-a0c3-c295d2d5853c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7176eb1c-c692-4621-a069-f0529e75901a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:37.481380 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-82e80a31-0f12-4769-adc4-d88b3c15e820 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1286764 Jul 22 23:51:37.485496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33074) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:37.489184 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e35e121-bda2-4528-84e0-92acf7930cec tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.491746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8bc4b5c7-a62b-468a-b8c5-5f19c3ae0ebb tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021201440'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:37.519041 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-7e35e121-bda2-4528-84e0-92acf7930cec tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port e5e8c8e2-8451-4406-90da-3891e967bdbd yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:51:37.530395 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc4b5c7-a62b-468a-b8c5-5f19c3ae0ebb tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.660757 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc4b5c7-a62b-468a-b8c5-5f19c3ae0ebb tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.665580 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc4b5c7-a62b-468a-b8c5-5f19c3ae0ebb tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.705593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4b5c7-a62b-468a-b8c5-5f19c3ae0ebb tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31cb028-37f7-4f9c-ba5d-8a0c6867e0c4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:37.710941 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8bc4b5c7-a62b-468a-b8c5-5f19c3ae0ebb tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.715369 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8bc4b5c7-a62b-468a-b8c5-5f19c3ae0ebb tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2287574 Jul 22 23:51:37.716361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33086) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:37.723357 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3148407a-7005-4b8c-8eb0-9b01e55e3822 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': 'e31cb028-37f7-4f9c-ba5d-8a0c6867e0c4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:37.724346 n-d-688802-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-3148407a-7005-4b8c-8eb0-9b01e55e3822 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 23:51:37.725471 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-3148407a-7005-4b8c-8eb0-9b01e55e3822 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:37.729856 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3148407a-7005-4b8c-8eb0-9b01e55e3822 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0121119 Jul 22 23:51:37.730644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33088) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:37.732255 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7e35e121-bda2-4528-84e0-92acf7930cec tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 172.20.0.14 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/1880c35f-6cd1-4df1-a15a-cc372ba7de37/e5e8c8e2-8451-4406-90da-3891e967bdbd) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:37.748509 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7e35e121-bda2-4528-84e0-92acf7930cec tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::f816:3eff:fe3a:962e (c35e90f8-c2e7-4be8-8499-34cc32d977ae/bb932e1f-d74c-4184-b81e-692ad5172d6c/e5e8c8e2-8451-4406-90da-3891e967bdbd) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:37.826758 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e7b5b4c-5b29-4a3a-8ccc-42ae7621f49c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.883208 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e7b5b4c-5b29-4a3a-8ccc-42ae7621f49c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.945206 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae056b-fc2d-4bc4-a706-c09264f252c1 req-0893caf7-a9c5-4220-a966-cd3deede54ac tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:37.946949 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9ae056b-fc2d-4bc4-a706-c09264f252c1 req-0893caf7-a9c5-4220-a966-cd3deede54ac tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 943 time: 0.1175265 Jul 22 23:51:37.961874 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e7b5b4c-5b29-4a3a-8ccc-42ae7621f49c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.964440 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e7b5b4c-5b29-4a3a-8ccc-42ae7621f49c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.970576 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6e7b5b4c-5b29-4a3a-8ccc-42ae7621f49c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "DELETE /v2.0/security-groups/e31cb028-37f7-4f9c-ba5d-8a0c6867e0c4 HTTP/1.1" status: 204 len: 168 time: 0.2358582 Jul 22 23:51:37.974911 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33096) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:37.991172 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b5b4c-5b29-4a3a-8ccc-42ae7621f49c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31cb028-37f7-4f9c-ba5d-8a0c6867e0c4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:38.015916 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9ae056b-fc2d-4bc4-a706-c09264f252c1 req-8d80171e-97a8-4894-b0de-4e3247e3d966 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629301 Jul 22 23:51:38.056372 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e35e121-bda2-4528-84e0-92acf7930cec tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.093573 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7e35e121-bda2-4528-84e0-92acf7930cec tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object e5e8c8e2-8451-4406-90da-3891e967bdbd will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:38.103858 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cc1ab578-e855-400d-b5bc-f341c93b0805 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1274211 Jul 22 23:51:38.108068 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33104) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:38.113767 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6c04e2db-77f1-40d1-86f7-68c9a4c9d6f4 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group': {'name': 'tempest-secgroup--82285656'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:38.152266 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c04e2db-77f1-40d1-86f7-68c9a4c9d6f4 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.155640 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e35e121-bda2-4528-84e0-92acf7930cec tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.220458 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e35e121-bda2-4528-84e0-92acf7930cec tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:38.225563 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7e35e121-bda2-4528-84e0-92acf7930cec tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:38.228230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33106) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:38.233657 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35e121-bda2-4528-84e0-92acf7930cec tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:38.272361 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35e121-bda2-4528-84e0-92acf7930cec tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=e5e8c8e2-8451-4406-90da-3891e967bdbd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:38.310249 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c04e2db-77f1-40d1-86f7-68c9a4c9d6f4 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.316642 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c04e2db-77f1-40d1-86f7-68c9a4c9d6f4 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.352049 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c04e2db-77f1-40d1-86f7-68c9a4c9d6f4 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.353178 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6c04e2db-77f1-40d1-86f7-68c9a4c9d6f4 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2437966 Jul 22 23:51:38.356132 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:38.362218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a9e4117a-18ee-48e9-8ea0-e2db3ba44a18 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': '885ef7cc-e4f6-4ff1-8867-a23d826aedae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:38.362394 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e35e121-bda2-4528-84e0-92acf7930cec tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:38.363267 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e35e121-bda2-4528-84e0-92acf7930cec tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.364311 n-d-688802-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-a9e4117a-18ee-48e9-8ea0-e2db3ba44a18 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 23:51:38.364826 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-a9e4117a-18ee-48e9-8ea0-e2db3ba44a18 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:38.368706 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a9e4117a-18ee-48e9-8ea0-e2db3ba44a18 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086188 Jul 22 23:51:38.368706 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04e2db-77f1-40d1-86f7-68c9a4c9d6f4 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885ef7cc-e4f6-4ff1-8867-a23d826aedae,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:38.369227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33116) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:38.374592 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f94eb502-fe56-44ff-b469-77024bebc6f5 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': '885ef7cc-e4f6-4ff1-8867-a23d826aedae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:38.375935 n-d-688802-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-f94eb502-fe56-44ff-b469-77024bebc6f5 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 23:51:38.376801 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f94eb502-fe56-44ff-b469-77024bebc6f5 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:38.378127 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f94eb502-fe56-44ff-b469-77024bebc6f5 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077381 Jul 22 23:51:38.383418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33118) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:38.390251 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d1d16c85-723c-470b-b824-63a3c8dba432 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': '885ef7cc-e4f6-4ff1-8867-a23d826aedae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:38.391354 n-d-688802-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-d1d16c85-723c-470b-b824-63a3c8dba432 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 23:51:38.392015 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-d1d16c85-723c-470b-b824-63a3c8dba432 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:38.393881 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d1d16c85-723c-470b-b824-63a3c8dba432 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095031 Jul 22 23:51:38.394547 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7e35e121-bda2-4528-84e0-92acf7930cec tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2585461 Jul 22 23:51:38.396991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33122) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:38.397438 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33120) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:38.411841 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b448f8ab-6546-4152-af39-df8c8d31d136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.412061 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-afd2367c-4ecc-4945-b82c-5ce847227f26 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': '885ef7cc-e4f6-4ff1-8867-a23d826aedae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:38.414394 n-d-688802-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-afd2367c-4ecc-4945-b82c-5ce847227f26 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 23:51:38.414778 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-afd2367c-4ecc-4945-b82c-5ce847227f26 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:38.418481 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-afd2367c-4ecc-4945-b82c-5ce847227f26 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0161734 Jul 22 23:51:38.422205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33126) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:38.516254 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd806c2-a264-49c5-a75a-87a1fb563ebd None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:38.529860 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b448f8ab-6546-4152-af39-df8c8d31d136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.534883 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b448f8ab-6546-4152-af39-df8c8d31d136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.540650 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4f7e50f-4d48-4814-9c85-05efeb88a490 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.574063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525aaf45-86f6-4e14-b0b6-fe336e5b01c2 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:38.581443 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525aaf45-86f6-4e14-b0b6-fe336e5b01c2 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:38.583123 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-525aaf45-86f6-4e14-b0b6-fe336e5b01c2 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1842880 Jul 22 23:51:38.585816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33132) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:38.599564 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4f7e50f-4d48-4814-9c85-05efeb88a490 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.608601 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0179d6f7-403f-4a1f-a3f1-c06f07fa0013 None None] Provisioning for port 42d3b1af-cf75-421e-a593-0c1c3097224b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:38.660802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33134) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:38.661043 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b448f8ab-6546-4152-af39-df8c8d31d136 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=780dc05719ae462bb6398c66716c7697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4313087 Jul 22 23:51:38.670993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448f8ab-6546-4152-af39-df8c8d31d136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608c77c8-1aa3-407e-9d05-8909777a6b9d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:38.683411 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4f7e50f-4d48-4814-9c85-05efeb88a490 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.686579 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4f7e50f-4d48-4814-9c85-05efeb88a490 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.691372 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c4f7e50f-4d48-4814-9c85-05efeb88a490 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "DELETE /v2.0/security-groups/885ef7cc-e4f6-4ff1-8867-a23d826aedae HTTP/1.1" status: 204 len: 168 time: 0.2450106 Jul 22 23:51:38.696357 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33136) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:38.713977 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7e50f-4d48-4814-9c85-05efeb88a490 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=885ef7cc-e4f6-4ff1-8867-a23d826aedae,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:38.737711 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e852b978-675c-48a2-b30a-a7dcf4c98b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.763432 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1cde280b-7048-4edb-95f2-8a5f798fc24b tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0630636 Jul 22 23:51:38.763947 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e852b978-675c-48a2-b30a-a7dcf4c98b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.764033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33140) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:38.770875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-df68fa96-fbe7-4064-864d-f845a618e19a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group': {'name': 'tempest-secgroup--737921565'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:38.807147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-db52de54-0057-4524-bd3b-4f24c153af6d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port e5e8c8e2-8451-4406-90da-3891e967bdbd {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:38.807544 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db52de54-0057-4524-bd3b-4f24c153af6d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.833705 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e852b978-675c-48a2-b30a-a7dcf4c98b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.836485 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e852b978-675c-48a2-b30a-a7dcf4c98b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.837676 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e852b978-675c-48a2-b30a-a7dcf4c98b83 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/608c77c8-1aa3-407e-9d05-8909777a6b9d HTTP/1.1" status: 204 len: 168 time: 0.1756184 Jul 22 23:51:38.847460 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df68fa96-fbe7-4064-864d-f845a618e19a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:38.865558 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852b978-675c-48a2-b30a-a7dcf4c98b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608c77c8-1aa3-407e-9d05-8909777a6b9d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:38.903601 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd47ca6-70aa-46d0-ac95-65cfc09d3c8d None None] Update dhcp port {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'fixed_ips': [{'subnet_id': 'bb932e1f-d74c-4184-b81e-692ad5172d6c', 'ip_address': '2001:db8::f816:3eff:fea1:4dcf'}, {'subnet_id': '1880c35f-6cd1-4df1-a15a-cc372ba7de37'}], 'binding:host_id': 'n-d-688802-2'}, 'id': '42d3b1af-cf75-421e-a593-0c1c3097224b'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:51:38.945885 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fd47ca6-70aa-46d0-ac95-65cfc09d3c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:39.027394 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db52de54-0057-4524-bd3b-4f24c153af6d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:39.056480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-db52de54-0057-4524-bd3b-4f24c153af6d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for e5e8c8e2-8451-4406-90da-3891e967bdbd owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:39.061824 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df68fa96-fbe7-4064-864d-f845a618e19a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:39.073983 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df68fa96-fbe7-4064-864d-f845a618e19a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:39.146544 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-df68fa96-fbe7-4064-864d-f845a618e19a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:39.147957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-df68fa96-fbe7-4064-864d-f845a618e19a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3830361 Jul 22 23:51:39.150941 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33154) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:39.152120 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68fa96-fbe7-4064-864d-f845a618e19a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a0f995-e86e-41fe-ba2d-9191126bbddc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:39.156095 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f5e20842-f1c2-4844-a5ee-20a32c380feb tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': '95a0f995-e86e-41fe-ba2d-9191126bbddc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:39.156583 n-d-688802-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-f5e20842-f1c2-4844-a5ee-20a32c380feb tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 23:51:39.157221 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-f5e20842-f1c2-4844-a5ee-20a32c380feb tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:39.158898 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f5e20842-f1c2-4844-a5ee-20a32c380feb tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062411 Jul 22 23:51:39.162070 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33156) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:39.172239 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6b9d2d6a-cf92-4bc5-aae1-f064bcfb8b0f tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': '95a0f995-e86e-41fe-ba2d-9191126bbddc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:39.219246 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2fd47ca6-70aa-46d0-ac95-65cfc09d3c8d None None] Allocated IP 172.20.0.2 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/1880c35f-6cd1-4df1-a15a-cc372ba7de37/42d3b1af-cf75-421e-a593-0c1c3097224b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:39.275469 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-6b9d2d6a-cf92-4bc5-aae1-f064bcfb8b0f tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:39.279538 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6b9d2d6a-cf92-4bc5-aae1-f064bcfb8b0f tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1134274 Jul 22 23:51:39.279655 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33164) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:39.284756 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a8986195-7649-46c7-9859-bad24bd64c40 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': '95a0f995-e86e-41fe-ba2d-9191126bbddc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:39.284961 n-d-688802-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-a8986195-7649-46c7-9859-bad24bd64c40 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 23:51:39.287730 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-a8986195-7649-46c7-9859-bad24bd64c40 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:39.291492 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a8986195-7649-46c7-9859-bad24bd64c40 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081558 Jul 22 23:51:39.291629 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33166) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:39.308178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-87be9a79-f1a8-4923-9375-0fab511f01b0 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': '95a0f995-e86e-41fe-ba2d-9191126bbddc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:39.321226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e82cf-1c93-4cd8-84b7-ea966ea4f266 req-dbf3dfc8-58ce-4643-9129-2cb1a4f180dc tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:39.321226 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-653e82cf-1c93-4cd8-84b7-ea966ea4f266 req-dbf3dfc8-58ce-4643-9129-2cb1a4f180dc tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 943 time: 0.1377475 Jul 22 23:51:39.384526 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-87be9a79-f1a8-4923-9375-0fab511f01b0 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:39.385658 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-87be9a79-f1a8-4923-9375-0fab511f01b0 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0920720 Jul 22 23:51:39.388436 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33174) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:39.395391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-15283748-1787-446c-8fbf-f8a034336d65 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': '95a0f995-e86e-41fe-ba2d-9191126bbddc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:39.395977 n-d-688802-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-15283748-1787-446c-8fbf-f8a034336d65 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 23:51:39.396865 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-15283748-1787-446c-8fbf-f8a034336d65 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:39.397977 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-15283748-1787-446c-8fbf-f8a034336d65 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084598 Jul 22 23:51:39.402000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33176) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:39.421685 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-50f3a6c5-7e59-40f5-a5d6-0f9a452b016c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': '95a0f995-e86e-41fe-ba2d-9191126bbddc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:39.451165 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2fd47ca6-70aa-46d0-ac95-65cfc09d3c8d None None] For port 42d3b1af-cf75-421e-a593-0c1c3097224b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=42d3b1af-cf75-421e-a593-0c1c3097224b,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:39.475879 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-50f3a6c5-7e59-40f5-a5d6-0f9a452b016c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:39.476105 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 42d3b1af-cf75-421e-a593-0c1c3097224b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:39.483908 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-50f3a6c5-7e59-40f5-a5d6-0f9a452b016c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0763781 Jul 22 23:51:39.484061 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db52de54-0057-4524-bd3b-4f24c153af6d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:39.484166 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33180) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:39.490192 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5560885d-12bd-449a-928f-dfb8252c2dd2 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': '95a0f995-e86e-41fe-ba2d-9191126bbddc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:39.490771 n-d-688802-2 neutron-server[93820]: WARNING neutron.api.v2.base [None req-5560885d-12bd-449a-928f-dfb8252c2dd2 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 23:51:39.491276 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-5560885d-12bd-449a-928f-dfb8252c2dd2 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:39.494847 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5560885d-12bd-449a-928f-dfb8252c2dd2 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097003 Jul 22 23:51:39.495116 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-653e82cf-1c93-4cd8-84b7-ea966ea4f266 req-f535f698-4e0b-4824-8833-373e3bde9db9 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227219 Jul 22 23:51:39.495215 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33184) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:39.502612 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2033cbac-01e3-4a5b-b4c3-5a7a076da4fd tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': '95a0f995-e86e-41fe-ba2d-9191126bbddc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:39.554089 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fd47ca6-70aa-46d0-ac95-65cfc09d3c8d None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:39.554654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52de54-0057-4524-bd3b-4f24c153af6d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=e5e8c8e2-8451-4406-90da-3891e967bdbd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:39.584935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2fd47ca6-70aa-46d0-ac95-65cfc09d3c8d None None] Transition to ACTIVE for port object 42d3b1af-cf75-421e-a593-0c1c3097224b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:39.586013 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-2033cbac-01e3-4a5b-b4c3-5a7a076da4fd tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:39.587088 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 42d3b1af-cf75-421e-a593-0c1c3097224b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:39.588953 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2033cbac-01e3-4a5b-b4c3-5a7a076da4fd tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0922110 Jul 22 23:51:39.591054 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33186) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:39.597647 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2fd47ca6-70aa-46d0-ac95-65cfc09d3c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:39.598532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2d4600b2-c33f-420f-b4d1-7437dfd8ba8b tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': '95a0f995-e86e-41fe-ba2d-9191126bbddc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:39.649017 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-2d4600b2-c33f-420f-b4d1-7437dfd8ba8b tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:39.651473 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2d4600b2-c33f-420f-b4d1-7437dfd8ba8b tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0578027 Jul 22 23:51:39.653711 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33190) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:39.708306 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db52de54-0057-4524-bd3b-4f24c153af6d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:39.711460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-db52de54-0057-4524-bd3b-4f24c153af6d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/e5e8c8e2-8451-4406-90da-3891e967bdbd HTTP/1.1" status: 204 len: 168 time: 1.1244974 Jul 22 23:51:39.714599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33198) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:39.724395 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2a035449-7b7b-47e6-8819-f7e3e987a050 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:51:39.763332 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90dcbe36-ea7f-4bee-bfa8-251c4dd30fdb tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:39.766248 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd47ca6-70aa-46d0-ac95-65cfc09d3c8d None None] Pushing event updated for resources: {'Port': ['ID=42d3b1af-cf75-421e-a593-0c1c3097224b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:39.808343 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90dcbe36-ea7f-4bee-bfa8-251c4dd30fdb tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:39.809727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04827455-0ff4-4a22-ac3b-18a105ab3c96 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:39.811660 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04827455-0ff4-4a22-ac3b-18a105ab3c96 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:39.813724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04827455-0ff4-4a22-ac3b-18a105ab3c96 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:39.816403 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-04827455-0ff4-4a22-ac3b-18a105ab3c96 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1004808 Jul 22 23:51:39.819131 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33200) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:39.897556 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90dcbe36-ea7f-4bee-bfa8-251c4dd30fdb tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:39.901595 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90dcbe36-ea7f-4bee-bfa8-251c4dd30fdb tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:39.902587 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 2a035449-7b7b-47e6-8819-f7e3e987a050, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2a035449-7b7b-47e6-8819-f7e3e987a050,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:39.905999 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-90dcbe36-ea7f-4bee-bfa8-251c4dd30fdb tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "DELETE /v2.0/security-groups/95a0f995-e86e-41fe-ba2d-9191126bbddc HTTP/1.1" status: 204 len: 168 time: 0.2490673 Jul 22 23:51:39.906978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:39.924391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcbe36-ea7f-4bee-bfa8-251c4dd30fdb tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a0f995-e86e-41fe-ba2d-9191126bbddc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:39.924933 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '2a035449-7b7b-47e6-8819-f7e3e987a050', 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb', 'port_id': '2a035449-7b7b-47e6-8819-f7e3e987a050', 'mac_address': 'fa:16:3e:20:f9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cccc704-dfc0-4d65-836a-00a99882898e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:51:39.952631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7fcb4cb-a1e6-48fe-8054-578c4f9fe96d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 1880c35f-6cd1-4df1-a15a-cc372ba7de37 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:51:39.959758 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7fcb4cb-a1e6-48fe-8054-578c4f9fe96d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:39.994520 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.026735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a035449-7b7b-47e6-8819-f7e3e987a050 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:51:40.032722 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bb5c32c2-a6ac-4068-8d72-98ccdd4b017e tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1176410 Jul 22 23:51:40.033756 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33208) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:40.042017 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7fcb4cb-a1e6-48fe-8054-578c4f9fe96d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.050373 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8dee1923-3847-4a3d-9224-80c9be312114 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group': {'name': 'tempest-secgroup--132588667'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:40.074057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 2a035449-7b7b-47e6-8819-f7e3e987a050, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2a035449-7b7b-47e6-8819-f7e3e987a050,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:40.088814 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.092801 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dee1923-3847-4a3d-9224-80c9be312114 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.179402 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=2a035449-7b7b-47e6-8819-f7e3e987a050,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:40.180786 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7fcb4cb-a1e6-48fe-8054-578c4f9fe96d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.264818 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dee1923-3847-4a3d-9224-80c9be312114 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.271378 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dee1923-3847-4a3d-9224-80c9be312114 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.312390 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dee1923-3847-4a3d-9224-80c9be312114 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.313765 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7fcb4cb-a1e6-48fe-8054-578c4f9fe96d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.318268 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8dee1923-3847-4a3d-9224-80c9be312114 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2833500 Jul 22 23:51:40.319272 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33216) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:40.322458 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['2a035449-7b7b-47e6-8819-f7e3e987a050'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:51:40.324770 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9018c84c-3eed-4e45-9b44-8ab59154cdb0 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': 'ba4f9b41-6309-4e50-ab4c-e44e79e5383b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:40.331680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee1923-3847-4a3d-9224-80c9be312114 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4f9b41-6309-4e50-ab4c-e44e79e5383b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:40.379546 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-9018c84c-3eed-4e45-9b44-8ab59154cdb0 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The resource could not be found. Jul 22 23:51:40.384609 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33218) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:40.384883 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9018c84c-3eed-4e45-9b44-8ab59154cdb0 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0645103 Jul 22 23:51:40.391759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ee92fc1a-00b1-4949-b7fb-0b388ae2abbf tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': 'ba4f9b41-6309-4e50-ab4c-e44e79e5383b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '53f34158-3f10-40ff-822b-09fd9e33f469'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:40.400117 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcb4cb-a1e6-48fe-8054-578c4f9fe96d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=1880c35f-6cd1-4df1-a15a-cc372ba7de37,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:40.409796 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7fcb4cb-a1e6-48fe-8054-578c4f9fe96d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.412134 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c7fcb4cb-a1e6-48fe-8054-578c4f9fe96d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/1880c35f-6cd1-4df1-a15a-cc372ba7de37 HTTP/1.1" status: 204 len: 168 time: 0.5917649 Jul 22 23:51:40.415515 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33220) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:40.467452 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-ee92fc1a-00b1-4949-b7fb-0b388ae2abbf tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The resource could not be found. Jul 22 23:51:40.472332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ee92fc1a-00b1-4949-b7fb-0b388ae2abbf tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0822389 Jul 22 23:51:40.472910 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33224) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:40.502961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ddfb92-2772-482c-ac6c-62c9f5d9eba7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet bb932e1f-d74c-4184-b81e-692ad5172d6c {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:51:40.517037 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6ddfb92-2772-482c-ac6c-62c9f5d9eba7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.587732 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c539ff77-6de1-4902-9eb4-b650c78afd75 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.602057 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6ddfb92-2772-482c-ac6c-62c9f5d9eba7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.649890 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c539ff77-6de1-4902-9eb4-b650c78afd75 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.677369 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd02cdb-2eca-4e59-85bc-6f59d5a0bcda None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:40.713075 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6ddfb92-2772-482c-ac6c-62c9f5d9eba7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.718865 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c539ff77-6de1-4902-9eb4-b650c78afd75 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.721971 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c539ff77-6de1-4902-9eb4-b650c78afd75 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.725469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c539ff77-6de1-4902-9eb4-b650c78afd75 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "DELETE /v2.0/security-groups/ba4f9b41-6309-4e50-ab4c-e44e79e5383b HTTP/1.1" status: 204 len: 168 time: 0.2495346 Jul 22 23:51:40.756430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33234) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:40.789341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539ff77-6de1-4902-9eb4-b650c78afd75 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4f9b41-6309-4e50-ab4c-e44e79e5383b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:40.791700 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0d9748b6-01fe-4225-b19a-432d226b95db None None] Could not find standard attr ID for object e5e8c8e2-8451-4406-90da-3891e967bdbd. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:51:40.842331 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6ddfb92-2772-482c-ac6c-62c9f5d9eba7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.872958 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6ddfb92-2772-482c-ac6c-62c9f5d9eba7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.872958 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f6ddfb92-2772-482c-ac6c-62c9f5d9eba7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/bb932e1f-d74c-4184-b81e-692ad5172d6c HTTP/1.1" status: 204 len: 168 time: 0.4555981 Jul 22 23:51:40.875255 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33240) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:40.886188 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0d9748b6-01fe-4225-b19a-432d226b95db None None] Provisioning for port 42d3b1af-cf75-421e-a593-0c1c3097224b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:40.891419 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0d9748b6-01fe-4225-b19a-432d226b95db None None] Provisioning complete for port 42d3b1af-cf75-421e-a593-0c1c3097224b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:40.891797 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d9748b6-01fe-4225-b19a-432d226b95db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.903584 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-df6c21b6-a4a2-4802-8099-ae9a64ba4fc4 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1395187 Jul 22 23:51:40.904281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33242) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:40.911372 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3c024eab-ee51-4414-8902-1a96435cdd3c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': 'c892977a-08fc-4886-a0fc-07e3bf968fb0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:40.928479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddfb92-2772-482c-ac6c-62c9f5d9eba7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=bb932e1f-d74c-4184-b81e-692ad5172d6c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:41.001492 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7516d1ac-dfad-46fc-9ce7-df201e83dc65 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739975 Jul 22 23:51:41.004319 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:41.011198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6641c-a4f5-4cc5-a417-53ab31867c29 req-0bc57e48-750d-44c1-9e54-ab7b8e5abca2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:41.019199 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdd6641c-a4f5-4cc5-a417-53ab31867c29 req-0bc57e48-750d-44c1-9e54-ab7b8e5abca2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 944 time: 0.3080413 Jul 22 23:51:41.035637 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d9748b6-01fe-4225-b19a-432d226b95db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.042462 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8c4392a9-864a-469b-b801-83d507f678ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:41.070616 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-3c024eab-ee51-4414-8902-1a96435cdd3c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The resource could not be found. Jul 22 23:51:41.075118 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3c024eab-ee51-4414-8902-1a96435cdd3c tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1659031 Jul 22 23:51:41.076003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33250) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:41.078108 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aad2f5-4510-4838-8be0-edd65fdfe82d None None] DHCP port deletion for c35e90f8-c2e7-4be8-8499-34cc32d977ae request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:51:41.114429 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f5a8483a-e1cf-4511-b856-fc5ac85ade7a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431686149'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:41.114653 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0d9748b6-01fe-4225-b19a-432d226b95db None None] For port 42d3b1af-cf75-421e-a593-0c1c3097224b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=42d3b1af-cf75-421e-a593-0c1c3097224b,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:41.134898 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d9748b6-01fe-4225-b19a-432d226b95db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.174890 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdd6641c-a4f5-4cc5-a417-53ab31867c29 req-9f441d06-210e-4b89-8e31-9b3472551389 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282814 Jul 22 23:51:41.180401 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-f5a8483a-e1cf-4511-b856-fc5ac85ade7a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:51:41.180401 n-d-688802-2 neutron-server[93821]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 23:51:41.180401 n-d-688802-2 neutron-server[93821]: [parameters: {'project_id': 'd1977ce052a842d6bfe32285898f1087', 'id': 'cb591a1c-4cec-48f2-bb4a-f0b3aa8eab8a', 'expiration': datetime.datetime(2021, 7, 22, 23, 53, 41, 175937)}] Jul 22 23:51:41.180401 n-d-688802-2 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:51:41.180777 n-d-688802-2 neutron-server[93821]: DEBUG oslo_db.api [None req-f5a8483a-e1cf-4511-b856-fc5ac85ade7a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:51:41.192147 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4392a9-864a-469b-b801-83d507f678ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:41.198160 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c4392a9-864a-469b-b801-83d507f678ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.219133 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9748b6-01fe-4225-b19a-432d226b95db None None] Pushing event updated for resources: {'Port': ['ID=42d3b1af-cf75-421e-a593-0c1c3097224b,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:41.236288 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b7aad2f5-4510-4838-8be0-edd65fdfe82d None None] Deleting port 42d3b1af-cf75-421e-a593-0c1c3097224b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:41.236884 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7aad2f5-4510-4838-8be0-edd65fdfe82d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.353664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b7aad2f5-4510-4838-8be0-edd65fdfe82d None None] For port 42d3b1af-cf75-421e-a593-0c1c3097224b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=42d3b1af-cf75-421e-a593-0c1c3097224b,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:41.354131 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7aad2f5-4510-4838-8be0-edd65fdfe82d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.368615 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b7aad2f5-4510-4838-8be0-edd65fdfe82d None None] Calling delete_port for 42d3b1af-cf75-421e-a593-0c1c3097224b owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:41.387042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 42d3b1af-cf75-421e-a593-0c1c3097224b no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:51:41.467298 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33256) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:41.541975 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7aad2f5-4510-4838-8be0-edd65fdfe82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.582382 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aad2f5-4510-4838-8be0-edd65fdfe82d None None] Pushing event deleted for resources: {'Port': ['ID=42d3b1af-cf75-421e-a593-0c1c3097224b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:41.585736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aad2f5-4510-4838-8be0-edd65fdfe82d None None] No DVR routers for this DVR port 42d3b1af-cf75-421e-a593-0c1c3097224b on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:51:41.588184 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.621511 n-d-688802-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-8c4392a9-864a-469b-b801-83d507f678ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:51:41.670950 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-966dd109-d937-4ebe-8cfc-3765d88dffe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.685698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2a035449-7b7b-47e6-8819-f7e3e987a050 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:41.707538 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-f5a8483a-e1cf-4511-b856-fc5ac85ade7a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:51:41.707538 n-d-688802-2 neutron-server[93821]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:51:41.707538 n-d-688802-2 neutron-server[93821]: [parameters: {'project_id_1': 'd1977ce052a842d6bfe32285898f1087', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 51, 41, 687207)}] Jul 22 23:51:41.707538 n-d-688802-2 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:51:41.708217 n-d-688802-2 neutron-server[93821]: DEBUG oslo_db.api [None req-f5a8483a-e1cf-4511-b856-fc5ac85ade7a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:51:41.748350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 2a035449-7b7b-47e6-8819-f7e3e987a050 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:41.754340 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 2a035449-7b7b-47e6-8819-f7e3e987a050 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:41.755215 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.808246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33260) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:41.812674 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2c3f8ace-9c9f-4674-9e60-e4ec6be61540 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1099582858', 'description': 'tempest-secgroup-smoke-1099582858 description', 'project_id': '08e6f590bb3047c8a7f2021edeaee884'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:41.816160 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-966dd109-d937-4ebe-8cfc-3765d88dffe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.827460 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-966dd109-d937-4ebe-8cfc-3765d88dffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.851803 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.858680 n-d-688802-2 neutron-server[93820]: WARNING neutron.services.revisions.revision_plugin [None req-8c4392a9-864a-469b-b801-83d507f678ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Could not find related port for resource to bump revision. Jul 22 23:51:41.865751 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c4392a9-864a-469b-b801-83d507f678ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Port 42d3b1af-cf75-421e-a593-0c1c3097224b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93820) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 22 23:51:41.866058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c4392a9-864a-469b-b801-83d507f678ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Reverting IP allocation for 2001:db8::f816:3eff:fea1:4dcf {{(pid=93820) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 22 23:51:41.867053 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5a8483a-e1cf-4511-b856-fc5ac85ade7a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.873141 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c4392a9-864a-469b-b801-83d507f678ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea1:4dcf {{(pid=93820) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 22 23:51:41.874825 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-966dd109-d937-4ebe-8cfc-3765d88dffe3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=67af235bda514f8c8aa9458dfe0a2e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4058018 Jul 22 23:51:41.880312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:41.881355 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c4392a9-864a-469b-b801-83d507f678ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.887166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345b67c0-a6f7-4efb-a66b-f959fc556c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a035449-7b7b-47e6-8819-f7e3e987a050'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:41.890772 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63922aca-1abe-44dc-b46b-817bce124861" -d '{"events": [{"server_uuid": "345b67c0-a6f7-4efb-a66b-f959fc556c68", "name": "network-vif-plugged", "status": "completed", "tag": "2a035449-7b7b-47e6-8819-f7e3e987a050"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:41.896121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966dd109-d937-4ebe-8cfc-3765d88dffe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a174606e-5292-481c-95a1-665504f0b934,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:41.914559 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8ace-9c9f-4674-9e60-e4ec6be61540 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.937642 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 2a035449-7b7b-47e6-8819-f7e3e987a050, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2a035449-7b7b-47e6-8819-f7e3e987a050,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:41.941384 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e02e4f-d0c8-4275-a630-f23d7c17d603 x-openstack-request-id: req-38e02e4f-d0c8-4275-a630-f23d7c17d603 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:41.941577 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345b67c0-a6f7-4efb-a66b-f959fc556c68", "name": "network-vif-plugged", "status": "completed", "tag": "2a035449-7b7b-47e6-8819-f7e3e987a050", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:41.942808 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38e02e4f-d0c8-4275-a630-f23d7c17d603 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:41.943251 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345b67c0-a6f7-4efb-a66b-f959fc556c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a035449-7b7b-47e6-8819-f7e3e987a050', 'code': 200} Jul 22 23:51:41.944723 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.950604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4392a9-864a-469b-b801-83d507f678ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:41.952561 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8ace-9c9f-4674-9e60-e4ec6be61540 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.978414 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2cf8ac6-d924-4dda-93eb-1f55ca303218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.014894 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2cf8ac6-d924-4dda-93eb-1f55ca303218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.029015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=2a035449-7b7b-47e6-8819-f7e3e987a050,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:42.091861 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5a8483a-e1cf-4511-b856-fc5ac85ade7a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.102403 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5a8483a-e1cf-4511-b856-fc5ac85ade7a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.149537 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5a8483a-e1cf-4511-b856-fc5ac85ade7a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.151167 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f5a8483a-e1cf-4511-b856-fc5ac85ade7a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0469573 Jul 22 23:51:42.157578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33266) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:42.163478 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-98a4815a-1cb0-4d20-8599-8adbd19d153a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group': {'name': 'tempest-secgroup--2016017537'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:42.167842 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2cf8ac6-d924-4dda-93eb-1f55ca303218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.170327 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2cf8ac6-d924-4dda-93eb-1f55ca303218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.171468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c2cf8ac6-d924-4dda-93eb-1f55ca303218 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a174606e-5292-481c-95a1-665504f0b934 HTTP/1.1" status: 204 len: 168 time: 0.2902112 Jul 22 23:51:42.175780 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179806f8-fcb9-42a5-9d81-c2a6ac8b1999 req-2970ed19-a772-40b5-93b6-2a43ef586b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:42.177333 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-179806f8-fcb9-42a5-9d81-c2a6ac8b1999 req-2970ed19-a772-40b5-93b6-2a43ef586b40 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 1096 time: 0.1648469 Jul 22 23:51:42.177979 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8483a-e1cf-4511-b856-fc5ac85ade7a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e10de4-c1d3-4747-a34b-273fd843445d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:42.211764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf8ac6-d924-4dda-93eb-1f55ca303218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a174606e-5292-481c-95a1-665504f0b934,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:42.238328 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98a4815a-1cb0-4d20-8599-8adbd19d153a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.261939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-179806f8-fcb9-42a5-9d81-c2a6ac8b1999 req-e416f7d1-9535-43db-b4bc-4d576d096ac1 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755632 Jul 22 23:51:42.360260 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8c4392a9-864a-469b-b801-83d507f678ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:42.367505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4392a9-864a-469b-b801-83d507f678ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:42.368079 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c4392a9-864a-469b-b801-83d507f678ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.376225 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb951739-d4b9-4948-9e93-38987283a3c9 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:42.378694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392b829-37f9-4517-95ef-efaea554cd47 req-f5073626-3c1a-4360-8aa6-228ead3b01c1 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:42.381397 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a392b829-37f9-4517-95ef-efaea554cd47 req-f5073626-3c1a-4360-8aa6-228ead3b01c1 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 945 time: 0.1183300 Jul 22 23:51:42.383931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4392a9-864a-469b-b801-83d507f678ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=6f6b6424-e837-41ef-a1c1-7b31090a9d2a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:42.424279 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98a4815a-1cb0-4d20-8599-8adbd19d153a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.438011 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8c4392a9-864a-469b-b801-83d507f678ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4324517 Jul 22 23:51:42.441164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33274) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:42.444765 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a392b829-37f9-4517-95ef-efaea554cd47 req-7cc0855f-5c23-4f77-92a2-98cb770a0e1a tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477490 Jul 22 23:51:42.450134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bf68362c-bbe0-4cf9-b034-bd4d0fccce7a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:42.485122 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98a4815a-1cb0-4d20-8599-8adbd19d153a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.516331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4815a-1cb0-4d20-8599-8adbd19d153a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae625bed-462b-42bc-8fd0-9626e896ab4d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:42.584453 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'fixed_ips': [{'subnet_id': '6f6b6424-e837-41ef-a1c1-7b31090a9d2a'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:51:42.585921 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.593005 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8ace-9c9f-4674-9e60-e4ec6be61540 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.599732 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8ace-9c9f-4674-9e60-e4ec6be61540 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.602175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:42.613974 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98a4815a-1cb0-4d20-8599-8adbd19d153a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.615182 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-98a4815a-1cb0-4d20-8599-8adbd19d153a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4566200 Jul 22 23:51:42.618076 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33278) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:42.622733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-669f1bad-30ed-4abc-b749-3b8f17f0863d tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group_rule': {'security_group_id': '83e10de4-c1d3-4747-a34b-273fd843445d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ae625bed-462b-42bc-8fd0-9626e896ab4d'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:42.625794 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c037c61-78af-41a6-b4bf-41ca03f156c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.643788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf68362c-bbe0-4cf9-b034-bd4d0fccce7a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:42.647531 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf68362c-bbe0-4cf9-b034-bd4d0fccce7a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.669749 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f8ace-9c9f-4674-9e60-e4ec6be61540 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e64d04-c46d-4773-b466-924c23e2a011,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:42.730406 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8ace-9c9f-4674-9e60-e4ec6be61540 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.738732 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8ace-9c9f-4674-9e60-e4ec6be61540 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.751643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Allocated IP 2001:db8::f816:3eff:fe15:ae7 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/6f6b6424-e837-41ef-a1c1-7b31090a9d2a/0fcb09d7-c387-4353-81fe-671382977e8c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:42.782725 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f8ace-9c9f-4674-9e60-e4ec6be61540 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a1271a-0e67-491f-b5af-68d8df1df1b7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:42.904505 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.914699 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Transition to ACTIVE for port object 0fcb09d7-c387-4353-81fe-671382977e8c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:42.933156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Transition to ACTIVE for port object 0fcb09d7-c387-4353-81fe-671382977e8c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:42.940004 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.963997 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf68362c-bbe0-4cf9-b034-bd4d0fccce7a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.981223 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c037c61-78af-41a6-b4bf-41ca03f156c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.991421 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:42.993597 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-669f1bad-30ed-4abc-b749-3b8f17f0863d tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:51:42.995077 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-669f1bad-30ed-4abc-b749-3b8f17f0863d tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3760381 Jul 22 23:51:42.996920 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8ace-9c9f-4674-9e60-e4ec6be61540 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:42.997872 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:42.998364 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2c3f8ace-9c9f-4674-9e60-e4ec6be61540 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1891847 Jul 22 23:51:42.999172 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33280) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:43.000466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:43.001297 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33282) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:43.006957 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Pushing event updated for resources: {'Port': ['ID=0fcb09d7-c387-4353-81fe-671382977e8c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:43.014414 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c037c61-78af-41a6-b4bf-41ca03f156c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.019494 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf68362c-bbe0-4cf9-b034-bd4d0fccce7a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:43.035394 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1e529fa2-3a75-4cdd-b4af-2b0756972ae9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': 'f1a1271a-0e67-491f-b5af-68d8df1df1b7', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:43.041397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-bf68362c-bbe0-4cf9-b034-bd4d0fccce7a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:43.054138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf68362c-bbe0-4cf9-b034-bd4d0fccce7a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:43.054747 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf68362c-bbe0-4cf9-b034-bd4d0fccce7a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.081564 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68362c-bbe0-4cf9-b034-bd4d0fccce7a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=8a18087c-bd30-432c-bc9c-47433e989557,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:43.096485 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c037c61-78af-41a6-b4bf-41ca03f156c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24c5ca4713c84845831bce45f577fc6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4921939 Jul 22 23:51:43.097482 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c037c61-78af-41a6-b4bf-41ca03f156c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f89784f-d9bc-4e9b-8669-530d60a9a5c3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:43.100125 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33284) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:43.127338 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bf68362c-bbe0-4cf9-b034-bd4d0fccce7a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6802053 Jul 22 23:51:43.130808 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33286) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:43.131697 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25784931-f670-425f-81dd-38af6d755cc4 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.139315 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-54a55a5e-3fa8-4961-a2b8-97d78010a09c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'mac_address': 'fa:16:3e:63:d0:d3', 'name': 'tempest-NetworksTestDHCPv6-1628503783'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:43.168731 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7312d696-0c08-47f7-a6c8-176d223c746c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.174339 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e529fa2-3a75-4cdd-b4af-2b0756972ae9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.196853 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7312d696-0c08-47f7-a6c8-176d223c746c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.210266 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25784931-f670-425f-81dd-38af6d755cc4 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.261407 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7312d696-0c08-47f7-a6c8-176d223c746c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.264183 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7312d696-0c08-47f7-a6c8-176d223c746c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.267725 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7312d696-0c08-47f7-a6c8-176d223c746c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f89784f-d9bc-4e9b-8669-530d60a9a5c3 HTTP/1.1" status: 204 len: 168 time: 0.1640799 Jul 22 23:51:43.281967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312d696-0c08-47f7-a6c8-176d223c746c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f89784f-d9bc-4e9b-8669-530d60a9a5c3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:43.292289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Attempting to bind port 0fcb09d7-c387-4353-81fe-671382977e8c on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:43.292667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Attempting to bind port 0fcb09d7-c387-4353-81fe-671382977e8c by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:43.293032 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Attempting to bind port 0fcb09d7-c387-4353-81fe-671382977e8c on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:43.309750 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:43.310175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:43.311141 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.311141 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:43.311411 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Bound port: 0fcb09d7-c387-4353-81fe-671382977e8c, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:43.311746 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.325063 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e529fa2-3a75-4cdd-b4af-2b0756972ae9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.338515 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e529fa2-3a75-4cdd-b4af-2b0756972ae9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.355260 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25784931-f670-425f-81dd-38af6d755cc4 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.357953 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25784931-f670-425f-81dd-38af6d755cc4 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.359098 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-25784931-f670-425f-81dd-38af6d755cc4 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "DELETE /v2.0/security-groups/ae625bed-462b-42bc-8fd0-9626e896ab4d HTTP/1.1" status: 204 len: 168 time: 0.3588507 Jul 22 23:51:43.362717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33290) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:43.384065 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e529fa2-3a75-4cdd-b4af-2b0756972ae9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8190e5d3-f2de-4c34-945f-e431f0a795ad,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:43.387800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25784931-f670-425f-81dd-38af6d755cc4 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae625bed-462b-42bc-8fd0-9626e896ab4d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:43.395751 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] For port 0fcb09d7-c387-4353-81fe-671382977e8c, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:43.399674 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] For port 0fcb09d7-c387-4353-81fe-671382977e8c, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0fcb09d7-c387-4353-81fe-671382977e8c,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:43.401718 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a55a5e-3fa8-4961-a2b8-97d78010a09c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:43.413157 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.422487 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e529fa2-3a75-4cdd-b4af-2b0756972ae9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.424499 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e529fa2-3a75-4cdd-b4af-2b0756972ae9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4214091 Jul 22 23:51:43.431022 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33292) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:43.438222 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ce271f4e-0dfa-4c23-9233-b59302d9f700 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': 'f1a1271a-0e67-491f-b5af-68d8df1df1b7', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:43.450090 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-76720b7a-3c62-4399-95c5-de41355f69cc tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0854368 Jul 22 23:51:43.452180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33294) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:43.486460 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51e0b3-9e7c-4a0d-b9d3-06404d0ee5ea None None] Pushing event updated for resources: {'Port': ['ID=0fcb09d7-c387-4353-81fe-671382977e8c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:43.538450 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da0002f5-34f5-4871-b06d-7640fc7e0358 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.546393 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce271f4e-0dfa-4c23-9233-b59302d9f700 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.573616 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54a55a5e-3fa8-4961-a2b8-97d78010a09c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.586871 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da0002f5-34f5-4871-b06d-7640fc7e0358 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.612754 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-54a55a5e-3fa8-4961-a2b8-97d78010a09c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port e894015b-a5e0-4869-91c6-44bee3b0133d yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:51:43.656994 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce271f4e-0dfa-4c23-9233-b59302d9f700 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.664504 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce271f4e-0dfa-4c23-9233-b59302d9f700 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.689947 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da0002f5-34f5-4871-b06d-7640fc7e0358 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.693639 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da0002f5-34f5-4871-b06d-7640fc7e0358 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.695015 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-da0002f5-34f5-4871-b06d-7640fc7e0358 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "DELETE /v2.0/security-groups/83e10de4-c1d3-4747-a34b-273fd843445d HTTP/1.1" status: 204 len: 168 time: 0.2416365 Jul 22 23:51:43.703644 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33300) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:43.703644 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce271f4e-0dfa-4c23-9233-b59302d9f700 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9cc297a-d5cd-4d64-a4d2-cffd872cee5d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:43.738757 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce271f4e-0dfa-4c23-9233-b59302d9f700 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.738916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab806a1-4146-469a-9e38-14a3a2e5ffb6 req-6022c545-4b62-4689-a115-611566fa3dd8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:43.739959 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ce271f4e-0dfa-4c23-9233-b59302d9f700 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3078392 Jul 22 23:51:43.745338 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33304) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:43.749946 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-35b92703-afa6-40e7-996e-9401f6a401a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': 'f1a1271a-0e67-491f-b5af-68d8df1df1b7', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:43.756210 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ab806a1-4146-469a-9e38-14a3a2e5ffb6 req-6022c545-4b62-4689-a115-611566fa3dd8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 945 time: 0.1615789 Jul 22 23:51:43.757296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0002f5-34f5-4871-b06d-7640fc7e0358 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e10de4-c1d3-4747-a34b-273fd843445d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:43.826055 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ab806a1-4146-469a-9e38-14a3a2e5ffb6 req-34b1a229-a0ee-4c88-b45d-1c810f23c71e tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609984 Jul 22 23:51:43.826791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33308) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:43.826915 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4762d385-655d-4c33-963f-564db2b7c41f tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1243024 Jul 22 23:51:43.833363 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-76df3cdb-1825-47b4-866c-0480af69fdcd tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171911779'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:43.904538 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76df3cdb-1825-47b4-866c-0480af69fdcd tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.906211 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35b92703-afa6-40e7-996e-9401f6a401a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:43.952952 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-54a55a5e-3fa8-4961-a2b8-97d78010a09c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 172.20.0.8 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/8a18087c-bd30-432c-bc9c-47433e989557/e894015b-a5e0-4869-91c6-44bee3b0133d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:43.975133 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-54a55a5e-3fa8-4961-a2b8-97d78010a09c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::f816:3eff:fe63:d0d3 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/6f6b6424-e837-41ef-a1c1-7b31090a9d2a/e894015b-a5e0-4869-91c6-44bee3b0133d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:44.005948 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35b92703-afa6-40e7-996e-9401f6a401a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.016293 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76df3cdb-1825-47b4-866c-0480af69fdcd tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.024375 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76df3cdb-1825-47b4-866c-0480af69fdcd tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.040062 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35b92703-afa6-40e7-996e-9401f6a401a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.072541 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76df3cdb-1825-47b4-866c-0480af69fdcd tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.077389 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-76df3cdb-1825-47b4-866c-0480af69fdcd tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2458498 Jul 22 23:51:44.079325 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33318) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:44.088171 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9d8479a7-109f-4625-8c35-1d71422ebb1a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:44.088596 n-d-688802-2 neutron-server[93821]: WARNING neutron.api.v2.base [None req-9d8479a7-109f-4625-8c35-1d71422ebb1a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 23:51:44.089121 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-9d8479a7-109f-4625-8c35-1d71422ebb1a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 23:51:44.092933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9d8479a7-109f-4625-8c35-1d71422ebb1a tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "PUT /v2.0/security-groups/85d2287d-4058-46f1-9282-e9f88051448a HTTP/1.1" status: 409 len: 330 time: 0.0068293 Jul 22 23:51:44.092933 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df3cdb-1825-47b4-866c-0480af69fdcd tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d2287d-4058-46f1-9282-e9f88051448a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:44.095657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33320) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:44.108656 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b92703-afa6-40e7-996e-9401f6a401a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a97cd0-541e-42ba-9b3c-f41317a19758,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:44.135649 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35b92703-afa6-40e7-996e-9401f6a401a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.137043 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-35b92703-afa6-40e7-996e-9401f6a401a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3907039 Jul 22 23:51:44.139774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33324) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:44.152708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-59df2aee-05e4-447e-a54f-e6ad49989693 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': 'f1a1271a-0e67-491f-b5af-68d8df1df1b7', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:44.208682 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a35a860-1944-45a5-8e5c-53bfd8ca13ed tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.223570 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59df2aee-05e4-447e-a54f-e6ad49989693 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.241517 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a35a860-1944-45a5-8e5c-53bfd8ca13ed tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.251330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aec994-5466-4bb9-b526-fc327c56233e req-3c2d2c0c-d4a6-4b1e-a919-87041f3f1ece tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:44.253467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20aec994-5466-4bb9-b526-fc327c56233e req-3c2d2c0c-d4a6-4b1e-a919-87041f3f1ece tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 945 time: 0.1095984 Jul 22 23:51:44.288876 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54a55a5e-3fa8-4961-a2b8-97d78010a09c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.314769 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-54a55a5e-3fa8-4961-a2b8-97d78010a09c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object e894015b-a5e0-4869-91c6-44bee3b0133d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:44.322844 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59df2aee-05e4-447e-a54f-e6ad49989693 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.327625 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20aec994-5466-4bb9-b526-fc327c56233e req-f90117cf-3866-4981-a09e-08cb3de4a7ea tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603781 Jul 22 23:51:44.336417 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59df2aee-05e4-447e-a54f-e6ad49989693 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.363633 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a35a860-1944-45a5-8e5c-53bfd8ca13ed tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.366276 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a35a860-1944-45a5-8e5c-53bfd8ca13ed tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.367432 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0a35a860-1944-45a5-8e5c-53bfd8ca13ed tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "DELETE /v2.0/security-groups/85d2287d-4058-46f1-9282-e9f88051448a HTTP/1.1" status: 204 len: 168 time: 0.2687991 Jul 22 23:51:44.370729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33332) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:44.375790 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df2aee-05e4-447e-a54f-e6ad49989693 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b01792-0562-4e24-a598-b3ed718892f1,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:44.392167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35a860-1944-45a5-8e5c-53bfd8ca13ed tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d2287d-4058-46f1-9282-e9f88051448a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:44.396993 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54a55a5e-3fa8-4961-a2b8-97d78010a09c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.413873 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59df2aee-05e4-447e-a54f-e6ad49989693 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.415325 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-59df2aee-05e4-447e-a54f-e6ad49989693 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2745764 Jul 22 23:51:44.423201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33334) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:44.429623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6350444f-7e11-4b24-accb-908a64fe2654 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': 'f1a1271a-0e67-491f-b5af-68d8df1df1b7', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:44.453333 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e084e065-4b41-43f5-8c65-80f5949ac6ca tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0801992 Jul 22 23:51:44.460540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33336) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:44.469938 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a55a5e-3fa8-4961-a2b8-97d78010a09c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:44.478408 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-54a55a5e-3fa8-4961-a2b8-97d78010a09c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:44.481335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a55a5e-3fa8-4961-a2b8-97d78010a09c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:44.483532 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-7286ed4b-3a39-4039-ac9a-c9e783c0cf0e tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] delete failed (client error): The resource could not be found. Jul 22 23:51:44.484508 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7286ed4b-3a39-4039-ac9a-c9e783c0cf0e tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "DELETE /v2.0/security-groups/f02dfd9d-1be1-40e0-8d6c-d865d7fc5ce2 HTTP/1.1" status: 404 len: 347 time: 0.0229962 Jul 22 23:51:44.484726 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a55a5e-3fa8-4961-a2b8-97d78010a09c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=e894015b-a5e0-4869-91c6-44bee3b0133d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:44.489166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33340) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:44.516835 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-828bdb77-ae38-4c08-85b8-822a9822eec2 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] show failed (client error): The resource could not be found. Jul 22 23:51:44.518533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-828bdb77-ae38-4c08-85b8-822a9822eec2 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "GET /v2.0/security-groups/2d9481f5-31e4-48d1-b618-555f61d9dc43 HTTP/1.1" status: 404 len: 347 time: 0.0285053 Jul 22 23:51:44.522396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:44.525978 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-6350444f-7e11-4b24-accb-908a64fe2654 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Project 08e6f590bb3047c8a7f2021edeaee884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:51:44.534662 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6350444f-7e11-4b24-accb-908a64fe2654 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.542989 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-e614aa19-00c4-4f5a-b253-d0da4a9bcc00 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] show failed (client error): The resource could not be found. Jul 22 23:51:44.544405 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e614aa19-00c4-4f5a-b253-d0da4a9bcc00 tempest-NegativeSecGroupTest-1124918467 tempest-NegativeSecGroupTest-1124918467-project] 10.222.0.26 "GET /v2.0/security-group-rules/55679777-9e1a-466c-81d2-74ce139de0f0 HTTP/1.1" status: 404 len: 356 time: 0.0210202 Jul 22 23:51:44.560262 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a55a5e-3fa8-4961-a2b8-97d78010a09c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:44.561217 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54a55a5e-3fa8-4961-a2b8-97d78010a09c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.586791 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-54a55a5e-3fa8-4961-a2b8-97d78010a09c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4527316 Jul 22 23:51:44.588833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33348) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:44.620247 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6350444f-7e11-4b24-accb-908a64fe2654 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.629653 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6350444f-7e11-4b24-accb-908a64fe2654 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.654920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350444f-7e11-4b24-accb-908a64fe2654 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e19c19-f8e3-4b1a-a270-3c007edbbaee,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:44.667300 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6350444f-7e11-4b24-accb-908a64fe2654 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.668720 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6350444f-7e11-4b24-accb-908a64fe2654 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2437699 Jul 22 23:51:44.671547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33352) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:44.677828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e82e3765-9c82-490f-ad4a-ee9ccca38123 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': 'f1a1271a-0e67-491f-b5af-68d8df1df1b7', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:44.714995 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ded5a7-0ac3-49a9-87bf-b25187804655 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:44.721626 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-e82e3765-9c82-490f-ad4a-ee9ccca38123 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Project 08e6f590bb3047c8a7f2021edeaee884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:51:44.723427 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ded5a7-0ac3-49a9-87bf-b25187804655 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:44.725714 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-50ded5a7-0ac3-49a9-87bf-b25187804655 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1352527 Jul 22 23:51:44.728999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33356) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:44.733397 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e82e3765-9c82-490f-ad4a-ee9ccca38123 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.765123 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a017457-c066-4428-8807-a8c74013fbee None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:44.840616 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-754d17fa-82c0-40e5-bcba-836af6f5e140 None None] Provisioning for port 0fcb09d7-c387-4353-81fe-671382977e8c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:44.871207 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e82e3765-9c82-490f-ad4a-ee9ccca38123 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.880159 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e82e3765-9c82-490f-ad4a-ee9ccca38123 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.912183 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e82e3765-9c82-490f-ad4a-ee9ccca38123 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.916497 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e82e3765-9c82-490f-ad4a-ee9ccca38123 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2405457 Jul 22 23:51:44.916497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e3765-9c82-490f-ad4a-ee9ccca38123 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b349d4c2-561d-47eb-86e2-1725afe5e7e4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:44.916853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33364) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:44.922200 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-392e813b-d4f3-4df8-8958-9e9b219f4326 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'network': {'name': 'tempest-network-smoke--1885825089', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'port_security_enabled': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:44.935217 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f5976483-6aa2-4ca7-9624-e04a0d5b8507 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port e894015b-a5e0-4869-91c6-44bee3b0133d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:44.935616 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5976483-6aa2-4ca7-9624-e04a0d5b8507 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:44.939919 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33366) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:44.965307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392e813b-d4f3-4df8-8958-9e9b219f4326 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Made reservation on behalf of 08e6f590bb3047c8a7f2021edeaee884 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:44.973671 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-392e813b-d4f3-4df8-8958-9e9b219f4326 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.036719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392e813b-d4f3-4df8-8958-9e9b219f4326 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:51:45.053992 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-392e813b-d4f3-4df8-8958-9e9b219f4326 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.054374 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-392e813b-d4f3-4df8-8958-9e9b219f4326 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Added segment 9f05e9e2-eff2-4a57-b892-5837b88100af of type vlan for network 052816c7-ae06-4e61-a509-20e3198c04e8 Jul 22 23:51:45.068770 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5976483-6aa2-4ca7-9624-e04a0d5b8507 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.086051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f5976483-6aa2-4ca7-9624-e04a0d5b8507 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for e894015b-a5e0-4869-91c6-44bee3b0133d owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:45.126320 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-392e813b-d4f3-4df8-8958-9e9b219f4326 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.133746 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60832085-ba35-41ac-ac6c-f42c0a478501 None None] Update dhcp port {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'fixed_ips': [{'subnet_id': '6f6b6424-e837-41ef-a1c1-7b31090a9d2a', 'ip_address': '2001:db8::f816:3eff:fe15:ae7'}, {'subnet_id': '8a18087c-bd30-432c-bc9c-47433e989557'}], 'binding:host_id': 'n-d-688802-2'}, 'id': '0fcb09d7-c387-4353-81fe-671382977e8c'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:51:45.179648 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60832085-ba35-41ac-ac6c-f42c0a478501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.197352 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6ed8169c-e120-46a1-b1e0-7f98f24dc7af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1977ce052a842d6bfe32285898f1087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559955 Jul 22 23:51:45.200040 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:45.202052 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-392e813b-d4f3-4df8-8958-9e9b219f4326 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.210384 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392e813b-d4f3-4df8-8958-9e9b219f4326 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:45.211169 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-392e813b-d4f3-4df8-8958-9e9b219f4326 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.286426 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-392e813b-d4f3-4df8-8958-9e9b219f4326 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3683753 Jul 22 23:51:45.295080 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33382) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:45.302783 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2135631368', 'admin_state_up': True, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:45.353335 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5572b2fe-f6e2-4fc7-86ea-c155b61b2f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.389648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-60832085-ba35-41ac-ac6c-f42c0a478501 None None] Allocated IP 172.20.0.2 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/8a18087c-bd30-432c-bc9c-47433e989557/0fcb09d7-c387-4353-81fe-671382977e8c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:45.390375 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e813b-d4f3-4df8-8958-9e9b219f4326 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Network': ['ID=052816c7-ae06-4e61-a509-20e3198c04e8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:45.406758 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5572b2fe-f6e2-4fc7-86ea-c155b61b2f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.411049 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.412214 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.417172 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 052816c7-ae06-4e61-a509-20e3198c04e8 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:51:45.458220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0fcb09d7-c387-4353-81fe-671382977e8c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:45.588742 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5572b2fe-f6e2-4fc7-86ea-c155b61b2f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.591074 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5572b2fe-f6e2-4fc7-86ea-c155b61b2f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.594477 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5572b2fe-f6e2-4fc7-86ea-c155b61b2f93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca5f0e03-97cc-4ce8-916b-844489f9c3a3 HTTP/1.1" status: 204 len: 168 time: 0.3909879 Jul 22 23:51:45.622147 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-60832085-ba35-41ac-ac6c-f42c0a478501 None None] For port 0fcb09d7-c387-4353-81fe-671382977e8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0fcb09d7-c387-4353-81fe-671382977e8c,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:45.622498 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e372ddc-363e-491d-925c-7d1418493472 req-84a3d06d-67dc-4694-a926-7bdc45cd1199 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:45.624077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e372ddc-363e-491d-925c-7d1418493472 req-84a3d06d-67dc-4694-a926-7bdc45cd1199 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.95 "GET /v2.0/ports?device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 945 time: 0.1671457 Jul 22 23:51:45.624735 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5976483-6aa2-4ca7-9624-e04a0d5b8507 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.632853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572b2fe-f6e2-4fc7-86ea-c155b61b2f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5f0e03-97cc-4ce8-916b-844489f9c3a3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:45.677333 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.687952 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5976483-6aa2-4ca7-9624-e04a0d5b8507 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=e894015b-a5e0-4869-91c6-44bee3b0133d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:45.699744 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 0fcb09d7-c387-4353-81fe-671382977e8c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:45.717042 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60832085-ba35-41ac-ac6c-f42c0a478501 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.729474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 0fcb09d7-c387-4353-81fe-671382977e8c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:45.730148 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.740003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968c2d6-c3b3-4dc0-a565-136f3e3f61d6 req-68d95699-e73c-46bc-bb22-be206cda45b6 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:45.741640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3968c2d6-c3b3-4dc0-a565-136f3e3f61d6 req-68d95699-e73c-46bc-bb22-be206cda45b6 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 945 time: 0.2530866 Jul 22 23:51:45.789690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-60832085-ba35-41ac-ac6c-f42c0a478501 None None] Transition to ACTIVE for port object 0fcb09d7-c387-4353-81fe-671382977e8c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:45.797421 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60832085-ba35-41ac-ac6c-f42c0a478501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.801715 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33396) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:45.873788 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5976483-6aa2-4ca7-9624-e04a0d5b8507 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.875694 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f5976483-6aa2-4ca7-9624-e04a0d5b8507 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/e894015b-a5e0-4869-91c6-44bee3b0133d HTTP/1.1" status: 204 len: 168 time: 1.1455438 Jul 22 23:51:45.882462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3968c2d6-c3b3-4dc0-a565-136f3e3f61d6 req-23a49b3c-fa42-44d3-9b47-52f54a9889f8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223366 Jul 22 23:51:45.882918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:45.964267 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:45.973967 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60832085-ba35-41ac-ac6c-f42c0a478501 None None] Pushing event updated for resources: {'Port': ['ID=0fcb09d7-c387-4353-81fe-671382977e8c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:46.004860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9e372ddc-363e-491d-925c-7d1418493472 req-da8308bf-95ab-4734-9d1b-88e1bbc0f1ce tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Deleting port 2a035449-7b7b-47e6-8819-f7e3e987a050 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:46.005357 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e372ddc-363e-491d-925c-7d1418493472 req-da8308bf-95ab-4734-9d1b-88e1bbc0f1ce tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.010116 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.043164 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 0fcb09d7-c387-4353-81fe-671382977e8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0fcb09d7-c387-4353-81fe-671382977e8c,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:46.057394 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.077975 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb633fd-7d1a-41b0-ac21-64643621b99e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:46.080323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb633fd-7d1a-41b0-ac21-64643621b99e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:46.081888 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb633fd-7d1a-41b0-ac21-64643621b99e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:46.087603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2eb633fd-7d1a-41b0-ac21-64643621b99e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2003713 Jul 22 23:51:46.090557 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33406) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:46.139712 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a10c-08b3-4160-ab69-69ce6289da31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.145993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=0fcb09d7-c387-4353-81fe-671382977e8c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:46.192383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9e372ddc-363e-491d-925c-7d1418493472 req-da8308bf-95ab-4734-9d1b-88e1bbc0f1ce tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] For port 2a035449-7b7b-47e6-8819-f7e3e987a050, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2a035449-7b7b-47e6-8819-f7e3e987a050,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:46.192749 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e372ddc-363e-491d-925c-7d1418493472 req-da8308bf-95ab-4734-9d1b-88e1bbc0f1ce tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.214168 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9e372ddc-363e-491d-925c-7d1418493472 req-da8308bf-95ab-4734-9d1b-88e1bbc0f1ce tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Calling delete_port for 2a035449-7b7b-47e6-8819-f7e3e987a050 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:46.225957 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f6e27d-da13-4a4f-9c7b-34485dfe93fa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 6f6b6424-e837-41ef-a1c1-7b31090a9d2a {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:51:46.230589 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96f6e27d-da13-4a4f-9c7b-34485dfe93fa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.276867 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96f6e27d-da13-4a4f-9c7b-34485dfe93fa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.399318 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a10c-08b3-4160-ab69-69ce6289da31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.425364 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a10c-08b3-4160-ab69-69ce6289da31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.455931 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.472473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1a10c-08b3-4160-ab69-69ce6289da31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc32548-9d7b-4eba-a1ae-b2c4642df93e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:46.481304 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96f6e27d-da13-4a4f-9c7b-34485dfe93fa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.485421 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.488670 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.534925 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4fc1a10c-08b3-4160-ab69-69ce6289da31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e07d6ed0ed244f59abaf06ba743bea2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7258015 Jul 22 23:51:46.545372 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33420) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:46.555788 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e372ddc-363e-491d-925c-7d1418493472 req-da8308bf-95ab-4734-9d1b-88e1bbc0f1ce tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.568127 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['2a035449-7b7b-47e6-8819-f7e3e987a050'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:51:46.612744 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['cc87c514-6f66-4fca-8957-13ac210536b7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:51:46.621728 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8308bf-95ab-4734-9d1b-88e1bbc0f1ce tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Pushing event deleted for resources: {'Port': ['ID=2a035449-7b7b-47e6-8819-f7e3e987a050,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:46.676738 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e761f101-03d3-4d4f-8791-e29545d6b837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.740596 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33424) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:46.751741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e372ddc-363e-491d-925c-7d1418493472 req-da8308bf-95ab-4734-9d1b-88e1bbc0f1ce tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] No DVR routers for this DVR port 2a035449-7b7b-47e6-8819-f7e3e987a050 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:51:46.760379 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96f6e27d-da13-4a4f-9c7b-34485dfe93fa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.773512 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9e372ddc-363e-491d-925c-7d1418493472 req-da8308bf-95ab-4734-9d1b-88e1bbc0f1ce tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.785672 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e372ddc-363e-491d-925c-7d1418493472 req-da8308bf-95ab-4734-9d1b-88e1bbc0f1ce tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.95 "DELETE /v2.0/ports/2a035449-7b7b-47e6-8819-f7e3e987a050 HTTP/1.1" status: 204 len: 173 time: 1.1502478 Jul 22 23:51:46.794247 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e761f101-03d3-4d4f-8791-e29545d6b837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.809960 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6e27d-da13-4a4f-9c7b-34485dfe93fa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6b6424-e837-41ef-a1c1-7b31090a9d2a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:46.820720 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96f6e27d-da13-4a4f-9c7b-34485dfe93fa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.822817 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-96f6e27d-da13-4a4f-9c7b-34485dfe93fa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/6f6b6424-e837-41ef-a1c1-7b31090a9d2a HTTP/1.1" status: 204 len: 168 time: 0.7282288 Jul 22 23:51:46.824616 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Allocated IP 172.25.4.115 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/d0434df9-4b7b-468d-96f0-108cd9a29e8f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:46.826523 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33428) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:46.832017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345b67c0-a6f7-4efb-a66b-f959fc556c68', 'name': 'network-vif-deleted', 'tag': '2a035449-7b7b-47e6-8819-f7e3e987a050'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:46.834406 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bfbac8-0574-46df-825e-aae6910765c9" -d '{"events": [{"server_uuid": "345b67c0-a6f7-4efb-a66b-f959fc556c68", "name": "network-vif-deleted", "tag": "2a035449-7b7b-47e6-8819-f7e3e987a050"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:46.905527 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319fa2c8-635a-4cd7-b7d9-db95a784689c x-openstack-request-id: req-319fa2c8-635a-4cd7-b7d9-db95a784689c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:46.905941 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345b67c0-a6f7-4efb-a66b-f959fc556c68", "name": "network-vif-deleted", "tag": "2a035449-7b7b-47e6-8819-f7e3e987a050", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:46.906091 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-319fa2c8-635a-4cd7-b7d9-db95a784689c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:46.906701 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345b67c0-a6f7-4efb-a66b-f959fc556c68', 'name': 'network-vif-deleted', 'tag': '2a035449-7b7b-47e6-8819-f7e3e987a050', 'status': 'completed', 'code': 200} Jul 22 23:51:46.916018 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e761f101-03d3-4d4f-8791-e29545d6b837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.921940 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e761f101-03d3-4d4f-8791-e29545d6b837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.922105 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-82f9d464-f50d-4a25-a7c6-4c0fbee48c56 None None] Provisioning for port 0fcb09d7-c387-4353-81fe-671382977e8c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:46.926302 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e761f101-03d3-4d4f-8791-e29545d6b837 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ccc32548-9d7b-4eba-a1ae-b2c4642df93e HTTP/1.1" status: 204 len: 168 time: 0.3766372 Jul 22 23:51:46.927008 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-82f9d464-f50d-4a25-a7c6-4c0fbee48c56 None None] Provisioning complete for port 0fcb09d7-c387-4353-81fe-671382977e8c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:46.927393 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-82f9d464-f50d-4a25-a7c6-4c0fbee48c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.951299 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d2a42d-53df-456c-8331-c43fc9394389 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 8a18087c-bd30-432c-bc9c-47433e989557 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:51:46.952461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761f101-03d3-4d4f-8791-e29545d6b837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc32548-9d7b-4eba-a1ae-b2c4642df93e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:46.965423 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63d2a42d-53df-456c-8331-c43fc9394389 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:47.063216 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63d2a42d-53df-456c-8331-c43fc9394389 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:47.095152 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcd36889-a5b0-4796-a870-75b0efc1bf8a req-0a5d4bdc-569a-4c84-9fe7-16780535c7b1 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=345b67c0-a6f7-4efb-a66b-f959fc556c68 HTTP/1.1" status: 200 len: 210 time: 0.0681603 Jul 22 23:51:47.099910 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-82f9d464-f50d-4a25-a7c6-4c0fbee48c56 None None] Could not find standard attr ID for object e894015b-a5e0-4869-91c6-44bee3b0133d. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:51:47.144158 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2bbbdb46-91fa-458f-81be-3976eea4575c tempest-ServiceProvidersTest-661250013 tempest-ServiceProvidersTest-661250013-project] 10.222.0.26 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4018621 Jul 22 23:51:47.193251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12acb37e-bf76-4f42-8d90-a3e465eca86e None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:47.226139 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8d4a9d7e-80ef-4ce4-b6e0-deb5f8b03731 None None] Could not find standard attr ID for object e894015b-a5e0-4869-91c6-44bee3b0133d. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:51:47.232919 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:47.238947 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63d2a42d-53df-456c-8331-c43fc9394389 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:47.383597 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:47.386272 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63d2a42d-53df-456c-8331-c43fc9394389 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:47.455162 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2a42d-53df-456c-8331-c43fc9394389 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=8a18087c-bd30-432c-bc9c-47433e989557,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:47.477448 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63d2a42d-53df-456c-8331-c43fc9394389 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:47.479647 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-63d2a42d-53df-456c-8331-c43fc9394389 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/8a18087c-bd30-432c-bc9c-47433e989557 HTTP/1.1" status: 204 len: 168 time: 0.6518919 Jul 22 23:51:47.482442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33444) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:47.485419 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0fcb09d7-c387-4353-81fe-671382977e8c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:47.494352 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:47.498501 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:47.505515 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:47.547803 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c9545eb4-01d3-40ee-8642-a9ea42c91afc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636251 Jul 22 23:51:47.549831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33448) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:47.550569 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:47.556448 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0e1eca10-7540-4008-9dea-f66709283c91 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:47.559836 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=d0434df9-4b7b-468d-96f0-108cd9a29e8f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:47.652869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 0fcb09d7-c387-4353-81fe-671382977e8c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:47.653985 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:47.720347 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf753e95-5e86-4376-8f9e-4c34e4e8f852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:47.727110 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d5144c-1b32-4ecc-933e-6ce66f7d6995 None None] Update dhcp port {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'fixed_ips': [{'subnet_id': '8a18087c-bd30-432c-bc9c-47433e989557'}], 'binding:host_id': 'n-d-688802-2'}, 'id': '0fcb09d7-c387-4353-81fe-671382977e8c'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:51:47.730882 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1eca10-7540-4008-9dea-f66709283c91 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:47.736591 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e1eca10-7540-4008-9dea-f66709283c91 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:47.768316 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9d5144c-1b32-4ecc-933e-6ce66f7d6995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:47.916968 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:47.988589 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e1eca10-7540-4008-9dea-f66709283c91 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:47.998546 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf753e95-5e86-4376-8f9e-4c34e4e8f852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:48.015760 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324463e0-4108-475f-90fe-217a81316db6 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:48.018063 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf753e95-5e86-4376-8f9e-4c34e4e8f852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:48.058445 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1eca10-7540-4008-9dea-f66709283c91 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:48.064677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0e1eca10-7540-4008-9dea-f66709283c91 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:48.068633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1eca10-7540-4008-9dea-f66709283c91 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:48.069375 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e1eca10-7540-4008-9dea-f66709283c91 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:48.071479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf753e95-5e86-4376-8f9e-4c34e4e8f852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a813c41-4b6e-43ec-8b43-74317b3224cf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:48.096510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f132128b-0e5a-4089-8dad-243b1d088d91 None None] Provisioning complete for port 0fcb09d7-c387-4353-81fe-671382977e8c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:48.097121 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f132128b-0e5a-4089-8dad-243b1d088d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:48.101013 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33464) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:48.101694 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0e1eca10-7540-4008-9dea-f66709283c91 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5494304 Jul 22 23:51:48.108102 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1eca10-7540-4008-9dea-f66709283c91 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=02b0b57d-52a0-48c3-b2cb-c85da5eefb32,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:48.118532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-29a0aa54-675a-47d2-988a-0ca559a0c307 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:48.149224 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf753e95-5e86-4376-8f9e-4c34e4e8f852 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56f2f4473b9c423aacf8d27c3e0db8ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5951920 Jul 22 23:51:48.151430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33468) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:48.257338 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0547cd8-9b92-499f-adfa-0a212bc93178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:48.323144 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0547cd8-9b92-499f-adfa-0a212bc93178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:48.394000 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2e5de-fbea-4d78-a107-e100a56a1732 req-c331eb7c-642f-41ec-8e23-37b47d6f71fa tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:48.395661 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70c2e5de-fbea-4d78-a107-e100a56a1732 req-c331eb7c-642f-41ec-8e23-37b47d6f71fa tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1397533 Jul 22 23:51:48.404611 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1691c9a4-868e-4e96-9a8e-d9958d67f0d3 None None] Update dhcp port {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'fixed_ips': [{'subnet_id': '02b0b57d-52a0-48c3-b2cb-c85da5eefb32'}], 'binding:host_id': 'n-d-688802-2'}, 'id': '0fcb09d7-c387-4353-81fe-671382977e8c'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:51:48.446252 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1691c9a4-868e-4e96-9a8e-d9958d67f0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:48.480270 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70c2e5de-fbea-4d78-a107-e100a56a1732 req-675d6c6a-b640-4b94-b34c-0f3f54817bdb tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704319 Jul 22 23:51:48.481479 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0547cd8-9b92-499f-adfa-0a212bc93178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:48.492103 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0547cd8-9b92-499f-adfa-0a212bc93178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:48.495792 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f0547cd8-9b92-499f-adfa-0a212bc93178 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a813c41-4b6e-43ec-8b43-74317b3224cf HTTP/1.1" status: 204 len: 168 time: 0.3429163 Jul 22 23:51:48.528067 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0547cd8-9b92-499f-adfa-0a212bc93178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a813c41-4b6e-43ec-8b43-74317b3224cf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:48.630222 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:48.636900 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a0aa54-675a-47d2-988a-0ca559a0c307 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:48.640606 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29a0aa54-675a-47d2-988a-0ca559a0c307 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:48.686125 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-1691c9a4-868e-4e96-9a8e-d9958d67f0d3 None None] Allocated IP 172.20.0.2 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/02b0b57d-52a0-48c3-b2cb-c85da5eefb32/0fcb09d7-c387-4353-81fe-671382977e8c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:48.849082 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1691c9a4-868e-4e96-9a8e-d9958d67f0d3 None None] For port 0fcb09d7-c387-4353-81fe-671382977e8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0fcb09d7-c387-4353-81fe-671382977e8c,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:48.899539 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1691c9a4-868e-4e96-9a8e-d9958d67f0d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:48.907006 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9db3f-098e-4b56-86dd-280e44b13c3c req-42493b8d-0ebf-4c03-8f6b-ac638ef25db8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:48.911147 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router d8ed0795-c75c-48aa-9897-2999d847e916 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:51:48.919225 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01f9db3f-098e-4b56-86dd-280e44b13c3c req-42493b8d-0ebf-4c03-8f6b-ac638ef25db8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1486170 Jul 22 23:51:48.938161 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1691c9a4-868e-4e96-9a8e-d9958d67f0d3 None None] Transition to ACTIVE for port object 0fcb09d7-c387-4353-81fe-671382977e8c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:48.944101 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1691c9a4-868e-4e96-9a8e-d9958d67f0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:48.982069 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01f9db3f-098e-4b56-86dd-280e44b13c3c req-5ce1f03b-609d-489a-a880-f962ab82ff5d tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589998 Jul 22 23:51:49.084289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691c9a4-868e-4e96-9a8e-d9958d67f0d3 None None] Pushing event updated for resources: {'Port': ['ID=0fcb09d7-c387-4353-81fe-671382977e8c,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:49.141993 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:51:49.154621 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Sync routers for ids ['d8ed0795-c75c-48aa-9897-2999d847e916'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:51:49.170609 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Routers {'d8ed0795-c75c-48aa-9897-2999d847e916'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:49.171315 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:51:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d8ed0795-c75c-48aa-9897-2999d847e916'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:49.294631 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:49.306551 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-343e9e92-b773-49c9-9baf-230064666b83 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.0095706 Jul 22 23:51:49.317072 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33512) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:49.326109 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497024cb-1b6f-4747-bea9-3c0c91b9f2d9 req-d5dc01f6-5122-4578-aa64-79974232e6fd tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:49.328954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-497024cb-1b6f-4747-bea9-3c0c91b9f2d9 req-d5dc01f6-5122-4578-aa64-79974232e6fd tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2198362 Jul 22 23:51:49.343792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0fcb09d7-c387-4353-81fe-671382977e8c no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:51:49.449514 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-497024cb-1b6f-4747-bea9-3c0c91b9f2d9 req-4aea5cf3-2213-4b00-b44c-9fc3276962a8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088383 Jul 22 23:51:49.550963 n-d-688802-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-29a0aa54-675a-47d2-988a-0ca559a0c307 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:51:49.745846 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2a035449-7b7b-47e6-8819-f7e3e987a050 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:51:49.749901 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Set router d8ed0795-c75c-48aa-9897-2999d847e916 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:49.839506 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 2a035449-7b7b-47e6-8819-f7e3e987a050 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:51:49.840223 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2a035449-7b7b-47e6-8819-f7e3e987a050 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:51:49.850781 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c89b6ffd-46d8-4497-8ea1-1136930a337b tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=08e6f590bb3047c8a7f2021edeaee884&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5244646 Jul 22 23:51:49.853710 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33528) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:49.861696 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:49.953169 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 0fcb09d7-c387-4353-81fe-671382977e8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0fcb09d7-c387-4353-81fe-671382977e8c,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:49.967111 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:49.979350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33530) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:50.087753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=0fcb09d7-c387-4353-81fe-671382977e8c,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:50.142995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135631368', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:45Z', 'updated_at': '2021-07-22T23:51:47Z', 'revision_number': 3, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:46Z', 'updated_at': '2021-07-22T23:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:50.147764 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29a0aa54-675a-47d2-988a-0ca559a0c307 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:50.193682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Checking router: d8ed0795-c75c-48aa-9897-2999d847e916 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:51:50.194037 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Updating router d8ed0795-c75c-48aa-9897-2999d847e916 port d0434df9-4b7b-468d-96f0-108cd9a29e8f binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:51:50.253603 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0fcb09d7-c387-4353-81fe-671382977e8c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:50.299405 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:50.350290 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cabfd5-e068-4323-990f-30a6ec9f844c None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:50.352694 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ac2fef97-47b3-49a6-a10f-80dae70c7c84 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-184588321'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:50.500304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2fef97-47b3-49a6-a10f-80dae70c7c84 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Made reservation on behalf of 01bde7b48ca54d75a6a07bd81a7e4f7d for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:50.504119 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac2fef97-47b3-49a6-a10f-80dae70c7c84 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:50.521540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac2fef97-47b3-49a6-a10f-80dae70c7c84 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:50.560181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-29a0aa54-675a-47d2-988a-0ca559a0c307 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] For port 0fcb09d7-c387-4353-81fe-671382977e8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0fcb09d7-c387-4353-81fe-671382977e8c,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:50.631985 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29a0aa54-675a-47d2-988a-0ca559a0c307 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:50.656023 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29a0aa54-675a-47d2-988a-0ca559a0c307 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:50.659488 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29a0aa54-675a-47d2-988a-0ca559a0c307 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:50.770779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-397845be-dc76-4a99-b279-6b07628a7ad8 None None] Provisioning for port 0fcb09d7-c387-4353-81fe-671382977e8c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:50.778422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-397845be-dc76-4a99-b279-6b07628a7ad8 None None] Provisioning complete for port 0fcb09d7-c387-4353-81fe-671382977e8c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:50.779440 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-397845be-dc76-4a99-b279-6b07628a7ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:50.795942 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0aa54-675a-47d2-988a-0ca559a0c307 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=0fcb09d7-c387-4353-81fe-671382977e8c,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:50.811053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1885173f-d021-499f-9073-8a71b7df8487 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:50.812694 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1885173f-d021-499f-9073-8a71b7df8487 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9580045 Jul 22 23:51:50.821127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33570) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:50.857730 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-402bc621-9ef8-4a92-9d25-7cfe6df44528 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403261 Jul 22 23:51:50.860636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33572) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:50.866752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-aafb3145-7ea7-44cb-b470-836a7892ffec tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1789004953', 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:50.923975 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a0aa54-675a-47d2-988a-0ca559a0c307 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:50.940138 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-29a0aa54-675a-47d2-988a-0ca559a0c307 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:50.996831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33574) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:51.002816 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac2fef97-47b3-49a6-a10f-80dae70c7c84 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.009632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a0aa54-675a-47d2-988a-0ca559a0c307 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:51.012365 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-29a0aa54-675a-47d2-988a-0ca559a0c307 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.029223 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac2fef97-47b3-49a6-a10f-80dae70c7c84 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.048023 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0aa54-675a-47d2-988a-0ca559a0c307 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=17cac045-7d65-435a-acb4-7bc84fbd734f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:51.062758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafb3145-7ea7-44cb-b470-836a7892ffec tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Made reservation on behalf of 08e6f590bb3047c8a7f2021edeaee884 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:51.062954 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2fef97-47b3-49a6-a10f-80dae70c7c84 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:51:51.071477 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aafb3145-7ea7-44cb-b470-836a7892ffec tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.090109 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.114221 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-397845be-dc76-4a99-b279-6b07628a7ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.116344 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Transition to ACTIVE for port object d0434df9-4b7b-468d-96f0-108cd9a29e8f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:51.117618 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33578) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:51.118752 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-29a0aa54-675a-47d2-988a-0ca559a0c307 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0136118 Jul 22 23:51:51.127323 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.129575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fef97-47b3-49a6-a10f-80dae70c7c84 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2642ee6-cb74-4ee0-81cc-99ce2f31a265,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:51.130817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-48f85d6e-ebac-42b9-93ac-5317e670ba9d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'mac_address': 'fa:16:3e:b8:86:9e', 'name': 'tempest-NetworksTestDHCPv6-1332826322'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:51.135556 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac2fef97-47b3-49a6-a10f-80dae70c7c84 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.136319 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-ac2fef97-47b3-49a6-a10f-80dae70c7c84 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Added segment b27aebfe-0509-4250-951f-58ac04ede2c1 of type vlan for network 4b726cd5-b2d8-4477-b76b-978ae406f031 Jul 22 23:51:51.200555 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285875a9-d393-46ae-8023-f0b84d0b4d99 None None] Pushing event updated for resources: {'Port': ['ID=d0434df9-4b7b-468d-96f0-108cd9a29e8f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:51.228136 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac2fef97-47b3-49a6-a10f-80dae70c7c84 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.238602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-397845be-dc76-4a99-b279-6b07628a7ad8 None None] For port 0fcb09d7-c387-4353-81fe-671382977e8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0fcb09d7-c387-4353-81fe-671382977e8c,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:51.240697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Attempting to bind port d0434df9-4b7b-468d-96f0-108cd9a29e8f on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:51.241657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Attempting to bind port d0434df9-4b7b-468d-96f0-108cd9a29e8f by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:51.242336 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Attempting to bind port d0434df9-4b7b-468d-96f0-108cd9a29e8f on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:51.250216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:51.250858 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:51.252287 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.252822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:51.253690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Bound port: d0434df9-4b7b-468d-96f0-108cd9a29e8f, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:51.254335 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.257632 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-397845be-dc76-4a99-b279-6b07628a7ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.274076 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac2fef97-47b3-49a6-a10f-80dae70c7c84 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.280646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2fef97-47b3-49a6-a10f-80dae70c7c84 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:51.281358 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac2fef97-47b3-49a6-a10f-80dae70c7c84 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.361779 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ac2fef97-47b3-49a6-a10f-80dae70c7c84 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3702240 Jul 22 23:51:51.362812 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33586) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:51.371414 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cbb28fb1-b4ef-40ca-a8a2-c11bc12f5289 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Request body: {'subnet': {'network_id': '4b726cd5-b2d8-4477-b76b-978ae406f031', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:51.433903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] For port d0434df9-4b7b-468d-96f0-108cd9a29e8f, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:51.445237 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3628457-1c80-4103-9068-03027f3d40cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.448647 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fef97-47b3-49a6-a10f-80dae70c7c84 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Pushing event updated for resources: {'Network': ['ID=4b726cd5-b2d8-4477-b76b-978ae406f031,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:51.449136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397845be-dc76-4a99-b279-6b07628a7ad8 None None] Pushing event updated for resources: {'Port': ['ID=0fcb09d7-c387-4353-81fe-671382977e8c,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:51.469850 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0fcb09d7-c387-4353-81fe-671382977e8c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:51.513749 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 4b726cd5-b2d8-4477-b76b-978ae406f031 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:51:51.546624 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] For port d0434df9-4b7b-468d-96f0-108cd9a29e8f, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d0434df9-4b7b-468d-96f0-108cd9a29e8f,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:51.563061 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aafb3145-7ea7-44cb-b470-836a7892ffec tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.570721 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.587794 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb28fb1-b4ef-40ca-a8a2-c11bc12f5289 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Made reservation on behalf of 01bde7b48ca54d75a6a07bd81a7e4f7d for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:51.591741 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbb28fb1-b4ef-40ca-a8a2-c11bc12f5289 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.592910 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f85d6e-ebac-42b9-93ac-5317e670ba9d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:51.603343 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-a3628457-1c80-4103-9068-03027f3d40cc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:51:51.603343 n-d-688802-2 neutron-server[93821]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:51:51.603343 n-d-688802-2 neutron-server[93821]: [parameters: {'project_id_1': '1fe2e58d471542eabc6445cc9f18c182', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 51, 51, 535317)}] Jul 22 23:51:51.603343 n-d-688802-2 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:51:51.603752 n-d-688802-2 neutron-server[93821]: DEBUG oslo_db.api [None req-a3628457-1c80-4103-9068-03027f3d40cc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:51:51.685651 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Routers {'d8ed0795-c75c-48aa-9897-2999d847e916'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:51.686292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:51:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d8ed0795-c75c-48aa-9897-2999d847e916'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:51.745419 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 0fcb09d7-c387-4353-81fe-671382977e8c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:51.745789 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.769836 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb3145-7ea7-44cb-b470-836a7892ffec tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Subnet': ['ID=153f65ec-f2ed-47cd-9a96-cb9c76470b1b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:51.790208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb3145-7ea7-44cb-b470-836a7892ffec tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Checking segment: {'id': '9f05e9e2-eff2-4a57-b892-5837b88100af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:51.790751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb3145-7ea7-44cb-b470-836a7892ffec tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network hostable DHCP agents. Network: 052816c7-ae06-4e61-a509-20e3198c04e8, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:51:51.803021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285875a9-d393-46ae-8023-f0b84d0b4d99 None None] Pushing event updated for resources: {'Port': ['ID=d0434df9-4b7b-468d-96f0-108cd9a29e8f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:51.841455 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbb28fb1-b4ef-40ca-a8a2-c11bc12f5289 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.872839 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48f85d6e-ebac-42b9-93ac-5317e670ba9d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.900341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb3145-7ea7-44cb-b470-836a7892ffec tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 052816c7-ae06-4e61-a509-20e3198c04e8 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:51:51.910675 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] Set router d8ed0795-c75c-48aa-9897-2999d847e916 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:51.927475 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-48f85d6e-ebac-42b9-93ac-5317e670ba9d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port 02ef97ce-b2b7-4b45-aaeb-a44d79424a5d yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:51:51.934154 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb28fb1-b4ef-40ca-a8a2-c11bc12f5289 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Checking segment: {'id': 'b27aebfe-0509-4250-951f-58ac04ede2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4b726cd5-b2d8-4477-b76b-978ae406f031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:51.934518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb28fb1-b4ef-40ca-a8a2-c11bc12f5289 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Network hostable DHCP agents. Network: 4b726cd5-b2d8-4477-b76b-978ae406f031, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:51:51.935987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-aafb3145-7ea7-44cb-b470-836a7892ffec tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 052816c7-ae06-4e61-a509-20e3198c04e8) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:51.936941 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb28fb1-b4ef-40ca-a8a2-c11bc12f5289 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Pushing event updated for resources: {'Subnet': ['ID=f5c4cd39-5084-4501-9aec-a1752993a8d7,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:51.946186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafb3145-7ea7-44cb-b470-836a7892ffec tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:51.947058 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aafb3145-7ea7-44cb-b470-836a7892ffec tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.971857 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb28fb1-b4ef-40ca-a8a2-c11bc12f5289 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Network 4b726cd5-b2d8-4477-b76b-978ae406f031 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:51:51.980779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f274d0d-8a09-4300-98a8-cba927b16227 None None] Network 052816c7-ae06-4e61-a509-20e3198c04e8 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:51.982250 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-cbb28fb1-b4ef-40ca-a8a2-c11bc12f5289 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 4b726cd5-b2d8-4477-b76b-978ae406f031) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:51.985292 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c911d2-5494-4356-9e81-3c527f5d0a51 req-5dd9c46f-d86c-4297-9003-6150c95a3570 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:51.987113 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e4c911d2-5494-4356-9e81-3c527f5d0a51 req-5dd9c46f-d86c-4297-9003-6150c95a3570 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2213385 Jul 22 23:51:51.988960 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb28fb1-b4ef-40ca-a8a2-c11bc12f5289 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:51.990630 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbb28fb1-b4ef-40ca-a8a2-c11bc12f5289 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:52.012210 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cbb28fb1-b4ef-40ca-a8a2-c11bc12f5289 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6480749 Jul 22 23:51:52.014752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33596) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:52.014904 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f687304-6155-4554-b9ed-17c9d784950e None None] Network 4b726cd5-b2d8-4477-b76b-978ae406f031 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:52.032618 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9d540fcc-e1a4-4759-be2a-ae1d93649603 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Request body: {'port': {'network_id': '4b726cd5-b2d8-4477-b76b-978ae406f031', 'name': 'tempest-TagsExtTest-401901861'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:52.038665 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-aafb3145-7ea7-44cb-b470-836a7892ffec tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1763222 Jul 22 23:51:52.042350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33598) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:52.054464 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1eeb51-a32d-4031-bada-2b55de3b5e3e None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:52.108185 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3628457-1c80-4103-9068-03027f3d40cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:52.121684 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e4c911d2-5494-4356-9e81-3c527f5d0a51 req-e9d3779b-c1d3-4d4a-ab8d-c5fcc388d255 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267922 Jul 22 23:51:52.330393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-48f85d6e-ebac-42b9-93ac-5317e670ba9d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 172.20.0.5 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/02b0b57d-52a0-48c3-b2cb-c85da5eefb32/02ef97ce-b2b7-4b45-aaeb-a44d79424a5d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:52.343292 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-48f85d6e-ebac-42b9-93ac-5317e670ba9d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::f816:3eff:feb8:869e (c35e90f8-c2e7-4be8-8499-34cc32d977ae/17cac045-7d65-435a-acb4-7bc84fbd734f/02ef97ce-b2b7-4b45-aaeb-a44d79424a5d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:52.442030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcb161-7457-43be-8639-02929d8fc460 req-53cf6e51-e760-4d80-b5f0-e5d51e6df4b2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:52.443603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c7bcb161-7457-43be-8639-02929d8fc460 req-53cf6e51-e760-4d80-b5f0-e5d51e6df4b2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1920877 Jul 22 23:51:52.460294 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-609e42c6-6c5e-47bd-a88f-617c0c8642c3 None None] Provisioning complete for port 0fcb09d7-c387-4353-81fe-671382977e8c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:52.460918 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-609e42c6-6c5e-47bd-a88f-617c0c8642c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:52.489266 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3628457-1c80-4103-9068-03027f3d40cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:52.507924 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3628457-1c80-4103-9068-03027f3d40cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:52.559562 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:52.600938 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a3628457-1c80-4103-9068-03027f3d40cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fe2e58d471542eabc6445cc9f18c182&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6028161 Jul 22 23:51:52.601464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33602) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:52.656918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d540fcc-e1a4-4759-be2a-ae1d93649603 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Made reservation on behalf of 01bde7b48ca54d75a6a07bd81a7e4f7d for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:52.661047 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d540fcc-e1a4-4759-be2a-ae1d93649603 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:52.682037 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c7bcb161-7457-43be-8639-02929d8fc460 req-78ae9830-098d-4233-bcac-8e703c13e167 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131207 Jul 22 23:51:52.701238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3628457-1c80-4103-9068-03027f3d40cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ee6758-24e6-45f7-97a5-0241eaa94bcb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:52.726282 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-029e720e-f0d4-4495-a0db-a98bf6070a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:52.745261 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-029e720e-f0d4-4495-a0db-a98bf6070a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:52.769240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-9d540fcc-e1a4-4759-be2a-ae1d93649603 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] device_id is not set on port 9e94427e-3b71-48b8-956a-dc68400d4652 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:51:52.781594 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48f85d6e-ebac-42b9-93ac-5317e670ba9d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:52.796188 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-052816c7-ae06-4e61-a509-20e3198c04e8', 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ips': [{'subnet_id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:51:52.797972 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:52.821557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-4b726cd5-b2d8-4477-b76b-978ae406f031', 'network_id': '4b726cd5-b2d8-4477-b76b-978ae406f031', 'tenant_id': '01bde7b48ca54d75a6a07bd81a7e4f7d', 'fixed_ips': [{'subnet_id': 'f5c4cd39-5084-4501-9aec-a1752993a8d7'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:51:52.822575 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:52.858600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-48f85d6e-ebac-42b9-93ac-5317e670ba9d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object 02ef97ce-b2b7-4b45-aaeb-a44d79424a5d will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:52.921167 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-029e720e-f0d4-4495-a0db-a98bf6070a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:52.925161 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-029e720e-f0d4-4495-a0db-a98bf6070a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:52.926519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-029e720e-f0d4-4495-a0db-a98bf6070a1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72ee6758-24e6-45f7-97a5-0241eaa94bcb HTTP/1.1" status: 204 len: 168 time: 0.3177757 Jul 22 23:51:52.940992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Allocated IP 172.20.0.1 (052816c7-ae06-4e61-a509-20e3198c04e8/153f65ec-f2ed-47cd-9a96-cb9c76470b1b/fdec6bf9-01d1-4fae-883c-9766b7cd1102) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:52.952653 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e720e-f0d4-4495-a0db-a98bf6070a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ee6758-24e6-45f7-97a5-0241eaa94bcb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:52.966236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9d540fcc-e1a4-4759-be2a-ae1d93649603 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Allocated IP 172.20.0.13 (4b726cd5-b2d8-4477-b76b-978ae406f031/f5c4cd39-5084-4501-9aec-a1752993a8d7/9e94427e-3b71-48b8-956a-dc68400d4652) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:52.979693 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48f85d6e-ebac-42b9-93ac-5317e670ba9d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.003428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135631368', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:45Z', 'updated_at': '2021-07-22T23:51:47Z', 'revision_number': 3, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:46Z', 'updated_at': '2021-07-22T23:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:53.032208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f85d6e-ebac-42b9-93ac-5317e670ba9d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:53.051548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-48f85d6e-ebac-42b9-93ac-5317e670ba9d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:53.067204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f85d6e-ebac-42b9-93ac-5317e670ba9d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:53.137258 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f85d6e-ebac-42b9-93ac-5317e670ba9d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=02ef97ce-b2b7-4b45-aaeb-a44d79424a5d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:53.147436 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.172554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f85d6e-ebac-42b9-93ac-5317e670ba9d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:53.173385 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48f85d6e-ebac-42b9-93ac-5317e670ba9d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.181293 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Transition to ACTIVE for port object fdec6bf9-01d1-4fae-883c-9766b7cd1102 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:53.185499 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e890870-64f8-4dba-8908-c827da4cf205 None None] The sync data for ids ['d8ed0795-c75c-48aa-9897-2999d847e916'] in n-d-688802-2 is: [{'id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135631368', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:45Z', 'updated_at': '2021-07-22T23:51:47Z', 'revision_number': 3, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:46Z', 'updated_at': '2021-07-22T23:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:51:53.248213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-48f85d6e-ebac-42b9-93ac-5317e670ba9d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1295228 Jul 22 23:51:53.254588 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33614) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:53.291030 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.310239 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d540fcc-e1a4-4759-be2a-ae1d93649603 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.350796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Allocated IP 172.20.0.2 (052816c7-ae06-4e61-a509-20e3198c04e8/153f65ec-f2ed-47cd-9a96-cb9c76470b1b/285cb407-c3fc-4436-b706-49d0b2465dd1) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:53.351770 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-9d540fcc-e1a4-4759-be2a-ae1d93649603 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Transition to ACTIVE for port object 9e94427e-3b71-48b8-956a-dc68400d4652 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:53.416994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 052816c7-ae06-4e61-a509-20e3198c04e8 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:53.431664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:53.439953 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d540fcc-e1a4-4759-be2a-ae1d93649603 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.457263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:53.497512 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=fdec6bf9-01d1-4fae-883c-9766b7cd1102,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:53.497772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0fcb09d7-c387-4353-81fe-671382977e8c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:53.546557 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.631799 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33618) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:53.641573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d540fcc-e1a4-4759-be2a-ae1d93649603 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Network 4b726cd5-b2d8-4477-b76b-978ae406f031 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:53.660236 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabbd912-d21a-4943-aba2-166e8a4f3f71 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:53.667307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabbd912-d21a-4943-aba2-166e8a4f3f71 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:53.672344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9d540fcc-e1a4-4759-be2a-ae1d93649603 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:53.675149 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d540fcc-e1a4-4759-be2a-ae1d93649603 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:53.675294 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-aabbd912-d21a-4943-aba2-166e8a4f3f71 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4193594 Jul 22 23:51:53.675877 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33620) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:53.703884 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51181bdd-478a-4437-8e50-f2425f7a1b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.731024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d540fcc-e1a4-4759-be2a-ae1d93649603 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Pushing event updated for resources: {'Port': ['ID=9e94427e-3b71-48b8-956a-dc68400d4652,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:53.769039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d540fcc-e1a4-4759-be2a-ae1d93649603 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:53.769803 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d540fcc-e1a4-4759-be2a-ae1d93649603 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.788260 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9d540fcc-e1a4-4759-be2a-ae1d93649603 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7685540 Jul 22 23:51:53.791059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33622) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:53.802337 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b49d0fdb-e82f-422c-9ea1-ba2e0f30709e tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1550325551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:53.854887 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b49d0fdb-e82f-422c-9ea1-ba2e0f30709e tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.856133 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b49d0fdb-e82f-422c-9ea1-ba2e0f30709e tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.893279 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Allocated IP 172.20.0.2 (4b726cd5-b2d8-4477-b76b-978ae406f031/f5c4cd39-5084-4501-9aec-a1752993a8d7/15112c1e-52c7-4ea0-b24f-6d82e4bc6231) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:53.923127 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b49d0fdb-e82f-422c-9ea1-ba2e0f30709e tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.924447 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e3129a19-7b67-41b8-a6a6-eef75d53aab1 None None] Provisioning complete for port 0fcb09d7-c387-4353-81fe-671382977e8c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:53.929783 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3129a19-7b67-41b8-a6a6-eef75d53aab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.932852 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b49d0fdb-e82f-422c-9ea1-ba2e0f30709e tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.937755 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.954149 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b49d0fdb-e82f-422c-9ea1-ba2e0f30709e tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.957862 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b49d0fdb-e82f-422c-9ea1-ba2e0f30709e tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1655965 Jul 22 23:51:53.960565 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33624) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:53.966101 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5a6383a0-36da-4bc9-95e6-0e482c88a7c1 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1384187544', 'prefixes': ['172.20.0.0/16']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:54.179790 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.192066 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 0fcb09d7-c387-4353-81fe-671382977e8c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:54.192441 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.200990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Transition to ACTIVE for port object 285cb407-c3fc-4436-b706-49d0b2465dd1 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:54.297910 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Transition to ACTIVE for port object 285cb407-c3fc-4436-b706-49d0b2465dd1 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:54.342735 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.417501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Network 052816c7-ae06-4e61-a509-20e3198c04e8 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:54.428983 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.431473 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:54.443361 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:54.463463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Pushing event updated for resources: {'Port': ['ID=285cb407-c3fc-4436-b706-49d0b2465dd1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:54.473959 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Transition to ACTIVE for port object 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:54.497400 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51181bdd-478a-4437-8e50-f2425f7a1b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.504654 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51181bdd-478a-4437-8e50-f2425f7a1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.511310 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a6383a0-36da-4bc9-95e6-0e482c88a7c1 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks [] for subnetpool, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.521453 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5a6383a0-36da-4bc9-95e6-0e482c88a7c1 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5575883 Jul 22 23:51:54.522273 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33628) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:54.527648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-0a9e2c57-965e-4ef3-8db4-2729cad0f9f6 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f5c4cd39-5084-4501-9aec-a1752993a8d7', 'tempest-TagsExtTest-Tag-1690260783') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:54.578916 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Transition to ACTIVE for port object 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:54.593640 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-51181bdd-478a-4437-8e50-f2425f7a1b6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33789d828d4c4dc285014ac2bf5c498c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9560373 Jul 22 23:51:54.593864 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e29814ca-7434-47ba-a680-85c34a619e99 None None] Provisioning for port 02ef97ce-b2b7-4b45-aaeb-a44d79424a5d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:54.594626 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33630) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:54.600392 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.608245 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e29814ca-7434-47ba-a680-85c34a619e99 None None] Provisioning complete for port 02ef97ce-b2b7-4b45-aaeb-a44d79424a5d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:54.608693 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e29814ca-7434-47ba-a680-85c34a619e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.619489 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Attempting to bind port 285cb407-c3fc-4436-b706-49d0b2465dd1 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:54.620700 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Attempting to bind port 285cb407-c3fc-4436-b706-49d0b2465dd1 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '9f05e9e2-eff2-4a57-b892-5837b88100af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:54.621377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Attempting to bind port 285cb407-c3fc-4436-b706-49d0b2465dd1 on network 052816c7-ae06-4e61-a509-20e3198c04e8 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:54.630363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51181bdd-478a-4437-8e50-f2425f7a1b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b8fdee-0eac-42a1-b6b1-8cc65ee3f097,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:54.681751 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:54.682400 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Checking segment: {'id': '9f05e9e2-eff2-4a57-b892-5837b88100af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:54.682979 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.683532 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Bound using segment: {'id': '9f05e9e2-eff2-4a57-b892-5837b88100af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:54.684175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Bound port: 285cb407-c3fc-4436-b706-49d0b2465dd1, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f05e9e2-eff2-4a57-b892-5837b88100af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:54.684761 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.700658 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a153e0ee-f3b2-4bfc-9b45-bf22379bbd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.715394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Network 4b726cd5-b2d8-4477-b76b-978ae406f031 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:54.728393 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0a9e2c57-965e-4ef3-8db4-2729cad0f9f6 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "PUT /v2.0/subnets/f5c4cd39-5084-4501-9aec-a1752993a8d7/tags/tempest-TagsExtTest-Tag-1690260783 HTTP/1.1" status: 201 len: 201 time: 0.2051053 Jul 22 23:51:54.730312 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:54.731718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:54.737072 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-702137df-b16c-42fd-afc4-f0a071d12f7b tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9e94427e-3b71-48b8-956a-dc68400d4652', 'tempest-TagsExtTest-Tag-1326011980') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:54.740695 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a153e0ee-f3b2-4bfc-9b45-bf22379bbd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.756488 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:54.770638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Pushing event updated for resources: {'Port': ['ID=15112c1e-52c7-4ea0-b24f-6d82e4bc6231,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:54.785167 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ee68ad94-ba8c-4dda-913e-395152c86670 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port 02ef97ce-b2b7-4b45-aaeb-a44d79424a5d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:54.785613 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee68ad94-ba8c-4dda-913e-395152c86670 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.785707 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e29814ca-7434-47ba-a680-85c34a619e99 None None] Port 02ef97ce-b2b7-4b45-aaeb-a44d79424a5d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:51:54.847009 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a153e0ee-f3b2-4bfc-9b45-bf22379bbd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.850175 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a153e0ee-f3b2-4bfc-9b45-bf22379bbd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.851690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a153e0ee-f3b2-4bfc-9b45-bf22379bbd30 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/83b8fdee-0eac-42a1-b6b1-8cc65ee3f097 HTTP/1.1" status: 204 len: 168 time: 0.2492237 Jul 22 23:51:54.864278 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-702137df-b16c-42fd-afc4-f0a071d12f7b tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "PUT /v2.0/ports/9e94427e-3b71-48b8-956a-dc68400d4652/tags/tempest-TagsExtTest-Tag-1326011980 HTTP/1.1" status: 201 len: 201 time: 0.1311107 Jul 22 23:51:54.865273 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33638) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:54.871809 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-4fa27121-cca2-44a5-88f1-abacb8313c1a tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5ae48dae-83fe-44d0-a359-74ef792b7596', 'tempest-TagsExtTest-Tag-2092656616') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:54.872074 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] For port 285cb407-c3fc-4436-b706-49d0b2465dd1, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:54.878322 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] For port 285cb407-c3fc-4436-b706-49d0b2465dd1, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=285cb407-c3fc-4436-b706-49d0b2465dd1,segment=NetworkSegment(9f05e9e2-eff2-4a57-b892-5837b88100af),segment_id=9f05e9e2-eff2-4a57-b892-5837b88100af)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:54.879786 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Attempting to bind port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:54.880162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Attempting to bind port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'b27aebfe-0509-4250-951f-58ac04ede2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4b726cd5-b2d8-4477-b76b-978ae406f031'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:54.880920 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Attempting to bind port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 on network 4b726cd5-b2d8-4477-b76b-978ae406f031 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:54.887457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:54.887916 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Checking segment: {'id': 'b27aebfe-0509-4250-951f-58ac04ede2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4b726cd5-b2d8-4477-b76b-978ae406f031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:54.888325 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.889193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Bound using segment: {'id': 'b27aebfe-0509-4250-951f-58ac04ede2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4b726cd5-b2d8-4477-b76b-978ae406f031'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:54.889325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Bound port: 15112c1e-52c7-4ea0-b24f-6d82e4bc6231, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27aebfe-0509-4250-951f-58ac04ede2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4b726cd5-b2d8-4477-b76b-978ae406f031'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:54.889705 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.894255 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.932287 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee68ad94-ba8c-4dda-913e-395152c86670 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.978884 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ee68ad94-ba8c-4dda-913e-395152c86670 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for 02ef97ce-b2b7-4b45-aaeb-a44d79424a5d owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:54.979582 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153e0ee-f3b2-4bfc-9b45-bf22379bbd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b8fdee-0eac-42a1-b6b1-8cc65ee3f097,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:55.031586 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4fa27121-cca2-44a5-88f1-abacb8313c1a tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "PUT /v2.0/routers/5ae48dae-83fe-44d0-a359-74ef792b7596/tags/tempest-TagsExtTest-Tag-2092656616 HTTP/1.1" status: 201 len: 201 time: 0.1638563 Jul 22 23:51:55.032324 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd010553-c264-404d-819e-5cfa74bf0048 None None] Pushing event updated for resources: {'Port': ['ID=285cb407-c3fc-4436-b706-49d0b2465dd1,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:55.032459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33642) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:55.046848 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-077e4e49-db67-41ee-b2d3-099dbba0fa07 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9756b429-d66b-4575-99f2-44eb86173dcb', 'tempest-TagsExtTest-Tag-384328397') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:55.087306 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] For port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:55.091819 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] For port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=15112c1e-52c7-4ea0-b24f-6d82e4bc6231,segment=NetworkSegment(b27aebfe-0509-4250-951f-58ac04ede2c1),segment_id=b27aebfe-0509-4250-951f-58ac04ede2c1)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:55.098633 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:55.140230 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33644) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:55.140391 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-077e4e49-db67-41ee-b2d3-099dbba0fa07 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "PUT /v2.0/subnetpools/9756b429-d66b-4575-99f2-44eb86173dcb/tags/tempest-TagsExtTest-Tag-384328397 HTTP/1.1" status: 201 len: 201 time: 0.1053970 Jul 22 23:51:55.151886 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-ffa39f69-5065-4061-8933-87d87c714cc3 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f5c4cd39-5084-4501-9aec-a1752993a8d7') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:55.194371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c64b59-94ce-4a1c-a9bf-e66c0e5d1454 None None] Pushing event updated for resources: {'Port': ['ID=15112c1e-52c7-4ea0-b24f-6d82e4bc6231,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:55.227591 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:55.252059 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:55.432473 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=fdec6bf9-01d1-4fae-883c-9766b7cd1102,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:55.444768 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:55.482444 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ffa39f69-5065-4061-8933-87d87c714cc3 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/subnets/f5c4cd39-5084-4501-9aec-a1752993a8d7/tags HTTP/1.1" status: 200 len: 241 time: 0.3346891 Jul 22 23:51:55.483673 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee68ad94-ba8c-4dda-913e-395152c86670 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:55.486985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33654) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:55.515659 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-56b362a8-62c2-4fc3-9e5a-63bd0a57c8a9 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f5c4cd39-5084-4501-9aec-a1752993a8d7', 'tempest-TagsExtTest-Tag-1690260783') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:55.606395 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 285cb407-c3fc-4436-b706-49d0b2465dd1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:55.630417 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68ad94-ba8c-4dda-913e-395152c86670 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=02ef97ce-b2b7-4b45-aaeb-a44d79424a5d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:55.679852 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-56b362a8-62c2-4fc3-9e5a-63bd0a57c8a9 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/subnets/f5c4cd39-5084-4501-9aec-a1752993a8d7/tags/tempest-TagsExtTest-Tag-1690260783 HTTP/1.1" status: 204 len: 168 time: 0.1916676 Jul 22 23:51:55.687394 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:55.703182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-9c33672e-9cd9-4bbb-8f50-969b3e6914ad tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f5c4cd39-5084-4501-9aec-a1752993a8d7', 'tempest-TagsExtTest-Tag-1690260783') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:55.743483 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 285cb407-c3fc-4436-b706-49d0b2465dd1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:55.748046 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d0434df9-4b7b-468d-96f0-108cd9a29e8f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:55.841248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 052816c7-ae06-4e61-a509-20e3198c04e8 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:55.859744 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9c33672e-9cd9-4bbb-8f50-969b3e6914ad tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/subnets/f5c4cd39-5084-4501-9aec-a1752993a8d7/tags/tempest-TagsExtTest-Tag-1690260783 HTTP/1.1" status: 204 len: 168 time: 0.1713142 Jul 22 23:51:55.863725 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33668) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:55.864949 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:55.880222 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-7b8b5d38-b920-4dea-84b3-200580d86de9 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f5c4cd39-5084-4501-9aec-a1752993a8d7') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:55.882343 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port d0434df9-4b7b-468d-96f0-108cd9a29e8f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:55.886629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d0434df9-4b7b-468d-96f0-108cd9a29e8f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:55.887012 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:55.982979 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb47af-aa63-42b5-8ed6-0f755f7081d3 req-8e28875d-ea1c-436e-b683-5250638e9a93 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:55.984577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2cbb47af-aa63-42b5-8ed6-0f755f7081d3 req-8e28875d-ea1c-436e-b683-5250638e9a93 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1232860 Jul 22 23:51:56.046568 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:56.082542 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee68ad94-ba8c-4dda-913e-395152c86670 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:56.086779 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ee68ad94-ba8c-4dda-913e-395152c86670 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/02ef97ce-b2b7-4b45-aaeb-a44d79424a5d HTTP/1.1" status: 204 len: 168 time: 2.3994043 Jul 22 23:51:56.086946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port d0434df9-4b7b-468d-96f0-108cd9a29e8f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d0434df9-4b7b-468d-96f0-108cd9a29e8f,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:56.087789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33676) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:56.088364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2cbb47af-aa63-42b5-8ed6-0f755f7081d3 req-7554dd58-061f-494f-b18e-f6d97bffbd06 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948350 Jul 22 23:51:56.093014 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:56.164848 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router d8ed0795-c75c-48aa-9897-2999d847e916 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:51:56.176580 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7b8b5d38-b920-4dea-84b3-200580d86de9 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/subnets/f5c4cd39-5084-4501-9aec-a1752993a8d7/tags HTTP/1.1" status: 200 len: 205 time: 0.3039379 Jul 22 23:51:56.176802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33682) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:56.182734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-cd0f6c18-b4aa-40b3-9891-0f77ab1975f6 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9e94427e-3b71-48b8-956a-dc68400d4652') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:56.186744 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386307ab-6b44-4470-843d-a1735d227515 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:56.188451 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386307ab-6b44-4470-843d-a1735d227515 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:56.190987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386307ab-6b44-4470-843d-a1735d227515 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:56.192627 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-386307ab-6b44-4470-843d-a1735d227515 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1019166 Jul 22 23:51:56.196015 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33684) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:56.215132 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=d0434df9-4b7b-468d-96f0-108cd9a29e8f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:56.329649 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-723424cc-d958-489e-8033-53dcf6ded47a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 02b0b57d-52a0-48c3-b2cb-c85da5eefb32 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:51:56.335166 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-723424cc-d958-489e-8033-53dcf6ded47a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:56.348138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead175d9-0fdc-405d-bd89-4890734d02e1 req-9e49e0e0-591f-456d-b931-0869a60d8d47 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:56.349832 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ead175d9-0fdc-405d-bd89-4890734d02e1 req-9e49e0e0-591f-456d-b931-0869a60d8d47 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1616008 Jul 22 23:51:56.355549 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cd0f6c18-b4aa-40b3-9891-0f77ab1975f6 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/ports/9e94427e-3b71-48b8-956a-dc68400d4652/tags HTTP/1.1" status: 200 len: 241 time: 0.1777723 Jul 22 23:51:56.359234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33688) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:56.369520 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-8f1100c2-4afe-40a3-9e92-87307214a884 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e94427e-3b71-48b8-956a-dc68400d4652', 'tempest-TagsExtTest-Tag-1326011980') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:56.412151 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-723424cc-d958-489e-8033-53dcf6ded47a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:56.429887 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ead175d9-0fdc-405d-bd89-4890734d02e1 req-158c2ca7-c02b-4734-8965-78185891c6b2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732341 Jul 22 23:51:56.470034 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8f1100c2-4afe-40a3-9e92-87307214a884 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/ports/9e94427e-3b71-48b8-956a-dc68400d4652/tags/tempest-TagsExtTest-Tag-1326011980 HTTP/1.1" status: 204 len: 168 time: 0.1090813 Jul 22 23:51:56.473157 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33694) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:56.480711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-ed88f863-c46f-4e8a-ba5a-af996d5e3830 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9e94427e-3b71-48b8-956a-dc68400d4652', 'tempest-TagsExtTest-Tag-1326011980') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:56.486725 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:51:56.493128 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ab8b13f9-e955-4da5-92e9-f88d383c2154 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "PUT /v2.0/routers/d8ed0795-c75c-48aa-9897-2999d847e916/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4489522 Jul 22 23:51:56.499362 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Sync routers for ids ['d8ed0795-c75c-48aa-9897-2999d847e916'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:51:56.511850 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Routers {'d8ed0795-c75c-48aa-9897-2999d847e916'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:56.512577 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:51:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d8ed0795-c75c-48aa-9897-2999d847e916'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:56.587125 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed88f863-c46f-4e8a-ba5a-af996d5e3830 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/ports/9e94427e-3b71-48b8-956a-dc68400d4652/tags/tempest-TagsExtTest-Tag-1326011980 HTTP/1.1" status: 204 len: 168 time: 0.1099455 Jul 22 23:51:56.589557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33698) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:56.599267 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-2e53d291-73f6-4790-aee0-b1b6ba7b4453 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9e94427e-3b71-48b8-956a-dc68400d4652') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:56.622974 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-723424cc-d958-489e-8033-53dcf6ded47a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:56.733677 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Set router d8ed0795-c75c-48aa-9897-2999d847e916 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:56.735406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:56.739177 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2e53d291-73f6-4790-aee0-b1b6ba7b4453 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/ports/9e94427e-3b71-48b8-956a-dc68400d4652/tags HTTP/1.1" status: 200 len: 205 time: 0.1387327 Jul 22 23:51:56.746675 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-14d851bb-1d44-4cf6-9d1d-395d667ac578 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5ae48dae-83fe-44d0-a359-74ef792b7596') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:56.751944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1368f18-e53d-4dcf-a2d7-a9caffb5dbc4 None None] Network 052816c7-ae06-4e61-a509-20e3198c04e8 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:56.957578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcb92b-f838-47dc-867f-42bdb12fd7cc req-fe3f6410-465b-49c4-bc3c-d33eb9f9dbcb tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:56.959516 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-723424cc-d958-489e-8033-53dcf6ded47a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:56.960481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96bcb92b-f838-47dc-867f-42bdb12fd7cc req-fe3f6410-465b-49c4-bc3c-d33eb9f9dbcb tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1529288 Jul 22 23:51:56.967881 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d0b89e3a-93db-4acc-8ccc-a0fdbab93d75 None None] Provisioning for port 285cb407-c3fc-4436-b706-49d0b2465dd1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:56.980388 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d0b89e3a-93db-4acc-8ccc-a0fdbab93d75 None None] Provisioning complete for port 285cb407-c3fc-4436-b706-49d0b2465dd1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:56.981577 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d0b89e3a-93db-4acc-8ccc-a0fdbab93d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:57.029443 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96bcb92b-f838-47dc-867f-42bdb12fd7cc req-4137bb51-d009-439b-a5fd-147ea81aa200 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592694 Jul 22 23:51:57.037279 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723424cc-d958-489e-8033-53dcf6ded47a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=02b0b57d-52a0-48c3-b2cb-c85da5eefb32,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:57.047616 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-14d851bb-1d44-4cf6-9d1d-395d667ac578 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/routers/5ae48dae-83fe-44d0-a359-74ef792b7596/tags HTTP/1.1" status: 200 len: 241 time: 0.3096335 Jul 22 23:51:57.054931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33724) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:57.066744 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-a853241c-e3d7-42a8-93e2-abae5d206d94 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5ae48dae-83fe-44d0-a359-74ef792b7596', 'tempest-TagsExtTest-Tag-2092656616') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:57.072113 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-0f599fc7-8279-462e-b8f9-ad2d5b2f7cbe tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1099582858&fields=id&tenant_id=08e6f590bb3047c8a7f2021edeaee884 HTTP/1.1" status: 200 len: 267 time: 0.1757100 Jul 22 23:51:57.080175 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-723424cc-d958-489e-8033-53dcf6ded47a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:57.082344 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-723424cc-d958-489e-8033-53dcf6ded47a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/02b0b57d-52a0-48c3-b2cb-c85da5eefb32 HTTP/1.1" status: 204 len: 168 time: 0.8854222 Jul 22 23:51:57.085369 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33728) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:57.114492 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40cde0b-dbf9-48b1-bddf-81ccfac7a0be None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:57.164672 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a521fa1-b36a-4ab0-afef-afa8c363d1f6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 17cac045-7d65-435a-acb4-7bc84fbd734f {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:51:57.178372 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a521fa1-b36a-4ab0-afef-afa8c363d1f6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:57.218142 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bde2df-1a03-4435-ad75-73d68564f2ce None None] Network 4b726cd5-b2d8-4477-b76b-978ae406f031 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:57.226012 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a521fa1-b36a-4ab0-afef-afa8c363d1f6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:57.276310 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a853241c-e3d7-42a8-93e2-abae5d206d94 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/routers/5ae48dae-83fe-44d0-a359-74ef792b7596/tags/tempest-TagsExtTest-Tag-2092656616 HTTP/1.1" status: 204 len: 168 time: 0.2141247 Jul 22 23:51:57.278493 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33736) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:57.294499 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-68725f05-e1b8-494c-ae95-e7b6bf22af02 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5ae48dae-83fe-44d0-a359-74ef792b7596', 'tempest-TagsExtTest-Tag-2092656616') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:57.443808 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135631368', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:45Z', 'updated_at': '2021-07-22T23:51:53Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:46Z', 'updated_at': '2021-07-22T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'fdec6bf9-01d1-4fae-883c-9766b7cd1102', 'name': '', 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:c4:87:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:52Z', 'updated_at': '2021-07-22T23:51:54Z', 'revision_number': 2, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:57.474049 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a521fa1-b36a-4ab0-afef-afa8c363d1f6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:57.504602 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d0b89e3a-93db-4acc-8ccc-a0fdbab93d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:57.515197 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Checking router: d8ed0795-c75c-48aa-9897-2999d847e916 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:51:57.515745 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Updating router d8ed0795-c75c-48aa-9897-2999d847e916 port fdec6bf9-01d1-4fae-883c-9766b7cd1102 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:51:57.562934 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:57.652177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce6eab-6605-4e43-bcc7-7bd3b7bfe6df req-a1a60f7a-d442-4d71-a900-152947480210 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:57.654026 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20ce6eab-6605-4e43-bcc7-7bd3b7bfe6df req-a1a60f7a-d442-4d71-a900-152947480210 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.3205826 Jul 22 23:51:57.718314 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-6f6344b8-c9ca-4e4c-a5cb-c430819a2557 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:57.721012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-6f6344b8-c9ca-4e4c-a5cb-c430819a2557 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/networks?id=052816c7-ae06-4e61-a509-20e3198c04e8 HTTP/1.1" status: 200 len: 797 time: 0.5609977 Jul 22 23:51:57.724469 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a521fa1-b36a-4ab0-afef-afa8c363d1f6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:57.761487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a521fa1-b36a-4ab0-afef-afa8c363d1f6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=17cac045-7d65-435a-acb4-7bc84fbd734f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:57.791463 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6a521fa1-b36a-4ab0-afef-afa8c363d1f6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:57.796379 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6a521fa1-b36a-4ab0-afef-afa8c363d1f6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/17cac045-7d65-435a-acb4-7bc84fbd734f HTTP/1.1" status: 204 len: 168 time: 0.7096779 Jul 22 23:51:57.798736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33754) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:57.801802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20ce6eab-6605-4e43-bcc7-7bd3b7bfe6df req-fbdbfb4c-33fb-4e03-b57e-56b6f438db48 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378298 Jul 22 23:51:57.806252 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-fc886540-b3b5-4894-9313-39c727b565cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/quotas/08e6f590bb3047c8a7f2021edeaee884 HTTP/1.1" status: 200 len: 375 time: 0.0727222 Jul 22 23:51:57.861376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:57.871954 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-37f649d7-517c-48ba-9576-0789a50ab29b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694942 Jul 22 23:51:57.872588 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33766) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:57.884677 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6e8161e1-014e-43b5-8b37-e0d34b3570be tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:57.918117 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-00000c8a-2ab4-4836-b681-e344178e2a1d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049159 Jul 22 23:51:57.964832 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d0b89e3a-93db-4acc-8ccc-a0fdbab93d75 None None] For port 285cb407-c3fc-4436-b706-49d0b2465dd1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=285cb407-c3fc-4436-b706-49d0b2465dd1,segment=NetworkSegment(9f05e9e2-eff2-4a57-b892-5837b88100af),segment_id=9f05e9e2-eff2-4a57-b892-5837b88100af)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:58.033416 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d0b89e3a-93db-4acc-8ccc-a0fdbab93d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:58.068219 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-b3b69f2b-c232-4349-b9b1-3d58457b6ba1 service neutron] 10.222.0.26 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351817 Jul 22 23:51:58.073855 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-68725f05-e1b8-494c-ae95-e7b6bf22af02 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/routers/5ae48dae-83fe-44d0-a359-74ef792b7596/tags/tempest-TagsExtTest-Tag-2092656616 HTTP/1.1" status: 204 len: 168 time: 0.7921336 Jul 22 23:51:58.074350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33776) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:58.078627 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-f8bd300f-606e-4fc2-af44-c8377dcb510a tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5ae48dae-83fe-44d0-a359-74ef792b7596') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:58.136901 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:58.167092 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Transition to ACTIVE for port object fdec6bf9-01d1-4fae-883c-9766b7cd1102 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:58.181967 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:58.226121 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8161e1-014e-43b5-8b37-e0d34b3570be tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:58.229700 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e8161e1-014e-43b5-8b37-e0d34b3570be tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:58.258848 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86488b-9466-4a04-b244-fc4e3e14de2a None None] Pushing event updated for resources: {'Port': ['ID=fdec6bf9-01d1-4fae-883c-9766b7cd1102,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:58.281734 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86488b-9466-4a04-b244-fc4e3e14de2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.283603 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86488b-9466-4a04-b244-fc4e3e14de2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.286544 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86488b-9466-4a04-b244-fc4e3e14de2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.287101 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86488b-9466-4a04-b244-fc4e3e14de2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.287611 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86488b-9466-4a04-b244-fc4e3e14de2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.288098 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86488b-9466-4a04-b244-fc4e3e14de2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.289790 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86488b-9466-4a04-b244-fc4e3e14de2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.290284 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86488b-9466-4a04-b244-fc4e3e14de2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.292597 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86488b-9466-4a04-b244-fc4e3e14de2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.293340 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86488b-9466-4a04-b244-fc4e3e14de2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.293831 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86488b-9466-4a04-b244-fc4e3e14de2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.294313 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c86488b-9466-4a04-b244-fc4e3e14de2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.294694 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b89e3a-93db-4acc-8ccc-a0fdbab93d75 None None] Pushing event updated for resources: {'Port': ['ID=285cb407-c3fc-4436-b706-49d0b2465dd1,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:58.313311 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d3084de6-bf51-4007-9fd1-e81ad1360232 None None] Provisioning for port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:58.321358 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d3084de6-bf51-4007-9fd1-e81ad1360232 None None] Provisioning complete for port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:58.322335 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3084de6-bf51-4007-9fd1-e81ad1360232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:58.324235 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:58.365163 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-994f1e64-5f5b-4176-aa42-2d9a156195d1 service neutron] 10.222.0.26 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798069 Jul 22 23:51:58.370679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:58.371274 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:58.409692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d447a68-e07d-48a0-a6c3-2391618617da req-c43a9ddf-8452-4706-a71e-89028c3020cb tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:58.412534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d447a68-e07d-48a0-a6c3-2391618617da req-c43a9ddf-8452-4706-a71e-89028c3020cb tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1896036 Jul 22 23:51:58.441521 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Attempting to bind port fdec6bf9-01d1-4fae-883c-9766b7cd1102 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:58.441885 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Attempting to bind port fdec6bf9-01d1-4fae-883c-9766b7cd1102 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '9f05e9e2-eff2-4a57-b892-5837b88100af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:58.442245 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Attempting to bind port fdec6bf9-01d1-4fae-883c-9766b7cd1102 on network 052816c7-ae06-4e61-a509-20e3198c04e8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:58.459992 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:58.460380 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Checking segment: {'id': '9f05e9e2-eff2-4a57-b892-5837b88100af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:58.460881 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:58.468413 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Bound using segment: {'id': '9f05e9e2-eff2-4a57-b892-5837b88100af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:58.469067 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Bound port: fdec6bf9-01d1-4fae-883c-9766b7cd1102, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f05e9e2-eff2-4a57-b892-5837b88100af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:58.469826 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:58.493029 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f8bd300f-606e-4fc2-af44-c8377dcb510a tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/routers/5ae48dae-83fe-44d0-a359-74ef792b7596/tags HTTP/1.1" status: 200 len: 205 time: 0.4154413 Jul 22 23:51:58.495675 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33810) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:58.506685 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-95861bdd-3a37-4912-89ec-8bb137757b90 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9756b429-d66b-4575-99f2-44eb86173dcb') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:58.530279 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d447a68-e07d-48a0-a6c3-2391618617da req-4a6342f8-dff2-4c25-a436-41165b73eeff tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103032 Jul 22 23:51:58.641153 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] For port fdec6bf9-01d1-4fae-883c-9766b7cd1102, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:58.668964 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] For port fdec6bf9-01d1-4fae-883c-9766b7cd1102, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fdec6bf9-01d1-4fae-883c-9766b7cd1102,segment=NetworkSegment(9f05e9e2-eff2-4a57-b892-5837b88100af),segment_id=9f05e9e2-eff2-4a57-b892-5837b88100af)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:58.669498 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3084de6-bf51-4007-9fd1-e81ad1360232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:58.690242 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:58.732876 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-95861bdd-3a37-4912-89ec-8bb137757b90 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/subnetpools/9756b429-d66b-4575-99f2-44eb86173dcb/tags HTTP/1.1" status: 200 len: 240 time: 0.2338727 Jul 22 23:51:58.744666 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33826) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:58.758885 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-8697e404-43d5-4acf-bf44-81efbd99da0c tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9756b429-d66b-4575-99f2-44eb86173dcb', 'tempest-TagsExtTest-Tag-384328397') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:58.800332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f207bcb9-71fd-4f7e-a820-48ed6fe96d78 req-8b88d88b-5f13-4be6-84ab-033c0bcb92ff tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 210 time: 0.0824246 Jul 22 23:51:58.897842 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Routers {'d8ed0795-c75c-48aa-9897-2999d847e916'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:58.899580 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:51:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d8ed0795-c75c-48aa-9897-2999d847e916'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:59.001576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6b6e8-58a1-434e-9dbf-100204097308 req-0f87a86d-b4d7-46af-9298-e37b1f9ddf51 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:59.003757 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8697e404-43d5-4acf-bf44-81efbd99da0c tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/subnetpools/9756b429-d66b-4575-99f2-44eb86173dcb/tags/tempest-TagsExtTest-Tag-384328397 HTTP/1.1" status: 204 len: 168 time: 0.2534475 Jul 22 23:51:59.016262 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33836) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:59.022131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-336cd0db-3a36-4295-a49d-27cfe7e3138a tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9756b429-d66b-4575-99f2-44eb86173dcb', 'tempest-TagsExtTest-Tag-384328397') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:59.028592 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88f6b6e8-58a1-434e-9dbf-100204097308 req-0f87a86d-b4d7-46af-9298-e37b1f9ddf51 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2268212 Jul 22 23:51:59.080815 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86488b-9466-4a04-b244-fc4e3e14de2a None None] Pushing event updated for resources: {'Port': ['ID=fdec6bf9-01d1-4fae-883c-9766b7cd1102,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:59.086667 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:59.137896 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e8161e1-014e-43b5-8b37-e0d34b3570be tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:59.143262 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88f6b6e8-58a1-434e-9dbf-100204097308 req-bd2becbe-e7d3-4a4d-aabc-f21edbed8132 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098418 Jul 22 23:51:59.160157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d3084de6-bf51-4007-9fd1-e81ad1360232 None None] For port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=15112c1e-52c7-4ea0-b24f-6d82e4bc6231,segment=NetworkSegment(b27aebfe-0509-4250-951f-58ac04ede2c1),segment_id=b27aebfe-0509-4250-951f-58ac04ede2c1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:59.172740 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9193a9-2ff0-4970-b57c-c85c145ec6a9 None None] Update dhcp port {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'fixed_ips': [{'subnet_id': '17cac045-7d65-435a-acb4-7bc84fbd734f'}], 'binding:host_id': 'n-d-688802-2'}, 'id': '0fcb09d7-c387-4353-81fe-671382977e8c'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:51:59.261722 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] Set router d8ed0795-c75c-48aa-9897-2999d847e916 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:59.274713 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8161e1-014e-43b5-8b37-e0d34b3570be tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=64d51ca2-32d8-40af-8d4b-5be14d862884,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:59.283307 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e9193a9-2ff0-4970-b57c-c85c145ec6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:59.287108 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d3084de6-bf51-4007-9fd1-e81ad1360232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:59.312373 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8161e1-014e-43b5-8b37-e0d34b3570be tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:59.316576 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6e8161e1-014e-43b5-8b37-e0d34b3570be tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:59.320433 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8161e1-014e-43b5-8b37-e0d34b3570be tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:59.321563 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e8161e1-014e-43b5-8b37-e0d34b3570be tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:59.330378 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-336cd0db-3a36-4295-a49d-27cfe7e3138a tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/subnetpools/9756b429-d66b-4575-99f2-44eb86173dcb/tags/tempest-TagsExtTest-Tag-384328397 HTTP/1.1" status: 204 len: 168 time: 0.3099415 Jul 22 23:51:59.330892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33854) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:59.346683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-9b807059-503c-449b-86d2-f10279cfa7ce tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9756b429-d66b-4575-99f2-44eb86173dcb') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:59.349153 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6e8161e1-014e-43b5-8b37-e0d34b3570be tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4751840 Jul 22 23:51:59.351740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33858) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:59.362069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e9bdb8a3-f53f-44b2-9b85-0eba30e7b876 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:59.519072 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9b807059-503c-449b-86d2-f10279cfa7ce tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/subnetpools/9756b429-d66b-4575-99f2-44eb86173dcb/tags HTTP/1.1" status: 200 len: 205 time: 0.1870437 Jul 22 23:51:59.521896 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33870) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:59.549835 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-a7be0c78-8c04-4e90-887a-52af171e73d3 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9756b429-d66b-4575-99f2-44eb86173dcb') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:59.561164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a464b-e1c6-4da6-8a93-84196c2c76a5 req-d0024912-9d87-4838-82fb-6adc5e04ee9b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:59.563025 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-362a464b-e1c6-4da6-8a93-84196c2c76a5 req-d0024912-9d87-4838-82fb-6adc5e04ee9b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1256397 Jul 22 23:51:59.615314 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d4ae602-8a79-4417-8aa8-13b4939b85a7 None None] Provisioning complete for port 285cb407-c3fc-4436-b706-49d0b2465dd1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:59.615846 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d4ae602-8a79-4417-8aa8-13b4939b85a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:59.617782 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:51:59.618245 n-d-688802-2 neutron-server[93822]: DEBUG oslo_db.api [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:51:59.621722 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-362a464b-e1c6-4da6-8a93-84196c2c76a5 req-faf34129-aa46-4204-9993-d21935caf6fb tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530305 Jul 22 23:51:59.624974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3084de6-bf51-4007-9fd1-e81ad1360232 None None] Pushing event updated for resources: {'Port': ['ID=15112c1e-52c7-4ea0-b24f-6d82e4bc6231,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:59.651799 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-16f22d59-0006-4be9-a7ac-8140d64f0f16 req-ef888258-2c40-48f0-8ff7-95d81e121819 tempest-ServerDiskConfigTestJSON-296676738 tempest-ServerDiskConfigTestJSON-296676738-project] (93820) timed out ('10.222.0.95', 54652) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 23:51:59.759943 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a7be0c78-8c04-4e90-887a-52af171e73d3 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/subnetpools/9756b429-d66b-4575-99f2-44eb86173dcb/tags HTTP/1.1" status: 204 len: 168 time: 0.2340057 Jul 22 23:51:59.761391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33888) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:59.769433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-42b70129-ea01-48a1-a37c-6a7f3c56b84b tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5ae48dae-83fe-44d0-a359-74ef792b7596') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:59.818453 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bdb8a3-f53f-44b2-9b85-0eba30e7b876 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:59.830717 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9bdb8a3-f53f-44b2-9b85-0eba30e7b876 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:59.927307 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d4ae602-8a79-4417-8aa8-13b4939b85a7 None None] Provisioning for port 9e94427e-3b71-48b8-956a-dc68400d4652 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:59.932280 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d4ae602-8a79-4417-8aa8-13b4939b85a7 None None] Provisioning complete for port 9e94427e-3b71-48b8-956a-dc68400d4652 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:59.932755 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d4ae602-8a79-4417-8aa8-13b4939b85a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:00.004067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ae602-8a79-4417-8aa8-13b4939b85a7 None None] Port 9e94427e-3b71-48b8-956a-dc68400d4652 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:52:00.006932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae32760-5f4d-4f8d-af25-3036911a2a33 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:00.024046 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135631368', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:45Z', 'updated_at': '2021-07-22T23:51:53Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:46Z', 'updated_at': '2021-07-22T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'fdec6bf9-01d1-4fae-883c-9766b7cd1102', 'name': '', 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:c4:87:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:52Z', 'updated_at': '2021-07-22T23:51:58Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:00.048130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d4ae602-8a79-4417-8aa8-13b4939b85a7 None None] Provisioning complete for port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:00.048838 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d4ae602-8a79-4417-8aa8-13b4939b85a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:00.125204 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec70964c-9f03-42d8-b3df-80c92889f03d None None] The sync data for ids ['d8ed0795-c75c-48aa-9897-2999d847e916'] in n-d-688802-2 is: [{'id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135631368', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:45Z', 'updated_at': '2021-07-22T23:51:53Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:46Z', 'updated_at': '2021-07-22T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'fdec6bf9-01d1-4fae-883c-9766b7cd1102', 'name': '', 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:c4:87:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:52Z', 'updated_at': '2021-07-22T23:51:58Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:52:00.135282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3b40b34-60c7-424f-91c6-c9ad65096203 req-0257fd7f-8d0c-4219-b327-077f32c9a719 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 210 time: 0.0772307 Jul 22 23:52:00.244854 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-42b70129-ea01-48a1-a37c-6a7f3c56b84b tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/routers/5ae48dae-83fe-44d0-a359-74ef792b7596/tags HTTP/1.1" status: 204 len: 168 time: 0.4821372 Jul 22 23:52:00.247658 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33914) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:00.264211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-64e223b9-bcf4-48f8-996d-f66bc119aa50 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e94427e-3b71-48b8-956a-dc68400d4652') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:00.270480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad02305-a12c-4b75-81c7-749d9a08b193 req-f4b1ffbb-d2d1-45b6-b1e1-794916a128d2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:00.280649 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ad02305-a12c-4b75-81c7-749d9a08b193 req-f4b1ffbb-d2d1-45b6-b1e1-794916a128d2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.4122446 Jul 22 23:52:00.334735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ad02305-a12c-4b75-81c7-749d9a08b193 req-02ae32a4-3114-4c84-8a09-f032b556a363 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529158 Jul 22 23:52:00.355001 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d0434df9-4b7b-468d-96f0-108cd9a29e8f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:00.538405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d4ae602-8a79-4417-8aa8-13b4939b85a7 None None] Provisioning for port fdec6bf9-01d1-4fae-883c-9766b7cd1102 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:00.563144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d0434df9-4b7b-468d-96f0-108cd9a29e8f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:00.563523 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:00.593481 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-64e223b9-bcf4-48f8-996d-f66bc119aa50 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/ports/9e94427e-3b71-48b8-956a-dc68400d4652/tags HTTP/1.1" status: 204 len: 168 time: 0.3426991 Jul 22 23:52:00.596333 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33924) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:00.603787 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-2445e941-d2b5-4a8e-a76c-4317c97970c1 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f5c4cd39-5084-4501-9aec-a1752993a8d7') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:00.693953 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33926) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:00.695451 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaee143-8587-4599-8627-6b2c9c3a1b27 None None] Update dhcp port {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'fixed_ips': [{'subnet_id': '64d51ca2-32d8-40af-8d4b-5be14d862884'}], 'binding:host_id': 'n-d-688802-2'}, 'id': '0fcb09d7-c387-4353-81fe-671382977e8c'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:52:00.752092 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cc45eb10-d148-4e5e-b6b8-dd64bd63f9ab None None] Provisioning complete for port 0fcb09d7-c387-4353-81fe-671382977e8c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:00.752468 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc45eb10-d148-4e5e-b6b8-dd64bd63f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:00.775621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-e9bdb8a3-f53f-44b2-9b85-0eba30e7b876 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:52:00.786866 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-baaee143-8587-4599-8627-6b2c9c3a1b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:00.788776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38944a-ca07-4451-a948-cfdef5ad8a13 req-fdc91d90-fca5-4121-bb7a-9f1d763bf6b8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:00.790646 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb38944a-ca07-4451-a948-cfdef5ad8a13 req-fdc91d90-fca5-4121-bb7a-9f1d763bf6b8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1828401 Jul 22 23:52:00.793861 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2445e941-d2b5-4a8e-a76c-4317c97970c1 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/subnets/f5c4cd39-5084-4501-9aec-a1752993a8d7/tags HTTP/1.1" status: 204 len: 168 time: 0.1940093 Jul 22 23:52:00.798352 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33930) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:00.803394 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-827f4234-672f-468b-bbaf-c5836cd01fc3 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f5c4cd39-5084-4501-9aec-a1752993a8d7', 'tempest-TagsExtTest-Tag-1600472799') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:00.913327 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb38944a-ca07-4451-a948-cfdef5ad8a13 req-1f75dbe9-f465-42f9-a01c-79201e7b6040 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055033 Jul 22 23:52:00.955925 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-827f4234-672f-468b-bbaf-c5836cd01fc3 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "PUT /v2.0/subnets/f5c4cd39-5084-4501-9aec-a1752993a8d7/tags/tempest-TagsExtTest-Tag-1600472799 HTTP/1.1" status: 201 len: 201 time: 0.1559112 Jul 22 23:52:00.958477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33934) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:00.964826 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-7cd5c454-da12-4fdf-ad9e-93273e29a04e tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9e94427e-3b71-48b8-956a-dc68400d4652', 'tempest-TagsExtTest-Tag-989769397') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:00.977120 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4ae0764-999d-4bf7-8a4f-2e16b63be330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.234207 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cc45eb10-d148-4e5e-b6b8-dd64bd63f9ab None None] Provisioning complete for port 9e94427e-3b71-48b8-956a-dc68400d4652 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:01.238202 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4ae0764-999d-4bf7-8a4f-2e16b63be330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.243343 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4ae0764-999d-4bf7-8a4f-2e16b63be330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.249318 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc45eb10-d148-4e5e-b6b8-dd64bd63f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.294415 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-baaee143-8587-4599-8627-6b2c9c3a1b27 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:52:01.294415 n-d-688802-2 neutron-server[93822]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 22 23:52:01.294415 n-d-688802-2 neutron-server[93822]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe15:ae7', 'status': 'ALLOCATED', 'ipam_subnet_id': '0dbeac01-db8d-4c45-8749-9d4a4d1f3e4f'}] Jul 22 23:52:01.294415 n-d-688802-2 neutron-server[93822]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:52:01.294985 n-d-688802-2 neutron-server[93822]: DEBUG oslo_db.api [None req-baaee143-8587-4599-8627-6b2c9c3a1b27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:52:01.308964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae0764-999d-4bf7-8a4f-2e16b63be330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d174223-bca2-49a2-86c4-ae004e0c6c87,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:01.318823 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e4ae0764-999d-4bf7-8a4f-2e16b63be330 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=459060b27a1240839add3923ca72264c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6218581 Jul 22 23:52:01.319685 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33938) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:01.324936 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cc45eb10-d148-4e5e-b6b8-dd64bd63f9ab None None] Port 9e94427e-3b71-48b8-956a-dc68400d4652 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:52:01.367239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:01.429449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:01.429990 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.442023 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59bb5b52-ea0a-4697-a095-df183e987be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.444186 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9bdb8a3-f53f-44b2-9b85-0eba30e7b876 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.524253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fdec6bf9-01d1-4fae-883c-9766b7cd1102 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:01.582616 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1df1259f-c7d3-4b32-b80b-57437939442e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.598986 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port fdec6bf9-01d1-4fae-883c-9766b7cd1102 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:01.603735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fdec6bf9-01d1-4fae-883c-9766b7cd1102 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:01.604273 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.639762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e9bdb8a3-f53f-44b2-9b85-0eba30e7b876 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] For port 0fcb09d7-c387-4353-81fe-671382977e8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0fcb09d7-c387-4353-81fe-671382977e8c,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:01.674649 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9bdb8a3-f53f-44b2-9b85-0eba30e7b876 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.681918 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59bb5b52-ea0a-4697-a095-df183e987be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.690664 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9bdb8a3-f53f-44b2-9b85-0eba30e7b876 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.691710 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9bdb8a3-f53f-44b2-9b85-0eba30e7b876 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.758095 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2005522-3033-4de6-8386-22d63625a2fb req-75403547-3a2f-4922-9b59-1b18cf387c4e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 210 time: 0.0652852 Jul 22 23:52:01.764140 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.817629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-ef341be7-50be-4cdb-aabe-57e0b3117576 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:01.819244 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-ef341be7-50be-4cdb-aabe-57e0b3117576 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.95 "GET /v2.0/networks?id=052816c7-ae06-4e61-a509-20e3198c04e8 HTTP/1.1" status: 200 len: 797 time: 0.7783368 Jul 22 23:52:01.820621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bdb8a3-f53f-44b2-9b85-0eba30e7b876 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:01.830777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7797f1-050a-42c6-a377-f737734227dd req-a1edae16-4561-44fd-850a-433f38edf098 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:01.833897 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e9bdb8a3-f53f-44b2-9b85-0eba30e7b876 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:01.839299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd7797f1-050a-42c6-a377-f737734227dd req-a1edae16-4561-44fd-850a-433f38edf098 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.7719491 Jul 22 23:52:01.840621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bdb8a3-f53f-44b2-9b85-0eba30e7b876 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:01.841456 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9bdb8a3-f53f-44b2-9b85-0eba30e7b876 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.845465 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port fdec6bf9-01d1-4fae-883c-9766b7cd1102, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fdec6bf9-01d1-4fae-883c-9766b7cd1102,segment=NetworkSegment(9f05e9e2-eff2-4a57-b892-5837b88100af),segment_id=9f05e9e2-eff2-4a57-b892-5837b88100af)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:01.857573 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.858379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 285cb407-c3fc-4436-b706-49d0b2465dd1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:01.864591 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdb8a3-f53f-44b2-9b85-0eba30e7b876 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=f3ce2fba-4773-4a25-bdc1-b3bf3abac7c7,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:01.879757 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7cd5c454-da12-4fdf-ad9e-93273e29a04e tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "PUT /v2.0/ports/9e94427e-3b71-48b8-956a-dc68400d4652/tags/tempest-TagsExtTest-Tag-989769397 HTTP/1.1" status: 201 len: 201 time: 0.9199922 Jul 22 23:52:01.883167 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33940) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:01.885524 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e9bdb8a3-f53f-44b2-9b85-0eba30e7b876 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5326846 Jul 22 23:52:01.890446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:01.891630 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-3007f076-5372-4486-acec-9523850d78ff tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5ae48dae-83fe-44d0-a359-74ef792b7596', 'tempest-TagsExtTest-Tag-1703995728') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:01.895264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdb8a3-f53f-44b2-9b85-0eba30e7b876 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=0fcb09d7-c387-4353-81fe-671382977e8c,revision_number=15']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:01.897815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2b070934-2b5e-4051-9e6c-d4928248b88f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'mac_address': 'fa:16:3e:fa:b3:b2', 'name': 'tempest-NetworksTestDHCPv6-436609029'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:01.976416 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-baaee143-8587-4599-8627-6b2c9c3a1b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.991142 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59bb5b52-ea0a-4697-a095-df183e987be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.994777 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59bb5b52-ea0a-4697-a095-df183e987be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.996262 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-59bb5b52-ea0a-4697-a095-df183e987be4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d174223-bca2-49a2-86c4-ae004e0c6c87 HTTP/1.1" status: 204 len: 168 time: 0.6746287 Jul 22 23:52:02.018374 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb5b52-ea0a-4697-a095-df183e987be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d174223-bca2-49a2-86c4-ae004e0c6c87,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:02.020964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=fdec6bf9-01d1-4fae-883c-9766b7cd1102,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:02.032690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd7797f1-050a-42c6-a377-f737734227dd req-de4ac266-36b3-496a-b384-4bc9ecf5cdc5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908448 Jul 22 23:52:02.043117 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-58a46f90-cbf7-438b-8342-5729445f1238 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e6f590bb3047c8a7f2021edeaee884 HTTP/1.1" status: 200 len: 380 time: 0.2015424 Jul 22 23:52:02.058275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-ceeedbdd-bd3f-4df5-9bad-1f1744ef24d0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'port': {'device_id': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8', 'admin_state_up': True, 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'security_groups': ['f1a1271a-0e67-491f-b5af-68d8df1df1b7']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:02.062364 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3007f076-5372-4486-acec-9523850d78ff tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "PUT /v2.0/routers/5ae48dae-83fe-44d0-a359-74ef792b7596/tags/tempest-TagsExtTest-Tag-1703995728 HTTP/1.1" status: 201 len: 201 time: 0.1752813 Jul 22 23:52:02.067440 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:02.082743 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-5f9e5db0-6add-422d-a7f8-6b816c6bdf01 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9756b429-d66b-4575-99f2-44eb86173dcb', 'tempest-TagsExtTest-Tag-1340514459') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:02.130721 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 285cb407-c3fc-4436-b706-49d0b2465dd1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:02.130983 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:02.196623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b070934-2b5e-4051-9e6c-d4928248b88f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:02.253178 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5f9e5db0-6add-422d-a7f8-6b816c6bdf01 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "PUT /v2.0/subnetpools/9756b429-d66b-4575-99f2-44eb86173dcb/tags/tempest-TagsExtTest-Tag-1340514459 HTTP/1.1" status: 201 len: 201 time: 0.1759496 Jul 22 23:52:02.255722 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33956) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:02.261789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-1390394e-a456-4c3a-a58a-5fcf887b292b tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f5c4cd39-5084-4501-9aec-a1752993a8d7', {'tags': ['tempest-TagsExtTest-Tag-523661915', 'tempest-TagsExtTest-Tag-1363562788', 'tempest-TagsExtTest-Tag-1630281880']}) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:02.314245 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-baaee143-8587-4599-8627-6b2c9c3a1b27 None None] Allocated IP 172.20.0.2 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/64d51ca2-32d8-40af-8d4b-5be14d862884/0fcb09d7-c387-4353-81fe-671382977e8c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:02.332008 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1390394e-a456-4c3a-a58a-5fcf887b292b tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "PUT /v2.0/subnets/f5c4cd39-5084-4501-9aec-a1752993a8d7/tags HTTP/1.1" status: 200 len: 317 time: 0.0750136 Jul 22 23:52:02.335514 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33958) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:02.341429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-f8f8a18a-0e0d-4ce4-94cc-3c06a9dcc206 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f5c4cd39-5084-4501-9aec-a1752993a8d7') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:02.399588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-ceeedbdd-bd3f-4df5-9bad-1f1744ef24d0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Made reservation on behalf of 08e6f590bb3047c8a7f2021edeaee884 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:02.421423 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-ceeedbdd-bd3f-4df5-9bad-1f1744ef24d0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:02.450257 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f8f8a18a-0e0d-4ce4-94cc-3c06a9dcc206 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/subnets/f5c4cd39-5084-4501-9aec-a1752993a8d7/tags HTTP/1.1" status: 204 len: 168 time: 0.1135023 Jul 22 23:52:02.453572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33960) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:02.460963 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-eb002815-22ad-4a2f-9e8d-ff91e5629a57 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f5c4cd39-5084-4501-9aec-a1752993a8d7', 'tempest-TagsExtTest-Tag-523661915') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:02.492591 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33962) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:02.508541 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38ef5fc0-5906-4782-a369-031e6511b8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:02.549714 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b070934-2b5e-4051-9e6c-d4928248b88f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:02.591136 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-eb002815-22ad-4a2f-9e8d-ff91e5629a57 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] show failed (client error): The resource could not be found. Jul 22 23:52:02.596537 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb002815-22ad-4a2f-9e8d-ff91e5629a57 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/subnets/f5c4cd39-5084-4501-9aec-a1752993a8d7/tags/tempest-TagsExtTest-Tag-523661915 HTTP/1.1" status: 404 len: 328 time: 0.1409633 Jul 22 23:52:02.597402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33964) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:02.604312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-70159a1f-8035-4ff0-ac5d-d101520417b8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f5c4cd39-5084-4501-9aec-a1752993a8d7', 'tempest-TagsExtTest-Tag-1363562788') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:02.636001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515d65e-57d3-46b5-9bbe-c8d5c1fb3f31 req-516d919d-c524-4384-a637-71a6d948ff82 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:02.638418 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5515d65e-57d3-46b5-9bbe-c8d5c1fb3f31 req-516d919d-c524-4384-a637-71a6d948ff82 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.3546417 Jul 22 23:52:02.648665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-2b070934-2b5e-4051-9e6c-d4928248b88f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port 09a54fa5-78bf-40a1-89ff-75831b221ec2 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:52:02.665191 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-baaee143-8587-4599-8627-6b2c9c3a1b27 None None] For port 0fcb09d7-c387-4353-81fe-671382977e8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0fcb09d7-c387-4353-81fe-671382977e8c,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:02.698374 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38ef5fc0-5906-4782-a369-031e6511b8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:02.702687 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-70159a1f-8035-4ff0-ac5d-d101520417b8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] show failed (client error): The resource could not be found. Jul 22 23:52:02.707610 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-70159a1f-8035-4ff0-ac5d-d101520417b8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/subnets/f5c4cd39-5084-4501-9aec-a1752993a8d7/tags/tempest-TagsExtTest-Tag-1363562788 HTTP/1.1" status: 404 len: 329 time: 0.1080463 Jul 22 23:52:02.708564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33966) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:02.709929 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-baaee143-8587-4599-8627-6b2c9c3a1b27 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:02.714270 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-936389dc-e58c-4d04-9fb6-93084e38dac3 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f5c4cd39-5084-4501-9aec-a1752993a8d7', 'tempest-TagsExtTest-Tag-1630281880') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:02.716775 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38ef5fc0-5906-4782-a369-031e6511b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:02.725692 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-baaee143-8587-4599-8627-6b2c9c3a1b27 None None] Transition to ACTIVE for port object 0fcb09d7-c387-4353-81fe-671382977e8c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:02.728984 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0fcb09d7-c387-4353-81fe-671382977e8c no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:02.748014 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-ceeedbdd-bd3f-4df5-9bad-1f1744ef24d0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Allocated IP 172.20.0.7 (052816c7-ae06-4e61-a509-20e3198c04e8/153f65ec-f2ed-47cd-9a96-cb9c76470b1b/b9c25e6d-9b0a-43d9-9593-c3015cc9c324) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:02.755511 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-baaee143-8587-4599-8627-6b2c9c3a1b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:02.786154 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-38ef5fc0-5906-4782-a369-031e6511b8fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f8a6a6f436c49cda45fcce8b8edfd76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921278 Jul 22 23:52:02.789252 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef5fc0-5906-4782-a369-031e6511b8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07dc78e-2c8f-4b7e-9ee2-6838c8d2b23f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:02.792429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33970) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:02.797529 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5515d65e-57d3-46b5-9bbe-c8d5c1fb3f31 req-5f0aaa44-a59a-4255-b83e-919bb7735170 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413150 Jul 22 23:52:02.873309 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-936389dc-e58c-4d04-9fb6-93084e38dac3 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] show failed (client error): The resource could not be found. Jul 22 23:52:02.873309 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-936389dc-e58c-4d04-9fb6-93084e38dac3 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/subnets/f5c4cd39-5084-4501-9aec-a1752993a8d7/tags/tempest-TagsExtTest-Tag-1630281880 HTTP/1.1" status: 404 len: 329 time: 0.1549146 Jul 22 23:52:02.873309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33972) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:02.883287 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-ee140742-7628-4162-9b50-8d2ad3880828 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9e94427e-3b71-48b8-956a-dc68400d4652', {'tags': ['tempest-TagsExtTest-Tag-503982538', 'tempest-TagsExtTest-Tag-18994236', 'tempest-TagsExtTest-Tag-705007839']}) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:02.908741 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaee143-8587-4599-8627-6b2c9c3a1b27 None None] Pushing event updated for resources: {'Port': ['ID=0fcb09d7-c387-4353-81fe-671382977e8c,revision_number=16']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:02.927426 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0aeaca22-c8d7-4583-a408-792cf683adc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:02.936073 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d35735d9-f42f-4c99-9b11-2faed5dfb1c5 req-f605aecd-6f71-4bc2-bd8b-c9e3c387c50e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 210 time: 0.0606322 Jul 22 23:52:02.970377 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:03.004506 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0aeaca22-c8d7-4583-a408-792cf683adc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:03.025085 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 0fcb09d7-c387-4353-81fe-671382977e8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0fcb09d7-c387-4353-81fe-671382977e8c,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:03.051409 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:03.087310 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ee140742-7628-4162-9b50-8d2ad3880828 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "PUT /v2.0/ports/9e94427e-3b71-48b8-956a-dc68400d4652/tags HTTP/1.1" status: 200 len: 314 time: 0.2176156 Jul 22 23:52:03.092993 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33976) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:03.109045 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-0b58aff8-f5ee-45ef-b490-f22f7500fe7e tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e94427e-3b71-48b8-956a-dc68400d4652') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:03.176574 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=0fcb09d7-c387-4353-81fe-671382977e8c,revision_number=17']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:03.205684 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0aeaca22-c8d7-4583-a408-792cf683adc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:03.208264 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0aeaca22-c8d7-4583-a408-792cf683adc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:03.209755 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0aeaca22-c8d7-4583-a408-792cf683adc5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f07dc78e-2c8f-4b7e-9ee2-6838c8d2b23f HTTP/1.1" status: 204 len: 168 time: 0.4162922 Jul 22 23:52:03.226484 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fdec6bf9-01d1-4fae-883c-9766b7cd1102 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:03.233114 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeaca22-c8d7-4583-a408-792cf683adc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07dc78e-2c8f-4b7e-9ee2-6838c8d2b23f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:03.243765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-2b070934-2b5e-4051-9e6c-d4928248b88f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 172.20.0.6 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/64d51ca2-32d8-40af-8d4b-5be14d862884/09a54fa5-78bf-40a1-89ff-75831b221ec2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:03.267985 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0b58aff8-f5ee-45ef-b490-f22f7500fe7e tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/ports/9e94427e-3b71-48b8-956a-dc68400d4652/tags HTTP/1.1" status: 204 len: 168 time: 0.1680331 Jul 22 23:52:03.272537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-2b070934-2b5e-4051-9e6c-d4928248b88f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::f816:3eff:fefa:b3b2 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/f3ce2fba-4773-4a25-bdc1-b3bf3abac7c7/09a54fa5-78bf-40a1-89ff-75831b221ec2) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:03.275966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33980) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:03.281868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-1c905636-465a-45c6-bab3-ca5d2984aa7e tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e94427e-3b71-48b8-956a-dc68400d4652', 'tempest-TagsExtTest-Tag-503982538') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:03.304300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fdec6bf9-01d1-4fae-883c-9766b7cd1102 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:03.304935 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:03.354094 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-ceeedbdd-bd3f-4df5-9bad-1f1744ef24d0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:03.360043 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-1c905636-465a-45c6-bab3-ca5d2984aa7e tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] show failed (client error): The resource could not be found. Jul 22 23:52:03.363864 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1c905636-465a-45c6-bab3-ca5d2984aa7e tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/ports/9e94427e-3b71-48b8-956a-dc68400d4652/tags/tempest-TagsExtTest-Tag-503982538 HTTP/1.1" status: 404 len: 328 time: 0.0830760 Jul 22 23:52:03.364299 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33982) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:03.372038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-1e3fd55f-1894-4c5b-b85d-68414226e395 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e94427e-3b71-48b8-956a-dc68400d4652', 'tempest-TagsExtTest-Tag-18994236') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:03.400291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-ceeedbdd-bd3f-4df5-9bad-1f1744ef24d0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Transition to ACTIVE for port object b9c25e6d-9b0a-43d9-9593-c3015cc9c324 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:03.427140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b0ccc-ff08-4527-9fc5-4d8c9f794eaa req-fe52027e-f88d-4235-9ca7-3f6691bece5c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:03.435065 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d4b0ccc-ff08-4527-9fc5-4d8c9f794eaa req-fe52027e-f88d-4235-9ca7-3f6691bece5c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.4264569 Jul 22 23:52:03.446948 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-1e3fd55f-1894-4c5b-b85d-68414226e395 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] show failed (client error): The resource could not be found. Jul 22 23:52:03.451131 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e3fd55f-1894-4c5b-b85d-68414226e395 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/ports/9e94427e-3b71-48b8-956a-dc68400d4652/tags/tempest-TagsExtTest-Tag-18994236 HTTP/1.1" status: 404 len: 327 time: 0.0843451 Jul 22 23:52:03.451729 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33984) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:03.457036 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-b2770e93-3d05-4f70-98ab-8d9adc90ffb1 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e94427e-3b71-48b8-956a-dc68400d4652', 'tempest-TagsExtTest-Tag-705007839') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:03.529120 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-b2770e93-3d05-4f70-98ab-8d9adc90ffb1 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] show failed (client error): The resource could not be found. Jul 22 23:52:03.534129 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b2770e93-3d05-4f70-98ab-8d9adc90ffb1 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/ports/9e94427e-3b71-48b8-956a-dc68400d4652/tags/tempest-TagsExtTest-Tag-705007839 HTTP/1.1" status: 404 len: 328 time: 0.0813825 Jul 22 23:52:03.534774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33988) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:03.539775 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-2962a42c-1d01-4565-a47c-208912ffe857 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5ae48dae-83fe-44d0-a359-74ef792b7596', {'tags': ['tempest-TagsExtTest-Tag-624882100', 'tempest-TagsExtTest-Tag-584458838', 'tempest-TagsExtTest-Tag-1012641084']}) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:03.555336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d4b0ccc-ff08-4527-9fc5-4d8c9f794eaa req-41021ea1-32da-4e4b-bb83-b669aadd6625 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199346 Jul 22 23:52:03.571375 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b070934-2b5e-4051-9e6c-d4928248b88f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:03.601398 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-ceeedbdd-bd3f-4df5-9bad-1f1744ef24d0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:03.629414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-ceeedbdd-bd3f-4df5-9bad-1f1744ef24d0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 052816c7-ae06-4e61-a509-20e3198c04e8 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:03.630975 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2b070934-2b5e-4051-9e6c-d4928248b88f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object 09a54fa5-78bf-40a1-89ff-75831b221ec2 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:03.651365 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-ceeedbdd-bd3f-4df5-9bad-1f1744ef24d0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:03.655709 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2962a42c-1d01-4565-a47c-208912ffe857 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "PUT /v2.0/routers/5ae48dae-83fe-44d0-a359-74ef792b7596/tags HTTP/1.1" status: 200 len: 316 time: 0.1177108 Jul 22 23:52:03.655998 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33992) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:03.656577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-ceeedbdd-bd3f-4df5-9bad-1f1744ef24d0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:03.662373 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-29be34a6-2e26-4ede-977f-8ed796cd62c4 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5ae48dae-83fe-44d0-a359-74ef792b7596') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:03.724517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeedbdd-bd3f-4df5-9bad-1f1744ef24d0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:03.761552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-ceeedbdd-bd3f-4df5-9bad-1f1744ef24d0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:03.762171 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-ceeedbdd-bd3f-4df5-9bad-1f1744ef24d0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:03.800766 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-ceeedbdd-bd3f-4df5-9bad-1f1744ef24d0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7507236 Jul 22 23:52:03.802526 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b070934-2b5e-4051-9e6c-d4928248b88f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:03.875080 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-29be34a6-2e26-4ede-977f-8ed796cd62c4 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/routers/5ae48dae-83fe-44d0-a359-74ef792b7596/tags HTTP/1.1" status: 204 len: 168 time: 0.2179282 Jul 22 23:52:03.876984 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34010) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:03.877219 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Request body: {'port': {'device_id': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:03.883483 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-d711fcee-34d0-425e-817d-d155bb1dd2e2 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5ae48dae-83fe-44d0-a359-74ef792b7596', 'tempest-TagsExtTest-Tag-624882100') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:03.948888 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b070934-2b5e-4051-9e6c-d4928248b88f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:03.966600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-2b070934-2b5e-4051-9e6c-d4928248b88f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:03.990027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b070934-2b5e-4051-9e6c-d4928248b88f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:03.992161 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-d711fcee-34d0-425e-817d-d155bb1dd2e2 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] show failed (client error): The resource could not be found. Jul 22 23:52:03.993340 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d711fcee-34d0-425e-817d-d155bb1dd2e2 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/routers/5ae48dae-83fe-44d0-a359-74ef792b7596/tags/tempest-TagsExtTest-Tag-624882100 HTTP/1.1" status: 404 len: 328 time: 0.1147795 Jul 22 23:52:03.996093 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34016) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:04.000689 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-5f83fbe8-8c3e-4773-9654-45f0f5381949 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5ae48dae-83fe-44d0-a359-74ef792b7596', 'tempest-TagsExtTest-Tag-584458838') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:04.002536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b070934-2b5e-4051-9e6c-d4928248b88f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=09a54fa5-78bf-40a1-89ff-75831b221ec2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:04.087070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-75ffbee7-c4f2-41b5-8a5a-dab3a1e32b43 None None] Provisioning for port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:04.091228 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-75ffbee7-c4f2-41b5-8a5a-dab3a1e32b43 None None] Provisioning complete for port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:04.091604 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75ffbee7-c4f2-41b5-8a5a-dab3a1e32b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.099062 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4e74fc-8c8f-414d-91e8-eb65dd863a0e None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:04.124433 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-5f83fbe8-8c3e-4773-9654-45f0f5381949 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] show failed (client error): The resource could not be found. Jul 22 23:52:04.130685 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5f83fbe8-8c3e-4773-9654-45f0f5381949 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/routers/5ae48dae-83fe-44d0-a359-74ef792b7596/tags/tempest-TagsExtTest-Tag-584458838 HTTP/1.1" status: 404 len: 328 time: 0.1327229 Jul 22 23:52:04.132399 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34020) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:04.143246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-97deca39-abad-4b42-a5d2-24d1c3716cb3 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5ae48dae-83fe-44d0-a359-74ef792b7596', 'tempest-TagsExtTest-Tag-1012641084') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:04.183724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b070934-2b5e-4051-9e6c-d4928248b88f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:04.184364 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b070934-2b5e-4051-9e6c-d4928248b88f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.188028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-75ffbee7-c4f2-41b5-8a5a-dab3a1e32b43 None None] Port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:52:04.206199 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.218039 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2b070934-2b5e-4051-9e6c-d4928248b88f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3242819 Jul 22 23:52:04.221529 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34024) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:04.237649 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e0648-1110-4690-a256-40a64322b612 req-3afff572-8344-4b42-901a-59da001c67e2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:04.239213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4e0648-1110-4690-a256-40a64322b612 req-3afff572-8344-4b42-901a-59da001c67e2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/networks?id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb HTTP/1.1" status: 200 len: 813 time: 0.3592000 Jul 22 23:52:04.280616 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.280885 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-97deca39-abad-4b42-a5d2-24d1c3716cb3 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] show failed (client error): The resource could not be found. Jul 22 23:52:04.286026 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-97deca39-abad-4b42-a5d2-24d1c3716cb3 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/routers/5ae48dae-83fe-44d0-a359-74ef792b7596/tags/tempest-TagsExtTest-Tag-1012641084 HTTP/1.1" status: 404 len: 329 time: 0.1476696 Jul 22 23:52:04.286235 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:04.293936 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-fca3da10-bd52-4300-b3ea-a1ca3952a9db tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9756b429-d66b-4575-99f2-44eb86173dcb', {'tags': ['tempest-TagsExtTest-Tag-1959964439', 'tempest-TagsExtTest-Tag-41078543', 'tempest-TagsExtTest-Tag-1101394167']}) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:04.304079 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4e0648-1110-4690-a256-40a64322b612 req-14ab9e77-1a47-4faa-a254-86ad7ee4dcd9 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/quotas/e4faf032effb4aec924b2cadd5d45fa3 HTTP/1.1" status: 200 len: 375 time: 0.0332832 Jul 22 23:52:04.324310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5b486b-8ad0-4032-9f8b-850b32586ba6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:04.330986 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5b486b-8ad0-4032-9f8b-850b32586ba6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:04.332565 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2c5b486b-8ad0-4032-9f8b-850b32586ba6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1092267 Jul 22 23:52:04.335593 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34030) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:04.335719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b0d25-6080-440e-a947-bf5adf58c12c req-0bd4be21-15ed-46f7-b6d0-e14bbd6cb023 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:04.337214 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e4b0d25-6080-440e-a947-bf5adf58c12c req-0bd4be21-15ed-46f7-b6d0-e14bbd6cb023 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 931 time: 0.2244399 Jul 22 23:52:04.367633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d6a74503-bab6-4ff5-a90e-afdbef0028a8 None None] Provisioning for port 0fcb09d7-c387-4353-81fe-671382977e8c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:04.372963 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.379774 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97b05b55-f3ee-4d19-a881-72b3e751e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.381921 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d6a74503-bab6-4ff5-a90e-afdbef0028a8 None None] Provisioning complete for port 0fcb09d7-c387-4353-81fe-671382977e8c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:04.382278 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6a74503-bab6-4ff5-a90e-afdbef0028a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.492310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fca3da10-bd52-4300-b3ea-a1ca3952a9db tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "PUT /v2.0/subnetpools/9756b429-d66b-4575-99f2-44eb86173dcb/tags HTTP/1.1" status: 200 len: 316 time: 0.2063396 Jul 22 23:52:04.500880 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34034) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:04.509769 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-26fa10ab-0287-426c-9ab8-51b77fa2aa53 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9756b429-d66b-4575-99f2-44eb86173dcb') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:04.516131 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e4b0d25-6080-440e-a947-bf5adf58c12c req-3f306b35-86c2-4fe1-87e7-58b6753eaddb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590924 Jul 22 23:52:04.530988 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6a74503-bab6-4ff5-a90e-afdbef0028a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.548917 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-24f374b0-c169-491b-9c7b-85d17be1d991 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port 09a54fa5-78bf-40a1-89ff-75831b221ec2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:04.549320 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24f374b0-c169-491b-9c7b-85d17be1d991 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.586904 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d6a74503-bab6-4ff5-a90e-afdbef0028a8 None None] For port 0fcb09d7-c387-4353-81fe-671382977e8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0fcb09d7-c387-4353-81fe-671382977e8c,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:04.593330 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d6a74503-bab6-4ff5-a90e-afdbef0028a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.610900 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4e0648-1110-4690-a256-40a64322b612 req-6028163a-adff-46b6-9b6e-d2f781d22270 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4faf032effb4aec924b2cadd5d45fa3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2918239 Jul 22 23:52:04.680291 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-26fa10ab-0287-426c-9ab8-51b77fa2aa53 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/subnetpools/9756b429-d66b-4575-99f2-44eb86173dcb/tags HTTP/1.1" status: 204 len: 168 time: 0.1807773 Jul 22 23:52:04.683012 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34040) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:04.686840 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a74503-bab6-4ff5-a90e-afdbef0028a8 None None] Pushing event updated for resources: {'Port': ['ID=0fcb09d7-c387-4353-81fe-671382977e8c,revision_number=18']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:04.699073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-995ddffc-b776-415b-8d52-9dc509761bfa tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9756b429-d66b-4575-99f2-44eb86173dcb', 'tempest-TagsExtTest-Tag-1959964439') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:04.724302 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c25e6d-9b0a-43d9-9593-c3015cc9c324 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:52:04.749056 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24f374b0-c169-491b-9c7b-85d17be1d991 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.758204 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-995ddffc-b776-415b-8d52-9dc509761bfa tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] show failed (client error): The resource could not be found. Jul 22 23:52:04.759242 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-995ddffc-b776-415b-8d52-9dc509761bfa tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/subnetpools/9756b429-d66b-4575-99f2-44eb86173dcb/tags/tempest-TagsExtTest-Tag-1959964439 HTTP/1.1" status: 404 len: 329 time: 0.0753279 Jul 22 23:52:04.764727 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34044) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:04.767182 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-24f374b0-c169-491b-9c7b-85d17be1d991 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for 09a54fa5-78bf-40a1-89ff-75831b221ec2 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:04.771776 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-83fdb0b7-e38d-4003-ba04-db9b6db54f0c tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9756b429-d66b-4575-99f2-44eb86173dcb', 'tempest-TagsExtTest-Tag-41078543') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:04.772516 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.797382 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Transition to ACTIVE for port object b9c25e6d-9b0a-43d9-9593-c3015cc9c324 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:04.806790 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.863888 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c3628-6cfe-495c-baf4-564f01a16ac6 req-9b4ecf0c-aafa-4db3-aecf-6ddd553455b5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:04.865787 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b29c3628-6cfe-495c-baf4-564f01a16ac6 req-9b4ecf0c-aafa-4db3-aecf-6ddd553455b5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1363728 Jul 22 23:52:04.888303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Pushing event updated for resources: {'Port': ['ID=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:05.009940 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b29c3628-6cfe-495c-baf4-564f01a16ac6 req-12573292-75ca-4376-9140-83cde3904d1a tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361299 Jul 22 23:52:05.051248 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Attempting to bind port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:52:05.051583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Attempting to bind port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '9f05e9e2-eff2-4a57-b892-5837b88100af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:52:05.051910 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Attempting to bind port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 on network 052816c7-ae06-4e61-a509-20e3198c04e8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:52:05.058487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 on network 052816c7-ae06-4e61-a509-20e3198c04e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:52:05.059416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Attempting to bind port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 on network 052816c7-ae06-4e61-a509-20e3198c04e8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:52:05.083421 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:52:05.084739 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Checking segment: {'id': '9f05e9e2-eff2-4a57-b892-5837b88100af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:52:05.085569 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Bound using segment: {'id': '9f05e9e2-eff2-4a57-b892-5837b88100af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:52:05.087062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Bound port: b9c25e6d-9b0a-43d9-9593-c3015cc9c324, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f05e9e2-eff2-4a57-b892-5837b88100af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:52:05.091413 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.247852 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-83fdb0b7-e38d-4003-ba04-db9b6db54f0c tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] show failed (client error): The resource could not be found. Jul 22 23:52:05.248915 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-83fdb0b7-e38d-4003-ba04-db9b6db54f0c tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/subnetpools/9756b429-d66b-4575-99f2-44eb86173dcb/tags/tempest-TagsExtTest-Tag-41078543 HTTP/1.1" status: 404 len: 327 time: 0.4830003 Jul 22 23:52:05.254669 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34056) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:05.260766 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-8d38f358-96b7-4c32-8c5d-e5704fe83194 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9756b429-d66b-4575-99f2-44eb86173dcb', 'tempest-TagsExtTest-Tag-1101394167') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:05.272770 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] For port b9c25e6d-9b0a-43d9-9593-c3015cc9c324, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:52:05.299344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] For port b9c25e6d-9b0a-43d9-9593-c3015cc9c324, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,segment=NetworkSegment(9f05e9e2-eff2-4a57-b892-5837b88100af),segment_id=9f05e9e2-eff2-4a57-b892-5837b88100af)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:52:05.299558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0fcb09d7-c387-4353-81fe-671382977e8c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:05.315045 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-8d38f358-96b7-4c32-8c5d-e5704fe83194 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] show failed (client error): The resource could not be found. Jul 22 23:52:05.317142 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8d38f358-96b7-4c32-8c5d-e5704fe83194 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/subnetpools/9756b429-d66b-4575-99f2-44eb86173dcb/tags/tempest-TagsExtTest-Tag-1101394167 HTTP/1.1" status: 404 len: 329 time: 0.0591121 Jul 22 23:52:05.317577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ae13a-1d07-4eaa-b46f-998f79de2f44 req-3492babd-1fa5-48c8-8d93-1368d92568d5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.319556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-551ae13a-1d07-4eaa-b46f-998f79de2f44 req-3492babd-1fa5-48c8-8d93-1368d92568d5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1960976 Jul 22 23:52:05.320046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:05.323079 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.332299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-c6b07594-0ca5-478c-a7fe-5d36d2fbea47 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9756b429-d66b-4575-99f2-44eb86173dcb') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:05.389048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Pushing event updated for resources: {'Port': ['ID=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:05.415410 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 0fcb09d7-c387-4353-81fe-671382977e8c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:05.415888 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.425758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.426761 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.428522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-9af2a2ca-75c7-4c2f-a8cd-2343509d5edf service neutron] 10.222.0.95 "PUT /v2.0/ports/b9c25e6d-9b0a-43d9-9593-c3015cc9c324 HTTP/1.1" status: 200 len: 1091 time: 1.6164398 Jul 22 23:52:05.432000 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'tag': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:52:05.441762 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83512e7-922e-43bf-9543-fdb46dcbead3" -d '{"events": [{"name": "network-changed", "server_uuid": "b97db626-26a1-40e4-bc0f-60aad003cfdb", "tag": "b9c25e6d-9b0a-43d9-9593-c3015cc9c324"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:52:05.489826 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24f374b0-c169-491b-9c7b-85d17be1d991 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.543513 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0dc372-6d26-41e9-9ec7-836a8289ecc1 x-openstack-request-id: req-1b0dc372-6d26-41e9-9ec7-836a8289ecc1 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:52:05.543839 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97db626-26a1-40e4-bc0f-60aad003cfdb", "tag": "b9c25e6d-9b0a-43d9-9593-c3015cc9c324", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:52:05.544089 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b0dc372-6d26-41e9-9ec7-836a8289ecc1 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:52:05.551917 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'tag': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324', 'status': 'completed', 'code': 200} Jul 22 23:52:05.557529 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-551ae13a-1d07-4eaa-b46f-998f79de2f44 req-923b282f-cb9b-4060-b049-f42f9dc0be66 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320642 Jul 22 23:52:05.562389 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c6b07594-0ca5-478c-a7fe-5d36d2fbea47 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/subnetpools/9756b429-d66b-4575-99f2-44eb86173dcb/tags HTTP/1.1" status: 204 len: 168 time: 0.2388961 Jul 22 23:52:05.563056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34066) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:05.570984 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-14e0b0f4-204d-4d8f-b528-abf5e1fc9ac6 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5ae48dae-83fe-44d0-a359-74ef792b7596') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:05.574690 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.585478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-65472ad8-4ce5-44d0-86e6-38125d23a04f None None] Provisioning complete for port 0fcb09d7-c387-4353-81fe-671382977e8c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:05.585478 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65472ad8-4ce5-44d0-86e6-38125d23a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.637040 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34070) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:05.738849 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-65472ad8-4ce5-44d0-86e6-38125d23a04f None None] Could not find standard attr ID for object 09a54fa5-78bf-40a1-89ff-75831b221ec2. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:52:05.756260 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f374b0-c169-491b-9c7b-85d17be1d991 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=09a54fa5-78bf-40a1-89ff-75831b221ec2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:05.758593 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24f374b0-c169-491b-9c7b-85d17be1d991 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.760917 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-24f374b0-c169-491b-9c7b-85d17be1d991 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/09a54fa5-78bf-40a1-89ff-75831b221ec2 HTTP/1.1" status: 204 len: 168 time: 1.4243684 Jul 22 23:52:05.763489 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34074) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:05.861307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcc9482-34b5-48ce-8b3b-f1e1ce2c6085 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.863019 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcc9482-34b5-48ce-8b3b-f1e1ce2c6085 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.864876 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcc9482-34b5-48ce-8b3b-f1e1ce2c6085 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.869710 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ddcc9482-34b5-48ce-8b3b-f1e1ce2c6085 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1052511 Jul 22 23:52:05.870316 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34086) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:05.877532 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-891a2df4-5286-4e78-9f06-933a66757d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-92250879', 'router:external': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:05.890765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-7ab14dc6-1f43-4fce-8c73-b380b877af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.893407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-7ab14dc6-1f43-4fce-8c73-b380b877af2c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 1094 time: 0.3990715 Jul 22 23:52:05.928412 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8cde8a-1783-477d-92a6-15b5d32fe770 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 64d51ca2-32d8-40af-8d4b-5be14d862884 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:52:05.931006 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891a2df4-5286-4e78-9f06-933a66757d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Made reservation on behalf of dd8037de894e4712882e19ad61ca997e for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:05.932788 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c8cde8a-1783-477d-92a6-15b5d32fe770 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.933412 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-891a2df4-5286-4e78-9f06-933a66757d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.938390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-14e0b0f4-204d-4d8f-b528-abf5e1fc9ac6 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/routers/5ae48dae-83fe-44d0-a359-74ef792b7596/tags HTTP/1.1" status: 204 len: 168 time: 0.3723719 Jul 22 23:52:05.953682 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34088) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:05.959399 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-93ada90e-6081-40b7-970c-511e6b19241d tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e94427e-3b71-48b8-956a-dc68400d4652') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:05.967078 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2c49dd0d-f15c-425c-8124-4333790fae72 None None] Could not find standard attr ID for object 09a54fa5-78bf-40a1-89ff-75831b221ec2. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:52:05.985572 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-a35bee25-88fc-42a5-bc54-a8b5240872ea service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324 HTTP/1.1" status: 200 len: 217 time: 0.0706041 Jul 22 23:52:05.988032 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-891a2df4-5286-4e78-9f06-933a66757d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.000655 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c8cde8a-1783-477d-92a6-15b5d32fe770 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.050724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbf058-b261-4eb7-9004-b9446fb61e71 req-a9d43a9d-a234-4d92-bbbf-27c54f98b200 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:06.052259 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ebbf058-b261-4eb7-9004-b9446fb61e71 req-a9d43a9d-a234-4d92-bbbf-27c54f98b200 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 943 time: 0.3583462 Jul 22 23:52:06.053616 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7dc8df21-1022-4739-83bf-3a28e02b151b req-d8b55f69-cabf-4609-b21b-e34191699c3e tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e4faf032effb4aec924b2cadd5d45fa3 HTTP/1.1" status: 200 len: 221 time: 0.1678836 Jul 22 23:52:06.090308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-f704c227-b626-4226-9feb-668518ce56ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:06.091334 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-f704c227-b626-4226-9feb-668518ce56ca service neutron] 10.222.0.95 "GET /v2.0/subnets?id=153f65ec-f2ed-47cd-9a96-cb9c76470b1b HTTP/1.1" status: 200 len: 835 time: 0.0976095 Jul 22 23:52:06.100261 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-93ada90e-6081-40b7-970c-511e6b19241d tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/ports/9e94427e-3b71-48b8-956a-dc68400d4652/tags HTTP/1.1" status: 204 len: 168 time: 0.1426301 Jul 22 23:52:06.102454 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34092) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:06.112115 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c8cde8a-1783-477d-92a6-15b5d32fe770 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.120198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-bc121a15-b94f-44d5-b54b-7da45fe54ab1 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f5c4cd39-5084-4501-9aec-a1752993a8d7') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:06.171725 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c8cde8a-1783-477d-92a6-15b5d32fe770 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.199431 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cde8a-1783-477d-92a6-15b5d32fe770 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=64d51ca2-32d8-40af-8d4b-5be14d862884,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:06.203200 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c8cde8a-1783-477d-92a6-15b5d32fe770 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.207142 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5c8cde8a-1783-477d-92a6-15b5d32fe770 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/64d51ca2-32d8-40af-8d4b-5be14d862884 HTTP/1.1" status: 204 len: 168 time: 0.3358326 Jul 22 23:52:06.208196 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34094) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:06.230899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ebbf058-b261-4eb7-9004-b9446fb61e71 req-72bdfc92-fb47-46f5-b5e0-81a3e8bcdc41 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541035 Jul 22 23:52:06.265219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be35a6a-b863-44d0-a649-e4f8df7883db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet f3ce2fba-4773-4a25-bdc1-b3bf3abac7c7 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:52:06.268727 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6be35a6a-b863-44d0-a649-e4f8df7883db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.316396 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6be35a6a-b863-44d0-a649-e4f8df7883db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.333622 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-891a2df4-5286-4e78-9f06-933a66757d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.337531 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-6b4947a1-b54f-4631-a2db-c5061f08312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:06.338878 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-6b4947a1-b54f-4631-a2db-c5061f08312e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=052816c7-ae06-4e61-a509-20e3198c04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2371442 Jul 22 23:52:06.347681 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e4e9c-1340-4191-a903-383d04812ba5 req-bcbc273d-144d-4b0c-9ef0-e994556d57b5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:06.349272 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-824e4e9c-1340-4191-a903-383d04812ba5 req-bcbc273d-144d-4b0c-9ef0-e994556d57b5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2195477 Jul 22 23:52:06.351439 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-891a2df4-5286-4e78-9f06-933a66757d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.397847 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bc121a15-b94f-44d5-b54b-7da45fe54ab1 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/subnets/f5c4cd39-5084-4501-9aec-a1752993a8d7/tags HTTP/1.1" status: 204 len: 168 time: 0.2945948 Jul 22 23:52:06.398232 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34096) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:06.411632 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6be35a6a-b863-44d0-a649-e4f8df7883db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.435878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891a2df4-5286-4e78-9f06-933a66757d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:52:06.483706 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6be35a6a-b863-44d0-a649-e4f8df7883db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.494906 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a0bd07-3c5e-49a4-9279-e2d13a1459d8 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:06.519986 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be35a6a-b863-44d0-a649-e4f8df7883db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ce2fba-4773-4a25-bdc1-b3bf3abac7c7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:06.520226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a2df4-5286-4e78-9f06-933a66757d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0812a8cc-ec8f-4bcc-b577-c5c123106618,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:06.522932 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-891a2df4-5286-4e78-9f06-933a66757d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.523285 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-891a2df4-5286-4e78-9f06-933a66757d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Added segment 926af001-948a-4494-99ff-e3c86f0ceca2 of type vlan for network a5b2fa36-b23d-4807-8deb-d9196336c5dc Jul 22 23:52:06.524461 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6be35a6a-b863-44d0-a649-e4f8df7883db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.528801 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6be35a6a-b863-44d0-a649-e4f8df7883db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/f3ce2fba-4773-4a25-bdc1-b3bf3abac7c7 HTTP/1.1" status: 204 len: 168 time: 0.3195622 Jul 22 23:52:06.529790 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34098) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:06.552669 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-824e4e9c-1340-4191-a903-383d04812ba5 req-cb4c79d2-f0d1-4be6-a3fb-3e5bb7ac0a0b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962967 Jul 22 23:52:06.576751 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c20a29d-80e0-4188-9bc0-a985cecd8820 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435486 Jul 22 23:52:06.577038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34100) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:06.630790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-ec039a80-f46b-47b4-8b97-1a09fa0c4cf0 service neutron] 10.222.0.95 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802145 Jul 22 23:52:06.637386 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-891a2df4-5286-4e78-9f06-933a66757d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.653519 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39af0f59-2204-4868-933e-475268c7b02a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:06.657652 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-39af0f59-2204-4868-933e-475268c7b02a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0771358 Jul 22 23:52:06.658545 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34104) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:06.722824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f782334a-6ed3-4334-8f33-3a18d9cd9602 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:06.727452 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f782334a-6ed3-4334-8f33-3a18d9cd9602 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0663681 Jul 22 23:52:06.727910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34106) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:06.732210 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59e92c3-04f0-4b6c-8659-d387f8b8f9a9 None None] DHCP port deletion for c35e90f8-c2e7-4be8-8499-34cc32d977ae request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:52:06.770894 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5e9c93bb-7ca4-4a90-91a2-5c0b46b47fab tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407674 Jul 22 23:52:06.777017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34108) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:06.781973 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8b8e1a18-2c4a-4d61-88f1-9898e3358436 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:06.788782 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f59e92c3-04f0-4b6c-8659-d387f8b8f9a9 None None] Deleting port 0fcb09d7-c387-4353-81fe-671382977e8c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:06.789342 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f59e92c3-04f0-4b6c-8659-d387f8b8f9a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.861549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f59e92c3-04f0-4b6c-8659-d387f8b8f9a9 None None] For port 0fcb09d7-c387-4353-81fe-671382977e8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0fcb09d7-c387-4353-81fe-671382977e8c,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:06.861968 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f59e92c3-04f0-4b6c-8659-d387f8b8f9a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.875231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f59e92c3-04f0-4b6c-8659-d387f8b8f9a9 None None] Calling delete_port for 0fcb09d7-c387-4353-81fe-671382977e8c owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:06.877763 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8e1a18-2c4a-4d61-88f1-9898e3358436 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:06.881659 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1a18-2c4a-4d61-88f1-9898e3358436 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.883301 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8e1a18-2c4a-4d61-88f1-9898e3358436 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:52:06.883797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8e1a18-2c4a-4d61-88f1-9898e3358436 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:52:06.900479 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b8e1a18-2c4a-4d61-88f1-9898e3358436 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1237216 Jul 22 23:52:06.904291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34110) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:06.910959 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-68c43ab2-0d70-4012-bcc3-d73895991a69 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:06.965536 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f59e92c3-04f0-4b6c-8659-d387f8b8f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:07.002346 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e92c3-04f0-4b6c-8659-d387f8b8f9a9 None None] Pushing event deleted for resources: {'Port': ['ID=0fcb09d7-c387-4353-81fe-671382977e8c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:07.009292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e92c3-04f0-4b6c-8659-d387f8b8f9a9 None None] No DVR routers for this DVR port 0fcb09d7-c387-4353-81fe-671382977e8c on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:07.026098 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:07.039771 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c43ab2-0d70-4012-bcc3-d73895991a69 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:07.044773 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68c43ab2-0d70-4012-bcc3-d73895991a69 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:07.046323 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c43ab2-0d70-4012-bcc3-d73895991a69 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:52:07.046821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c43ab2-0d70-4012-bcc3-d73895991a69 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:52:07.064504 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-68c43ab2-0d70-4012-bcc3-d73895991a69 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1554339 Jul 22 23:52:07.064780 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34112) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:07.070081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b1642e7b-858e-4cc0-942b-94b53f2274fc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:07.144714 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0fcb09d7-c387-4353-81fe-671382977e8c no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:07.146986 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c018d24a-fcab-4420-b2ba-0d1003d120e0 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks [] for subnetpool, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:07.154065 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c018d24a-fcab-4420-b2ba-0d1003d120e0 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/subnetpools/9756b429-d66b-4575-99f2-44eb86173dcb HTTP/1.1" status: 204 len: 168 time: 0.7436697 Jul 22 23:52:07.159228 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34114) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:07.166503 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 0fcb09d7-c387-4353-81fe-671382977e8c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:52:07.166829 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0fcb09d7-c387-4353-81fe-671382977e8c not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:52:07.191930 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-12f0077c-b32b-49ea-8a17-f4f0db8f8a37 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ae48dae-83fe-44d0-a359-74ef792b7596 HTTP/1.1" status: 200 len: 205 time: 0.0311377 Jul 22 23:52:07.194542 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34116) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:07.194802 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-891a2df4-5286-4e78-9f06-933a66757d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:07.195750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891a2df4-5286-4e78-9f06-933a66757d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:07.196327 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-891a2df4-5286-4e78-9f06-933a66757d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:07.225209 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a78492-0986-43dd-8c77-36185492aaf5 req-e2c3dac4-8522-416b-8d84-4b96a019b5a0 service neutron] 10.222.0.95 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842476 Jul 22 23:52:07.252240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292fbba-470c-4153-9661-1b2117483e28 req-3592cad1-21ea-4540-adc8-4d0bf295226d tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:07.253790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9292fbba-470c-4153-9661-1b2117483e28 req-3592cad1-21ea-4540-adc8-4d0bf295226d tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.5760772 Jul 22 23:52:07.280831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1642e7b-858e-4cc0-942b-94b53f2274fc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:07.284625 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1642e7b-858e-4cc0-942b-94b53f2274fc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:07.286652 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1642e7b-858e-4cc0-942b-94b53f2274fc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:52:07.287112 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1642e7b-858e-4cc0-942b-94b53f2274fc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:52:07.295305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a2df4-5286-4e78-9f06-933a66757d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Pushing event updated for resources: {'Network': ['ID=a5b2fa36-b23d-4807-8deb-d9196336c5dc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:07.296431 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f067f101-b837-4d05-aefd-ed777b8c9033 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:07.308970 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network a5b2fa36-b23d-4807-8deb-d9196336c5dc details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:52:07.309212 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-891a2df4-5286-4e78-9f06-933a66757d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.6685202 Jul 22 23:52:07.338842 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34120) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:07.346940 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b1642e7b-858e-4cc0-942b-94b53f2274fc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2808735 Jul 22 23:52:07.352450 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6212d57d-09ee-4dfe-8a2f-2e715dea4f47 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Request body: {'subnet': {'network_id': 'a5b2fa36-b23d-4807-8deb-d9196336c5dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:07.373324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34122) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:07.381266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fd74cbbb-38de-4374-ada7-d8699de336c4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:07.461894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9292fbba-470c-4153-9661-1b2117483e28 req-7f8fad0e-d762-4949-953b-61d9d4127fe0 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763763 Jul 22 23:52:07.466913 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6212d57d-09ee-4dfe-8a2f-2e715dea4f47 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Made reservation on behalf of dd8037de894e4712882e19ad61ca997e for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:07.469191 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6212d57d-09ee-4dfe-8a2f-2e715dea4f47 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:07.478705 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f067f101-b837-4d05-aefd-ed777b8c9033 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:07.481035 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f067f101-b837-4d05-aefd-ed777b8c9033 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:07.524205 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f067f101-b837-4d05-aefd-ed777b8c9033 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:07.525041 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f067f101-b837-4d05-aefd-ed777b8c9033 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Fanout notify agent at l3_agent the message router_deleted on router 5ae48dae-83fe-44d0-a359-74ef792b7596 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:52:07.535271 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f067f101-b837-4d05-aefd-ed777b8c9033 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:07.539354 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f067f101-b837-4d05-aefd-ed777b8c9033 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/routers/5ae48dae-83fe-44d0-a359-74ef792b7596 HTTP/1.1" status: 204 len: 168 time: 0.3438592 Jul 22 23:52:07.540500 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34128) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:07.606718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83512e7-922e-43bf-9543-fdb46dcbead3 req-c261f482-8634-4e3b-b3ef-e8646101c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:07.608253 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f83512e7-922e-43bf-9543-fdb46dcbead3 req-c261f482-8634-4e3b-b3ef-e8646101c3c5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 1094 time: 0.3253052 Jul 22 23:52:07.631381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee4bdf-ca65-41b7-818b-ddacebf655b9 req-149e49a0-30df-49d5-98eb-e0ded278865c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:07.632905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48ee4bdf-ca65-41b7-818b-ddacebf655b9 req-149e49a0-30df-49d5-98eb-e0ded278865c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 943 time: 0.3270354 Jul 22 23:52:07.649878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7313296f-d65c-4e87-a80a-ce0955f97a6d tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Deleting port 9e94427e-3b71-48b8-956a-dc68400d4652 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:07.650224 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7313296f-d65c-4e87-a80a-ce0955f97a6d tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:07.692739 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd74cbbb-38de-4374-ada7-d8699de336c4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:07.696225 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd74cbbb-38de-4374-ada7-d8699de336c4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:07.697678 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd74cbbb-38de-4374-ada7-d8699de336c4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:52:07.698116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd74cbbb-38de-4374-ada7-d8699de336c4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:52:07.740949 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7313296f-d65c-4e87-a80a-ce0955f97a6d tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:07.754620 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7313296f-d65c-4e87-a80a-ce0955f97a6d tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Calling delete_port for 9e94427e-3b71-48b8-956a-dc68400d4652 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:07.784571 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fd74cbbb-38de-4374-ada7-d8699de336c4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4100597 Jul 22 23:52:07.799508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34130) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:07.815750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ff34149f-005a-4df5-ace3-8710612e1b01 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:07.841697 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48ee4bdf-ca65-41b7-818b-ddacebf655b9 req-836ea2bf-70ac-4fae-b105-28310937b622 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789968 Jul 22 23:52:07.896331 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7313296f-d65c-4e87-a80a-ce0955f97a6d tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:07.913113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194a832-6647-42f7-b5b1-e37afbd72384 req-6af52e06-80b5-4198-8c6b-f97c26380698 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:07.914653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4194a832-6647-42f7-b5b1-e37afbd72384 req-6af52e06-80b5-4198-8c6b-f97c26380698 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.3174174 Jul 22 23:52:07.931452 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313296f-d65c-4e87-a80a-ce0955f97a6d tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Pushing event deleted for resources: {'Port': ['ID=9e94427e-3b71-48b8-956a-dc68400d4652,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:07.954450 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83512e7-922e-43bf-9543-fdb46dcbead3 req-4e1c6b79-d84b-492b-a68f-edae1a274496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:07.955936 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f83512e7-922e-43bf-9543-fdb46dcbead3 req-4e1c6b79-d84b-492b-a68f-edae1a274496 service neutron] 10.222.0.95 "GET /v2.0/networks?id=052816c7-ae06-4e61-a509-20e3198c04e8 HTTP/1.1" status: 200 len: 898 time: 0.3342650 Jul 22 23:52:08.019376 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7313296f-d65c-4e87-a80a-ce0955f97a6d tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:08.021766 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7313296f-d65c-4e87-a80a-ce0955f97a6d tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/ports/9e94427e-3b71-48b8-956a-dc68400d4652 HTTP/1.1" status: 204 len: 168 time: 0.4802177 Jul 22 23:52:08.024243 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34132) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:08.073900 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f83512e7-922e-43bf-9543-fdb46dcbead3 req-bb70cdaf-db9a-4de4-a5b8-85e699e44b3b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324 HTTP/1.1" status: 200 len: 217 time: 0.1000595 Jul 22 23:52:08.088466 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3193db2-93c4-4ae0-89cc-f8e70d2a5da7 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Deleting subnet f5c4cd39-5084-4501-9aec-a1752993a8d7 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:52:08.091819 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3193db2-93c4-4ae0-89cc-f8e70d2a5da7 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:08.146080 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4194a832-6647-42f7-b5b1-e37afbd72384 req-fc762bfe-1c80-4030-a69f-31b9e158918c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932161 Jul 22 23:52:08.154747 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3193db2-93c4-4ae0-89cc-f8e70d2a5da7 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:08.169888 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff34149f-005a-4df5-ace3-8710612e1b01 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:08.174552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff34149f-005a-4df5-ace3-8710612e1b01 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:08.177559 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff34149f-005a-4df5-ace3-8710612e1b01 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:52:08.178354 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff34149f-005a-4df5-ace3-8710612e1b01 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:52:08.223573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83512e7-922e-43bf-9543-fdb46dcbead3 req-5d631196-f0ad-4460-b175-f44fee141c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:08.225221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f83512e7-922e-43bf-9543-fdb46dcbead3 req-5d631196-f0ad-4460-b175-f44fee141c14 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=153f65ec-f2ed-47cd-9a96-cb9c76470b1b HTTP/1.1" status: 200 len: 835 time: 0.1370597 Jul 22 23:52:08.234697 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ff34149f-005a-4df5-ace3-8710612e1b01 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4293451 Jul 22 23:52:08.236695 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34136) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:08.242568 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a7f8b8ea-6e40-4314-83bc-61dc91619fe4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:08.343493 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3193db2-93c4-4ae0-89cc-f8e70d2a5da7 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:08.389252 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83512e7-922e-43bf-9543-fdb46dcbead3 req-8168b220-1c7b-4ea9-b141-6126268ac8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:08.390804 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f83512e7-922e-43bf-9543-fdb46dcbead3 req-8168b220-1c7b-4ea9-b141-6126268ac8f1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=052816c7-ae06-4e61-a509-20e3198c04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548991 Jul 22 23:52:08.404241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f8b8ea-6e40-4314-83bc-61dc91619fe4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:08.408404 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7f8b8ea-6e40-4314-83bc-61dc91619fe4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:08.408633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee7852-21f7-49e2-b23a-0c202609c931 req-14555b5d-d688-41ea-a3a0-c09a62044f4c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:08.410078 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f8b8ea-6e40-4314-83bc-61dc91619fe4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:52:08.410198 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4eee7852-21f7-49e2-b23a-0c202609c931 req-14555b5d-d688-41ea-a3a0-c09a62044f4c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1612551 Jul 22 23:52:08.410628 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f8b8ea-6e40-4314-83bc-61dc91619fe4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:52:08.429139 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3193db2-93c4-4ae0-89cc-f8e70d2a5da7 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:08.440045 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a7f8b8ea-6e40-4314-83bc-61dc91619fe4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2022357 Jul 22 23:52:08.447056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34138) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:08.465652 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3193db2-93c4-4ae0-89cc-f8e70d2a5da7 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c4cd39-5084-4501-9aec-a1752993a8d7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:08.470075 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3193db2-93c4-4ae0-89cc-f8e70d2a5da7 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:08.474755 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c3193db2-93c4-4ae0-89cc-f8e70d2a5da7 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/subnets/f5c4cd39-5084-4501-9aec-a1752993a8d7 HTTP/1.1" status: 204 len: 168 time: 0.4471076 Jul 22 23:52:08.475226 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34140) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:08.483527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a791bf-3a3f-4a87-ac01-04e0ce6dc85d None None] Network 4b726cd5-b2d8-4477-b76b-978ae406f031 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:08.519641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.objects.ports [None req-6212d57d-09ee-4dfe-8a2f-2e715dea4f47 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:52:08.520100 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6212d57d-09ee-4dfe-8a2f-2e715dea4f47 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:08.525556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8b39aeb6-6b8b-4ad2-b496-bcf9c947feac tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0694234 Jul 22 23:52:08.544805 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34142) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:08.587163 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:08.590372 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4eee7852-21f7-49e2-b23a-0c202609c931 req-d840c39f-6d92-4e38-8bc2-7b2e0a1fb6e1 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699185 Jul 22 23:52:08.652352 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cf1bb3-9ccf-483c-ac26-24abd41e3dd8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:08.656544 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-52cf1bb3-9ccf-483c-ac26-24abd41e3dd8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1106920 Jul 22 23:52:08.661559 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34148) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:08.672533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f83512e7-922e-43bf-9543-fdb46dcbead3 req-a5387c13-6380-4528-aedd-abf2c9434826 service neutron] 10.222.0.95 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730069 Jul 22 23:52:08.676431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212d57d-09ee-4dfe-8a2f-2e715dea4f47 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ee61d0f5-f872-4c41-bdd5-e0750e02164e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:08.690613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212d57d-09ee-4dfe-8a2f-2e715dea4f47 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Checking segment: {'id': '926af001-948a-4494-99ff-e3c86f0ceca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a5b2fa36-b23d-4807-8deb-d9196336c5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:52:08.690983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6212d57d-09ee-4dfe-8a2f-2e715dea4f47 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Network hostable DHCP agents. Network: a5b2fa36-b23d-4807-8deb-d9196336c5dc, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:52:08.702249 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0622124-6f11-4d0e-b5eb-2945192e0800 None None] DHCP port deletion for 4b726cd5-b2d8-4477-b76b-978ae406f031 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:52:08.720568 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7eb413d5-12f3-4923-8bcf-7e04fb0b737b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563474 Jul 22 23:52:08.722402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34150) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:08.727380 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9a6a9097-6e8b-4ba8-b922-988f13117ccb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:08.750471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a0622124-6f11-4d0e-b5eb-2945192e0800 None None] Deleting port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:08.751179 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0622124-6f11-4d0e-b5eb-2945192e0800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:08.792446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6212d57d-09ee-4dfe-8a2f-2e715dea4f47 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Network a5b2fa36-b23d-4807-8deb-d9196336c5dc is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:52:08.809620 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Deleting port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:08.810800 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:08.815319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6212d57d-09ee-4dfe-8a2f-2e715dea4f47 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, a5b2fa36-b23d-4807-8deb-d9196336c5dc) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:08.823765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6212d57d-09ee-4dfe-8a2f-2e715dea4f47 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:08.823973 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a0622124-6f11-4d0e-b5eb-2945192e0800 None None] For port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=15112c1e-52c7-4ea0-b24f-6d82e4bc6231,segment=NetworkSegment(b27aebfe-0509-4250-951f-58ac04ede2c1),segment_id=b27aebfe-0509-4250-951f-58ac04ede2c1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:08.824514 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0622124-6f11-4d0e-b5eb-2945192e0800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:08.824636 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6212d57d-09ee-4dfe-8a2f-2e715dea4f47 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:08.828804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f215e5-a67c-4bc6-95e7-7fc2e71c3388 None None] Network a5b2fa36-b23d-4807-8deb-d9196336c5dc requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:08.849468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f83512e7-922e-43bf-9543-fdb46dcbead3 req-8a7f1bef-9af8-4e28-bada-72df64c95c09 service neutron] 10.222.0.95 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688950 Jul 22 23:52:08.860787 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a0622124-6f11-4d0e-b5eb-2945192e0800 None None] Calling delete_port for 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:08.861639 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c55f2-d86a-4455-b85a-056efb34683e req-549b2d0a-7d38-4747-8232-507819b4e71c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:08.863181 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d50c55f2-d86a-4455-b85a-056efb34683e req-549b2d0a-7d38-4747-8232-507819b4e71c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1611960 Jul 22 23:52:08.900178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] For port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=15112c1e-52c7-4ea0-b24f-6d82e4bc6231,segment=NetworkSegment(b27aebfe-0509-4250-951f-58ac04ede2c1),segment_id=b27aebfe-0509-4250-951f-58ac04ede2c1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:08.900826 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:08.910310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6a9097-6e8b-4ba8-b922-988f13117ccb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:08.914972 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9097-6e8b-4ba8-b922-988f13117ccb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:08.919720 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6212d57d-09ee-4dfe-8a2f-2e715dea4f47 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5785260 Jul 22 23:52:08.921238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34154) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:08.928861 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-47712263-9986-47e3-ad6d-f96ed4f2872e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1157351057', 'network_id': 'a5b2fa36-b23d-4807-8deb-d9196336c5dc'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:08.936487 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d50c55f2-d86a-4455-b85a-056efb34683e req-fad1cb67-baac-415b-8bff-085176d6d3a0 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663612 Jul 22 23:52:08.936751 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Calling delete_port for 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:09.006396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47712263-9986-47e3-ad6d-f96ed4f2872e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Made reservation on behalf of dd8037de894e4712882e19ad61ca997e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:09.013162 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47712263-9986-47e3-ad6d-f96ed4f2872e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:09.022442 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0622124-6f11-4d0e-b5eb-2945192e0800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:09.057769 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0622124-6f11-4d0e-b5eb-2945192e0800 None None] Pushing event deleted for resources: {'Port': ['ID=15112c1e-52c7-4ea0-b24f-6d82e4bc6231,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:09.075127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-47712263-9986-47e3-ad6d-f96ed4f2872e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] device_id is not set on port 2108c0f8-92fd-4692-ac35-8cf02450f087 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:52:09.077065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0622124-6f11-4d0e-b5eb-2945192e0800 None None] No DVR routers for this DVR port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:09.093655 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451a32e-ad1c-4544-b75c-0eaadee7e899 req-628de9a8-ab91-428d-a192-cf916d9cd152 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:09.095840 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1451a32e-ad1c-4544-b75c-0eaadee7e899 req-628de9a8-ab91-428d-a192-cf916d9cd152 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 943 time: 0.1543193 Jul 22 23:52:09.155870 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:09.162572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d425f0-645b-4801-9bb6-8d93c95265dc None None] Network a5b2fa36-b23d-4807-8deb-d9196336c5dc requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:09.214854 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1451a32e-ad1c-4544-b75c-0eaadee7e899 req-977ee470-9f1c-438a-8d75-e10df70a604d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767155 Jul 22 23:52:09.229913 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:09.253224 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:52:09.253700 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:52:09.270992 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6797b-4a74-4616-aae1-f0503caf40ae req-74afe216-7885-46da-8a2c-1ecd561f16f0 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:09.272941 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Pushing event deleted for resources: {'Port': ['ID=15112c1e-52c7-4ea0-b24f-6d82e4bc6231,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:09.274863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] No DVR routers for this DVR port 15112c1e-52c7-4ea0-b24f-6d82e4bc6231 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:09.280393 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3cd6797b-4a74-4616-aae1-f0503caf40ae req-74afe216-7885-46da-8a2c-1ecd561f16f0 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2673166 Jul 22 23:52:09.331950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-47712263-9986-47e3-ad6d-f96ed4f2872e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Allocated IP 2001:db8::192 (a5b2fa36-b23d-4807-8deb-d9196336c5dc/ee61d0f5-f872-4c41-bdd5-e0750e02164e/2108c0f8-92fd-4692-ac35-8cf02450f087) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:09.343425 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3cd6797b-4a74-4616-aae1-f0503caf40ae req-06083a48-87c1-405f-b31f-5308ffe610f3 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617595 Jul 22 23:52:09.400234 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:09.414016 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b726cd5-b2d8-4477-b76b-978ae406f031']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:09.432391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-9a6a9097-6e8b-4ba8-b922-988f13117ccb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:52:09.438106 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9097-6e8b-4ba8-b922-988f13117ccb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:09.450858 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27aebfe-0509-4250-951f-58ac04ede2c1') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:09.451159 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27aebfe-0509-4250-951f-58ac04ede2c1') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:09.487990 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:09.505629 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6a9097-6e8b-4ba8-b922-988f13117ccb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:09.514095 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9a6a9097-6e8b-4ba8-b922-988f13117ccb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:09.517567 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6a9097-6e8b-4ba8-b922-988f13117ccb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:09.518165 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9097-6e8b-4ba8-b922-988f13117ccb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:09.524686 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:09.524857 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47712263-9986-47e3-ad6d-f96ed4f2872e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:09.524947 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c318b095-e4a5-47cb-9ff8-525417b25b39 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:09.526532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a9097-6e8b-4ba8-b922-988f13117ccb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=9adb54e8-3562-480f-bf69-f7d691d2dab9,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:09.536449 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:52:09.536449 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:52:09.539650 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:52:09.555753 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a6a9097-6e8b-4ba8-b922-988f13117ccb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8298125 Jul 22 23:52:09.555949 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34164) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:09.567296 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bede7bf1-1670-4dc5-a856-f81129376f1c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'mac_address': 'fa:16:3e:12:ff:4b', 'name': 'tempest-NetworksTestDHCPv6-1707205235'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:09.567524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f463c7-73b8-4153-9059-81f2b45ab968 req-a9e8d832-168e-4f22-9455-d22e0803781b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:09.568840 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90f463c7-73b8-4153-9059-81f2b45ab968 req-a9e8d832-168e-4f22-9455-d22e0803781b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1230996 Jul 22 23:52:09.605007 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47712263-9986-47e3-ad6d-f96ed4f2872e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:09.638087 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:09.650401 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90f463c7-73b8-4153-9059-81f2b45ab968 req-a65ef4ca-fa75-4442-8d1a-e4cd7682f2cb tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723944 Jul 22 23:52:09.667035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47712263-9986-47e3-ad6d-f96ed4f2872e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Network a5b2fa36-b23d-4807-8deb-d9196336c5dc is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:09.669216 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-47712263-9986-47e3-ad6d-f96ed4f2872e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:09.671704 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47712263-9986-47e3-ad6d-f96ed4f2872e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:09.674098 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47712263-9986-47e3-ad6d-f96ed4f2872e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:09.674451 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47712263-9986-47e3-ad6d-f96ed4f2872e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:09.676651 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:09.681905 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] 10.222.0.26 "DELETE /v2.0/networks/4b726cd5-b2d8-4477-b76b-978ae406f031 HTTP/1.1" status: 204 len: 168 time: 1.2052429 Jul 22 23:52:09.689227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47712263-9986-47e3-ad6d-f96ed4f2872e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Pushing event updated for resources: {'Port': ['ID=2108c0f8-92fd-4692-ac35-8cf02450f087,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:09.696531 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d252a-f2af-4dc1-b59a-53cc1f2de6e8 tempest-TagsExtTest-1197508607 tempest-TagsExtTest-1197508607-project] Pushing event deleted for resources: {'Network': ['ID=4b726cd5-b2d8-4477-b76b-978ae406f031,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:09.710397 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-47712263-9986-47e3-ad6d-f96ed4f2872e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7856941 Jul 22 23:52:09.712829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34170) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:09.754115 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bede7bf1-1670-4dc5-a856-f81129376f1c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:09.768707 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'fixed_ips': [{'subnet_id': '9adb54e8-3562-480f-bf69-f7d691d2dab9'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:52:09.770776 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:09.783243 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b9c25e6d-9b0a-43d9-9593-c3015cc9c324 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:52:09.882902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fd35a-d621-4d5c-8e08-e0c19bf4a9aa req-b8e07136-f733-4a54-b7bb-0eff002f7066 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:09.884056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f15fd35a-d621-4d5c-8e08-e0c19bf4a9aa req-b8e07136-f733-4a54-b7bb-0eff002f7066 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1374419 Jul 22 23:52:09.890792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ddbfd248-4cb4-4794-b516-ba1f63e90431 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Deleting port 2108c0f8-92fd-4692-ac35-8cf02450f087 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:09.890792 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddbfd248-4cb4-4794-b516-ba1f63e90431 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:09.981277 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddbfd248-4cb4-4794-b516-ba1f63e90431 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.001478 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ddbfd248-4cb4-4794-b516-ba1f63e90431 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Calling delete_port for 2108c0f8-92fd-4692-ac35-8cf02450f087 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:10.024735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Allocated IP 2001:db8::f816:3eff:feb0:8eb8 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/9adb54e8-3562-480f-bf69-f7d691d2dab9/031bacc4-96ef-4e59-b244-47f2a7dd4cef) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:10.053374 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port b9c25e6d-9b0a-43d9-9593-c3015cc9c324, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,segment=NetworkSegment(9f05e9e2-eff2-4a57-b892-5837b88100af),segment_id=9f05e9e2-eff2-4a57-b892-5837b88100af)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:10.066841 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:10.076163 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324', 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8', 'port_id': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324', 'mac_address': 'fa:16:3e:2e:08:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:52:10.134418 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f15fd35a-d621-4d5c-8e08-e0c19bf4a9aa req-e84354fa-cfcd-4083-9ef8-e989a6358e32 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683255 Jul 22 23:52:10.140374 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bede7bf1-1670-4dc5-a856-f81129376f1c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.173701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-bede7bf1-1670-4dc5-a856-f81129376f1c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port 87bfda60-cce0-4c6b-bdb3-75b1aaef9ad9 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:52:10.202627 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.226579 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c25e6d-9b0a-43d9-9593-c3015cc9c324 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:52:10.234389 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddbfd248-4cb4-4794-b516-ba1f63e90431 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.272006 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port b9c25e6d-9b0a-43d9-9593-c3015cc9c324, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,segment=NetworkSegment(9f05e9e2-eff2-4a57-b892-5837b88100af),segment_id=9f05e9e2-eff2-4a57-b892-5837b88100af)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:10.272765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfd248-4cb4-4794-b516-ba1f63e90431 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Pushing event deleted for resources: {'Port': ['ID=2108c0f8-92fd-4692-ac35-8cf02450f087,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:10.282571 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.368851 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.379613 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:10.380094 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddbfd248-4cb4-4794-b516-ba1f63e90431 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.382271 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ddbfd248-4cb4-4794-b516-ba1f63e90431 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "DELETE /v2.0/ports/2108c0f8-92fd-4692-ac35-8cf02450f087 HTTP/1.1" status: 204 len: 168 time: 0.6682096 Jul 22 23:52:10.383890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Transition to ACTIVE for port object 031bacc4-96ef-4e59-b244-47f2a7dd4cef will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:10.387336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34184) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:10.399103 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5b2fa36-b23d-4807-8deb-d9196336c5dc', 'external_fixed_ips': [{'subnet_id': 'ee61d0f5-f872-4c41-bdd5-e0750e02164e', 'ip_address': '2001:db8::192'}]}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:10.399618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Transition to ACTIVE for port object 031bacc4-96ef-4e59-b244-47f2a7dd4cef will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:10.406384 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.422631 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8ada98e0-9c54-4cb1-9645-145ec31a7c6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=01bde7b48ca54d75a6a07bd81a7e4f7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3524699 Jul 22 23:52:10.427389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34186) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:10.461071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:10.462917 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.463947 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.464455 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:10.466775 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-bede7bf1-1670-4dc5-a856-f81129376f1c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::f816:3eff:fe12:ff4b (c35e90f8-c2e7-4be8-8499-34cc32d977ae/9adb54e8-3562-480f-bf69-f7d691d2dab9/87bfda60-cce0-4c6b-bdb3-75b1aaef9ad9) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:10.467804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:10.476054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Pushing event updated for resources: {'Port': ['ID=031bacc4-96ef-4e59-b244-47f2a7dd4cef,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:10.512150 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4dae40-0deb-44b4-97ee-ce83cf3597b0 req-8acdb067-d358-4f97-8c9b-7ada7e9c7552 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:10.512433 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['b9c25e6d-9b0a-43d9-9593-c3015cc9c324'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:52:10.519576 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c4dae40-0deb-44b4-97ee-ce83cf3597b0 req-8acdb067-d358-4f97-8c9b-7ada7e9c7552 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2353082 Jul 22 23:52:10.571892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Attempting to bind port 031bacc4-96ef-4e59-b244-47f2a7dd4cef on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:52:10.572481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Attempting to bind port 031bacc4-96ef-4e59-b244-47f2a7dd4cef by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:52:10.572765 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Attempting to bind port 031bacc4-96ef-4e59-b244-47f2a7dd4cef on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:52:10.582892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:52:10.583530 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:52:10.584001 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.584454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:52:10.584990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Bound port: 031bacc4-96ef-4e59-b244-47f2a7dd4cef, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:52:10.585461 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.587343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ee123-fba5-4273-b22b-788744ee9c4b req-9cecb57a-6f2d-47a0-9abb-64da8a36cbc0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:10.588839 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-053ee123-fba5-4273-b22b-788744ee9c4b req-9cecb57a-6f2d-47a0-9abb-64da8a36cbc0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 944 time: 0.2683742 Jul 22 23:52:10.607024 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.616459 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-158e5cd7-d96e-442a-b861-91a391a47107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.656970 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bede7bf1-1670-4dc5-a856-f81129376f1c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.674797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bede7bf1-1670-4dc5-a856-f81129376f1c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object 87bfda60-cce0-4c6b-bdb3-75b1aaef9ad9 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:10.703266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] For port 031bacc4-96ef-4e59-b244-47f2a7dd4cef, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:52:10.708604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] For port 031bacc4-96ef-4e59-b244-47f2a7dd4cef, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=031bacc4-96ef-4e59-b244-47f2a7dd4cef,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:52:10.717253 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bede7bf1-1670-4dc5-a856-f81129376f1c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.718076 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.725946 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c4dae40-0deb-44b4-97ee-ce83cf3597b0 req-f4bdc715-cc33-44fa-b8d5-62419bd8c842 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044363 Jul 22 23:52:10.726770 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-158e5cd7-d96e-442a-b861-91a391a47107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.750855 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-053ee123-fba5-4273-b22b-788744ee9c4b req-c5cc4a38-6b3e-4391-8829-7388a31a6181 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480193 Jul 22 23:52:10.777170 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bede7bf1-1670-4dc5-a856-f81129376f1c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:10.777170 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bede7bf1-1670-4dc5-a856-f81129376f1c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:10.779275 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bede7bf1-1670-4dc5-a856-f81129376f1c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:10.785852 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bede7bf1-1670-4dc5-a856-f81129376f1c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:10.786736 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bede7bf1-1670-4dc5-a856-f81129376f1c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.812394 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede7bf1-1670-4dc5-a856-f81129376f1c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=87bfda60-cce0-4c6b-bdb3-75b1aaef9ad9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:10.827295 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bede7bf1-1670-4dc5-a856-f81129376f1c tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2694724 Jul 22 23:52:10.830328 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34190) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:10.834899 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b9cd0-4408-4556-bece-080422469707 None None] Pushing event updated for resources: {'Port': ['ID=031bacc4-96ef-4e59-b244-47f2a7dd4cef,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:10.876543 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.925109 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e51cca-0106-436e-bf77-2ad752ed0333 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:10.931997 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e51cca-0106-436e-bf77-2ad752ed0333 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:10.934709 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-67e51cca-0106-436e-bf77-2ad752ed0333 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1030633 Jul 22 23:52:10.938020 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34192) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:10.971574 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-158e5cd7-d96e-442a-b861-91a391a47107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.974151 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-158e5cd7-d96e-442a-b861-91a391a47107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:10.975461 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-158e5cd7-d96e-442a-b861-91a391a47107 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2642ee6-cb74-4ee0-81cc-99ce2f31a265 HTTP/1.1" status: 204 len: 168 time: 0.5441563 Jul 22 23:52:10.988626 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e5cd7-d96e-442a-b861-91a391a47107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2642ee6-cb74-4ee0-81cc-99ce2f31a265,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:11.046739 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5aa51-8c67-4dc0-98b3-6170d5a87df9 req-fc71fe5d-5a0e-4d24-a8ae-cbe671981109 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:11.058522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bde5aa51-8c67-4dc0-98b3-6170d5a87df9 req-fc71fe5d-5a0e-4d24-a8ae-cbe671981109 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1856763 Jul 22 23:52:11.120356 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ecde64b6-244b-4121-adb7-6153f1f18aab tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port 87bfda60-cce0-4c6b-bdb3-75b1aaef9ad9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:11.120703 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecde64b6-244b-4121-adb7-6153f1f18aab tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:11.159500 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bde5aa51-8c67-4dc0-98b3-6170d5a87df9 req-439a4176-e59f-491c-9dbd-5e50f593ff98 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000650 Jul 22 23:52:11.299703 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecde64b6-244b-4121-adb7-6153f1f18aab tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:11.315211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ecde64b6-244b-4121-adb7-6153f1f18aab tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for 87bfda60-cce0-4c6b-bdb3-75b1aaef9ad9 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:11.325701 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:11.463063 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecde64b6-244b-4121-adb7-6153f1f18aab tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:11.494337 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde64b6-244b-4121-adb7-6153f1f18aab tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=87bfda60-cce0-4c6b-bdb3-75b1aaef9ad9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:11.523221 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ecde64b6-244b-4121-adb7-6153f1f18aab tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:11.525356 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ecde64b6-244b-4121-adb7-6153f1f18aab tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/87bfda60-cce0-4c6b-bdb3-75b1aaef9ad9 HTTP/1.1" status: 204 len: 168 time: 0.5859985 Jul 22 23:52:11.527768 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34208) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:11.582996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23585c39-eaff-4398-bfa8-c4cd11b2908a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:11.584556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23585c39-eaff-4398-bfa8-c4cd11b2908a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:11.586327 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-23585c39-eaff-4398-bfa8-c4cd11b2908a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0573604 Jul 22 23:52:11.588887 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34212) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:11.651817 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2740f2e-aee6-480a-aa84-4159a36ca34f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 9adb54e8-3562-480f-bf69-f7d691d2dab9 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:52:11.655775 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2740f2e-aee6-480a-aa84-4159a36ca34f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:11.728062 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2740f2e-aee6-480a-aa84-4159a36ca34f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:11.768347 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:11.794446 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b9c25e6d-9b0a-43d9-9593-c3015cc9c324 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:11.878945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:11.884022 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:11.884478 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:11.902873 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2740f2e-aee6-480a-aa84-4159a36ca34f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:11.977617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc3d48-94a6-4936-8133-f9ea133fe418 req-ff7b40ce-4018-4dd1-96a3-2e1771d79d11 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:11.984938 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1adc3d48-94a6-4936-8133-f9ea133fe418 req-ff7b40ce-4018-4dd1-96a3-2e1771d79d11 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.6738718 Jul 22 23:52:12.003310 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2740f2e-aee6-480a-aa84-4159a36ca34f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.037191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:12.042529 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.046531 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2740f2e-aee6-480a-aa84-4159a36ca34f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=9adb54e8-3562-480f-bf69-f7d691d2dab9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:12.071302 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2740f2e-aee6-480a-aa84-4159a36ca34f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.073246 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e2740f2e-aee6-480a-aa84-4159a36ca34f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/9adb54e8-3562-480f-bf69-f7d691d2dab9 HTTP/1.1" status: 204 len: 168 time: 0.4831829 Jul 22 23:52:12.076022 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34228) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:12.080902 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:52:12.083732 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72d1861-f1c3-4faf-a9c2-f4ea6ff8b447" -d '{"events": [{"server_uuid": "b97db626-26a1-40e4-bc0f-60aad003cfdb", "name": "network-vif-plugged", "status": "completed", "tag": "b9c25e6d-9b0a-43d9-9593-c3015cc9c324"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:52:12.087872 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port b9c25e6d-9b0a-43d9-9593-c3015cc9c324, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,segment=NetworkSegment(9f05e9e2-eff2-4a57-b892-5837b88100af),segment_id=9f05e9e2-eff2-4a57-b892-5837b88100af)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:12.096885 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.121053 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c2392825-a5d4-44b4-96f8-6f0689b70ccf tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430486 Jul 22 23:52:12.121435 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1adc3d48-94a6-4936-8133-f9ea133fe418 req-623607df-db70-4a12-97d1-df81e818e009 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344249 Jul 22 23:52:12.125075 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34232) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:12.143830 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5bfbd628-d39f-4cd8-b67f-9b62dfe70069 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:12.193271 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:12.199495 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e71d28-60cd-4def-8ef2-8ba8c2621950 x-openstack-request-id: req-23e71d28-60cd-4def-8ef2-8ba8c2621950 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:52:12.199788 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97db626-26a1-40e4-bc0f-60aad003cfdb", "name": "network-vif-plugged", "status": "completed", "tag": "b9c25e6d-9b0a-43d9-9593-c3015cc9c324", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:52:12.209824 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23e71d28-60cd-4def-8ef2-8ba8c2621950 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:52:12.210300 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324', 'code': 200} Jul 22 23:52:12.236873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb449b4-16d5-4c96-8fc8-e10a7b839aac req-035f6df5-18f6-4f3d-b703-9fb38e994e8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:12.242660 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-abb449b4-16d5-4c96-8fc8-e10a7b839aac req-035f6df5-18f6-4f3d-b703-9fb38e994e8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 944 time: 0.3645699 Jul 22 23:52:12.249425 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6e48b404-b921-430d-a945-85f71cd54735 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-725362139'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:12.270490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Allocated IP 2001:db8::192 (a5b2fa36-b23d-4807-8deb-d9196336c5dc/ee61d0f5-f872-4c41-bdd5-e0750e02164e/387601c2-819a-443d-b512-22eed045e768) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:12.277660 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d695e7b3-8161-4159-8c3d-03fcc34bcdd9 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:12.277851 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e48b404-b921-430d-a945-85f71cd54735 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Made reservation on behalf of f3b9e8058b004506a841ddb2d88fafdd for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:12.281314 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e48b404-b921-430d-a945-85f71cd54735 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.294074 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e48b404-b921-430d-a945-85f71cd54735 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.323855 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfbd628-d39f-4cd8-b67f-9b62dfe70069 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:12.327645 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bfbd628-d39f-4cd8-b67f-9b62dfe70069 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.398934 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-abb449b4-16d5-4c96-8fc8-e10a7b839aac req-bcbe1d8c-8dbe-42e1-a2de-75bb711bfc03 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463294 Jul 22 23:52:12.404984 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-34869552-e63b-4d58-8b45-9c9429150812 None None] Provisioning for port 031bacc4-96ef-4e59-b244-47f2a7dd4cef completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:12.506815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8313ee5-b065-4e31-84f1-2cd2c30734a1 req-8ce168c9-f87e-4be2-8044-16b28b49b0d8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:12.508799 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8313ee5-b065-4e31-84f1-2cd2c30734a1 req-8ce168c9-f87e-4be2-8044-16b28b49b0d8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2324286 Jul 22 23:52:12.512205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae5454-e9f7-40a0-9e86-31f939445c38 req-5b915844-0ac3-40ae-bd4d-a8ac7aa1ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:12.513613 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2dae5454-e9f7-40a0-9e86-31f939445c38 req-5b915844-0ac3-40ae-bd4d-a8ac7aa1ad41 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 1096 time: 0.2177815 Jul 22 23:52:12.517001 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.536583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ad1585-e063-49bd-95bd-2aff802d008b None None] DHCP port deletion for c35e90f8-c2e7-4be8-8499-34cc32d977ae request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:52:12.541565 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e48b404-b921-430d-a945-85f71cd54735 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.550885 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e48b404-b921-430d-a945-85f71cd54735 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.561531 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e48b404-b921-430d-a945-85f71cd54735 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:52:12.571148 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e48b404-b921-430d-a945-85f71cd54735 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.571487 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-6e48b404-b921-430d-a945-85f71cd54735 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Added segment 137ba707-21c6-4cb8-932c-a714234c426a of type vlan for network df8be2c0-e0b4-4648-93cb-cfdfee39711b Jul 22 23:52:12.595764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-98ad1585-e063-49bd-95bd-2aff802d008b None None] Deleting port 031bacc4-96ef-4e59-b244-47f2a7dd4cef {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:12.596172 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98ad1585-e063-49bd-95bd-2aff802d008b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.603816 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2dae5454-e9f7-40a0-9e86-31f939445c38 req-4ef7ef37-6288-4ecd-93a6-f4469cadab46 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771511 Jul 22 23:52:12.611175 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e48b404-b921-430d-a945-85f71cd54735 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.620484 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8313ee5-b065-4e31-84f1-2cd2c30734a1 req-b4c848a0-7608-46b9-bb60-9de48a3efac5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006808 Jul 22 23:52:12.633329 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.676072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-98ad1585-e063-49bd-95bd-2aff802d008b None None] For port 031bacc4-96ef-4e59-b244-47f2a7dd4cef, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=031bacc4-96ef-4e59-b244-47f2a7dd4cef,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:12.676511 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98ad1585-e063-49bd-95bd-2aff802d008b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.676727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Network a5b2fa36-b23d-4807-8deb-d9196336c5dc is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:12.682514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:12.686273 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:12.695092 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-98ad1585-e063-49bd-95bd-2aff802d008b None None] Calling delete_port for 031bacc4-96ef-4e59-b244-47f2a7dd4cef owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:12.747237 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e48b404-b921-430d-a945-85f71cd54735 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.753255 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e48b404-b921-430d-a945-85f71cd54735 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:12.753845 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e48b404-b921-430d-a945-85f71cd54735 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.760718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Pushing event updated for resources: {'Port': ['ID=387601c2-819a-443d-b512-22eed045e768,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:12.766168 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48b404-b921-430d-a945-85f71cd54735 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ea6ca8-ea93-41a1-9586-d9772441a799,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:12.788607 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98ad1585-e063-49bd-95bd-2aff802d008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.818348 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6e48b404-b921-430d-a945-85f71cd54735 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7799649 Jul 22 23:52:12.822979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34240) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:12.829596 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad1585-e063-49bd-95bd-2aff802d008b None None] Pushing event deleted for resources: {'Port': ['ID=031bacc4-96ef-4e59-b244-47f2a7dd4cef,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:12.832215 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad1585-e063-49bd-95bd-2aff802d008b None None] No DVR routers for this DVR port 031bacc4-96ef-4e59-b244-47f2a7dd4cef on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:12.833441 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-0cb50f2b-23fb-46c5-901d-95d750b958f2 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'df8be2c0-e0b4-4648-93cb-cfdfee39711b', 'tempest-TagsTest-Tag-766466312') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:12.867327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48b404-b921-430d-a945-85f71cd54735 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Pushing event updated for resources: {'Network': ['ID=df8be2c0-e0b4-4648-93cb-cfdfee39711b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:12.880373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network df8be2c0-e0b4-4648-93cb-cfdfee39711b details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:52:12.924570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-5bfbd628-d39f-4cd8-b67f-9b62dfe70069 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:52:12.926851 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bfbd628-d39f-4cd8-b67f-9b62dfe70069 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:12.953740 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e82b6-a3c7-42eb-808b-dd3cef244145 req-6415b38e-d605-4df8-ae11-b7d08677fca2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:12.955973 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ec6e82b6-a3c7-42eb-808b-dd3cef244145 req-6415b38e-d605-4df8-ae11-b7d08677fca2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2274623 Jul 22 23:52:12.978832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfbd628-d39f-4cd8-b67f-9b62dfe70069 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:12.988824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5bfbd628-d39f-4cd8-b67f-9b62dfe70069 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:12.998560 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d469fcfd-9a97-483a-8165-a7b9b8febbd5 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:13.014388 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ec6e82b6-a3c7-42eb-808b-dd3cef244145 req-b7937af8-fe2e-419d-91f8-e94d0c0dc91d tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513604 Jul 22 23:52:13.021404 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:13.024352 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfbd628-d39f-4cd8-b67f-9b62dfe70069 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:13.024956 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bfbd628-d39f-4cd8-b67f-9b62dfe70069 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:13.031761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbd628-d39f-4cd8-b67f-9b62dfe70069 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=b1988698-5431-4319-ab3c-a699a3cfa1d4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:13.056819 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0cb50f2b-23fb-46c5-901d-95d750b958f2 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] 10.222.0.26 "PUT /v2.0/networks/df8be2c0-e0b4-4648-93cb-cfdfee39711b/tags/tempest-TagsTest-Tag-766466312 HTTP/1.1" status: 201 len: 201 time: 0.2307918 Jul 22 23:52:13.057677 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:13.062943 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-1623136e-c8bb-453e-a5b2-6654aa4d47e6 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df8be2c0-e0b4-4648-93cb-cfdfee39711b', 'tempest-TagsTest-Tag-766466312') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:13.089856 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5bfbd628-d39f-4cd8-b67f-9b62dfe70069 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9631324 Jul 22 23:52:13.096176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34246) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:13.109381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a202c6c3-842b-4ef1-ab70-ac5b187025b4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'mac_address': 'fa:16:3e:16:af:e7', 'name': 'tempest-NetworksTestDHCPv6-1806154890'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:13.191715 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'fixed_ips': [{'subnet_id': 'b1988698-5431-4319-ab3c-a699a3cfa1d4'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:52:13.193015 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:13.206446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc33a15-ff3d-479a-ba6b-9c55b86868ea req-dbf16ec5-339d-4c50-8801-57bf6d2fab92 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:13.208274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcc33a15-ff3d-479a-ba6b-9c55b86868ea req-dbf16ec5-339d-4c50-8801-57bf6d2fab92 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1002493 Jul 22 23:52:13.237908 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1623136e-c8bb-453e-a5b2-6654aa4d47e6 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] 10.222.0.26 "GET /v2.0/networks/df8be2c0-e0b4-4648-93cb-cfdfee39711b/tags/tempest-TagsTest-Tag-766466312 HTTP/1.1" status: 204 len: 168 time: 0.1783550 Jul 22 23:52:13.241925 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34248) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:13.251307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-1a73e977-07a1-460c-9763-80130af20c92 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'df8be2c0-e0b4-4648-93cb-cfdfee39711b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:13.331476 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcc33a15-ff3d-479a-ba6b-9c55b86868ea req-9a883ff3-321d-4d42-b19d-8c95836d6953 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876672 Jul 22 23:52:13.349871 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1a73e977-07a1-460c-9763-80130af20c92 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] 10.222.0.26 "GET /v2.0/networks/df8be2c0-e0b4-4648-93cb-cfdfee39711b/tags HTTP/1.1" status: 200 len: 237 time: 0.1044488 Jul 22 23:52:13.349871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a202c6c3-842b-4ef1-ab70-ac5b187025b4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:13.350842 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34250) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:13.352683 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a202c6c3-842b-4ef1-ab70-ac5b187025b4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:13.355451 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:13.363535 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Allocated IP 2001:db8::f816:3eff:fef1:8bf0 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/b1988698-5431-4319-ab3c-a699a3cfa1d4/f8003b97-1bdc-4dcf-9391-7b068d5c0d36) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:13.371157 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-40c27048-edf1-44c0-86f2-bba81fb0f196 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'df8be2c0-e0b4-4648-93cb-cfdfee39711b', {'tags': ['tempest-TagsTest-Tag-1370404971', 'tempest-TagsTest-Tag-2134166686', 'tempest-TagsTest-Tag-19210156']}) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:13.418012 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-a202c6c3-842b-4ef1-ab70-ac5b187025b4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port 675f87a8-9c30-4d04-8e7d-b0cb0f7a521b yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:52:13.549577 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:13.559283 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Transition to ACTIVE for port object f8003b97-1bdc-4dcf-9391-7b068d5c0d36 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:13.575981 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Transition to ACTIVE for port object f8003b97-1bdc-4dcf-9391-7b068d5c0d36 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:13.582347 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:13.622797 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:13.626295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:13.630109 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:13.637270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Pushing event updated for resources: {'Port': ['ID=f8003b97-1bdc-4dcf-9391-7b068d5c0d36,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:13.653642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a202c6c3-842b-4ef1-ab70-ac5b187025b4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::f816:3eff:fe16:afe7 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/b1988698-5431-4319-ab3c-a699a3cfa1d4/675f87a8-9c30-4d04-8e7d-b0cb0f7a521b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:13.656530 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-40c27048-edf1-44c0-86f2-bba81fb0f196 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] 10.222.0.26 "PUT /v2.0/networks/df8be2c0-e0b4-4648-93cb-cfdfee39711b/tags HTTP/1.1" status: 200 len: 307 time: 0.3040297 Jul 22 23:52:13.660025 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34260) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:13.665796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-3e0a8267-a960-4d40-80f0-f20742c3f2dc tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'df8be2c0-e0b4-4648-93cb-cfdfee39711b', 'tempest-TagsTest-Tag-1370404971') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:13.696772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Attempting to bind port f8003b97-1bdc-4dcf-9391-7b068d5c0d36 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:52:13.697251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Attempting to bind port f8003b97-1bdc-4dcf-9391-7b068d5c0d36 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:52:13.697704 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Attempting to bind port f8003b97-1bdc-4dcf-9391-7b068d5c0d36 on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:52:13.704520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:52:13.705215 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:52:13.705682 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:13.706150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:52:13.706687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Bound port: f8003b97-1bdc-4dcf-9391-7b068d5c0d36, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:52:13.707156 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:13.729581 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0b0f5-133e-4ee6-9faa-d7661b067f50 req-231a9d31-34e4-4485-a4fc-1bd0d9f6486f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:13.731385 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14d0b0f5-133e-4ee6-9faa-d7661b067f50 req-231a9d31-34e4-4485-a4fc-1bd0d9f6486f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.1727188 Jul 22 23:52:13.739989 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9578b-a8dc-430c-8fc5-baf50fbb1b86 req-2ac372dc-c641-4dbb-baa2-6b3a0fd2fd07 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:13.741518 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21a9578b-a8dc-430c-8fc5-baf50fbb1b86 req-2ac372dc-c641-4dbb-baa2-6b3a0fd2fd07 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1652319 Jul 22 23:52:13.779974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Router 17862265-d3ae-4d13-8207-6d8405729156 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:52:13.786510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] For port f8003b97-1bdc-4dcf-9391-7b068d5c0d36, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:52:13.790350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] For port f8003b97-1bdc-4dcf-9391-7b068d5c0d36, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f8003b97-1bdc-4dcf-9391-7b068d5c0d36,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:52:13.795008 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:13.859015 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3e0a8267-a960-4d40-80f0-f20742c3f2dc tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] 10.222.0.26 "DELETE /v2.0/networks/df8be2c0-e0b4-4648-93cb-cfdfee39711b/tags/tempest-TagsTest-Tag-1370404971 HTTP/1.1" status: 204 len: 168 time: 0.1952915 Jul 22 23:52:13.859226 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21a9578b-a8dc-430c-8fc5-baf50fbb1b86 req-9a25d4d7-6f27-4af3-9d65-ce4796117c5b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056705 Jul 22 23:52:13.859859 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:13.864267 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-1c237a00-6834-4fcd-bc34-41a9a3776429 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df8be2c0-e0b4-4648-93cb-cfdfee39711b', 'tempest-TagsTest-Tag-1370404971') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:13.871000 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf83f58-f856-40ed-9a8e-72d9941c9b42 None None] Pushing event updated for resources: {'Port': ['ID=f8003b97-1bdc-4dcf-9391-7b068d5c0d36,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:13.901338 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a202c6c3-842b-4ef1-ab70-ac5b187025b4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:13.909597 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14d0b0f5-133e-4ee6-9faa-d7661b067f50 req-2f91ffbf-5fe8-4e24-bc44-eb35defb783a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667545 Jul 22 23:52:13.924955 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a202c6c3-842b-4ef1-ab70-ac5b187025b4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object 675f87a8-9c30-4d04-8e7d-b0cb0f7a521b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:13.974483 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a202c6c3-842b-4ef1-ab70-ac5b187025b4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:14.018140 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a202c6c3-842b-4ef1-ab70-ac5b187025b4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:14.023395 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a202c6c3-842b-4ef1-ab70-ac5b187025b4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:14.030253 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a202c6c3-842b-4ef1-ab70-ac5b187025b4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:14.036605 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a202c6c3-842b-4ef1-ab70-ac5b187025b4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:14.037297 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a202c6c3-842b-4ef1-ab70-ac5b187025b4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:14.055381 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a202c6c3-842b-4ef1-ab70-ac5b187025b4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9510074 Jul 22 23:52:14.058748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34268) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:14.070100 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202c6c3-842b-4ef1-ab70-ac5b187025b4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=675f87a8-9c30-4d04-8e7d-b0cb0f7a521b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:14.131876 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-1c237a00-6834-4fcd-bc34-41a9a3776429 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] show failed (client error): The resource could not be found. Jul 22 23:52:14.132938 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1c237a00-6834-4fcd-bc34-41a9a3776429 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] 10.222.0.26 "GET /v2.0/networks/df8be2c0-e0b4-4648-93cb-cfdfee39711b/tags/tempest-TagsTest-Tag-1370404971 HTTP/1.1" status: 404 len: 326 time: 0.2724991 Jul 22 23:52:14.135657 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34270) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:14.143286 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-5b183b5e-07bd-4bcd-87a8-08cdd5e9e780 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df8be2c0-e0b4-4648-93cb-cfdfee39711b', 'tempest-TagsTest-Tag-2134166686') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:14.153790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:52:14.168205 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Sync routers for ids ['17862265-d3ae-4d13-8207-6d8405729156'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:52:14.178753 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b36416d-9c94-4bd4-93c6-ecdd9fcbd5d0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:14.178985 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Routers {'17862265-d3ae-4d13-8207-6d8405729156'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:14.179752 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['17862265-d3ae-4d13-8207-6d8405729156'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:14.185027 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b36416d-9c94-4bd4-93c6-ecdd9fcbd5d0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:14.190230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569cc43-f85c-4434-b387-9d53b2e1f6ab req-26e0cd0b-da2d-4fd3-8c8d-ff2aee48294a tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:14.190579 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4b36416d-9c94-4bd4-93c6-ecdd9fcbd5d0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1272187 Jul 22 23:52:14.190579 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34272) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:14.193701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6569cc43-f85c-4434-b387-9d53b2e1f6ab req-26e0cd0b-da2d-4fd3-8c8d-ff2aee48294a tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2316933 Jul 22 23:52:14.219616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9491f-3e0b-4c88-824d-b7f7d4ab08cf req-9d3dd5c1-1c51-4665-a809-9e6fd6ce3349 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:14.221735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a0b9491f-3e0b-4c88-824d-b7f7d4ab08cf req-9d3dd5c1-1c51-4665-a809-9e6fd6ce3349 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.2194631 Jul 22 23:52:14.234035 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:14.238854 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c5548293-020a-4e31-9b3f-17256dac0313 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8440993 Jul 22 23:52:14.240113 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:14.282205 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6569cc43-f85c-4434-b387-9d53b2e1f6ab req-c8d1058c-b7b2-484d-8f2f-6d6072b85391 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843434 Jul 22 23:52:14.304843 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:52:14.315086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Set router 17862265-d3ae-4d13-8207-6d8405729156 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:52:14.317769 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a0b9491f-3e0b-4c88-824d-b7f7d4ab08cf req-a7c34a59-172b-429e-b10e-d57b1ecbabda tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777338 Jul 22 23:52:14.336724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34278) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:14.399132 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3e36aa-8260-4463-a902-3e044caeb308 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:14.403280 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5a3e36aa-8260-4463-a902-3e044caeb308 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 1091 time: 0.0623679 Jul 22 23:52:14.403526 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34284) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:14.409126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:14.436863 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:14.464049 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5b183b5e-07bd-4bcd-87a8-08cdd5e9e780 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] 10.222.0.26 "GET /v2.0/networks/df8be2c0-e0b4-4648-93cb-cfdfee39711b/tags/tempest-TagsTest-Tag-2134166686 HTTP/1.1" status: 204 len: 168 time: 0.3272147 Jul 22 23:52:14.464601 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34286) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:14.480543 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3057a9ac-1c2d-40cf-8677-35565a5c0f6c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:14.480768 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.tag.tag_plugin [None req-4b573dc7-f655-45aa-abe2-dc79ce791907 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df8be2c0-e0b4-4648-93cb-cfdfee39711b', 'tempest-TagsTest-Tag-19210156') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:14.492769 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e17b9420-30f8-4735-aedb-f6f99fa91457 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port 675f87a8-9c30-4d04-8e7d-b0cb0f7a521b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:14.493129 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e17b9420-30f8-4735-aedb-f6f99fa91457 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:14.581010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17862265-d3ae-4d13-8207-6d8405729156', 'name': '', 'tenant_id': 'dd8037de894e4712882e19ad61ca997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5b2fa36-b23d-4807-8deb-d9196336c5dc', 'external_fixed_ips': [{'subnet_id': 'ee61d0f5-f872-4c41-bdd5-e0750e02164e', 'ip_address': '2001:db8::192'}], 'enable_snat': True}, 'gw_port_id': '387601c2-819a-443d-b512-22eed045e768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:52:10Z', 'updated_at': '2021-07-22T23:52:12Z', 'revision_number': 3, 'project_id': 'dd8037de894e4712882e19ad61ca997e', 'gw_port': {'id': '387601c2-819a-443d-b512-22eed045e768', 'name': '', 'network_id': 'a5b2fa36-b23d-4807-8deb-d9196336c5dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17862265-d3ae-4d13-8207-6d8405729156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'ee61d0f5-f872-4c41-bdd5-e0750e02164e', 'ip_address': '2001:db8::192', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:52:11Z', 'updated_at': '2021-07-22T23:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee61d0f5-f872-4c41-bdd5-e0750e02164e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:14.623155 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Checking router: 17862265-d3ae-4d13-8207-6d8405729156 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:52:14.624392 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Updating router 17862265-d3ae-4d13-8207-6d8405729156 port 387601c2-819a-443d-b512-22eed045e768 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:52:14.656381 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4b573dc7-f655-45aa-abe2-dc79ce791907 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] 10.222.0.26 "GET /v2.0/networks/df8be2c0-e0b4-4648-93cb-cfdfee39711b/tags/tempest-TagsTest-Tag-19210156 HTTP/1.1" status: 204 len: 168 time: 0.1904254 Jul 22 23:52:14.663816 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34292) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:14.673456 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-65483c79-1062-49ec-987f-e35c007b287e tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'df8be2c0-e0b4-4648-93cb-cfdfee39711b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:14.677244 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:14.678061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604ff47-4970-4db7-a69d-8479307e529c req-10f2ed33-4a34-43d6-aee8-5e4564f863c2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:14.679721 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0604ff47-4970-4db7-a69d-8479307e529c req-10f2ed33-4a34-43d6-aee8-5e4564f863c2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1892710 Jul 22 23:52:14.720656 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e17b9420-30f8-4735-aedb-f6f99fa91457 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:14.731610 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:14.747423 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e17b9420-30f8-4735-aedb-f6f99fa91457 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for 675f87a8-9c30-4d04-8e7d-b0cb0f7a521b owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:14.751145 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3057a9ac-1c2d-40cf-8677-35565a5c0f6c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:14.773460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0604ff47-4970-4db7-a69d-8479307e529c req-6936dfad-39d7-44c9-afe2-b3e0c164d710 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699322 Jul 22 23:52:14.985636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3057a9ac-1c2d-40cf-8677-35565a5c0f6c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Deleting port 387601c2-819a-443d-b512-22eed045e768 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:14.986681 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3057a9ac-1c2d-40cf-8677-35565a5c0f6c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:14.989735 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-65483c79-1062-49ec-987f-e35c007b287e tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] 10.222.0.26 "DELETE /v2.0/networks/df8be2c0-e0b4-4648-93cb-cfdfee39711b/tags HTTP/1.1" status: 204 len: 168 time: 0.3229976 Jul 22 23:52:14.993400 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34296) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:15.000107 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-bfb7de61-08b2-4747-8c49-76318662f1da tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df8be2c0-e0b4-4648-93cb-cfdfee39711b', 'tempest-TagsTest-Tag-2134166686') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:15.006104 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Allocated IP 172.25.4.183 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/726be0a3-6a53-4739-86c0-ed248004bd6e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:15.054912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7625f-4555-4231-b0cb-4e9820e9ec6a req-24768e18-7336-47fb-9419-c25c0309492a tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:15.057520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8c7625f-4555-4231-b0cb-4e9820e9ec6a req-24768e18-7336-47fb-9419-c25c0309492a tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1879098 Jul 22 23:52:15.118197 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8c7625f-4555-4231-b0cb-4e9820e9ec6a req-868d9c5c-31f7-4e35-a120-7756c19c6ee7 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514069 Jul 22 23:52:15.130910 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:15.163472 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Transition to ACTIVE for port object 387601c2-819a-443d-b512-22eed045e768 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:15.179673 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:15.232559 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e17b9420-30f8-4735-aedb-f6f99fa91457 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:15.272245 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-bfb7de61-08b2-4747-8c49-76318662f1da tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] show failed (client error): The resource could not be found. Jul 22 23:52:15.273479 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bfb7de61-08b2-4747-8c49-76318662f1da tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] 10.222.0.26 "GET /v2.0/networks/df8be2c0-e0b4-4648-93cb-cfdfee39711b/tags/tempest-TagsTest-Tag-2134166686 HTTP/1.1" status: 404 len: 326 time: 0.2786977 Jul 22 23:52:15.284440 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34304) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:15.289590 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-9fbcad22-ec6b-49b9-89d9-72400ad2430a tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df8be2c0-e0b4-4648-93cb-cfdfee39711b', 'tempest-TagsTest-Tag-19210156') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:15.305287 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3057a9ac-1c2d-40cf-8677-35565a5c0f6c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:15.307011 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Attempting to bind port 387601c2-819a-443d-b512-22eed045e768 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:52:15.308007 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Attempting to bind port 387601c2-819a-443d-b512-22eed045e768 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '926af001-948a-4494-99ff-e3c86f0ceca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a5b2fa36-b23d-4807-8deb-d9196336c5dc'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:52:15.308402 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Attempting to bind port 387601c2-819a-443d-b512-22eed045e768 on network a5b2fa36-b23d-4807-8deb-d9196336c5dc {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:52:15.311531 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f8003b97-1bdc-4dcf-9391-7b068d5c0d36 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:15.340822 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b9420-30f8-4735-aedb-f6f99fa91457 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=675f87a8-9c30-4d04-8e7d-b0cb0f7a521b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:15.343389 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8eac8-67b3-487c-b35c-a53805232775 None None] Pushing event updated for resources: {'Port': ['ID=387601c2-819a-443d-b512-22eed045e768,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:15.349875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:52:15.350253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Checking segment: {'id': '926af001-948a-4494-99ff-e3c86f0ceca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a5b2fa36-b23d-4807-8deb-d9196336c5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:52:15.350665 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:15.351061 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Bound using segment: {'id': '926af001-948a-4494-99ff-e3c86f0ceca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a5b2fa36-b23d-4807-8deb-d9196336c5dc'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:52:15.351653 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Bound port: 387601c2-819a-443d-b512-22eed045e768, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926af001-948a-4494-99ff-e3c86f0ceca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a5b2fa36-b23d-4807-8deb-d9196336c5dc'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:52:15.360025 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:15.373825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3057a9ac-1c2d-40cf-8677-35565a5c0f6c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Calling delete_port for 387601c2-819a-443d-b512-22eed045e768 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:15.450525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] For port 387601c2-819a-443d-b512-22eed045e768, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:52:15.455674 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] For port 387601c2-819a-443d-b512-22eed045e768, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=387601c2-819a-443d-b512-22eed045e768,segment=NetworkSegment(926af001-948a-4494-99ff-e3c86f0ceca2),segment_id=926af001-948a-4494-99ff-e3c86f0ceca2)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:52:15.506945 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:15.518186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66d9a0-3025-4d33-9b06-1c8e6e34c503 req-32969448-0007-4bfd-b8d9-43f13f3606fb tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:15.528186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66d9a0-3025-4d33-9b06-1c8e6e34c503 req-32969448-0007-4bfd-b8d9-43f13f3606fb tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:15.536947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66d9a0-3025-4d33-9b06-1c8e6e34c503 req-32969448-0007-4bfd-b8d9-43f13f3606fb tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:15.543750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66d9a0-3025-4d33-9b06-1c8e6e34c503 req-32969448-0007-4bfd-b8d9-43f13f3606fb tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:15.551801 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66d9a0-3025-4d33-9b06-1c8e6e34c503 req-32969448-0007-4bfd-b8d9-43f13f3606fb tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:15.558641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66d9a0-3025-4d33-9b06-1c8e6e34c503 req-32969448-0007-4bfd-b8d9-43f13f3606fb tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:15.565291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66d9a0-3025-4d33-9b06-1c8e6e34c503 req-32969448-0007-4bfd-b8d9-43f13f3606fb tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:15.568044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb66d9a0-3025-4d33-9b06-1c8e6e34c503 req-32969448-0007-4bfd-b8d9-43f13f3606fb tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5444 time: 0.3511832 Jul 22 23:52:15.568595 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f434d465-935a-403d-ac1a-e4274de58f00 None None] Provisioning for port f8003b97-1bdc-4dcf-9391-7b068d5c0d36 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:15.590366 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63e045-74af-4ff9-98e5-023f065509a2 req-7f5ca6fe-c1e6-4389-a238-522f048a9c9d tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:15.592055 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c63e045-74af-4ff9-98e5-023f065509a2 req-7f5ca6fe-c1e6-4389-a238-522f048a9c9d tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2880054 Jul 22 23:52:15.597021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port f8003b97-1bdc-4dcf-9391-7b068d5c0d36 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:15.608958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Routers {'17862265-d3ae-4d13-8207-6d8405729156'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:15.610020 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['17862265-d3ae-4d13-8207-6d8405729156'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:15.612101 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port f8003b97-1bdc-4dcf-9391-7b068d5c0d36 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:15.612759 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:15.667336 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:15.675880 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8eac8-67b3-487c-b35c-a53805232775 None None] Pushing event updated for resources: {'Port': ['ID=387601c2-819a-443d-b512-22eed045e768,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:15.722423 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e17b9420-30f8-4735-aedb-f6f99fa91457 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:15.724379 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e17b9420-30f8-4735-aedb-f6f99fa91457 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/675f87a8-9c30-4d04-8e7d-b0cb0f7a521b HTTP/1.1" status: 204 len: 168 time: 1.5329235 Jul 22 23:52:15.728949 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34306) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:15.738393 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb66d9a0-3025-4d33-9b06-1c8e6e34c503 req-b4ceb31a-313f-40df-82dd-43761961ce6f tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1570644 Jul 22 23:52:15.765015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] Set router 17862265-d3ae-4d13-8207-6d8405729156 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:52:15.786443 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c63e045-74af-4ff9-98e5-023f065509a2 req-77e492c9-467e-404d-b5d2-bedfe460026b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726899 Jul 22 23:52:15.821209 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:15.843691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3bb5994c-1980-4aeb-ba71-d1cb3aeafd2b None None] Could not find standard attr ID for object 675f87a8-9c30-4d04-8e7d-b0cb0f7a521b. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:52:15.845897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17862265-d3ae-4d13-8207-6d8405729156', 'name': '', 'tenant_id': 'dd8037de894e4712882e19ad61ca997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:52:10Z', 'updated_at': '2021-07-22T23:52:14Z', 'revision_number': 4, 'project_id': 'dd8037de894e4712882e19ad61ca997e', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:15.879562 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8095df9-9440-46ae-a8f8-067a78dcf902 None None] The sync data for ids ['17862265-d3ae-4d13-8207-6d8405729156'] in n-d-688802-2 is: [{'id': '17862265-d3ae-4d13-8207-6d8405729156', 'name': '', 'tenant_id': 'dd8037de894e4712882e19ad61ca997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:52:10Z', 'updated_at': '2021-07-22T23:52:14Z', 'revision_number': 4, 'project_id': 'dd8037de894e4712882e19ad61ca997e', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:52:15.908019 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-9fbcad22-ec6b-49b9-89d9-72400ad2430a tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] show failed (client error): The resource could not be found. Jul 22 23:52:15.909567 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9fbcad22-ec6b-49b9-89d9-72400ad2430a tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] 10.222.0.26 "GET /v2.0/networks/df8be2c0-e0b4-4648-93cb-cfdfee39711b/tags/tempest-TagsTest-Tag-19210156 HTTP/1.1" status: 404 len: 324 time: 0.6238544 Jul 22 23:52:15.915953 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3bf7e4-7b36-4a8c-b3ee-039926b44021 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:15.917831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3bf7e4-7b36-4a8c-b3ee-039926b44021 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:15.923257 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4b3bf7e4-7b36-4a8c-b3ee-039926b44021 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1926136 Jul 22 23:52:15.924037 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34310) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:15.924374 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34312) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:15.934539 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:15.972910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.tag.tag_plugin [None req-0ae5038e-5925-47bf-990e-412fc86ad7f0 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'df8be2c0-e0b4-4648-93cb-cfdfee39711b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:15.980352 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port f8003b97-1bdc-4dcf-9391-7b068d5c0d36, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f8003b97-1bdc-4dcf-9391-7b068d5c0d36,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:15.986465 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.080206 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=f8003b97-1bdc-4dcf-9391-7b068d5c0d36,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:16.101204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e223203-4017-4bde-8bf3-7a5a6cf5515d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet b1988698-5431-4319-ab3c-a699a3cfa1d4 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:52:16.112115 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e223203-4017-4bde-8bf3-7a5a6cf5515d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.204754 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e223203-4017-4bde-8bf3-7a5a6cf5515d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.207830 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3057a9ac-1c2d-40cf-8677-35565a5c0f6c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.231202 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0ae5038e-5925-47bf-990e-412fc86ad7f0 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] 10.222.0.26 "DELETE /v2.0/networks/df8be2c0-e0b4-4648-93cb-cfdfee39711b/tags HTTP/1.1" status: 204 len: 168 time: 0.2633293 Jul 22 23:52:16.235593 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34314) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:16.268172 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057a9ac-1c2d-40cf-8677-35565a5c0f6c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Pushing event deleted for resources: {'Port': ['ID=387601c2-819a-443d-b512-22eed045e768,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:16.335117 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3057a9ac-1c2d-40cf-8677-35565a5c0f6c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.376898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:16.384895 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:16.390220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=726be0a3-6a53-4739-86c0-ed248004bd6e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:16.392700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:16.480847 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-739f7053-bc8e-4661-b835-75444c878c33 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.490074 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.492597 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3057a9ac-1c2d-40cf-8677-35565a5c0f6c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.494837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118e7ae-a554-49a0-bb8b-adf115071349 req-f8facd62-10f7-4507-b708-8fab7a2ad693 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:16.496217 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3057a9ac-1c2d-40cf-8677-35565a5c0f6c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.496362 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b118e7ae-a554-49a0-bb8b-adf115071349 req-f8facd62-10f7-4507-b708-8fab7a2ad693 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1855927 Jul 22 23:52:16.536067 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-e0d6661b-66ee-49fb-a095-5a3044be0151 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:16.542160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-e0d6661b-66ee-49fb-a095-5a3044be0151 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:16.548240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-e0d6661b-66ee-49fb-a095-5a3044be0151 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:16.550304 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e223203-4017-4bde-8bf3-7a5a6cf5515d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.554175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-e0d6661b-66ee-49fb-a095-5a3044be0151 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:16.560030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-e0d6661b-66ee-49fb-a095-5a3044be0151 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:16.566662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-e0d6661b-66ee-49fb-a095-5a3044be0151 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:16.572495 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-e0d6661b-66ee-49fb-a095-5a3044be0151 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:16.574428 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-e0d6661b-66ee-49fb-a095-5a3044be0151 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5444 time: 0.2604790 Jul 22 23:52:16.579877 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3057a9ac-1c2d-40cf-8677-35565a5c0f6c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.580403 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3057a9ac-1c2d-40cf-8677-35565a5c0f6c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17862265-d3ae-4d13-8207-6d8405729156 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:52:16.604725 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3057a9ac-1c2d-40cf-8677-35565a5c0f6c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.608454 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3057a9ac-1c2d-40cf-8677-35565a5c0f6c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "DELETE /v2.0/routers/17862265-d3ae-4d13-8207-6d8405729156 HTTP/1.1" status: 204 len: 168 time: 2.3647621 Jul 22 23:52:16.611682 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34316) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:16.677261 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-739f7053-bc8e-4661-b835-75444c878c33 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.690195 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-739f7053-bc8e-4661-b835-75444c878c33 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8be2c0-e0b4-4648-93cb-cfdfee39711b']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:16.699984 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e223203-4017-4bde-8bf3-7a5a6cf5515d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.709978 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-739f7053-bc8e-4661-b835-75444c878c33 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137ba707-21c6-4cb8-932c-a714234c426a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:16.710281 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-739f7053-bc8e-4661-b835-75444c878c33 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137ba707-21c6-4cb8-932c-a714234c426a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:16.718324 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b118e7ae-a554-49a0-bb8b-adf115071349 req-4ed5b487-e044-4371-bc62-c1bd9661dc6b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115495 Jul 22 23:52:16.744658 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e223203-4017-4bde-8bf3-7a5a6cf5515d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=b1988698-5431-4319-ab3c-a699a3cfa1d4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:16.756143 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-739f7053-bc8e-4661-b835-75444c878c33 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.757481 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e223203-4017-4bde-8bf3-7a5a6cf5515d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.757629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-5a2c73ad-42f0-4ce3-94f1-f0b77b17d5b6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:16.758971 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-5a2c73ad-42f0-4ce3-94f1-f0b77b17d5b6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.18 "GET /v2.0/ports/bd4a7c11-f8d2-44b4-95fe-48b417a7f15d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1586699 Jul 22 23:52:16.759374 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3e223203-4017-4bde-8bf3-7a5a6cf5515d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/b1988698-5431-4319-ab3c-a699a3cfa1d4 HTTP/1.1" status: 204 len: 168 time: 0.7902272 Jul 22 23:52:16.764965 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34320) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:16.766758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6367399e-ee1b-441f-a7e0-4cff6ec5f210 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:16.812198 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-739f7053-bc8e-4661-b835-75444c878c33 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.816716 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c9911708-ff72-417c-8e6f-4e4f5b311657 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490911 Jul 22 23:52:16.819701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34324) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:16.825320 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-511d35db-3c11-4eb7-bd3f-32a3034f211c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Deleting subnet ee61d0f5-f872-4c41-bdd5-e0750e02164e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:52:16.831290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739f7053-bc8e-4661-b835-75444c878c33 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:52:16.831707 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-739f7053-bc8e-4661-b835-75444c878c33 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: items = [ Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:52:16.834756 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:52:16.837980 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-511d35db-3c11-4eb7-bd3f-32a3034f211c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.927252 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-739f7053-bc8e-4661-b835-75444c878c33 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.935488 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-739f7053-bc8e-4661-b835-75444c878c33 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.937741 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-739f7053-bc8e-4661-b835-75444c878c33 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] 10.222.0.26 "DELETE /v2.0/networks/df8be2c0-e0b4-4648-93cb-cfdfee39711b HTTP/1.1" status: 204 len: 168 time: 0.6850660 Jul 22 23:52:16.959319 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f7053-bc8e-4661-b835-75444c878c33 tempest-TagsTest-113970959 tempest-TagsTest-113970959-project] Pushing event deleted for resources: {'Network': ['ID=df8be2c0-e0b4-4648-93cb-cfdfee39711b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:16.972042 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7219456-9b61-4dfe-94c7-6d3a45e6c0f0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:16.973804 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e7219456-9b61-4dfe-94c7-6d3a45e6c0f0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1531780 Jul 22 23:52:16.976561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34328) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:17.042521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd61d954-2e1c-4c9c-84a5-951cebdbb574 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:17.044367 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fd61d954-2e1c-4c9c-84a5-951cebdbb574 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0665686 Jul 22 23:52:17.050689 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34332) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:17.052463 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-511d35db-3c11-4eb7-bd3f-32a3034f211c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:17.129590 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-46835a05-5d01-4831-838e-394d45a13617 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782151 Jul 22 23:52:17.134238 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34334) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:17.140429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-61a70f58-11c4-4e5c-b327-494d1d186de4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:17.220327 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f8003b97-1bdc-4dcf-9391-7b068d5c0d36 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:17.267821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-5486bdff-e335-4e87-a8e2-33b63f24d0f7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.18 "GET /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4793401 Jul 22 23:52:17.324159 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a70f58-11c4-4e5c-b327-494d1d186de4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:17.325510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port f8003b97-1bdc-4dcf-9391-7b068d5c0d36 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:17.325890 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:17.327684 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61a70f58-11c4-4e5c-b327-494d1d186de4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:17.348654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-9f9f682d-1b1b-40ae-b173-48f154401a6d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:17.358280 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-511d35db-3c11-4eb7-bd3f-32a3034f211c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:17.426693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751d6afd-9b2e-486c-9b36-f60e6e5825c9 None None] DHCP port deletion for c35e90f8-c2e7-4be8-8499-34cc32d977ae request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:52:17.475536 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34338) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:17.498961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-751d6afd-9b2e-486c-9b36-f60e6e5825c9 None None] Deleting port f8003b97-1bdc-4dcf-9391-7b068d5c0d36 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:17.499539 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-751d6afd-9b2e-486c-9b36-f60e6e5825c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:17.526415 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c464d-ad4c-49e2-8cf6-3e39d12d87a3 req-eb245294-1c1c-4825-96e4-aa7ab3afac3e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:17.532467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c464d-ad4c-49e2-8cf6-3e39d12d87a3 req-eb245294-1c1c-4825-96e4-aa7ab3afac3e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:17.538478 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c464d-ad4c-49e2-8cf6-3e39d12d87a3 req-eb245294-1c1c-4825-96e4-aa7ab3afac3e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:17.544417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c464d-ad4c-49e2-8cf6-3e39d12d87a3 req-eb245294-1c1c-4825-96e4-aa7ab3afac3e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:17.550903 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c464d-ad4c-49e2-8cf6-3e39d12d87a3 req-eb245294-1c1c-4825-96e4-aa7ab3afac3e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:17.556808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c464d-ad4c-49e2-8cf6-3e39d12d87a3 req-eb245294-1c1c-4825-96e4-aa7ab3afac3e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:17.566754 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c464d-ad4c-49e2-8cf6-3e39d12d87a3 req-eb245294-1c1c-4825-96e4-aa7ab3afac3e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:17.574084 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-724c464d-ad4c-49e2-8cf6-3e39d12d87a3 req-eb245294-1c1c-4825-96e4-aa7ab3afac3e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 5444 time: 0.7371507 Jul 22 23:52:17.594554 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-751d6afd-9b2e-486c-9b36-f60e6e5825c9 None None] For port f8003b97-1bdc-4dcf-9391-7b068d5c0d36, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f8003b97-1bdc-4dcf-9391-7b068d5c0d36,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:17.595181 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-751d6afd-9b2e-486c-9b36-f60e6e5825c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:17.612088 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-751d6afd-9b2e-486c-9b36-f60e6e5825c9 None None] Calling delete_port for f8003b97-1bdc-4dcf-9391-7b068d5c0d36 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:17.624181 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc065eee-ae11-4625-9b3c-6464ba5c126b req-70b551c9-1331-4b2f-bfca-5b7e88ac8af6 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:17.625970 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc065eee-ae11-4625-9b3c-6464ba5c126b req-70b551c9-1331-4b2f-bfca-5b7e88ac8af6 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.5280273 Jul 22 23:52:17.674747 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:17.695580 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-14768e84-9eb7-4cb7-8348-5ad16a92adb9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3b9e8058b004506a841ddb2d88fafdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164881 Jul 22 23:52:17.695907 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:17.727936 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-511d35db-3c11-4eb7-bd3f-32a3034f211c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:17.728681 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-751d6afd-9b2e-486c-9b36-f60e6e5825c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:17.745491 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-724c464d-ad4c-49e2-8cf6-3e39d12d87a3 req-92058d2a-b58c-4577-ae7a-c99dfecec6b9 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1705177 Jul 22 23:52:17.765610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d6afd-9b2e-486c-9b36-f60e6e5825c9 None None] Pushing event deleted for resources: {'Port': ['ID=f8003b97-1bdc-4dcf-9391-7b068d5c0d36,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:17.778114 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751d6afd-9b2e-486c-9b36-f60e6e5825c9 None None] No DVR routers for this DVR port f8003b97-1bdc-4dcf-9391-7b068d5c0d36 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:17.778403 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-9f9f682d-1b1b-40ae-b173-48f154401a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:17.799743 n-d-688802-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-61a70f58-11c4-4e5c-b327-494d1d186de4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:52:17.802052 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-511d35db-3c11-4eb7-bd3f-32a3034f211c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:17.803889 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-511d35db-3c11-4eb7-bd3f-32a3034f211c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/ee61d0f5-f872-4c41-bdd5-e0750e02164e HTTP/1.1" status: 204 len: 168 time: 1.1890135 Jul 22 23:52:17.806630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d35db-3c11-4eb7-bd3f-32a3034f211c tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ee61d0f5-f872-4c41-bdd5-e0750e02164e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:17.807877 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34344) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:17.812445 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc065eee-ae11-4625-9b3c-6464ba5c126b req-1ec58e6c-c35b-4717-8ae5-af01ce898d82 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577082 Jul 22 23:52:17.883788 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:17.907973 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71f28c49-baa5-4527-97bb-04f406b48ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:17.973710 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc73f3a-ea15-4327-8864-3ff81fb92d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:17.982894 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71f28c49-baa5-4527-97bb-04f406b48ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.010035 n-d-688802-2 neutron-server[93820]: WARNING neutron.services.revisions.revision_plugin [None req-61a70f58-11c4-4e5c-b327-494d1d186de4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Could not find related port for resource to bump revision. Jul 22 23:52:18.024307 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-9f9f682d-1b1b-40ae-b173-48f154401a6d service neutron] For port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bd4a7c11-f8d2-44b4-95fe-48b417a7f15d,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:18.028062 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.ipam_pluggable_backend [None req-61a70f58-11c4-4e5c-b327-494d1d186de4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Port f8003b97-1bdc-4dcf-9391-7b068d5c0d36 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93820) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 22 23:52:18.028376 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.ipam_pluggable_backend [None req-61a70f58-11c4-4e5c-b327-494d1d186de4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Reverting IP allocation for 2001:db8::f816:3eff:fef1:8bf0 {{(pid=93820) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 22 23:52:18.039773 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.ipam_pluggable_backend [None req-61a70f58-11c4-4e5c-b327-494d1d186de4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef1:8bf0 {{(pid=93820) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 22 23:52:18.047086 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61a70f58-11c4-4e5c-b327-494d1d186de4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.112078 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-9f9f682d-1b1b-40ae-b173-48f154401a6d service neutron] For port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:52:18.124080 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a70f58-11c4-4e5c-b327-494d1d186de4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:18.133976 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-61a70f58-11c4-4e5c-b327-494d1d186de4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:18.141856 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a70f58-11c4-4e5c-b327-494d1d186de4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:18.142460 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61a70f58-11c4-4e5c-b327-494d1d186de4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.147042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52d5cd0-c7a6-4349-947d-005f92dd4ea9 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:18.161386 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.164374 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-9f9f682d-1b1b-40ae-b173-48f154401a6d service neutron] device_id is not set on port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:52:18.169936 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.180272 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-9f9f682d-1b1b-40ae-b173-48f154401a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.180820 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc73f3a-ea15-4327-8864-3ff81fb92d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.187819 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71f28c49-baa5-4527-97bb-04f406b48ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.189016 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71f28c49-baa5-4527-97bb-04f406b48ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.192800 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-71f28c49-baa5-4527-97bb-04f406b48ef0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8ea6ca8-ea93-41a1-9586-d9772441a799 HTTP/1.1" status: 204 len: 168 time: 0.4934213 Jul 22 23:52:18.207214 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-4dc73f3a-ea15-4327-8864-3ff81fb92d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b2fa36-b23d-4807-8deb-d9196336c5dc']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:18.213540 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-9f9f682d-1b1b-40ae-b173-48f154401a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.222783 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-4dc73f3a-ea15-4327-8864-3ff81fb92d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926af001-948a-4494-99ff-e3c86f0ceca2') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:18.223092 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-4dc73f3a-ea15-4327-8864-3ff81fb92d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926af001-948a-4494-99ff-e3c86f0ceca2') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:18.237181 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc73f3a-ea15-4327-8864-3ff81fb92d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.258688 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a70f58-11c4-4e5c-b327-494d1d186de4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=7c69547a-6592-44cd-aafc-bab99ea331fa,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:18.259915 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=726be0a3-6a53-4739-86c0-ed248004bd6e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:18.282888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f28c49-baa5-4527-97bb-04f406b48ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ea6ca8-ea93-41a1-9586-d9772441a799,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:18.300131 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-61a70f58-11c4-4e5c-b327-494d1d186de4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1646857 Jul 22 23:52:18.303061 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34348) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:18.309990 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bcd29b44-390d-4fc2-9d4d-4a71555879ca tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'mac_address': 'fa:16:3e:80:b2:76', 'name': 'tempest-NetworksTestDHCPv6-1630035039'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:18.315217 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc73f3a-ea15-4327-8864-3ff81fb92d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.322433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-9f9f682d-1b1b-40ae-b173-48f154401a6d service neutron] No DVR routers for this DVR port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:18.331305 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.436830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f682d-1b1b-40ae-b173-48f154401a6d service neutron] Pushing event updated for resources: {'Port': ['ID=bd4a7c11-f8d2-44b4-95fe-48b417a7f15d,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:18.446696 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'fixed_ips': [{'subnet_id': '7c69547a-6592-44cd-aafc-bab99ea331fa'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:52:18.448258 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.459317 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-9f9f682d-1b1b-40ae-b173-48f154401a6d service neutron] In _notify_port_updated(), no bound segment for port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d on network 35918a6f-8625-444e-be57-56cf00d9619f {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:52:18.460220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-9f9f682d-1b1b-40ae-b173-48f154401a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:18.460838 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-9f9f682d-1b1b-40ae-b173-48f154401a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.462242 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-9f9f682d-1b1b-40ae-b173-48f154401a6d service neutron] 10.222.0.18 "PUT /v2.0/ports/bd4a7c11-f8d2-44b4-95fe-48b417a7f15d HTTP/1.1" status: 200 len: 1033 time: 1.1717179 Jul 22 23:52:18.488645 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc73f3a-ea15-4327-8864-3ff81fb92d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:52:18.488973 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc73f3a-ea15-4327-8864-3ff81fb92d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:52:18.495591 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:52:18.572561 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-f62b3966-aa56-4dad-9914-9c55e459358c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:18.574689 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-f62b3966-aa56-4dad-9914-9c55e459358c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.18 "GET /v2.0/ports/ab643751-7af9-4073-927e-3801c1e6ab2e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1058538 Jul 22 23:52:18.580445 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Floating IP 782f05c3-7029-4515-bc0e-d45b27f6eaea associated. External IP: 172.25.4.183, port: b9c25e6d-9b0a-43d9-9593-c3015cc9c324. Jul 22 23:52:18.591637 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd29b44-390d-4fc2-9d4d-4a71555879ca tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:18.625140 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9b573d21-847c-429b-b2a0-346fe4094535 None None] Provisioning complete for port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:18.626921 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b573d21-847c-429b-b2a0-346fe4094535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.652462 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc73f3a-ea15-4327-8864-3ff81fb92d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.659574 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc73f3a-ea15-4327-8864-3ff81fb92d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a5b2fa36-b23d-4807-8deb-d9196336c5dc {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 23:52:18.664711 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dc73f3a-ea15-4327-8864-3ff81fb92d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.671135 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4dc73f3a-ea15-4327-8864-3ff81fb92d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "DELETE /v2.0/networks/a5b2fa36-b23d-4807-8deb-d9196336c5dc HTTP/1.1" status: 204 len: 168 time: 0.8566449 Jul 22 23:52:18.681894 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc73f3a-ea15-4327-8864-3ff81fb92d94 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Pushing event deleted for resources: {'Network': ['ID=a5b2fa36-b23d-4807-8deb-d9196336c5dc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:18.696984 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Allocated IP 2001:db8::f816:3eff:fe1a:1ff (c35e90f8-c2e7-4be8-8499-34cc32d977ae/7c69547a-6592-44cd-aafc-bab99ea331fa/e62996a8-f4b3-45d9-b884-3bf4ce341e57) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:18.707266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9b573d21-847c-429b-b2a0-346fe4094535 None None] Port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:52:18.714710 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcd29b44-390d-4fc2-9d4d-4a71555879ca tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.726359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-dab43dab-76b8-4f34-8b2b-f64df0857181 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:18.755961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-bcd29b44-390d-4fc2-9d4d-4a71555879ca tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port 22651e19-c7fe-470f-981f-ecbca43892c3 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:52:18.944206 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-dab43dab-76b8-4f34-8b2b-f64df0857181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.017609 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.032327 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Transition to ACTIVE for port object e62996a8-f4b3-45d9-b884-3bf4ce341e57 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:19.044860 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Transition to ACTIVE for port object e62996a8-f4b3-45d9-b884-3bf4ce341e57 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:19.062849 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.192387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Pushing event updated for resources: {'Port': ['ID=e62996a8-f4b3-45d9-b884-3bf4ce341e57,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:19.192692 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-bcd29b44-390d-4fc2-9d4d-4a71555879ca tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::f816:3eff:fe80:b276 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/7c69547a-6592-44cd-aafc-bab99ea331fa/22651e19-c7fe-470f-981f-ecbca43892c3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:19.203459 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:19.206578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 06b36ce6-caf4-494a-b935-4e47824fb9dd no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:19.221567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f8003b97-1bdc-4dcf-9391-7b068d5c0d36 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:19.227795 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:19.235455 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1b51aabd-3e23-4bd5-b6cd-ee380184d1cc req-61fcbdd6-6892-46f0-9f31-7c8b0727d25c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2520528 Jul 22 23:52:19.240264 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:19.294845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34376) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:19.300208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cd302ee4-1b69-402a-8821-7cf822dc52db tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Request body: {'router': {'name': 'tempest-router--1821293230', 'project_id': '7d3f7334dfc5411a801ee03e47340af2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:19.352227 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: f8003b97-1bdc-4dcf-9391-7b068d5c0d36 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:52:19.352575 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f8003b97-1bdc-4dcf-9391-7b068d5c0d36 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:52:19.365168 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-dab43dab-76b8-4f34-8b2b-f64df0857181 service neutron] For port ab643751-7af9-4073-927e-3801c1e6ab2e, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ab643751-7af9-4073-927e-3801c1e6ab2e,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:19.404487 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd302ee4-1b69-402a-8821-7cf822dc52db tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.405863 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd302ee4-1b69-402a-8821-7cf822dc52db tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.418323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-dab43dab-76b8-4f34-8b2b-f64df0857181 service neutron] For port ab643751-7af9-4073-927e-3801c1e6ab2e, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:52:19.445897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router d8ed0795-c75c-48aa-9897-2999d847e916 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:52:19.477930 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Attempting to bind port e62996a8-f4b3-45d9-b884-3bf4ce341e57 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:52:19.478697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Attempting to bind port e62996a8-f4b3-45d9-b884-3bf4ce341e57 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:52:19.479286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Attempting to bind port e62996a8-f4b3-45d9-b884-3bf4ce341e57 on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:52:19.487272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:52:19.488029 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:52:19.488683 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.489310 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:52:19.489450 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd302ee4-1b69-402a-8821-7cf822dc52db tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.490160 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Bound port: e62996a8-f4b3-45d9-b884-3bf4ce341e57, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:52:19.490823 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.509180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-dab43dab-76b8-4f34-8b2b-f64df0857181 service neutron] device_id is not set on port ab643751-7af9-4073-927e-3801c1e6ab2e yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:52:19.514652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34380) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:19.520755 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025659 Jul 22 23:52:19.526347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34382) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:19.529010 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd302ee4-1b69-402a-8821-7cf822dc52db tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.550315 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786ae45-42d7-46f7-b0e5-448c642c85d1 req-998ca8b6-3f67-43d9-b0ee-1a9e4e70eb0d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:19.556277 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786ae45-42d7-46f7-b0e5-448c642c85d1 req-998ca8b6-3f67-43d9-b0ee-1a9e4e70eb0d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:19.562339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786ae45-42d7-46f7-b0e5-448c642c85d1 req-998ca8b6-3f67-43d9-b0ee-1a9e4e70eb0d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:19.569311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786ae45-42d7-46f7-b0e5-448c642c85d1 req-998ca8b6-3f67-43d9-b0ee-1a9e4e70eb0d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:19.569791 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd302ee4-1b69-402a-8821-7cf822dc52db tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.573709 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cd302ee4-1b69-402a-8821-7cf822dc52db tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2748423 Jul 22 23:52:19.575211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786ae45-42d7-46f7-b0e5-448c642c85d1 req-998ca8b6-3f67-43d9-b0ee-1a9e4e70eb0d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:19.576931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34386) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:19.578906 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51aabd-3e23-4bd5-b6cd-ee380184d1cc req-97c2174a-eb69-42d2-a253-40a0c68e7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:19.580831 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1b51aabd-3e23-4bd5-b6cd-ee380184d1cc req-97c2174a-eb69-42d2-a253-40a0c68e7aa0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4faf032effb4aec924b2cadd5d45fa3&device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 1096 time: 0.2651014 Jul 22 23:52:19.581316 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786ae45-42d7-46f7-b0e5-448c642c85d1 req-998ca8b6-3f67-43d9-b0ee-1a9e4e70eb0d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:19.583142 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4786ae45-42d7-46f7-b0e5-448c642c85d1 req-998ca8b6-3f67-43d9-b0ee-1a9e4e70eb0d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 4664 time: 0.6997812 Jul 22 23:52:19.586268 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-dab43dab-76b8-4f34-8b2b-f64df0857181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.589186 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.610977 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] For port e62996a8-f4b3-45d9-b884-3bf4ce341e57, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:52:19.632415 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b36ce6-caf4-494a-b935-4e47824fb9dd'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:52:19.634124 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8043ee-6028-4eab-b153-38f1a714d1fb" -d '{"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-unplugged", "status": "completed", "tag": "06b36ce6-caf4-494a-b935-4e47824fb9dd"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:52:19.638867 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] For port e62996a8-f4b3-45d9-b884-3bf4ce341e57, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e62996a8-f4b3-45d9-b884-3bf4ce341e57,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:52:19.649230 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.660015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 06b36ce6-caf4-494a-b935-4e47824fb9dd, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=06b36ce6-caf4-494a-b935-4e47824fb9dd,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:19.702936 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcd29b44-390d-4fc2-9d4d-4a71555879ca tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.710959 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2558ce-cdfd-4163-bf4b-b32baabc9129 None None] Pushing event updated for resources: {'Port': ['ID=e62996a8-f4b3-45d9-b884-3bf4ce341e57,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:19.716872 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.717581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 84ff3893-ed31-4b39-809a-4a9ebd9370f5 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:19.729234 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-592aafd9-6fa3-4b49-b193-1ebe2c0e710e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.731261 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bcd29b44-390d-4fc2-9d4d-4a71555879ca tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object 22651e19-c7fe-470f-981f-ecbca43892c3 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:19.806464 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=06b36ce6-caf4-494a-b935-4e47824fb9dd,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:19.868288 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.914387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 84ff3893-ed31-4b39-809a-4a9ebd9370f5, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=84ff3893-ed31-4b39-809a-4a9ebd9370f5,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:19.921684 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.923669 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 423b7270-ab41-4684-8ac3-3fc383c0741a no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:20.069453 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=84ff3893-ed31-4b39-809a-4a9ebd9370f5,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:20.155991 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.208396 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-be71ec7a-de80-404b-8bd7-572100512adb tempest-NetworksApiDiscovery-1131034403 tempest-NetworksApiDiscovery-1131034403-project] 10.222.0.26 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6779568 Jul 22 23:52:20.216825 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 423b7270-ab41-4684-8ac3-3fc383c0741a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=423b7270-ab41-4684-8ac3-3fc383c0741a,segment=NetworkSegment(c844b4a1-cdca-4fb7-89f6-908c6d087b8d),segment_id=c844b4a1-cdca-4fb7-89f6-908c6d087b8d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:20.222862 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-dab43dab-76b8-4f34-8b2b-f64df0857181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.227531 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.228308 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ab643751-7af9-4073-927e-3801c1e6ab2e no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:20.310806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdc395-963a-41b4-a990-1a145c9dc12c req-7606b018-b546-442c-b29c-5c6b5363a2fd tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:20.320831 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24cdc395-963a-41b4-a990-1a145c9dc12c req-7606b018-b546-442c-b29c-5c6b5363a2fd tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 1.3086832 Jul 22 23:52:20.358413 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ab643751-7af9-4073-927e-3801c1e6ab2e not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:52:20.358842 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device cab490f4-9887-4d3a-b736-e09758b49446 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:20.398735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=423b7270-ab41-4684-8ac3-3fc383c0741a,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:20.412307 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4786ae45-42d7-46f7-b0e5-448c642c85d1 req-bbfc29bc-824f-4206-986d-748dd8985f66 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5&id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7709217 Jul 22 23:52:20.464116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab43dab-76b8-4f34-8b2b-f64df0857181 service neutron] Pushing event updated for resources: {'Port': ['ID=ab643751-7af9-4073-927e-3801c1e6ab2e,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:20.467722 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51aabd-3e23-4bd5-b6cd-ee380184d1cc req-0a9e3bba-911a-46ff-9cc7-26cf629ea300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:20.470577 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1b51aabd-3e23-4bd5-b6cd-ee380184d1cc req-0a9e3bba-911a-46ff-9cc7-26cf629ea300 service neutron] 10.222.0.18 "GET /v2.0/networks?id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb HTTP/1.1" status: 200 len: 914 time: 0.8278112 Jul 22 23:52:20.475430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:52:20.476807 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcd29b44-390d-4fc2-9d4d-4a71555879ca tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.491276 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f8adc-1288-44ba-9485-9c21197e12d8 None None] Sync routers for ids ['d8ed0795-c75c-48aa-9897-2999d847e916'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:52:20.519731 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f8adc-1288-44ba-9485-9c21197e12d8 None None] Routers {'d8ed0795-c75c-48aa-9897-2999d847e916'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:20.523710 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c74f8adc-1288-44ba-9485-9c21197e12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d8ed0795-c75c-48aa-9897-2999d847e916'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:20.533393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-dab43dab-76b8-4f34-8b2b-f64df0857181 service neutron] No DVR routers for this DVR port ab643751-7af9-4073-927e-3801c1e6ab2e on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:20.545887 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-592aafd9-6fa3-4b49-b193-1ebe2c0e710e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.548659 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd29b44-390d-4fc2-9d4d-4a71555879ca tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=22651e19-c7fe-470f-981f-ecbca43892c3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:20.551675 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-592aafd9-6fa3-4b49-b193-1ebe2c0e710e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.590135 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1b51aabd-3e23-4bd5-b6cd-ee380184d1cc req-43ff34a4-3048-4ad4-af1d-2be1fc5a7b03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc87c514-6f66-4fca-8957-13ac210536b7 HTTP/1.1" status: 200 len: 217 time: 0.1114879 Jul 22 23:52:20.606771 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd29b44-390d-4fc2-9d4d-4a71555879ca tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:20.611867 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8bca29-0c6f-4a64-87a5-08629cb8a90d x-openstack-request-id: req-1e8bca29-0c6f-4a64-87a5-08629cb8a90d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:52:20.612204 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-unplugged", "status": "completed", "tag": "06b36ce6-caf4-494a-b935-4e47824fb9dd", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:52:20.612464 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e8bca29-0c6f-4a64-87a5-08629cb8a90d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:52:20.617288 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b36ce6-caf4-494a-b935-4e47824fb9dd', 'code': 200} Jul 22 23:52:20.653308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-dab43dab-76b8-4f34-8b2b-f64df0857181 service neutron] In _notify_port_updated(), no bound segment for port ab643751-7af9-4073-927e-3801c1e6ab2e on network 35918a6f-8625-444e-be57-56cf00d9619f {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:52:20.654843 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-dab43dab-76b8-4f34-8b2b-f64df0857181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:20.655603 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-dab43dab-76b8-4f34-8b2b-f64df0857181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.680254 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-dab43dab-76b8-4f34-8b2b-f64df0857181 service neutron] 10.222.0.18 "PUT /v2.0/ports/ab643751-7af9-4073-927e-3801c1e6ab2e HTTP/1.1" status: 200 len: 1031 time: 1.9365830 Jul 22 23:52:20.680254 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24cdc395-963a-41b4-a990-1a145c9dc12c req-57ffb710-c777-40b6-8947-b993b986ae2d tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398993 Jul 22 23:52:20.680254 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.681140 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.707532 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3ee7c061-a21a-45ee-97e1-b4bca46c848d None None] Provisioning complete for port ab643751-7af9-4073-927e-3801c1e6ab2e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:20.707916 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3ee7c061-a21a-45ee-97e1-b4bca46c848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.717221 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c74f8adc-1288-44ba-9485-9c21197e12d8 None None] Set router d8ed0795-c75c-48aa-9897-2999d847e916 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:52:20.718891 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bcd29b44-390d-4fc2-9d4d-4a71555879ca tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:20.745870 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd29b44-390d-4fc2-9d4d-4a71555879ca tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:20.755227 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd29b44-390d-4fc2-9d4d-4a71555879ca tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:20.767959 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bcd29b44-390d-4fc2-9d4d-4a71555879ca tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.844077 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34398) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:20.855315 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3ee7c061-a21a-45ee-97e1-b4bca46c848d None None] Port ab643751-7af9-4073-927e-3801c1e6ab2e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:52:20.876154 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port cab490f4-9887-4d3a-b736-e09758b49446, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=cab490f4-9887-4d3a-b736-e09758b49446,segment=NetworkSegment(3581f181-48ef-4c3b-81f1-4b9d7c54f7eb),segment_id=3581f181-48ef-4c3b-81f1-4b9d7c54f7eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:20.883140 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-592aafd9-6fa3-4b49-b193-1ebe2c0e710e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.887476 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592aafd9-6fa3-4b49-b193-1ebe2c0e710e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2030663-6ac5-4148-a08f-76a8b5267f73 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:52:20.890822 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.892180 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:20.902177 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-592aafd9-6fa3-4b49-b193-1ebe2c0e710e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.905237 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-592aafd9-6fa3-4b49-b193-1ebe2c0e710e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "DELETE /v2.0/routers/e2030663-6ac5-4148-a08f-76a8b5267f73 HTTP/1.1" status: 204 len: 168 time: 1.3234062 Jul 22 23:52:20.908738 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bcd29b44-390d-4fc2-9d4d-4a71555879ca tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6044202 Jul 22 23:52:20.919973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34404) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:20.937584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51aabd-3e23-4bd5-b6cd-ee380184d1cc req-f0f8868a-0468-461f-8adb-943c9ebffa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:20.942676 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1b51aabd-3e23-4bd5-b6cd-ee380184d1cc req-f0f8868a-0468-461f-8adb-943c9ebffa67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5cccc704-dfc0-4d65-836a-00a99882898e HTTP/1.1" status: 200 len: 853 time: 0.2297146 Jul 22 23:52:21.035170 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1b51aabd-3e23-4bd5-b6cd-ee380184d1cc req-94632591-bd5b-4664-bf44-02f4d8610d40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846176 Jul 22 23:52:21.059860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-026f1aa8-d412-4ebd-83d5-ba1bfd3dafe4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6552308 Jul 22 23:52:21.110414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'tag': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:52:21.113485 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee430e9-6941-407b-8e0e-34ad70d6b3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b97db626-26a1-40e4-bc0f-60aad003cfdb", "tag": "b9c25e6d-9b0a-43d9-9593-c3015cc9c324"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:52:21.159815 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b508a449-3e36-42cd-93dd-ce47b17cc79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:21.197592 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=cab490f4-9887-4d3a-b736-e09758b49446,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:21.288209 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565fb011-5819-45b4-b630-d14d4bec3b23 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:21.292937 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1b51aabd-3e23-4bd5-b6cd-ee380184d1cc req-20d6ba56-efb0-4fda-8236-84f3f0a53fa8 service neutron] 10.222.0.18 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492094 Jul 22 23:52:21.301513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565fb011-5819-45b4-b630-d14d4bec3b23 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:21.304628 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-565fb011-5819-45b4-b630-d14d4bec3b23 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3835804 Jul 22 23:52:21.330047 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:21.335120 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34412) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:21.367906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34414) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:21.406976 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=4157cbfe-5f0e-4e3c-9639-b2453364d9b9,segment=NetworkSegment(c844b4a1-cdca-4fb7-89f6-908c6d087b8d),segment_id=c844b4a1-cdca-4fb7-89f6-908c6d087b8d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:21.421273 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:21.422142 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bd4a7c11-f8d2-44b4-95fe-48b417a7f15d no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:21.497810 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e62996a8-f4b3-45d9-b884-3bf4ce341e57 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:21.516529 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c74f8adc-1288-44ba-9485-9c21197e12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135631368', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:45Z', 'updated_at': '2021-07-22T23:51:53Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:46Z', 'updated_at': '2021-07-22T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '782f05c3-7029-4515-bc0e-d45b27f6eaea', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'port_id': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8', 'mac_address': 'fa:16:3e:2e:08:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:52:17Z', 'updated_at': '2021-07-22T23:52:17Z', 'revision_number': 0, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdec6bf9-01d1-4fae-883c-9766b7cd1102', 'name': '', 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:c4:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:52Z', 'updated_at': '2021-07-22T23:52:01Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:21.541380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-62f5520b-6134-4142-97b5-40dd34b6df16 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Deleting port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:21.546861 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-62f5520b-6134-4142-97b5-40dd34b6df16 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:21.562872 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f8adc-1288-44ba-9485-9c21197e12d8 None None] Checking router: d8ed0795-c75c-48aa-9897-2999d847e916 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:52:21.590526 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f8adc-1288-44ba-9485-9c21197e12d8 None None] Routers {'d8ed0795-c75c-48aa-9897-2999d847e916'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:21.591488 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c74f8adc-1288-44ba-9485-9c21197e12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d8ed0795-c75c-48aa-9897-2999d847e916'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:21.623446 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9cb12861-1f6b-49b7-8ab0-8fc05b80f52a None None] Provisioning for port e62996a8-f4b3-45d9-b884-3bf4ce341e57 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:21.638635 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=4157cbfe-5f0e-4e3c-9639-b2453364d9b9,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:21.651928 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port e62996a8-f4b3-45d9-b884-3bf4ce341e57 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:21.654121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bd4a7c11-f8d2-44b4-95fe-48b417a7f15d not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:52:21.658358 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1b51aabd-3e23-4bd5-b6cd-ee380184d1cc req-30f560bb-4441-4b8f-bd20-2b87b546200f service neutron] 10.222.0.18 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562799 Jul 22 23:52:21.659058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e62996a8-f4b3-45d9-b884-3bf4ce341e57 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:21.659444 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:21.682850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3a2caf7c-7a07-4aef-b9ed-a4df37527f28 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port 22651e19-c7fe-470f-981f-ecbca43892c3 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:21.683204 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a2caf7c-7a07-4aef-b9ed-a4df37527f28 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:21.696926 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1541059575', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:21.822560 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a2caf7c-7a07-4aef-b9ed-a4df37527f28 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:21.832816 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:21.837410 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3a2caf7c-7a07-4aef-b9ed-a4df37527f28 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for 22651e19-c7fe-470f-981f-ecbca43892c3 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:21.840704 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c74f8adc-1288-44ba-9485-9c21197e12d8 None None] Set router d8ed0795-c75c-48aa-9897-2999d847e916 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:52:21.843159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0b960-b35d-4b4a-b25b-9370a6edf31f req-1e79ec3d-d6a2-4add-850a-2d78272a8b58 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:21.849043 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cba0b960-b35d-4b4a-b25b-9370a6edf31f req-1e79ec3d-d6a2-4add-850a-2d78272a8b58 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.5418432 Jul 22 23:52:21.877453 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port e62996a8-f4b3-45d9-b884-3bf4ce341e57, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e62996a8-f4b3-45d9-b884-3bf4ce341e57,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:21.886239 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:21.896439 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9f70141d-2ee0-486b-b926-d88b6bfe48a3 None None] Provisioning for port 22651e19-c7fe-470f-981f-ecbca43892c3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:21.913967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-62f5520b-6134-4142-97b5-40dd34b6df16 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] For port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=4157cbfe-5f0e-4e3c-9639-b2453364d9b9,segment=NetworkSegment(c844b4a1-cdca-4fb7-89f6-908c6d087b8d),segment_id=c844b4a1-cdca-4fb7-89f6-908c6d087b8d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:21.914497 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-62f5520b-6134-4142-97b5-40dd34b6df16 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:21.921660 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9f70141d-2ee0-486b-b926-d88b6bfe48a3 None None] Provisioning complete for port 22651e19-c7fe-470f-981f-ecbca43892c3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:21.922033 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f70141d-2ee0-486b-b926-d88b6bfe48a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:21.932820 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-62f5520b-6134-4142-97b5-40dd34b6df16 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Calling delete_port for 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:21.955916 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b508a449-3e36-42cd-93dd-ce47b17cc79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:21.966990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b6b3c-2fef-4f0b-a752-69a5fe2f7ede req-fc68403a-ffbd-4fc9-9a87-678d5d93c6a0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:21.975406 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad2b6b3c-2fef-4f0b-a752-69a5fe2f7ede req-fc68403a-ffbd-4fc9-9a87-678d5d93c6a0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.6165409 Jul 22 23:52:21.982694 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9f70141d-2ee0-486b-b926-d88b6bfe48a3 None None] Port 22651e19-c7fe-470f-981f-ecbca43892c3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:52:21.984193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=e62996a8-f4b3-45d9-b884-3bf4ce341e57,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:22.004700 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a2caf7c-7a07-4aef-b9ed-a4df37527f28 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.010528 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b508a449-3e36-42cd-93dd-ce47b17cc79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.042407 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2caf7c-7a07-4aef-b9ed-a4df37527f28 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=22651e19-c7fe-470f-981f-ecbca43892c3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:22.074034 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a2caf7c-7a07-4aef-b9ed-a4df37527f28 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.075927 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3a2caf7c-7a07-4aef-b9ed-a4df37527f28 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/22651e19-c7fe-470f-981f-ecbca43892c3 HTTP/1.1" status: 204 len: 168 time: 0.7376704 Jul 22 23:52:22.078666 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34420) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:22.117652 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cba0b960-b35d-4b4a-b25b-9370a6edf31f req-035a9f3a-3162-4a8f-a0ae-033d3fa4e05f tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674682 Jul 22 23:52:22.158987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455df37e-3caf-42fe-bd98-e7eea0379e1f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:22.161362 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455df37e-3caf-42fe-bd98-e7eea0379e1f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:22.165845 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c74f8adc-1288-44ba-9485-9c21197e12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135631368', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:45Z', 'updated_at': '2021-07-22T23:51:53Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:46Z', 'updated_at': '2021-07-22T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '782f05c3-7029-4515-bc0e-d45b27f6eaea', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'port_id': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8', 'mac_address': 'fa:16:3e:2e:08:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:52:17Z', 'updated_at': '2021-07-22T23:52:17Z', 'revision_number': 0, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdec6bf9-01d1-4fae-883c-9766b7cd1102', 'name': '', 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:c4:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:52Z', 'updated_at': '2021-07-22T23:52:01Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:22.166089 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-455df37e-3caf-42fe-bd98-e7eea0379e1f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0829930 Jul 22 23:52:22.166209 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:22.184429 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad2b6b3c-2fef-4f0b-a752-69a5fe2f7ede req-ba0b752c-c1ff-4168-8943-990228d3f311 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074735 Jul 22 23:52:22.185534 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.186604 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.216645 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b508a449-3e36-42cd-93dd-ce47b17cc79e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8417927c3a794bff9834ebbd33ab8b84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3654504 Jul 22 23:52:22.217459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34424) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:22.217795 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34426) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:22.225916 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3615a8f8-d0c8-416f-adbe-5cc30641329f x-openstack-request-id: req-3615a8f8-d0c8-416f-adbe-5cc30641329f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:52:22.226217 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97db626-26a1-40e4-bc0f-60aad003cfdb", "tag": "b9c25e6d-9b0a-43d9-9593-c3015cc9c324", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:52:22.226404 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f8adc-1288-44ba-9485-9c21197e12d8 None None] The sync data for ids ['d8ed0795-c75c-48aa-9897-2999d847e916'] in n-d-688802-2 is: [{'id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135631368', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:45Z', 'updated_at': '2021-07-22T23:51:53Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:46Z', 'updated_at': '2021-07-22T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '782f05c3-7029-4515-bc0e-d45b27f6eaea', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'port_id': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8', 'mac_address': 'fa:16:3e:2e:08:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:52:17Z', 'updated_at': '2021-07-22T23:52:17Z', 'revision_number': 0, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdec6bf9-01d1-4fae-883c-9766b7cd1102', 'name': '', 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:c4:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:52Z', 'updated_at': '2021-07-22T23:52:01Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:52:22.226607 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3615a8f8-d0c8-416f-adbe-5cc30641329f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:52:22.226871 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'tag': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324', 'status': 'completed', 'code': 200} Jul 22 23:52:22.269502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2598d06-bdc0-4809-bcdb-aa3e210b6e71 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 7c69547a-6592-44cd-aafc-bab99ea331fa {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:52:22.279511 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2598d06-bdc0-4809-bcdb-aa3e210b6e71 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.312712 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508a449-3e36-42cd-93dd-ce47b17cc79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086f7f8c-0eaf-49e2-b7bd-3e9ae1e2c61e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:22.331117 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2598d06-bdc0-4809-bcdb-aa3e210b6e71 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.373393 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-62f5520b-6134-4142-97b5-40dd34b6df16 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.426343 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2598d06-bdc0-4809-bcdb-aa3e210b6e71 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.470543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5520b-6134-4142-97b5-40dd34b6df16 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event deleted for resources: {'Port': ['ID=4157cbfe-5f0e-4e3c-9639-b2453364d9b9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:22.502143 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2598d06-bdc0-4809-bcdb-aa3e210b6e71 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.521334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2666b3d9-378e-440e-ad04-a37e9624b028 None None] New status for floating IP 782f05c3-7029-4515-bc0e-d45b27f6eaea: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:52:22.535587 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2598d06-bdc0-4809-bcdb-aa3e210b6e71 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.540213 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d2598d06-bdc0-4809-bcdb-aa3e210b6e71 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/7c69547a-6592-44cd-aafc-bab99ea331fa HTTP/1.1" status: 204 len: 168 time: 0.3706415 Jul 22 23:52:22.540213 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2598d06-bdc0-4809-bcdb-aa3e210b6e71 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=7c69547a-6592-44cd-aafc-bab99ea331fa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:22.541246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34428) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:22.553819 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.562302 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-583e6148-3707-4216-828c-c33e47f4839c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/782f05c3-7029-4515-bc0e-d45b27f6eaea HTTP/1.1" status: 200 len: 991 time: 0.2564480 Jul 22 23:52:22.587297 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0a7d16f0-5046-44f3-ae72-acf6318dd606 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448759 Jul 22 23:52:22.590242 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34430) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:22.596037 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e6b1c073-86b3-41f3-931e-4b167885a385 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:22.614436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c00d21-264c-4367-b5dd-14d1065cedc7 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:22.642622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84ff3893-ed31-4b39-809a-4a9ebd9370f5'}, {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '423b7270-ab41-4684-8ac3-3fc383c0741a'}, {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cab490f4-9887-4d3a-b736-e09758b49446'}, {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4157cbfe-5f0e-4e3c-9639-b2453364d9b9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:52:22.644948 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c830518-1257-4166-b785-1aea716bc8d6" -d '{"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-unplugged", "status": "completed", "tag": "84ff3893-ed31-4b39-809a-4a9ebd9370f5"}, {"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-unplugged", "status": "completed", "tag": "423b7270-ab41-4684-8ac3-3fc383c0741a"}, {"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-unplugged", "status": "completed", "tag": "cab490f4-9887-4d3a-b736-e09758b49446"}, {"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-unplugged", "status": "completed", "tag": "4157cbfe-5f0e-4e3c-9639-b2453364d9b9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:52:22.683424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-62f5520b-6134-4142-97b5-40dd34b6df16 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] No DVR routers for this DVR port 4157cbfe-5f0e-4e3c-9639-b2453364d9b9 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:22.693236 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-62f5520b-6134-4142-97b5-40dd34b6df16 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.695217 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-62f5520b-6134-4142-97b5-40dd34b6df16 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.18 "DELETE /v2.0/ports/4157cbfe-5f0e-4e3c-9639-b2453364d9b9 HTTP/1.1" status: 204 len: 173 time: 2.0286565 Jul 22 23:52:22.699491 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 22 Jul 2021 23:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd279ef-f9bc-422b-baf9-7c6e7ec7661a x-openstack-request-id: req-acd279ef-f9bc-422b-baf9-7c6e7ec7661a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:52:22.700197 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-unplugged", "status": "completed", "tag": "84ff3893-ed31-4b39-809a-4a9ebd9370f5", "code": 200}, {"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-unplugged", "status": "completed", "tag": "423b7270-ab41-4684-8ac3-3fc383c0741a", "code": 200}, {"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-unplugged", "status": "completed", "tag": "cab490f4-9887-4d3a-b736-e09758b49446", "code": 200}, {"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-unplugged", "status": "completed", "tag": "4157cbfe-5f0e-4e3c-9639-b2453364d9b9", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:52:22.700628 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-acd279ef-f9bc-422b-baf9-7c6e7ec7661a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:52:22.701256 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84ff3893-ed31-4b39-809a-4a9ebd9370f5', 'code': 200} Jul 22 23:52:22.701516 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '423b7270-ab41-4684-8ac3-3fc383c0741a', 'code': 200} Jul 22 23:52:22.701768 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cab490f4-9887-4d3a-b736-e09758b49446', 'code': 200} Jul 22 23:52:22.702019 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4157cbfe-5f0e-4e3c-9639-b2453364d9b9', 'code': 200} Jul 22 23:52:22.702508 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18b4d22b-3065-4a2e-82ad-a42264e79aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.708776 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b1c073-86b3-41f3-931e-4b167885a385 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:22.713013 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c073-86b3-41f3-931e-4b167885a385 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.792701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee430e9-6941-407b-8e0e-34ad70d6b3b7 req-cc94a6f1-eac2-4f77-a1cc-a23dba888a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:22.794506 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bee430e9-6941-407b-8e0e-34ad70d6b3b7 req-cc94a6f1-eac2-4f77-a1cc-a23dba888a2d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 1096 time: 0.4385934 Jul 22 23:52:22.828433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a64045-c01a-4c57-94c6-3a5a7b760334 req-94eab43d-49ff-4045-9e2d-d2bbbff624d5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:22.835359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a64045-c01a-4c57-94c6-3a5a7b760334 req-94eab43d-49ff-4045-9e2d-d2bbbff624d5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:22.841384 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a64045-c01a-4c57-94c6-3a5a7b760334 req-94eab43d-49ff-4045-9e2d-d2bbbff624d5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:22.847961 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a64045-c01a-4c57-94c6-3a5a7b760334 req-94eab43d-49ff-4045-9e2d-d2bbbff624d5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:22.849783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94a64045-c01a-4c57-94c6-3a5a7b760334 req-94eab43d-49ff-4045-9e2d-d2bbbff624d5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 3143 time: 0.4956512 Jul 22 23:52:22.853043 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18b4d22b-3065-4a2e-82ad-a42264e79aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.857062 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.995537 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cde39c-e7a8-40a4-a92b-03b736a0fa21 None None] DHCP port deletion for c35e90f8-c2e7-4be8-8499-34cc32d977ae request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:52:23.071532 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a8cde39c-e7a8-40a4-a92b-03b736a0fa21 None None] Deleting port e62996a8-f4b3-45d9-b884-3bf4ce341e57 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:23.072310 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8cde39c-e7a8-40a4-a92b-03b736a0fa21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.081727 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94a64045-c01a-4c57-94c6-3a5a7b760334 req-5061ac05-d04e-453d-9780-0a9dcfe2040e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143278 Jul 22 23:52:23.106318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-e6b1c073-86b3-41f3-931e-4b167885a385 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:52:23.191034 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee430e9-6941-407b-8e0e-34ad70d6b3b7 req-ea02f13a-467e-4823-917f-c0a0ef17ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:23.192806 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bee430e9-6941-407b-8e0e-34ad70d6b3b7 req-ea02f13a-467e-4823-917f-c0a0ef17ac60 service neutron] 10.222.0.95 "GET /v2.0/networks?id=052816c7-ae06-4e61-a509-20e3198c04e8 HTTP/1.1" status: 200 len: 898 time: 0.3862691 Jul 22 23:52:23.207903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a8cde39c-e7a8-40a4-a92b-03b736a0fa21 None None] For port e62996a8-f4b3-45d9-b884-3bf4ce341e57, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e62996a8-f4b3-45d9-b884-3bf4ce341e57,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:23.208366 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8cde39c-e7a8-40a4-a92b-03b736a0fa21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.224379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e62996a8-f4b3-45d9-b884-3bf4ce341e57 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:23.230369 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a8cde39c-e7a8-40a4-a92b-03b736a0fa21 None None] Calling delete_port for e62996a8-f4b3-45d9-b884-3bf4ce341e57 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:23.273776 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18b4d22b-3065-4a2e-82ad-a42264e79aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.276263 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-18b4d22b-3065-4a2e-82ad-a42264e79aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.277680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-18b4d22b-3065-4a2e-82ad-a42264e79aad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/086f7f8c-0eaf-49e2-b7bd-3e9ae1e2c61e HTTP/1.1" status: 204 len: 168 time: 0.9705932 Jul 22 23:52:23.364505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-b24939fb-9861-46bb-a36b-d65720c7a09c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Deleting port cab490f4-9887-4d3a-b736-e09758b49446 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:23.365238 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-b24939fb-9861-46bb-a36b-d65720c7a09c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.372947 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c073-86b3-41f3-931e-4b167885a385 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.377039 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.399265 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a8cde39c-e7a8-40a4-a92b-03b736a0fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.399505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4d22b-3065-4a2e-82ad-a42264e79aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086f7f8c-0eaf-49e2-b7bd-3e9ae1e2c61e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:23.438449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cde39c-e7a8-40a4-a92b-03b736a0fa21 None None] Pushing event deleted for resources: {'Port': ['ID=e62996a8-f4b3-45d9-b884-3bf4ce341e57,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:23.440398 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b1c073-86b3-41f3-931e-4b167885a385 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Port e62996a8-f4b3-45d9-b884-3bf4ce341e57 concurrently deleted while adding address for new subnet {'id': 'b2669d6f-1c2b-4790-b9b1-06de8a9c7dd0', 'name': '', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2748, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-22T23:52:22Z', 'updated_at': '2021-07-22T23:52:22Z', 'revision_number': 0, 'segment_id': None, 'project_id': '3e15117d3ac8408fb4014e5e132855bf'}. {{(pid=93820) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 22 23:52:23.447803 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c073-86b3-41f3-931e-4b167885a385 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.463031 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bee430e9-6941-407b-8e0e-34ad70d6b3b7 req-d019d02d-398e-4942-b3bc-e89fa87212ed service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324 HTTP/1.1" status: 200 len: 1001 time: 0.2582986 Jul 22 23:52:23.465136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cde39c-e7a8-40a4-a92b-03b736a0fa21 None None] No DVR routers for this DVR port e62996a8-f4b3-45d9-b884-3bf4ce341e57 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:23.534960 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b1c073-86b3-41f3-931e-4b167885a385 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:23.538616 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e6b1c073-86b3-41f3-931e-4b167885a385 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:23.543532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b1c073-86b3-41f3-931e-4b167885a385 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:23.543821 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c073-86b3-41f3-931e-4b167885a385 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.545326 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-b24939fb-9861-46bb-a36b-d65720c7a09c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] For port cab490f4-9887-4d3a-b736-e09758b49446, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=cab490f4-9887-4d3a-b736-e09758b49446,segment=NetworkSegment(3581f181-48ef-4c3b-81f1-4b9d7c54f7eb),segment_id=3581f181-48ef-4c3b-81f1-4b9d7c54f7eb)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:23.545700 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-b24939fb-9861-46bb-a36b-d65720c7a09c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.552981 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a092b0-eed8-4d99-8e11-ac58647d2828 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:23.555592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1c073-86b3-41f3-931e-4b167885a385 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=b2669d6f-1c2b-4790-b9b1-06de8a9c7dd0,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:23.569791 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e6b1c073-86b3-41f3-931e-4b167885a385 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9784939 Jul 22 23:52:23.570407 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34440) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:23.570738 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34442) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:23.576792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a7946a5c-1815-43f9-9dff-d42adb87480a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'mac_address': 'fa:16:3e:f2:19:8f', 'name': 'tempest-NetworksTestDHCPv6-1931762607'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:23.607086 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913fcce-d436-41d5-a989-5c4286b75273 req-7af1e363-637b-47c6-90d1-3ddf41954ee3 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:23.608870 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6913fcce-d436-41d5-a989-5c4286b75273 req-7af1e363-637b-47c6-90d1-3ddf41954ee3 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.3623059 Jul 22 23:52:23.672004 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee430e9-6941-407b-8e0e-34ad70d6b3b7 req-f770f7c0-3b47-4da8-a565-7f036402da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:23.674622 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bee430e9-6941-407b-8e0e-34ad70d6b3b7 req-f770f7c0-3b47-4da8-a565-7f036402da74 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=153f65ec-f2ed-47cd-9a96-cb9c76470b1b HTTP/1.1" status: 200 len: 835 time: 0.1827366 Jul 22 23:52:23.733316 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-86740eff-1097-4b88-baa7-30c3ffe6dd88 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/782f05c3-7029-4515-bc0e-d45b27f6eaea HTTP/1.1" status: 200 len: 993 time: 0.1568725 Jul 22 23:52:23.790474 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7946a5c-1815-43f9-9dff-d42adb87480a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:23.826896 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.890809 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7946a5c-1815-43f9-9dff-d42adb87480a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.900256 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6913fcce-d436-41d5-a989-5c4286b75273 req-668175fe-1dbc-4bc0-ad73-bdfbc4e55622 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560420 Jul 22 23:52:23.901939 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.911988 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-a7946a5c-1815-43f9-9dff-d42adb87480a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port bcde70cd-1b6a-473d-9327-c5db82bcd005 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:52:23.947899 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'fixed_ips': [{'subnet_id': 'b2669d6f-1c2b-4790-b9b1-06de8a9c7dd0'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:52:23.948776 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:24.048236 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a7946a5c-1815-43f9-9dff-d42adb87480a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::f816:3eff:fef2:198f (c35e90f8-c2e7-4be8-8499-34cc32d977ae/b2669d6f-1c2b-4790-b9b1-06de8a9c7dd0/bcde70cd-1b6a-473d-9327-c5db82bcd005) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:24.057908 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee430e9-6941-407b-8e0e-34ad70d6b3b7 req-cc14d1a8-0769-4d56-847d-39ab5dba97e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:24.059662 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bee430e9-6941-407b-8e0e-34ad70d6b3b7 req-cc14d1a8-0769-4d56-847d-39ab5dba97e9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=052816c7-ae06-4e61-a509-20e3198c04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3052311 Jul 22 23:52:24.120301 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-b24939fb-9861-46bb-a36b-d65720c7a09c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:24.120301 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-b24939fb-9861-46bb-a36b-d65720c7a09c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:24.120642 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-b24939fb-9861-46bb-a36b-d65720c7a09c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Floating IP 05af1e32-0f88-4621-bd5d-9bdac70a5ae8 disassociated. External IP: 172.25.4.41, port: cab490f4-9887-4d3a-b736-e09758b49446. Jul 22 23:52:24.121135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-b24939fb-9861-46bb-a36b-d65720c7a09c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Calling delete_port for cab490f4-9887-4d3a-b736-e09758b49446 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:24.233164 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7946a5c-1815-43f9-9dff-d42adb87480a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:24.252480 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a7946a5c-1815-43f9-9dff-d42adb87480a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object bcde70cd-1b6a-473d-9327-c5db82bcd005 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:24.292734 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7946a5c-1815-43f9-9dff-d42adb87480a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:24.349712 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7946a5c-1815-43f9-9dff-d42adb87480a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:24.354207 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a7946a5c-1815-43f9-9dff-d42adb87480a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:24.356039 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Allocated IP 2001:db8::f816:3eff:fe6a:e09 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/b2669d6f-1c2b-4790-b9b1-06de8a9c7dd0/03fb9e9f-81d0-4dae-929f-83d99109d5f0) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:24.358925 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7946a5c-1815-43f9-9dff-d42adb87480a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:24.366262 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7946a5c-1815-43f9-9dff-d42adb87480a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:24.366941 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7946a5c-1815-43f9-9dff-d42adb87480a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:24.379779 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7946a5c-1815-43f9-9dff-d42adb87480a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=bcde70cd-1b6a-473d-9327-c5db82bcd005,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:24.397309 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a7946a5c-1815-43f9-9dff-d42adb87480a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8242207 Jul 22 23:52:24.398334 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34466) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:24.489189 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a0fc64-23c4-46e0-958d-16bdf85e025a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:24.493686 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e2a0fc64-23c4-46e0-958d-16bdf85e025a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0933285 Jul 22 23:52:24.494640 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34468) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:24.555117 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:24.566008 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Transition to ACTIVE for port object 03fb9e9f-81d0-4dae-929f-83d99109d5f0 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:24.584423 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Transition to ACTIVE for port object 03fb9e9f-81d0-4dae-929f-83d99109d5f0 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:24.591965 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:24.601159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-deleted', 'tag': '4157cbfe-5f0e-4e3c-9639-b2453364d9b9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:52:24.601802 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68a7b93-ad59-4a50-b63b-c1a157fa3321" -d '{"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-deleted", "tag": "4157cbfe-5f0e-4e3c-9639-b2453364d9b9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:52:24.627561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-20b56a2d-403e-4f8b-a5e7-6bd84bf57a68 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port bcde70cd-1b6a-473d-9327-c5db82bcd005 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:24.627979 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20b56a2d-403e-4f8b-a5e7-6bd84bf57a68 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:24.651850 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:24.654990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Allocated IP 172.25.4.200 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/ade89f1a-40f8-40d7-935e-4f97ab66d79b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:24.659874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:24.663682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:24.669589 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Pushing event updated for resources: {'Port': ['ID=03fb9e9f-81d0-4dae-929f-83d99109d5f0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:24.711696 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7517fc-3579-4082-8e95-a9e329b57d3f x-openstack-request-id: req-2f7517fc-3579-4082-8e95-a9e329b57d3f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:52:24.711988 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-deleted", "tag": "4157cbfe-5f0e-4e3c-9639-b2453364d9b9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:52:24.712236 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f7517fc-3579-4082-8e95-a9e329b57d3f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:52:24.712616 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-deleted', 'tag': '4157cbfe-5f0e-4e3c-9639-b2453364d9b9', 'status': 'completed', 'code': 200} Jul 22 23:52:24.763679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Attempting to bind port 03fb9e9f-81d0-4dae-929f-83d99109d5f0 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:52:24.764989 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Attempting to bind port 03fb9e9f-81d0-4dae-929f-83d99109d5f0 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:52:24.765258 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Attempting to bind port 03fb9e9f-81d0-4dae-929f-83d99109d5f0 on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:52:24.773697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:52:24.780382 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20b56a2d-403e-4f8b-a5e7-6bd84bf57a68 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:24.789276 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:52:24.789992 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:24.790492 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:52:24.792212 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Bound port: 03fb9e9f-81d0-4dae-929f-83d99109d5f0, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:52:24.802851 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:24.803093 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-20b56a2d-403e-4f8b-a5e7-6bd84bf57a68 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for bcde70cd-1b6a-473d-9327-c5db82bcd005 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:24.896041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bee430e9-6941-407b-8e0e-34ad70d6b3b7 req-56119627-6ee5-460f-80fd-3340c4b21176 service neutron] 10.222.0.95 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8283167 Jul 22 23:52:24.904173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] For port 03fb9e9f-81d0-4dae-929f-83d99109d5f0, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:52:24.910245 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] For port 03fb9e9f-81d0-4dae-929f-83d99109d5f0, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=03fb9e9f-81d0-4dae-929f-83d99109d5f0,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:52:24.918698 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.038328 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20b56a2d-403e-4f8b-a5e7-6bd84bf57a68 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.039098 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca220ff-2e1c-41ef-87da-db52d2d96ce3 None None] Pushing event updated for resources: {'Port': ['ID=03fb9e9f-81d0-4dae-929f-83d99109d5f0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:25.050640 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.080396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b56a2d-403e-4f8b-a5e7-6bd84bf57a68 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=bcde70cd-1b6a-473d-9327-c5db82bcd005,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:25.112055 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20b56a2d-403e-4f8b-a5e7-6bd84bf57a68 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.117597 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-20b56a2d-403e-4f8b-a5e7-6bd84bf57a68 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/bcde70cd-1b6a-473d-9327-c5db82bcd005 HTTP/1.1" status: 204 len: 168 time: 0.6218772 Jul 22 23:52:25.118230 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34480) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:25.137498 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0cdbb-b792-432f-9e26-e04d9c93076a req-e33c55f9-c1ff-4df6-bc96-524bd20b4103 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:25.144590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0cdbb-b792-432f-9e26-e04d9c93076a req-e33c55f9-c1ff-4df6-bc96-524bd20b4103 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:25.150465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0cdbb-b792-432f-9e26-e04d9c93076a req-e33c55f9-c1ff-4df6-bc96-524bd20b4103 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:25.157249 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0cdbb-b792-432f-9e26-e04d9c93076a req-e33c55f9-c1ff-4df6-bc96-524bd20b4103 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:25.159159 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aae0cdbb-b792-432f-9e26-e04d9c93076a req-e33c55f9-c1ff-4df6-bc96-524bd20b4103 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 3143 time: 0.5491614 Jul 22 23:52:25.160249 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.182505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f936f1ab-6dcf-4488-bb5c-dffdd7d45522 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:25.184381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f936f1ab-6dcf-4488-bb5c-dffdd7d45522 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:25.191121 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f936f1ab-6dcf-4488-bb5c-dffdd7d45522 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0715871 Jul 22 23:52:25.191938 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34482) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:25.205968 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bee430e9-6941-407b-8e0e-34ad70d6b3b7 req-7cf337bf-5c61-4629-924c-b13cf8ebfaa8 service neutron] 10.222.0.95 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968457 Jul 22 23:52:25.316683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-090b3ff0-ee65-458e-9097-381e6e45e46f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet b2669d6f-1c2b-4790-b9b1-06de8a9c7dd0 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:52:25.324539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:25.324805 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-090b3ff0-ee65-458e-9097-381e6e45e46f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.332650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:25.335402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:25.377733 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aae0cdbb-b792-432f-9e26-e04d9c93076a req-077528b6-caeb-4ae0-99aa-744d7d9704f8 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810982 Jul 22 23:52:25.397890 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-b24939fb-9861-46bb-a36b-d65720c7a09c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.398231 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-090b3ff0-ee65-458e-9097-381e6e45e46f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.405339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Pushing event updated for resources: {'Port': ['ID=ade89f1a-40f8-40d7-935e-4f97ab66d79b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:25.454712 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24939fb-9861-46bb-a36b-d65720c7a09c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event deleted for resources: {'Port': ['ID=cab490f4-9887-4d3a-b736-e09758b49446,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:25.521980 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-090b3ff0-ee65-458e-9097-381e6e45e46f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.565877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c069ea9-b7c9-4e03-bdec-e84fce2ad852 req-dd3d3ffe-f3ec-4c96-8d17-ce528857fdb8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:25.567764 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c069ea9-b7c9-4e03-bdec-e84fce2ad852 req-dd3d3ffe-f3ec-4c96-8d17-ce528857fdb8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.4454014 Jul 22 23:52:25.599045 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-090b3ff0-ee65-458e-9097-381e6e45e46f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.643258 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b3ff0-ee65-458e-9097-381e6e45e46f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=b2669d6f-1c2b-4790-b9b1-06de8a9c7dd0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:25.648714 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-090b3ff0-ee65-458e-9097-381e6e45e46f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.653221 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-090b3ff0-ee65-458e-9097-381e6e45e46f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/b2669d6f-1c2b-4790-b9b1-06de8a9c7dd0 HTTP/1.1" status: 204 len: 168 time: 0.4578886 Jul 22 23:52:25.653618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34484) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:25.698980 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-298cb6d8-b699-4ac2-8b9b-e2aeae87abc3 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438347 Jul 22 23:52:25.699583 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34486) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:25.724153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c069ea9-b7c9-4e03-bdec-e84fce2ad852 req-fc97bc98-ce71-4849-b189-062d2c765021 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347294 Jul 22 23:52:25.764118 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885e4dbe-5bbf-41b7-adcb-c11fc2e2bd72 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:25.765537 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-885e4dbe-5bbf-41b7-adcb-c11fc2e2bd72 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0650377 Jul 22 23:52:25.768287 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34488) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:25.821473 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8830a3bb-4f7d-4b9b-b123-5644815206fd tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:25.825258 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8830a3bb-4f7d-4b9b-b123-5644815206fd tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0538030 Jul 22 23:52:25.825533 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34490) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:25.833946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-b24939fb-9861-46bb-a36b-d65720c7a09c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Router 593587b5-3d52-4abc-b7fa-614f63e14e35 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:52:25.854689 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.871075 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2ee02d2f-0e38-4448-b54b-afc4a71db3a0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444231 Jul 22 23:52:25.877697 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34494) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:25.883843 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-80ba4490-5cd5-4110-a61a-d5cdb3b73dc1 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:25.999046 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ba4490-5cd5-4110-a61a-d5cdb3b73dc1 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:26.004147 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80ba4490-5cd5-4110-a61a-d5cdb3b73dc1 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:26.141456 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-b24939fb-9861-46bb-a36b-d65720c7a09c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:52:26.152035 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f1fd8-3364-474a-8a13-db8d589eb003 None None] Sync routers for ids ['593587b5-3d52-4abc-b7fa-614f63e14e35'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:52:26.165783 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f1fd8-3364-474a-8a13-db8d589eb003 None None] Routers {'593587b5-3d52-4abc-b7fa-614f63e14e35'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:26.166784 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-321f1fd8-3364-474a-8a13-db8d589eb003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['593587b5-3d52-4abc-b7fa-614f63e14e35'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:26.214269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-b24939fb-9861-46bb-a36b-d65720c7a09c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] No DVR routers for this DVR port cab490f4-9887-4d3a-b736-e09758b49446 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:26.218412 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-b24939fb-9861-46bb-a36b-d65720c7a09c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:26.225582 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-b24939fb-9861-46bb-a36b-d65720c7a09c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.18 "DELETE /v2.0/ports/cab490f4-9887-4d3a-b736-e09758b49446 HTTP/1.1" status: 204 len: 173 time: 3.3705020 Jul 22 23:52:26.295913 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:26.299628 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80ba4490-5cd5-4110-a61a-d5cdb3b73dc1 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:26.354348 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ba4490-5cd5-4110-a61a-d5cdb3b73dc1 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:26.358242 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-80ba4490-5cd5-4110-a61a-d5cdb3b73dc1 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:26.361896 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ba4490-5cd5-4110-a61a-d5cdb3b73dc1 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:26.362654 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80ba4490-5cd5-4110-a61a-d5cdb3b73dc1 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:26.388494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba4490-5cd5-4110-a61a-d5cdb3b73dc1 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=36b4e96a-6ec0-4638-8022-c69b908c5a6a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:26.403249 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-80ba4490-5cd5-4110-a61a-d5cdb3b73dc1 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5236712 Jul 22 23:52:26.405877 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34500) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:26.414074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4d8f07d9-13e7-457c-ac32-d2fcf3379a7e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'mac_address': 'fa:16:3e:70:cf:cf', 'name': 'tempest-NetworksTestDHCPv6-601041462'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:26.469973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-bba72642-36e7-474b-8eef-df8e09c0a88c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Deleting port 06b36ce6-caf4-494a-b935-4e47824fb9dd {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:26.470296 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-bba72642-36e7-474b-8eef-df8e09c0a88c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:26.525476 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef783347-6535-42d3-981b-8d976a5fa6f9 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:26.608332 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-321f1fd8-3364-474a-8a13-db8d589eb003 None None] Set router 593587b5-3d52-4abc-b7fa-614f63e14e35 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:52:26.622583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-bba72642-36e7-474b-8eef-df8e09c0a88c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] For port 06b36ce6-caf4-494a-b935-4e47824fb9dd, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=06b36ce6-caf4-494a-b935-4e47824fb9dd,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:26.622805 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-bba72642-36e7-474b-8eef-df8e09c0a88c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:26.628605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-90fda468-eafb-47e7-8468-b8c317382a93 None None] Provisioning for port 03fb9e9f-81d0-4dae-929f-83d99109d5f0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:26.631371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8f07d9-13e7-457c-ac32-d2fcf3379a7e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:26.638849 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d8f07d9-13e7-457c-ac32-d2fcf3379a7e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:26.641795 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Router 1fa327aa-055e-407e-a926-6af1f4af1a4e is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:52:26.645237 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-bba72642-36e7-474b-8eef-df8e09c0a88c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Calling delete_port for 06b36ce6-caf4-494a-b935-4e47824fb9dd owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:26.684829 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-4d8f07d9-13e7-457c-ac32-d2fcf3379a7e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port 3814e84b-c35f-4b3b-84a0-02c81f2c1f54 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:52:26.740312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-deleted', 'tag': 'cab490f4-9887-4d3a-b736-e09758b49446'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:52:26.742479 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c13ac5f-f36c-4571-918d-18b5064415ee" -d '{"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-deleted", "tag": "cab490f4-9887-4d3a-b736-e09758b49446"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:52:26.805070 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddcbfd-d137-495e-b36d-8f41c246c09b req-e1dfe8c5-193c-4419-819f-e2beb2a402cf tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:26.811198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddcbfd-d137-495e-b36d-8f41c246c09b req-e1dfe8c5-193c-4419-819f-e2beb2a402cf tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:26.817376 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddcbfd-d137-495e-b36d-8f41c246c09b req-e1dfe8c5-193c-4419-819f-e2beb2a402cf tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:26.819081 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10ddcbfd-d137-495e-b36d-8f41c246c09b req-e1dfe8c5-193c-4419-819f-e2beb2a402cf tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 2409 time: 0.2548602 Jul 22 23:52:26.900854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-4d8f07d9-13e7-457c-ac32-d2fcf3379a7e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::2d0 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/36b4e96a-6ec0-4638-8022-c69b908c5a6a/3814e84b-c35f-4b3b-84a0-02c81f2c1f54) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:26.935156 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-321f1fd8-3364-474a-8a13-db8d589eb003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-router', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:00Z', 'updated_at': '2021-07-22T23:42:06Z', 'revision_number': 4, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'gw_port': {'id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd02783e2-32cd-412a-92d5-40b67c7ad443', 'name': '', 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'mac_address': 'fa:16:3e:27:d2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:04Z', 'updated_at': '2021-07-22T23:42:16Z', 'revision_number': 5, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'subnets': [{'id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:26.961509 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10ddcbfd-d137-495e-b36d-8f41c246c09b req-97a89461-6a35-403b-b6e6-66899b62febc tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331079 Jul 22 23:52:26.963503 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:52:26.978355 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc53254-8725-4c8c-99c8-f63496721853 None None] Sync routers for ids ['1fa327aa-055e-407e-a926-6af1f4af1a4e'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:52:26.998769 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc53254-8725-4c8c-99c8-f63496721853 None None] Routers {'1fa327aa-055e-407e-a926-6af1f4af1a4e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:26.999661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7bc53254-8725-4c8c-99c8-f63496721853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['1fa327aa-055e-407e-a926-6af1f4af1a4e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:27.013143 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f1fd8-3364-474a-8a13-db8d589eb003 None None] Checking router: 593587b5-3d52-4abc-b7fa-614f63e14e35 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:52:27.036638 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f1fd8-3364-474a-8a13-db8d589eb003 None None] Routers {'593587b5-3d52-4abc-b7fa-614f63e14e35'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:27.037302 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-321f1fd8-3364-474a-8a13-db8d589eb003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['593587b5-3d52-4abc-b7fa-614f63e14e35'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:27.069722 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:27.070933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1752dd34-f876-4a22-9970-24b2cb1482a2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6977811 Jul 22 23:52:27.102343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34508) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:27.124781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7bc53254-8725-4c8c-99c8-f63496721853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:27.140847 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc53254-8725-4c8c-99c8-f63496721853 None None] Routers {'1fa327aa-055e-407e-a926-6af1f4af1a4e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:27.141698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7bc53254-8725-4c8c-99c8-f63496721853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['1fa327aa-055e-407e-a926-6af1f4af1a4e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:27.178250 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d8f07d9-13e7-457c-ac32-d2fcf3379a7e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:27.187942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7bc53254-8725-4c8c-99c8-f63496721853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:27.188902 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc53254-8725-4c8c-99c8-f63496721853 None None] The sync data for ids ['1fa327aa-055e-407e-a926-6af1f4af1a4e'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:52:27.201413 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4d8f07d9-13e7-457c-ac32-d2fcf3379a7e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object 3814e84b-c35f-4b3b-84a0-02c81f2c1f54 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:27.224440 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-321f1fd8-3364-474a-8a13-db8d589eb003 None None] Set router 593587b5-3d52-4abc-b7fa-614f63e14e35 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:52:27.267858 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d8f07d9-13e7-457c-ac32-d2fcf3379a7e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:27.303595 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f07d9-13e7-457c-ac32-d2fcf3379a7e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:27.316675 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 03fb9e9f-81d0-4dae-929f-83d99109d5f0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:27.325062 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4d8f07d9-13e7-457c-ac32-d2fcf3379a7e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:27.329240 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f07d9-13e7-457c-ac32-d2fcf3379a7e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:27.336163 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acf6a46-5ae2-4a13-8d06-b3e66d19d411 x-openstack-request-id: req-5acf6a46-5ae2-4a13-8d06-b3e66d19d411 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:52:27.336712 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-deleted", "tag": "cab490f4-9887-4d3a-b736-e09758b49446", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:52:27.337411 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5acf6a46-5ae2-4a13-8d06-b3e66d19d411 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:52:27.337957 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-deleted', 'tag': 'cab490f4-9887-4d3a-b736-e09758b49446', 'status': 'completed', 'code': 200} Jul 22 23:52:27.339131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8f07d9-13e7-457c-ac32-d2fcf3379a7e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:27.339873 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d8f07d9-13e7-457c-ac32-d2fcf3379a7e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:27.360454 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916486d-79de-4e7d-93a7-a51739f79603 req-512eb40a-7b18-45a3-8ff9-7d0657999d25 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:27.365810 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8916486d-79de-4e7d-93a7-a51739f79603 req-512eb40a-7b18-45a3-8ff9-7d0657999d25 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.5142233 Jul 22 23:52:27.372210 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-bba72642-36e7-474b-8eef-df8e09c0a88c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:27.372904 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f07d9-13e7-457c-ac32-d2fcf3379a7e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=3814e84b-c35f-4b3b-84a0-02c81f2c1f54,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:27.394884 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4d8f07d9-13e7-457c-ac32-d2fcf3379a7e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9868977 Jul 22 23:52:27.397411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34512) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:27.460018 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 03fb9e9f-81d0-4dae-929f-83d99109d5f0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:27.469006 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 03fb9e9f-81d0-4dae-929f-83d99109d5f0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:27.470802 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:27.543085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4461e3bb-8df5-4221-b31e-0d993254217b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:27.561390 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4461e3bb-8df5-4221-b31e-0d993254217b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:27.563560 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4461e3bb-8df5-4221-b31e-0d993254217b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1650505 Jul 22 23:52:27.571117 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-321f1fd8-3364-474a-8a13-db8d589eb003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-router', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:00Z', 'updated_at': '2021-07-22T23:42:06Z', 'revision_number': 4, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'gw_port': {'id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd02783e2-32cd-412a-92d5-40b67c7ad443', 'name': '', 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'mac_address': 'fa:16:3e:27:d2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:04Z', 'updated_at': '2021-07-22T23:42:16Z', 'revision_number': 5, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'subnets': [{'id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:27.573178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34514) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:27.633626 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b57cdb4d-59fe-4445-bdd6-3a25498e098e None None] Could not find standard attr ID for object bcde70cd-1b6a-473d-9327-c5db82bcd005. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:52:27.636728 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f1fd8-3364-474a-8a13-db8d589eb003 None None] The sync data for ids ['593587b5-3d52-4abc-b7fa-614f63e14e35'] in n-d-688802-2 is: [{'id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-router', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:00Z', 'updated_at': '2021-07-22T23:42:06Z', 'revision_number': 4, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'gw_port': {'id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd02783e2-32cd-412a-92d5-40b67c7ad443', 'name': '', 'network_id': '876e8a88-d344-43f5-abc2-bd91d918b95b', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'mac_address': 'fa:16:3e:27:d2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:04Z', 'updated_at': '2021-07-22T23:42:16Z', 'revision_number': 5, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'subnets': [{'id': '81a85537-a303-4236-aff4-e5a83fa8a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:52:27.766794 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:27.780464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-db5b79b0-e9c2-4f76-b265-d91e7300eb90 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port 3814e84b-c35f-4b3b-84a0-02c81f2c1f54 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:27.781062 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db5b79b0-e9c2-4f76-b265-d91e7300eb90 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:27.840398 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 03fb9e9f-81d0-4dae-929f-83d99109d5f0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=03fb9e9f-81d0-4dae-929f-83d99109d5f0,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:27.852609 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:27.900140 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db5b79b0-e9c2-4f76-b265-d91e7300eb90 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:27.925707 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-db5b79b0-e9c2-4f76-b265-d91e7300eb90 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for 3814e84b-c35f-4b3b-84a0-02c81f2c1f54 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:27.979772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=03fb9e9f-81d0-4dae-929f-83d99109d5f0,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:28.109365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e633e303-9526-4f9c-a24d-2562ff3bd462 None None] Provisioning for port 3814e84b-c35f-4b3b-84a0-02c81f2c1f54 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:28.135653 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e633e303-9526-4f9c-a24d-2562ff3bd462 None None] Provisioning complete for port 3814e84b-c35f-4b3b-84a0-02c81f2c1f54 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:28.136036 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e633e303-9526-4f9c-a24d-2562ff3bd462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:28.201722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba72642-36e7-474b-8eef-df8e09c0a88c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event deleted for resources: {'Port': ['ID=06b36ce6-caf4-494a-b935-4e47824fb9dd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:28.260839 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f962dc-9ca0-4f40-aecb-907ca7d50e8d None None] New status for floating IP 05af1e32-0f88-4621-bd5d-9bdac70a5ae8: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:52:28.286267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e633e303-9526-4f9c-a24d-2562ff3bd462 None None] Port 3814e84b-c35f-4b3b-84a0-02c81f2c1f54 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:52:28.328007 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8916486d-79de-4e7d-93a7-a51739f79603 req-835258ec-2a43-4573-a856-6e27b2fc9fab tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9528923 Jul 22 23:52:28.329604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-bba72642-36e7-474b-8eef-df8e09c0a88c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] No DVR routers for this DVR port 06b36ce6-caf4-494a-b935-4e47824fb9dd on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:28.336387 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-bba72642-36e7-474b-8eef-df8e09c0a88c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:28.339098 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-bba72642-36e7-474b-8eef-df8e09c0a88c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.18 "DELETE /v2.0/ports/06b36ce6-caf4-494a-b935-4e47824fb9dd HTTP/1.1" status: 204 len: 173 time: 2.1113005 Jul 22 23:52:28.442447 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-23d4463d-da2e-4d40-ab2f-390234f0cf55 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "GET /v2.0/routers/1fa327aa-055e-407e-a926-6af1f4af1a4e HTTP/1.1" status: 200 len: 925 time: 1.3372598 Jul 22 23:52:28.451620 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34522) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:28.514216 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fad3e-27c0-453d-be95-d65c7215d14f req-07fe14e1-6725-4e7e-b3fe-ad0fb2482246 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:28.520587 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fad3e-27c0-453d-be95-d65c7215d14f req-07fe14e1-6725-4e7e-b3fe-ad0fb2482246 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:28.522345 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f2fad3e-27c0-453d-be95-d65c7215d14f req-07fe14e1-6725-4e7e-b3fe-ad0fb2482246 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 1676 time: 0.3583038 Jul 22 23:52:28.575886 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4a7e2c23-21c5-429a-a4a1-703a27a1327b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa327aa-055e-407e-a926-6af1f4af1a4e HTTP/1.1" status: 200 len: 205 time: 0.1167941 Jul 22 23:52:28.576232 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34524) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:28.635418 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f2fad3e-27c0-453d-be95-d65c7215d14f req-08457c85-3d81-4c33-a2be-3a33169b4610 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919895 Jul 22 23:52:28.644235 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-ee8cdcb5-97aa-4ef4-a754-00ce76bcc2c7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Deleting port 84ff3893-ed31-4b39-809a-4a9ebd9370f5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:28.644575 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-ee8cdcb5-97aa-4ef4-a754-00ce76bcc2c7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:28.675700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1c7e3-e301-4661-8c23-19bb750383fe req-eb630958-dcba-4c12-ad34-1066b25efb97 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:28.675700 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7df1c7e3-e301-4661-8c23-19bb750383fe req-eb630958-dcba-4c12-ad34-1066b25efb97 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2224512 Jul 22 23:52:28.737178 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2706-8cbd-4e79-af47-e1d8d5d0cdb4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:28.755468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7df1c7e3-e301-4661-8c23-19bb750383fe req-4c62aa8b-9123-46a3-9aa2-7b7cf565aacc tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789800 Jul 22 23:52:28.776155 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db5b79b0-e9c2-4f76-b265-d91e7300eb90 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:28.789192 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-ee8cdcb5-97aa-4ef4-a754-00ce76bcc2c7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] For port 84ff3893-ed31-4b39-809a-4a9ebd9370f5, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=84ff3893-ed31-4b39-809a-4a9ebd9370f5,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:28.789921 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-ee8cdcb5-97aa-4ef4-a754-00ce76bcc2c7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:28.804598 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-ee8cdcb5-97aa-4ef4-a754-00ce76bcc2c7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Calling delete_port for 84ff3893-ed31-4b39-809a-4a9ebd9370f5 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:28.842288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b79b0-e9c2-4f76-b265-d91e7300eb90 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=3814e84b-c35f-4b3b-84a0-02c81f2c1f54,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:28.886371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db5b79b0-e9c2-4f76-b265-d91e7300eb90 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:28.890624 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-db5b79b0-e9c2-4f76-b265-d91e7300eb90 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/3814e84b-c35f-4b3b-84a0-02c81f2c1f54 HTTP/1.1" status: 204 len: 168 time: 1.3140891 Jul 22 23:52:28.891391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34530) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:28.958031 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b1eb3f-a980-4352-8fbd-447258d11527 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:28.959562 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b1eb3f-a980-4352-8fbd-447258d11527 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:28.963503 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c3b1eb3f-a980-4352-8fbd-447258d11527 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0681510 Jul 22 23:52:28.965018 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34532) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:28.973056 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2706-8cbd-4e79-af47-e1d8d5d0cdb4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.029348 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-ee8cdcb5-97aa-4ef4-a754-00ce76bcc2c7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.052462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69615497-3238-45ad-a0a7-3ab5767e7556 req-3d3133ce-88d9-4fbd-a52d-e327b2c41963 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:29.053360 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa2706-8cbd-4e79-af47-e1d8d5d0cdb4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Deleting port ade89f1a-40f8-40d7-935e-4f97ab66d79b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:29.053778 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2706-8cbd-4e79-af47-e1d8d5d0cdb4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.054110 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69615497-3238-45ad-a0a7-3ab5767e7556 req-3d3133ce-88d9-4fbd-a52d-e327b2c41963 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1668355 Jul 22 23:52:29.065057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c677ada-b5f4-4b0e-98ed-9a298bc5378d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 36b4e96a-6ec0-4638-8022-c69b908c5a6a {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:52:29.100205 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c677ada-b5f4-4b0e-98ed-9a298bc5378d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.102900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cdcb5-97aa-4ef4-a754-00ce76bcc2c7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event deleted for resources: {'Port': ['ID=84ff3893-ed31-4b39-809a-4a9ebd9370f5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:29.143382 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2706-8cbd-4e79-af47-e1d8d5d0cdb4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.158192 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa2706-8cbd-4e79-af47-e1d8d5d0cdb4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Calling delete_port for ade89f1a-40f8-40d7-935e-4f97ab66d79b owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:29.192240 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 03fb9e9f-81d0-4dae-929f-83d99109d5f0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:29.194706 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-ee8cdcb5-97aa-4ef4-a754-00ce76bcc2c7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] No DVR routers for this DVR port 84ff3893-ed31-4b39-809a-4a9ebd9370f5 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:29.200885 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-ee8cdcb5-97aa-4ef4-a754-00ce76bcc2c7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.202975 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-ee8cdcb5-97aa-4ef4-a754-00ce76bcc2c7 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.18 "DELETE /v2.0/ports/84ff3893-ed31-4b39-809a-4a9ebd9370f5 HTTP/1.1" status: 204 len: 173 time: 0.8576741 Jul 22 23:52:29.207865 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c677ada-b5f4-4b0e-98ed-9a298bc5378d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.238931 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69615497-3238-45ad-a0a7-3ab5767e7556 req-1f17408c-318d-4757-bf24-7e2a5e70d913 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713490 Jul 22 23:52:29.242024 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 03fb9e9f-81d0-4dae-929f-83d99109d5f0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:29.242587 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.317162 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c677ada-b5f4-4b0e-98ed-9a298bc5378d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.339569 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-deleted', 'tag': '06b36ce6-caf4-494a-b935-4e47824fb9dd'}, {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-deleted', 'tag': '84ff3893-ed31-4b39-809a-4a9ebd9370f5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:52:29.341865 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60af038b-2f9e-4dc8-bb3b-5150423dc095" -d '{"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-deleted", "tag": "06b36ce6-caf4-494a-b935-4e47824fb9dd"}, {"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-deleted", "tag": "84ff3893-ed31-4b39-809a-4a9ebd9370f5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:52:29.369616 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2706-8cbd-4e79-af47-e1d8d5d0cdb4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.399307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa2706-8cbd-4e79-af47-e1d8d5d0cdb4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Pushing event deleted for resources: {'Port': ['ID=ade89f1a-40f8-40d7-935e-4f97ab66d79b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:29.437958 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a3746d-1573-4436-9c01-d7aebbefda18 x-openstack-request-id: req-61a3746d-1573-4436-9c01-d7aebbefda18 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:52:29.438790 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-deleted", "tag": "06b36ce6-caf4-494a-b935-4e47824fb9dd", "status": "completed", "code": 200}, {"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-deleted", "tag": "84ff3893-ed31-4b39-809a-4a9ebd9370f5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:52:29.438790 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61a3746d-1573-4436-9c01-d7aebbefda18 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:52:29.438980 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-deleted', 'tag': '06b36ce6-caf4-494a-b935-4e47824fb9dd', 'status': 'completed', 'code': 200} Jul 22 23:52:29.439205 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-deleted', 'tag': '84ff3893-ed31-4b39-809a-4a9ebd9370f5', 'status': 'completed', 'code': 200} Jul 22 23:52:29.464595 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c677ada-b5f4-4b0e-98ed-9a298bc5378d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.496264 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2706-8cbd-4e79-af47-e1d8d5d0cdb4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.516358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c677ada-b5f4-4b0e-98ed-9a298bc5378d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=36b4e96a-6ec0-4638-8022-c69b908c5a6a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:29.526255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-8d6cb6f7-4b51-4443-a29d-30323492dca6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Deleting port 423b7270-ab41-4684-8ac3-3fc383c0741a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:29.526805 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-8d6cb6f7-4b51-4443-a29d-30323492dca6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.553599 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c677ada-b5f4-4b0e-98ed-9a298bc5378d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.556213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c677ada-b5f4-4b0e-98ed-9a298bc5378d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/36b4e96a-6ec0-4638-8022-c69b908c5a6a HTTP/1.1" status: 204 len: 168 time: 0.5865984 Jul 22 23:52:29.562073 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2e48b2-f611-468c-a0e2-5e4344e2b937 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:29.563082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34542) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:29.635550 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2706-8cbd-4e79-af47-e1d8d5d0cdb4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.639900 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2706-8cbd-4e79-af47-e1d8d5d0cdb4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.664888 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9ca764aa-cfec-4077-8b99-0119ff207627 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001921 Jul 22 23:52:29.683143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64061adc-a1af-479f-b233-4fde08dfa3d4 req-57bcb234-0d57-432c-811c-f2cf536d64a0 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:29.684755 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-64061adc-a1af-479f-b233-4fde08dfa3d4 req-57bcb234-0d57-432c-811c-f2cf536d64a0 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.3155406 Jul 22 23:52:29.689190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34546) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:29.718377 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2706-8cbd-4e79-af47-e1d8d5d0cdb4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.719958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfa2706-8cbd-4e79-af47-e1d8d5d0cdb4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Fanout notify agent at l3_agent the message router_deleted on router 1fa327aa-055e-407e-a926-6af1f4af1a4e {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:52:29.739661 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2706-8cbd-4e79-af47-e1d8d5d0cdb4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.744180 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5cfa2706-8cbd-4e79-af47-e1d8d5d0cdb4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "DELETE /v2.0/routers/1fa327aa-055e-407e-a926-6af1f4af1a4e HTTP/1.1" status: 204 len: 168 time: 1.1636028 Jul 22 23:52:29.744345 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34550) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:29.752572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Request body: {'router': {'name': 'tempest-snat-router-639867472', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'enable_snat': False}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:29.783173 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.784558 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.830269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db0a8b8-2eab-48af-9637-a1d407f0d153 None None] DHCP port deletion for c35e90f8-c2e7-4be8-8499-34cc32d977ae request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:52:29.857080 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-8d6cb6f7-4b51-4443-a29d-30323492dca6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] For port 423b7270-ab41-4684-8ac3-3fc383c0741a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=423b7270-ab41-4684-8ac3-3fc383c0741a,segment=NetworkSegment(c844b4a1-cdca-4fb7-89f6-908c6d087b8d),segment_id=c844b4a1-cdca-4fb7-89f6-908c6d087b8d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:29.857695 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-8d6cb6f7-4b51-4443-a29d-30323492dca6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.867353 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.873405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-8d6cb6f7-4b51-4443-a29d-30323492dca6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Calling delete_port for 423b7270-ab41-4684-8ac3-3fc383c0741a owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:29.888270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8db0a8b8-2eab-48af-9637-a1d407f0d153 None None] Deleting port 03fb9e9f-81d0-4dae-929f-83d99109d5f0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:29.888743 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8db0a8b8-2eab-48af-9637-a1d407f0d153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.961648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8db0a8b8-2eab-48af-9637-a1d407f0d153 None None] For port 03fb9e9f-81d0-4dae-929f-83d99109d5f0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=03fb9e9f-81d0-4dae-929f-83d99109d5f0,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:29.962247 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8db0a8b8-2eab-48af-9637-a1d407f0d153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.978783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8db0a8b8-2eab-48af-9637-a1d407f0d153 None None] Calling delete_port for 03fb9e9f-81d0-4dae-929f-83d99109d5f0 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:30.047098 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-8d6cb6f7-4b51-4443-a29d-30323492dca6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:30.052700 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:30.095740 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8db0a8b8-2eab-48af-9637-a1d407f0d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:30.133067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0a8b8-2eab-48af-9637-a1d407f0d153 None None] Pushing event deleted for resources: {'Port': ['ID=03fb9e9f-81d0-4dae-929f-83d99109d5f0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:30.135306 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db0a8b8-2eab-48af-9637-a1d407f0d153 None None] No DVR routers for this DVR port 03fb9e9f-81d0-4dae-929f-83d99109d5f0 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:30.152080 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cb6f7-4b51-4443-a29d-30323492dca6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event deleted for resources: {'Port': ['ID=423b7270-ab41-4684-8ac3-3fc383c0741a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:30.161736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-64061adc-a1af-479f-b233-4fde08dfa3d4 req-7282c016-dadc-4ef2-bb52-ddfa7655309f tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605811 Jul 22 23:52:30.190687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-8d6cb6f7-4b51-4443-a29d-30323492dca6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] No DVR routers for this DVR port 423b7270-ab41-4684-8ac3-3fc383c0741a on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:30.209588 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-8d6cb6f7-4b51-4443-a29d-30323492dca6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:30.212486 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8ae9dd5-b640-4f45-be61-5d30e3933f07 req-8d6cb6f7-4b51-4443-a29d-30323492dca6 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.18 "DELETE /v2.0/ports/423b7270-ab41-4684-8ac3-3fc383c0741a HTTP/1.1" status: 204 len: 173 time: 1.0012538 Jul 22 23:52:30.238401 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f931a443-c670-42f2-857a-125f83532ab8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:30.240748 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f931a443-c670-42f2-857a-125f83532ab8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5501497 Jul 22 23:52:30.245368 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34556) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:30.271345 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e5c17-e70a-42d5-9c1d-afb810fdb0bb req-8a21e913-6f09-45a9-b989-f1944effd954 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:30.273177 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-725e5c17-e70a-42d5-9c1d-afb810fdb0bb req-8a21e913-6f09-45a9-b989-f1944effd954 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 865 time: 0.4465113 Jul 22 23:52:30.372405 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174ee880-7dcc-4cc8-88c8-8f74178abdd0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:30.374136 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-174ee880-7dcc-4cc8-88c8-8f74178abdd0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1206288 Jul 22 23:52:30.374582 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-725e5c17-e70a-42d5-9c1d-afb810fdb0bb req-b3eec479-3dbc-42a4-a02d-8c7f319fc08b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups?id=667796f0-f236-42b1-9269-692d06e56c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911894 Jul 22 23:52:30.378853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34558) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:30.398244 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee59035-5c59-4084-98ef-e81de6f5e443 req-1708089c-b5ca-413a-aabe-e3cde15c365f tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:30.418603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ee59035-5c59-4084-98ef-e81de6f5e443 req-1708089c-b5ca-413a-aabe-e3cde15c365f tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1443176 Jul 22 23:52:30.432619 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bed8b9b0-e1d6-4516-b98b-3c4b59769fa5 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527563 Jul 22 23:52:30.437487 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34560) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:30.446907 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:30.450937 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:30.472915 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ee59035-5c59-4084-98ef-e81de6f5e443 req-10641e3d-d57f-4367-974d-8d3174d0f08d tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532529 Jul 22 23:52:30.500691 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:30.661942 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:30.666537 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:30.670268 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085a94b-07dc-4e07-a312-723422a33ccd req-cba0516d-7809-4ca2-8d5a-334efd0e9ce9 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:30.672142 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b085a94b-07dc-4e07-a312-723422a33ccd req-cba0516d-7809-4ca2-8d5a-334efd0e9ce9 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1316462 Jul 22 23:52:30.724359 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b085a94b-07dc-4e07-a312-723422a33ccd req-1b21daa9-9ebe-445f-9a46-0c333b5f9758 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463398 Jul 22 23:52:30.995106 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Allocated IP 172.25.4.200 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:31.041505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21a16f-2e92-4bae-bc04-14d6b4616990 req-e65e1f7f-8569-4589-8675-e6017ca8a69c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:31.043347 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc21a16f-2e92-4bae-bc04-14d6b4616990 req-e65e1f7f-8569-4589-8675-e6017ca8a69c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1273854 Jul 22 23:52:31.089362 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc21a16f-2e92-4bae-bc04-14d6b4616990 req-99ba760d-d34f-4451-8fe0-16439469b30d tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384922 Jul 22 23:52:31.196433 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:31.238165 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 03fb9e9f-81d0-4dae-929f-83d99109d5f0 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:31.260009 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 03fb9e9f-81d0-4dae-929f-83d99109d5f0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:52:31.260892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 03fb9e9f-81d0-4dae-929f-83d99109d5f0 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:52:31.277643 n-d-688802-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:52:31.284785 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35803bb-f031-450a-8a83-82ec35de4048 req-d5da5e1a-b0c5-4b93-9275-0a3b95674ac9 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:31.286723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d35803bb-f031-450a-8a83-82ec35de4048 req-d5da5e1a-b0c5-4b93-9275-0a3b95674ac9 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.0910130 Jul 22 23:52:31.287597 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:31.332138 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d35803bb-f031-450a-8a83-82ec35de4048 req-ee983e29-5619-474d-8af9-9a9f4a3f2e32 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385025 Jul 22 23:52:31.346833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:31.351715 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:31.356533 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:31.361647 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:31.362248 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:31.366010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555ab4ac-06bd-45f1-ac2f-718479df9e6f None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:31.395427 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=41f916d6-adb8-4020-873c-4969353bab39,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:31.410330 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:31.410677 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:31.411020 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:31.411357 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:31.411692 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:31.412024 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:31.413635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:31.413635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:31.413635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:31.413635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:31.413635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:31.414100 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:31.429128 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:31.435370 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:31.440080 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:31.440751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-deleted', 'tag': '423b7270-ab41-4684-8ac3-3fc383c0741a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:52:31.444180 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6949dd71-c43a-4d55-a9ac-46ab548d9e02" -d '{"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-deleted", "tag": "423b7270-ab41-4684-8ac3-3fc383c0741a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:52:31.446119 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7003f56e-0253-48a7-9d08-363208988b73 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0039392 Jul 22 23:52:31.449004 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34580) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:31.455774 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9a5d9248-f4f8-4312-83a9-12e44211fada tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:31.474050 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Pushing event updated for resources: {'Port': ['ID=9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:31.596143 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36386b17-8a6c-4087-815e-0487562a5de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:31.605490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'fixed_ips': [{'subnet_id': '41f916d6-adb8-4020-873c-4969353bab39'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:52:31.606354 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:31.647382 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d6a40bb-fa8d-4ef3-bb7c-c5d57162ba2c req-57c4c16a-851e-4728-aee2-0caec4005f24 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 210 time: 0.0901964 Jul 22 23:52:31.727003 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37e71d1-be04-444c-8610-3d7aa6270537 x-openstack-request-id: req-f37e71d1-be04-444c-8610-3d7aa6270537 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:52:31.727294 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7e0425-ce16-4152-80f4-f1ded238b819", "name": "network-vif-deleted", "tag": "423b7270-ab41-4684-8ac3-3fc383c0741a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:52:31.727546 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f37e71d1-be04-444c-8610-3d7aa6270537 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:52:31.727936 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e0425-ce16-4152-80f4-f1ded238b819', 'name': 'network-vif-deleted', 'tag': '423b7270-ab41-4684-8ac3-3fc383c0741a', 'status': 'completed', 'code': 200} Jul 22 23:52:31.741605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b8702-f311-4540-bf74-e9fc9cd146d6 req-54e96c76-4a46-41ad-b9f5-f471dcfe4147 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:31.743118 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a56b8702-f311-4540-bf74-e9fc9cd146d6 req-54e96c76-4a46-41ad-b9f5-f471dcfe4147 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2263589 Jul 22 23:52:31.815520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Allocated IP 2001:db8::f816:3eff:fe1c:db06 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/41f916d6-adb8-4020-873c-4969353bab39/4358c5d1-9522-475f-87ac-0ca3ec91a11a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:31.820035 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:31.884349 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a56b8702-f311-4540-bf74-e9fc9cd146d6 req-2f906d83-2a63-4a21-a757-01e8f8e30397 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330287 Jul 22 23:52:31.896887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5d9248-f4f8-4312-83a9-12e44211fada tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:31.902422 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9248-f4f8-4312-83a9-12e44211fada tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:32.036649 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:32.046104 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Transition to ACTIVE for port object 4358c5d1-9522-475f-87ac-0ca3ec91a11a will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:32.063720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Transition to ACTIVE for port object 4358c5d1-9522-475f-87ac-0ca3ec91a11a will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:32.075123 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:32.127927 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:32.140382 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Pushing event updated for resources: {'Port': ['ID=4358c5d1-9522-475f-87ac-0ca3ec91a11a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:32.151936 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:32.154151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:32.155075 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:32.155075 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:32.155282 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:32.155872 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:32.155872 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:32.157109 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:32.157465 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:32.158045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:32.158549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:32.158886 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:32.159216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:32.163139 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:32.169412 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:32.179757 n-d-688802-2 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-9a5d9248-f4f8-4312-83a9-12e44211fada tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41f916d6-adb8-4020-873c-4969353bab39 (CIDR: 2001:db8::/64) Jul 22 23:52:32.188584 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5d9248-f4f8-4312-83a9-12e44211fada tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:52:32.189164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5d9248-f4f8-4312-83a9-12e44211fada tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:52:32.213821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8446bb-e76d-45c9-a089-86d8d3576c33 req-ba8ab23e-1541-4430-9e0d-41633bdf19cb tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:32.216167 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf8446bb-e76d-45c9-a089-86d8d3576c33 req-ba8ab23e-1541-4430-9e0d-41633bdf19cb tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1829319 Jul 22 23:52:32.218333 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9a5d9248-f4f8-4312-83a9-12e44211fada tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7682161 Jul 22 23:52:32.223186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34590) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:32.232137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:32.238436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Attempting to bind port 4358c5d1-9522-475f-87ac-0ca3ec91a11a on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:52:32.239957 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Attempting to bind port 4358c5d1-9522-475f-87ac-0ca3ec91a11a by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:52:32.240512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Attempting to bind port 4358c5d1-9522-475f-87ac-0ca3ec91a11a on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:52:32.246821 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:52:32.247505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:52:32.248083 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:32.248779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:52:32.250588 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Bound port: 4358c5d1-9522-475f-87ac-0ca3ec91a11a, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:52:32.251268 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:32.306646 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf8446bb-e76d-45c9-a089-86d8d3576c33 req-c87a2838-ca66-4161-9ec5-25e0ecb508ce tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822048 Jul 22 23:52:32.392507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] For port 4358c5d1-9522-475f-87ac-0ca3ec91a11a, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:52:32.396536 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] For port 4358c5d1-9522-475f-87ac-0ca3ec91a11a, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4358c5d1-9522-475f-87ac-0ca3ec91a11a,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:52:32.402535 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:32.445619 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:32.456284 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:32.474094 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4339954-0bdd-4108-a096-a55dce52dee2 None None] Pushing event updated for resources: {'Port': ['ID=4358c5d1-9522-475f-87ac-0ca3ec91a11a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:32.665343 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Router 98634a28-3d64-4632-a9c6-718493d6d4cc is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:52:32.708642 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ede1f-e80f-4cbb-93de-2e1cb421874d req-1fa0ad3f-a2be-4008-92cd-928288e4c631 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:32.710415 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-515ede1f-e80f-4cbb-93de-2e1cb421874d req-1fa0ad3f-a2be-4008-92cd-928288e4c631 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1998785 Jul 22 23:52:32.837483 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-515ede1f-e80f-4cbb-93de-2e1cb421874d req-8d79c231-2bc8-40b5-b102-22b3097b0e9c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193175 Jul 22 23:52:32.872978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d497c85-f405-473c-bddd-2ec27ff0c571 req-c2e63299-5c52-4a63-a817-5b869f40d74c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 210 time: 0.0552728 Jul 22 23:52:32.975103 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:52:32.986026 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Sync routers for ids ['98634a28-3d64-4632-a9c6-718493d6d4cc'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:52:33.003000 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Routers {'98634a28-3d64-4632-a9c6-718493d6d4cc'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:33.003770 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3b871511-ec29-4f11-962a-36666537e9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['98634a28-3d64-4632-a9c6-718493d6d4cc'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:33.021252 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.022703 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fa3579ab-743d-454c-9244-92972ce91d09 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2772784 Jul 22 23:52:33.025431 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34600) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:33.033153 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.132763 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:33.236828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:33.243911 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:33.244516 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.260849 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-101ecf14-ea6b-4067-a779-c5937a0e3936 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "GET /v2.0/routers/98634a28-3d64-4632-a9c6-718493d6d4cc HTTP/1.1" status: 200 len: 908 time: 0.2332957 Jul 22 23:52:33.266800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34604) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:33.271943 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Request body: {'router': {'name': 'tempest-snat-router-639867472', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'enable_snat': True}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:33.285221 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4358c5d1-9522-475f-87ac-0ca3ec91a11a up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:33.322914 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.327296 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.346365 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=ffe254ad-c6ef-439c-86ea-17b0de3c9f62,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:33.373618 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1448205 Jul 22 23:52:33.374098 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Set router 98634a28-3d64-4632-a9c6-718493d6d4cc gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:52:33.389115 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34606) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:33.401657 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-77fdd916-45e8-4b85-ac4a-3ad62bbcf749 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'mac_address': 'fa:16:3e:cf:0a:bf', 'name': 'tempest-NetworksTestDHCPv6-1839449025'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:33.406852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:33.407246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:33.407598 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:33.407944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:33.408281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:33.409599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:33.410378 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:33.411014 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:33.411517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:33.411996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:33.413551 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:33.414107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab6a55-c5f9-4cc5-949a-9a82c1d92fda tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:33.468023 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26291f-4830-4d41-906f-da2e98362465 req-c3723228-364b-407c-9807-0992690b7dbb tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:33.473919 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d26291f-4830-4d41-906f-da2e98362465 req-c3723228-364b-407c-9807-0992690b7dbb tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.4174242 Jul 22 23:52:33.503074 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.546678 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d26291f-4830-4d41-906f-da2e98362465 req-787a82be-dcf4-4a66-9577-90723cce1f6c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680950 Jul 22 23:52:33.628458 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 4358c5d1-9522-475f-87ac-0ca3ec91a11a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:33.721676 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3b871511-ec29-4f11-962a-36666537e9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98634a28-3d64-4632-a9c6-718493d6d4cc', 'name': 'tempest-snat-router-639867472', 'tenant_id': 'dd8037de894e4712882e19ad61ca997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.200'}], 'enable_snat': False}, 'gw_port_id': '9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:52:29Z', 'updated_at': '2021-07-22T23:52:31Z', 'revision_number': 3, 'project_id': 'dd8037de894e4712882e19ad61ca997e', 'gw_port': {'id': '9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98634a28-3d64-4632-a9c6-718493d6d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:52:30Z', 'updated_at': '2021-07-22T23:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:33.767477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Checking router: 98634a28-3d64-4632-a9c6-718493d6d4cc for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:52:33.767829 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Updating router 98634a28-3d64-4632-a9c6-718493d6d4cc port 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:52:33.846278 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.859028 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.884170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342b309-3b6b-400d-8f9c-7bea71aae3e4 req-87f5f4bb-3ffb-4f17-a1c4-47e80df06d92 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:33.914767 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7342b309-3b6b-400d-8f9c-7bea71aae3e4 req-87f5f4bb-3ffb-4f17-a1c4-47e80df06d92 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1366041 Jul 22 23:52:33.918521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fdd916-45e8-4b85-ac4a-3ad62bbcf749 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:34.001463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7342b309-3b6b-400d-8f9c-7bea71aae3e4 req-27689a80-07ad-4c3f-9e7d-d954c66224e0 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854385 Jul 22 23:52:34.051911 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77fdd916-45e8-4b85-ac4a-3ad62bbcf749 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:34.107259 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e000219-4b16-45f6-b7b7-aebcf2a7409e req-1f3103e3-9c25-4ec4-96b6-81a6cb364251 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 210 time: 0.0847845 Jul 22 23:52:34.108325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-77fdd916-45e8-4b85-ac4a-3ad62bbcf749 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port 22d8afd6-4454-4f5d-b42d-b9d00468ea5c yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:52:34.268323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511a15a-68fb-462e-88ad-cbc6e7534178 req-7a8b9794-0c9e-4fbb-abcb-801d0fc8bec0 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:34.275565 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1511a15a-68fb-462e-88ad-cbc6e7534178 req-7a8b9794-0c9e-4fbb-abcb-801d0fc8bec0 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1542511 Jul 22 23:52:34.331913 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:34.333335 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1511a15a-68fb-462e-88ad-cbc6e7534178 req-2290784b-dd22-4797-9f65-c50bd4dc1f73 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521581 Jul 22 23:52:34.356847 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042e3078-cf59-4627-a5de-9c75c253e696 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:34.411599 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Transition to ACTIVE for port object 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:34.423957 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:34.425215 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed9cd0f6-84f9-48b4-9dff-7e10ff7c7a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:34.440563 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:34.442421 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:34.534288 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501dd12-4233-4f27-9d94-3658cba3a854 req-3ad97172-6e9b-424f-ae7d-b77366f130ab tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:34.543640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d501dd12-4233-4f27-9d94-3658cba3a854 req-3ad97172-6e9b-424f-ae7d-b77366f130ab tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1270676 Jul 22 23:52:34.596679 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d501dd12-4233-4f27-9d94-3658cba3a854 req-554bbb45-606d-4d23-80f5-fb96d8b16100 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496182 Jul 22 23:52:34.629860 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-77fdd916-45e8-4b85-ac4a-3ad62bbcf749 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8:0:1::2be (c35e90f8-c2e7-4be8-8499-34cc32d977ae/ffe254ad-c6ef-439c-86ea-17b0de3c9f62/22d8afd6-4454-4f5d-b42d-b9d00468ea5c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:34.660221 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad5d30b8-26fd-46d2-8ba5-c629d222baf8 None None] Provisioning for port 4358c5d1-9522-475f-87ac-0ca3ec91a11a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:34.661309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-77fdd916-45e8-4b85-ac4a-3ad62bbcf749 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::f816:3eff:fecf:abf (c35e90f8-c2e7-4be8-8499-34cc32d977ae/41f916d6-adb8-4020-873c-4969353bab39/22d8afd6-4454-4f5d-b42d-b9d00468ea5c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:34.662321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c1a98-0055-4639-9b9a-a142bff1d861 None None] Pushing event updated for resources: {'Port': ['ID=9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:34.706272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad5d30b8-26fd-46d2-8ba5-c629d222baf8 None None] Provisioning complete for port 4358c5d1-9522-475f-87ac-0ca3ec91a11a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:34.707005 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad5d30b8-26fd-46d2-8ba5-c629d222baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:34.724707 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:34.761281 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:34.762165 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Attempting to bind port 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:52:34.762894 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Attempting to bind port 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:52:34.763568 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Attempting to bind port 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:52:34.773088 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a78da-9b8b-467f-ab6e-b07666798441 req-06343adb-ed74-476e-bded-882c812624a5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:34.774883 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-728a78da-9b8b-467f-ab6e-b07666798441 req-06343adb-ed74-476e-bded-882c812624a5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.0867586 Jul 22 23:52:34.814091 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:52:34.814761 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:52:34.815326 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:34.815873 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:52:34.816525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Bound port: 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:52:34.817069 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:34.868226 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-728a78da-9b8b-467f-ab6e-b07666798441 req-c6b9e859-7bfe-4fd9-9fbe-e61d14fd7a45 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854318 Jul 22 23:52:35.050016 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77fdd916-45e8-4b85-ac4a-3ad62bbcf749 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:35.071625 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Allocated IP 172.25.4.180 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/616981b5-a074-4376-b358-624037051e03) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:35.087777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-77fdd916-45e8-4b85-ac4a-3ad62bbcf749 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object 22d8afd6-4454-4f5d-b42d-b9d00468ea5c will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:35.130861 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad5d30b8-26fd-46d2-8ba5-c629d222baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:35.209346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b98389-b690-4f92-b349-419492c23c9e req-187f96c7-e395-4b0e-b047-c65c57fb40c9 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:35.212409 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41b98389-b690-4f92-b349-419492c23c9e req-187f96c7-e395-4b0e-b047-c65c57fb40c9 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1584778 Jul 22 23:52:35.224455 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77fdd916-45e8-4b85-ac4a-3ad62bbcf749 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:35.232580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3b871511-ec29-4f11-962a-36666537e9de None None] For port 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:52:35.246555 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ad5d30b8-26fd-46d2-8ba5-c629d222baf8 None None] For port 4358c5d1-9522-475f-87ac-0ca3ec91a11a, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4358c5d1-9522-475f-87ac-0ca3ec91a11a,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:35.296980 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fdd916-45e8-4b85-ac4a-3ad62bbcf749 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:35.302530 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad5d30b8-26fd-46d2-8ba5-c629d222baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:35.308170 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e7da6ea6-3c36-4463-95f1-1f4fc8d4f5f7 req-16542ddc-0d68-4c7e-8df4-fbc15492202a tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 210 time: 0.0532789 Jul 22 23:52:35.318909 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:35.333135 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-77fdd916-45e8-4b85-ac4a-3ad62bbcf749 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:35.333479 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41b98389-b690-4f92-b349-419492c23c9e req-24a4a9f2-6500-4543-a22f-abc86a4a057a tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095884 Jul 22 23:52:35.333751 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3b871511-ec29-4f11-962a-36666537e9de None None] For port 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:52:35.349669 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fdd916-45e8-4b85-ac4a-3ad62bbcf749 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:35.356008 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fdd916-45e8-4b85-ac4a-3ad62bbcf749 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:35.357213 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77fdd916-45e8-4b85-ac4a-3ad62bbcf749 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:35.374394 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:35.383640 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdd916-45e8-4b85-ac4a-3ad62bbcf749 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=22d8afd6-4454-4f5d-b42d-b9d00468ea5c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:35.405453 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-77fdd916-45e8-4b85-ac4a-3ad62bbcf749 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0113659 Jul 22 23:52:35.407059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:35.447197 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498f0db2-7d39-40d7-95fc-fad2602829e3 None None] Update dhcp port {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'fixed_ips': [{'subnet_id': '41f916d6-adb8-4020-873c-4969353bab39', 'ip_address': '2001:db8::f816:3eff:fe1c:db06'}, {'subnet_id': 'ffe254ad-c6ef-439c-86ea-17b0de3c9f62'}], 'binding:host_id': 'n-d-688802-2'}, 'id': '4358c5d1-9522-475f-87ac-0ca3ec91a11a'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:52:35.473525 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:35.521765 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Routers {'98634a28-3d64-4632-a9c6-718493d6d4cc'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:35.522683 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3b871511-ec29-4f11-962a-36666537e9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['98634a28-3d64-4632-a9c6-718493d6d4cc'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:35.525323 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d30b8-26fd-46d2-8ba5-c629d222baf8 None None] Pushing event updated for resources: {'Port': ['ID=4358c5d1-9522-475f-87ac-0ca3ec91a11a,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:35.582689 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:35.584017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Pushing event updated for resources: {'Port': ['ID=616981b5-a074-4376-b358-624037051e03,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:35.589182 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:35.595475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:35.634647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd869d9f-3767-48ad-87d2-10fab85fe96d req-25a13b3e-63f9-4ff0-a4e5-d174d1ad61ce tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:35.636702 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bd869d9f-3767-48ad-87d2-10fab85fe96d req-25a13b3e-63f9-4ff0-a4e5-d174d1ad61ce tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1766779 Jul 22 23:52:35.667477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c320ebaf-ba52-455e-a003-5707b5cdf53d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port 22d8afd6-4454-4f5d-b42d-b9d00468ea5c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:35.667870 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c320ebaf-ba52-455e-a003-5707b5cdf53d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:35.691877 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:35.698196 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-498f0db2-7d39-40d7-95fc-fad2602829e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:35.722471 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bd869d9f-3767-48ad-87d2-10fab85fe96d req-905fa2f2-6fa3-4278-8cd7-11a60d8d2130 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730174 Jul 22 23:52:35.737527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c1a98-0055-4639-9b9a-a142bff1d861 None None] Pushing event updated for resources: {'Port': ['ID=9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:35.821393 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c320ebaf-ba52-455e-a003-5707b5cdf53d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:35.844652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c320ebaf-ba52-455e-a003-5707b5cdf53d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for 22d8afd6-4454-4f5d-b42d-b9d00468ea5c owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:35.949262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-498f0db2-7d39-40d7-95fc-fad2602829e3 None None] Allocated IP 2001:db8:0:1::2 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/ffe254ad-c6ef-439c-86ea-17b0de3c9f62/4358c5d1-9522-475f-87ac-0ca3ec91a11a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:36.037537 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:36.135154 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3b871511-ec29-4f11-962a-36666537e9de None None] Set router 98634a28-3d64-4632-a9c6-718493d6d4cc gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:52:36.155633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28ba4c-fc73-46a5-bf8b-e74a4680607c req-b1ef5e1f-70cd-4fca-a760-16bf6b78ffa9 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:36.163281 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db28ba4c-fc73-46a5-bf8b-e74a4680607c req-b1ef5e1f-70cd-4fca-a760-16bf6b78ffa9 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1060901 Jul 22 23:52:36.214740 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db28ba4c-fc73-46a5-bf8b-e74a4680607c req-57b734e9-d22a-4179-b1d3-7255ba2ae186 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485239 Jul 22 23:52:36.305140 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-498f0db2-7d39-40d7-95fc-fad2602829e3 None None] For port 4358c5d1-9522-475f-87ac-0ca3ec91a11a, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4358c5d1-9522-475f-87ac-0ca3ec91a11a,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:36.315358 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c320ebaf-ba52-455e-a003-5707b5cdf53d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:36.366800 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-498f0db2-7d39-40d7-95fc-fad2602829e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:36.380694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320ebaf-ba52-455e-a003-5707b5cdf53d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=22d8afd6-4454-4f5d-b42d-b9d00468ea5c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:36.384650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-498f0db2-7d39-40d7-95fc-fad2602829e3 None None] Transition to ACTIVE for port object 4358c5d1-9522-475f-87ac-0ca3ec91a11a will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:36.422338 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-498f0db2-7d39-40d7-95fc-fad2602829e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:36.436982 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:36.565302 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f0db2-7d39-40d7-95fc-fad2602829e3 None None] Pushing event updated for resources: {'Port': ['ID=4358c5d1-9522-475f-87ac-0ca3ec91a11a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:36.566846 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e07fabf-1774-4a62-9e47-e1b1433961e3 req-58e6857b-7f91-44de-b338-57215b86a044 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 210 time: 0.0893457 Jul 22 23:52:36.567953 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c320ebaf-ba52-455e-a003-5707b5cdf53d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:36.579605 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c320ebaf-ba52-455e-a003-5707b5cdf53d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/22d8afd6-4454-4f5d-b42d-b9d00468ea5c HTTP/1.1" status: 204 len: 168 time: 1.1711254 Jul 22 23:52:36.585917 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34650) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:36.625861 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4316b-982e-4ca9-8cda-5389cd8b4115 req-e2cff28b-8577-4e8a-bc0a-c90a59061102 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:36.634000 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b2e4316b-982e-4ca9-8cda-5389cd8b4115 req-e2cff28b-8577-4e8a-bc0a-c90a59061102 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2584498 Jul 22 23:52:36.691675 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Router 5ac07618-d4d4-41cc-85f1-bbc3c568d45d is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:52:36.695853 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3b871511-ec29-4f11-962a-36666537e9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98634a28-3d64-4632-a9c6-718493d6d4cc', 'name': 'tempest-snat-router-639867472', 'tenant_id': 'dd8037de894e4712882e19ad61ca997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.200'}], 'enable_snat': False}, 'gw_port_id': '9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:52:29Z', 'updated_at': '2021-07-22T23:52:31Z', 'revision_number': 3, 'project_id': 'dd8037de894e4712882e19ad61ca997e', 'gw_port': {'id': '9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98634a28-3d64-4632-a9c6-718493d6d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:52:30Z', 'updated_at': '2021-07-22T23:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:36.708256 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b2e4316b-982e-4ca9-8cda-5389cd8b4115 req-5fb47c4c-8136-41c7-a929-38fd4dc01b03 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708923 Jul 22 23:52:36.735871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83e4dd-b91e-414c-8aaf-b94d66af40ce tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:36.740883 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34654) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:36.752481 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0b83e4dd-b91e-414c-8aaf-b94d66af40ce tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1637533 Jul 22 23:52:36.757868 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b871511-ec29-4f11-962a-36666537e9de None None] The sync data for ids ['98634a28-3d64-4632-a9c6-718493d6d4cc'] in n-d-688802-2 is: [{'id': '98634a28-3d64-4632-a9c6-718493d6d4cc', 'name': 'tempest-snat-router-639867472', 'tenant_id': 'dd8037de894e4712882e19ad61ca997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.200'}], 'enable_snat': False}, 'gw_port_id': '9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:52:29Z', 'updated_at': '2021-07-22T23:52:31Z', 'revision_number': 3, 'project_id': 'dd8037de894e4712882e19ad61ca997e', 'gw_port': {'id': '9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98634a28-3d64-4632-a9c6-718493d6d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:52:30Z', 'updated_at': '2021-07-22T23:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:52:36.919934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac840eff-942b-4052-b911-0d948d92c3ef tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:36.925193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34658) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:36.925666 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ac840eff-942b-4052-b911-0d948d92c3ef tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1828139 Jul 22 23:52:36.967489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3893c-878e-4e14-a058-e94f9a7bf126 req-6b3e9c12-d0b0-4018-833e-70e23b118f5c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:36.969505 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96d3893c-878e-4e14-a058-e94f9a7bf126 req-6b3e9c12-d0b0-4018-833e-70e23b118f5c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1310401 Jul 22 23:52:36.997430 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:52:37.005239 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:37.010517 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Sync routers for ids ['5ac07618-d4d4-41cc-85f1-bbc3c568d45d'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:52:37.027700 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Routers {'5ac07618-d4d4-41cc-85f1-bbc3c568d45d'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:37.028334 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['5ac07618-d4d4-41cc-85f1-bbc3c568d45d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:37.056756 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96d3893c-878e-4e14-a058-e94f9a7bf126 req-9441add7-f911-4c81-bddd-be6f08c4a3ec tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803428 Jul 22 23:52:37.075479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b13f4-ab89-4157-bc42-df27def8a733 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:37.078982 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b13f4-ab89-4157-bc42-df27def8a733 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:37.081715 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b13f4-ab89-4157-bc42-df27def8a733 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:37.086167 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc0b13f4-ab89-4157-bc42-df27def8a733 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1599960 Jul 22 23:52:37.086295 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34660) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:37.088110 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:37.089403 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1f2e4267-bce4-41d0-a5a1-9c02c3247ed4 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.8215432 Jul 22 23:52:37.092857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34664) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:37.364489 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4358c5d1-9522-475f-87ac-0ca3ec91a11a up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:37.370756 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Set router 5ac07618-d4d4-41cc-85f1-bbc3c568d45d gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:52:37.436837 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c1a1db4b-a451-4f8a-87c3-ad58e6d1db3a tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "GET /v2.0/routers/5ac07618-d4d4-41cc-85f1-bbc3c568d45d HTTP/1.1" status: 200 len: 907 time: 0.3278735 Jul 22 23:52:37.438986 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34666) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:37.571138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71a7b6c-30a2-4923-9321-d93587b44fbb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 41f916d6-adb8-4020-873c-4969353bab39 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:52:37.577477 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a71a7b6c-30a2-4923-9321-d93587b44fbb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:37.726552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a71a7b6c-30a2-4923-9321-d93587b44fbb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:37.751067 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac07618-d4d4-41cc-85f1-bbc3c568d45d', 'name': 'tempest-snat-router-639867472', 'tenant_id': 'dd8037de894e4712882e19ad61ca997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '616981b5-a074-4376-b358-624037051e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:52:33Z', 'updated_at': '2021-07-22T23:52:35Z', 'revision_number': 3, 'project_id': 'dd8037de894e4712882e19ad61ca997e', 'gw_port': {'id': '616981b5-a074-4376-b358-624037051e03', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:83:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac07618-d4d4-41cc-85f1-bbc3c568d45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:52:34Z', 'updated_at': '2021-07-22T23:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:37.755502 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-de6ee9c7-4d52-4440-b2fe-460f8ac5f3a5 None None] Provisioning for port 4358c5d1-9522-475f-87ac-0ca3ec91a11a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:37.768332 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-de6ee9c7-4d52-4440-b2fe-460f8ac5f3a5 None None] Provisioning complete for port 4358c5d1-9522-475f-87ac-0ca3ec91a11a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:37.768619 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de6ee9c7-4d52-4440-b2fe-460f8ac5f3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:37.815917 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Checking router: 5ac07618-d4d4-41cc-85f1-bbc3c568d45d for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:52:37.816262 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Updating router 5ac07618-d4d4-41cc-85f1-bbc3c568d45d port 616981b5-a074-4376-b358-624037051e03 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:52:37.856534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0496a-77bb-4c20-ada8-4c2b1d0389c5 req-997b3f49-a668-4aeb-8822-6f1a6a166d28 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:37.866454 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6c0496a-77bb-4c20-ada8-4c2b1d0389c5 req-997b3f49-a668-4aeb-8822-6f1a6a166d28 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.4285429 Jul 22 23:52:37.897457 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:38.051599 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-74a9c15e-10ef-46da-ba4d-83e8327acf9f req-0438af7a-55f6-4464-bdfc-bbe8872f1e3b tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 210 time: 0.2853796 Jul 22 23:52:38.086494 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6c0496a-77bb-4c20-ada8-4c2b1d0389c5 req-77de183b-b607-45c6-893e-109e5e8d8e70 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190399 Jul 22 23:52:38.150490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d523f897-645e-4e7a-81e0-139670d63e30 None None] Could not find standard attr ID for object 22d8afd6-4454-4f5d-b42d-b9d00468ea5c. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:52:38.253077 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49e057a9-7f55-4403-a7a9-9f18f1db02d0 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:38.465647 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49e057a9-7f55-4403-a7a9-9f18f1db02d0 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:38.588799 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:38.614286 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-49e057a9-7f55-4403-a7a9-9f18f1db02d0 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Deleting port 616981b5-a074-4376-b358-624037051e03 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:38.614711 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49e057a9-7f55-4403-a7a9-9f18f1db02d0 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:38.621779 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Transition to ACTIVE for port object 616981b5-a074-4376-b358-624037051e03 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:38.641484 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:38.799160 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49e057a9-7f55-4403-a7a9-9f18f1db02d0 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:38.816430 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3050d7-b29b-496f-b011-6b275e87f3aa None None] Pushing event updated for resources: {'Port': ['ID=616981b5-a074-4376-b358-624037051e03,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:38.835826 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Attempting to bind port 616981b5-a074-4376-b358-624037051e03 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:52:38.837407 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Attempting to bind port 616981b5-a074-4376-b358-624037051e03 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:52:38.837407 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Attempting to bind port 616981b5-a074-4376-b358-624037051e03 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:52:38.843083 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-49e057a9-7f55-4403-a7a9-9f18f1db02d0 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Calling delete_port for 616981b5-a074-4376-b358-624037051e03 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:38.851582 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:52:38.852211 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:52:38.852680 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:38.854066 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:52:38.855698 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Bound port: 616981b5-a074-4376-b358-624037051e03, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:52:38.860385 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:38.940802 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] For port 616981b5-a074-4376-b358-624037051e03, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:52:38.945857 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] For port 616981b5-a074-4376-b358-624037051e03, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=616981b5-a074-4376-b358-624037051e03,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:52:38.960142 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:39.057238 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Routers {'5ac07618-d4d4-41cc-85f1-bbc3c568d45d'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:39.058569 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['5ac07618-d4d4-41cc-85f1-bbc3c568d45d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:39.194484 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49e057a9-7f55-4403-a7a9-9f18f1db02d0 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:39.204419 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a71a7b6c-30a2-4923-9321-d93587b44fbb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:39.251255 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e057a9-7f55-4403-a7a9-9f18f1db02d0 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Pushing event deleted for resources: {'Port': ['ID=616981b5-a074-4376-b358-624037051e03,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:39.286005 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] Set router 5ac07618-d4d4-41cc-85f1-bbc3c568d45d gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:52:39.331256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:39.347606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f75e222b-e556-4433-be0d-1e93bcb06b51 req-fb3a895f-7b5b-4dd5-8049-6f760893d1c3 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 210 time: 0.0575776 Jul 22 23:52:39.353750 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a71a7b6c-30a2-4923-9321-d93587b44fbb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:39.401402 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a683c835-6c57-40f4-8fee-9d928e00146d None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:39.433360 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49e057a9-7f55-4403-a7a9-9f18f1db02d0 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:39.434621 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a71a7b6c-30a2-4923-9321-d93587b44fbb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:39.438593 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac07618-d4d4-41cc-85f1-bbc3c568d45d', 'name': 'tempest-snat-router-639867472', 'tenant_id': 'dd8037de894e4712882e19ad61ca997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:52:33Z', 'updated_at': '2021-07-22T23:52:38Z', 'revision_number': 4, 'project_id': 'dd8037de894e4712882e19ad61ca997e', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:39.463662 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a71a7b6c-30a2-4923-9321-d93587b44fbb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/41f916d6-adb8-4020-873c-4969353bab39 HTTP/1.1" status: 204 len: 168 time: 2.3745573 Jul 22 23:52:39.470875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34698) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:39.477146 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3050d7-b29b-496f-b011-6b275e87f3aa None None] Pushing event updated for resources: {'Port': ['ID=616981b5-a074-4376-b358-624037051e03,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:39.488149 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e89f0d-30f0-44d2-b5bc-08a56550d900 None None] The sync data for ids ['5ac07618-d4d4-41cc-85f1-bbc3c568d45d'] in n-d-688802-2 is: [{'id': '5ac07618-d4d4-41cc-85f1-bbc3c568d45d', 'name': 'tempest-snat-router-639867472', 'tenant_id': 'dd8037de894e4712882e19ad61ca997e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:52:33Z', 'updated_at': '2021-07-22T23:52:38Z', 'revision_number': 4, 'project_id': 'dd8037de894e4712882e19ad61ca997e', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:52:39.581977 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a501ef-d8ac-4156-8546-4bf83cf9e772 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet ffe254ad-c6ef-439c-86ea-17b0de3c9f62 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:52:39.616374 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a7b6c-30a2-4923-9321-d93587b44fbb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=41f916d6-adb8-4020-873c-4969353bab39,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:39.634729 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a501ef-d8ac-4156-8546-4bf83cf9e772 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:39.678002 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49e057a9-7f55-4403-a7a9-9f18f1db02d0 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:39.680347 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49e057a9-7f55-4403-a7a9-9f18f1db02d0 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:39.712335 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:39.724293 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:39.724677 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:39.752743 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49e057a9-7f55-4403-a7a9-9f18f1db02d0 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:39.753420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e057a9-7f55-4403-a7a9-9f18f1db02d0 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ac07618-d4d4-41cc-85f1-bbc3c568d45d {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:52:39.761010 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49e057a9-7f55-4403-a7a9-9f18f1db02d0 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:39.762370 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-49e057a9-7f55-4403-a7a9-9f18f1db02d0 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "DELETE /v2.0/routers/5ac07618-d4d4-41cc-85f1-bbc3c568d45d HTTP/1.1" status: 204 len: 168 time: 2.3223472 Jul 22 23:52:39.764985 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34702) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:39.801044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d037c85-a736-4936-9e58-9f1e60441e07 req-bc4906a8-4127-4da8-abb8-2fc38b5336ee tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:39.827693 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d037c85-a736-4936-9e58-9f1e60441e07 req-bc4906a8-4127-4da8-abb8-2fc38b5336ee tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.7791233 Jul 22 23:52:39.835557 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a501ef-d8ac-4156-8546-4bf83cf9e772 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:39.963644 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:40.012736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:40.022545 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:40.038067 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfc2b-2468-426f-b37e-e645df46ea34 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:40.054434 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d037c85-a736-4936-9e58-9f1e60441e07 req-3187ef4a-206e-4d27-9509-a83ff9726394 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142103 Jul 22 23:52:40.137549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:40.155768 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a501ef-d8ac-4156-8546-4bf83cf9e772 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:40.201773 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfc2b-2468-426f-b37e-e645df46ea34 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:40.280200 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a501ef-d8ac-4156-8546-4bf83cf9e772 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:40.303605 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cfc2b-2468-426f-b37e-e645df46ea34 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Deleting port 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:40.304012 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfc2b-2468-426f-b37e-e645df46ea34 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:40.338646 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a501ef-d8ac-4156-8546-4bf83cf9e772 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe254ad-c6ef-439c-86ea-17b0de3c9f62,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:40.342469 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-03a501ef-d8ac-4156-8546-4bf83cf9e772 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:40.345018 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-03a501ef-d8ac-4156-8546-4bf83cf9e772 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/ffe254ad-c6ef-439c-86ea-17b0de3c9f62 HTTP/1.1" status: 204 len: 168 time: 0.8683298 Jul 22 23:52:40.347551 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34708) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:40.427501 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-23d3189b-699b-47e0-b2d6-45351a3dd2be tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786347 Jul 22 23:52:40.430355 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34712) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:40.435800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0c3ba282-2509-4b9f-b9d3-93ccc2ab5c20 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:40.520782 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6c3cfc2b-2468-426f-b37e-e645df46ea34 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] For port 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:40.525145 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfc2b-2468-426f-b37e-e645df46ea34 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:40.572075 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cfc2b-2468-426f-b37e-e645df46ea34 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Calling delete_port for 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:40.619609 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c868ba6b-6b67-4d93-9321-d30ee7afba31 req-ad30cebf-a532-443e-b839-a5d827f4be61 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 210 time: 0.0687857 Jul 22 23:52:40.684964 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3ba282-2509-4b9f-b9d3-93ccc2ab5c20 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:40.690343 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c3ba282-2509-4b9f-b9d3-93ccc2ab5c20 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:40.909624 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfc2b-2468-426f-b37e-e645df46ea34 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:40.941249 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cfc2b-2468-426f-b37e-e645df46ea34 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:40.956995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00ba70a-d22a-42e7-9f50-a6a0159b2c8a None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:41.063846 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f6ffeada-343d-4485-b43b-bda345b47bcc None None] Provisioning complete for port 4358c5d1-9522-475f-87ac-0ca3ec91a11a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:41.064360 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6ffeada-343d-4485-b43b-bda345b47bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:41.074115 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfc2b-2468-426f-b37e-e645df46ea34 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:41.154652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.objects.ports [None req-0c3ba282-2509-4b9f-b9d3-93ccc2ab5c20 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:52:41.215570 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfc2b-2468-426f-b37e-e645df46ea34 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:41.217752 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfc2b-2468-426f-b37e-e645df46ea34 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:41.286658 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfc2b-2468-426f-b37e-e645df46ea34 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:41.287396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3cfc2b-2468-426f-b37e-e645df46ea34 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98634a28-3d64-4632-a9c6-718493d6d4cc {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:52:41.303590 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfc2b-2468-426f-b37e-e645df46ea34 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:41.305189 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c3cfc2b-2468-426f-b37e-e645df46ea34 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "DELETE /v2.0/routers/98634a28-3d64-4632-a9c6-718493d6d4cc HTTP/1.1" status: 204 len: 168 time: 1.5373552 Jul 22 23:52:41.309956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34718) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:41.316419 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1715751689', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:41.355180 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:41.356857 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:41.438106 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849d5efc-2fdc-4932-910f-047b1d81202f None None] Update dhcp port {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'fixed_ips': [{'subnet_id': '26f7d205-57a0-429b-9665-55316cb7e531'}], 'binding:host_id': 'n-d-688802-2'}, 'id': '4358c5d1-9522-475f-87ac-0ca3ec91a11a'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:52:41.441955 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:41.495607 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-849d5efc-2fdc-4932-910f-047b1d81202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:41.506410 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c66a2-48a7-4694-a4f5-3f08c7f084d5 req-6b0eae0c-3b61-4381-aec6-3fea406a115c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:41.508064 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a2c66a2-48a7-4694-a4f5-3f08c7f084d5 req-6b0eae0c-3b61-4381-aec6-3fea406a115c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2434740 Jul 22 23:52:41.569158 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a2c66a2-48a7-4694-a4f5-3f08c7f084d5 req-7f437222-63e9-4516-9e1c-9f0ed4d621ca tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528932 Jul 22 23:52:41.622556 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:41.672219 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c3ba282-2509-4b9f-b9d3-93ccc2ab5c20 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:41.827730 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70a0b7e1-e6ac-4015-83f5-95413def118c req-3da0c31e-dfe4-4c3b-b0d4-b7985286944e tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 210 time: 0.0466442 Jul 22 23:52:41.863369 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-849d5efc-2fdc-4932-910f-047b1d81202f None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe1c:db06-63cf2587-3ab8-4f96-993b-cbf70bf5b8 {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:52:41.864728 n-d-688802-2 neutron-server[93822]: DEBUG oslo_db.api [None req-849d5efc-2fdc-4932-910f-047b1d81202f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:52:41.935014 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:41.952037 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:42.001591 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0c3ba282-2509-4b9f-b9d3-93ccc2ab5c20 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] For port 4358c5d1-9522-475f-87ac-0ca3ec91a11a, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4358c5d1-9522-475f-87ac-0ca3ec91a11a,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:42.050282 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c3ba282-2509-4b9f-b9d3-93ccc2ab5c20 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:42.056413 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c3ba282-2509-4b9f-b9d3-93ccc2ab5c20 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:42.057585 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c3ba282-2509-4b9f-b9d3-93ccc2ab5c20 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:42.086528 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Allocated IP 172.25.4.17 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/1c903da3-1701-4dd9-919d-1940199fa461) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:42.153617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3ba282-2509-4b9f-b9d3-93ccc2ab5c20 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:42.166099 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0c3ba282-2509-4b9f-b9d3-93ccc2ab5c20 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:42.172782 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3ba282-2509-4b9f-b9d3-93ccc2ab5c20 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:42.173396 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c3ba282-2509-4b9f-b9d3-93ccc2ab5c20 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:42.184273 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ba282-2509-4b9f-b9d3-93ccc2ab5c20 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=26f7d205-57a0-429b-9665-55316cb7e531,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:42.195182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ba282-2509-4b9f-b9d3-93ccc2ab5c20 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=4358c5d1-9522-475f-87ac-0ca3ec91a11a,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:42.209467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c3ba282-2509-4b9f-b9d3-93ccc2ab5c20 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7778876 Jul 22 23:52:42.209861 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34728) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:42.221900 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-17138f6e-d818-4495-bfce-ed4a16cadad5 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:42.257699 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:42.358936 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:42.406577 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17138f6e-d818-4495-bfce-ed4a16cadad5 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:42.410080 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17138f6e-d818-4495-bfce-ed4a16cadad5 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:42.421215 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:42.426251 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-849d5efc-2fdc-4932-910f-047b1d81202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:42.436805 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:42.448704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:42.456239 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Pushing event updated for resources: {'Port': ['ID=1c903da3-1701-4dd9-919d-1940199fa461,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:42.626010 n-d-688802-2 neutron-server[93820]: INFO neutron.db.ipam_backend_mixin [None req-17138f6e-d818-4495-bfce-ed4a16cadad5 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 26f7d205-57a0-429b-9665-55316cb7e531 (CIDR: 2001:db8::/64) Jul 22 23:52:42.634607 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-17138f6e-d818-4495-bfce-ed4a16cadad5 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:52:42.635127 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17138f6e-d818-4495-bfce-ed4a16cadad5 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:52:42.692812 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-17138f6e-d818-4495-bfce-ed4a16cadad5 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4730680 Jul 22 23:52:42.693951 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34736) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:42.709145 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-81ea83c5-8734-48e0-994b-546d7d7aba64 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:42.868656 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:42.870920 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-849d5efc-2fdc-4932-910f-047b1d81202f None None] For port 4358c5d1-9522-475f-87ac-0ca3ec91a11a, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4358c5d1-9522-475f-87ac-0ca3ec91a11a,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:42.938904 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-849d5efc-2fdc-4932-910f-047b1d81202f None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:42.945506 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-849d5efc-2fdc-4932-910f-047b1d81202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:43.034564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d5efc-2fdc-4932-910f-047b1d81202f None None] Pushing event updated for resources: {'Port': ['ID=4358c5d1-9522-475f-87ac-0ca3ec91a11a,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:43.146336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b58e2d5d-f74e-45ad-b730-98f38dca4537 req-d5902023-891f-454a-ab9b-1f8381f4ba79 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 210 time: 0.0765100 Jul 22 23:52:43.211368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8553fb5-7275-46ff-9cc3-6fc97a77c869 req-769c2bf0-10af-49c6-8481-1b504f3382ee tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:43.213067 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8553fb5-7275-46ff-9cc3-6fc97a77c869 req-769c2bf0-10af-49c6-8481-1b504f3382ee tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.4918225 Jul 22 23:52:43.263194 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ea83c5-8734-48e0-994b-546d7d7aba64 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:43.272596 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81ea83c5-8734-48e0-994b-546d7d7aba64 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:43.306457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4358c5d1-9522-475f-87ac-0ca3ec91a11a up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:43.333475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8553fb5-7275-46ff-9cc3-6fc97a77c869 req-303ce14d-2f22-4f34-8b0e-c41a1499ce71 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073730 Jul 22 23:52:43.447414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4358c5d1-9522-475f-87ac-0ca3ec91a11a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:43.447950 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:43.634369 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:43.667508 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:52:43.668033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9d0e0aaf-bcc2-4c94-ac6c-3640f9ff11c0 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:52:43.689348 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:43.698963 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81ea83c5-8734-48e0-994b-546d7d7aba64 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:43.738078 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ea83c5-8734-48e0-994b-546d7d7aba64 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:43.742797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-81ea83c5-8734-48e0-994b-546d7d7aba64 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:43.747158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ea83c5-8734-48e0-994b-546d7d7aba64 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:43.747748 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81ea83c5-8734-48e0-994b-546d7d7aba64 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:43.773623 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34742) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:43.773836 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-81ea83c5-8734-48e0-994b-546d7d7aba64 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0768008 Jul 22 23:52:43.778737 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-761ecc29-3bac-4cf6-a3bf-bbb5020023af tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'mac_address': 'fa:16:3e:22:94:ce', 'name': 'tempest-NetworksTestDHCPv6-2003328070'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:43.779395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea83c5-8734-48e0-994b-546d7d7aba64 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=78e40b81-f801-4053-b201-1f37838588ec,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:43.801978 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c3172b-b4cd-4532-be5b-4e44548124c5 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:43.939944 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761ecc29-3bac-4cf6-a3bf-bbb5020023af tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:43.946691 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Router 34b8bac5-4b00-4e33-befa-d956cb3e0726 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:52:44.067017 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9769061a-9fcc-455d-823a-db0769fd557e None None] Provisioning complete for port 4358c5d1-9522-475f-87ac-0ca3ec91a11a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:44.067388 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9769061a-9fcc-455d-823a-db0769fd557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:44.146723 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:52:44.179217 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-761ecc29-3bac-4cf6-a3bf-bbb5020023af tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:44.188798 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30bd53d-0f03-4b87-a0c8-9bf2bc1d73a3 None None] Sync routers for ids ['34b8bac5-4b00-4e33-befa-d956cb3e0726'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:52:44.207787 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30bd53d-0f03-4b87-a0c8-9bf2bc1d73a3 None None] Routers {'34b8bac5-4b00-4e33-befa-d956cb3e0726'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:44.208426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e30bd53d-0f03-4b87-a0c8-9bf2bc1d73a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['34b8bac5-4b00-4e33-befa-d956cb3e0726'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:44.213565 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:44.218059 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c60220bc-93b1-48ca-9e34-62d90f6cd08a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9067132 Jul 22 23:52:44.221753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34750) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:44.226517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1f7bfd5a-136e-4a69-ba3e-f2279a6cbc9e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'enable_snat': False}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:44.240924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-761ecc29-3bac-4cf6-a3bf-bbb5020023af tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port bfe8bf5d-666a-48df-97d2-8df14a6b5632 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:52:44.274245 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e30bd53d-0f03-4b87-a0c8-9bf2bc1d73a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:44.303013 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30bd53d-0f03-4b87-a0c8-9bf2bc1d73a3 None None] Routers {'34b8bac5-4b00-4e33-befa-d956cb3e0726'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:44.303659 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e30bd53d-0f03-4b87-a0c8-9bf2bc1d73a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['34b8bac5-4b00-4e33-befa-d956cb3e0726'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:44.366297 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e30bd53d-0f03-4b87-a0c8-9bf2bc1d73a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:44.375834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30bd53d-0f03-4b87-a0c8-9bf2bc1d73a3 None None] The sync data for ids ['34b8bac5-4b00-4e33-befa-d956cb3e0726'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:52:44.462772 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df4f4e64-2d0e-43af-b438-7eb2302f09f5 req-7441128c-dab9-4113-9094-a309f0a39055 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 210 time: 0.1578062 Jul 22 23:52:44.570984 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f56f3c-99a9-4ce1-82f9-d40da810287b None None] Update dhcp port {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'fixed_ips': [{'subnet_id': '26f7d205-57a0-429b-9665-55316cb7e531', 'ip_address': '2001:db8::f816:3eff:fe1c:db06'}, {'subnet_id': '78e40b81-f801-4053-b201-1f37838588ec'}], 'binding:host_id': 'n-d-688802-2'}, 'id': '4358c5d1-9522-475f-87ac-0ca3ec91a11a'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:52:44.583615 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-761ecc29-3bac-4cf6-a3bf-bbb5020023af tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8:0:1::2f1 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/78e40b81-f801-4053-b201-1f37838588ec/bfe8bf5d-666a-48df-97d2-8df14a6b5632) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:44.591958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-761ecc29-3bac-4cf6-a3bf-bbb5020023af tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::f816:3eff:fe22:94ce (c35e90f8-c2e7-4be8-8499-34cc32d977ae/26f7d205-57a0-429b-9665-55316cb7e531/bfe8bf5d-666a-48df-97d2-8df14a6b5632) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:44.608045 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33f56f3c-99a9-4ce1-82f9-d40da810287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:44.681025 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154298a-d3da-48f8-ad2b-d640cc2b7075 req-203a187d-daba-45db-af5c-8a79d7367148 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:44.683520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4154298a-d3da-48f8-ad2b-d640cc2b7075 req-203a187d-daba-45db-af5c-8a79d7367148 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2352960 Jul 22 23:52:44.738022 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4154298a-d3da-48f8-ad2b-d640cc2b7075 req-691e0379-54e2-4153-a953-5487a4417184 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468335 Jul 22 23:52:44.797008 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-761ecc29-3bac-4cf6-a3bf-bbb5020023af tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:44.813464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-761ecc29-3bac-4cf6-a3bf-bbb5020023af tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object bfe8bf5d-666a-48df-97d2-8df14a6b5632 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:44.868525 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f7bfd5a-136e-4a69-ba3e-f2279a6cbc9e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:44.869189 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-761ecc29-3bac-4cf6-a3bf-bbb5020023af tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:44.946004 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761ecc29-3bac-4cf6-a3bf-bbb5020023af tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:44.950649 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-761ecc29-3bac-4cf6-a3bf-bbb5020023af tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:44.956752 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761ecc29-3bac-4cf6-a3bf-bbb5020023af tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:44.962801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761ecc29-3bac-4cf6-a3bf-bbb5020023af tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:44.963463 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-761ecc29-3bac-4cf6-a3bf-bbb5020023af tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:44.964869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-33f56f3c-99a9-4ce1-82f9-d40da810287b None None] Allocated IP 2001:db8:0:1::2 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/78e40b81-f801-4053-b201-1f37838588ec/4358c5d1-9522-475f-87ac-0ca3ec91a11a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:44.967846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ecc29-3bac-4cf6-a3bf-bbb5020023af tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=bfe8bf5d-666a-48df-97d2-8df14a6b5632,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:44.987717 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-761ecc29-3bac-4cf6-a3bf-bbb5020023af tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2128966 Jul 22 23:52:44.987924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:45.095664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-33f56f3c-99a9-4ce1-82f9-d40da810287b None None] For port 4358c5d1-9522-475f-87ac-0ca3ec91a11a, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4358c5d1-9522-475f-87ac-0ca3ec91a11a,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:45.127229 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33f56f3c-99a9-4ce1-82f9-d40da810287b None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:45.141277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-33f56f3c-99a9-4ce1-82f9-d40da810287b None None] Transition to ACTIVE for port object 4358c5d1-9522-475f-87ac-0ca3ec91a11a will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:45.149970 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33f56f3c-99a9-4ce1-82f9-d40da810287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:45.252910 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f56f3c-99a9-4ce1-82f9-d40da810287b None None] Pushing event updated for resources: {'Port': ['ID=4358c5d1-9522-475f-87ac-0ca3ec91a11a,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:45.279504 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-92369d83-8724-4591-bd85-1d80ed0c8f39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port bfe8bf5d-666a-48df-97d2-8df14a6b5632 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:45.279840 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92369d83-8724-4591-bd85-1d80ed0c8f39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:45.488439 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92369d83-8724-4591-bd85-1d80ed0c8f39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:45.514366 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-92369d83-8724-4591-bd85-1d80ed0c8f39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for bfe8bf5d-666a-48df-97d2-8df14a6b5632 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:45.633825 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21e52d65-177b-4614-9451-d632a1f24289 req-92cac7a9-0b73-469c-a109-9adcf0ec3e67 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 210 time: 0.0459154 Jul 22 23:52:45.636198 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f7bfd5a-136e-4a69-ba3e-f2279a6cbc9e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:45.644404 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f7bfd5a-136e-4a69-ba3e-f2279a6cbc9e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:45.786443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7bfd5a-136e-4a69-ba3e-f2279a6cbc9e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Router 34b8bac5-4b00-4e33-befa-d956cb3e0726 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:52:45.935641 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92369d83-8724-4591-bd85-1d80ed0c8f39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:45.959540 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b389be-d766-4e06-8d0f-f055c7c011cf None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:46.057915 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92369d83-8724-4591-bd85-1d80ed0c8f39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=bfe8bf5d-666a-48df-97d2-8df14a6b5632,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:46.078667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d9d10cd8-dff7-4b08-9817-a68f4c568570 None None] Provisioning for port 4358c5d1-9522-475f-87ac-0ca3ec91a11a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:46.095895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d9d10cd8-dff7-4b08-9817-a68f4c568570 None None] Provisioning complete for port 4358c5d1-9522-475f-87ac-0ca3ec91a11a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:46.097042 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9d10cd8-dff7-4b08-9817-a68f4c568570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:46.132412 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92369d83-8724-4591-bd85-1d80ed0c8f39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:46.136934 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34770) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:46.137467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-92369d83-8724-4591-bd85-1d80ed0c8f39 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/bfe8bf5d-666a-48df-97d2-8df14a6b5632 HTTP/1.1" status: 204 len: 168 time: 1.1481211 Jul 22 23:52:46.163564 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4358c2-e667-4955-918e-a096707997ad req-8c119707-cba9-4689-91dd-7e943ca7d9f6 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:46.165299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6d4358c2-e667-4955-918e-a096707997ad req-8c119707-cba9-4689-91dd-7e943ca7d9f6 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2466362 Jul 22 23:52:46.215571 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6d4358c2-e667-4955-918e-a096707997ad req-83326d59-445a-4111-8a3a-0dacd35d31af tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438750 Jul 22 23:52:46.216741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7bfd5a-136e-4a69-ba3e-f2279a6cbc9e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:52:46.221981 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f7bfd5a-136e-4a69-ba3e-f2279a6cbc9e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:46.223702 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1f7bfd5a-136e-4a69-ba3e-f2279a6cbc9e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "PUT /v2.0/routers/34b8bac5-4b00-4e33-befa-d956cb3e0726 HTTP/1.1" status: 200 len: 925 time: 2.0001097 Jul 22 23:52:46.225869 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34772) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:46.229564 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4595be-30e0-46fd-97d2-9fe5531d922c None None] Sync routers for ids ['34b8bac5-4b00-4e33-befa-d956cb3e0726'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:52:46.246859 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4595be-30e0-46fd-97d2-9fe5531d922c None None] Routers {'34b8bac5-4b00-4e33-befa-d956cb3e0726'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:46.247489 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6c4595be-30e0-46fd-97d2-9fe5531d922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['34b8bac5-4b00-4e33-befa-d956cb3e0726'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:46.277404 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af8ee31-9b19-46fe-930a-4b97ab5f0a0b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:46.283336 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4af8ee31-9b19-46fe-930a-4b97ab5f0a0b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1428673 Jul 22 23:52:46.283624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34774) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:46.415098 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e14ff3e-252c-421b-9fc0-4956e80e21eb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:46.416566 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9e14ff3e-252c-421b-9fc0-4956e80e21eb tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1318707 Jul 22 23:52:46.419263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34776) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:46.497508 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6c4595be-30e0-46fd-97d2-9fe5531d922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:46.505473 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:46.516590 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4595be-30e0-46fd-97d2-9fe5531d922c None None] Routers {'34b8bac5-4b00-4e33-befa-d956cb3e0726'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:46.518451 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6c4595be-30e0-46fd-97d2-9fe5531d922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['34b8bac5-4b00-4e33-befa-d956cb3e0726'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:46.550259 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d81c48-721a-42fa-a6ff-0e51f6634f9a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:46.551819 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d81c48-721a-42fa-a6ff-0e51f6634f9a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:46.557177 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d81c48-721a-42fa-a6ff-0e51f6634f9a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:46.558906 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-60d81c48-721a-42fa-a6ff-0e51f6634f9a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1387575 Jul 22 23:52:46.566321 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34778) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:46.629778 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6c4595be-30e0-46fd-97d2-9fe5531d922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:46.630627 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4595be-30e0-46fd-97d2-9fe5531d922c None None] The sync data for ids ['34b8bac5-4b00-4e33-befa-d956cb3e0726'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:52:46.683474 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9675f00b-beba-4564-92d4-3095baa21e7f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 26f7d205-57a0-429b-9665-55316cb7e531 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:52:46.701200 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9675f00b-beba-4564-92d4-3095baa21e7f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:46.779256 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9675f00b-beba-4564-92d4-3095baa21e7f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:46.829678 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eaa98190-3471-4a61-b175-c1504f343432 None None] Provisioning complete for port 4358c5d1-9522-475f-87ac-0ca3ec91a11a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:46.830058 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eaa98190-3471-4a61-b175-c1504f343432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:46.849848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd35efdb-1407-41ea-87c3-2081f204591a req-c3968ca8-b345-4797-9716-70ba664fceea tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f7e0425-ce16-4152-80f4-f1ded238b819 HTTP/1.1" status: 200 len: 210 time: 0.0816915 Jul 22 23:52:46.904293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e284343c-a2bf-469e-98e2-1e9d228ae4af tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "GET /v2.0/routers/34b8bac5-4b00-4e33-befa-d956cb3e0726 HTTP/1.1" status: 200 len: 925 time: 0.6773739 Jul 22 23:52:46.904979 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34784) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:46.919973 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9675f00b-beba-4564-92d4-3095baa21e7f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:47.042875 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9675f00b-beba-4564-92d4-3095baa21e7f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:47.059142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6e0fb7-bea0-493c-8345-4999649eb8da tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:47.065680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5c6e0fb7-bea0-493c-8345-4999649eb8da tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&device_id=34b8bac5-4b00-4e33-befa-d956cb3e0726&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1594863 Jul 22 23:52:47.066594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34786) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:47.113889 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675f00b-beba-4564-92d4-3095baa21e7f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=26f7d205-57a0-429b-9665-55316cb7e531,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:47.119053 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9675f00b-beba-4564-92d4-3095baa21e7f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:47.130875 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9675f00b-beba-4564-92d4-3095baa21e7f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/26f7d205-57a0-429b-9665-55316cb7e531 HTTP/1.1" status: 204 len: 168 time: 0.5630190 Jul 22 23:52:47.133465 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34788) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:47.198292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-57669fff-9700-44c9-b08d-626d6adc4b2f None None] Could not find standard attr ID for object bfe8bf5d-666a-48df-97d2-8df14a6b5632. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:52:47.232476 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-63599d61-0148-4822-862c-b76a69010f59 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 78e40b81-f801-4053-b201-1f37838588ec {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:52:47.237707 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63599d61-0148-4822-862c-b76a69010f59 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:47.246585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c0002-1084-49b1-88d2-1dbd5446907a tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:47.251317 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-be2c0002-1084-49b1-88d2-1dbd5446907a tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 881 time: 0.1805131 Jul 22 23:52:47.252895 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34792) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:47.257389 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4358c5d1-9522-475f-87ac-0ca3ec91a11a up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:47.283109 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5cee38a3-0300-4855-beba-618f7707ce92 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b8bac5-4b00-4e33-befa-d956cb3e0726 HTTP/1.1" status: 200 len: 205 time: 0.0290465 Jul 22 23:52:47.286249 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34794) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:47.317354 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63599d61-0148-4822-862c-b76a69010f59 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:47.340417 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4358c5d1-9522-475f-87ac-0ca3ec91a11a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:47.340970 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:47.457404 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63599d61-0148-4822-862c-b76a69010f59 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:47.494267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d7f718-d2fc-4aba-9801-573d70e83825 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:47.501339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bee8af-56ad-4353-9303-249ddb75656a req-67d2853b-4abb-4d53-ae30-0a6a47653dec tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:47.505326 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6bee8af-56ad-4353-9303-249ddb75656a req-67d2853b-4abb-4d53-ae30-0a6a47653dec tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1260238 Jul 22 23:52:47.516250 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e041240-7c1d-4b31-8ecc-39c3ff6a5b22 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:47.563636 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63599d61-0148-4822-862c-b76a69010f59 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:47.621044 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63599d61-0148-4822-862c-b76a69010f59 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=78e40b81-f801-4053-b201-1f37838588ec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:47.633972 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63599d61-0148-4822-862c-b76a69010f59 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:47.641558 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-63599d61-0148-4822-862c-b76a69010f59 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/78e40b81-f801-4053-b201-1f37838588ec HTTP/1.1" status: 204 len: 168 time: 0.5065575 Jul 22 23:52:47.643735 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34796) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:47.655102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6bee8af-56ad-4353-9303-249ddb75656a req-e4f3b758-aa26-410b-85f5-b65d3a7666b5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332321 Jul 22 23:52:47.698284 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f4cffa8a-3eaa-4d69-9766-9bb16b261d0e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533340 Jul 22 23:52:47.700970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:47.713304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a2e3fe0a-c777-492b-8ede-46f7c1926789 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:47.717806 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e041240-7c1d-4b31-8ecc-39c3ff6a5b22 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:47.797074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2e041240-7c1d-4b31-8ecc-39c3ff6a5b22 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Deleting port 1c903da3-1701-4dd9-919d-1940199fa461 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:47.797684 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e041240-7c1d-4b31-8ecc-39c3ff6a5b22 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:47.841163 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b361e28c-5505-4229-8b56-9fb7effea12f None None] DHCP port deletion for c35e90f8-c2e7-4be8-8499-34cc32d977ae request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:52:47.873344 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e3fe0a-c777-492b-8ede-46f7c1926789 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:47.878451 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2e3fe0a-c777-492b-8ede-46f7c1926789 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:47.926724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b361e28c-5505-4229-8b56-9fb7effea12f None None] Deleting port 4358c5d1-9522-475f-87ac-0ca3ec91a11a {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:47.927093 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b361e28c-5505-4229-8b56-9fb7effea12f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:47.940313 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e041240-7c1d-4b31-8ecc-39c3ff6a5b22 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:47.969931 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2e041240-7c1d-4b31-8ecc-39c3ff6a5b22 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Calling delete_port for 1c903da3-1701-4dd9-919d-1940199fa461 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:47.999823 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34806) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:48.082386 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b361e28c-5505-4229-8b56-9fb7effea12f None None] For port 4358c5d1-9522-475f-87ac-0ca3ec91a11a, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4358c5d1-9522-475f-87ac-0ca3ec91a11a,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:48.082777 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b361e28c-5505-4229-8b56-9fb7effea12f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.100480 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b361e28c-5505-4229-8b56-9fb7effea12f None None] Calling delete_port for 4358c5d1-9522-475f-87ac-0ca3ec91a11a owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:48.160270 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a21b99c1-2d5f-414d-90bf-932803ba1363 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.220247 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e041240-7c1d-4b31-8ecc-39c3ff6a5b22 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.220489 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a21b99c1-2d5f-414d-90bf-932803ba1363 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.232628 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2e3fe0a-c777-492b-8ede-46f7c1926789 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.244417 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b361e28c-5505-4229-8b56-9fb7effea12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.276161 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361e28c-5505-4229-8b56-9fb7effea12f None None] Pushing event deleted for resources: {'Port': ['ID=4358c5d1-9522-475f-87ac-0ca3ec91a11a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:48.278893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b361e28c-5505-4229-8b56-9fb7effea12f None None] No DVR routers for this DVR port 4358c5d1-9522-475f-87ac-0ca3ec91a11a on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:48.297744 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e3fe0a-c777-492b-8ede-46f7c1926789 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:48.299970 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e041240-7c1d-4b31-8ecc-39c3ff6a5b22 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Pushing event deleted for resources: {'Port': ['ID=1c903da3-1701-4dd9-919d-1940199fa461,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:48.303463 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a2e3fe0a-c777-492b-8ede-46f7c1926789 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:48.308430 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e3fe0a-c777-492b-8ede-46f7c1926789 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:48.310247 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2e3fe0a-c777-492b-8ede-46f7c1926789 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.325051 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3fe0a-c777-492b-8ede-46f7c1926789 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=2786ee27-25b0-438b-9d7d-1afec895c099,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:48.337406 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a2e3fe0a-c777-492b-8ede-46f7c1926789 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6352174 Jul 22 23:52:48.340864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34808) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:48.343862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff79b93-d562-4cf1-aeb7-31dd37f056c4 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:48.348502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2dcfd471-de22-4c0c-b04f-49eca801155a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:48.366700 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a21b99c1-2d5f-414d-90bf-932803ba1363 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.369257 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a21b99c1-2d5f-414d-90bf-932803ba1363 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.370394 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a21b99c1-2d5f-414d-90bf-932803ba1363 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "DELETE /v2.0/security-groups/667796f0-f236-42b1-9269-692d06e56c1d HTTP/1.1" status: 204 len: 168 time: 0.3657625 Jul 22 23:52:48.381257 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34810) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:48.400721 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e041240-7c1d-4b31-8ecc-39c3ff6a5b22 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.400946 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b99c1-2d5f-414d-90bf-932803ba1363 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=667796f0-f236-42b1-9269-692d06e56c1d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:48.409198 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-13b3f904-c08a-4323-b112-a1ba1e80422d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] show failed (client error): The resource could not be found. Jul 22 23:52:48.410288 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-13b3f904-c08a-4323-b112-a1ba1e80422d tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "GET /v2.0/security-groups/667796f0-f236-42b1-9269-692d06e56c1d HTTP/1.1" status: 404 len: 347 time: 0.0263503 Jul 22 23:52:48.419168 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34812) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:48.518650 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcfd471-de22-4c0c-b04f-49eca801155a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:48.522195 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd471-de22-4c0c-b04f-49eca801155a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.593076 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e041240-7c1d-4b31-8ecc-39c3ff6a5b22 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.602707 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e041240-7c1d-4b31-8ecc-39c3ff6a5b22 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.653144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'tenant_id': '3e15117d3ac8408fb4014e5e132855bf', 'fixed_ips': [{'subnet_id': '2786ee27-25b0-438b-9d7d-1afec895c099'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:52:48.654679 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.667953 n-d-688802-2 neutron-server[93820]: INFO neutron.db.ipam_backend_mixin [None req-2dcfd471-de22-4c0c-b04f-49eca801155a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2786ee27-25b0-438b-9d7d-1afec895c099 (CIDR: 2001:db8::/64) Jul 22 23:52:48.671978 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcfd471-de22-4c0c-b04f-49eca801155a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:52:48.672617 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcfd471-de22-4c0c-b04f-49eca801155a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:52:48.696395 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2dcfd471-de22-4c0c-b04f-49eca801155a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3533092 Jul 22 23:52:48.699330 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34816) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:48.710785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3758ddf2-92e5-4b86-b9d0-fa96a76649ae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:48.717692 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e041240-7c1d-4b31-8ecc-39c3ff6a5b22 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.718803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e041240-7c1d-4b31-8ecc-39c3ff6a5b22 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Fanout notify agent at l3_agent the message router_deleted on router 34b8bac5-4b00-4e33-befa-d956cb3e0726 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:52:48.727276 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2e041240-7c1d-4b31-8ecc-39c3ff6a5b22 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.728624 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2e041240-7c1d-4b31-8ecc-39c3ff6a5b22 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "DELETE /v2.0/routers/34b8bac5-4b00-4e33-befa-d956cb3e0726 HTTP/1.1" status: 204 len: 168 time: 1.4414396 Jul 22 23:52:48.734841 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34818) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:48.741841 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e56630b5-e5a7-4dcd-9c33-1ab61b212381 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-728356776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:48.773184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0eda0a4f-8b82-47d2-b807-64b65e972901 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Deleting port eaecb3e8-d9a8-480c-ab83-245dea4ea3b4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:48.773425 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0eda0a4f-8b82-47d2-b807-64b65e972901 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.858398 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Allocated IP 2001:db8::2 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/2786ee27-25b0-438b-9d7d-1afec895c099/c5eaacce-d699-4d53-ace3-df2292c119c7) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:48.891949 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e56630b5-e5a7-4dcd-9c33-1ab61b212381 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.892978 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e56630b5-e5a7-4dcd-9c33-1ab61b212381 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.956250 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0eda0a4f-8b82-47d2-b807-64b65e972901 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.958836 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0eda0a4f-8b82-47d2-b807-64b65e972901 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:48.962864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3758ddf2-92e5-4b86-b9d0-fa96a76649ae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:48.966918 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3758ddf2-92e5-4b86-b9d0-fa96a76649ae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:49.006985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1d54b-3955-4a78-a375-0bf71987ac20 req-3694252a-e038-48b2-87ec-94a0ce51fc87 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:49.008577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43e1d54b-3955-4a78-a375-0bf71987ac20 req-3694252a-e038-48b2-87ec-94a0ce51fc87 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2501907 Jul 22 23:52:49.010260 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e56630b5-e5a7-4dcd-9c33-1ab61b212381 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:49.015558 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0eda0a4f-8b82-47d2-b807-64b65e972901 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Calling delete_port for eaecb3e8-d9a8-480c-ab83-245dea4ea3b4 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:49.029877 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e56630b5-e5a7-4dcd-9c33-1ab61b212381 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:49.064882 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e56630b5-e5a7-4dcd-9c33-1ab61b212381 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:49.066102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e56630b5-e5a7-4dcd-9c33-1ab61b212381 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3299017 Jul 22 23:52:49.074064 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34822) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:49.083408 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Request body: {'router': {'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:49.122389 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:49.134831 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Transition to ACTIVE for port object c5eaacce-d699-4d53-ace3-df2292c119c7 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:49.157150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Transition to ACTIVE for port object c5eaacce-d699-4d53-ace3-df2292c119c7 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:49.174294 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:49.222461 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:49.228797 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:49.233218 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:49.312732 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Pushing event updated for resources: {'Port': ['ID=c5eaacce-d699-4d53-ace3-df2292c119c7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:49.317157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4358c5d1-9522-475f-87ac-0ca3ec91a11a no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:49.363688 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 4358c5d1-9522-475f-87ac-0ca3ec91a11a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:52:49.364224 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4358c5d1-9522-475f-87ac-0ca3ec91a11a not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:52:49.378371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Attempting to bind port c5eaacce-d699-4d53-ace3-df2292c119c7 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:52:49.378811 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Attempting to bind port c5eaacce-d699-4d53-ace3-df2292c119c7 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:52:49.379273 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Attempting to bind port c5eaacce-d699-4d53-ace3-df2292c119c7 on network c35e90f8-c2e7-4be8-8499-34cc32d977ae {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:52:49.385286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:52:49.385800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Checking segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:52:49.386344 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:49.386838 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Bound using segment: {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:52:49.387414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Bound port: c5eaacce-d699-4d53-ace3-df2292c119c7, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3524fa-d49b-424d-bab9-2329fd5c80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:52:49.387910 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:49.457135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43e1d54b-3955-4a78-a375-0bf71987ac20 req-1a806911-cb5e-46af-9842-79560d21a5d8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371965 Jul 22 23:52:49.462590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] For port c5eaacce-d699-4d53-ace3-df2292c119c7, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:52:49.466637 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] For port c5eaacce-d699-4d53-ace3-df2292c119c7, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c5eaacce-d699-4d53-ace3-df2292c119c7,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:52:49.501017 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:49.559426 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0eda0a4f-8b82-47d2-b807-64b65e972901 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:49.562953 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f71cb-ecb9-451b-98a1-6bf768caccca None None] Pushing event updated for resources: {'Port': ['ID=c5eaacce-d699-4d53-ace3-df2292c119c7,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:49.598109 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda0a4f-8b82-47d2-b807-64b65e972901 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event deleted for resources: {'Port': ['ID=eaecb3e8-d9a8-480c-ab83-245dea4ea3b4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:49.698358 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:49.712056 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0eda0a4f-8b82-47d2-b807-64b65e972901 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:49.717773 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0eda0a4f-8b82-47d2-b807-64b65e972901 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:49.719790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0eda0a4f-8b82-47d2-b807-64b65e972901 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "DELETE /v2.0/floatingips/05af1e32-0f88-4621-bd5d-9bdac70a5ae8 HTTP/1.1" status: 204 len: 168 time: 1.2995760 Jul 22 23:52:49.722496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34824) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:49.901229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-81ca79bf-0a3d-4b20-aa59-81287814274c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Deleting port bd4a7c11-f8d2-44b4-95fe-48b417a7f15d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:49.901665 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81ca79bf-0a3d-4b20-aa59-81287814274c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:49.980659 n-d-688802-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-3758ddf2-92e5-4b86-b9d0-fa96a76649ae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:52:50.033245 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81ca79bf-0a3d-4b20-aa59-81287814274c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:50.055859 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-81ca79bf-0a3d-4b20-aa59-81287814274c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Calling delete_port for bd4a7c11-f8d2-44b4-95fe-48b417a7f15d owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:50.159057 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:50.181746 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:50.253034 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81ca79bf-0a3d-4b20-aa59-81287814274c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:50.294652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca79bf-0a3d-4b20-aa59-81287814274c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event deleted for resources: {'Port': ['ID=bd4a7c11-f8d2-44b4-95fe-48b417a7f15d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:50.382114 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Allocated IP 172.25.4.33 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/285109b3-80f3-45f3-a906-b30639712628) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:50.382731 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-81ca79bf-0a3d-4b20-aa59-81287814274c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:50.385557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-81ca79bf-0a3d-4b20-aa59-81287814274c tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "DELETE /v2.0/ports/bd4a7c11-f8d2-44b4-95fe-48b417a7f15d HTTP/1.1" status: 204 len: 168 time: 0.6619315 Jul 22 23:52:50.386582 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3758ddf2-92e5-4b86-b9d0-fa96a76649ae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:50.388033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:50.544893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6ad31b66-ddc6-46fe-8846-d0d9934a05db tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Deleting port ab643751-7af9-4073-927e-3801c1e6ab2e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:50.545828 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ad31b66-ddc6-46fe-8846-d0d9934a05db tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:50.662928 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:50.686626 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3758ddf2-92e5-4b86-b9d0-fa96a76649ae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] For port c5eaacce-d699-4d53-ace3-df2292c119c7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c5eaacce-d699-4d53-ace3-df2292c119c7,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:50.739401 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ad31b66-ddc6-46fe-8846-d0d9934a05db tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:50.764974 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3758ddf2-92e5-4b86-b9d0-fa96a76649ae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:50.773024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6ad31b66-ddc6-46fe-8846-d0d9934a05db tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Calling delete_port for ab643751-7af9-4073-927e-3801c1e6ab2e owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:50.775751 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3758ddf2-92e5-4b86-b9d0-fa96a76649ae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:50.776764 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3758ddf2-92e5-4b86-b9d0-fa96a76649ae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:50.797578 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:50.806719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edff18f-dada-498b-beaf-7d210c559812 req-5a9de331-dd1b-4872-9b9b-aa763567e661 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:50.808257 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0edff18f-dada-498b-beaf-7d210c559812 req-5a9de331-dd1b-4872-9b9b-aa763567e661 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1768751 Jul 22 23:52:50.886642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:50.893040 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3758ddf2-92e5-4b86-b9d0-fa96a76649ae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:50.898176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:50.907614 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:50.991543 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0edff18f-dada-498b-beaf-7d210c559812 req-f5ff2177-90f1-48af-9b98-d7b58c0c9a99 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882006 Jul 22 23:52:51.096357 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3758ddf2-92e5-4b86-b9d0-fa96a76649ae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:51.098991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758ddf2-92e5-4b86-b9d0-fa96a76649ae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=c5eaacce-d699-4d53-ace3-df2292c119c7,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:51.110119 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3758ddf2-92e5-4b86-b9d0-fa96a76649ae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:51.112395 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3758ddf2-92e5-4b86-b9d0-fa96a76649ae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:51.206845 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ad31b66-ddc6-46fe-8846-d0d9934a05db tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:51.216838 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758ddf2-92e5-4b86-b9d0-fa96a76649ae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=faa219cd-663e-482f-90f7-ac2ff4f39013,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:51.270087 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad31b66-ddc6-46fe-8846-d0d9934a05db tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event deleted for resources: {'Port': ['ID=ab643751-7af9-4073-927e-3801c1e6ab2e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:51.295421 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3758ddf2-92e5-4b86-b9d0-fa96a76649ae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5947478 Jul 22 23:52:51.300094 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34838) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:51.305254 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:52:51.306721 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e5e2ad9b-559d-4516-b645-f10d11ccd681 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'mac_address': 'fa:16:3e:96:62:3f', 'name': 'tempest-NetworksTestDHCPv6-1108643745'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:51.325837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e694a-4371-4582-ab01-152a720f11f7 req-a587c5da-769f-444c-8895-f97227c5f5fa tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:51.332949 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da2e694a-4371-4582-ab01-152a720f11f7 req-a587c5da-769f-444c-8895-f97227c5f5fa tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 1096 time: 0.2124472 Jul 22 23:52:51.342636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Pushing event updated for resources: {'Port': ['ID=285109b3-80f3-45f3-a906-b30639712628,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:51.345185 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb3ab10-c350-4620-a7f8-e951b099d7ea None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:51.394224 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da2e694a-4371-4582-ab01-152a720f11f7 req-a314e05a-74d6-44dc-aaf7-ae4dce4ee1a2 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:51.421760 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ad31b66-ddc6-46fe-8846-d0d9934a05db tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:51.422970 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ad31b66-ddc6-46fe-8846-d0d9934a05db tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "DELETE /v2.0/ports/ab643751-7af9-4073-927e-3801c1e6ab2e HTTP/1.1" status: 204 len: 168 time: 1.0330477 Jul 22 23:52:51.427010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34840) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:51.455908 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c5eaacce-d699-4d53-ace3-df2292c119c7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:51.512229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f811604-dc0f-4a0f-b545-a4b31435c622 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Deleting subnet da97aba8-7313-4be0-a09e-c8187e45cd62 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:52:51.519866 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f811604-dc0f-4a0f-b545-a4b31435c622 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:51.571806 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f811604-dc0f-4a0f-b545-a4b31435c622 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:51.620351 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da2e694a-4371-4582-ab01-152a720f11f7 req-a314e05a-74d6-44dc-aaf7-ae4dce4ee1a2 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:51.627823 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da2e694a-4371-4582-ab01-152a720f11f7 req-a314e05a-74d6-44dc-aaf7-ae4dce4ee1a2 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:51.631414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e35fe270-04c0-4683-872e-bd27ca4def99 None None] Provisioning for port c5eaacce-d699-4d53-ace3-df2292c119c7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:51.674908 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:51.679728 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da2e694a-4371-4582-ab01-152a720f11f7 req-a314e05a-74d6-44dc-aaf7-ae4dce4ee1a2 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084369 Jul 22 23:52:51.680687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port c5eaacce-d699-4d53-ace3-df2292c119c7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:51.691264 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port c5eaacce-d699-4d53-ace3-df2292c119c7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:51.691864 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:51.718733 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314e05a-74d6-44dc-aaf7-ae4dce4ee1a2 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7281204b-3e5f-4197-876a-4ebe628a8141,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:51.730205 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f811604-dc0f-4a0f-b545-a4b31435c622 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:51.848773 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e2ad9b-559d-4516-b645-f10d11ccd681 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:51.886859 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f811604-dc0f-4a0f-b545-a4b31435c622 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:51.902977 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:51.942879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f811604-dc0f-4a0f-b545-a4b31435c622 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event deleted for resources: {'Subnet': ['ID=da97aba8-7313-4be0-a09e-c8187e45cd62,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:51.945312 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f811604-dc0f-4a0f-b545-a4b31435c622 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:51.949575 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7f811604-dc0f-4a0f-b545-a4b31435c622 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "DELETE /v2.0/subnets/da97aba8-7313-4be0-a09e-c8187e45cd62 HTTP/1.1" status: 204 len: 168 time: 0.5193498 Jul 22 23:52:51.950604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:52.028350 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ad9b-559d-4516-b645-f10d11ccd681 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:52.061816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb162-7a47-4944-9534-1c4fc44cd055 req-cb4d94cb-a4c4-4b10-ae20-b3b69eb94e3a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:52.064102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5dbdb162-7a47-4944-9534-1c4fc44cd055 req-cb4d94cb-a4c4-4b10-ae20-b3b69eb94e3a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.2289371 Jul 22 23:52:52.082736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d07a264-6258-449c-a62f-3ad55dcd6a2f tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Deleting subnet f8cea5c0-2774-409d-bda9-e9e98d3a9b82 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:52:52.112490 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d07a264-6258-449c-a62f-3ad55dcd6a2f tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:52.241503 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:52.254159 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:52.283605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a59c44-12bc-4d29-a687-6b50cc80e16a None None] Network ac26ce0c-3524-4dfe-891a-0eb992abd5b2 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:52.290293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5dbdb162-7a47-4944-9534-1c4fc44cd055 req-444c7d18-c413-4f5c-b7f1-1dbfe0e26a94 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012808 Jul 22 23:52:52.316999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34850) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:52.333478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port c5eaacce-d699-4d53-ace3-df2292c119c7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c5eaacce-d699-4d53-ace3-df2292c119c7,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:52.341831 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:52.372032 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-e5e2ad9b-559d-4516-b645-f10d11ccd681 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port 50f6f0b6-05f3-46f5-8fac-89bb557a0c4d yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:52:52.444667 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-137a5098-2fc0-486b-bf8c-85c24606c3d9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/782f05c3-7029-4515-bc0e-d45b27f6eaea HTTP/1.1" status: 200 len: 993 time: 0.1238959 Jul 22 23:52:52.452888 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d07a264-6258-449c-a62f-3ad55dcd6a2f tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:52.479372 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=c5eaacce-d699-4d53-ace3-df2292c119c7,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:52.572142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e3f82-4f8b-4e12-8e04-d7e8b3c2ee12 req-692e1ee5-0530-4d06-b048-e02e49e1650c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:52.579898 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b54e3f82-4f8b-4e12-8e04-d7e8b3c2ee12 req-692e1ee5-0530-4d06-b048-e02e49e1650c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.3818634 Jul 22 23:52:52.649063 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b54e3f82-4f8b-4e12-8e04-d7e8b3c2ee12 req-b724d746-4d1a-42a9-8586-e967e799d669 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681708 Jul 22 23:52:52.729196 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Router 71736f96-970d-454f-9d16-16e79396ad0d is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:52:52.730040 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d07a264-6258-449c-a62f-3ad55dcd6a2f tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:52.811557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f284d1b8-5284-4ad8-a8b6-de9063859e04 None None] DHCP port deletion for ac26ce0c-3524-4dfe-891a-0eb992abd5b2 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:52:52.856595 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e5e2ad9b-559d-4516-b645-f10d11ccd681 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::206 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/2786ee27-25b0-438b-9d7d-1afec895c099/50f6f0b6-05f3-46f5-8fac-89bb557a0c4d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:52.869303 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d07a264-6258-449c-a62f-3ad55dcd6a2f tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:52.880323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e5e2ad9b-559d-4516-b645-f10d11ccd681 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8:0:1:f816:3eff:fe96:623f (c35e90f8-c2e7-4be8-8499-34cc32d977ae/faa219cd-663e-482f-90f7-ac2ff4f39013/50f6f0b6-05f3-46f5-8fac-89bb557a0c4d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:52.921927 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07a264-6258-449c-a62f-3ad55dcd6a2f tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event deleted for resources: {'Subnet': ['ID=f8cea5c0-2774-409d-bda9-e9e98d3a9b82,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:52.928814 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f284d1b8-5284-4ad8-a8b6-de9063859e04 None None] Deleting port 202ede8a-cfd4-467e-a4c7-7c2c3618585f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:52.929231 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f284d1b8-5284-4ad8-a8b6-de9063859e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:52.931851 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d07a264-6258-449c-a62f-3ad55dcd6a2f tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:52.936328 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9d07a264-6258-449c-a62f-3ad55dcd6a2f tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "DELETE /v2.0/subnets/f8cea5c0-2774-409d-bda9-e9e98d3a9b82 HTTP/1.1" status: 204 len: 168 time: 0.9824843 Jul 22 23:52:52.936703 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34862) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:52.948806 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a14b02-562f-4be3-9a71-202025103d37 None None] Network 35918a6f-8625-444e-be57-56cf00d9619f requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:52.966478 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:52:52.986893 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:52.988532 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01717703-4fb4-4771-9a61-dd393331a63b None None] Sync routers for ids ['71736f96-970d-454f-9d16-16e79396ad0d'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:52:52.992660 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f135ed7a-3869-4a75-aa96-be1b42434661 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "PUT /v2.0/routers/71736f96-970d-454f-9d16-16e79396ad0d HTTP/1.1" status: 200 len: 882 time: 3.9144506 Jul 22 23:52:52.996034 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:53.080806 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01717703-4fb4-4771-9a61-dd393331a63b None None] Routers {'71736f96-970d-454f-9d16-16e79396ad0d'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:53.080806 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-01717703-4fb4-4771-9a61-dd393331a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['71736f96-970d-454f-9d16-16e79396ad0d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:53.093220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f284d1b8-5284-4ad8-a8b6-de9063859e04 None None] For port 202ede8a-cfd4-467e-a4c7-7c2c3618585f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=202ede8a-cfd4-467e-a4c7-7c2c3618585f,segment=NetworkSegment(c844b4a1-cdca-4fb7-89f6-908c6d087b8d),segment_id=c844b4a1-cdca-4fb7-89f6-908c6d087b8d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:53.094644 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f284d1b8-5284-4ad8-a8b6-de9063859e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:53.144458 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:53.144690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-01717703-4fb4-4771-9a61-dd393331a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:53.148811 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6bc0348d-d31b-4a55-b601-29da7b39d251 None None] Provisioning complete for port c5eaacce-d699-4d53-ace3-df2292c119c7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:53.149335 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6bc0348d-d31b-4a55-b601-29da7b39d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:53.232803 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c94f6db7-50a7-4030-9275-68c7aa6ce7df tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "GET /v2.0/routers/71736f96-970d-454f-9d16-16e79396ad0d HTTP/1.1" status: 200 len: 923 time: 0.2318151 Jul 22 23:52:53.234543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34866) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:53.244142 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f284d1b8-5284-4ad8-a8b6-de9063859e04 None None] Calling delete_port for 202ede8a-cfd4-467e-a4c7-7c2c3618585f owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:53.289662 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01717703-4fb4-4771-9a61-dd393331a63b None None] Routers {'71736f96-970d-454f-9d16-16e79396ad0d'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:53.290574 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-01717703-4fb4-4771-9a61-dd393331a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['71736f96-970d-454f-9d16-16e79396ad0d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:53.335880 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Deleting port 202ede8a-cfd4-467e-a4c7-7c2c3618585f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:53.338321 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:53.401138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971762fa-3900-4eb4-a966-b03802b2aa8e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:53.401758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c5eaacce-d699-4d53-ace3-df2292c119c7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:53.406221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-971762fa-3900-4eb4-a966-b03802b2aa8e tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&device_id=71736f96-970d-454f-9d16-16e79396ad0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1677635 Jul 22 23:52:53.412530 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34870) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:53.414280 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-01717703-4fb4-4771-9a61-dd393331a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:53.415122 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01717703-4fb4-4771-9a61-dd393331a63b None None] The sync data for ids ['71736f96-970d-454f-9d16-16e79396ad0d'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:52:53.460436 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] For port 202ede8a-cfd4-467e-a4c7-7c2c3618585f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=202ede8a-cfd4-467e-a4c7-7c2c3618585f,segment=NetworkSegment(c844b4a1-cdca-4fb7-89f6-908c6d087b8d),segment_id=c844b4a1-cdca-4fb7-89f6-908c6d087b8d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:53.460799 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:53.496743 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Calling delete_port for 202ede8a-cfd4-467e-a4c7-7c2c3618585f owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:53.498378 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ad9b-559d-4516-b645-f10d11ccd681 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:53.535240 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e5e2ad9b-559d-4516-b645-f10d11ccd681 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object 50f6f0b6-05f3-46f5-8fac-89bb557a0c4d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:53.543903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port c5eaacce-d699-4d53-ace3-df2292c119c7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:53.545045 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:53.593949 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f284d1b8-5284-4ad8-a8b6-de9063859e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:53.599942 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34874) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:53.652847 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284d1b8-5284-4ad8-a8b6-de9063859e04 None None] No DVR routers for this DVR port 202ede8a-cfd4-467e-a4c7-7c2c3618585f on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:53.655156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284d1b8-5284-4ad8-a8b6-de9063859e04 None None] Pushing event deleted for resources: {'Port': ['ID=202ede8a-cfd4-467e-a4c7-7c2c3618585f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:53.697897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc792dd-14e7-409a-8763-35137b7cb50a None None] DHCP port deletion for 35918a6f-8625-444e-be57-56cf00d9619f request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:52:53.707995 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb79312-cc6b-4718-b1f0-6a72577d8bd0 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:53.720119 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-aeb79312-cc6b-4718-b1f0-6a72577d8bd0 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 881 time: 0.2964098 Jul 22 23:52:53.722648 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ad9b-559d-4516-b645-f10d11ccd681 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:53.726776 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34880) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:53.795028 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:53.846783 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c5d4da80-4409-4d1a-a6b6-f77c4ed800d2 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "GET /v2.0/ports?device_id=71736f96-970d-454f-9d16-16e79396ad0d HTTP/1.1" status: 200 len: 205 time: 0.1135983 Jul 22 23:52:53.847621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34882) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:53.876571 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-edc792dd-14e7-409a-8763-35137b7cb50a None None] Deleting port e0eb162c-2a80-4a9e-aae8-7012ae649448 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:53.876875 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-edc792dd-14e7-409a-8763-35137b7cb50a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:53.921154 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event deleted for resources: {'Port': ['ID=202ede8a-cfd4-467e-a4c7-7c2c3618585f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:53.928145 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] No DVR routers for this DVR port 202ede8a-cfd4-467e-a4c7-7c2c3618585f on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:53.956533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d89253-2e10-4c6e-8dc5-772aa06306b0 req-c3366251-8c9b-4ebb-81be-02624bffb135 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:53.963977 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33d89253-2e10-4c6e-8dc5-772aa06306b0 req-c3366251-8c9b-4ebb-81be-02624bffb135 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.3206003 Jul 22 23:52:53.966760 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-edc792dd-14e7-409a-8763-35137b7cb50a None None] For port e0eb162c-2a80-4a9e-aae8-7012ae649448, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e0eb162c-2a80-4a9e-aae8-7012ae649448,segment=NetworkSegment(4c2bd953-0735-42d9-b323-4a05a8081dad),segment_id=4c2bd953-0735-42d9-b323-4a05a8081dad)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:53.967484 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-edc792dd-14e7-409a-8763-35137b7cb50a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:53.986165 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-edc792dd-14e7-409a-8763-35137b7cb50a None None] Calling delete_port for e0eb162c-2a80-4a9e-aae8-7012ae649448 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:54.085468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 202ede8a-cfd4-467e-a4c7-7c2c3618585f no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:54.093705 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.125457 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac26ce0c-3524-4dfe-891a-0eb992abd5b2']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:54.150105 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-edc792dd-14e7-409a-8763-35137b7cb50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.154238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c844b4a1-cdca-4fb7-89f6-908c6d087b8d') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:54.156452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c844b4a1-cdca-4fb7-89f6-908c6d087b8d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:54.162374 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33d89253-2e10-4c6e-8dc5-772aa06306b0 req-4ec512d7-8b79-4973-8866-86798fa6cd50 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971066 Jul 22 23:52:54.176009 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 202ede8a-cfd4-467e-a4c7-7c2c3618585f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:52:54.176361 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 202ede8a-cfd4-467e-a4c7-7c2c3618585f not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:52:54.180907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71872ed7-7472-4b05-9e5a-864b3f09eba1 req-ecc2f29e-2919-4eea-bc97-ad6ef1396f5f tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:54.182466 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71872ed7-7472-4b05-9e5a-864b3f09eba1 req-ecc2f29e-2919-4eea-bc97-ad6ef1396f5f tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.3726933 Jul 22 23:52:54.194411 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.217499 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-abc49f77-cac4-45f6-8aa8-480fd7b2d8f7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6161020 Jul 22 23:52:54.246627 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e2ad9b-559d-4516-b645-f10d11ccd681 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:54.249348 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.254477 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2ad9b-559d-4516-b645-f10d11ccd681 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=50f6f0b6-05f3-46f5-8fac-89bb557a0c4d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:54.257829 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e5e2ad9b-559d-4516-b645-f10d11ccd681 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:54.261711 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2ad9b-559d-4516-b645-f10d11ccd681 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:54.269405 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e2ad9b-559d-4516-b645-f10d11ccd681 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:54.270177 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ad9b-559d-4516-b645-f10d11ccd681 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.276029 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:52:54.276728 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:52:54.280141 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:52:54.290910 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e5e2ad9b-559d-4516-b645-f10d11ccd681 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9880779 Jul 22 23:52:54.293401 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34884) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:54.294542 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc792dd-14e7-409a-8763-35137b7cb50a None None] No DVR routers for this DVR port e0eb162c-2a80-4a9e-aae8-7012ae649448 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:54.296613 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc792dd-14e7-409a-8763-35137b7cb50a None None] Pushing event deleted for resources: {'Port': ['ID=e0eb162c-2a80-4a9e-aae8-7012ae649448,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:54.332423 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71872ed7-7472-4b05-9e5a-864b3f09eba1 req-58a2e7a3-9c5e-497e-8d07-7aeede089652 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337907 Jul 22 23:52:54.416515 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.461010 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86933fcb-59b8-4e67-9435-74b5779556b9 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.467269 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.474102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "DELETE /v2.0/networks/ac26ce0c-3524-4dfe-891a-0eb992abd5b2 HTTP/1.1" status: 204 len: 168 time: 1.5311286 Jul 22 23:52:54.475643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34892) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:54.498114 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce57047-bfe5-487c-afa7-c459539c2573 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event deleted for resources: {'Network': ['ID=ac26ce0c-3524-4dfe-891a-0eb992abd5b2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:54.630751 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58362448-a6be-4590-b6c2-77749fd0b6f5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.644646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9694855d-fba2-42de-8573-2653ab7d0e0f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port 50f6f0b6-05f3-46f5-8fac-89bb557a0c4d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:54.645282 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9694855d-fba2-42de-8573-2653ab7d0e0f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.745491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-693fe02f-2de7-4383-ad82-7954c590a7bf None None] Provisioning for port 50f6f0b6-05f3-46f5-8fac-89bb557a0c4d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:54.750621 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86933fcb-59b8-4e67-9435-74b5779556b9 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.750996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-693fe02f-2de7-4383-ad82-7954c590a7bf None None] Provisioning complete for port 50f6f0b6-05f3-46f5-8fac-89bb557a0c4d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:54.751442 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-693fe02f-2de7-4383-ad82-7954c590a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.781433 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9694855d-fba2-42de-8573-2653ab7d0e0f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.782243 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58362448-a6be-4590-b6c2-77749fd0b6f5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.792988 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-58362448-a6be-4590-b6c2-77749fd0b6f5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35918a6f-8625-444e-be57-56cf00d9619f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:54.803981 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-58362448-a6be-4590-b6c2-77749fd0b6f5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2bd953-0735-42d9-b323-4a05a8081dad') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:54.804255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-58362448-a6be-4590-b6c2-77749fd0b6f5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2bd953-0735-42d9-b323-4a05a8081dad') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:54.805210 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-693fe02f-2de7-4383-ad82-7954c590a7bf None None] Port 50f6f0b6-05f3-46f5-8fac-89bb557a0c4d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:52:54.814741 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58362448-a6be-4590-b6c2-77749fd0b6f5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.815702 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9694855d-fba2-42de-8573-2653ab7d0e0f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for 50f6f0b6-05f3-46f5-8fac-89bb557a0c4d owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:54.829854 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58362448-a6be-4590-b6c2-77749fd0b6f5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.837868 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58362448-a6be-4590-b6c2-77749fd0b6f5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:52:54.838545 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58362448-a6be-4590-b6c2-77749fd0b6f5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:52:54.841941 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:52:54.884289 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-86933fcb-59b8-4e67-9435-74b5779556b9 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Deleting port 285109b3-80f3-45f3-a906-b30639712628 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:54.884584 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86933fcb-59b8-4e67-9435-74b5779556b9 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.909250 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58362448-a6be-4590-b6c2-77749fd0b6f5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.915531 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-58362448-a6be-4590-b6c2-77749fd0b6f5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:54.918139 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-58362448-a6be-4590-b6c2-77749fd0b6f5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] 10.222.0.26 "DELETE /v2.0/networks/35918a6f-8625-444e-be57-56cf00d9619f HTTP/1.1" status: 204 len: 168 time: 0.4407098 Jul 22 23:52:54.935520 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58362448-a6be-4590-b6c2-77749fd0b6f5 tempest-TaggedBootDevicesTest_v242-1787686285 tempest-TaggedBootDevicesTest_v242-1787686285-project] Pushing event deleted for resources: {'Network': ['ID=35918a6f-8625-444e-be57-56cf00d9619f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:55.049973 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86933fcb-59b8-4e67-9435-74b5779556b9 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:55.069275 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-86933fcb-59b8-4e67-9435-74b5779556b9 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Calling delete_port for 285109b3-80f3-45f3-a906-b30639712628 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:55.175033 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9694855d-fba2-42de-8573-2653ab7d0e0f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:55.222030 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694855d-fba2-42de-8573-2653ab7d0e0f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=50f6f0b6-05f3-46f5-8fac-89bb557a0c4d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:55.285529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e0eb162c-2a80-4a9e-aae8-7012ae649448 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:55.307617 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: e0eb162c-2a80-4a9e-aae8-7012ae649448 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:52:55.308344 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e0eb162c-2a80-4a9e-aae8-7012ae649448 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:52:55.318895 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9694855d-fba2-42de-8573-2653ab7d0e0f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:55.321523 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9694855d-fba2-42de-8573-2653ab7d0e0f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/50f6f0b6-05f3-46f5-8fac-89bb557a0c4d HTTP/1.1" status: 204 len: 168 time: 1.0271528 Jul 22 23:52:55.324999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34920) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:55.422969 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86933fcb-59b8-4e67-9435-74b5779556b9 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:55.531375 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86933fcb-59b8-4e67-9435-74b5779556b9 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Pushing event deleted for resources: {'Port': ['ID=285109b3-80f3-45f3-a906-b30639712628,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:55.563575 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86933fcb-59b8-4e67-9435-74b5779556b9 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:55.694726 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86933fcb-59b8-4e67-9435-74b5779556b9 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:55.697393 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86933fcb-59b8-4e67-9435-74b5779556b9 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:55.791777 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86933fcb-59b8-4e67-9435-74b5779556b9 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:55.792507 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86933fcb-59b8-4e67-9435-74b5779556b9 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Fanout notify agent at l3_agent the message router_deleted on router 71736f96-970d-454f-9d16-16e79396ad0d {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:52:55.801890 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86933fcb-59b8-4e67-9435-74b5779556b9 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:55.803167 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-86933fcb-59b8-4e67-9435-74b5779556b9 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "DELETE /v2.0/routers/71736f96-970d-454f-9d16-16e79396ad0d HTTP/1.1" status: 204 len: 168 time: 1.9541221 Jul 22 23:52:55.807632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34934) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:55.815755 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0d8995ac-9060-40dc-b064-f149e633cd52 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-656752718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:55.847390 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d8995ac-9060-40dc-b064-f149e633cd52 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:55.847529 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d8995ac-9060-40dc-b064-f149e633cd52 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:55.890348 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad804028-6703-4344-9f88-c314d359c2b7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:55.894376 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ad804028-6703-4344-9f88-c314d359c2b7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5643797 Jul 22 23:52:55.898464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:55.922907 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d8995ac-9060-40dc-b064-f149e633cd52 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:55.932650 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d8995ac-9060-40dc-b064-f149e633cd52 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:55.933387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86974d74-2f33-4329-bf16-d9d679cb6bfe req-9ccc2a22-c4a2-454b-b8b3-a7a6a86dda1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:55.935333 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86974d74-2f33-4329-bf16-d9d679cb6bfe req-9ccc2a22-c4a2-454b-b8b3-a7a6a86dda1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.5568137 Jul 22 23:52:55.961647 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d8995ac-9060-40dc-b064-f149e633cd52 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:55.967238 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0d8995ac-9060-40dc-b064-f149e633cd52 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1557021 Jul 22 23:52:55.968948 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34938) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:55.974262 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'enable_snat': True}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:56.053199 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40023e-09b8-4e36-80b8-2fda3f6e52a3 req-7a9711e7-a09b-4d67-a779-59737b49b2c5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:56.054684 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb40023e-09b8-4e36-80b8-2fda3f6e52a3 req-7a9711e7-a09b-4d67-a779-59737b49b2c5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.5759175 Jul 22 23:52:56.063230 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86974d74-2f33-4329-bf16-d9d679cb6bfe req-1358a1b4-2377-4286-be4d-2e25bb2b1ef2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729563 Jul 22 23:52:56.122416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb40023e-09b8-4e36-80b8-2fda3f6e52a3 req-455987c8-74c5-43e2-9dff-f95fe2565905 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569355 Jul 22 23:52:56.130480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-5a9975a1-cc04-4d90-92df-ef4358886f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:56.131977 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-5a9975a1-cc04-4d90-92df-ef4358886f5e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 1096 time: 0.1760650 Jul 22 23:52:56.157963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73029370-426e-46d5-8958-b6358a670181 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:56.159774 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-73029370-426e-46d5-8958-b6358a670181 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2604389 Jul 22 23:52:56.164780 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34940) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:56.245339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-f1288149-4614-43aa-ba04-ebdd59d9b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:56.246923 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-f1288149-4614-43aa-ba04-ebdd59d9b2b0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=052816c7-ae06-4e61-a509-20e3198c04e8 HTTP/1.1" status: 200 len: 898 time: 0.1067936 Jul 22 23:52:56.292632 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:56.300717 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40341cc4-3b07-454a-acb8-d1abe7329b70 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:56.302278 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40341cc4-3b07-454a-acb8-d1abe7329b70 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:56.303786 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40341cc4-3b07-454a-acb8-d1abe7329b70 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:56.305466 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-40341cc4-3b07-454a-acb8-d1abe7329b70 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1397011 Jul 22 23:52:56.309051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:56.356133 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-145ea67e-4bf4-4436-947e-ac72abc8e8b9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324 HTTP/1.1" status: 200 len: 1001 time: 0.1021047 Jul 22 23:52:56.420349 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-9131f965-77bf-4ef3-90c2-6a9cb128e77d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 2786ee27-25b0-438b-9d7d-1afec895c099 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:52:56.426999 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9131f965-77bf-4ef3-90c2-6a9cb128e77d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:56.468735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-08a2a03c-daaf-4d8e-a6ce-ef4ae6e60148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:56.471076 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-08a2a03c-daaf-4d8e-a6ce-ef4ae6e60148 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=153f65ec-f2ed-47cd-9a96-cb9c76470b1b HTTP/1.1" status: 200 len: 835 time: 0.1057858 Jul 22 23:52:56.508072 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9131f965-77bf-4ef3-90c2-6a9cb128e77d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:56.579408 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:56.606390 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:56.627192 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-d5345d53-97b2-4281-b297-fe6255fc5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:56.628875 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-d5345d53-97b2-4281-b297-fe6255fc5285 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=052816c7-ae06-4e61-a509-20e3198c04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456902 Jul 22 23:52:56.663734 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9131f965-77bf-4ef3-90c2-6a9cb128e77d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:56.737808 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Allocated IP 172.25.4.136 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/c05038c8-635f-4346-b78b-dc00cf8bd58e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:56.787125 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-46784f96-d45d-4dae-853a-c26c9c78d78f service neutron] 10.222.0.95 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488152 Jul 22 23:52:56.789921 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9131f965-77bf-4ef3-90c2-6a9cb128e77d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:56.815324 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9131f965-77bf-4ef3-90c2-6a9cb128e77d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:56.820039 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9131f965-77bf-4ef3-90c2-6a9cb128e77d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/2786ee27-25b0-438b-9d7d-1afec895c099 HTTP/1.1" status: 204 len: 168 time: 0.5071347 Jul 22 23:52:56.820612 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65206d4e-73f7-4203-9193-1f2186ada476 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:56.822085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34948) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:56.851667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131f965-77bf-4ef3-90c2-6a9cb128e77d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=2786ee27-25b0-438b-9d7d-1afec895c099,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:56.931479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3698d2-5c95-4b05-9427-a939e8e30fae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet faa219cd-663e-482f-90f7-ac2ff4f39013 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:52:56.952357 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:56.976770 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb3698d2-5c95-4b05-9427-a939e8e30fae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:57.002568 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-946b0f60-521b-4379-addd-3ff1ccf48ca1 service neutron] 10.222.0.95 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021534 Jul 22 23:52:57.058914 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb3698d2-5c95-4b05-9427-a939e8e30fae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:57.206636 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:57.284905 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:57.290210 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb3698d2-5c95-4b05-9427-a939e8e30fae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:57.293382 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:57.316323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:57.344032 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Pushing event updated for resources: {'Port': ['ID=c05038c8-635f-4346-b78b-dc00cf8bd58e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:57.395246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9828f2-b98b-479c-a604-42bf17299f9f req-2b431678-7179-44e4-adb3-1111b6014328 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:57.403424 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f9828f2-b98b-479c-a604-42bf17299f9f req-2b431678-7179-44e4-adb3-1111b6014328 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.1837325 Jul 22 23:52:57.419094 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb0a49-364c-487b-a78e-21c9556dc4d3 req-4117c3af-27b8-4c51-9d86-88305f1a7789 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:57.420701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4afb0a49-364c-487b-a78e-21c9556dc4d3 req-4117c3af-27b8-4c51-9d86-88305f1a7789 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1825933 Jul 22 23:52:57.476149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f9828f2-b98b-479c-a604-42bf17299f9f req-393e6f5e-494d-4aeb-9dab-4fde0f35d8b5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717859 Jul 22 23:52:57.520854 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4afb0a49-364c-487b-a78e-21c9556dc4d3 req-b7f04702-3634-478a-811c-e3e119a881be tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901227 Jul 22 23:52:57.538227 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb3698d2-5c95-4b05-9427-a939e8e30fae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:57.576295 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bb3698d2-5c95-4b05-9427-a939e8e30fae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:57.581903 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34956) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:57.582337 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bb3698d2-5c95-4b05-9427-a939e8e30fae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/faa219cd-663e-482f-90f7-ac2ff4f39013 HTTP/1.1" status: 204 len: 168 time: 0.7568271 Jul 22 23:52:57.601666 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3698d2-5c95-4b05-9427-a939e8e30fae tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=faa219cd-663e-482f-90f7-ac2ff4f39013,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:57.656396 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3ed571c8-f8e1-41f6-a4fd-d2687238c8aa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724828 Jul 22 23:52:57.658980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34958) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:57.664240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9b4208d4-7836-4e03-a43f-123c1d111035 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:57.811930 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4208d4-7836-4e03-a43f-123c1d111035 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:57.817016 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:57.817780 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b4208d4-7836-4e03-a43f-123c1d111035 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:58.027805 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec039cfd-32d7-4f2b-9aa8-e74a330e9e85 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:58.089799 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-28c3c3ee-5a42-4ac0-9972-324d3a2597f7 None None] Provisioning complete for port c5eaacce-d699-4d53-ace3-df2292c119c7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:58.090356 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-28c3c3ee-5a42-4ac0-9972-324d3a2597f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:58.095876 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b4208d4-7836-4e03-a43f-123c1d111035 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:58.152600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4208d4-7836-4e03-a43f-123c1d111035 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:58.158092 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9b4208d4-7836-4e03-a43f-123c1d111035 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:58.163443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4208d4-7836-4e03-a43f-123c1d111035 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:58.164561 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b4208d4-7836-4e03-a43f-123c1d111035 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:58.191756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4208d4-7836-4e03-a43f-123c1d111035 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=c427e4d6-2d00-41a0-b744-01c62f74045c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:58.197869 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9b4208d4-7836-4e03-a43f-123c1d111035 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5376096 Jul 22 23:52:58.200524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:58.207790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6f2e3b45-57e5-4ac7-b8a5-f3429f6d0f27 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:58.342049 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2e3b45-57e5-4ac7-b8a5-f3429f6d0f27 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:58.347775 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f2e3b45-57e5-4ac7-b8a5-f3429f6d0f27 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:58.446578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dadea2-7e64-4e28-931a-cbb6192d5575 None None] Update dhcp port {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'fixed_ips': [{'subnet_id': 'c427e4d6-2d00-41a0-b744-01c62f74045c'}], 'binding:host_id': 'n-d-688802-2'}, 'id': 'c5eaacce-d699-4d53-ace3-df2292c119c7'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:52:58.484699 n-d-688802-2 neutron-server[93821]: INFO neutron.db.ipam_backend_mixin [None req-6f2e3b45-57e5-4ac7-b8a5-f3429f6d0f27 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c427e4d6-2d00-41a0-b744-01c62f74045c (CIDR: 2001:db8::/64) Jul 22 23:52:58.489909 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2e3b45-57e5-4ac7-b8a5-f3429f6d0f27 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:52:58.490701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2e3b45-57e5-4ac7-b8a5-f3429f6d0f27 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:52:58.495008 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95dadea2-7e64-4e28-931a-cbb6192d5575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:58.511682 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6f2e3b45-57e5-4ac7-b8a5-f3429f6d0f27 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3072751 Jul 22 23:52:58.512082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34966) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:58.519669 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f7068b7f-e539-4074-9c6a-fc1828f4918e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'subnet': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:58.618849 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:58.632728 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:58.818113 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-95dadea2-7e64-4e28-931a-cbb6192d5575 None None] Allocated IP 2001:db8::2 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/c427e4d6-2d00-41a0-b744-01c62f74045c/c5eaacce-d699-4d53-ace3-df2292c119c7) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:58.891572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Router 798ee95e-a33d-498b-aee2-2c10d5ae3ec4 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:52:58.914366 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7068b7f-e539-4074-9c6a-fc1828f4918e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:58.918396 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7068b7f-e539-4074-9c6a-fc1828f4918e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:58.949901 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-95dadea2-7e64-4e28-931a-cbb6192d5575 None None] For port c5eaacce-d699-4d53-ace3-df2292c119c7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c5eaacce-d699-4d53-ace3-df2292c119c7,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:59.018361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3b8a3-9b12-4718-ab66-c285295d5e19 req-f6341cd2-8312-4186-a902-0f0fe9b54609 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:59.019989 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ddd3b8a3-9b12-4718-ab66-c285295d5e19 req-f6341cd2-8312-4186-a902-0f0fe9b54609 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.4030201 Jul 22 23:52:59.024900 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95dadea2-7e64-4e28-931a-cbb6192d5575 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:59.058292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-95dadea2-7e64-4e28-931a-cbb6192d5575 None None] Transition to ACTIVE for port object c5eaacce-d699-4d53-ace3-df2292c119c7 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:59.062394 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57760e43-a844-49b7-848f-5884efc3d602 req-df58f1e3-2dd2-4d0a-a501-28dd122bfe7a tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:59.064562 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95dadea2-7e64-4e28-931a-cbb6192d5575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:59.071884 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-57760e43-a844-49b7-848f-5884efc3d602 req-df58f1e3-2dd2-4d0a-a501-28dd122bfe7a tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.3944643 Jul 22 23:52:59.129142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:52:59.138567 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:59.143887 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-66b0f292-cd58-4a66-8a95-ee3f0023d9cb tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "PUT /v2.0/routers/798ee95e-a33d-498b-aee2-2c10d5ae3ec4 HTTP/1.1" status: 200 len: 918 time: 3.1694627 Jul 22 23:52:59.144554 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0542aee-4841-41e9-b502-9ea201812e0b None None] Sync routers for ids ['798ee95e-a33d-498b-aee2-2c10d5ae3ec4'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:52:59.150115 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34978) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:59.167185 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0542aee-4841-41e9-b502-9ea201812e0b None None] Routers {'798ee95e-a33d-498b-aee2-2c10d5ae3ec4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:59.167827 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b0542aee-4841-41e9-b502-9ea201812e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['798ee95e-a33d-498b-aee2-2c10d5ae3ec4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:59.202518 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ddd3b8a3-9b12-4718-ab66-c285295d5e19 req-41a58018-b4e4-4b2c-9d94-33b430a86609 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744642 Jul 22 23:52:59.220807 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dadea2-7e64-4e28-931a-cbb6192d5575 None None] Pushing event updated for resources: {'Port': ['ID=c5eaacce-d699-4d53-ace3-df2292c119c7,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:59.221745 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-57760e43-a844-49b7-848f-5884efc3d602 req-5c3707a0-0e1c-4604-8fec-c8015055dea2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333904 Jul 22 23:52:59.284608 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b0542aee-4841-41e9-b502-9ea201812e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:59.323094 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0542aee-4841-41e9-b502-9ea201812e0b None None] Routers {'798ee95e-a33d-498b-aee2-2c10d5ae3ec4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:59.326036 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b0542aee-4841-41e9-b502-9ea201812e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:52:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['798ee95e-a33d-498b-aee2-2c10d5ae3ec4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:59.440942 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b0542aee-4841-41e9-b502-9ea201812e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:59.441630 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0542aee-4841-41e9-b502-9ea201812e0b None None] The sync data for ids ['798ee95e-a33d-498b-aee2-2c10d5ae3ec4'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:52:59.501741 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bb09d5c9-c08e-4825-99f8-fa43c33566de tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "GET /v2.0/routers/798ee95e-a33d-498b-aee2-2c10d5ae3ec4 HTTP/1.1" status: 200 len: 924 time: 0.3503113 Jul 22 23:52:59.502441 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34980) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:59.736207 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930b65c0-8969-4727-957a-4ec409f6ad6f tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:59.753765 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-930b65c0-8969-4727-957a-4ec409f6ad6f tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&device_id=798ee95e-a33d-498b-aee2-2c10d5ae3ec4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2485170 Jul 22 23:52:59.754478 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34982) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:59.823099 n-d-688802-2 neutron-server[93821]: DEBUG neutron.objects.ports [None req-f7068b7f-e539-4074-9c6a-fc1828f4918e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:52:59.879585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca21242-510f-4b71-995a-0089576c9809 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:59.881137 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eca21242-510f-4b71-995a-0089576c9809 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 881 time: 0.1256690 Jul 22 23:52:59.883918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34986) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:59.946415 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34988) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:59.949879 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf4eec68-4e06-4b6d-a37d-4709c7a62dac tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "GET /v2.0/ports?device_id=798ee95e-a33d-498b-aee2-2c10d5ae3ec4 HTTP/1.1" status: 200 len: 205 time: 0.0645757 Jul 22 23:53:00.139489 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95c8818f-084c-49e8-8bf9-4bbfc445ddae tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:00.237974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2de02b-a5d5-42e4-bd6d-4a1ff27d1377 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:00.275026 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7068b7f-e539-4074-9c6a-fc1828f4918e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:00.345891 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f9f2073a-da3a-4ca7-b1e9-a8e25df548f4 None None] Provisioning for port c5eaacce-d699-4d53-ace3-df2292c119c7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:00.352582 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f9f2073a-da3a-4ca7-b1e9-a8e25df548f4 None None] Provisioning complete for port c5eaacce-d699-4d53-ace3-df2292c119c7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:00.353361 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f9f2073a-da3a-4ca7-b1e9-a8e25df548f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:00.534178 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95c8818f-084c-49e8-8bf9-4bbfc445ddae tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:01.049295 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b92df-9874-4daa-adcb-c3acff84b76c req-64efd2fb-80c0-4f33-bf9a-f7e964a55b4e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:01.051209 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b27b92df-9874-4daa-adcb-c3acff84b76c req-64efd2fb-80c0-4f33-bf9a-f7e964a55b4e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.6720030 Jul 22 23:53:01.064514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087f9cf-8080-453a-a9d9-dfd8f5d7a630 req-2acff6ea-5e08-4c7f-980c-c98e3b399b6b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:01.072217 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8087f9cf-8080-453a-a9d9-dfd8f5d7a630 req-2acff6ea-5e08-4c7f-980c-c98e3b399b6b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.6961334 Jul 22 23:53:01.170799 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f7068b7f-e539-4074-9c6a-fc1828f4918e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] For port c5eaacce-d699-4d53-ace3-df2292c119c7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c5eaacce-d699-4d53-ace3-df2292c119c7,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:01.216439 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7068b7f-e539-4074-9c6a-fc1828f4918e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:01.222404 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8087f9cf-8080-453a-a9d9-dfd8f5d7a630 req-f92a5626-8abb-41da-bd96-f7a673b9f274 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491654 Jul 22 23:53:01.228934 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7068b7f-e539-4074-9c6a-fc1828f4918e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:01.229870 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7068b7f-e539-4074-9c6a-fc1828f4918e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:01.264246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-95c8818f-084c-49e8-8bf9-4bbfc445ddae tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Deleting port c05038c8-635f-4346-b78b-dc00cf8bd58e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:01.264759 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95c8818f-084c-49e8-8bf9-4bbfc445ddae tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:01.286918 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c5eaacce-d699-4d53-ace3-df2292c119c7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:01.350355 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7068b7f-e539-4074-9c6a-fc1828f4918e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:01.357822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b27b92df-9874-4daa-adcb-c3acff84b76c req-1ee82d83-f159-4397-813e-8bf9963595eb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830110 Jul 22 23:53:01.360504 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port c5eaacce-d699-4d53-ace3-df2292c119c7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:01.361798 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:01.371275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f7068b7f-e539-4074-9c6a-fc1828f4918e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:01.375571 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7068b7f-e539-4074-9c6a-fc1828f4918e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:01.376335 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f7068b7f-e539-4074-9c6a-fc1828f4918e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:01.423980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ab1194-0d62-4d99-a8e6-55e541000738 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:01.481795 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7068b7f-e539-4074-9c6a-fc1828f4918e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Subnet': ['ID=225f3e8f-269a-4443-97f3-37ba9c5b75ca,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:01.514269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f7068b7f-e539-4074-9c6a-fc1828f4918e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.0008421 Jul 22 23:53:01.518836 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35008) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:01.524905 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-467c8fb3-c233-4122-a799-c5bcadccbc5b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Request body: {'port': {'network_id': 'c35e90f8-c2e7-4be8-8499-34cc32d977ae', 'mac_address': 'fa:16:3e:ca:e4:89', 'name': 'tempest-NetworksTestDHCPv6-157672678'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:01.530668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7068b7f-e539-4074-9c6a-fc1828f4918e tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=c5eaacce-d699-4d53-ace3-df2292c119c7,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:01.566742 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95c8818f-084c-49e8-8bf9-4bbfc445ddae tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:01.582139 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c1d9eb9c-1279-4153-8dbd-9ed36f914283 None None] Provisioning complete for port c5eaacce-d699-4d53-ace3-df2292c119c7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:01.583131 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1d9eb9c-1279-4153-8dbd-9ed36f914283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:01.587473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-95c8818f-084c-49e8-8bf9-4bbfc445ddae tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Calling delete_port for c05038c8-635f-4346-b78b-dc00cf8bd58e owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:01.599491 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cbbff117-8588-4583-8491-36eab902a2a5 req-0ae17e11-fa19-470e-a36f-0e33673a114b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1433773 Jul 22 23:53:01.641802 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79d2d7c5-a9d7-44f4-a010-f0ff97803222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:01.696383 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467c8fb3-c233-4122-a799-c5bcadccbc5b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Made reservation on behalf of 3e15117d3ac8408fb4014e5e132855bf for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:01.813304 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-467c8fb3-c233-4122-a799-c5bcadccbc5b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:01.836706 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-467c8fb3-c233-4122-a799-c5bcadccbc5b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] device_id is not set on port d208729f-73bd-4182-b2a9-c553043350d1 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:53:01.875461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbff117-8588-4583-8491-36eab902a2a5 req-9a616cec-19e5-4ee5-ab19-4e44c6626408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:01.877038 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cbbff117-8588-4583-8491-36eab902a2a5 req-9a616cec-19e5-4ee5-ab19-4e44c6626408 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b3662d9b6dea486c9943ad4ed2b2271e&device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 1097 time: 0.2051451 Jul 22 23:53:02.013935 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95c8818f-084c-49e8-8bf9-4bbfc445ddae tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.057815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8818f-084c-49e8-8bf9-4bbfc445ddae tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Pushing event deleted for resources: {'Port': ['ID=c05038c8-635f-4346-b78b-dc00cf8bd58e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:02.152816 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-467c8fb3-c233-4122-a799-c5bcadccbc5b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8::347 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/c427e4d6-2d00-41a0-b744-01c62f74045c/d208729f-73bd-4182-b2a9-c553043350d1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:02.176042 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-467c8fb3-c233-4122-a799-c5bcadccbc5b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Allocated IP 2001:db8:0:1:f816:3eff:feca:e489 (c35e90f8-c2e7-4be8-8499-34cc32d977ae/225f3e8f-269a-4443-97f3-37ba9c5b75ca/d208729f-73bd-4182-b2a9-c553043350d1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:02.186260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbff117-8588-4583-8491-36eab902a2a5 req-56b59034-3a32-47fc-afc5-f8103279fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:02.188203 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cbbff117-8588-4583-8491-36eab902a2a5 req-56b59034-3a32-47fc-afc5-f8103279fb6b service neutron] 10.222.0.95 "GET /v2.0/networks?id=34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 HTTP/1.1" status: 200 len: 910 time: 0.1995530 Jul 22 23:53:02.193184 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95c8818f-084c-49e8-8bf9-4bbfc445ddae tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.357014 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95c8818f-084c-49e8-8bf9-4bbfc445ddae tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.396898 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95c8818f-084c-49e8-8bf9-4bbfc445ddae tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.447095 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-467c8fb3-c233-4122-a799-c5bcadccbc5b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.472010 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-467c8fb3-c233-4122-a799-c5bcadccbc5b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Transition to ACTIVE for port object d208729f-73bd-4182-b2a9-c553043350d1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:02.488686 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cbbff117-8588-4583-8491-36eab902a2a5 req-7be3be8a-4ace-45b9-a369-372c35df3cc0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=325966a2-108f-436d-9aa9-c1218f4bcbd9 HTTP/1.1" status: 200 len: 1001 time: 0.2929215 Jul 22 23:53:02.523600 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-467c8fb3-c233-4122-a799-c5bcadccbc5b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.536991 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6b0ac42c-c66d-4610-b54f-fcad4a191467 None None] Provisioning complete for port c5eaacce-d699-4d53-ace3-df2292c119c7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:02.538095 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b0ac42c-c66d-4610-b54f-fcad4a191467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.551576 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95c8818f-084c-49e8-8bf9-4bbfc445ddae tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.552242 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c8818f-084c-49e8-8bf9-4bbfc445ddae tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Fanout notify agent at l3_agent the message router_deleted on router 798ee95e-a33d-498b-aee2-2c10d5ae3ec4 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:53:02.565868 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-95c8818f-084c-49e8-8bf9-4bbfc445ddae tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.572724 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35018) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:02.572939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-95c8818f-084c-49e8-8bf9-4bbfc445ddae tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "DELETE /v2.0/routers/798ee95e-a33d-498b-aee2-2c10d5ae3ec4 HTTP/1.1" status: 204 len: 168 time: 2.6213770 Jul 22 23:53:02.579767 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8d4c8b9c-5e49-4eab-a77d-af7bc6c760a4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1958074643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:02.592246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467c8fb3-c233-4122-a799-c5bcadccbc5b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:02.602687 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-467c8fb3-c233-4122-a799-c5bcadccbc5b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:02.605437 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467c8fb3-c233-4122-a799-c5bcadccbc5b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:02.613842 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467c8fb3-c233-4122-a799-c5bcadccbc5b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:02.616289 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-467c8fb3-c233-4122-a799-c5bcadccbc5b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.645087 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c8fb3-c233-4122-a799-c5bcadccbc5b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event updated for resources: {'Port': ['ID=d208729f-73bd-4182-b2a9-c553043350d1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:02.663877 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8b9c-5e49-4eab-a77d-af7bc6c760a4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.665456 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8b9c-5e49-4eab-a77d-af7bc6c760a4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.676738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbff117-8588-4583-8491-36eab902a2a5 req-48fe2f0c-797b-41c2-b2ce-7121090aac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:02.678386 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cbbff117-8588-4583-8491-36eab902a2a5 req-48fe2f0c-797b-41c2-b2ce-7121090aac4e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1d5e7299-287c-48b3-87aa-97348e38ebc8 HTTP/1.1" status: 200 len: 848 time: 0.1653769 Jul 22 23:53:02.684220 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-467c8fb3-c233-4122-a799-c5bcadccbc5b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1637266 Jul 22 23:53:02.690338 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35026) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:02.731363 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e825a-3ba4-4326-97d4-fac2322dd3df req-eef502b4-b57e-433e-9a85-d80b12654fa5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:02.732946 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e92e825a-3ba4-4326-97d4-fac2322dd3df req-eef502b4-b57e-433e-9a85-d80b12654fa5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.3983581 Jul 22 23:53:02.872117 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8b9c-5e49-4eab-a77d-af7bc6c760a4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.936946 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8b9c-5e49-4eab-a77d-af7bc6c760a4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.942849 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2d174-386b-4e22-a41d-904421a60438 req-1d7a05de-6128-480f-abd5-6d51c74907e7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:02.944490 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54f2d174-386b-4e22-a41d-904421a60438 req-1d7a05de-6128-480f-abd5-6d51c74907e7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.4781823 Jul 22 23:53:02.980242 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e92e825a-3ba4-4326-97d4-fac2322dd3df req-85357142-1f87-4bdb-880a-f6258089c8e8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301927 Jul 22 23:53:02.984332 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8b9c-5e49-4eab-a77d-af7bc6c760a4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.988056 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8d4c8b9c-5e49-4eab-a77d-af7bc6c760a4 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4140475 Jul 22 23:53:02.999696 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35036) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:03.004479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'enable_snat': False}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:03.035774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-03561d21-6d69-4386-ade9-0eb5b8a68b9a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting port d208729f-73bd-4182-b2a9-c553043350d1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:03.036242 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03561d21-6d69-4386-ade9-0eb5b8a68b9a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.053879 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62f66b22-2da3-4d63-aef8-c481e884e901 None None] Provisioning for port d208729f-73bd-4182-b2a9-c553043350d1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:03.057890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62f66b22-2da3-4d63-aef8-c481e884e901 None None] Provisioning complete for port d208729f-73bd-4182-b2a9-c553043350d1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:03.058265 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62f66b22-2da3-4d63-aef8-c481e884e901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.133733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-62f66b22-2da3-4d63-aef8-c481e884e901 None None] Port d208729f-73bd-4182-b2a9-c553043350d1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:53:03.176062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54f2d174-386b-4e22-a41d-904421a60438 req-57bde560-fc5e-4755-a841-be439c1850d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148237 Jul 22 23:53:03.192952 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03561d21-6d69-4386-ade9-0eb5b8a68b9a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.212015 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-03561d21-6d69-4386-ade9-0eb5b8a68b9a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Calling delete_port for d208729f-73bd-4182-b2a9-c553043350d1 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:03.290177 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35044) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:03.325254 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c5eaacce-d699-4d53-ace3-df2292c119c7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:03.442239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port c5eaacce-d699-4d53-ace3-df2292c119c7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:03.443761 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.469408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbff117-8588-4583-8491-36eab902a2a5 req-e3a2d906-1a1d-4dad-8ed9-b6b2db7d8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:03.471096 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cbbff117-8588-4583-8491-36eab902a2a5 req-e3a2d906-1a1d-4dad-8ed9-b6b2db7d8fed service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=34fe0ae9-3f02-496f-9b8e-c97ca353b9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7757487 Jul 22 23:53:03.493226 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.503577 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ecbb9d2-e174-4987-a5ca-0528dfd85c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.626315 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03561d21-6d69-4386-ade9-0eb5b8a68b9a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.705319 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03561d21-6d69-4386-ade9-0eb5b8a68b9a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Port': ['ID=d208729f-73bd-4182-b2a9-c553043350d1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:03.714389 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cbbff117-8588-4583-8491-36eab902a2a5 req-fb0d030b-d91b-483e-9ca6-7e65a02e070d service neutron] 10.222.0.95 "GET /v2.0/networks/34fe0ae9-3f02-496f-9b8e-c97ca353b9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330568 Jul 22 23:53:03.782444 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03561d21-6d69-4386-ade9-0eb5b8a68b9a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.784546 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-03561d21-6d69-4386-ade9-0eb5b8a68b9a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/d208729f-73bd-4182-b2a9-c553043350d1 HTTP/1.1" status: 204 len: 168 time: 1.0932384 Jul 22 23:53:03.789798 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35050) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:03.926832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8305891a-cc93-4f53-8f4e-7823e3a2c915 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:03.940054 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8305891a-cc93-4f53-8f4e-7823e3a2c915 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1479409 Jul 22 23:53:03.943231 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ecbb9d2-e174-4987-a5ca-0528dfd85c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.951324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35052) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:03.974091 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ecbb9d2-e174-4987-a5ca-0528dfd85c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.999638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cbbff117-8588-4583-8491-36eab902a2a5 req-9b1fd015-734d-49f9-be24-d4b7758dfe87 service neutron] 10.222.0.95 "GET /v2.0/networks/34fe0ae9-3f02-496f-9b8e-c97ca353b9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769947 Jul 22 23:53:04.029445 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbb9d2-e174-4987-a5ca-0528dfd85c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4c4909-948d-41ee-8a35-0f0152cd6911,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:04.059663 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0ecbb9d2-e174-4987-a5ca-0528dfd85c2a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea0da0ce1ae84528aaa5433dbd2dae8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7613311 Jul 22 23:53:04.060285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35056) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:04.072866 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.093917 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.122643 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e40a3d-2f55-417a-87fa-80a8a4edf0a4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:04.124943 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-84e40a3d-2f55-417a-87fa-80a8a4edf0a4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1645114 Jul 22 23:53:04.127428 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35058) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:04.195922 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8579b2a1-d34f-4d8f-b9c8-63ed9f88f4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.230840 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8579b2a1-d34f-4d8f-b9c8-63ed9f88f4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.267075 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.281545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Allocated IP 172.25.4.16 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/b935b880-b0c8-4509-9558-69a3eb0dde90) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:04.325398 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e417a345-72d0-4dca-aac0-5181ae4ef955 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:04.327342 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e417a345-72d0-4dca-aac0-5181ae4ef955 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:04.329644 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e417a345-72d0-4dca-aac0-5181ae4ef955 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:04.331529 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e417a345-72d0-4dca-aac0-5181ae4ef955 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2031531 Jul 22 23:53:04.337595 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35062) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:04.348330 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.353389 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91485aa7-8760-4a2b-bf3c-9d2d31454d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.362298 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f019953-07de-455b-adce-e13b1fd23a00 req-7146ffc9-da65-4583-96ae-1535a990884f tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:04.369209 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f019953-07de-455b-adce-e13b1fd23a00 req-7146ffc9-da65-4583-96ae-1535a990884f tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2259157 Jul 22 23:53:04.376791 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8579b2a1-d34f-4d8f-b9c8-63ed9f88f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.379429 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8579b2a1-d34f-4d8f-b9c8-63ed9f88f4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.383225 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8579b2a1-d34f-4d8f-b9c8-63ed9f88f4b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff4c4909-948d-41ee-8a35-0f0152cd6911 HTTP/1.1" status: 204 len: 168 time: 0.3163090 Jul 22 23:53:04.422904 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea401ea4-8210-4b2a-8283-e7a718a217e4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet 225f3e8f-269a-4443-97f3-37ba9c5b75ca {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:53:04.428277 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579b2a1-d34f-4d8f-b9c8-63ed9f88f4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4c4909-948d-41ee-8a35-0f0152cd6911,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:04.434915 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea401ea4-8210-4b2a-8283-e7a718a217e4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.465814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f019953-07de-455b-adce-e13b1fd23a00 req-c201adac-30c8-484c-b9f2-adc48e3e559b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956311 Jul 22 23:53:04.526284 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea401ea4-8210-4b2a-8283-e7a718a217e4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.619411 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.640781 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea401ea4-8210-4b2a-8283-e7a718a217e4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.678382 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.706789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:04.714083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:04.749561 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea401ea4-8210-4b2a-8283-e7a718a217e4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.757540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:04.775417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb16e8f-e884-4b71-a68c-4b6cba5a942a req-59fda4c6-879e-43e9-b268-f0b68c5b1e87 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:04.777950 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdb16e8f-e884-4b71-a68c-4b6cba5a942a req-59fda4c6-879e-43e9-b268-f0b68c5b1e87 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.4881132 Jul 22 23:53:04.825702 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea401ea4-8210-4b2a-8283-e7a718a217e4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=225f3e8f-269a-4443-97f3-37ba9c5b75ca,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:04.842443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Pushing event updated for resources: {'Port': ['ID=b935b880-b0c8-4509-9558-69a3eb0dde90,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:04.847136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0987a1-22da-4242-913d-3822939c5773 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:04.854877 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea401ea4-8210-4b2a-8283-e7a718a217e4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.857322 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ea401ea4-8210-4b2a-8283-e7a718a217e4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/225f3e8f-269a-4443-97f3-37ba9c5b75ca HTTP/1.1" status: 204 len: 168 time: 0.5168290 Jul 22 23:53:04.860650 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35068) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:04.908053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fdb16e8f-e884-4b71-a68c-4b6cba5a942a req-e0b0dd09-de4b-4677-ac1d-da8dc6c5b87d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038744 Jul 22 23:53:04.945319 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f17f3b-9a73-4b01-bb58-a37686108a3d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Deleting subnet c427e4d6-2d00-41a0-b744-01c62f74045c {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:53:04.949066 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03f17f3b-9a73-4b01-bb58-a37686108a3d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:05.000809 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03f17f3b-9a73-4b01-bb58-a37686108a3d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:05.119061 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03f17f3b-9a73-4b01-bb58-a37686108a3d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:05.204902 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03f17f3b-9a73-4b01-bb58-a37686108a3d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:05.235350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f17f3b-9a73-4b01-bb58-a37686108a3d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Subnet': ['ID=c427e4d6-2d00-41a0-b744-01c62f74045c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:05.248702 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03f17f3b-9a73-4b01-bb58-a37686108a3d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:05.253575 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-03f17f3b-9a73-4b01-bb58-a37686108a3d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/c427e4d6-2d00-41a0-b744-01c62f74045c HTTP/1.1" status: 204 len: 168 time: 0.3896859 Jul 22 23:53:05.253927 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35070) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:05.300957 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a83c0b41-3be8-44ef-98a6-7addf722a7bd tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457373 Jul 22 23:53:05.301706 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35072) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:05.383947 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51242555-cd32-4e44-b8a5-2b3ee09ba6a7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:05.387898 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-51242555-cd32-4e44-b8a5-2b3ee09ba6a7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0829351 Jul 22 23:53:05.388286 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35074) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:05.410155 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device cc87c514-6f66-4fca-8957-13ac210536b7 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:53:05.449218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd9c852-660a-421a-85fa-7632ab0d3212 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:05.453605 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:05.453783 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4bd9c852-660a-421a-85fa-7632ab0d3212 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0616059 Jul 22 23:53:05.455244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35076) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:05.506084 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ba787947-bb35-47c7-a8f5-3b8cd7832a8d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495687 Jul 22 23:53:05.517606 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35080) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:05.562335 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:05.569991 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-683e5e11-4de7-4c8f-bda4-8b259d355cee tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:05.571323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683e5e11-4de7-4c8f-bda4-8b259d355cee tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:05.572533 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-683e5e11-4de7-4c8f-bda4-8b259d355cee tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/d208729f-73bd-4182-b2a9-c553043350d1 HTTP/1.1" status: 404 len: 333 time: 0.0539033 Jul 22 23:53:05.575071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35082) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:05.584299 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port cc87c514-6f66-4fca-8957-13ac210536b7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=cc87c514-6f66-4fca-8957-13ac210536b7,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:05.601991 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'cc87c514-6f66-4fca-8957-13ac210536b7', 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb', 'port_id': 'cc87c514-6f66-4fca-8957-13ac210536b7', 'mac_address': 'fa:16:3e:3c:a5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cccc704-dfc0-4d65-836a-00a99882898e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:53:05.612614 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb5d223-0f28-4c42-8523-ea7a8ad5b794 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:05.613226 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb5d223-0f28-4c42-8523-ea7a8ad5b794 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:05.618429 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-adb5d223-0f28-4c42-8523-ea7a8ad5b794 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/225f3e8f-269a-4443-97f3-37ba9c5b75ca HTTP/1.1" status: 404 len: 337 time: 0.0391965 Jul 22 23:53:05.618429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35086) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:05.659990 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-08672262-af29-42e0-82de-4ed8790f28fa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:05.660865 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08672262-af29-42e0-82de-4ed8790f28fa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:05.663804 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-08672262-af29-42e0-82de-4ed8790f28fa tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/c427e4d6-2d00-41a0-b744-01c62f74045c HTTP/1.1" status: 404 len: 337 time: 0.0447111 Jul 22 23:53:05.674828 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35088) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:05.682641 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:05.707824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc87c514-6f66-4fca-8957-13ac210536b7 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:53:05.715708 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f48579-cf47-4ae3-87fe-c1e8a0ece38a req-24bd9e4a-e70c-4212-a4d8-a71a90231d66 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:05.717287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4f48579-cf47-4ae3-87fe-c1e8a0ece38a req-24bd9e4a-e70c-4212-a4d8-a71a90231d66 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1470366 Jul 22 23:53:05.719867 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-627b594b-04c9-4c79-9488-3625f80946e8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:05.720439 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627b594b-04c9-4c79-9488-3625f80946e8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:05.728898 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-627b594b-04c9-4c79-9488-3625f80946e8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/50f6f0b6-05f3-46f5-8fac-89bb557a0c4d HTTP/1.1" status: 404 len: 333 time: 0.0531318 Jul 22 23:53:05.731310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35090) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:05.738724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port cc87c514-6f66-4fca-8957-13ac210536b7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=cc87c514-6f66-4fca-8957-13ac210536b7,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:05.746180 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:05.776152 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-324553af-bc5d-48d1-a832-69cba07cd7ed tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:05.776602 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324553af-bc5d-48d1-a832-69cba07cd7ed tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:05.787399 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-324553af-bc5d-48d1-a832-69cba07cd7ed tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/faa219cd-663e-482f-90f7-ac2ff4f39013 HTTP/1.1" status: 404 len: 337 time: 0.0547373 Jul 22 23:53:05.790074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35092) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:05.814733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=cc87c514-6f66-4fca-8957-13ac210536b7,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:05.833552 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb6f02c-9722-437f-b21d-b90398ba5cd8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:05.834144 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb6f02c-9722-437f-b21d-b90398ba5cd8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:05.840373 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3cb6f02c-9722-437f-b21d-b90398ba5cd8 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/2786ee27-25b0-438b-9d7d-1afec895c099 HTTP/1.1" status: 404 len: 337 time: 0.0490625 Jul 22 23:53:05.843422 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35094) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:05.875224 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-80590bf9-b0b8-4ce8-bc5d-e38b3d570362 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:05.876005 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80590bf9-b0b8-4ce8-bc5d-e38b3d570362 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:05.880647 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-80590bf9-b0b8-4ce8-bc5d-e38b3d570362 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/bfe8bf5d-666a-48df-97d2-8df14a6b5632 HTTP/1.1" status: 404 len: 333 time: 0.0338521 Jul 22 23:53:05.880828 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4f48579-cf47-4ae3-87fe-c1e8a0ece38a req-14f3d995-db96-4df8-a124-7d757fc91cda tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898123 Jul 22 23:53:05.880939 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35096) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:05.901719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['cc87c514-6f66-4fca-8957-13ac210536b7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:53:05.904901 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2ede0d-e167-4451-b619-b1d10dbad516 None None] Network c35e90f8-c2e7-4be8-8499-34cc32d977ae requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:05.925204 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:05.933359 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:05.934276 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa5e181-ab73-4ba6-b58d-f4d175ed5582 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:05.934926 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa5e181-ab73-4ba6-b58d-f4d175ed5582 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:05.939023 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1fa5e181-ab73-4ba6-b58d-f4d175ed5582 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/78e40b81-f801-4053-b201-1f37838588ec HTTP/1.1" status: 404 len: 337 time: 0.0549207 Jul 22 23:53:05.939411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35100) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.022964 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-13105400-917b-4617-a8cb-2e7599e365c4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:06.023567 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13105400-917b-4617-a8cb-2e7599e365c4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:06.027957 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-13105400-917b-4617-a8cb-2e7599e365c4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/26f7d205-57a0-429b-9665-55316cb7e531 HTTP/1.1" status: 404 len: 337 time: 0.0850701 Jul 22 23:53:06.028225 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35108) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.065240 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b38ff8-81ec-4e22-ae2f-6a24b31361f1 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:06.065878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b38ff8-81ec-4e22-ae2f-6a24b31361f1 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:06.070035 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-68b38ff8-81ec-4e22-ae2f-6a24b31361f1 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/22d8afd6-4454-4f5d-b42d-b9d00468ea5c HTTP/1.1" status: 404 len: 333 time: 0.0385356 Jul 22 23:53:06.071156 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35112) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.087356 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-00024a47-6f7f-4e48-b0c6-3958e57feb75 None None] Provisioning complete for port c5eaacce-d699-4d53-ace3-df2292c119c7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:06.087731 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-00024a47-6f7f-4e48-b0c6-3958e57feb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.126885 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3e9351-15f7-4d32-b4f0-264031617812 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:06.131924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3e9351-15f7-4d32-b4f0-264031617812 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:06.145214 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bd3e9351-15f7-4d32-b4f0-264031617812 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/ffe254ad-c6ef-439c-86ea-17b0de3c9f62 HTTP/1.1" status: 404 len: 337 time: 0.0708084 Jul 22 23:53:06.145414 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35114) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.185278 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5b31fa-4dad-43bc-a5f1-f0f138463f60 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:06.185654 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5b31fa-4dad-43bc-a5f1-f0f138463f60 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:06.190458 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bb5b31fa-4dad-43bc-a5f1-f0f138463f60 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/41f916d6-adb8-4020-873c-4969353bab39 HTTP/1.1" status: 404 len: 337 time: 0.0415511 Jul 22 23:53:06.190690 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35118) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.211134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6ac65-ca99-4c06-bf0d-3206f896cd64 req-d03405b7-5d70-49c9-93e1-fa8db721939e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:06.212741 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8db6ac65-ca99-4c06-bf0d-3206f896cd64 req-d03405b7-5d70-49c9-93e1-fa8db721939e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.1424370 Jul 22 23:53:06.226999 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f16a6c-8876-4d27-8e14-f414dfa857c7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:06.229890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Router a6b9c4e6-91a3-4481-a213-a615a2d20ec4 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:53:06.230958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f16a6c-8876-4d27-8e14-f414dfa857c7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:06.236435 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-98f16a6c-8876-4d27-8e14-f414dfa857c7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/3814e84b-c35f-4b3b-84a0-02c81f2c1f54 HTTP/1.1" status: 404 len: 333 time: 0.0438948 Jul 22 23:53:06.240019 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35122) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.304663 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e8a578-f983-47f6-aea8-f4a229a589cf tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:06.305162 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e8a578-f983-47f6-aea8-f4a229a589cf tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:06.306916 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d7e8a578-f983-47f6-aea8-f4a229a589cf tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/36b4e96a-6ec0-4638-8022-c69b908c5a6a HTTP/1.1" status: 404 len: 337 time: 0.0629153 Jul 22 23:53:06.310869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35124) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.386377 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c28587-7820-4c5d-856a-551155ddfb60 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:06.387845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c28587-7820-4c5d-856a-551155ddfb60 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:06.391312 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d2c28587-7820-4c5d-856a-551155ddfb60 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/bcde70cd-1b6a-473d-9327-c5db82bcd005 HTTP/1.1" status: 404 len: 333 time: 0.0677102 Jul 22 23:53:06.395308 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35128) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.438555 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b15abe-22d1-4486-8b96-a6b1792a5f38 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:06.439058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b15abe-22d1-4486-8b96-a6b1792a5f38 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:06.440833 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-05b15abe-22d1-4486-8b96-a6b1792a5f38 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/b2669d6f-1c2b-4790-b9b1-06de8a9c7dd0 HTTP/1.1" status: 404 len: 337 time: 0.0431082 Jul 22 23:53:06.445792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35130) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.448972 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c741d70-b0da-4ad8-8926-2cd2de4b9da6 None None] DHCP port deletion for c35e90f8-c2e7-4be8-8499-34cc32d977ae request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:53:06.472336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8db6ac65-ca99-4c06-bf0d-3206f896cd64 req-2b686aa2-2666-4007-a2dc-ce9b92d0dd53 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519066 Jul 22 23:53:06.503169 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff2c63e-434c-4cb3-a056-9508080077ed tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:06.504522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff2c63e-434c-4cb3-a056-9508080077ed tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:06.510206 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5ff2c63e-434c-4cb3-a056-9508080077ed tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/22651e19-c7fe-470f-981f-ecbca43892c3 HTTP/1.1" status: 404 len: 333 time: 0.0626488 Jul 22 23:53:06.515488 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35132) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.542733 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:53:06.553971 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.555205 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6f84b315-7733-4fd4-83a4-cc745e5c950d tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "PUT /v2.0/routers/a6b9c4e6-91a3-4481-a213-a615a2d20ec4 HTTP/1.1" status: 200 len: 919 time: 3.5542762 Jul 22 23:53:06.557792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7661504d-a368-4178-9f28-8643d3dbae9e None None] Sync routers for ids ['a6b9c4e6-91a3-4481-a213-a615a2d20ec4'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:53:06.558005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.580927 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-161e4112-a0f6-4dfd-9501-7dbd86ce9a76 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:06.582544 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161e4112-a0f6-4dfd-9501-7dbd86ce9a76 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:06.585007 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7661504d-a368-4178-9f28-8643d3dbae9e None None] Routers {'a6b9c4e6-91a3-4481-a213-a615a2d20ec4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:06.585682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7661504d-a368-4178-9f28-8643d3dbae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:53:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a6b9c4e6-91a3-4481-a213-a615a2d20ec4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:06.587212 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-161e4112-a0f6-4dfd-9501-7dbd86ce9a76 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/7c69547a-6592-44cd-aafc-bab99ea331fa HTTP/1.1" status: 404 len: 337 time: 0.0696137 Jul 22 23:53:06.589684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35136) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.631257 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa54a5b8-97c7-4fd3-9b9a-1057317a2e86 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:06.633028 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa54a5b8-97c7-4fd3-9b9a-1057317a2e86 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:06.639270 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fa54a5b8-97c7-4fd3-9b9a-1057317a2e86 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/675f87a8-9c30-4d04-8e7d-b0cb0f7a521b HTTP/1.1" status: 404 len: 333 time: 0.0424814 Jul 22 23:53:06.641123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35138) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.661293 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7661504d-a368-4178-9f28-8643d3dbae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:06.664733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5c741d70-b0da-4ad8-8926-2cd2de4b9da6 None None] Deleting port c5eaacce-d699-4d53-ace3-df2292c119c7 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:06.665235 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c741d70-b0da-4ad8-8926-2cd2de4b9da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.693297 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7661504d-a368-4178-9f28-8643d3dbae9e None None] Routers {'a6b9c4e6-91a3-4481-a213-a615a2d20ec4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:06.694179 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7661504d-a368-4178-9f28-8643d3dbae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:53:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a6b9c4e6-91a3-4481-a213-a615a2d20ec4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:06.708755 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.709765 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc737ac-751e-42cf-905c-6003e9ee1d74 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:06.710262 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc737ac-751e-42cf-905c-6003e9ee1d74 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:06.714851 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5fc737ac-751e-42cf-905c-6003e9ee1d74 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/b1988698-5431-4319-ab3c-a699a3cfa1d4 HTTP/1.1" status: 404 len: 337 time: 0.0725472 Jul 22 23:53:06.715464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35152) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.730916 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d8948912-8e72-40f8-a28d-695052b6dd30 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "GET /v2.0/routers/a6b9c4e6-91a3-4481-a213-a615a2d20ec4 HTTP/1.1" status: 200 len: 925 time: 0.1715527 Jul 22 23:53:06.734506 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35158) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.785274 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7661504d-a368-4178-9f28-8643d3dbae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:06.786023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7661504d-a368-4178-9f28-8643d3dbae9e None None] The sync data for ids ['a6b9c4e6-91a3-4481-a213-a615a2d20ec4'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:53:06.796225 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2fdd65-4702-4ef1-bcb2-17448e7441d4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:06.797785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2fdd65-4702-4ef1-bcb2-17448e7441d4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:06.800739 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2f2fdd65-4702-4ef1-bcb2-17448e7441d4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/87bfda60-cce0-4c6b-bdb3-75b1aaef9ad9 HTTP/1.1" status: 404 len: 333 time: 0.0843480 Jul 22 23:53:06.803218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35160) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.840167 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4223cb7-798f-4a4a-8d14-fbe235af29bc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:06.841002 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4223cb7-798f-4a4a-8d14-fbe235af29bc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:06.844058 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e4223cb7-798f-4a4a-8d14-fbe235af29bc tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/9adb54e8-3562-480f-bf69-f7d691d2dab9 HTTP/1.1" status: 404 len: 337 time: 0.0394957 Jul 22 23:53:06.844323 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5c741d70-b0da-4ad8-8926-2cd2de4b9da6 None None] For port c5eaacce-d699-4d53-ace3-df2292c119c7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c5eaacce-d699-4d53-ace3-df2292c119c7,segment=NetworkSegment(6e3524fa-d49b-424d-bab9-2329fd5c80eb),segment_id=6e3524fa-d49b-424d-bab9-2329fd5c80eb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:06.845064 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c741d70-b0da-4ad8-8926-2cd2de4b9da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.847767 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35162) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.861886 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5c741d70-b0da-4ad8-8926-2cd2de4b9da6 None None] Calling delete_port for c5eaacce-d699-4d53-ace3-df2292c119c7 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:06.863045 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fb2f57-c8c9-47c1-9ac6-4a8da467e228 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:06.865044 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-44fb2f57-c8c9-47c1-9ac6-4a8da467e228 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&device_id=a6b9c4e6-91a3-4481-a213-a615a2d20ec4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1288133 Jul 22 23:53:06.867792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35164) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.891661 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9359f4-c9b2-43cd-9418-8b508d2c4d35 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:06.892442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9359f4-c9b2-43cd-9418-8b508d2c4d35 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:06.897145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2a9359f4-c9b2-43cd-9418-8b508d2c4d35 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/09a54fa5-78bf-40a1-89ff-75831b221ec2 HTTP/1.1" status: 404 len: 333 time: 0.0482669 Jul 22 23:53:06.897938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35166) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.947325 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9152f9be-355f-47da-8207-2985824a2ff4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:06.947796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9152f9be-355f-47da-8207-2985824a2ff4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:06.957186 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9152f9be-355f-47da-8207-2985824a2ff4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/f3ce2fba-4773-4a25-bdc1-b3bf3abac7c7 HTTP/1.1" status: 404 len: 337 time: 0.0527287 Jul 22 23:53:06.957186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35172) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.984671 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-799cdc57-c964-4196-be13-904e79f3f4e7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:06.985160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799cdc57-c964-4196-be13-904e79f3f4e7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:06.993025 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-799cdc57-c964-4196-be13-904e79f3f4e7 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/64d51ca2-32d8-40af-8d4b-5be14d862884 HTTP/1.1" status: 404 len: 337 time: 0.0379641 Jul 22 23:53:06.993723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35176) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:07.051659 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:07.098378 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5c741d70-b0da-4ad8-8926-2cd2de4b9da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:07.119747 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a4f442-f985-4e8d-a64e-5f6d7e2a9a46 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:07.119747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a4f442-f985-4e8d-a64e-5f6d7e2a9a46 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:07.121762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d8a4f442-f985-4e8d-a64e-5f6d7e2a9a46 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/02ef97ce-b2b7-4b45-aaeb-a44d79424a5d HTTP/1.1" status: 404 len: 333 time: 0.1270018 Jul 22 23:53:07.123268 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35178) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:07.149628 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422dde61-357a-4bfe-9d12-1886bd6b2ab8 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:07.151392 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-422dde61-357a-4bfe-9d12-1886bd6b2ab8 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "GET /v2.0/networks/09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 881 time: 0.2822757 Jul 22 23:53:07.158146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35180) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:07.176857 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c741d70-b0da-4ad8-8926-2cd2de4b9da6 None None] Pushing event deleted for resources: {'Port': ['ID=c5eaacce-d699-4d53-ace3-df2292c119c7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:07.183493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c741d70-b0da-4ad8-8926-2cd2de4b9da6 None None] No DVR routers for this DVR port c5eaacce-d699-4d53-ace3-df2292c119c7 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:53:07.243391 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5cc12c46-dc00-4f68-b107-836f1245b659 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6b9c4e6-91a3-4481-a213-a615a2d20ec4 HTTP/1.1" status: 200 len: 205 time: 0.0818923 Jul 22 23:53:07.243391 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1cf548d-044d-4c6b-8f38-487be924bd2d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:07.243674 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1cf548d-044d-4c6b-8f38-487be924bd2d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:07.245245 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d1cf548d-044d-4c6b-8f38-487be924bd2d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/17cac045-7d65-435a-acb4-7bc84fbd734f HTTP/1.1" status: 404 len: 337 time: 0.1166847 Jul 22 23:53:07.245991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35182) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:07.253196 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35184) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:07.300997 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf62cc9-880f-4a4f-861f-6f062cee9996 req-a8a12ee6-8c5a-43db-aeaf-a289581ec2c7 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:07.302607 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1bf62cc9-880f-4a4f-861f-6f062cee9996 req-a8a12ee6-8c5a-43db-aeaf-a289581ec2c7 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 944 time: 0.2308297 Jul 22 23:53:07.322202 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c5eaacce-d699-4d53-ace3-df2292c119c7 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:53:07.369192 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: c5eaacce-d699-4d53-ace3-df2292c119c7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:53:07.369552 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c5eaacce-d699-4d53-ace3-df2292c119c7 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:53:07.407808 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e21c144-a424-4eb1-a671-bce657c65f9a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:07.408267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e21c144-a424-4eb1-a671-bce657c65f9a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:07.410070 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7e21c144-a424-4eb1-a671-bce657c65f9a tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/02b0b57d-52a0-48c3-b2cb-c85da5eefb32 HTTP/1.1" status: 404 len: 337 time: 0.1559482 Jul 22 23:53:07.413344 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35186) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:07.419292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device cc87c514-6f66-4fca-8957-13ac210536b7 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:07.441457 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1bf62cc9-880f-4a4f-861f-6f062cee9996 req-5a2c81bc-55c3-460f-9749-a725bc70ba20 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233130 Jul 22 23:53:07.509568 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port cc87c514-6f66-4fca-8957-13ac210536b7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:07.510158 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:07.644264 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:07.691362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port cc87c514-6f66-4fca-8957-13ac210536b7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=cc87c514-6f66-4fca-8957-13ac210536b7,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:07.692927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb09b41-3f8b-4934-92ec-d8aac43dd671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc87c514-6f66-4fca-8957-13ac210536b7'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:07.696112 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5896265-5607-403d-b591-3e788b9a6395" -d '{"events": [{"server_uuid": "1cb09b41-3f8b-4934-92ec-d8aac43dd671", "name": "network-vif-plugged", "status": "completed", "tag": "cc87c514-6f66-4fca-8957-13ac210536b7"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:07.708080 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:07.783282 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0ffba8-6771-41f0-a628-9bc0bb7dbfb4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:07.783994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0ffba8-6771-41f0-a628-9bc0bb7dbfb4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:07.786434 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b009dee-9fc7-40d5-a906-bb0353ef2586 x-openstack-request-id: req-8b009dee-9fc7-40d5-a906-bb0353ef2586 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:07.786731 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb09b41-3f8b-4934-92ec-d8aac43dd671", "name": "network-vif-plugged", "status": "completed", "tag": "cc87c514-6f66-4fca-8957-13ac210536b7", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:07.786983 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b009dee-9fc7-40d5-a906-bb0353ef2586 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:07.787431 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb09b41-3f8b-4934-92ec-d8aac43dd671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc87c514-6f66-4fca-8957-13ac210536b7', 'code': 200} Jul 22 23:53:07.789901 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ed0ffba8-6771-41f0-a628-9bc0bb7dbfb4 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/e894015b-a5e0-4869-91c6-44bee3b0133d HTTP/1.1" status: 404 len: 333 time: 0.3746455 Jul 22 23:53:07.792471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35192) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:07.831847 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9b21a0-3aaa-4f8b-980b-59a620591c88 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:07.832353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9b21a0-3aaa-4f8b-980b-59a620591c88 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:07.833190 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=cc87c514-6f66-4fca-8957-13ac210536b7,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:07.837246 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ff9b21a0-3aaa-4f8b-980b-59a620591c88 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/8a18087c-bd30-432c-bc9c-47433e989557 HTTP/1.1" status: 404 len: 337 time: 0.0437253 Jul 22 23:53:07.840174 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35194) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:07.875885 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54f4432-d5ef-4302-8c01-9c3e0988aa67 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:07.876344 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54f4432-d5ef-4302-8c01-9c3e0988aa67 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:07.881650 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e54f4432-d5ef-4302-8c01-9c3e0988aa67 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/6f6b6424-e837-41ef-a1c1-7b31090a9d2a HTTP/1.1" status: 404 len: 337 time: 0.0403976 Jul 22 23:53:07.882462 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35196) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:07.895974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be1388-e5c0-497a-9ba6-ab465c5017f4 req-273913b2-4517-4e8d-8441-fc146216f413 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:07.897543 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-66be1388-e5c0-497a-9ba6-ab465c5017f4 req-273913b2-4517-4e8d-8441-fc146216f413 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.2189579 Jul 22 23:53:07.913130 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca8f3b9-d60e-4f20-bcc5-a61af078110d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:07.914128 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca8f3b9-d60e-4f20-bcc5-a61af078110d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:07.918709 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eca8f3b9-d60e-4f20-bcc5-a61af078110d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/e5e8c8e2-8451-4406-90da-3891e967bdbd HTTP/1.1" status: 404 len: 333 time: 0.0336263 Jul 22 23:53:07.921394 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35198) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:07.947981 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08e8a750-725b-4efe-914d-d7fc69bf7958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:07.962994 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05334d7-3c55-43c9-a126-b66a99dfba66 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:07.963359 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05334d7-3c55-43c9-a126-b66a99dfba66 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:07.968495 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d05334d7-3c55-43c9-a126-b66a99dfba66 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/1880c35f-6cd1-4df1-a15a-cc372ba7de37 HTTP/1.1" status: 404 len: 337 time: 0.0457273 Jul 22 23:53:07.969163 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35200) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:07.997870 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c26885-79cd-476a-a489-b7763d6c022d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:07.998404 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c26885-79cd-476a-a489-b7763d6c022d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:08.003189 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-37c26885-79cd-476a-a489-b7763d6c022d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/bb932e1f-d74c-4184-b81e-692ad5172d6c HTTP/1.1" status: 404 len: 337 time: 0.0312274 Jul 22 23:53:08.003974 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35202) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:08.006641 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24acf4e3-e3a9-4b85-9e0a-6accc368082d tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:08.027821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-66be1388-e5c0-497a-9ba6-ab465c5017f4 req-49005192-ee18-4902-9011-c4f85d71df85 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232016 Jul 22 23:53:08.104391 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4b73d91e-8df5-440a-88cf-68cd4ffe0316 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e81e7f6-0f2b-499e-982d-04a111421fbd HTTP/1.1" status: 200 len: 205 time: 0.0952742 Jul 22 23:53:08.107134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35204) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:08.156070 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-9b87bf02-55dd-404b-9618-efc12a7d769d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] delete failed (client error): The resource could not be found. Jul 22 23:53:08.159852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35206) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:08.162026 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9b87bf02-55dd-404b-9618-efc12a7d769d tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/routers/6e81e7f6-0f2b-499e-982d-04a111421fbd HTTP/1.1" status: 404 len: 336 time: 0.0540774 Jul 22 23:53:08.203962 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24acf4e3-e3a9-4b85-9e0a-6accc368082d tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:08.212897 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05a0cff-c2d1-403a-8ab8-2b3ae9df0c24 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:08.213520 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05a0cff-c2d1-403a-8ab8-2b3ae9df0c24 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:08.220753 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f05a0cff-c2d1-403a-8ab8-2b3ae9df0c24 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/7c8210db-dcd8-4d66-907e-013d92b93c3a HTTP/1.1" status: 404 len: 337 time: 0.0545168 Jul 22 23:53:08.221032 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35208) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:08.277314 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ffce6613-2189-48d8-a1a7-b162e5374cdf tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed56d7d-9917-49d3-89dd-d290cd470bbb HTTP/1.1" status: 200 len: 205 time: 0.0528820 Jul 22 23:53:08.278924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35210) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:08.330511 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-162f59d0-dfdb-4c95-9dfc-aa30029c6407 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] delete failed (client error): The resource could not be found. Jul 22 23:53:08.333821 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-162f59d0-dfdb-4c95-9dfc-aa30029c6407 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/routers/0ed56d7d-9917-49d3-89dd-d290cd470bbb HTTP/1.1" status: 404 len: 336 time: 0.0518405 Jul 22 23:53:08.337594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35212) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:08.351640 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-24acf4e3-e3a9-4b85-9e0a-6accc368082d tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Deleting port b935b880-b0c8-4509-9558-69a3eb0dde90 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:08.351640 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24acf4e3-e3a9-4b85-9e0a-6accc368082d tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:08.367554 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b44c1e9-afa5-4305-ab37-386521bc41da tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:08.368099 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b44c1e9-afa5-4305-ab37-386521bc41da tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:08.372092 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2b44c1e9-afa5-4305-ab37-386521bc41da tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/6e6a4562-0b8f-4be9-8737-ce8eff237de6 HTTP/1.1" status: 404 len: 337 time: 0.0305843 Jul 22 23:53:08.373575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35214) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:08.393397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-08e8a750-725b-4efe-914d-d7fc69bf7958 admin admin] Deleting port d02783e2-32cd-412a-92d5-40b67c7ad443 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:08.393834 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08e8a750-725b-4efe-914d-d7fc69bf7958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:08.433752 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9d7228-658c-40b1-a240-994e3a292d4b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:08.434236 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9d7228-658c-40b1-a240-994e3a292d4b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:08.438487 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-aa9d7228-658c-40b1-a240-994e3a292d4b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/204d5a61-8391-4323-9c60-84ffde5212f7 HTTP/1.1" status: 404 len: 337 time: 0.0614331 Jul 22 23:53:08.438745 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35216) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:08.478887 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-08904cf3-c501-43b4-886b-db169d27d7da tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:08.479631 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08904cf3-c501-43b4-886b-db169d27d7da tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:08.484265 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-08904cf3-c501-43b4-886b-db169d27d7da tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/0751d99d-d739-4dc9-9a7e-0c58b07b73ad HTTP/1.1" status: 404 len: 333 time: 0.0417681 Jul 22 23:53:08.484595 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35220) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:08.507653 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-08e8a750-725b-4efe-914d-d7fc69bf7958 admin admin] For port d02783e2-32cd-412a-92d5-40b67c7ad443, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d02783e2-32cd-412a-92d5-40b67c7ad443,segment=NetworkSegment(3581f181-48ef-4c3b-81f1-4b9d7c54f7eb),segment_id=3581f181-48ef-4c3b-81f1-4b9d7c54f7eb)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:08.508035 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08e8a750-725b-4efe-914d-d7fc69bf7958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:08.524148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-08e8a750-725b-4efe-914d-d7fc69bf7958 admin admin] Calling delete_port for d02783e2-32cd-412a-92d5-40b67c7ad443 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:08.526067 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a63b80-4e83-4aaf-b29e-d2725b5b13ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:08.526857 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a63b80-4e83-4aaf-b29e-d2725b5b13ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:08.528752 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-71a63b80-4e83-4aaf-b29e-d2725b5b13ba tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/8c8a1eca-d304-4973-a37e-9ecad5212bb9 HTTP/1.1" status: 404 len: 337 time: 0.0430589 Jul 22 23:53:08.531582 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35222) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:08.542530 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24acf4e3-e3a9-4b85-9e0a-6accc368082d tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:08.557343 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-24acf4e3-e3a9-4b85-9e0a-6accc368082d tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Calling delete_port for b935b880-b0c8-4509-9558-69a3eb0dde90 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:08.581900 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb225845-ba92-43f6-a92f-1b445bbc9553 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:08.582967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb225845-ba92-43f6-a92f-1b445bbc9553 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:08.587052 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-eb225845-ba92-43f6-a92f-1b445bbc9553 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/00ce31e0-3549-48cf-9832-4f547a9116cf HTTP/1.1" status: 404 len: 333 time: 0.0521989 Jul 22 23:53:08.589443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35224) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:08.678154 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd9de0b-c4e7-4840-af35-d94ca9c5f8e0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:08.678777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd9de0b-c4e7-4840-af35-d94ca9c5f8e0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:08.683180 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fcd9de0b-c4e7-4840-af35-d94ca9c5f8e0 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/c7a85d3b-dda4-4ad8-bf99-9a157e0c2673 HTTP/1.1" status: 404 len: 337 time: 0.0905204 Jul 22 23:53:08.683695 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35226) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:08.724875 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fcceb0-555e-40a1-9489-ef6f424877db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:08.726195 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6fcceb0-555e-40a1-9489-ef6f424877db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:08.733798 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e6fcceb0-555e-40a1-9489-ef6f424877db tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/7a80cfe6-4246-4127-8fd9-45130e12ba4a HTTP/1.1" status: 404 len: 333 time: 0.0440674 Jul 22 23:53:08.733798 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35228) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:08.773458 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace01e17-938e-4b51-9ae4-f928781fa3e9 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:08.774024 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace01e17-938e-4b51-9ae4-f928781fa3e9 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:08.778134 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ace01e17-938e-4b51-9ae4-f928781fa3e9 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/63cc6c13-5a66-4c5c-923c-2f7ca4b4f66b HTTP/1.1" status: 404 len: 337 time: 0.0426834 Jul 22 23:53:08.778290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf8e29-aec8-462d-a784-05af985015d7 req-f25888ce-7116-408a-b56d-0cbe0ee36e29 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:08.779631 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9eaf8e29-aec8-462d-a784-05af985015d7 req-f25888ce-7116-408a-b56d-0cbe0ee36e29 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2128241 Jul 22 23:53:08.780835 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35230) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:08.826399 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24acf4e3-e3a9-4b85-9e0a-6accc368082d tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:08.857131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acf4e3-e3a9-4b85-9e0a-6accc368082d tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Pushing event deleted for resources: {'Port': ['ID=b935b880-b0c8-4509-9558-69a3eb0dde90,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:08.952787 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24acf4e3-e3a9-4b85-9e0a-6accc368082d tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:09.068703 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24acf4e3-e3a9-4b85-9e0a-6accc368082d tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:09.073164 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24acf4e3-e3a9-4b85-9e0a-6accc368082d tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:09.143467 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cc3ae1-a3bd-4f1c-9076-5fd170af7a91 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:09.144291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36cc3ae1-a3bd-4f1c-9076-5fd170af7a91 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:09.148558 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-36cc3ae1-a3bd-4f1c-9076-5fd170af7a91 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/48331ea2-0a54-423a-9848-db741c9ff99d HTTP/1.1" status: 404 len: 333 time: 0.3634233 Jul 22 23:53:09.152397 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35234) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:09.185302 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24acf4e3-e3a9-4b85-9e0a-6accc368082d tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:09.186281 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24acf4e3-e3a9-4b85-9e0a-6accc368082d tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Fanout notify agent at l3_agent the message router_deleted on router a6b9c4e6-91a3-4481-a213-a615a2d20ec4 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:53:09.224279 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24acf4e3-e3a9-4b85-9e0a-6accc368082d tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:09.226013 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-24acf4e3-e3a9-4b85-9e0a-6accc368082d tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "DELETE /v2.0/routers/a6b9c4e6-91a3-4481-a213-a615a2d20ec4 HTTP/1.1" status: 204 len: 168 time: 1.9791219 Jul 22 23:53:09.229901 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d20da8-bc02-4264-b1d6-5eea6181b890 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:09.230547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d20da8-bc02-4264-b1d6-5eea6181b890 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:09.234854 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b6d20da8-bc02-4264-b1d6-5eea6181b890 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/d8aac549-fc7e-4333-9cc3-5aea975f55ab HTTP/1.1" status: 404 len: 337 time: 0.0810270 Jul 22 23:53:09.235960 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35236) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:09.241726 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-3414326', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:09.242781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35238) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:09.282353 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:09.284465 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:09.314626 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd0fa9a-3077-48a0-9d36-45a74eebefa3 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:09.315373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd0fa9a-3077-48a0-9d36-45a74eebefa3 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:09.317593 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0dd0fa9a-3077-48a0-9d36-45a74eebefa3 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/ba1d3f23-930b-403d-8e25-e1da269d2b46 HTTP/1.1" status: 404 len: 333 time: 0.0722847 Jul 22 23:53:09.322361 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35240) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:09.327703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9eaf8e29-aec8-462d-a784-05af985015d7 req-144f234b-3be7-41b8-817b-2c3f07d00e13 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241394 Jul 22 23:53:09.388030 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-4053417e-9d44-4f23-9651-00e600f20c2d service neutron] show failed (client error): The resource could not be found. Jul 22 23:53:09.388796 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc09a338-bf28-4e2c-9742-3da28fa53c38 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:09.389203 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-4053417e-9d44-4f23-9651-00e600f20c2d service neutron] 10.222.0.95 "GET /v2.0/ports/b9c25e6d-9b0a-43d9-9593-c3015cc9c324/bindings/n-h1-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.2634518 Jul 22 23:53:09.389723 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc09a338-bf28-4e2c-9742-3da28fa53c38 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:09.392647 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc09a338-bf28-4e2c-9742-3da28fa53c38 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/59274514-9984-414d-b1b2-4c101547bf20 HTTP/1.1" status: 404 len: 337 time: 0.0689986 Jul 22 23:53:09.395630 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35242) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:09.407924 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:09.432647 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fb2431-0ee6-4555-80c2-59fa7b3f54a1 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:09.433808 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18fb2431-0ee6-4555-80c2-59fa7b3f54a1 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:09.435741 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-18fb2431-0ee6-4555-80c2-59fa7b3f54a1 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/c22a477e-cf39-4a78-8d3b-da8568537578 HTTP/1.1" status: 404 len: 333 time: 0.0389934 Jul 22 23:53:09.438948 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:09.440776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f88c0-abe5-41c8-b434-15ab53a4520b req-997947f8-73b9-4852-9c76-75d43ca7ed02 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:09.450468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c9f88c0-abe5-41c8-b434-15ab53a4520b req-997947f8-73b9-4852-9c76-75d43ca7ed02 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.2404628 Jul 22 23:53:09.515110 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c9f88c0-abe5-41c8-b434-15ab53a4520b req-db7bf25a-508a-4c17-a89d-8c43378a7a3d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606220 Jul 22 23:53:09.530610 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08e8a750-725b-4efe-914d-d7fc69bf7958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:09.535795 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c5d864-b451-4beb-a1f2-c6aa96311761 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:09.536481 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c5d864-b451-4beb-a1f2-c6aa96311761 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:09.538705 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c5c5d864-b451-4beb-a1f2-c6aa96311761 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/eb621af2-dc23-4198-8cd4-6bc5c58746ce HTTP/1.1" status: 404 len: 337 time: 0.0982089 Jul 22 23:53:09.541498 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35246) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:09.594230 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0773e7d8-b072-4d43-9051-e8a1afd34f0f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:09.595268 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0773e7d8-b072-4d43-9051-e8a1afd34f0f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:09.598103 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0773e7d8-b072-4d43-9051-e8a1afd34f0f tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/ports/9d8eb372-7144-4bd8-a9f9-452e8dea4c71 HTTP/1.1" status: 404 len: 333 time: 0.0552788 Jul 22 23:53:09.604729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:09.648773 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8a750-725b-4efe-914d-d7fc69bf7958 admin admin] Pushing event deleted for resources: {'Port': ['ID=d02783e2-32cd-412a-92d5-40b67c7ad443,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:09.685736 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:09.691280 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e1e0aa-0cea-4283-a533-33498c1939b6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:09.691814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e1e0aa-0cea-4283-a533-33498c1939b6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:09.696487 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35250) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:09.696655 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-80e1e0aa-0cea-4283-a533-33498c1939b6 tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/subnets/dc2d5059-0d3a-4d62-945d-89242d4dfbae HTTP/1.1" status: 404 len: 337 time: 0.0904119 Jul 22 23:53:09.815428 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc3c1a61-e5d4-46fe-9dad-6a811fe3136b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:09.919672 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-6c183ae6-82ee-4bdd-bf89-0f5ec5f0eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:09.921978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-6c183ae6-82ee-4bdd-bf89-0f5ec5f0eff9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb&tenant_id=08e6f590bb3047c8a7f2021edeaee884 HTTP/1.1" status: 200 len: 1096 time: 0.2326686 Jul 22 23:53:09.940987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:09.969603 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc3c1a61-e5d4-46fe-9dad-6a811fe3136b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:09.987964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-bc3c1a61-e5d4-46fe-9dad-6a811fe3136b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35e90f8-c2e7-4be8-8499-34cc32d977ae']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:09.999764 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-bc3c1a61-e5d4-46fe-9dad-6a811fe3136b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3524fa-d49b-424d-bab9-2329fd5c80eb') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:10.000356 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-bc3c1a61-e5d4-46fe-9dad-6a811fe3136b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3524fa-d49b-424d-bab9-2329fd5c80eb') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:10.010703 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc3c1a61-e5d4-46fe-9dad-6a811fe3136b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:10.041606 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc3c1a61-e5d4-46fe-9dad-6a811fe3136b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:10.042087 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:10.054110 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-08e8a750-725b-4efe-914d-d7fc69bf7958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:10.128147 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3c1a61-e5d4-46fe-9dad-6a811fe3136b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:53:10.128477 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc3c1a61-e5d4-46fe-9dad-6a811fe3136b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: items = [ Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:53:10.131669 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:53:10.181385 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:10.211306 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:10.315600 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc3c1a61-e5d4-46fe-9dad-6a811fe3136b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:10.325642 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc3c1a61-e5d4-46fe-9dad-6a811fe3136b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:10.336009 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bc3c1a61-e5d4-46fe-9dad-6a811fe3136b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] 10.222.0.26 "DELETE /v2.0/networks/c35e90f8-c2e7-4be8-8499-34cc32d977ae HTTP/1.1" status: 204 len: 168 time: 0.6342783 Jul 22 23:53:10.352593 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c1a61-e5d4-46fe-9dad-6a811fe3136b tempest-NetworksTestDHCPv6-1446155600 tempest-NetworksTestDHCPv6-1446155600-project] Pushing event deleted for resources: {'Network': ['ID=c35e90f8-c2e7-4be8-8499-34cc32d977ae,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:10.433767 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Allocated IP 172.25.4.245 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/38817197-5a08-4cbc-8ade-6aff3deaaacb) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:10.500247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] For port b9c25e6d-9b0a-43d9-9593-c3015cc9c324, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,segment=NetworkSegment(9f05e9e2-eff2-4a57-b892-5837b88100af),segment_id=9f05e9e2-eff2-4a57-b892-5837b88100af)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:10.539922 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e8a750-725b-4efe-914d-d7fc69bf7958 admin admin] Router 593587b5-3d52-4abc-b7fa-614f63e14e35 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:53:10.591482 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:10.606520 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] For port b9c25e6d-9b0a-43d9-9593-c3015cc9c324, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:53:10.630432 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a1680-1394-4043-ac13-094331bb7baf req-9df776ca-223e-4562-b223-52bef17b5042 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:10.632100 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e59a1680-1394-4043-ac13-094331bb7baf req-9df776ca-223e-4562-b223-52bef17b5042 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2091763 Jul 22 23:53:10.651303 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:10.703876 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:10.708970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:10.711532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:10.741541 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35260) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:10.749029 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Pushing event updated for resources: {'Port': ['ID=38817197-5a08-4cbc-8ade-6aff3deaaacb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:10.811572 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:10.814182 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6693f3f-44e9-496c-8c3a-5963b23b8922" -d '{"events": [{"server_uuid": "b97db626-26a1-40e4-bc0f-60aad003cfdb", "name": "network-vif-unplugged", "status": "completed", "tag": "b9c25e6d-9b0a-43d9-9593-c3015cc9c324"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:10.835743 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:10.854535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e59a1680-1394-4043-ac13-094331bb7baf req-20fa1f04-5683-4184-b915-4cf85ec703e4 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475060 Jul 22 23:53:10.900181 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Transition to ACTIVE for port object b9c25e6d-9b0a-43d9-9593-c3015cc9c324 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:10.932900 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:10.966145 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b027a8-516e-469b-9886-c805034a9dd9 x-openstack-request-id: req-86b027a8-516e-469b-9886-c805034a9dd9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:10.966732 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97db626-26a1-40e4-bc0f-60aad003cfdb", "name": "network-vif-unplugged", "status": "completed", "tag": "b9c25e6d-9b0a-43d9-9593-c3015cc9c324", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:10.967172 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86b027a8-516e-469b-9886-c805034a9dd9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:10.967957 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324', 'code': 200} Jul 22 23:53:10.977969 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ee8c3b7f-dace-4bde-b1bf-878f9809b0e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e15117d3ac8408fb4014e5e132855bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351613 Jul 22 23:53:10.980779 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35266) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:10.996821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e8a750-725b-4efe-914d-d7fc69bf7958 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:53:11.007520 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46891a0-66f0-4ba7-af4f-00ace1d903b0 None None] Sync routers for ids ['593587b5-3d52-4abc-b7fa-614f63e14e35'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:53:11.009601 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-08e8a750-725b-4efe-914d-d7fc69bf7958 admin admin] 10.222.0.26 "PUT /v2.0/routers/593587b5-3d52-4abc-b7fa-614f63e14e35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2991703 Jul 22 23:53:11.017280 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35268) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:11.026762 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46891a0-66f0-4ba7-af4f-00ace1d903b0 None None] Routers {'593587b5-3d52-4abc-b7fa-614f63e14e35'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:11.027407 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b46891a0-66f0-4ba7-af4f-00ace1d903b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:53:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['593587b5-3d52-4abc-b7fa-614f63e14e35'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:11.141228 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2157bf4-d70c-4e94-9657-9472f4db9002 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:11.168564 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f6a43-61cd-4458-a51d-233c20d24fa8 req-61fc60e5-e89a-4e87-8685-6243861e7880 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:11.170608 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c09f6a43-61cd-4458-a51d-233c20d24fa8 req-61fc60e5-e89a-4e87-8685-6243861e7880 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.5707974 Jul 22 23:53:11.188440 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b6c4ff9-e18d-4279-9910-5e5cbc314726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:11.215114 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:11.275724 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b6c4ff9-e18d-4279-9910-5e5cbc314726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:11.316230 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b46891a0-66f0-4ba7-af4f-00ace1d903b0 None None] Set router 593587b5-3d52-4abc-b7fa-614f63e14e35 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:53:11.330487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Pushing event updated for resources: {'Port': ['ID=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:11.607427 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b46891a0-66f0-4ba7-af4f-00ace1d903b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-router', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:00Z', 'updated_at': '2021-07-22T23:53:09Z', 'revision_number': 5, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'gw_port': {'id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:11.645710 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46891a0-66f0-4ba7-af4f-00ace1d903b0 None None] Checking router: 593587b5-3d52-4abc-b7fa-614f63e14e35 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:53:11.657539 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46891a0-66f0-4ba7-af4f-00ace1d903b0 None None] Routers {'593587b5-3d52-4abc-b7fa-614f63e14e35'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:11.658637 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b46891a0-66f0-4ba7-af4f-00ace1d903b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:53:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['593587b5-3d52-4abc-b7fa-614f63e14e35'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:11.736776 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c09f6a43-61cd-4458-a51d-233c20d24fa8 req-e4659c3f-8ee9-438d-8030-4f9f23eb6d6a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5391095 Jul 22 23:53:11.757594 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b6c4ff9-e18d-4279-9910-5e5cbc314726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:11.761512 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b6c4ff9-e18d-4279-9910-5e5cbc314726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:11.765600 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1b6c4ff9-e18d-4279-9910-5e5cbc314726 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5616b094-a896-42ff-bf76-d9772cc7c165 HTTP/1.1" status: 204 len: 168 time: 0.7812853 Jul 22 23:53:11.774358 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c4ff9-e18d-4279-9910-5e5cbc314726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5616b094-a896-42ff-bf76-d9772cc7c165,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:11.779476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] No DVR routers for this DVR port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:53:11.834896 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b46891a0-66f0-4ba7-af4f-00ace1d903b0 None None] Set router 593587b5-3d52-4abc-b7fa-614f63e14e35 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:53:12.059010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b9c25e6d-9b0a-43d9-9593-c3015cc9c324 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:53:12.065339 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:12.085766 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2157bf4-d70c-4e94-9657-9472f4db9002 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:12.108261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Attempting to bind port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:53:12.109420 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Attempting to bind port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '9f05e9e2-eff2-4a57-b892-5837b88100af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:53:12.110228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Attempting to bind port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 on network 052816c7-ae06-4e61-a509-20e3198c04e8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:12.117792 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b46891a0-66f0-4ba7-af4f-00ace1d903b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-router', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:00Z', 'updated_at': '2021-07-22T23:53:09Z', 'revision_number': 5, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'gw_port': {'id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:12.137432 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 on network 052816c7-ae06-4e61-a509-20e3198c04e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:53:12.137904 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Attempting to bind port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 on network 052816c7-ae06-4e61-a509-20e3198c04e8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:12.184303 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46891a0-66f0-4ba7-af4f-00ace1d903b0 None None] The sync data for ids ['593587b5-3d52-4abc-b7fa-614f63e14e35'] in n-d-688802-2 is: [{'id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'name': 'tempest-TaggedBootDevicesTest_v242-2118901295-router', 'tenant_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:00Z', 'updated_at': '2021-07-22T23:53:09Z', 'revision_number': 5, 'project_id': 'fa4249d76cd34b2c9d3889fcaf2c6afa', 'gw_port': {'id': '4d075b10-b234-4d2a-8436-732fcfb9c0e3', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593587b5-3d52-4abc-b7fa-614f63e14e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:53:12.202013 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b9c25e6d-9b0a-43d9-9593-c3015cc9c324 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:53:12.202645 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:53:12.203807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Checking segment: {'id': '9f05e9e2-eff2-4a57-b892-5837b88100af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:12.204213 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Bound using segment: {'id': '9f05e9e2-eff2-4a57-b892-5837b88100af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:53:12.205135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Bound port: b9c25e6d-9b0a-43d9-9593-c3015cc9c324, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f05e9e2-eff2-4a57-b892-5837b88100af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:53:12.205135 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:12.268582 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5ab76-348d-4508-98c1-41ecdd535fcf req-17391c30-f7d1-422e-a20f-2fea856bb552 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:12.270282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10a5ab76-348d-4508-98c1-41ecdd535fcf req-17391c30-f7d1-422e-a20f-2fea856bb552 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.3254373 Jul 22 23:53:12.313534 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Router b586b25d-7008-40ed-af16-cbc4e752d695 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:53:12.339426 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c2157bf4-d70c-4e94-9657-9472f4db9002 admin admin] Deleting port 4d075b10-b234-4d2a-8436-732fcfb9c0e3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:12.340259 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2157bf4-d70c-4e94-9657-9472f4db9002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:12.372270 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10a5ab76-348d-4508-98c1-41ecdd535fcf req-107aa0b5-b76d-4583-91ec-8354c9b08972 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952740 Jul 22 23:53:12.375611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] For port b9c25e6d-9b0a-43d9-9593-c3015cc9c324, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:53:12.426105 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] For port b9c25e6d-9b0a-43d9-9593-c3015cc9c324, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,segment=NetworkSegment(9f05e9e2-eff2-4a57-b892-5837b88100af),segment_id=9f05e9e2-eff2-4a57-b892-5837b88100af)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:53:12.439637 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:12.456807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:12.457821 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:12.459417 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] 10.222.0.18 "PUT /v2.0/ports/b9c25e6d-9b0a-43d9-9593-c3015cc9c324 HTTP/1.1" status: 200 len: 1091 time: 2.5231814 Jul 22 23:53:12.502039 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:53:12.514371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6292ba80-5b0c-4026-8053-28684d1b8a8b None None] Sync routers for ids ['b586b25d-7008-40ed-af16-cbc4e752d695'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:53:12.528735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6292ba80-5b0c-4026-8053-28684d1b8a8b None None] Routers {'b586b25d-7008-40ed-af16-cbc4e752d695'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:12.531171 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6292ba80-5b0c-4026-8053-28684d1b8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:53:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b586b25d-7008-40ed-af16-cbc4e752d695'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:12.553368 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:12.555214 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-53915158-3718-4752-adf8-3fab6392045a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3178079 Jul 22 23:53:12.558200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cecd1-00d9-402c-be65-d8ec821f3b5b service neutron] Pushing event updated for resources: {'Port': ['ID=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:12.572649 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35288) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:12.604229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-587b28cf-961b-4012-9f8d-ecd0142fdc9b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:12.610174 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6292ba80-5b0c-4026-8053-28684d1b8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:12.635620 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6292ba80-5b0c-4026-8053-28684d1b8a8b None None] Routers {'b586b25d-7008-40ed-af16-cbc4e752d695'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:12.636482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6292ba80-5b0c-4026-8053-28684d1b8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:53:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b586b25d-7008-40ed-af16-cbc4e752d695'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:12.677285 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6292ba80-5b0c-4026-8053-28684d1b8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:12.678203 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6292ba80-5b0c-4026-8053-28684d1b8a8b None None] The sync data for ids ['b586b25d-7008-40ed-af16-cbc4e752d695'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:53:12.701262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-c2157bf4-d70c-4e94-9657-9472f4db9002 admin admin] For port 4d075b10-b234-4d2a-8436-732fcfb9c0e3, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4d075b10-b234-4d2a-8436-732fcfb9c0e3,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:12.702476 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2157bf4-d70c-4e94-9657-9472f4db9002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:12.741834 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c2157bf4-d70c-4e94-9657-9472f4db9002 admin admin] Calling delete_port for 4d075b10-b234-4d2a-8436-732fcfb9c0e3 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:13.012999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'tag': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:13.015826 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da" -d '{"events": [{"name": "network-changed", "server_uuid": "b97db626-26a1-40e4-bc0f-60aad003cfdb", "tag": "b9c25e6d-9b0a-43d9-9593-c3015cc9c324"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:13.115966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35302) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:13.136706 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f131cc-9727-414d-ba60-d059db93c90a x-openstack-request-id: req-28f131cc-9727-414d-ba60-d059db93c90a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:13.137149 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97db626-26a1-40e4-bc0f-60aad003cfdb", "tag": "b9c25e6d-9b0a-43d9-9593-c3015cc9c324", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:13.137368 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28f131cc-9727-414d-ba60-d059db93c90a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:13.137699 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'tag': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324', 'status': 'completed', 'code': 200} Jul 22 23:53:13.152023 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-b137533a-c078-467e-a97c-8e78114045fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:13.153590 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-b137533a-c078-467e-a97c-8e78114045fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 1094 time: 0.5678427 Jul 22 23:53:13.190680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d02783e2-32cd-412a-92d5-40b67c7ad443 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:53:13.224855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: d02783e2-32cd-412a-92d5-40b67c7ad443 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:53:13.239036 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d02783e2-32cd-412a-92d5-40b67c7ad443 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:53:13.257239 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-989c33e4-0a5d-48f6-94d3-74f211a4a1ee tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] Request body: {'port': {'network_id': '737cc72a-ef04-4c3a-b45c-e1278830ca2c', 'name': 'tempest-NetworksNegativeTestJSON-1825051096'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:13.282057 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-989c33e4-0a5d-48f6-94d3-74f211a4a1ee tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] POST failed (client error): The resource could not be found. Jul 22 23:53:13.282835 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989c33e4-0a5d-48f6-94d3-74f211a4a1ee tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:13.285343 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-989c33e4-0a5d-48f6-94d3-74f211a4a1ee tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1674893 Jul 22 23:53:13.289227 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35308) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:13.294618 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c38e16-e945-41dd-aa5c-a5ec92728ece req-794f52cd-10f0-439d-ab12-05a6368ea505 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:13.301474 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01c38e16-e945-41dd-aa5c-a5ec92728ece req-794f52cd-10f0-439d-ab12-05a6368ea505 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 943 time: 0.3812952 Jul 22 23:53:13.330905 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-454a04db-3f6a-4927-ba4c-73a9c2eded3d tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:13.331837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-454a04db-3f6a-4927-ba4c-73a9c2eded3d tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:13.337219 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-454a04db-3f6a-4927-ba4c-73a9c2eded3d tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] 10.222.0.26 "DELETE /v2.0/networks/9731efdc-afe9-4da1-8dbc-2ef28b392bd5 HTTP/1.1" status: 404 len: 339 time: 0.0432818 Jul 22 23:53:13.340251 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35310) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:13.371302 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0270e62c-42b5-4948-ac75-88a53da05b45 tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:13.372016 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0270e62c-42b5-4948-ac75-88a53da05b45 tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:13.378018 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0270e62c-42b5-4948-ac75-88a53da05b45 tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] 10.222.0.26 "DELETE /v2.0/ports/970ac394-de06-492b-920f-ead564e2cb99 HTTP/1.1" status: 404 len: 333 time: 0.0353878 Jul 22 23:53:13.378716 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35312) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:13.408864 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bcd16a-db23-41dd-9248-7b01041b884d tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:13.409455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23bcd16a-db23-41dd-9248-7b01041b884d tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:13.415200 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-23bcd16a-db23-41dd-9248-7b01041b884d tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] 10.222.0.26 "DELETE /v2.0/subnets/3e7de5d1-62d9-405d-8681-b9dc3c2f72f4 HTTP/1.1" status: 404 len: 337 time: 0.0319436 Jul 22 23:53:13.415622 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35316) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:13.441538 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b72c50-3e98-415f-9db5-3669ee1b72e1 tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] GET failed (client error): The resource could not be found. Jul 22 23:53:13.443022 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b0b72c50-3e98-415f-9db5-3669ee1b72e1 tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] 10.222.0.26 "GET /v2.0/networks/8b917097-5a75-4526-98e2-734fd6757297 HTTP/1.1" status: 404 len: 339 time: 0.0264580 Jul 22 23:53:13.449481 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35318) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:13.479869 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01c38e16-e945-41dd-aa5c-a5ec92728ece req-9f45d510-3679-4e3d-b4be-49fe4319ce38 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774418 Jul 22 23:53:13.482708 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16f3aa7-9cb0-46d9-8eb2-032efaa7cbb2 tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] GET failed (client error): The resource could not be found. Jul 22 23:53:13.485603 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a16f3aa7-9cb0-46d9-8eb2-032efaa7cbb2 tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] 10.222.0.26 "GET /v2.0/ports/e068d3a9-32c6-4835-af62-4afc2b1dd85d HTTP/1.1" status: 404 len: 333 time: 0.0339847 Jul 22 23:53:13.489885 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35320) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:13.539979 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9710ecee-c70e-48f4-997c-0afe2cce8270 tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] GET failed (client error): The resource could not be found. Jul 22 23:53:13.545127 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9710ecee-c70e-48f4-997c-0afe2cce8270 tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] 10.222.0.26 "GET /v2.0/subnets/da36f8b9-3533-4828-b117-d09cbcab1780 HTTP/1.1" status: 404 len: 337 time: 0.0502946 Jul 22 23:53:13.545693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35322) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:13.556825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-30ff0f5c-ee97-43a0-ab6e-4ff5e7aa7d8a tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:13.575578 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ff0f5c-ee97-43a0-ab6e-4ff5e7aa7d8a tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] PUT failed (client error): The resource could not be found. Jul 22 23:53:13.576327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ff0f5c-ee97-43a0-ab6e-4ff5e7aa7d8a tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:13.582247 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-30ff0f5c-ee97-43a0-ab6e-4ff5e7aa7d8a tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] 10.222.0.26 "PUT /v2.0/networks/641be697-9299-4819-809c-a0218896ff6d HTTP/1.1" status: 404 len: 339 time: 0.0317628 Jul 22 23:53:13.582906 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35324) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:13.591379 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-907d4174-dd94-41d9-8e62-06eed3485f77 tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:13.646136 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-907d4174-dd94-41d9-8e62-06eed3485f77 tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] PUT failed (client error): The resource could not be found. Jul 22 23:53:13.647000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907d4174-dd94-41d9-8e62-06eed3485f77 tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:13.651794 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-907d4174-dd94-41d9-8e62-06eed3485f77 tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] 10.222.0.26 "PUT /v2.0/ports/7bdfa119-8feb-4712-9ab6-b9e22e922452 HTTP/1.1" status: 404 len: 333 time: 0.0641122 Jul 22 23:53:13.659069 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-1e97063c-7b41-44db-b9ff-72b3e48b82f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:13.660573 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-1e97063c-7b41-44db-b9ff-72b3e48b82f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=052816c7-ae06-4e61-a509-20e3198c04e8 HTTP/1.1" status: 200 len: 898 time: 0.4778926 Jul 22 23:53:13.665735 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35326) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:13.682329 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-798d5bed-3626-49f8-a454-2a1671d68059 tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:13.691055 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-4afd54d2-28b9-409b-82e3-ea33afbc68ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:13.692626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-4afd54d2-28b9-409b-82e3-ea33afbc68ba service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 1094 time: 0.5580888 Jul 22 23:53:13.720157 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-798d5bed-3626-49f8-a454-2a1671d68059 tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] PUT failed (client error): The resource could not be found. Jul 22 23:53:13.720875 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798d5bed-3626-49f8-a454-2a1671d68059 tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:13.737563 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-798d5bed-3626-49f8-a454-2a1671d68059 tempest-NetworksNegativeTestJSON-647717718 tempest-NetworksNegativeTestJSON-647717718-project] 10.222.0.26 "PUT /v2.0/subnets/3dc775ad-8b28-47e9-a45b-cb8bdf7386b5 HTTP/1.1" status: 404 len: 337 time: 0.0570064 Jul 22 23:53:13.782439 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-587b28cf-961b-4012-9f8d-ecd0142fdc9b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:13.841113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f94a24-a02e-4104-b0e1-3da3ff88b2c0 req-7c8502a7-71b7-4cf9-8df9-a2434fd18192 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:13.848132 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1f94a24-a02e-4104-b0e1-3da3ff88b2c0 req-7c8502a7-71b7-4cf9-8df9-a2434fd18192 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.3099182 Jul 22 23:53:13.880856 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2157bf4-d70c-4e94-9657-9472f4db9002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:13.894282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-e1875ab4-937f-4699-8d90-32b8b5822b18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324 HTTP/1.1" status: 200 len: 999 time: 0.2245259 Jul 22 23:53:13.926535 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-587b28cf-961b-4012-9f8d-ecd0142fdc9b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:13.955077 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2157bf4-d70c-4e94-9657-9472f4db9002 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d075b10-b234-4d2a-8436-732fcfb9c0e3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:14.082002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-9f1afd17-2879-40a8-8938-e8d96c4bcb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:14.083452 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-9f1afd17-2879-40a8-8938-e8d96c4bcb82 service neutron] 10.222.0.95 "GET /v2.0/networks?id=052816c7-ae06-4e61-a509-20e3198c04e8 HTTP/1.1" status: 200 len: 898 time: 0.3511713 Jul 22 23:53:14.105618 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1f94a24-a02e-4104-b0e1-3da3ff88b2c0 req-9101cbec-8adc-485c-88de-29cfc7ac3916 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566063 Jul 22 23:53:14.116019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-a2a5f04e-44ec-4a5b-b1e3-25c985413245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:14.117682 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-a2a5f04e-44ec-4a5b-b1e3-25c985413245 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=153f65ec-f2ed-47cd-9a96-cb9c76470b1b HTTP/1.1" status: 200 len: 835 time: 0.1845028 Jul 22 23:53:14.135642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35332) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:14.208264 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2157bf4-d70c-4e94-9657-9472f4db9002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.285562 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e651836-2c23-45a9-9ec5-739c43efdcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.405491 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e651836-2c23-45a9-9ec5-739c43efdcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.412053 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e651836-2c23-45a9-9ec5-739c43efdcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.441484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e651836-2c23-45a9-9ec5-739c43efdcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67333002-c58e-4c41-a13a-11417b7dfc42,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:14.489642 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2e651836-2c23-45a9-9ec5-739c43efdcae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52e20faa2c4f4949aa47c0239534e368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3523335 Jul 22 23:53:14.491217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35336) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:14.584460 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f45e7ec2-e571-4c41-8fd1-4ef5bbb70956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.608769 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f45e7ec2-e571-4c41-8fd1-4ef5bbb70956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.649617 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2157bf4-d70c-4e94-9657-9472f4db9002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.654046 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-2ac426fa-8044-4917-8b00-12576555d6b5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324 HTTP/1.1" status: 200 len: 999 time: 0.5618839 Jul 22 23:53:14.655375 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2157bf4-d70c-4e94-9657-9472f4db9002 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.693980 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f45e7ec2-e571-4c41-8fd1-4ef5bbb70956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.697341 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f45e7ec2-e571-4c41-8fd1-4ef5bbb70956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.702427 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f45e7ec2-e571-4c41-8fd1-4ef5bbb70956 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67333002-c58e-4c41-a13a-11417b7dfc42 HTTP/1.1" status: 204 len: 168 time: 0.2099674 Jul 22 23:53:14.716733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e7ec2-e571-4c41-8fd1-4ef5bbb70956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67333002-c58e-4c41-a13a-11417b7dfc42,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:14.724776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-587b28cf-961b-4012-9f8d-ecd0142fdc9b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Deleting port 38817197-5a08-4cbc-8ade-6aff3deaaacb {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:14.725286 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-587b28cf-961b-4012-9f8d-ecd0142fdc9b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.818704 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2157bf4-d70c-4e94-9657-9472f4db9002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.819376 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2157bf4-d70c-4e94-9657-9472f4db9002 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 593587b5-3d52-4abc-b7fa-614f63e14e35 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:53:14.851637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-0b96ad5e-5f08-4f4c-be3f-d6569da1c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:14.853311 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-0b96ad5e-5f08-4f4c-be3f-d6569da1c9b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=052816c7-ae06-4e61-a509-20e3198c04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6912684 Jul 22 23:53:14.857344 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c2157bf4-d70c-4e94-9657-9472f4db9002 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.858821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c2157bf4-d70c-4e94-9657-9472f4db9002 admin admin] 10.222.0.26 "DELETE /v2.0/routers/593587b5-3d52-4abc-b7fa-614f63e14e35 HTTP/1.1" status: 204 len: 168 time: 3.8403251 Jul 22 23:53:14.862539 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:14.865840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-97ca2d77-57cc-4aab-b5da-761fb57db905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:14.867425 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-97ca2d77-57cc-4aab-b5da-761fb57db905 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=153f65ec-f2ed-47cd-9a96-cb9c76470b1b HTTP/1.1" status: 200 len: 835 time: 0.1860332 Jul 22 23:53:14.995874 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c48c80-7a27-4167-bc4e-17df6639b6a4 admin admin] Deleting subnet 81a85537-a303-4236-aff4-e5a83fa8a904 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:53:14.996094 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7d1df-395f-4d37-a7e0-b1f8159e6c6f req-78e9fcf7-4e1f-4b01-9163-8cad31d20d85 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:14.997865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8cb7d1df-395f-4d37-a7e0-b1f8159e6c6f req-78e9fcf7-4e1f-4b01-9163-8cad31d20d85 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 943 time: 0.4070134 Jul 22 23:53:15.021896 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-587b28cf-961b-4012-9f8d-ecd0142fdc9b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:15.030547 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42c48c80-7a27-4167-bc4e-17df6639b6a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:15.086143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-587b28cf-961b-4012-9f8d-ecd0142fdc9b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Calling delete_port for 38817197-5a08-4cbc-8ade-6aff3deaaacb owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:15.127734 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42c48c80-7a27-4167-bc4e-17df6639b6a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:15.147603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-53ade53a-7316-47ce-b015-4ee9acf8fd54 service neutron] 10.222.0.18 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836936 Jul 22 23:53:15.196930 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8cb7d1df-395f-4d37-a7e0-b1f8159e6c6f req-a1516daa-611b-4e09-904f-57e42227eb4b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831722 Jul 22 23:53:15.198835 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-bf4a60c1-10d8-491b-b9d2-f17f124bdccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:15.200301 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-bf4a60c1-10d8-491b-b9d2-f17f124bdccf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=052816c7-ae06-4e61-a509-20e3198c04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3221641 Jul 22 23:53:15.262647 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42c48c80-7a27-4167-bc4e-17df6639b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:15.345851 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42c48c80-7a27-4167-bc4e-17df6639b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:15.380178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c48c80-7a27-4167-bc4e-17df6639b6a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a85537-a303-4236-aff4-e5a83fa8a904,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:15.395699 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42c48c80-7a27-4167-bc4e-17df6639b6a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:15.402314 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-42c48c80-7a27-4167-bc4e-17df6639b6a4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/81a85537-a303-4236-aff4-e5a83fa8a904 HTTP/1.1" status: 204 len: 168 time: 0.5371366 Jul 22 23:53:15.402973 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35356) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:15.405175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2493854-d788-4f74-85f6-cb640543c940 None None] Network 876e8a88-d344-43f5-abc2-bd91d918b95b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:15.514019 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:15.518226 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5bcb518-2208-4405-b88c-94a319f9e05d req-8e9e5286-49b8-46be-8c84-d3f12a1d442c service neutron] 10.222.0.18 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240144 Jul 22 23:53:15.534464 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-b6ee31d3-230b-49de-a125-71fe7d00ebe5 service neutron] 10.222.0.95 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250799 Jul 22 23:53:15.607724 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] Deleting port 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:15.608368 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:15.608791 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4d075b10-b234-4d2a-8436-732fcfb9c0e3 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:53:15.686915 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0d17c-baf9-4d9e-b6b1-c08355ba0c69 req-d7d66e4d-430a-48f1-8d99-630c86bc3007 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:15.688677 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01f0d17c-baf9-4d9e-b6b1-c08355ba0c69 req-d7d66e4d-430a-48f1-8d99-630c86bc3007 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.3404138 Jul 22 23:53:15.707358 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] For port 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d,segment=NetworkSegment(3581f181-48ef-4c3b-81f1-4b9d7c54f7eb),segment_id=3581f181-48ef-4c3b-81f1-4b9d7c54f7eb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:15.708205 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:15.726370 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] Calling delete_port for 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:15.767892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 4d075b10-b234-4d2a-8436-732fcfb9c0e3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:53:15.767892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4d075b10-b234-4d2a-8436-732fcfb9c0e3 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:53:15.857024 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-587b28cf-961b-4012-9f8d-ecd0142fdc9b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:15.880610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01f0d17c-baf9-4d9e-b6b1-c08355ba0c69 req-84af8d21-d6fb-43ac-bad7-52705d502e57 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594052 Jul 22 23:53:15.898694 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:15.924186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b28cf-961b-4012-9f8d-ecd0142fdc9b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Pushing event deleted for resources: {'Port': ['ID=38817197-5a08-4cbc-8ade-6aff3deaaacb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:15.932584 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e92914f-1b8d-4784-a7e9-573a94eedc5f None None] DHCP port deletion for 876e8a88-d344-43f5-abc2-bd91d918b95b request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:53:15.945843 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:15.950983 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] No DVR routers for this DVR port 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:53:15.978986 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-b91e1c1e-2b1c-4bc5-8eb5-14538f9fec1b service neutron] 10.222.0.95 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356561 Jul 22 23:53:16.022606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-d9da0b8f-d0f2-431b-a245-da83a136d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:16.024505 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-d9da0b8f-d0f2-431b-a245-da83a136d8c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 1094 time: 0.3776624 Jul 22 23:53:16.060675 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.073832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876e8a88-d344-43f5-abc2-bd91d918b95b']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:16.087806 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-587b28cf-961b-4012-9f8d-ecd0142fdc9b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.088406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3581f181-48ef-4c3b-81f1-4b9d7c54f7eb') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:16.088935 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3581f181-48ef-4c3b-81f1-4b9d7c54f7eb') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:16.102565 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.117634 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.132239 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:53:16.132994 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:53:16.152424 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:53:16.192647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35368) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:16.225723 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.244172 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.249952 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/876e8a88-d344-43f5-abc2-bd91d918b95b HTTP/1.1" status: 204 len: 168 time: 0.8434646 Jul 22 23:53:16.307060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d5a23-306d-4ad2-b4dd-732f15311bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=876e8a88-d344-43f5-abc2-bd91d918b95b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:16.333555 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-4b3685ee-44c9-4fd9-ab31-7526f9047f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:16.335620 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-4b3685ee-44c9-4fd9-ab31-7526f9047f19 service neutron] 10.222.0.18 "GET /v2.0/networks?id=052816c7-ae06-4e61-a509-20e3198c04e8 HTTP/1.1" status: 200 len: 898 time: 0.2945819 Jul 22 23:53:16.489852 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35376) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:16.519402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4c9fa845-50de-427c-9b6b-330f8c150d86 tempest-SubnetPoolsTestJSON-489863978 tempest-SubnetPoolsTestJSON-489863978-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1131020203', 'prefixes': ['172.20.0.0/16']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:16.522654 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.547922 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-587b28cf-961b-4012-9f8d-ecd0142fdc9b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.552027 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c1756c9-b39c-4be9-9d96-30869d855c0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa4249d76cd34b2c9d3889fcaf2c6afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585570 Jul 22 23:53:16.552767 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35378) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:16.560668 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-587b28cf-961b-4012-9f8d-ecd0142fdc9b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.587961 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-bbbf600d-a90e-4e1c-95af-fe533bd9646e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324 HTTP/1.1" status: 200 len: 999 time: 0.2444189 Jul 22 23:53:16.609892 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a6c00da-e2ce-42e0-88d0-46b97cd503cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.644264 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a6c00da-e2ce-42e0-88d0-46b97cd503cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.700266 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a6c00da-e2ce-42e0-88d0-46b97cd503cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.705246 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a6c00da-e2ce-42e0-88d0-46b97cd503cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.717373 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6a6c00da-e2ce-42e0-88d0-46b97cd503cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5 HTTP/1.1" status: 204 len: 168 time: 0.1558635 Jul 22 23:53:16.753754 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c00da-e2ce-42e0-88d0-46b97cd503cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4242a6-c103-4c0c-9bd4-0550b6ff4ee5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:16.766677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587b28cf-961b-4012-9f8d-ecd0142fdc9b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Router b586b25d-7008-40ed-af16-cbc4e752d695 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:53:16.804120 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-29a98f93-a2ab-4563-af6d-2fee2d947aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:16.806109 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-29a98f93-a2ab-4563-af6d-2fee2d947aca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=153f65ec-f2ed-47cd-9a96-cb9c76470b1b HTTP/1.1" status: 200 len: 835 time: 0.1516037 Jul 22 23:53:17.294246 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:53:17.306342 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c9fa845-50de-427c-9b6b-330f8c150d86 tempest-SubnetPoolsTestJSON-489863978 tempest-SubnetPoolsTestJSON-489863978-project] Notify callbacks [] for subnetpool, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:17.311871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35400) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:17.312925 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4c9fa845-50de-427c-9b6b-330f8c150d86 tempest-SubnetPoolsTestJSON-489863978 tempest-SubnetPoolsTestJSON-489863978-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1181509 Jul 22 23:53:17.329829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197895b-33d8-487e-8a40-6130da7bf96c req-6cf3c875-df3f-406a-ad02-9e99814ddeef tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:17.337620 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7197895b-33d8-487e-8a40-6130da7bf96c req-6cf3c875-df3f-406a-ad02-9e99814ddeef tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 943 time: 0.9982276 Jul 22 23:53:17.448212 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:53:17.448564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 22e916c3-4f1c-4ca4-84c7-6b6f5f418b4d not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:53:17.494582 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-56974f18-1aa8-4b43-854f-eab3dcca75b7 tempest-SubnetPoolsTestJSON-489863978 tempest-SubnetPoolsTestJSON-489863978-project] 10.222.0.26 "GET /v2.0/subnetpools/fd4afb5c-4227-429f-be30-bef964d3fe4b HTTP/1.1" status: 200 len: 732 time: 0.1772027 Jul 22 23:53:17.496382 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35406) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:17.507613 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c948f30c-9c52-4510-94d7-78aa2367e5ea tempest-SubnetPoolsTestJSON-489863978 tempest-SubnetPoolsTestJSON-489863978-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1683935489'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:17.566239 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587b28cf-961b-4012-9f8d-ecd0142fdc9b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:53:17.578104 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374813e-234e-49c4-ad16-9bffedda6f6d None None] Sync routers for ids ['b586b25d-7008-40ed-af16-cbc4e752d695'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:53:17.589436 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-587b28cf-961b-4012-9f8d-ecd0142fdc9b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:17.591832 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374813e-234e-49c4-ad16-9bffedda6f6d None None] Routers {'b586b25d-7008-40ed-af16-cbc4e752d695'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:17.594117 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-587b28cf-961b-4012-9f8d-ecd0142fdc9b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "PUT /v2.0/routers/b586b25d-7008-40ed-af16-cbc4e752d695 HTTP/1.1" status: 200 len: 707 time: 4.9940135 Jul 22 23:53:17.594574 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8374813e-234e-49c4-ad16-9bffedda6f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:53:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b586b25d-7008-40ed-af16-cbc4e752d695'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:17.601550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35410) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:17.691292 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8374813e-234e-49c4-ad16-9bffedda6f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:17.715415 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374813e-234e-49c4-ad16-9bffedda6f6d None None] Routers {'b586b25d-7008-40ed-af16-cbc4e752d695'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:17.716418 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8374813e-234e-49c4-ad16-9bffedda6f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:53:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['b586b25d-7008-40ed-af16-cbc4e752d695'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:17.735490 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c948f30c-9c52-4510-94d7-78aa2367e5ea tempest-SubnetPoolsTestJSON-489863978 tempest-SubnetPoolsTestJSON-489863978-project] Notify callbacks [] for subnetpool, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:17.742120 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c948f30c-9c52-4510-94d7-78aa2367e5ea tempest-SubnetPoolsTestJSON-489863978 tempest-SubnetPoolsTestJSON-489863978-project] 10.222.0.26 "PUT /v2.0/subnetpools/fd4afb5c-4227-429f-be30-bef964d3fe4b HTTP/1.1" status: 200 len: 684 time: 0.2422194 Jul 22 23:53:17.743073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35414) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:17.759173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7197895b-33d8-487e-8a40-6130da7bf96c req-c3cb89c6-6315-43f7-856e-a98ef9ab4a5e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4202046 Jul 22 23:53:17.793753 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35416) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:17.801458 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8374813e-234e-49c4-ad16-9bffedda6f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:17.803481 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374813e-234e-49c4-ad16-9bffedda6f6d None None] The sync data for ids ['b586b25d-7008-40ed-af16-cbc4e752d695'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:53:17.883417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-98b4dd4e-2226-4506-824d-3d8e3102e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:17.884859 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-98b4dd4e-2226-4506-824d-3d8e3102e539 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=052816c7-ae06-4e61-a509-20e3198c04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0691006 Jul 22 23:53:17.893424 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35420) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:17.893598 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6aa47384-bf5c-4bda-9027-5c9372ba4573 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "GET /v2.0/routers/b586b25d-7008-40ed-af16-cbc4e752d695 HTTP/1.1" status: 200 len: 742 time: 0.2837126 Jul 22 23:53:17.907079 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be006d06-78b0-4224-82bf-8bfefe695818 tempest-SubnetPoolsTestJSON-489863978 tempest-SubnetPoolsTestJSON-489863978-project] Notify callbacks [] for subnetpool, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:17.908497 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-be006d06-78b0-4224-82bf-8bfefe695818 tempest-SubnetPoolsTestJSON-489863978 tempest-SubnetPoolsTestJSON-489863978-project] 10.222.0.26 "DELETE /v2.0/subnetpools/fd4afb5c-4227-429f-be30-bef964d3fe4b HTTP/1.1" status: 204 len: 168 time: 0.1637423 Jul 22 23:53:17.919897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35422) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:17.928707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18630f31-6405-4a54-8c33-b31754412b68 req-d471fb75-bc49-4bfc-8fca-7626faf23b0a tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:17.930258 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18630f31-6405-4a54-8c33-b31754412b68 req-d471fb75-bc49-4bfc-8fca-7626faf23b0a tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.6158216 Jul 22 23:53:17.961450 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e0d01e8d-362a-42b9-95e4-5239ec9af391 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-222468656-network', 'tenant_id': '81369f9e005f4a40ba4e73262b59a675'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:17.967370 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-40a682cb-2434-48a8-8123-b0f4a8baaec1 tempest-RoutersIpV6AdminTest-681370897 tempest-RoutersIpV6AdminTest-681370897-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&device_id=b586b25d-7008-40ed-af16-cbc4e752d695 HTTP/1.1" status: 200 len: 205 time: 0.0721216 Jul 22 23:53:17.970500 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35424) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:17.993702 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-1bb7c649-99d8-4a28-b63c-0ee79193789d tempest-SubnetPoolsTestJSON-489863978 tempest-SubnetPoolsTestJSON-489863978-project] show failed (client error): The resource could not be found. Jul 22 23:53:17.994835 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1bb7c649-99d8-4a28-b63c-0ee79193789d tempest-SubnetPoolsTestJSON-489863978 tempest-SubnetPoolsTestJSON-489863978-project] 10.222.0.26 "GET /v2.0/subnetpools/fd4afb5c-4227-429f-be30-bef964d3fe4b HTTP/1.1" status: 404 len: 346 time: 0.0636687 Jul 22 23:53:17.999400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35426) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:18.017737 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-44b6e5c8-6e55-47b0-bfa1-0684568131ff tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "GET /v2.0/ports?device_id=b586b25d-7008-40ed-af16-cbc4e752d695 HTTP/1.1" status: 200 len: 205 time: 0.0459909 Jul 22 23:53:18.020563 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35428) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:18.020898 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-97d7ea44-2801-4b96-8f14-a4d382043848 tempest-SubnetPoolsTestJSON-489863978 tempest-SubnetPoolsTestJSON-489863978-project] delete failed (client error): The resource could not be found. Jul 22 23:53:18.022062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-97d7ea44-2801-4b96-8f14-a4d382043848 tempest-SubnetPoolsTestJSON-489863978 tempest-SubnetPoolsTestJSON-489863978-project] 10.222.0.26 "DELETE /v2.0/subnetpools/fd4afb5c-4227-429f-be30-bef964d3fe4b HTTP/1.1" status: 404 len: 346 time: 0.0203202 Jul 22 23:53:18.087111 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18630f31-6405-4a54-8c33-b31754412b68 req-a3b9c0ac-e810-4b53-812e-baead5a671f5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283333 Jul 22 23:53:18.119112 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-afea7c45-3076-42ca-a7e5-3b63c79c3cf3 service neutron] 10.222.0.18 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235372 Jul 22 23:53:18.123326 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d01e8d-362a-42b9-95e4-5239ec9af391 admin admin] Made reservation on behalf of 81369f9e005f4a40ba4e73262b59a675 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:18.126297 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0d01e8d-362a-42b9-95e4-5239ec9af391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.162936 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0d01e8d-362a-42b9-95e4-5239ec9af391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.180393 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfe2dbf4-d2ac-4597-8d0c-f9313562ef19 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.294916 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcf762cf-7c9b-4d70-b7a0-3fa43af7b5da req-f50fe4d4-3597-4dd0-b8ae-32834b26bef2 service neutron] 10.222.0.18 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687648 Jul 22 23:53:18.298996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35434) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:18.434877 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfe2dbf4-d2ac-4597-8d0c-f9313562ef19 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.442283 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfe2dbf4-d2ac-4597-8d0c-f9313562ef19 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.450647 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-283af167-40ed-452d-9381-8534103dbbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.497656 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfe2dbf4-d2ac-4597-8d0c-f9313562ef19 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.498191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe2dbf4-d2ac-4597-8d0c-f9313562ef19 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Fanout notify agent at l3_agent the message router_deleted on router b586b25d-7008-40ed-af16-cbc4e752d695 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:53:18.513563 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfe2dbf4-d2ac-4597-8d0c-f9313562ef19 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.514699 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cfe2dbf4-d2ac-4597-8d0c-f9313562ef19 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "DELETE /v2.0/routers/b586b25d-7008-40ed-af16-cbc4e752d695 HTTP/1.1" status: 204 len: 168 time: 0.4928374 Jul 22 23:53:18.518450 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35438) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:18.554592 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-af2d5f3e-11c6-4c37-a331-da0c8a02ef7c tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "GET /v2.0/ports?device_id=b586b25d-7008-40ed-af16-cbc4e752d695 HTTP/1.1" status: 200 len: 205 time: 0.0353165 Jul 22 23:53:18.557191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35440) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:18.584838 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0d01e8d-362a-42b9-95e4-5239ec9af391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.602431 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0d01e8d-362a-42b9-95e4-5239ec9af391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.610873 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-a276b7d4-3f77-4e27-bf31-6b3edda1ab7f tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] delete failed (client error): The resource could not be found. Jul 22 23:53:18.615526 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a276b7d4-3f77-4e27-bf31-6b3edda1ab7f tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "DELETE /v2.0/routers/b586b25d-7008-40ed-af16-cbc4e752d695 HTTP/1.1" status: 404 len: 336 time: 0.0544248 Jul 22 23:53:18.616335 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35442) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:18.632443 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d01e8d-362a-42b9-95e4-5239ec9af391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab48297-9968-4acc-b053-203251af046e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:18.635418 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d01e8d-362a-42b9-95e4-5239ec9af391 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:53:18.645499 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0d01e8d-362a-42b9-95e4-5239ec9af391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.645941 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-e0d01e8d-362a-42b9-95e4-5239ec9af391 admin admin] Added segment 929644b9-972b-4aed-b43e-ce68a68aa966 of type vlan for network f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 Jul 22 23:53:18.656802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-83d65cc7-ec1c-43f7-8b0e-32e7d74bd0d5 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6b9c4e6-91a3-4481-a213-a615a2d20ec4 HTTP/1.1" status: 200 len: 205 time: 0.0364966 Jul 22 23:53:18.658036 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35444) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:18.720484 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-f7b08f70-6158-4987-babb-b731dbc7c72a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] delete failed (client error): The resource could not be found. Jul 22 23:53:18.724133 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f7b08f70-6158-4987-babb-b731dbc7c72a tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "DELETE /v2.0/routers/a6b9c4e6-91a3-4481-a213-a615a2d20ec4 HTTP/1.1" status: 404 len: 336 time: 0.0636132 Jul 22 23:53:18.724964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35446) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:18.743675 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0d01e8d-362a-42b9-95e4-5239ec9af391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.761650 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-283af167-40ed-452d-9381-8534103dbbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.765641 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fd899dac-f02a-4461-b222-99aeb8b10937 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "GET /v2.0/ports?device_id=798ee95e-a33d-498b-aee2-2c10d5ae3ec4 HTTP/1.1" status: 200 len: 205 time: 0.0395830 Jul 22 23:53:18.769331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35448) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:18.772538 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-283af167-40ed-452d-9381-8534103dbbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.801188 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0d01e8d-362a-42b9-95e4-5239ec9af391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.802267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d01e8d-362a-42b9-95e4-5239ec9af391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:18.803057 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0d01e8d-362a-42b9-95e4-5239ec9af391 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.856526 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-283af167-40ed-452d-9381-8534103dbbf5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d537f7393ca749c586e086cb39162e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5563622 Jul 22 23:53:18.859577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35452) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:18.902162 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d01e8d-362a-42b9-95e4-5239ec9af391 admin admin] Pushing event updated for resources: {'Network': ['ID=f45f8812-bbb4-4e9c-a40b-4a6714a7cd12,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:18.909224 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-bf4db8d2-e49f-4553-b44a-bd6449ce1c84 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] delete failed (client error): The resource could not be found. Jul 22 23:53:18.911941 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bf4db8d2-e49f-4553-b44a-bd6449ce1c84 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "DELETE /v2.0/routers/798ee95e-a33d-498b-aee2-2c10d5ae3ec4 HTTP/1.1" status: 404 len: 336 time: 0.1396785 Jul 22 23:53:18.914471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35454) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:18.918585 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:53:18.930908 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e0d01e8d-362a-42b9-95e4-5239ec9af391 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1360695 Jul 22 23:53:18.943391 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce2aab86-c138-434c-aa48-deb1a4191358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.950422 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35456) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:18.958398 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-db6edae8-c782-461e-8202-1e3469745e37 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "GET /v2.0/ports?device_id=71736f96-970d-454f-9d16-16e79396ad0d HTTP/1.1" status: 200 len: 205 time: 0.0367410 Jul 22 23:53:18.959369 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cf6412c8-5c26-4a6f-bd75-bb3b152938b3 admin admin] Request body: {'subnet': {'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-222468656-subnet', 'tenant_id': '81369f9e005f4a40ba4e73262b59a675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:18.962989 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35458) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:18.988019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283af167-40ed-452d-9381-8534103dbbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b4d5f5-bcfa-42cb-94f8-7dafd89d7a16,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:19.010949 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce2aab86-c138-434c-aa48-deb1a4191358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:19.014785 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-3aa37f57-30cc-4d2e-82c8-da089281bd0c tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] delete failed (client error): The resource could not be found. Jul 22 23:53:19.018690 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3aa37f57-30cc-4d2e-82c8-da089281bd0c tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "DELETE /v2.0/routers/71736f96-970d-454f-9d16-16e79396ad0d HTTP/1.1" status: 404 len: 336 time: 0.0510144 Jul 22 23:53:19.020053 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35460) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:19.071681 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfbd7f-2057-4f1c-b088-7e66f610842f req-b55ed7e8-4930-4dd0-95e7-ae8865caa40c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:19.073341 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7dbfbd7f-2057-4f1c-b088-7e66f610842f req-b55ed7e8-4930-4dd0-95e7-ae8865caa40c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 943 time: 0.1655781 Jul 22 23:53:19.082610 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35462) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:19.083204 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8cfff8e2-3d7e-42b6-938f-8f5dc6e8022e tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b8bac5-4b00-4e33-befa-d956cb3e0726 HTTP/1.1" status: 200 len: 205 time: 0.0578370 Jul 22 23:53:19.086414 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6412c8-5c26-4a6f-bd75-bb3b152938b3 admin admin] Made reservation on behalf of 81369f9e005f4a40ba4e73262b59a675 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:19.088948 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf6412c8-5c26-4a6f-bd75-bb3b152938b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:19.142225 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-31a34284-4bbc-4d53-8aa1-10248a9fb29b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] delete failed (client error): The resource could not be found. Jul 22 23:53:19.145873 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-31a34284-4bbc-4d53-8aa1-10248a9fb29b tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "DELETE /v2.0/routers/34b8bac5-4b00-4e33-befa-d956cb3e0726 HTTP/1.1" status: 404 len: 336 time: 0.0596933 Jul 22 23:53:19.149146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35466) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:19.185271 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a039023-fbd5-43ff-ad8c-d0086b48fcd7 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fa327aa-055e-407e-a926-6af1f4af1a4e HTTP/1.1" status: 200 len: 205 time: 0.0314298 Jul 22 23:53:19.187606 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35468) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:19.188933 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce2aab86-c138-434c-aa48-deb1a4191358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:19.191897 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce2aab86-c138-434c-aa48-deb1a4191358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:19.195453 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ce2aab86-c138-434c-aa48-deb1a4191358 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1b4d5f5-bcfa-42cb-94f8-7dafd89d7a16 HTTP/1.1" status: 204 len: 168 time: 0.3322916 Jul 22 23:53:19.212794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2aab86-c138-434c-aa48-deb1a4191358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b4d5f5-bcfa-42cb-94f8-7dafd89d7a16,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:19.230015 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7dbfbd7f-2057-4f1c-b088-7e66f610842f req-ae984dd7-3464-4a07-8aaf-08161d5931cc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493583 Jul 22 23:53:19.314160 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-458cab14-64fe-440c-b966-f407638110f3 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] delete failed (client error): The resource could not be found. Jul 22 23:53:19.317743 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-458cab14-64fe-440c-b966-f407638110f3 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "DELETE /v2.0/routers/1fa327aa-055e-407e-a926-6af1f4af1a4e HTTP/1.1" status: 404 len: 336 time: 0.1262715 Jul 22 23:53:19.319491 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35474) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:19.392233 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-69856a4a-46af-4515-9ada-e5321ab735e5 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] DELETE failed (client error): The resource could not be found. Jul 22 23:53:19.392867 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69856a4a-46af-4515-9ada-e5321ab735e5 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:19.398547 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-69856a4a-46af-4515-9ada-e5321ab735e5 tempest-RoutersIpV6AdminTest-29353736 tempest-RoutersIpV6AdminTest-29353736-project] 10.222.0.26 "DELETE /v2.0/subnets/ee61d0f5-f872-4c41-bdd5-e0750e02164e HTTP/1.1" status: 404 len: 337 time: 0.0710447 Jul 22 23:53:19.425015 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e7e61-5c39-4448-a29e-2932969791b8 req-8395722a-ac04-44c0-a54a-632e1bd05b22 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:19.433866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-500e7e61-5c39-4448-a29e-2932969791b8 req-8395722a-ac04-44c0-a54a-632e1bd05b22 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.2330446 Jul 22 23:53:19.524314 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b9c25e6d-9b0a-43d9-9593-c3015cc9c324 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:53:19.550583 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-500e7e61-5c39-4448-a29e-2932969791b8 req-1465dd97-1f1e-4270-b2f3-13bf21e6f9c7 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082096 Jul 22 23:53:19.628136 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf6412c8-5c26-4a6f-bd75-bb3b152938b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:19.740185 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6412c8-5c26-4a6f-bd75-bb3b152938b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2074c48b-d8e6-41e1-9c92-fe4a7b477f5e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:19.820558 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6412c8-5c26-4a6f-bd75-bb3b152938b3 admin admin] Checking segment: {'id': '929644b9-972b-4aed-b43e-ce68a68aa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:19.825865 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6412c8-5c26-4a6f-bd75-bb3b152938b3 admin admin] Network hostable DHCP agents. Network: f45f8812-bbb4-4e9c-a40b-4a6714a7cd12, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:53:19.838537 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b9c25e6d-9b0a-43d9-9593-c3015cc9c324, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,segment=NetworkSegment(9f05e9e2-eff2-4a57-b892-5837b88100af),segment_id=9f05e9e2-eff2-4a57-b892-5837b88100af)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:19.864008 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6412c8-5c26-4a6f-bd75-bb3b152938b3 admin admin] Network f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:53:19.865455 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324', 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8', 'port_id': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324', 'mac_address': 'fa:16:3e:2e:08:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:53:19.888724 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-cf6412c8-5c26-4a6f-bd75-bb3b152938b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, f45f8812-bbb4-4e9c-a40b-4a6714a7cd12) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:19.908912 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6412c8-5c26-4a6f-bd75-bb3b152938b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:19.912728 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290292b2-fcd1-4aae-b399-e6a9eddfcf79 req-c7197e77-ee8d-4fbc-b184-4fbbab3f64eb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:19.915357 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-290292b2-fcd1-4aae-b399-e6a9eddfcf79 req-c7197e77-ee8d-4fbc-b184-4fbbab3f64eb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 943 time: 0.3121760 Jul 22 23:53:19.915942 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf6412c8-5c26-4a6f-bd75-bb3b152938b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:19.980468 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cf6412c8-5c26-4a6f-bd75-bb3b152938b3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0181537 Jul 22 23:53:20.018903 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:20.059284 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772a8bf4-9f6f-4115-a5a4-8cc3d59dd17d None None] Network f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:20.067602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c25e6d-9b0a-43d9-9593-c3015cc9c324 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:53:20.082210 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-290292b2-fcd1-4aae-b399-e6a9eddfcf79 req-82b0f706-4bdb-4f2e-8ed5-13543404fb9a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449862 Jul 22 23:53:20.113029 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35492) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:20.160055 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6fbbb-23f2-482f-b214-b475855ebdc7 req-01bf397f-324b-42b2-b526-ab0e8d936bf8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:20.172348 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00b6fbbb-23f2-482f-b214-b475855ebdc7 req-01bf397f-324b-42b2-b526-ab0e8d936bf8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.95 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb&tenant_id=08e6f590bb3047c8a7f2021edeaee884&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 943 time: 0.4750798 Jul 22 23:53:20.192051 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b9c25e6d-9b0a-43d9-9593-c3015cc9c324, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,segment=NetworkSegment(9f05e9e2-eff2-4a57-b892-5837b88100af),segment_id=9f05e9e2-eff2-4a57-b892-5837b88100af)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:20.253341 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:20.320704 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-00b6fbbb-23f2-482f-b214-b475855ebdc7 req-e6420401-0109-40d1-9e37-00d2aa5cea37 service neutron] delete failed (client error): The resource could not be found. Jul 22 23:53:20.324754 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00b6fbbb-23f2-482f-b214-b475855ebdc7 req-e6420401-0109-40d1-9e37-00d2aa5cea37 service neutron] 10.222.0.95 "DELETE /v2.0/ports/b9c25e6d-9b0a-43d9-9593-c3015cc9c324/bindings/n-h2-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.1442192 Jul 22 23:53:20.326430 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:20.411922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9e8572-7f67-4304-90d3-72845682a347 None None] Network f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:20.531318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6fbbb-23f2-482f-b214-b475855ebdc7 req-982b80c6-3942-4e4e-a743-fd5b8ba50373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:20.532848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00b6fbbb-23f2-482f-b214-b475855ebdc7 req-982b80c6-3942-4e4e-a743-fd5b8ba50373 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 1095 time: 0.1471815 Jul 22 23:53:20.627555 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['b9c25e6d-9b0a-43d9-9593-c3015cc9c324'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:53:20.644033 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90281e54-f421-4827-a9ca-c6f58af72461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:20.954401 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90281e54-f421-4827-a9ca-c6f58af72461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:20.957136 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6fbbb-23f2-482f-b214-b475855ebdc7 req-0370c382-7406-47b5-8c56-4dbeebaeff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:20.963790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00b6fbbb-23f2-482f-b214-b475855ebdc7 req-0370c382-7406-47b5-8c56-4dbeebaeff8a service neutron] 10.222.0.95 "GET /v2.0/networks?id=052816c7-ae06-4e61-a509-20e3198c04e8 HTTP/1.1" status: 200 len: 898 time: 0.4197962 Jul 22 23:53:20.968601 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90281e54-f421-4827-a9ca-c6f58af72461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:21.034862 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-90281e54-f421-4827-a9ca-c6f58af72461 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d37b9d53bde1431da705444bfbc10353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9202709 Jul 22 23:53:21.040358 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35518) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:21.184172 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90281e54-f421-4827-a9ca-c6f58af72461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2a1d54-bbc0-4f14-95b9-63e21fa51c52,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:21.240337 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69b88f46-aa79-46a0-90f2-b22c97b38679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:21.292363 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69b88f46-aa79-46a0-90f2-b22c97b38679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:21.324226 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00b6fbbb-23f2-482f-b214-b475855ebdc7 req-0253f0cb-4139-43e8-aff2-6a5d9cd9e44f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324 HTTP/1.1" status: 200 len: 1000 time: 0.3495243 Jul 22 23:53:21.331042 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb359f26-b174-4ecf-a92d-2e428103d8e5 req-b333a201-7e00-4975-8bb6-356b918dab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:21.334992 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb359f26-b174-4ecf-a92d-2e428103d8e5 req-b333a201-7e00-4975-8bb6-356b918dab7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4faf032effb4aec924b2cadd5d45fa3&device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 1096 time: 0.2526753 Jul 22 23:53:21.375241 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69b88f46-aa79-46a0-90f2-b22c97b38679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:21.378869 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69b88f46-aa79-46a0-90f2-b22c97b38679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:21.384508 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-69b88f46-aa79-46a0-90f2-b22c97b38679 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca2a1d54-bbc0-4f14-95b9-63e21fa51c52 HTTP/1.1" status: 204 len: 168 time: 0.3345630 Jul 22 23:53:21.401364 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b2e3f-edce-47fd-85ac-c2c093f717e5 req-dd1ab78a-89df-4457-9af1-4e4acc01dcd5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:21.401364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-558b2e3f-edce-47fd-85ac-c2c093f717e5 req-dd1ab78a-89df-4457-9af1-4e4acc01dcd5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.6045041 Jul 22 23:53:21.431188 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b88f46-aa79-46a0-90f2-b22c97b38679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2a1d54-bbc0-4f14-95b9-63e21fa51c52,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:21.552176 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6fbbb-23f2-482f-b214-b475855ebdc7 req-7793fff7-49fd-4b8b-a5fb-9c95fa288735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:21.552176 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00b6fbbb-23f2-482f-b214-b475855ebdc7 req-7793fff7-49fd-4b8b-a5fb-9c95fa288735 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=153f65ec-f2ed-47cd-9a96-cb9c76470b1b HTTP/1.1" status: 200 len: 835 time: 0.1914449 Jul 22 23:53:21.563224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4414216a-bcd7-4e3d-b176-b2c1b654f757 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:21.583365 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4414216a-bcd7-4e3d-b176-b2c1b654f757 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/networks?id=f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 HTTP/1.1" status: 200 len: 817 time: 0.4117084 Jul 22 23:53:21.669959 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-c7ff1afc-c373-47b1-8b6c-3315412a673f tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/quotas/81369f9e005f4a40ba4e73262b59a675 HTTP/1.1" status: 200 len: 375 time: 0.0816922 Jul 22 23:53:21.680955 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-558b2e3f-edce-47fd-85ac-c2c093f717e5 req-cb09889c-3953-44a7-90b4-a6cd2ad35243 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911235 Jul 22 23:53:21.716376 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-602b2eeb-b8d2-433e-a78c-7a75e2961711 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=81369f9e005f4a40ba4e73262b59a675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402958 Jul 22 23:53:21.764650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb359f26-b174-4ecf-a92d-2e428103d8e5 req-b375d7c6-4487-49ab-9536-3fd68fd1caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:21.766188 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb359f26-b174-4ecf-a92d-2e428103d8e5 req-b375d7c6-4487-49ab-9536-3fd68fd1caa2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb HTTP/1.1" status: 200 len: 914 time: 0.3667521 Jul 22 23:53:21.850361 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb359f26-b174-4ecf-a92d-2e428103d8e5 req-ebc2cd32-7490-4404-8002-2d1aa9922ab1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc87c514-6f66-4fca-8957-13ac210536b7 HTTP/1.1" status: 200 len: 217 time: 0.0745132 Jul 22 23:53:21.861952 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6fbbb-23f2-482f-b214-b475855ebdc7 req-6d0d00f3-36b3-4d96-a95f-df32b40a3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:21.863468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00b6fbbb-23f2-482f-b214-b475855ebdc7 req-6d0d00f3-36b3-4d96-a95f-df32b40a3318 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=052816c7-ae06-4e61-a509-20e3198c04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2947545 Jul 22 23:53:21.979649 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35544) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:22.041628 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-f7319da8-97aa-493b-9ab5-0ad26ec948ac service neutron] 10.222.0.26 "GET /v2.0/networks/f45f8812-bbb4-4e9c-a40b-4a6714a7cd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115833 Jul 22 23:53:22.043397 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-359e02c6-6b1c-4168-a97a-bdf0190b2e2b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd8037de894e4712882e19ad61ca997e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619202 Jul 22 23:53:22.047746 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35546) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:22.048221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb359f26-b174-4ecf-a92d-2e428103d8e5 req-3904e7ea-ec91-40eb-9ec7-d8429d41b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:22.049694 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb359f26-b174-4ecf-a92d-2e428103d8e5 req-3904e7ea-ec91-40eb-9ec7-d8429d41b918 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5cccc704-dfc0-4d65-836a-00a99882898e HTTP/1.1" status: 200 len: 853 time: 0.1647158 Jul 22 23:53:22.120230 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-062d274c-153f-4b52-8b0f-9ef0317f0f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:22.161961 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-062d274c-153f-4b52-8b0f-9ef0317f0f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:22.251981 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-062d274c-153f-4b52-8b0f-9ef0317f0f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:22.269519 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-062d274c-153f-4b52-8b0f-9ef0317f0f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:22.279510 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-062d274c-153f-4b52-8b0f-9ef0317f0f24 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0812a8cc-ec8f-4bcc-b577-c5c123106618 HTTP/1.1" status: 204 len: 168 time: 0.2279685 Jul 22 23:53:22.288763 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d274c-153f-4b52-8b0f-9ef0317f0f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0812a8cc-ec8f-4bcc-b577-c5c123106618,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:22.475520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4f458afb-65bc-4e03-ae92-bfa1b8e26274 service neutron] 10.222.0.26 "GET /v2.0/networks/f45f8812-bbb4-4e9c-a40b-4a6714a7cd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248650 Jul 22 23:53:22.528211 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb359f26-b174-4ecf-a92d-2e428103d8e5 req-af01dc1e-7ac7-4b5c-8309-b8015e95f86a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492544 Jul 22 23:53:22.547109 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2b90e-e211-4531-ae7d-57dc3df44ee9 req-6839ce96-1153-41d5-9358-71bfb52701be tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:22.549149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05d2b90e-e211-4531-ae7d-57dc3df44ee9 req-6839ce96-1153-41d5-9358-71bfb52701be tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 944 time: 0.7039638 Jul 22 23:53:22.557612 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00b6fbbb-23f2-482f-b214-b475855ebdc7 req-f59e2ab4-95b1-45ac-8cc7-cbfc5dec08d1 service neutron] 10.222.0.95 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566598 Jul 22 23:53:22.684348 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05d2b90e-e211-4531-ae7d-57dc3df44ee9 req-8b34d35a-ccd9-4857-b1af-aa2482fc3cb1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113122 Jul 22 23:53:22.746622 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00b6fbbb-23f2-482f-b214-b475855ebdc7 req-2dc8ff8c-34fe-4627-99eb-790904e8254d service neutron] 10.222.0.95 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359375 Jul 22 23:53:23.063899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb359f26-b174-4ecf-a92d-2e428103d8e5 req-3739b94a-4022-495f-bc92-e008074c6f6f service neutron] 10.222.0.18 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125868 Jul 22 23:53:23.252448 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13dd4bcc-67e3-4ac1-ab0b-63c45e0d277e req-125c435e-4d0f-412c-aa67-b71627940a73 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 210 time: 0.1176493 Jul 22 23:53:23.294487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e019f-8d87-40b8-ac31-38909524a109 req-653c45df-2e77-448d-82ef-3a7cc12e989b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:23.300904 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-654e019f-8d87-40b8-ac31-38909524a109 req-653c45df-2e77-448d-82ef-3a7cc12e989b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.4778447 Jul 22 23:53:23.411550 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-654e019f-8d87-40b8-ac31-38909524a109 req-ecca42d6-46a7-4c09-9887-4b34526eeeaa tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617096 Jul 22 23:53:23.429515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb359f26-b174-4ecf-a92d-2e428103d8e5 req-86d7b094-93ff-42e5-8582-5f68453eb52c service neutron] 10.222.0.18 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422298 Jul 22 23:53:23.543049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b9c25e6d-9b0a-43d9-9593-c3015cc9c324 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:23.618140 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:23.622907 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:23.624065 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:23.718184 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:23.748279 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:23.751319 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaa4036-e34a-4e3d-ab4e-175af2362277" -d '{"events": [{"server_uuid": "b97db626-26a1-40e4-bc0f-60aad003cfdb", "name": "network-vif-plugged", "status": "completed", "tag": "b9c25e6d-9b0a-43d9-9593-c3015cc9c324"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:23.803118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b9c25e6d-9b0a-43d9-9593-c3015cc9c324, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,segment=NetworkSegment(9f05e9e2-eff2-4a57-b892-5837b88100af),segment_id=9f05e9e2-eff2-4a57-b892-5837b88100af)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:23.809359 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:23.837595 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8423ef0-7c80-45ad-8e76-3da92c891fc0 x-openstack-request-id: req-a8423ef0-7c80-45ad-8e76-3da92c891fc0 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:23.838180 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97db626-26a1-40e4-bc0f-60aad003cfdb", "name": "network-vif-plugged", "status": "completed", "tag": "b9c25e6d-9b0a-43d9-9593-c3015cc9c324", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:23.838600 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8423ef0-7c80-45ad-8e76-3da92c891fc0 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:23.839160 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324', 'code': 200} Jul 22 23:53:23.900775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:23.917700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc98412-904e-4421-be9a-87e56fa3eb92 req-e838a923-b517-49b2-976e-246dcdec543a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:23.925807 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5cc98412-904e-4421-be9a-87e56fa3eb92 req-e838a923-b517-49b2-976e-246dcdec543a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.1148374 Jul 22 23:53:24.031598 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5cc98412-904e-4421-be9a-87e56fa3eb92 req-68ad4e17-6626-4e5c-839c-4a0097c00c0f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866313 Jul 22 23:53:24.048234 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35624) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:24.054215 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbbc47-1928-4f4f-9f86-807001f9f85f req-dec16383-bd33-4246-baa8-0c454d63728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:24.057928 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8bbbc47-1928-4f4f-9f86-807001f9f85f req-dec16383-bd33-4246-baa8-0c454d63728c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4faf032effb4aec924b2cadd5d45fa3&device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 1096 time: 0.1034606 Jul 22 23:53:24.124614 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8945288b-23c1-49f4-b34f-968d7fbd36b7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/782f05c3-7029-4515-bc0e-d45b27f6eaea HTTP/1.1" status: 200 len: 993 time: 0.0751944 Jul 22 23:53:24.169005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbbc47-1928-4f4f-9f86-807001f9f85f req-ac8526a7-37af-429e-a79b-51e95e1df3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:24.171220 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8bbbc47-1928-4f4f-9f86-807001f9f85f req-ac8526a7-37af-429e-a79b-51e95e1df3b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb HTTP/1.1" status: 200 len: 914 time: 0.1068611 Jul 22 23:53:24.244852 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8bbbc47-1928-4f4f-9f86-807001f9f85f req-326583aa-f834-4e25-a4a0-1c26c8cfacbb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc87c514-6f66-4fca-8957-13ac210536b7 HTTP/1.1" status: 200 len: 217 time: 0.0658603 Jul 22 23:53:24.337522 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbbc47-1928-4f4f-9f86-807001f9f85f req-b146d5c4-5f52-4aa9-883d-fc996d8923ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:24.339520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8bbbc47-1928-4f4f-9f86-807001f9f85f req-b146d5c4-5f52-4aa9-883d-fc996d8923ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5cccc704-dfc0-4d65-836a-00a99882898e HTTP/1.1" status: 200 len: 853 time: 0.0884457 Jul 22 23:53:24.416295 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8bbbc47-1928-4f4f-9f86-807001f9f85f req-38bb5c83-0844-40e9-8d11-988016c83a1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693710 Jul 22 23:53:24.531102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06bd7ac5-0799-4ecd-a70f-64665f1b3faf req-c89b8c93-6e10-45f1-a933-3c8087174302 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 210 time: 0.1173322 Jul 22 23:53:24.628257 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35646) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:24.641997 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8bbbc47-1928-4f4f-9f86-807001f9f85f req-9d7892d5-473d-41fe-8953-513cf51fae9e service neutron] 10.222.0.18 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161396 Jul 22 23:53:24.665787 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d477d-2829-48f9-aee2-c28117ee11de req-cba1f242-b55c-4b93-9bee-9a25a28e967e tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:24.669571 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-288d477d-2829-48f9-aee2-c28117ee11de req-cba1f242-b55c-4b93-9bee-9a25a28e967e tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1509054 Jul 22 23:53:24.744634 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-07b5942c-3980-43f3-90ef-b9eb2fa03421 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-447308627'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:24.778270 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-288d477d-2829-48f9-aee2-c28117ee11de req-e2db341b-f658-4310-82d6-34e7d85b4d59 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902572 Jul 22 23:53:24.800891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8bbbc47-1928-4f4f-9f86-807001f9f85f req-dc430c93-7819-4a30-a9d1-8f2b5526be24 service neutron] 10.222.0.18 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511650 Jul 22 23:53:24.806463 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07b5942c-3980-43f3-90ef-b9eb2fa03421 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:24.807525 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07b5942c-3980-43f3-90ef-b9eb2fa03421 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:24.895580 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07b5942c-3980-43f3-90ef-b9eb2fa03421 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:24.902572 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07b5942c-3980-43f3-90ef-b9eb2fa03421 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:24.922579 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07b5942c-3980-43f3-90ef-b9eb2fa03421 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:24.924619 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-07b5942c-3980-43f3-90ef-b9eb2fa03421 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2949467 Jul 22 23:53:24.926856 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35650) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:25.003331 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b645b2e-0af6-41ee-9510-47e7e8897f16 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.119214 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-5855f54d-47d5-456e-9b7c-65c689339f0a tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:25.120812 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-5855f54d-47d5-456e-9b7c-65c689339f0a tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.18 "GET /v2.0/networks?id=f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 HTTP/1.1" status: 200 len: 817 time: 0.2499998 Jul 22 23:53:25.158986 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-00f85005-9a5e-473b-bc13-8b44aea0f27d tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:25.160564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-00f85005-9a5e-473b-bc13-8b44aea0f27d tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.95 "GET /v2.0/networks?id=f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 HTTP/1.1" status: 200 len: 817 time: 0.2195785 Jul 22 23:53:25.165588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-db215c73-ef5e-4e18-86a4-17f81106e07d tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Request body: {'port': {'device_id': '9ac7f29f-a4f9-4bf4-bd57-deb7df876c98', 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12', 'admin_state_up': True, 'tenant_id': '81369f9e005f4a40ba4e73262b59a675'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:25.174781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-ea73886a-0c12-4007-84cb-d51a66d28c30 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Request body: {'port': {'device_id': '355568f9-2f66-4eae-9a30-d30cfd11989f', 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12', 'admin_state_up': True, 'tenant_id': '81369f9e005f4a40ba4e73262b59a675'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:25.203157 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b645b2e-0af6-41ee-9510-47e7e8897f16 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.205596 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b645b2e-0af6-41ee-9510-47e7e8897f16 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.257315 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b645b2e-0af6-41ee-9510-47e7e8897f16 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.258385 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b645b2e-0af6-41ee-9510-47e7e8897f16 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0cd0d80d-268c-489d-9629-eedb2b96b4dc {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:53:25.266473 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b645b2e-0af6-41ee-9510-47e7e8897f16 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.277592 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b645b2e-0af6-41ee-9510-47e7e8897f16 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] 10.222.0.26 "DELETE /v2.0/routers/0cd0d80d-268c-489d-9629-eedb2b96b4dc HTTP/1.1" status: 204 len: 168 time: 0.3487842 Jul 22 23:53:25.278379 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35652) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:25.283868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a810e77a-174b-40ce-a3a1-70e60e46dd8c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Request body: {'router': {'name': 'tempest-router-1847190489', 'distributed': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:25.315997 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a810e77a-174b-40ce-a3a1-70e60e46dd8c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.320096 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a810e77a-174b-40ce-a3a1-70e60e46dd8c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.412656 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-db215c73-ef5e-4e18-86a4-17f81106e07d tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Made reservation on behalf of 81369f9e005f4a40ba4e73262b59a675 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:25.415991 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a810e77a-174b-40ce-a3a1-70e60e46dd8c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.419285 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-db215c73-ef5e-4e18-86a4-17f81106e07d tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.424024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-ea73886a-0c12-4007-84cb-d51a66d28c30 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Made reservation on behalf of 81369f9e005f4a40ba4e73262b59a675 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:25.427557 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-ea73886a-0c12-4007-84cb-d51a66d28c30 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.431791 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a810e77a-174b-40ce-a3a1-70e60e46dd8c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.452945 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a810e77a-174b-40ce-a3a1-70e60e46dd8c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.455070 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a810e77a-174b-40ce-a3a1-70e60e46dd8c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1746509 Jul 22 23:53:25.458824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35654) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:25.744706 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b414d4a9-3dae-4870-888a-a44fd17320fa req-41b48450-2617-4b14-a1e0-d5c6906e0528 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 210 time: 0.0877664 Jul 22 23:53:25.809238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-ea73886a-0c12-4007-84cb-d51a66d28c30 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Allocated IP 172.20.0.13 (f45f8812-bbb4-4e9c-a40b-4a6714a7cd12/2074c48b-d8e6-41e1-9c92-fe4a7b477f5e/3d9939be-59d0-4f46-91d1-d0c020212dd3) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:25.930668 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c34d63f-76b2-4f24-94d8-0de2bc1c739c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.013132 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e33110-e9b5-4365-8d29-4da4740012c5 req-d65f907d-5e8a-46c2-a600-1d0f46be5042 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:26.013132 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8e33110-e9b5-4365-8d29-4da4740012c5 req-d65f907d-5e8a-46c2-a600-1d0f46be5042 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1388247 Jul 22 23:53:26.013448 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-184fbc06-2793-4677-bd3e-a6592c1cd6a1 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:26.013448 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-184fbc06-2793-4677-bd3e-a6592c1cd6a1 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.18 "GET /v2.0/networks?id=f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 HTTP/1.1" status: 200 len: 817 time: 0.6222968 Jul 22 23:53:26.046457 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-ea73886a-0c12-4007-84cb-d51a66d28c30 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.049248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-1989b563-08c1-4004-ba2c-3e0262e23139 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Request body: {'port': {'device_id': 'd0880e5c-e02e-4404-b82c-462bf8eea97e', 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12', 'admin_state_up': True, 'tenant_id': '81369f9e005f4a40ba4e73262b59a675'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:26.077191 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8e33110-e9b5-4365-8d29-4da4740012c5 req-a69257b6-581e-4995-92bb-b8cb437a28c6 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583775 Jul 22 23:53:26.108493 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-ea73886a-0c12-4007-84cb-d51a66d28c30 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.131390 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c34d63f-76b2-4f24-94d8-0de2bc1c739c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.135399 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c34d63f-76b2-4f24-94d8-0de2bc1c739c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.171857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-ea73886a-0c12-4007-84cb-d51a66d28c30 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Network f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:26.179743 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-ea73886a-0c12-4007-84cb-d51a66d28c30 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:26.182423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-ea73886a-0c12-4007-84cb-d51a66d28c30 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:26.217567 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c34d63f-76b2-4f24-94d8-0de2bc1c739c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.218253 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c34d63f-76b2-4f24-94d8-0de2bc1c739c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33f699bd-5c0a-4a01-9579-aef82c1dcb62 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:53:26.223671 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c34d63f-76b2-4f24-94d8-0de2bc1c739c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.228673 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7c34d63f-76b2-4f24-94d8-0de2bc1c739c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] 10.222.0.26 "DELETE /v2.0/routers/33f699bd-5c0a-4a01-9579-aef82c1dcb62 HTTP/1.1" status: 204 len: 168 time: 0.7642581 Jul 22 23:53:26.229474 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35662) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:26.233237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-48e67a61-a6f1-4340-adbf-4acaf5ecf11d tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Request body: {'router': {'name': 'tempest-router-1484901512', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd3d217a65050422fa2e48c9f19ccdc50'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:26.239092 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73886a-0c12-4007-84cb-d51a66d28c30 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Pushing event updated for resources: {'Port': ['ID=3d9939be-59d0-4f46-91d1-d0c020212dd3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:26.246908 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-db215c73-ef5e-4e18-86a4-17f81106e07d tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Allocated IP 172.20.0.3 (f45f8812-bbb4-4e9c-a40b-4a6714a7cd12/2074c48b-d8e6-41e1-9c92-fe4a7b477f5e/9c229ab4-e8f0-4845-abf6-4168eee6bd39) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:26.271695 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48e67a61-a6f1-4340-adbf-4acaf5ecf11d tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.271965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-ea73886a-0c12-4007-84cb-d51a66d28c30 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:26.272569 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48e67a61-a6f1-4340-adbf-4acaf5ecf11d tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.272718 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-ea73886a-0c12-4007-84cb-d51a66d28c30 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.293550 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-1989b563-08c1-4004-ba2c-3e0262e23139 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Made reservation on behalf of 81369f9e005f4a40ba4e73262b59a675 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:26.297947 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-1989b563-08c1-4004-ba2c-3e0262e23139 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.302805 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-ea73886a-0c12-4007-84cb-d51a66d28c30 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1338036 Jul 22 23:53:26.317212 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Request body: {'port': {'device_id': '355568f9-2f66-4eae-9a30-d30cfd11989f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:26.346431 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48e67a61-a6f1-4340-adbf-4acaf5ecf11d tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.355962 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48e67a61-a6f1-4340-adbf-4acaf5ecf11d tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.406079 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48e67a61-a6f1-4340-adbf-4acaf5ecf11d tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.407591 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-48e67a61-a6f1-4340-adbf-4acaf5ecf11d tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1777418 Jul 22 23:53:26.411519 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35664) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:26.421200 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-124e5187-b502-47d4-b85f-e85e478005f3 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:26.463369 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.524344 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-db215c73-ef5e-4e18-86a4-17f81106e07d tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.628848 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-124e5187-b502-47d4-b85f-e85e478005f3 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.629169 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-124e5187-b502-47d4-b85f-e85e478005f3 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.650518 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-db215c73-ef5e-4e18-86a4-17f81106e07d tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.697222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-db215c73-ef5e-4e18-86a4-17f81106e07d tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Network f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:26.700583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-db215c73-ef5e-4e18-86a4-17f81106e07d tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:26.704198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-db215c73-ef5e-4e18-86a4-17f81106e07d tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:26.730686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db215c73-ef5e-4e18-86a4-17f81106e07d tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Pushing event updated for resources: {'Port': ['ID=9c229ab4-e8f0-4845-abf6-4168eee6bd39,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:26.752017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-124e5187-b502-47d4-b85f-e85e478005f3 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93820) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 22 23:53:26.752441 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-124e5187-b502-47d4-b85f-e85e478005f3 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Router 989ae814-bd9f-4422-bbd8-5d222dcfea6b migrating from provider to provider. {{(pid=93820) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 22 23:53:26.752900 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-124e5187-b502-47d4-b85f-e85e478005f3 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.761285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-db215c73-ef5e-4e18-86a4-17f81106e07d tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:26.762080 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-db215c73-ef5e-4e18-86a4-17f81106e07d tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.764800 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-124e5187-b502-47d4-b85f-e85e478005f3 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.766162 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-1989b563-08c1-4004-ba2c-3e0262e23139 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Allocated IP 172.20.0.8 (f45f8812-bbb4-4e9c-a40b-4a6714a7cd12/2074c48b-d8e6-41e1-9c92-fe4a7b477f5e/2a3cdedf-d19b-443f-afca-92d53228ad65) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:26.771513 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-124e5187-b502-47d4-b85f-e85e478005f3 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.776795 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-db215c73-ef5e-4e18-86a4-17f81106e07d tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6150277 Jul 22 23:53:26.827526 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Request body: {'port': {'device_id': '9ac7f29f-a4f9-4bf4-bd57-deb7df876c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:26.911769 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3d6faa4-497d-47c1-976e-ff8b5045b622 req-bd484a09-84ef-49f4-b4cd-52cdff06b1e8 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 210 time: 0.0546029 Jul 22 23:53:26.927424 n-d-688802-2 neutron-server[93820]: WARNING neutron.scheduler.l3_agent_scheduler [None req-124e5187-b502-47d4-b85f-e85e478005f3 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] No L3 agents can host the router 989ae814-bd9f-4422-bbd8-5d222dcfea6b Jul 22 23:53:26.967686 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:27.122972 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124e5187-b502-47d4-b85f-e85e478005f3 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Hosts for router 989ae814-bd9f-4422-bbd8-5d222dcfea6b: [] {{(pid=93820) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 22 23:53:27.129009 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-1989b563-08c1-4004-ba2c-3e0262e23139 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:27.157239 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124e5187-b502-47d4-b85f-e85e478005f3 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Hosts for other DVR routers connected to router 989ae814-bd9f-4422-bbd8-5d222dcfea6b: set() {{(pid=93820) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 22 23:53:27.159753 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-124e5187-b502-47d4-b85f-e85e478005f3 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:27.160942 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-124e5187-b502-47d4-b85f-e85e478005f3 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] 10.222.0.26 "PUT /v2.0/routers/989ae814-bd9f-4422-bbd8-5d222dcfea6b HTTP/1.1" status: 200 len: 717 time: 0.7457631 Jul 22 23:53:27.164568 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35678) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:27.213866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac961960-a46a-4666-bb49-0fbc74559ba4 req-0ba59339-10f9-49e1-88b8-95d48b4b177c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:27.215388 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac961960-a46a-4666-bb49-0fbc74559ba4 req-0ba59339-10f9-49e1-88b8-95d48b4b177c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.0656435 Jul 22 23:53:27.249286 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-526cec5a-2514-4e4a-88e0-cc817dd9f9e1 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] 10.222.0.26 "GET /v2.0/routers/989ae814-bd9f-4422-bbd8-5d222dcfea6b HTTP/1.1" status: 200 len: 717 time: 0.0835583 Jul 22 23:53:27.252264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35680) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:27.255323 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac961960-a46a-4666-bb49-0fbc74559ba4 req-7872507e-c303-4f7a-8ddf-008732f97519 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332959 Jul 22 23:53:27.265249 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-1989b563-08c1-4004-ba2c-3e0262e23139 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:27.338586 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-1989b563-08c1-4004-ba2c-3e0262e23139 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Network f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:27.343985 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-1989b563-08c1-4004-ba2c-3e0262e23139 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:27.346859 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-1989b563-08c1-4004-ba2c-3e0262e23139 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:27.398830 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-1989b563-08c1-4004-ba2c-3e0262e23139 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:27.399396 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-1989b563-08c1-4004-ba2c-3e0262e23139 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:27.401906 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989b563-08c1-4004-ba2c-3e0262e23139 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Pushing event updated for resources: {'Port': ['ID=2a3cdedf-d19b-443f-afca-92d53228ad65,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:27.432662 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-1989b563-08c1-4004-ba2c-3e0262e23139 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3872886 Jul 22 23:53:27.448501 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Request body: {'port': {'device_id': 'd0880e5c-e02e-4404-b82c-462bf8eea97e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:27.526832 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:27.555389 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device cc87c514-6f66-4fca-8957-13ac210536b7 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:53:27.636049 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:27.661307 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb09b41-3f8b-4934-92ec-d8aac43dd671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc87c514-6f66-4fca-8957-13ac210536b7'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:27.663820 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0859b62f-8dc7-4cf8-aae2-11b9cf0f565f" -d '{"events": [{"server_uuid": "1cb09b41-3f8b-4934-92ec-d8aac43dd671", "name": "network-vif-unplugged", "status": "completed", "tag": "cc87c514-6f66-4fca-8957-13ac210536b7"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:27.684292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port cc87c514-6f66-4fca-8957-13ac210536b7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=cc87c514-6f66-4fca-8957-13ac210536b7,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:27.690152 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:27.713319 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed5b14c-9750-4129-b60a-d9cbc3c4ed25 x-openstack-request-id: req-fed5b14c-9750-4129-b60a-d9cbc3c4ed25 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:27.713669 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb09b41-3f8b-4934-92ec-d8aac43dd671", "name": "network-vif-unplugged", "status": "failed", "tag": "cc87c514-6f66-4fca-8957-13ac210536b7", "code": 422}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:27.713843 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fed5b14c-9750-4129-b60a-d9cbc3c4ed25 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:27.714259 n-d-688802-2 neutron-server[93822]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1cb09b41-3f8b-4934-92ec-d8aac43dd671', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc87c514-6f66-4fca-8957-13ac210536b7', 'code': 422} returned with failed status Jul 22 23:53:27.740760 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=cc87c514-6f66-4fca-8957-13ac210536b7,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:27.824814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9939be-59d0-4f46-91d1-d0c020212dd3 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:53:27.839890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c5174-4045-467d-b074-f53ceedc5c87 req-7e1f86a8-7bee-43e5-8c1a-fc2c0dc8d7eb tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:27.841385 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b8c5174-4045-467d-b074-f53ceedc5c87 req-7e1f86a8-7bee-43e5-8c1a-fc2c0dc8d7eb tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.4832163 Jul 22 23:53:27.844979 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:27.851973 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-54b74565-ea95-45d1-be8a-8303f0d60654 tempest-RoutersTestDVR-1418108179 tempest-RoutersTestDVR-1418108179-project] 10.222.0.26 "GET /v2.0/routers/989ae814-bd9f-4422-bbd8-5d222dcfea6b HTTP/1.1" status: 200 len: 683 time: 0.5957031 Jul 22 23:53:27.854795 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35688) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:27.879968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Transition to ACTIVE for port object 3d9939be-59d0-4f46-91d1-d0c020212dd3 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:27.891064 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:27.928943 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fc0bc11-1732-48cb-925c-25cb85d0b32c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:27.938174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b8c5174-4045-467d-b074-f53ceedc5c87 req-935b8404-1cb7-4cfe-9d4c-699d3a7bd7fb tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851374 Jul 22 23:53:27.998432 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9939be-59d0-4f46-91d1-d0c020212dd3,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:28.140855 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fc0bc11-1732-48cb-925c-25cb85d0b32c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:28.143677 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fc0bc11-1732-48cb-925c-25cb85d0b32c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:28.162414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Attempting to bind port 3d9939be-59d0-4f46-91d1-d0c020212dd3 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:53:28.162794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Attempting to bind port 3d9939be-59d0-4f46-91d1-d0c020212dd3 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '929644b9-972b-4aed-b43e-ce68a68aa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:53:28.163368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Attempting to bind port 3d9939be-59d0-4f46-91d1-d0c020212dd3 on network f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:28.194538 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fc0bc11-1732-48cb-925c-25cb85d0b32c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:28.195373 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc0bc11-1732-48cb-925c-25cb85d0b32c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 989ae814-bd9f-4422-bbd8-5d222dcfea6b {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:53:28.195757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Port 3d9939be-59d0-4f46-91d1-d0c020212dd3 on network f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:53:28.196095 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Attempting to bind port 3d9939be-59d0-4f46-91d1-d0c020212dd3 on network f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:28.200573 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fc0bc11-1732-48cb-925c-25cb85d0b32c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:28.204236 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8fc0bc11-1732-48cb-925c-25cb85d0b32c tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] 10.222.0.26 "DELETE /v2.0/routers/989ae814-bd9f-4422-bbd8-5d222dcfea6b HTTP/1.1" status: 204 len: 168 time: 0.3483384 Jul 22 23:53:28.205247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:53:28.205598 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Checking segment: {'id': '929644b9-972b-4aed-b43e-ce68a68aa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:28.207781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Bound using segment: {'id': '929644b9-972b-4aed-b43e-ce68a68aa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:53:28.208236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Bound port: 3d9939be-59d0-4f46-91d1-d0c020212dd3, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929644b9-972b-4aed-b43e-ce68a68aa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:53:28.208685 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:28.210561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:28.215142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3c016f53-bd12-4456-ae4f-9be7eb40b503 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Request body: {'router': {'name': 'tempest-router-1673586274', 'distributed': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:28.240730 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c016f53-bd12-4456-ae4f-9be7eb40b503 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:28.242005 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c016f53-bd12-4456-ae4f-9be7eb40b503 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:28.308634 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c016f53-bd12-4456-ae4f-9be7eb40b503 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:28.315185 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c016f53-bd12-4456-ae4f-9be7eb40b503 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:28.322859 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:53:28.324285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e46a6c-7e6e-4509-8406-324e6acc3ff0 req-3612905f-37e9-41e1-b540-107e62a3d22f tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:28.333511 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c016f53-bd12-4456-ae4f-9be7eb40b503 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:28.333715 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3e46a6c-7e6e-4509-8406-324e6acc3ff0 req-3612905f-37e9-41e1-b540-107e62a3d22f tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 931 time: 0.3000252 Jul 22 23:53:28.338650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c229ab4-e8f0-4845-abf6-4168eee6bd39 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:53:28.339481 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3c016f53-bd12-4456-ae4f-9be7eb40b503 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1277561 Jul 22 23:53:28.340354 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35718) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:28.383600 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:28.423312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Transition to ACTIVE for port object 9c229ab4-e8f0-4845-abf6-4168eee6bd39 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:28.446007 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-647adc53-fc48-4c20-834c-d61aadf2d6f5 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:28.453814 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:28.517776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Pushing event updated for resources: {'Port': ['ID=9c229ab4-e8f0-4845-abf6-4168eee6bd39,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:28.534089 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] For port 3d9939be-59d0-4f46-91d1-d0c020212dd3, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:53:28.547877 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3e46a6c-7e6e-4509-8406-324e6acc3ff0 req-ee6c484d-e412-44a0-bf50-89856441fdd4 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133582 Jul 22 23:53:28.575995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] For port 3d9939be-59d0-4f46-91d1-d0c020212dd3, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3d9939be-59d0-4f46-91d1-d0c020212dd3,segment=NetworkSegment(929644b9-972b-4aed-b43e-ce68a68aa966),segment_id=929644b9-972b-4aed-b43e-ce68a68aa966)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:53:28.598969 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9203da-0c92-4f9b-bce6-e1f388a970a7 req-3f5eb304-85cf-453a-8f07-997e977d2ab0 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:28.600808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af9203da-0c92-4f9b-bce6-e1f388a970a7 req-3f5eb304-85cf-453a-8f07-997e977d2ab0 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 943 time: 0.2560310 Jul 22 23:53:28.627818 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:28.713863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:28.714967 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:28.716889 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] 10.222.0.95 "PUT /v2.0/ports/3d9939be-59d0-4f46-91d1-d0c020212dd3 HTTP/1.1" status: 200 len: 1092 time: 2.4052434 Jul 22 23:53:28.779084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355568f9-2f66-4eae-9a30-d30cfd11989f', 'tag': '3d9939be-59d0-4f46-91d1-d0c020212dd3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:28.781921 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11301d0e-3f60-4b7c-a0bc-7fbf448d895f" -d '{"events": [{"name": "network-changed", "server_uuid": "355568f9-2f66-4eae-9a30-d30cfd11989f", "tag": "3d9939be-59d0-4f46-91d1-d0c020212dd3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:28.816598 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a50679-6bad-4a4d-9030-175bef2ca535 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9939be-59d0-4f46-91d1-d0c020212dd3,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:28.845389 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98160528-e8af-4927-9481-741be2874702 x-openstack-request-id: req-98160528-e8af-4927-9481-741be2874702 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:28.845682 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355568f9-2f66-4eae-9a30-d30cfd11989f", "tag": "3d9939be-59d0-4f46-91d1-d0c020212dd3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:28.845930 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98160528-e8af-4927-9481-741be2874702 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:28.846325 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355568f9-2f66-4eae-9a30-d30cfd11989f', 'tag': '3d9939be-59d0-4f46-91d1-d0c020212dd3', 'status': 'completed', 'code': 200} Jul 22 23:53:28.886291 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af9203da-0c92-4f9b-bce6-e1f388a970a7 req-9730b149-7314-4159-86f4-fbb1d16127e9 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500911 Jul 22 23:53:28.905330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Attempting to bind port 9c229ab4-e8f0-4845-abf6-4168eee6bd39 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:53:28.905330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Attempting to bind port 9c229ab4-e8f0-4845-abf6-4168eee6bd39 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '929644b9-972b-4aed-b43e-ce68a68aa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:53:28.905330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Attempting to bind port 9c229ab4-e8f0-4845-abf6-4168eee6bd39 on network f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:28.911624 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Port 9c229ab4-e8f0-4845-abf6-4168eee6bd39 on network f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:53:28.911954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Attempting to bind port 9c229ab4-e8f0-4845-abf6-4168eee6bd39 on network f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:28.927217 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-ad8892d1-e7ec-4276-aedd-7df0baddf3ba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2603650 Jul 22 23:53:28.927847 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:53:28.928186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Checking segment: {'id': '929644b9-972b-4aed-b43e-ce68a68aa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:28.928564 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Bound using segment: {'id': '929644b9-972b-4aed-b43e-ce68a68aa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:53:28.929010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Bound port: 9c229ab4-e8f0-4845-abf6-4168eee6bd39, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929644b9-972b-4aed-b43e-ce68a68aa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:53:28.929392 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:28.962678 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-647adc53-fc48-4c20-834c-d61aadf2d6f5 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:28.967531 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-647adc53-fc48-4c20-834c-d61aadf2d6f5 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.001764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] For port 9c229ab4-e8f0-4845-abf6-4168eee6bd39, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:53:29.005038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] For port 9c229ab4-e8f0-4845-abf6-4168eee6bd39, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9c229ab4-e8f0-4845-abf6-4168eee6bd39,segment=NetworkSegment(929644b9-972b-4aed-b43e-ce68a68aa966),segment_id=929644b9-972b-4aed-b43e-ce68a68aa966)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:53:29.022315 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-5779f4b6-5a20-4618-a2b8-273c878fe9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:29.024469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-5779f4b6-5a20-4618-a2b8-273c878fe9c0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=81369f9e005f4a40ba4e73262b59a675&device_id=355568f9-2f66-4eae-9a30-d30cfd11989f HTTP/1.1" status: 200 len: 1095 time: 0.2383654 Jul 22 23:53:29.025595 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.072860 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3cdedf-d19b-443f-afca-92d53228ad65 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:53:29.080911 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.093649 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Transition to ACTIVE for port object 2a3cdedf-d19b-443f-afca-92d53228ad65 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:29.099657 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.122662 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-bf8a8c2b-59b1-4484-b4b1-4f79d83bfbfe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d9939be-59d0-4f46-91d1-d0c020212dd3 HTTP/1.1" status: 200 len: 217 time: 0.0589523 Jul 22 23:53:29.130299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:29.130602 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.132023 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] 10.222.0.18 "PUT /v2.0/ports/9c229ab4-e8f0-4845-abf6-4168eee6bd39 HTTP/1.1" status: 200 len: 1091 time: 2.3093405 Jul 22 23:53:29.141252 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-647adc53-fc48-4c20-834c-d61aadf2d6f5 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.141833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647adc53-fc48-4c20-834c-d61aadf2d6f5 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac9f2cf6-5eaf-49ff-933f-072b4b2e6de0 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:53:29.148105 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-647adc53-fc48-4c20-834c-d61aadf2d6f5 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.149836 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-647adc53-fc48-4c20-834c-d61aadf2d6f5 tempest-RoutersTestDVR-360875271 tempest-RoutersTestDVR-360875271-project-admin] 10.222.0.26 "DELETE /v2.0/routers/ac9f2cf6-5eaf-49ff-933f-072b4b2e6de0 HTTP/1.1" status: 204 len: 168 time: 0.8062341 Jul 22 23:53:29.198805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd3cd3-18ba-4141-b8ab-50ecf56836ab service neutron] Pushing event updated for resources: {'Port': ['ID=9c229ab4-e8f0-4845-abf6-4168eee6bd39,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:29.205241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Pushing event updated for resources: {'Port': ['ID=2a3cdedf-d19b-443f-afca-92d53228ad65,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:29.225756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-96c77253-51b8-440a-abc0-48c6dd366248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:29.227512 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-96c77253-51b8-440a-abc0-48c6dd366248 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2074c48b-d8e6-41e1-9c92-fe4a7b477f5e HTTP/1.1" status: 200 len: 857 time: 0.0944204 Jul 22 23:53:29.298289 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Attempting to bind port 2a3cdedf-d19b-443f-afca-92d53228ad65 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:53:29.298641 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Attempting to bind port 2a3cdedf-d19b-443f-afca-92d53228ad65 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '929644b9-972b-4aed-b43e-ce68a68aa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:53:29.298980 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Attempting to bind port 2a3cdedf-d19b-443f-afca-92d53228ad65 on network f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:29.304478 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Port 2a3cdedf-d19b-443f-afca-92d53228ad65 on network f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:53:29.304854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Attempting to bind port 2a3cdedf-d19b-443f-afca-92d53228ad65 on network f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:29.316294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-27f346c0-9299-4e77-b2ba-7561d39a48d3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f45f8812-bbb4-4e9c-a40b-4a6714a7cd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620317 Jul 22 23:53:29.316814 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:53:29.321704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Checking segment: {'id': '929644b9-972b-4aed-b43e-ce68a68aa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:29.322112 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Bound using segment: {'id': '929644b9-972b-4aed-b43e-ce68a68aa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:53:29.322576 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Bound port: 2a3cdedf-d19b-443f-afca-92d53228ad65, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929644b9-972b-4aed-b43e-ce68a68aa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:53:29.323083 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.374629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-77693d8a-aac9-4bda-bc16-151c92907756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:29.376382 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-77693d8a-aac9-4bda-bc16-151c92907756 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=81369f9e005f4a40ba4e73262b59a675&device_id=9ac7f29f-a4f9-4bf4-bd57-deb7df876c98 HTTP/1.1" status: 200 len: 1094 time: 0.1460450 Jul 22 23:53:29.440627 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] For port 2a3cdedf-d19b-443f-afca-92d53228ad65, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:53:29.444122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] For port 2a3cdedf-d19b-443f-afca-92d53228ad65, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2a3cdedf-d19b-443f-afca-92d53228ad65,segment=NetworkSegment(929644b9-972b-4aed-b43e-ce68a68aa966),segment_id=929644b9-972b-4aed-b43e-ce68a68aa966)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:53:29.455558 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.475675 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-e4c6c1e3-830d-43a9-8266-e3850ca5b175 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c229ab4-e8f0-4845-abf6-4168eee6bd39 HTTP/1.1" status: 200 len: 217 time: 0.0677490 Jul 22 23:53:29.502091 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:29.502929 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.504281 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] 10.222.0.18 "PUT /v2.0/ports/2a3cdedf-d19b-443f-afca-92d53228ad65 HTTP/1.1" status: 200 len: 1091 time: 2.0601189 Jul 22 23:53:29.504739 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0880e5c-e02e-4404-b82c-462bf8eea97e', 'tag': '2a3cdedf-d19b-443f-afca-92d53228ad65'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:29.507235 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b020fe-7445-4a66-9c12-d5a0da25ae7e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0880e5c-e02e-4404-b82c-462bf8eea97e", "tag": "2a3cdedf-d19b-443f-afca-92d53228ad65"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:29.556223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-23580bd1-40ec-4dcb-855b-5f46717fc8de service neutron] 10.222.0.95 "GET /v2.0/networks/f45f8812-bbb4-4e9c-a40b-4a6714a7cd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284708 Jul 22 23:53:29.570025 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66817920-b817-4e52-9d73-893b85d60e9a service neutron] Pushing event updated for resources: {'Port': ['ID=2a3cdedf-d19b-443f-afca-92d53228ad65,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:29.609996 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10f0788-32c1-40c0-9856-7f41c25ae23c x-openstack-request-id: req-c10f0788-32c1-40c0-9856-7f41c25ae23c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:29.610613 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0880e5c-e02e-4404-b82c-462bf8eea97e", "tag": "2a3cdedf-d19b-443f-afca-92d53228ad65", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:29.611215 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c10f0788-32c1-40c0-9856-7f41c25ae23c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:29.611481 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0880e5c-e02e-4404-b82c-462bf8eea97e', 'tag': '2a3cdedf-d19b-443f-afca-92d53228ad65', 'status': 'completed', 'code': 200} Jul 22 23:53:29.613696 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35742) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:29.674092 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-45546208-cb4c-400b-bc3a-34c8f695b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:29.674999 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-45546208-cb4c-400b-bc3a-34c8f695b09e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2074c48b-d8e6-41e1-9c92-fe4a7b477f5e HTTP/1.1" status: 200 len: 857 time: 0.1910083 Jul 22 23:53:29.679153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-daa0b2d2-0032-452b-988e-1df38f890a9d service neutron] 10.222.0.95 "GET /v2.0/networks/f45f8812-bbb4-4e9c-a40b-4a6714a7cd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134577 Jul 22 23:53:29.745150 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-6f4d7fb2-de3f-4642-bdb7-7ae173ef8882 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f45f8812-bbb4-4e9c-a40b-4a6714a7cd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321033 Jul 22 23:53:29.747466 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-188f2597-250d-4f3f-ad73-5f9115400a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:29.749188 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-188f2597-250d-4f3f-ad73-5f9115400a7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=81369f9e005f4a40ba4e73262b59a675&device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 1094 time: 0.1184816 Jul 22 23:53:29.779491 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-279c1aae-0750-48e4-af3c-71f7a7596951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.818398 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-b89a6831-bf31-4dcb-855f-1f69e4ecd03a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a3cdedf-d19b-443f-afca-92d53228ad65 HTTP/1.1" status: 200 len: 217 time: 0.0523911 Jul 22 23:53:29.846141 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656a223-7d2b-476d-8d10-2d94b9ccb5e4 req-7df40dbd-ce01-4b98-a695-ed5a75bb5474 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:29.847834 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f656a223-7d2b-476d-8d10-2d94b9ccb5e4 req-7df40dbd-ce01-4b98-a695-ed5a75bb5474 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 943 time: 0.1717045 Jul 22 23:53:29.889785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-b6ff35ea-c57c-401c-a502-97a9321927bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:29.891174 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-b6ff35ea-c57c-401c-a502-97a9321927bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2074c48b-d8e6-41e1-9c92-fe4a7b477f5e HTTP/1.1" status: 200 len: 857 time: 0.0656765 Jul 22 23:53:29.937969 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-afef6af1-98e4-424c-abca-d91faafb6f22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f45f8812-bbb4-4e9c-a40b-4a6714a7cd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373137 Jul 22 23:53:29.950051 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-dbd37034-8f9a-46cb-830c-8c2020bd4e2f service neutron] 10.222.0.18 "GET /v2.0/networks/f45f8812-bbb4-4e9c-a40b-4a6714a7cd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852102 Jul 22 23:53:29.953160 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f656a223-7d2b-476d-8d10-2d94b9ccb5e4 req-7a1c9810-3e3d-4c8b-be5b-da614332b3e9 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767694 Jul 22 23:53:29.978499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11301d0e-3f60-4b7c-a0bc-7fbf448d895f req-0b2bbdcb-9beb-4068-9e1b-788cdefee37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:29.980094 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11301d0e-3f60-4b7c-a0bc-7fbf448d895f req-0b2bbdcb-9beb-4068-9e1b-788cdefee37b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=81369f9e005f4a40ba4e73262b59a675&device_id=355568f9-2f66-4eae-9a30-d30cfd11989f HTTP/1.1" status: 200 len: 1095 time: 0.2077336 Jul 22 23:53:30.034593 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-279c1aae-0750-48e4-af3c-71f7a7596951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:30.042316 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-279c1aae-0750-48e4-af3c-71f7a7596951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:30.156311 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-2335f4d7-a525-4b22-8654-ceb3fdca9f12 service neutron] 10.222.0.18 "GET /v2.0/networks/f45f8812-bbb4-4e9c-a40b-4a6714a7cd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065091 Jul 22 23:53:30.158251 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c1aae-0750-48e4-af3c-71f7a7596951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e1b0fe-f7fc-4713-a7c3-ce3313094ce3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:30.165472 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-279c1aae-0750-48e4-af3c-71f7a7596951 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3d217a65050422fa2e48c9f19ccdc50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5479960 Jul 22 23:53:30.172490 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35748) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:30.178891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-ba4dca03-b3a3-40ed-9793-cdcbc5e18db5 service neutron] 10.222.0.18 "GET /v2.0/networks/f45f8812-bbb4-4e9c-a40b-4a6714a7cd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219665 Jul 22 23:53:30.198305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7da1a-7b88-416c-9f63-99209c44b563 req-d3f050c9-2077-4bbd-a57c-edb74acd4524 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:30.200070 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-30e7da1a-7b88-416c-9f63-99209c44b563 req-d3f050c9-2077-4bbd-a57c-edb74acd4524 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 943 time: 0.2352839 Jul 22 23:53:30.202168 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11301d0e-3f60-4b7c-a0bc-7fbf448d895f req-579df982-32ae-495c-8ab3-5a5e9ee6baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:30.203746 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11301d0e-3f60-4b7c-a0bc-7fbf448d895f req-579df982-32ae-495c-8ab3-5a5e9ee6baa4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 HTTP/1.1" status: 200 len: 918 time: 0.2068732 Jul 22 23:53:30.266593 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11301d0e-3f60-4b7c-a0bc-7fbf448d895f req-804abc05-6850-46ac-8871-b4d704cf29f7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d9939be-59d0-4f46-91d1-d0c020212dd3 HTTP/1.1" status: 200 len: 217 time: 0.0501108 Jul 22 23:53:30.310361 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-30e7da1a-7b88-416c-9f63-99209c44b563 req-e7df4d86-7c38-4ecf-913b-f2ac05ca6997 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004117 Jul 22 23:53:30.334503 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11301d0e-3f60-4b7c-a0bc-7fbf448d895f req-b88ce3c3-be13-4a7a-addf-8809bf614501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:30.336879 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11301d0e-3f60-4b7c-a0bc-7fbf448d895f req-b88ce3c3-be13-4a7a-addf-8809bf614501 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2074c48b-d8e6-41e1-9c92-fe4a7b477f5e HTTP/1.1" status: 200 len: 857 time: 0.0595500 Jul 22 23:53:30.337305 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-bbd90376-1bcc-4528-a08a-8b19d011d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:30.338858 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-bbd90376-1bcc-4528-a08a-8b19d011d7a8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671&tenant_id=e4faf032effb4aec924b2cadd5d45fa3 HTTP/1.1" status: 200 len: 1094 time: 0.2633371 Jul 22 23:53:30.341326 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc3a73d0-eea7-4d08-9bc6-6e435a897644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:30.366232 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:30.383307 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11301d0e-3f60-4b7c-a0bc-7fbf448d895f req-7eb9d53a-ce19-4b19-8939-448cfe4dfaf2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f45f8812-bbb4-4e9c-a40b-4a6714a7cd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336990 Jul 22 23:53:30.402154 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9a9a81e6-5954-49ec-946d-37cd683cfc32 req-2de177fb-1eb2-480c-b071-83dda9071c75 service neutron] 10.222.0.18 "GET /v2.0/networks/f45f8812-bbb4-4e9c-a40b-4a6714a7cd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306471 Jul 22 23:53:30.405749 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc3a73d0-eea7-4d08-9bc6-6e435a897644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:30.504776 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11301d0e-3f60-4b7c-a0bc-7fbf448d895f req-104c08a2-c19a-4fd5-9e34-4e12e4183b63 service neutron] 10.222.0.95 "GET /v2.0/networks/f45f8812-bbb4-4e9c-a40b-4a6714a7cd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137455 Jul 22 23:53:30.505333 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:30.578082 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc3a73d0-eea7-4d08-9bc6-6e435a897644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:30.580498 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc3a73d0-eea7-4d08-9bc6-6e435a897644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:30.584371 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bc3a73d0-eea7-4d08-9bc6-6e435a897644 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9e1b0fe-f7fc-4713-a7c3-ce3313094ce3 HTTP/1.1" status: 204 len: 168 time: 0.4098291 Jul 22 23:53:30.601136 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11301d0e-3f60-4b7c-a0bc-7fbf448d895f req-805f512c-d8c0-49c0-a23e-0169f253c72b service neutron] 10.222.0.95 "GET /v2.0/networks/f45f8812-bbb4-4e9c-a40b-4a6714a7cd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891809 Jul 22 23:53:30.604424 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a73d0-eea7-4d08-9bc6-6e435a897644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e1b0fe-f7fc-4713-a7c3-ce3313094ce3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:30.706703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b020fe-7445-4a66-9c12-d5a0da25ae7e req-37d36fa4-a2e4-47eb-af08-a21a8ec4629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:30.708766 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-05b020fe-7445-4a66-9c12-d5a0da25ae7e req-37d36fa4-a2e4-47eb-af08-a21a8ec4629c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=81369f9e005f4a40ba4e73262b59a675&device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 1094 time: 0.1983240 Jul 22 23:53:30.847934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac7f29f-a4f9-4bf4-bd57-deb7df876c98', 'tag': '9c229ab4-e8f0-4845-abf6-4168eee6bd39'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:30.851740 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a8dd38-a253-4cab-a9c5-dae2716c5e51" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac7f29f-a4f9-4bf4-bd57-deb7df876c98", "tag": "9c229ab4-e8f0-4845-abf6-4168eee6bd39"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:30.870312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] For port cc87c514-6f66-4fca-8957-13ac210536b7, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=cc87c514-6f66-4fca-8957-13ac210536b7,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:30.881182 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b020fe-7445-4a66-9c12-d5a0da25ae7e req-509e11c2-a933-4e1e-840f-67df84a9a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:30.882740 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-05b020fe-7445-4a66-9c12-d5a0da25ae7e req-509e11c2-a933-4e1e-840f-67df84a9a0dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 HTTP/1.1" status: 200 len: 918 time: 0.1662934 Jul 22 23:53:30.921625 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b33cdc-c283-44e0-9fd6-58895b7f11fd x-openstack-request-id: req-13b33cdc-c283-44e0-9fd6-58895b7f11fd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:30.921928 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac7f29f-a4f9-4bf4-bd57-deb7df876c98", "tag": "9c229ab4-e8f0-4845-abf6-4168eee6bd39", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:30.922381 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13b33cdc-c283-44e0-9fd6-58895b7f11fd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:30.922785 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac7f29f-a4f9-4bf4-bd57-deb7df876c98', 'tag': '9c229ab4-e8f0-4845-abf6-4168eee6bd39', 'status': 'completed', 'code': 200} Jul 22 23:53:30.933185 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:30.936350 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-05b020fe-7445-4a66-9c12-d5a0da25ae7e req-770e409d-9455-4f13-9e2a-ce89e7f7a0af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a3cdedf-d19b-443f-afca-92d53228ad65 HTTP/1.1" status: 200 len: 217 time: 0.0430036 Jul 22 23:53:30.953052 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e63dc45a-ab61-489b-8dd3-10ce47007282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:30.967673 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] For port cc87c514-6f66-4fca-8957-13ac210536b7, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:53:31.044655 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc87c514-6f66-4fca-8957-13ac210536b7 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:53:31.055569 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b020fe-7445-4a66-9c12-d5a0da25ae7e req-548bb9dd-b485-4e63-84b4-ad9fa864bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:31.057165 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-05b020fe-7445-4a66-9c12-d5a0da25ae7e req-548bb9dd-b485-4e63-84b4-ad9fa864bd44 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2074c48b-d8e6-41e1-9c92-fe4a7b477f5e HTTP/1.1" status: 200 len: 857 time: 0.1037736 Jul 22 23:53:31.059888 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.103590 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-05b020fe-7445-4a66-9c12-d5a0da25ae7e req-cfa43e95-8ff1-498f-a587-b1fedde637cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f45f8812-bbb4-4e9c-a40b-4a6714a7cd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383203 Jul 22 23:53:31.104634 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Transition to ACTIVE for port object cc87c514-6f66-4fca-8957-13ac210536b7 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:31.110702 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.143486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8dd38-a253-4cab-a9c5-dae2716c5e51 req-43966041-825c-483e-b718-330ba9a73f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:31.145778 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08a8dd38-a253-4cab-a9c5-dae2716c5e51 req-43966041-825c-483e-b718-330ba9a73f9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=81369f9e005f4a40ba4e73262b59a675&device_id=9ac7f29f-a4f9-4bf4-bd57-deb7df876c98 HTTP/1.1" status: 200 len: 1094 time: 0.1816480 Jul 22 23:53:31.200766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76ab7a-058d-4f57-bc3d-2565d930a8a0 req-cce29354-5481-40e3-a331-635600d6c31f tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:31.203610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4c76ab7a-058d-4f57-bc3d-2565d930a8a0 req-cce29354-5481-40e3-a331-635600d6c31f tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 943 time: 0.1599047 Jul 22 23:53:31.214485 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e63dc45a-ab61-489b-8dd3-10ce47007282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.228656 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e63dc45a-ab61-489b-8dd3-10ce47007282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.258591 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Pushing event updated for resources: {'Port': ['ID=cc87c514-6f66-4fca-8957-13ac210536b7,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:31.264177 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] No DVR routers for this DVR port cc87c514-6f66-4fca-8957-13ac210536b7 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:53:31.317656 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Attempting to bind port cc87c514-6f66-4fca-8957-13ac210536b7 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:53:31.318018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Attempting to bind port cc87c514-6f66-4fca-8957-13ac210536b7 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '2b185255-d436-4408-80ac-4fbff4d9e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:53:31.318325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Attempting to bind port cc87c514-6f66-4fca-8957-13ac210536b7 on network 03675ce2-4ea4-4206-9b7a-83eaaf6425cb {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:31.328313 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Port cc87c514-6f66-4fca-8957-13ac210536b7 on network 03675ce2-4ea4-4206-9b7a-83eaaf6425cb not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:53:31.329032 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Attempting to bind port cc87c514-6f66-4fca-8957-13ac210536b7 on network 03675ce2-4ea4-4206-9b7a-83eaaf6425cb {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:31.333685 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e63dc45a-ab61-489b-8dd3-10ce47007282 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b430e9110fdc4dc5bdaa2dbec91cdcd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987694 Jul 22 23:53:31.336012 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-05b020fe-7445-4a66-9c12-d5a0da25ae7e req-81a948ac-6862-4cbb-9297-d31ed9bb8be8 service neutron] 10.222.0.18 "GET /v2.0/networks/f45f8812-bbb4-4e9c-a40b-4a6714a7cd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226732 Jul 22 23:53:31.337227 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35764) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:31.337771 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63dc45a-ab61-489b-8dd3-10ce47007282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12909d9-8cb1-4985-ba79-5b939ea8e69e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:31.352103 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4c76ab7a-058d-4f57-bc3d-2565d930a8a0 req-74ec244d-fb51-496d-907f-3c9116527e56 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360154 Jul 22 23:53:31.369725 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:53:31.370222 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Checking segment: {'id': '2b185255-d436-4408-80ac-4fbff4d9e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:31.370505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Bound using segment: {'id': '2b185255-d436-4408-80ac-4fbff4d9e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:53:31.370958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Bound port: cc87c514-6f66-4fca-8957-13ac210536b7, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b185255-d436-4408-80ac-4fbff4d9e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:53:31.371331 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.384116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8dd38-a253-4cab-a9c5-dae2716c5e51 req-f88d3a1b-b8aa-429f-862b-0f3021fe0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:31.385706 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08a8dd38-a253-4cab-a9c5-dae2716c5e51 req-f88d3a1b-b8aa-429f-862b-0f3021fe0ba8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 HTTP/1.1" status: 200 len: 918 time: 0.2281590 Jul 22 23:53:31.443518 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08a8dd38-a253-4cab-a9c5-dae2716c5e51 req-6dac2f9a-203f-460a-ab7f-81c68d6135c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c229ab4-e8f0-4845-abf6-4168eee6bd39 HTTP/1.1" status: 200 len: 217 time: 0.0496397 Jul 22 23:53:31.493076 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-edf57430-5da5-4c59-8b1e-d1ab73ffd198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.528706 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8dd38-a253-4cab-a9c5-dae2716c5e51 req-4d55ea35-f558-4be5-ae1a-1fb3864b5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:31.531013 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08a8dd38-a253-4cab-a9c5-dae2716c5e51 req-4d55ea35-f558-4be5-ae1a-1fb3864b5155 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2074c48b-d8e6-41e1-9c92-fe4a7b477f5e HTTP/1.1" status: 200 len: 857 time: 0.0787947 Jul 22 23:53:31.583986 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device cc87c514-6f66-4fca-8957-13ac210536b7 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:53:31.589135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b6693-d7ab-42da-93af-eff14d2310b3 req-efc1f971-0098-4aff-8d08-3fe1edaed27f tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:31.593152 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-edf57430-5da5-4c59-8b1e-d1ab73ffd198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.598572 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4f16d649-cc3f-455a-9235-f25f3452e62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.601192 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-885b6693-d7ab-42da-93af-eff14d2310b3 req-efc1f971-0098-4aff-8d08-3fe1edaed27f tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 943 time: 0.1593270 Jul 22 23:53:31.608673 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] For port cc87c514-6f66-4fca-8957-13ac210536b7, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:53:31.624575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] For port cc87c514-6f66-4fca-8957-13ac210536b7, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=cc87c514-6f66-4fca-8957-13ac210536b7,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:53:31.632763 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-05b020fe-7445-4a66-9c12-d5a0da25ae7e req-c2ff7b17-a5a3-4d16-a268-0ed4dc2d47e5 service neutron] 10.222.0.18 "GET /v2.0/networks/f45f8812-bbb4-4e9c-a40b-4a6714a7cd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577119 Jul 22 23:53:31.639028 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.671099 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08a8dd38-a253-4cab-a9c5-dae2716c5e51 req-c72bd759-8d2f-4b3f-87e5-9e3de891fcf1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f45f8812-bbb4-4e9c-a40b-4a6714a7cd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318722 Jul 22 23:53:31.676565 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device cc87c514-6f66-4fca-8957-13ac210536b7 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:53:31.691182 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-885b6693-d7ab-42da-93af-eff14d2310b3 req-790f61f4-60ae-4b50-b589-5e38327809bb tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521140 Jul 22 23:53:31.700554 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:31.700762 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.703148 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] 10.222.0.95 "PUT /v2.0/ports/cc87c514-6f66-4fca-8957-13ac210536b7 HTTP/1.1" status: 200 len: 1091 time: 1.3475099 Jul 22 23:53:31.703624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb09b41-3f8b-4934-92ec-d8aac43dd671', 'tag': 'cc87c514-6f66-4fca-8957-13ac210536b7'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:31.716759 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f076ba40-3a7f-4191-a4b6-f28ff1deca1b" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb09b41-3f8b-4934-92ec-d8aac43dd671", "tag": "cc87c514-6f66-4fca-8957-13ac210536b7"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:31.774506 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da4e2eb-00b4-4e78-9df6-c82bee3cffcb x-openstack-request-id: req-3da4e2eb-00b4-4e78-9df6-c82bee3cffcb {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:31.774808 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb09b41-3f8b-4934-92ec-d8aac43dd671", "tag": "cc87c514-6f66-4fca-8957-13ac210536b7", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:31.775066 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3da4e2eb-00b4-4e78-9df6-c82bee3cffcb {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:31.775468 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb09b41-3f8b-4934-92ec-d8aac43dd671', 'tag': 'cc87c514-6f66-4fca-8957-13ac210536b7', 'status': 'completed', 'code': 200} Jul 22 23:53:31.800806 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Pushing event updated for resources: {'Port': ['ID=cc87c514-6f66-4fca-8957-13ac210536b7,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:31.806384 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08a8dd38-a253-4cab-a9c5-dae2716c5e51 req-cb9e0f16-3da3-445c-a2a9-305dbd0744be service neutron] 10.222.0.18 "GET /v2.0/networks/f45f8812-bbb4-4e9c-a40b-4a6714a7cd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135108 Jul 22 23:53:31.812075 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-edf57430-5da5-4c59-8b1e-d1ab73ffd198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.814627 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-edf57430-5da5-4c59-8b1e-d1ab73ffd198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.820049 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-edf57430-5da5-4c59-8b1e-d1ab73ffd198 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f12909d9-8cb1-4985-ba79-5b939ea8e69e HTTP/1.1" status: 204 len: 168 time: 0.4782362 Jul 22 23:53:31.822001 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:31.822409 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:31.822754 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:31.823094 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:31.823476 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:31.824010 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:31.824421 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:31.824922 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:31.825493 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:31.825846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:31.826928 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:31.827363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d98b6f-43f9-4d3c-91ed-11b256f1e6fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:31.842368 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf57430-5da5-4c59-8b1e-d1ab73ffd198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12909d9-8cb1-4985-ba79-5b939ea8e69e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:31.865521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-dff779de-2a3e-43d3-b760-121f4358e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:31.867849 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-dff779de-2a3e-43d3-b760-121f4358e10b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e4faf032effb4aec924b2cadd5d45fa3&device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 1095 time: 0.1364791 Jul 22 23:53:31.918610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08a8dd38-a253-4cab-a9c5-dae2716c5e51 req-409d8184-0f95-45aa-8ff7-0e4d7af01746 service neutron] 10.222.0.18 "GET /v2.0/networks/f45f8812-bbb4-4e9c-a40b-4a6714a7cd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044142 Jul 22 23:53:31.974163 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-66f23f66-2d3f-46b2-b599-e758d2dbf8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:31.975655 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-66f23f66-2d3f-46b2-b599-e758d2dbf8b0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb HTTP/1.1" status: 200 len: 914 time: 0.1011059 Jul 22 23:53:32.021747 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-f2406098-7c8c-4d78-8fec-a7eb17cca94f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc87c514-6f66-4fca-8957-13ac210536b7 HTTP/1.1" status: 200 len: 217 time: 0.0375164 Jul 22 23:53:32.078959 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-ee5d31ac-37e9-4b75-b247-6bcf35807758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:32.080444 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-ee5d31ac-37e9-4b75-b247-6bcf35807758 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cccc704-dfc0-4d65-836a-00a99882898e HTTP/1.1" status: 200 len: 853 time: 0.0497279 Jul 22 23:53:32.116465 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-50594089-b2dc-445f-ad50-7edeb40f434b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290427 Jul 22 23:53:32.135087 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3d9939be-59d0-4f46-91d1-d0c020212dd3 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:53:32.212966 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-c8ff0dc3-ab55-4d31-8764-10b465f0efe3 service neutron] 10.222.0.95 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906136 Jul 22 23:53:32.319376 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-7113a718-79e4-4bb6-b900-3c82e2e50870 service neutron] 10.222.0.95 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992677 Jul 22 23:53:32.415763 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3d9939be-59d0-4f46-91d1-d0c020212dd3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3d9939be-59d0-4f46-91d1-d0c020212dd3,segment=NetworkSegment(929644b9-972b-4aed-b43e-ce68a68aa966),segment_id=929644b9-972b-4aed-b43e-ce68a68aa966)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:32.431732 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '3d9939be-59d0-4f46-91d1-d0c020212dd3', 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12', 'port_id': '3d9939be-59d0-4f46-91d1-d0c020212dd3', 'mac_address': 'fa:16:3e:93:29:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2074c48b-d8e6-41e1-9c92-fe4a7b477f5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:53:32.464110 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076ba40-3a7f-4191-a4b6-f28ff1deca1b req-867a4c6a-b540-47a2-b683-9307b06d388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:32.465834 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f076ba40-3a7f-4191-a4b6-f28ff1deca1b req-867a4c6a-b540-47a2-b683-9307b06d388e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e4faf032effb4aec924b2cadd5d45fa3&device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 1095 time: 0.0936108 Jul 22 23:53:32.480846 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:32.499940 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9939be-59d0-4f46-91d1-d0c020212dd3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:53:32.556559 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d25e39-1962-4a53-bc07-6404849b75b4 req-1491beb3-f58d-4ca2-b8cb-2a7f7bac4129 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:32.558823 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9d25e39-1962-4a53-bc07-6404849b75b4 req-1491beb3-f58d-4ca2-b8cb-2a7f7bac4129 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 943 time: 0.1358874 Jul 22 23:53:32.566184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3d9939be-59d0-4f46-91d1-d0c020212dd3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3d9939be-59d0-4f46-91d1-d0c020212dd3,segment=NetworkSegment(929644b9-972b-4aed-b43e-ce68a68aa966),segment_id=929644b9-972b-4aed-b43e-ce68a68aa966)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:32.589312 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:32.609623 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076ba40-3a7f-4191-a4b6-f28ff1deca1b req-49c1389e-cc35-42c0-8414-c1078f96706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:32.613489 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f076ba40-3a7f-4191-a4b6-f28ff1deca1b req-49c1389e-cc35-42c0-8414-c1078f96706b service neutron] 10.222.0.95 "GET /v2.0/networks?id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb HTTP/1.1" status: 200 len: 914 time: 0.1406586 Jul 22 23:53:32.635139 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9d25e39-1962-4a53-bc07-6404849b75b4 req-127e267c-2d5d-4bfc-910e-fcf6cc9dba1d tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707989 Jul 22 23:53:32.672292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=3d9939be-59d0-4f46-91d1-d0c020212dd3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:32.688504 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:32.689196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:32.689546 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:32.689884 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:32.690220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:32.690586 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:32.691059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:32.691387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:32.692054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:32.692652 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:32.693184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:32.693694 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:32.697893 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f076ba40-3a7f-4191-a4b6-f28ff1deca1b req-7bae14c0-9157-47ea-9dd1-4646b5501ce9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc87c514-6f66-4fca-8957-13ac210536b7 HTTP/1.1" status: 200 len: 217 time: 0.0765345 Jul 22 23:53:32.773503 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076ba40-3a7f-4191-a4b6-f28ff1deca1b req-28c09388-8068-486e-b1b4-aea1cf2d13a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:32.775289 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f076ba40-3a7f-4191-a4b6-f28ff1deca1b req-28c09388-8068-486e-b1b4-aea1cf2d13a8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cccc704-dfc0-4d65-836a-00a99882898e HTTP/1.1" status: 200 len: 853 time: 0.0696526 Jul 22 23:53:32.775668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:32.820102 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['3d9939be-59d0-4f46-91d1-d0c020212dd3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:53:32.878862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4f237-77cf-4460-831c-89d1f704409e req-20d8e66c-ba09-4813-956c-67482cbd0e0c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:32.880439 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0cb4f237-77cf-4460-831c-89d1f704409e req-20d8e66c-ba09-4813-956c-67482cbd0e0c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 944 time: 0.0830023 Jul 22 23:53:32.883415 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f076ba40-3a7f-4191-a4b6-f28ff1deca1b req-f78a880a-79da-47b7-9fb7-2449fe06b55c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991971 Jul 22 23:53:32.951403 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2a52c012-8871-4bc8-9bf9-9e48de00f1e6 tempest-AgentManagementNegativeTest-66149292 tempest-AgentManagementNegativeTest-66149292-project] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1744783 Jul 22 23:53:33.001733 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0cb4f237-77cf-4460-831c-89d1f704409e req-2324465d-8b07-4569-9783-d1f9ad9484a2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112242 Jul 22 23:53:33.138531 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f076ba40-3a7f-4191-a4b6-f28ff1deca1b req-5256ce09-f9a6-4661-abe5-9752465034b2 service neutron] 10.222.0.95 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473738 Jul 22 23:53:33.429330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:33.587686 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 2a3cdedf-d19b-443f-afca-92d53228ad65 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:53:33.672101 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9e1bfad-5841-464c-a7fc-819389c812a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:33.720581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 2a3cdedf-d19b-443f-afca-92d53228ad65, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2a3cdedf-d19b-443f-afca-92d53228ad65,segment=NetworkSegment(929644b9-972b-4aed-b43e-ce68a68aa966),segment_id=929644b9-972b-4aed-b43e-ce68a68aa966)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:33.734646 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '2a3cdedf-d19b-443f-afca-92d53228ad65', 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12', 'port_id': '2a3cdedf-d19b-443f-afca-92d53228ad65', 'mac_address': 'fa:16:3e:05:ac:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2074c48b-d8e6-41e1-9c92-fe4a7b477f5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:53:33.801037 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:33.816571 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3cdedf-d19b-443f-afca-92d53228ad65 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:53:33.842956 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 2a3cdedf-d19b-443f-afca-92d53228ad65, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2a3cdedf-d19b-443f-afca-92d53228ad65,segment=NetworkSegment(929644b9-972b-4aed-b43e-ce68a68aa966),segment_id=929644b9-972b-4aed-b43e-ce68a68aa966)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:33.848327 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:33.849688 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9c229ab4-e8f0-4845-abf6-4168eee6bd39 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:53:33.956370 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9167e23-6cc4-495b-a9dc-c57fdd2b1cc9 req-a64feae5-6f20-47fa-82a5-941b5ebef70a tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:33.958017 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9167e23-6cc4-495b-a9dc-c57fdd2b1cc9 req-a64feae5-6f20-47fa-82a5-941b5ebef70a tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 943 time: 0.1703372 Jul 22 23:53:33.967341 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 9c229ab4-e8f0-4845-abf6-4168eee6bd39, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9c229ab4-e8f0-4845-abf6-4168eee6bd39,segment=NetworkSegment(929644b9-972b-4aed-b43e-ce68a68aa966),segment_id=929644b9-972b-4aed-b43e-ce68a68aa966)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:33.970432 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=2a3cdedf-d19b-443f-afca-92d53228ad65,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:33.991231 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9e1bfad-5841-464c-a7fc-819389c812a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.000532 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '9c229ab4-e8f0-4845-abf6-4168eee6bd39', 'network_id': 'f45f8812-bbb4-4e9c-a40b-4a6714a7cd12', 'port_id': '9c229ab4-e8f0-4845-abf6-4168eee6bd39', 'mac_address': 'fa:16:3e:66:b7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2074c48b-d8e6-41e1-9c92-fe4a7b477f5e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:53:34.018132 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9e1bfad-5841-464c-a7fc-819389c812a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.073026 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.088333 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c229ab4-e8f0-4845-abf6-4168eee6bd39 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:53:34.103508 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b9e1bfad-5841-464c-a7fc-819389c812a8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2189e6f79d9546d3b579ac6a954aa3b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6701663 Jul 22 23:53:34.104270 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35838) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:34.105341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1bfad-5841-464c-a7fc-819389c812a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72300e57-db19-4e4e-afeb-8054cbf2da4c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:34.121356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1bfad-5841-464c-a7fc-819389c812a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:34.121705 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1bfad-5841-464c-a7fc-819389c812a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:34.122530 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 9c229ab4-e8f0-4845-abf6-4168eee6bd39, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9c229ab4-e8f0-4845-abf6-4168eee6bd39,segment=NetworkSegment(929644b9-972b-4aed-b43e-ce68a68aa966),segment_id=929644b9-972b-4aed-b43e-ce68a68aa966)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:34.133525 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1bfad-5841-464c-a7fc-819389c812a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:34.134809 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1bfad-5841-464c-a7fc-819389c812a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:34.135324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1bfad-5841-464c-a7fc-819389c812a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:34.135875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1bfad-5841-464c-a7fc-819389c812a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:34.136576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1bfad-5841-464c-a7fc-819389c812a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:34.137210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1bfad-5841-464c-a7fc-819389c812a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:34.137863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1bfad-5841-464c-a7fc-819389c812a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:34.140019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1bfad-5841-464c-a7fc-819389c812a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:34.140549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1bfad-5841-464c-a7fc-819389c812a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:34.141179 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e1bfad-5841-464c-a7fc-819389c812a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:34.150599 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.162116 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9167e23-6cc4-495b-a9dc-c57fdd2b1cc9 req-8e8b0da5-1928-47c6-8ae3-f165dd23f674 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955397 Jul 22 23:53:34.214157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3d9939be-59d0-4f46-91d1-d0c020212dd3 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:34.258304 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9878e-c19d-4f1d-87c8-8faba9301ce6 req-be57ace8-d21f-4cc5-8cc7-d9a78afa2cf0 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:34.259861 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60891037-6ab8-4c61-b5df-711085bbca94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.260027 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75a9878e-c19d-4f1d-87c8-8faba9301ce6 req-be57ace8-d21f-4cc5-8cc7-d9a78afa2cf0 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 944 time: 0.1142168 Jul 22 23:53:34.335316 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60891037-6ab8-4c61-b5df-711085bbca94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.344093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75a9878e-c19d-4f1d-87c8-8faba9301ce6 req-d5e80dcb-e3e0-440a-be72-50a9461867de tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705500 Jul 22 23:53:34.357871 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.398557 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ad7a5a5-b308-438d-9ca0-794d9f86eaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.401133 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=9c229ab4-e8f0-4845-abf6-4168eee6bd39,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:34.414651 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 3d9939be-59d0-4f46-91d1-d0c020212dd3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:34.419391 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.425041 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 3d9939be-59d0-4f46-91d1-d0c020212dd3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:34.425802 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.463652 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60891037-6ab8-4c61-b5df-711085bbca94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.466366 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60891037-6ab8-4c61-b5df-711085bbca94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.477625 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['2a3cdedf-d19b-443f-afca-92d53228ad65'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:53:34.489298 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-60891037-6ab8-4c61-b5df-711085bbca94 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72300e57-db19-4e4e-afeb-8054cbf2da4c HTTP/1.1" status: 204 len: 168 time: 0.3670952 Jul 22 23:53:34.503057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60891037-6ab8-4c61-b5df-711085bbca94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72300e57-db19-4e4e-afeb-8054cbf2da4c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:34.510649 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['9c229ab4-e8f0-4845-abf6-4168eee6bd39'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:53:34.607697 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.676718 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355568f9-2f66-4eae-9a30-d30cfd11989f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9939be-59d0-4f46-91d1-d0c020212dd3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:34.679008 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3b7a1d-ebc5-42cd-a779-f47d1ebc21ee" -d '{"events": [{"server_uuid": "355568f9-2f66-4eae-9a30-d30cfd11989f", "name": "network-vif-plugged", "status": "completed", "tag": "3d9939be-59d0-4f46-91d1-d0c020212dd3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:34.704140 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3d9939be-59d0-4f46-91d1-d0c020212dd3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3d9939be-59d0-4f46-91d1-d0c020212dd3,segment=NetworkSegment(929644b9-972b-4aed-b43e-ce68a68aa966),segment_id=929644b9-972b-4aed-b43e-ce68a68aa966)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:34.724181 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.759646 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454d839b-bb10-4fef-9760-b667e5b727da x-openstack-request-id: req-454d839b-bb10-4fef-9760-b667e5b727da {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:34.759794 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355568f9-2f66-4eae-9a30-d30cfd11989f", "name": "network-vif-plugged", "status": "completed", "tag": "3d9939be-59d0-4f46-91d1-d0c020212dd3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:34.759992 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-454d839b-bb10-4fef-9760-b667e5b727da {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:34.760390 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355568f9-2f66-4eae-9a30-d30cfd11989f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9939be-59d0-4f46-91d1-d0c020212dd3', 'code': 200} Jul 22 23:53:34.882687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=3d9939be-59d0-4f46-91d1-d0c020212dd3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:35.383172 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77716e5c-7ff8-466c-84b4-4750a551ce56 req-2829f466-c7ca-4216-a7c0-71bafa901b9f tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:35.385114 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77716e5c-7ff8-466c-84b4-4750a551ce56 req-2829f466-c7ca-4216-a7c0-71bafa901b9f tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 944 time: 0.1165977 Jul 22 23:53:35.457808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77716e5c-7ff8-466c-84b4-4750a551ce56 req-f328ca7a-217a-474d-9b3d-f4385847564d tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657022 Jul 22 23:53:35.529068 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.561672 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be740511-7497-4a88-b040-8a8d438b067b req-b0a4dfa9-b798-4690-afe0-25c8f71fb81c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:35.563901 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be740511-7497-4a88-b040-8a8d438b067b req-b0a4dfa9-b798-4690-afe0-25c8f71fb81c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 944 time: 0.1209905 Jul 22 23:53:35.599584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35874) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.602540 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 2a3cdedf-d19b-443f-afca-92d53228ad65 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:35.644916 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be740511-7497-4a88-b040-8a8d438b067b req-d950b5a4-045e-4282-8dd5-12ae4b72d883 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741255 Jul 22 23:53:35.677655 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 2a3cdedf-d19b-443f-afca-92d53228ad65 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:35.683279 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 2a3cdedf-d19b-443f-afca-92d53228ad65 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:35.683940 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.753457 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-4c2256a1-2b84-4664-bbb2-96660457c0a2 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.757492 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35878) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.757660 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4c2256a1-2b84-4664-bbb2-96660457c0a2 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1562502 Jul 22 23:53:35.762614 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-6cac3670-ec56-4550-bc0f-ae4b427081be tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.764683 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6cac3670-ec56-4550-bc0f-ae4b427081be tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055001 Jul 22 23:53:35.766868 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.771146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-1bf67709-b153-4020-9d3f-01987a1cab29 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.776410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1bf67709-b153-4020-9d3f-01987a1cab29 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0061450 Jul 22 23:53:35.776957 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35882) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.781552 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-cfcc5a84-42c5-4308-a108-0856e40aeb51 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.784768 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cfcc5a84-42c5-4308-a108-0856e40aeb51 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045404 Jul 22 23:53:35.785251 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35884) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.789579 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-a2452bbd-2aa6-4e89-b9a1-193d4d7d092a tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.792971 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a2452bbd-2aa6-4e89-b9a1-193d4d7d092a tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0068343 Jul 22 23:53:35.793814 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35888) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.798927 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-fc2b53a0-79c8-45d1-adb5-62a343f371aa tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.802900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35890) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.803277 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc2b53a0-79c8-45d1-adb5-62a343f371aa tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0072696 Jul 22 23:53:35.807476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-bf719fba-a108-43f1-87de-5c72d7c8bfaf tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.811605 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bf719fba-a108-43f1-87de-5c72d7c8bfaf tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045967 Jul 22 23:53:35.812229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35892) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.818495 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-5143dbaa-6dc8-415a-8fda-fc67bddc4aae tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.821637 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5143dbaa-6dc8-415a-8fda-fc67bddc4aae tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0062609 Jul 22 23:53:35.821771 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.822201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35894) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.826976 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-d61c3959-f426-47bb-9283-77681b238ec0 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.828203 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d61c3959-f426-47bb-9283-77681b238ec0 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049081 Jul 22 23:53:35.830651 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35896) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.836272 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-e383a96c-c750-4828-a13a-8ccbb94afaba tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.840196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35898) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.840467 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e383a96c-c750-4828-a13a-8ccbb94afaba tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0083730 Jul 22 23:53:35.845799 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-44a9654a-2842-47aa-9535-55424628089e tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.852287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-44a9654a-2842-47aa-9535-55424628089e tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0089865 Jul 22 23:53:35.852630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.856967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-b2d90e2d-0dbc-4fbe-b78b-e3965562f33d tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.860251 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b2d90e2d-0dbc-4fbe-b78b-e3965562f33d tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0045393 Jul 22 23:53:35.860980 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35902) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.865857 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-e3a78db7-ba95-4cd8-8950-512e6e19565b tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.869676 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e3a78db7-ba95-4cd8-8950-512e6e19565b tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0074441 Jul 22 23:53:35.870494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35904) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.875453 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-b1aa06d1-4c5d-4881-bee2-31df4ae45596 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.883196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.883396 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b1aa06d1-4c5d-4881-bee2-31df4ae45596 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0115786 Jul 22 23:53:35.887680 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-5bee4be4-9672-4080-8887-a170dc342c90 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.889305 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5bee4be4-9672-4080-8887-a170dc342c90 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045731 Jul 22 23:53:35.891805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35908) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.895575 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 2a3cdedf-d19b-443f-afca-92d53228ad65, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2a3cdedf-d19b-443f-afca-92d53228ad65,segment=NetworkSegment(929644b9-972b-4aed-b43e-ce68a68aa966),segment_id=929644b9-972b-4aed-b43e-ce68a68aa966)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:35.896273 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-6e4861ed-cdd9-43de-9522-afd8915d1f04 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.897586 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6e4861ed-cdd9-43de-9522-afd8915d1f04 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044949 Jul 22 23:53:35.899942 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35910) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.910416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-97e159b6-b1a8-4b34-9990-feebcdfc65f6 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.918610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-97e159b6-b1a8-4b34-9990-feebcdfc65f6 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0172150 Jul 22 23:53:35.921690 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35912) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.922428 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.923797 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9c229ab4-e8f0-4845-abf6-4168eee6bd39 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:35.926281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-03092764-7b8d-4303-a3be-098ded8cb9c7 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.928450 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-03092764-7b8d-4303-a3be-098ded8cb9c7 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0058162 Jul 22 23:53:35.931312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35914) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.937468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-f4ee1d30-d3c5-4f81-8581-7514b97260c2 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.941754 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f4ee1d30-d3c5-4f81-8581-7514b97260c2 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0094650 Jul 22 23:53:35.944699 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35916) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.959673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-2ebb2a68-3d1e-4a71-9e5d-e440db3f1c37 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.961033 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2ebb2a68-3d1e-4a71-9e5d-e440db3f1c37 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0151820 Jul 22 23:53:35.963591 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35918) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.968761 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-b821d0a1-8697-4207-bc05-aa62829e021d tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.969945 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b821d0a1-8697-4207-bc05-aa62829e021d tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0054400 Jul 22 23:53:35.972840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35920) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.977062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-1e34d17b-301b-4503-835f-d56f8dbf1fbe tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.981190 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1e34d17b-301b-4503-835f-d56f8dbf1fbe tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0058479 Jul 22 23:53:35.983044 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35922) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.988326 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-92b00356-5950-46a2-898f-a27fc8cd8ea3 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:35.992422 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-92b00356-5950-46a2-898f-a27fc8cd8ea3 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0081306 Jul 22 23:53:35.993552 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35924) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:35.999216 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-803149aa-4393-4a88-890a-4baff88d0448 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.003579 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-803149aa-4393-4a88-890a-4baff88d0448 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0086131 Jul 22 23:53:36.004530 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35926) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.019233 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-68199ab2-2fc1-471b-ad2d-6c59bfa4cad4 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.023306 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35928) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.023948 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-68199ab2-2fc1-471b-ad2d-6c59bfa4cad4 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0175166 Jul 22 23:53:36.030779 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-ac9193a1-35d9-4861-a42e-390c2cebef11 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.034604 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ac9193a1-35d9-4861-a42e-390c2cebef11 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0074799 Jul 22 23:53:36.035497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.040069 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-1799d37e-e310-465d-bd3a-dda98381db60 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.043202 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1799d37e-e310-465d-bd3a-dda98381db60 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049686 Jul 22 23:53:36.043941 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35934) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.051069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-5508cf70-4b67-435c-aa5d-4b8693e0460a tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.058951 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=2a3cdedf-d19b-443f-afca-92d53228ad65,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:36.059344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.061707 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5508cf70-4b67-435c-aa5d-4b8693e0460a tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0163839 Jul 22 23:53:36.065388 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-ed6e76d7-fe51-4e07-b12e-be961cd9be3f tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.068906 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed6e76d7-fe51-4e07-b12e-be961cd9be3f tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0063322 Jul 22 23:53:36.069180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35938) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.074247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-361aa9d3-ead8-48c4-9094-dd4ed17d2b7c tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.075973 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-361aa9d3-ead8-48c4-9094-dd4ed17d2b7c tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051064 Jul 22 23:53:36.078700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35940) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.083894 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-bd8bdc7e-91ec-4856-a7b9-51c75d6d2ad2 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.084874 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bd8bdc7e-91ec-4856-a7b9-51c75d6d2ad2 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0051892 Jul 22 23:53:36.093406 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.097877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-7f574d29-5568-41ee-a94a-522428bd4cd7 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.101606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7f574d29-5568-41ee-a94a-522428bd4cd7 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0048130 Jul 22 23:53:36.101822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.106954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-789aa962-61bc-4663-b937-404c590f7b32 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.111037 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-789aa962-61bc-4663-b937-404c590f7b32 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0053253 Jul 22 23:53:36.111188 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 9c229ab4-e8f0-4845-abf6-4168eee6bd39 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:36.111525 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35946) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.117306 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-07245f62-16dd-44e7-81fe-274453a0ce19 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.117516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 9c229ab4-e8f0-4845-abf6-4168eee6bd39 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:36.120706 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-07245f62-16dd-44e7-81fe-274453a0ce19 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0058227 Jul 22 23:53:36.120844 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:36.121121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.126488 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-ff66c951-413e-44ac-93a8-d0718fbff25c tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.129963 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ff66c951-413e-44ac-93a8-d0718fbff25c tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0053723 Jul 22 23:53:36.130360 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35950) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.134809 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-c0eb613e-3602-4065-adcd-5e67b3e4192d tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.137890 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c0eb613e-3602-4065-adcd-5e67b3e4192d tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044587 Jul 22 23:53:36.139913 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.144409 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-698f10b6-8c67-4c8d-a8d0-6b11bb520c34 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.148131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35954) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.152536 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-bd03397d-e41c-409d-9ac2-d8696628dd92 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.156234 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-698f10b6-8c67-4c8d-a8d0-6b11bb520c34 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044270 Jul 22 23:53:36.156392 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bd03397d-e41c-409d-9ac2-d8696628dd92 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044343 Jul 22 23:53:36.157297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35956) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.164660 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-82a4fe51-131e-4559-846f-d9da06a90fa0 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.169310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35958) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.170231 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-82a4fe51-131e-4559-846f-d9da06a90fa0 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0124819 Jul 22 23:53:36.174105 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-3e9ab368-7290-4683-8660-be6ea759240e tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.177317 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3e9ab368-7290-4683-8660-be6ea759240e tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045724 Jul 22 23:53:36.183908 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35960) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.188335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-2740c53a-8b89-4817-9f15-e3e9fdbc66b2 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.191964 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.192168 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2740c53a-8b89-4817-9f15-e3e9fdbc66b2 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0071986 Jul 22 23:53:36.197640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-e5288634-a5e4-47f2-aa50-30505690db9f tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.202401 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e5288634-a5e4-47f2-aa50-30505690db9f tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0081532 Jul 22 23:53:36.204964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35964) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.210999 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-afde3c95-7dac-4ab5-ad6a-e6f8850441b3 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.212223 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-afde3c95-7dac-4ab5-ad6a-e6f8850441b3 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0054657 Jul 22 23:53:36.214545 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35966) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.221545 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-7f0cc324-8fe3-45e8-affe-a15ef9a0aabf tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.224969 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7f0cc324-8fe3-45e8-affe-a15ef9a0aabf tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0094271 Jul 22 23:53:36.225350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35968) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.229987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-52581fe6-0d97-4868-b1a5-c6bf8b31e9bb tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.234487 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35970) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.235527 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-52581fe6-0d97-4868-b1a5-c6bf8b31e9bb tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0088317 Jul 22 23:53:36.239351 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-02e29817-8c86-460d-b729-28056336dc45 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.243091 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-02e29817-8c86-460d-b729-28056336dc45 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0048230 Jul 22 23:53:36.243707 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35972) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.254157 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-dabb2267-3901-4222-8918-3d1780275c98 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.255310 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dabb2267-3901-4222-8918-3d1780275c98 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0104356 Jul 22 23:53:36.258527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35974) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.266199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-2a3691ac-bba8-4f00-b147-2167e9b610c7 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.267180 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a3691ac-bba8-4f00-b147-2167e9b610c7 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0077174 Jul 22 23:53:36.270619 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35976) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.275154 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-2728dc08-d279-4d90-a444-2607630ea45b tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.278843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2728dc08-d279-4d90-a444-2607630ea45b tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0071332 Jul 22 23:53:36.279166 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35978) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.285247 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-d4ad52a5-275d-4ebf-8b97-eff180c63010 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.286394 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d4ad52a5-275d-4ebf-8b97-eff180c63010 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0063894 Jul 22 23:53:36.289452 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35980) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.300484 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:36.302305 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-7229aac3-f5ff-439c-88a4-336523430eaa tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.306001 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7229aac3-f5ff-439c-88a4-336523430eaa tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0129590 Jul 22 23:53:36.306348 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35982) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.311242 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-2f64d10d-9df9-4e8d-8417-1d05ed5cd73d tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.312202 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2f64d10d-9df9-4e8d-8417-1d05ed5cd73d tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0049493 Jul 22 23:53:36.315135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35984) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.324519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-c4aebd04-b2aa-4f80-8d94-2e8ef8d51852 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.328193 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c4aebd04-b2aa-4f80-8d94-2e8ef8d51852 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0118260 Jul 22 23:53:36.330914 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35986) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.336872 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-51af9473-91e2-4d00-ae40-bb310bdc5297 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.337915 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-51af9473-91e2-4d00-ae40-bb310bdc5297 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0059602 Jul 22 23:53:36.340550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35988) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.346389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-5069e2ef-0312-4856-8ab6-0d93766d191f tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.347792 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5069e2ef-0312-4856-8ab6-0d93766d191f tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0057786 Jul 22 23:53:36.350350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35990) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.356004 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-a9fa3290-4c3c-49a7-9824-d2dd4927ac8f tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.359105 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a9fa3290-4c3c-49a7-9824-d2dd4927ac8f tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0075264 Jul 22 23:53:36.360774 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 9c229ab4-e8f0-4845-abf6-4168eee6bd39, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9c229ab4-e8f0-4845-abf6-4168eee6bd39,segment=NetworkSegment(929644b9-972b-4aed-b43e-ce68a68aa966),segment_id=929644b9-972b-4aed-b43e-ce68a68aa966)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:36.361772 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35992) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.367494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-72776226-98af-4fa2-9e08-f14520e61d96 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.371833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35994) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.372112 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-72776226-98af-4fa2-9e08-f14520e61d96 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0091503 Jul 22 23:53:36.378910 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-a2c341b1-c521-416b-a490-f4619123632a tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.382315 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:36.382459 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a2c341b1-c521-416b-a490-f4619123632a tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0057516 Jul 22 23:53:36.383310 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35996) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.390234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-50ba0743-d0ef-4d61-b331-7ca457d2d343 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.394272 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35998) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.397003 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-50ba0743-d0ef-4d61-b331-7ca457d2d343 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0124536 Jul 22 23:53:36.400291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-7b520d00-e382-46fe-87a5-cc525a10e730 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.403603 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7b520d00-e382-46fe-87a5-cc525a10e730 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0056171 Jul 22 23:53:36.403883 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36000) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.408530 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-049c8862-d0ab-4649-8df8-83ca15868f4e tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.412089 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-049c8862-d0ab-4649-8df8-83ca15868f4e tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045090 Jul 22 23:53:36.413042 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36002) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.424349 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-537b3ff6-bbeb-4662-89c5-8f3286666107 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.428010 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-537b3ff6-bbeb-4662-89c5-8f3286666107 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0114429 Jul 22 23:53:36.428407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36004) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.433427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-63eaad72-70dc-44a7-a410-5f2849b1c48e tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.437415 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36006) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.437577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-63eaad72-70dc-44a7-a410-5f2849b1c48e tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0077052 Jul 22 23:53:36.449599 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-706eb2ec-b717-4419-819b-1e9b3d931fde tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.454367 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36008) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.454757 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-706eb2ec-b717-4419-819b-1e9b3d931fde tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0093312 Jul 22 23:53:36.459120 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-cc9f1543-1bc5-459e-b5a9-7ebac76d7142 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.462784 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36010) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.463008 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cc9f1543-1bc5-459e-b5a9-7ebac76d7142 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0073588 Jul 22 23:53:36.465327 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=9c229ab4-e8f0-4845-abf6-4168eee6bd39,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:36.467947 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-b9a74464-9af0-4844-94b0-fcc018d55007 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.473172 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b9a74464-9af0-4844-94b0-fcc018d55007 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0089231 Jul 22 23:53:36.475633 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36012) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.483689 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [None req-bf11869e-aac5-495e-aa3c-b2eae65cd634 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.489471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.495362 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-3b1f53f2-21bd-4cc5-94a6-6f06f19579c7 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.500186 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3b1f53f2-21bd-4cc5-94a6-6f06f19579c7 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0090754 Jul 22 23:53:36.500596 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.502997 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf11869e-aac5-495e-aa3c-b2eae65cd634 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0125101 Jul 22 23:53:36.505403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [None req-8b4773bc-8599-4750-9763-c61fb9537345 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:53:36.512104 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8b4773bc-8599-4750-9763-c61fb9537345 tempest-ExtensionsTestJSON-1010944344 tempest-ExtensionsTestJSON-1010944344-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0104971 Jul 22 23:53:36.682522 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf7591-426b-4976-b451-301290fb313a req-fcf0251e-8000-4479-8a31-85699df4e36a tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:36.684507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5baf7591-426b-4976-b451-301290fb313a req-fcf0251e-8000-4479-8a31-85699df4e36a tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 945 time: 0.1085041 Jul 22 23:53:36.761885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0880e5c-e02e-4404-b82c-462bf8eea97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3cdedf-d19b-443f-afca-92d53228ad65'}, {'server_uuid': '9ac7f29f-a4f9-4bf4-bd57-deb7df876c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c229ab4-e8f0-4845-abf6-4168eee6bd39'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:36.765235 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f672f955-1665-439f-ba84-9669e349b780" -d '{"events": [{"server_uuid": "d0880e5c-e02e-4404-b82c-462bf8eea97e", "name": "network-vif-plugged", "status": "completed", "tag": "2a3cdedf-d19b-443f-afca-92d53228ad65"}, {"server_uuid": "9ac7f29f-a4f9-4bf4-bd57-deb7df876c98", "name": "network-vif-plugged", "status": "completed", "tag": "9c229ab4-e8f0-4845-abf6-4168eee6bd39"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:36.828476 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5baf7591-426b-4976-b451-301290fb313a req-c5143e6e-b0d5-42b5-8f93-8f0e198a4178 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303988 Jul 22 23:53:36.861912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936c45e-fe99-483d-8c5c-93342172f037 req-5b054bc2-8512-4933-a5fb-44a5d2ca664f tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:36.863601 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9936c45e-fe99-483d-8c5c-93342172f037 req-5b054bc2-8512-4933-a5fb-44a5d2ca664f tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 944 time: 0.1282930 Jul 22 23:53:36.932793 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36030) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:36.948535 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22575c3-d31e-4df8-9fab-2b90c6d784dc x-openstack-request-id: req-e22575c3-d31e-4df8-9fab-2b90c6d784dc {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:36.948972 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0880e5c-e02e-4404-b82c-462bf8eea97e", "name": "network-vif-plugged", "status": "completed", "tag": "2a3cdedf-d19b-443f-afca-92d53228ad65", "code": 200}, {"server_uuid": "9ac7f29f-a4f9-4bf4-bd57-deb7df876c98", "name": "network-vif-plugged", "status": "completed", "tag": "9c229ab4-e8f0-4845-abf6-4168eee6bd39", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:36.949248 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e22575c3-d31e-4df8-9fab-2b90c6d784dc {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:36.949656 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0880e5c-e02e-4404-b82c-462bf8eea97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3cdedf-d19b-443f-afca-92d53228ad65', 'code': 200} Jul 22 23:53:36.949913 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac7f29f-a4f9-4bf4-bd57-deb7df876c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c229ab4-e8f0-4845-abf6-4168eee6bd39', 'code': 200} Jul 22 23:53:36.985137 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9936c45e-fe99-483d-8c5c-93342172f037 req-0f77701b-b590-4062-a2c4-4f3898920b24 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972495 Jul 22 23:53:37.020178 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:37.104401 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5579-db24-4863-a2bc-fcaf6b76d574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:37.221506 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab94c69-7d74-4d1b-86d4-06c836385ca4 req-280bea53-a04e-4fb8-95a1-d036f71acd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:37.223401 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fab94c69-7d74-4d1b-86d4-06c836385ca4 req-280bea53-a04e-4fb8-95a1-d036f71acd37 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 1096 time: 0.1113653 Jul 22 23:53:37.276743 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060eed3-7676-430a-8b31-d0dadee635d4 req-338ea081-9772-40af-9a36-da3962b8c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:37.279758 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1060eed3-7676-430a-8b31-d0dadee635d4 req-338ea081-9772-40af-9a36-da3962b8c6cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9ac7f29f-a4f9-4bf4-bd57-deb7df876c98 HTTP/1.1" status: 200 len: 1096 time: 0.1380486 Jul 22 23:53:37.307769 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fab94c69-7d74-4d1b-86d4-06c836385ca4 req-603542e4-aa08-4940-bbf8-26b643831099 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735939 Jul 22 23:53:37.348244 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1060eed3-7676-430a-8b31-d0dadee635d4 req-7a2e6246-c721-47df-83f5-48ceb301b1b4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604920 Jul 22 23:53:37.375206 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5579-db24-4863-a2bc-fcaf6b76d574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:37.385502 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5579-db24-4863-a2bc-fcaf6b76d574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:37.553950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36040) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:37.718167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:37.718419 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c5b5579-db24-4863-a2bc-fcaf6b76d574 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e08efd8506334397867da66ba8826928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7842734 Jul 22 23:53:37.733199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b5579-db24-4863-a2bc-fcaf6b76d574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159fd2ad-b958-4584-b1af-921450c4ec53,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:37.754326 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6451d233-dec2-4fc6-9f5e-83d30634d720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:37.824964 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-481db45c-c32b-426d-ab7c-56ada1e9528d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:37.866284 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-481db45c-c32b-426d-ab7c-56ada1e9528d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:37.937721 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6451d233-dec2-4fc6-9f5e-83d30634d720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:37.943366 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6451d233-dec2-4fc6-9f5e-83d30634d720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:37.969934 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-481db45c-c32b-426d-ab7c-56ada1e9528d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:37.972915 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-481db45c-c32b-426d-ab7c-56ada1e9528d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:37.976818 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-481db45c-c32b-426d-ab7c-56ada1e9528d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/159fd2ad-b958-4584-b1af-921450c4ec53 HTTP/1.1" status: 204 len: 168 time: 0.2573576 Jul 22 23:53:38.413997 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6451d233-dec2-4fc6-9f5e-83d30634d720 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33009cfba0af4e08960b7b16bd134db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8594472 Jul 22 23:53:38.416735 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36060) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:38.431667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451d233-dec2-4fc6-9f5e-83d30634d720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb36d059-f78e-4507-9414-f77960e0eb70,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:38.469497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481db45c-c32b-426d-ab7c-56ada1e9528d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159fd2ad-b958-4584-b1af-921450c4ec53,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:38.527050 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b90e3-9de2-4d91-8a3c-47f21b7d662f req-bf6d7cc9-3b25-4dec-ac0d-2d14ca4d8691 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:38.529678 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-202b90e3-9de2-4d91-8a3c-47f21b7d662f req-bf6d7cc9-3b25-4dec-ac0d-2d14ca4d8691 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 945 time: 0.5415525 Jul 22 23:53:38.547076 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-416dbb35-3301-4887-9fe6-268612f05736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:38.579512 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f154b10-4f0c-4ec5-83de-942e03a82764 req-d2bc3551-85b3-47ff-bbfe-7a6b05ab0f01 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:38.580824 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f154b10-4f0c-4ec5-83de-942e03a82764 req-d2bc3551-85b3-47ff-bbfe-7a6b05ab0f01 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 944 time: 0.1880062 Jul 22 23:53:38.601850 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-416dbb35-3301-4887-9fe6-268612f05736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:38.624704 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-202b90e3-9de2-4d91-8a3c-47f21b7d662f req-d468a126-d718-42fb-a830-ca40cd56d886 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754724 Jul 22 23:53:38.641172 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f154b10-4f0c-4ec5-83de-942e03a82764 req-04a93454-bc57-468a-b014-a2f3b390ca00 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499640 Jul 22 23:53:38.668296 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-416dbb35-3301-4887-9fe6-268612f05736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:38.671551 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-416dbb35-3301-4887-9fe6-268612f05736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:38.672647 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-416dbb35-3301-4887-9fe6-268612f05736 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb36d059-f78e-4507-9414-f77960e0eb70 HTTP/1.1" status: 204 len: 168 time: 0.2542069 Jul 22 23:53:38.690552 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416dbb35-3301-4887-9fe6-268612f05736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb36d059-f78e-4507-9414-f77960e0eb70,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:39.077516 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36078) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:39.087482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36080) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:39.093700 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94ddc297-2cb2-4cc0-ba4f-e59bac292fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.199584 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94ddc297-2cb2-4cc0-ba4f-e59bac292fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.204640 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94ddc297-2cb2-4cc0-ba4f-e59bac292fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.242612 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36084) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:39.243153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-94ddc297-2cb2-4cc0-ba4f-e59bac292fd8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1a1d50443a24a4a9dfa1aca3d8099aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641779 Jul 22 23:53:39.284617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddc297-2cb2-4cc0-ba4f-e59bac292fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3208afe3-037e-414a-a94e-4089aa1bd64e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:39.306762 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1180cd72-3c83-4384-a996-fcf6bd7c8a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.343085 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1180cd72-3c83-4384-a996-fcf6bd7c8a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.359409 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ddc4daea-da62-403d-96f5-4744a3796665 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1231041513'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:39.399639 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc4daea-da62-403d-96f5-4744a3796665 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Made reservation on behalf of 0b5e3deb52424075b8ec1bb88136f2e7 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:39.403005 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddc4daea-da62-403d-96f5-4744a3796665 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.413605 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddc4daea-da62-403d-96f5-4744a3796665 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.449390 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1180cd72-3c83-4384-a996-fcf6bd7c8a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.452556 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1180cd72-3c83-4384-a996-fcf6bd7c8a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.456175 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1180cd72-3c83-4384-a996-fcf6bd7c8a2c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3208afe3-037e-414a-a94e-4089aa1bd64e HTTP/1.1" status: 204 len: 168 time: 0.2101629 Jul 22 23:53:39.468530 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180cd72-3c83-4384-a996-fcf6bd7c8a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3208afe3-037e-414a-a94e-4089aa1bd64e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:39.573868 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddc4daea-da62-403d-96f5-4744a3796665 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.578822 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddc4daea-da62-403d-96f5-4744a3796665 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.602614 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc4daea-da62-403d-96f5-4744a3796665 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:53:39.621706 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddc4daea-da62-403d-96f5-4744a3796665 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.622060 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-ddc4daea-da62-403d-96f5-4744a3796665 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Added segment eeeedc9e-dea4-4991-b451-4b8db9d3b07b of type vlan for network b272fa16-5465-400e-87e6-54016b1d9730 Jul 22 23:53:39.652189 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4daea-da62-403d-96f5-4744a3796665 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ef8847-c91c-4056-8859-e7bd27d46720,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:39.668408 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddc4daea-da62-403d-96f5-4744a3796665 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.717145 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddc4daea-da62-403d-96f5-4744a3796665 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.728643 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc4daea-da62-403d-96f5-4744a3796665 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:39.729878 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddc4daea-da62-403d-96f5-4744a3796665 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.772650 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ddc4daea-da62-403d-96f5-4744a3796665 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6839285 Jul 22 23:53:39.775417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36094) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:39.783078 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b9c8aeb3-972e-4b6b-9d05-bcee878b0043 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Request body: {'subnet': {'network_id': 'b272fa16-5465-400e-87e6-54016b1d9730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:39.858615 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4daea-da62-403d-96f5-4744a3796665 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Pushing event updated for resources: {'Network': ['ID=b272fa16-5465-400e-87e6-54016b1d9730,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:39.873520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network b272fa16-5465-400e-87e6-54016b1d9730 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:53:40.048636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c8aeb3-972e-4b6b-9d05-bcee878b0043 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Made reservation on behalf of 0b5e3deb52424075b8ec1bb88136f2e7 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:40.052689 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9c8aeb3-972e-4b6b-9d05-bcee878b0043 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:40.088594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf57fd-0191-4169-b884-feb49a1c090f req-5ddccc54-60d9-4713-a51a-eb36f129c1a1 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:40.090200 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ccf57fd-0191-4169-b884-feb49a1c090f req-5ddccc54-60d9-4713-a51a-eb36f129c1a1 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 945 time: 0.2980363 Jul 22 23:53:40.108558 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63b7c6-cc75-410d-8d91-5b67bd20df64 req-265b01d4-7e51-48ff-9035-21bc18e2b644 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:40.116243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad63b7c6-cc75-410d-8d91-5b67bd20df64 req-265b01d4-7e51-48ff-9035-21bc18e2b644 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 944 time: 0.3155355 Jul 22 23:53:40.239317 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ccf57fd-0191-4169-b884-feb49a1c090f req-3f7571d7-ee98-4851-9509-7570420f998f tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395810 Jul 22 23:53:40.244821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad63b7c6-cc75-410d-8d91-5b67bd20df64 req-587227e8-42d3-467b-ac74-6f5f725db00c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231854 Jul 22 23:53:40.433556 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9c8aeb3-972e-4b6b-9d05-bcee878b0043 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:40.538983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d485c5-3096-4837-a459-1a39e47d022e req-1f0177ef-e60c-4458-a5a2-8db201e23893 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:40.540545 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88d485c5-3096-4837-a459-1a39e47d022e req-1f0177ef-e60c-4458-a5a2-8db201e23893 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=355568f9-2f66-4eae-9a30-d30cfd11989f HTTP/1.1" status: 200 len: 946 time: 0.1939938 Jul 22 23:53:40.547284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8aeb3-972e-4b6b-9d05-bcee878b0043 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Pushing event updated for resources: {'Subnet': ['ID=4c107163-f26f-4d00-bca0-d4de3024fc6c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:40.579856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8aeb3-972e-4b6b-9d05-bcee878b0043 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Checking segment: {'id': 'eeeedc9e-dea4-4991-b451-4b8db9d3b07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b272fa16-5465-400e-87e6-54016b1d9730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:40.580226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c8aeb3-972e-4b6b-9d05-bcee878b0043 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Network hostable DHCP agents. Network: b272fa16-5465-400e-87e6-54016b1d9730, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:53:40.605852 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88d485c5-3096-4837-a459-1a39e47d022e req-9870ba8f-e5a7-474a-bf72-239313896ee1 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551980 Jul 22 23:53:40.619271 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c8aeb3-972e-4b6b-9d05-bcee878b0043 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Network b272fa16-5465-400e-87e6-54016b1d9730 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:53:40.631232 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b9c8aeb3-972e-4b6b-9d05-bcee878b0043 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, b272fa16-5465-400e-87e6-54016b1d9730) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:40.636851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c8aeb3-972e-4b6b-9d05-bcee878b0043 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:40.637484 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9c8aeb3-972e-4b6b-9d05-bcee878b0043 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:40.644847 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4a94b4-dd96-4aba-b3e1-f26ac57cef87 None None] Network b272fa16-5465-400e-87e6-54016b1d9730 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:40.664401 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b9c8aeb3-972e-4b6b-9d05-bcee878b0043 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8841963 Jul 22 23:53:40.664799 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36116) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:40.671855 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f7f14333-1405-4543-b9e5-79e17df6a37a tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Request body: {'port': {'network_id': 'b272fa16-5465-400e-87e6-54016b1d9730', 'name': 'tempest-ExtraDHCPOptionsTestJSON-154534109'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:40.860514 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f14333-1405-4543-b9e5-79e17df6a37a tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Made reservation on behalf of 0b5e3deb52424075b8ec1bb88136f2e7 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:40.866348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-b272fa16-5465-400e-87e6-54016b1d9730', 'network_id': 'b272fa16-5465-400e-87e6-54016b1d9730', 'tenant_id': '0b5e3deb52424075b8ec1bb88136f2e7', 'fixed_ips': [{'subnet_id': '4c107163-f26f-4d00-bca0-d4de3024fc6c'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:53:40.869404 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7f14333-1405-4543-b9e5-79e17df6a37a tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:40.869855 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:40.910801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-f7f14333-1405-4543-b9e5-79e17df6a37a tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] device_id is not set on port a3cbe3a7-1153-45e4-bcd7-4faeb2022602 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:53:41.051884 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Allocated IP 172.20.0.2 (b272fa16-5465-400e-87e6-54016b1d9730/4c107163-f26f-4d00-bca0-d4de3024fc6c/4a1719b2-b147-46a5-a41f-098ef1887298) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:41.231547 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.240891 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Transition to ACTIVE for port object 4a1719b2-b147-46a5-a41f-098ef1887298 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:41.256945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Transition to ACTIVE for port object 4a1719b2-b147-46a5-a41f-098ef1887298 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:41.263599 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.301348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Network b272fa16-5465-400e-87e6-54016b1d9730 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:41.307904 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:41.312304 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:41.317909 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Pushing event updated for resources: {'Port': ['ID=4a1719b2-b147-46a5-a41f-098ef1887298,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:41.337622 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f7f14333-1405-4543-b9e5-79e17df6a37a tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Allocated IP 172.20.0.13 (b272fa16-5465-400e-87e6-54016b1d9730/4c107163-f26f-4d00-bca0-d4de3024fc6c/a3cbe3a7-1153-45e4-bcd7-4faeb2022602) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:41.442720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Attempting to bind port 4a1719b2-b147-46a5-a41f-098ef1887298 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:53:41.442720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Attempting to bind port 4a1719b2-b147-46a5-a41f-098ef1887298 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'eeeedc9e-dea4-4991-b451-4b8db9d3b07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b272fa16-5465-400e-87e6-54016b1d9730'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:53:41.442720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Attempting to bind port 4a1719b2-b147-46a5-a41f-098ef1887298 on network b272fa16-5465-400e-87e6-54016b1d9730 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:41.450362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:53:41.451312 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Checking segment: {'id': 'eeeedc9e-dea4-4991-b451-4b8db9d3b07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b272fa16-5465-400e-87e6-54016b1d9730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:41.451736 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.459800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Bound using segment: {'id': 'eeeedc9e-dea4-4991-b451-4b8db9d3b07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b272fa16-5465-400e-87e6-54016b1d9730'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:53:41.459800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Bound port: 4a1719b2-b147-46a5-a41f-098ef1887298, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeeedc9e-dea4-4991-b451-4b8db9d3b07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b272fa16-5465-400e-87e6-54016b1d9730'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:53:41.459800 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.494870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67540fa0-39d9-41ae-94cb-5c048e0d295c req-dcad2ef5-319f-4970-8023-36ea04fc4460 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:41.497382 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-67540fa0-39d9-41ae-94cb-5c048e0d295c req-dcad2ef5-319f-4970-8023-36ea04fc4460 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 944 time: 0.1109307 Jul 22 23:53:41.563981 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-67540fa0-39d9-41ae-94cb-5c048e0d295c req-d29ecb60-e279-46ed-af3d-10ecd40ede20 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601764 Jul 22 23:53:41.565908 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] For port 4a1719b2-b147-46a5-a41f-098ef1887298, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:53:41.569978 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] For port 4a1719b2-b147-46a5-a41f-098ef1887298, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4a1719b2-b147-46a5-a41f-098ef1887298,segment=NetworkSegment(eeeedc9e-dea4-4991-b451-4b8db9d3b07b),segment_id=eeeedc9e-dea4-4991-b451-4b8db9d3b07b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:53:41.588933 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.699682 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7f14333-1405-4543-b9e5-79e17df6a37a tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.705733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627d537-65a0-4a5b-a3e8-905891d950f4 None None] Pushing event updated for resources: {'Port': ['ID=4a1719b2-b147-46a5-a41f-098ef1887298,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:41.716074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f7f14333-1405-4543-b9e5-79e17df6a37a tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Transition to ACTIVE for port object a3cbe3a7-1153-45e4-bcd7-4faeb2022602 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:41.766371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7f14333-1405-4543-b9e5-79e17df6a37a tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.832787 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f14333-1405-4543-b9e5-79e17df6a37a tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Network b272fa16-5465-400e-87e6-54016b1d9730 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:41.836172 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f7f14333-1405-4543-b9e5-79e17df6a37a tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:41.840601 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f14333-1405-4543-b9e5-79e17df6a37a tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:41.847534 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f14333-1405-4543-b9e5-79e17df6a37a tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Pushing event updated for resources: {'Port': ['ID=a3cbe3a7-1153-45e4-bcd7-4faeb2022602,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:41.923761 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91c3fb-10b4-4823-a1c8-0205687a9e8a req-ad5cd167-3720-4c90-8769-e17065062ad1 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:41.926775 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d91c3fb-10b4-4823-a1c8-0205687a9e8a req-ad5cd167-3720-4c90-8769-e17065062ad1 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=355568f9-2f66-4eae-9a30-d30cfd11989f HTTP/1.1" status: 200 len: 946 time: 0.1112864 Jul 22 23:53:41.929721 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f14333-1405-4543-b9e5-79e17df6a37a tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:41.930420 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7f14333-1405-4543-b9e5-79e17df6a37a tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.992176 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f7f14333-1405-4543-b9e5-79e17df6a37a tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3219166 Jul 22 23:53:41.996574 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36158) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:42.011677 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Request body: {'port': {'network_id': 'b272fa16-5465-400e-87e6-54016b1d9730', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1489449788', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:42.012173 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] bootfile-name is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:53:42.012523 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] tftp-server is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:53:42.012857 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] server-ip-address is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:53:42.057824 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d91c3fb-10b4-4823-a1c8-0205687a9e8a req-76227e3b-115c-4e96-b5e8-5d1a3083e9de tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237838 Jul 22 23:53:42.226976 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Made reservation on behalf of 0b5e3deb52424075b8ec1bb88136f2e7 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:42.231180 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:42.251176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] device_id is not set on port 648ea34a-44c6-45fc-bb5a-bdc581f0a54b yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:53:42.400853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Allocated IP 172.20.0.9 (b272fa16-5465-400e-87e6-54016b1d9730/4c107163-f26f-4d00-bca0-d4de3024fc6c/648ea34a-44c6-45fc-bb5a-bdc581f0a54b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:42.616112 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:42.651814 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:42.667745 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Transition to ACTIVE for port object 648ea34a-44c6-45fc-bb5a-bdc581f0a54b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:42.729608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:42.784793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf65031-e18a-4932-b7f8-7957d0fe9320 req-d62b1305-8b16-4a04-a558-d0c03a793f52 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:42.804058 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fbf65031-e18a-4932-b7f8-7957d0fe9320 req-d62b1305-8b16-4a04-a558-d0c03a793f52 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 944 time: 0.1157994 Jul 22 23:53:42.809383 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Network b272fa16-5465-400e-87e6-54016b1d9730 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:42.816879 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:42.843567 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:42.894031 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fbf65031-e18a-4932-b7f8-7957d0fe9320 req-5ace31e6-ffeb-42a0-9d54-e9f825149b8d tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882843 Jul 22 23:53:42.908666 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Pushing event updated for resources: {'Port': ['ID=648ea34a-44c6-45fc-bb5a-bdc581f0a54b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:42.930534 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349cfba3-b57f-4043-9c4f-0b824dd12395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:42.948544 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:42.949728 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.048346 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349cfba3-b57f-4043-9c4f-0b824dd12395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.055536 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349cfba3-b57f-4043-9c4f-0b824dd12395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.063647 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e1ac332-72af-4345-b2cc-3ca08a2d81dc tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0658541 Jul 22 23:53:43.065907 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36178) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:43.072203 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8c35f7-d761-4599-af99-a4897ccb705e None None] Network b272fa16-5465-400e-87e6-54016b1d9730 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:43.099918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-349cfba3-b57f-4043-9c4f-0b824dd12395 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec281a4736d84f79be7f5e1aa88edb6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4826148 Jul 22 23:53:43.100589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cfba3-b57f-4043-9c4f-0b824dd12395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb89ec8-ac04-4510-be91-b7f9adc337a3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:43.103091 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36182) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:43.164253 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe8d1-95af-4e30-b561-cdf439d6ce24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.188863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae610af-491f-478c-8a95-30823434f567 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:43.194108 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5f8e0c46-080b-46d2-a4ab-19b395ea9b04 None None] Provisioning for port 4a1719b2-b147-46a5-a41f-098ef1887298 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:43.196237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae610af-491f-478c-8a95-30823434f567 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:43.203196 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae610af-491f-478c-8a95-30823434f567 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:43.204959 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bae610af-491f-478c-8a95-30823434f567 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1376481 Jul 22 23:53:43.207798 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36184) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:43.235163 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe8d1-95af-4e30-b561-cdf439d6ce24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.295308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ea8e3-3e94-4459-861e-cc7de004907e req-882d96ad-61cd-477e-878c-917b7a3711df tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:43.296870 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed6ea8e3-3e94-4459-861e-cc7de004907e req-882d96ad-61cd-477e-878c-917b7a3711df tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=355568f9-2f66-4eae-9a30-d30cfd11989f HTTP/1.1" status: 200 len: 946 time: 0.1299319 Jul 22 23:53:43.344879 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe8d1-95af-4e30-b561-cdf439d6ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.348194 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe8d1-95af-4e30-b561-cdf439d6ce24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.349304 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6bcfe8d1-95af-4e30-b561-cdf439d6ce24 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aeb89ec8-ac04-4510-be91-b7f9adc337a3 HTTP/1.1" status: 204 len: 168 time: 0.2453821 Jul 22 23:53:43.356603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4fb9c-0544-434c-9332-6b546b2b4857 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Deleting port 648ea34a-44c6-45fc-bb5a-bdc581f0a54b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:43.357183 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4b4fb9c-0544-434c-9332-6b546b2b4857 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.360150 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfe8d1-95af-4e30-b561-cdf439d6ce24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb89ec8-ac04-4510-be91-b7f9adc337a3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:43.365333 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed6ea8e3-3e94-4459-861e-cc7de004907e req-546a2690-3145-4372-8525-50a03e366db0 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609910 Jul 22 23:53:43.385582 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4a1719b2-b147-46a5-a41f-098ef1887298 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:43.465303 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 4a1719b2-b147-46a5-a41f-098ef1887298 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:43.472527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4a1719b2-b147-46a5-a41f-098ef1887298 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:43.472527 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.476793 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4b4fb9c-0544-434c-9332-6b546b2b4857 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.506182 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4fb9c-0544-434c-9332-6b546b2b4857 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Calling delete_port for 648ea34a-44c6-45fc-bb5a-bdc581f0a54b owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:43.566509 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.612073 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 4a1719b2-b147-46a5-a41f-098ef1887298, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4a1719b2-b147-46a5-a41f-098ef1887298,segment=NetworkSegment(eeeedc9e-dea4-4991-b451-4b8db9d3b07b),segment_id=eeeedc9e-dea4-4991-b451-4b8db9d3b07b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:43.620709 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.686277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=4a1719b2-b147-46a5-a41f-098ef1887298,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:43.746683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36190) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:43.762662 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4b4fb9c-0544-434c-9332-6b546b2b4857 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.765486 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60ce9815-96e1-432c-a124-b4eb7907d254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.767658 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bad6617c-4b4c-431c-bf39-593d0c09abfe None None] Provisioning for port 648ea34a-44c6-45fc-bb5a-bdc581f0a54b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:43.772807 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bad6617c-4b4c-431c-bf39-593d0c09abfe None None] Provisioning complete for port 648ea34a-44c6-45fc-bb5a-bdc581f0a54b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:43.773470 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bad6617c-4b4c-431c-bf39-593d0c09abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.801935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bad6617c-4b4c-431c-bf39-593d0c09abfe None None] Port 648ea34a-44c6-45fc-bb5a-bdc581f0a54b was deleted so its status cannot be updated. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 23:53:43.821907 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bad6617c-4b4c-431c-bf39-593d0c09abfe None None] Provisioning for port a3cbe3a7-1153-45e4-bcd7-4faeb2022602 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:43.828095 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bad6617c-4b4c-431c-bf39-593d0c09abfe None None] Provisioning complete for port a3cbe3a7-1153-45e4-bcd7-4faeb2022602 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:43.828688 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bad6617c-4b4c-431c-bf39-593d0c09abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.839566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1763da-2b5c-45c6-9c6e-99e45eecb9c5 req-24808a9d-8e91-49ba-b889-5670178589de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:43.841473 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4c1763da-2b5c-45c6-9c6e-99e45eecb9c5 req-24808a9d-8e91-49ba-b889-5670178589de service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=355568f9-2f66-4eae-9a30-d30cfd11989f HTTP/1.1" status: 200 len: 1097 time: 0.1307514 Jul 22 23:53:43.855747 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4fb9c-0544-434c-9332-6b546b2b4857 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Pushing event deleted for resources: {'Port': ['ID=648ea34a-44c6-45fc-bb5a-bdc581f0a54b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:43.877071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bad6617c-4b4c-431c-bf39-593d0c09abfe None None] Port a3cbe3a7-1153-45e4-bcd7-4faeb2022602 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:53:43.890234 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f076ba40-3a7f-4191-a4b6-f28ff1deca1b req-ea24254d-266e-4758-89b5-d77571856fce service neutron] 10.222.0.95 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601342 Jul 22 23:53:43.891280 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4b4fb9c-0544-434c-9332-6b546b2b4857 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.893300 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d4b4fb9c-0544-434c-9332-6b546b2b4857 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] 10.222.0.26 "DELETE /v2.0/ports/648ea34a-44c6-45fc-bb5a-bdc581f0a54b HTTP/1.1" status: 204 len: 168 time: 0.6841419 Jul 22 23:53:43.897255 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36192) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:43.899439 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bad6617c-4b4c-431c-bf39-593d0c09abfe None None] Provisioning complete for port 4a1719b2-b147-46a5-a41f-098ef1887298 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:43.900315 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bad6617c-4b4c-431c-bf39-593d0c09abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.904498 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-617b708e-f1a1-4492-8ee8-7e1939d1c0ca tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Request body: {'port': {'name': 'tempest-new-port-name-1286906583', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:43.905130 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-617b708e-f1a1-4492-8ee8-7e1939d1c0ca tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] bootfile-name is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:53:43.905289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4c1763da-2b5c-45c6-9c6e-99e45eecb9c5 req-f9349ade-254e-40f6-adcb-4febb3e899fb service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528729 Jul 22 23:53:43.905407 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-617b708e-f1a1-4492-8ee8-7e1939d1c0ca tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] tftp-server is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:53:43.905540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.api.validators [None req-617b708e-f1a1-4492-8ee8-7e1939d1c0ca tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] server-ip-address is not in valid_values {{(pid=93820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:53:43.957745 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60ce9815-96e1-432c-a124-b4eb7907d254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.963270 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60ce9815-96e1-432c-a124-b4eb7907d254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:44.010507 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-617b708e-f1a1-4492-8ee8-7e1939d1c0ca tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:44.014470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-60ce9815-96e1-432c-a124-b4eb7907d254 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d6b759badca44f7830432c088929e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649815 Jul 22 23:53:44.018142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36196) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:44.084676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce9815-96e1-432c-a124-b4eb7907d254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb03d2c0-93c4-46cb-aee9-736ea13f9b9c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:44.136448 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3079cdb6-afcf-4a3f-98a3-c1bb7b8d77cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:44.162299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92880340-65bf-4603-8fc6-cc0e19ae4646 req-329e2c8e-272a-48d7-8498-ae820220a450 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:44.167444 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b77bebe5-7d1b-47e6-b7a2-156aaeaf6312 None None] Provisioning complete for port a3cbe3a7-1153-45e4-bcd7-4faeb2022602 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:44.168499 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b77bebe5-7d1b-47e6-b7a2-156aaeaf6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:44.169769 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92880340-65bf-4603-8fc6-cc0e19ae4646 req-329e2c8e-272a-48d7-8498-ae820220a450 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 944 time: 0.1732256 Jul 22 23:53:44.199905 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3079cdb6-afcf-4a3f-98a3-c1bb7b8d77cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:44.215975 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b77bebe5-7d1b-47e6-b7a2-156aaeaf6312 None None] Port a3cbe3a7-1153-45e4-bcd7-4faeb2022602 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:53:44.229939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92880340-65bf-4603-8fc6-cc0e19ae4646 req-8cc498d8-8ba0-4a5a-b8a6-8e4c8869ab75 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590158 Jul 22 23:53:44.230150 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-617b708e-f1a1-4492-8ee8-7e1939d1c0ca tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:44.235928 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-617b708e-f1a1-4492-8ee8-7e1939d1c0ca tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:44.300520 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3079cdb6-afcf-4a3f-98a3-c1bb7b8d77cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:44.304144 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3079cdb6-afcf-4a3f-98a3-c1bb7b8d77cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:44.305558 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3079cdb6-afcf-4a3f-98a3-c1bb7b8d77cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb03d2c0-93c4-46cb-aee9-736ea13f9b9c HTTP/1.1" status: 204 len: 168 time: 0.2863843 Jul 22 23:53:44.315736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b708e-f1a1-4492-8ee8-7e1939d1c0ca tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Pushing event updated for resources: {'Port': ['ID=a3cbe3a7-1153-45e4-bcd7-4faeb2022602,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:44.323527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-617b708e-f1a1-4492-8ee8-7e1939d1c0ca tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] In _notify_port_updated(), no bound segment for port a3cbe3a7-1153-45e4-bcd7-4faeb2022602 on network b272fa16-5465-400e-87e6-54016b1d9730 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:53:44.329298 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617b708e-f1a1-4492-8ee8-7e1939d1c0ca tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:44.330117 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-617b708e-f1a1-4492-8ee8-7e1939d1c0ca tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:44.331662 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-617b708e-f1a1-4492-8ee8-7e1939d1c0ca tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] 10.222.0.26 "PUT /v2.0/ports/a3cbe3a7-1153-45e4-bcd7-4faeb2022602 HTTP/1.1" status: 200 len: 1137 time: 0.4331982 Jul 22 23:53:44.334872 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36202) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:44.335007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079cdb6-afcf-4a3f-98a3-c1bb7b8d77cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb03d2c0-93c4-46cb-aee9-736ea13f9b9c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:44.342648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-49c40891-036b-4f3d-be37-a5f21a29c342 None None] Could not find standard attr ID for object 648ea34a-44c6-45fc-bb5a-bdc581f0a54b. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:53:44.417673 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b822346-744a-4bbc-a0b6-10fb4bca2e61 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:44.419465 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b822346-744a-4bbc-a0b6-10fb4bca2e61 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] 10.222.0.26 "GET /v2.0/ports/a3cbe3a7-1153-45e4-bcd7-4faeb2022602 HTTP/1.1" status: 200 len: 1137 time: 0.0832655 Jul 22 23:53:44.423165 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36208) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:44.576051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba690c-c46c-494b-a690-fa2b80f7b325 req-88beb73b-dad1-4076-aca0-e2ab58b17de0 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:44.577677 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5ba690c-c46c-494b-a690-fa2b80f7b325 req-88beb73b-dad1-4076-aca0-e2ab58b17de0 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=355568f9-2f66-4eae-9a30-d30cfd11989f HTTP/1.1" status: 200 len: 946 time: 0.1139417 Jul 22 23:53:44.603400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b265fb64-87e0-4a7e-8f6c-ac91b6eaf82c tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Deleting port a3cbe3a7-1153-45e4-bcd7-4faeb2022602 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:44.603751 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b265fb64-87e0-4a7e-8f6c-ac91b6eaf82c tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:44.681129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5ba690c-c46c-494b-a690-fa2b80f7b325 req-3f8d9e28-91e3-4468-8443-5eb1745db549 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965278 Jul 22 23:53:44.718719 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b265fb64-87e0-4a7e-8f6c-ac91b6eaf82c tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:44.730771 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b265fb64-87e0-4a7e-8f6c-ac91b6eaf82c tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Calling delete_port for a3cbe3a7-1153-45e4-bcd7-4faeb2022602 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:44.779655 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ac79a385-c559-4ebf-9249-d62a7ba3a25c None None] Provisioning complete for port a3cbe3a7-1153-45e4-bcd7-4faeb2022602 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:44.780016 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac79a385-c559-4ebf-9249-d62a7ba3a25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:44.818607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ac79a385-c559-4ebf-9249-d62a7ba3a25c None None] Port a3cbe3a7-1153-45e4-bcd7-4faeb2022602 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:53:44.890143 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b265fb64-87e0-4a7e-8f6c-ac91b6eaf82c tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:44.917854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265fb64-87e0-4a7e-8f6c-ac91b6eaf82c tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Pushing event deleted for resources: {'Port': ['ID=a3cbe3a7-1153-45e4-bcd7-4faeb2022602,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:44.991393 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b265fb64-87e0-4a7e-8f6c-ac91b6eaf82c tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:44.995765 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b265fb64-87e0-4a7e-8f6c-ac91b6eaf82c tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] 10.222.0.26 "DELETE /v2.0/ports/a3cbe3a7-1153-45e4-bcd7-4faeb2022602 HTTP/1.1" status: 204 len: 168 time: 0.5690625 Jul 22 23:53:44.996094 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36226) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:45.053949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-87dfb824-567e-4880-b521-a6af136f80ae tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Deleting subnet 4c107163-f26f-4d00-bca0-d4de3024fc6c {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:53:45.057338 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87dfb824-567e-4880-b521-a6af136f80ae tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.104205 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87dfb824-567e-4880-b521-a6af136f80ae tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.189272 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87dfb824-567e-4880-b521-a6af136f80ae tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.257684 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87dfb824-567e-4880-b521-a6af136f80ae tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.271729 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4a1719b2-b147-46a5-a41f-098ef1887298 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:45.298712 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfb824-567e-4880-b521-a6af136f80ae tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Pushing event deleted for resources: {'Subnet': ['ID=4c107163-f26f-4d00-bca0-d4de3024fc6c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:45.300839 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87dfb824-567e-4880-b521-a6af136f80ae tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.302790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-87dfb824-567e-4880-b521-a6af136f80ae tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] 10.222.0.26 "DELETE /v2.0/subnets/4c107163-f26f-4d00-bca0-d4de3024fc6c HTTP/1.1" status: 204 len: 168 time: 0.3059013 Jul 22 23:53:45.305289 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:45.309942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f30216-ba7d-4364-85fa-62cbfe306191 None None] Network b272fa16-5465-400e-87e6-54016b1d9730 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:45.411396 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4a1719b2-b147-46a5-a41f-098ef1887298 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:45.411843 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.424307 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.486275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42ffb8-85ee-4002-a3c6-6054f155a222 req-1dfa380c-037d-4076-8cd1-2322d87066b5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:45.489815 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c42ffb8-85ee-4002-a3c6-6054f155a222 req-1dfa380c-037d-4076-8cd1-2322d87066b5 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 944 time: 0.1574867 Jul 22 23:53:45.542043 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Deleting port 4a1719b2-b147-46a5-a41f-098ef1887298 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:45.542390 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.547529 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c42ffb8-85ee-4002-a3c6-6054f155a222 req-61c3b774-fd71-4ba6-b332-b135ab6af383 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527265 Jul 22 23:53:45.626609 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] For port 4a1719b2-b147-46a5-a41f-098ef1887298, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4a1719b2-b147-46a5-a41f-098ef1887298,segment=NetworkSegment(eeeedc9e-dea4-4991-b451-4b8db9d3b07b),segment_id=eeeedc9e-dea4-4991-b451-4b8db9d3b07b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:45.626987 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.641694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Calling delete_port for 4a1719b2-b147-46a5-a41f-098ef1887298 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:45.738771 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.751633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26f3abc-6518-4133-b1cb-572a3300a7b3 None None] DHCP port deletion for b272fa16-5465-400e-87e6-54016b1d9730 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:53:45.772085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] No DVR routers for this DVR port 4a1719b2-b147-46a5-a41f-098ef1887298 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:53:45.776961 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Pushing event deleted for resources: {'Port': ['ID=4a1719b2-b147-46a5-a41f-098ef1887298,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:45.885619 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.900928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b272fa16-5465-400e-87e6-54016b1d9730']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:45.912261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeeedc9e-dea4-4991-b451-4b8db9d3b07b') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:45.912819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeeedc9e-dea4-4991-b451-4b8db9d3b07b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:45.924876 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.942603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28c2c-8980-4779-8199-0cf39f987f14 req-869fcc62-d3c7-4252-a28f-b85fadef8af0 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:45.944106 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68c28c2c-8980-4779-8199-0cf39f987f14 req-869fcc62-d3c7-4252-a28f-b85fadef8af0 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=355568f9-2f66-4eae-9a30-d30cfd11989f HTTP/1.1" status: 200 len: 946 time: 0.1638005 Jul 22 23:53:45.951174 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.968403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:53:45.968795 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:53:45.971651 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:53:46.040198 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68c28c2c-8980-4779-8199-0cf39f987f14 req-01c75f6a-3cb3-4bc9-93a4-2d5d946e47e4 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902102 Jul 22 23:53:46.050832 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:46.059743 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:46.062013 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] 10.222.0.26 "DELETE /v2.0/networks/b272fa16-5465-400e-87e6-54016b1d9730 HTTP/1.1" status: 204 len: 168 time: 0.7557416 Jul 22 23:53:46.073688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbdf54-4e8c-46fa-94bc-9afc60ba8686 tempest-ExtraDHCPOptionsTestJSON-424654137 tempest-ExtraDHCPOptionsTestJSON-424654137-project] Pushing event deleted for resources: {'Network': ['ID=b272fa16-5465-400e-87e6-54016b1d9730,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:46.199672 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0d875-4394-4064-93e1-bff57785ee2e req-c4322685-520e-4fd2-94a0-5985bcddebea tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:46.201942 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0fe0d875-4394-4064-93e1-bff57785ee2e req-c4322685-520e-4fd2-94a0-5985bcddebea tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ac7f29f-a4f9-4bf4-bd57-deb7df876c98 HTTP/1.1" status: 200 len: 945 time: 0.0777388 Jul 22 23:53:46.243602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device cc87c514-6f66-4fca-8957-13ac210536b7 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:53:46.267948 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0fe0d875-4394-4064-93e1-bff57785ee2e req-dd75e405-5978-4c20-b91f-3748a8754145 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595863 Jul 22 23:53:46.381845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port cc87c514-6f66-4fca-8957-13ac210536b7, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=cc87c514-6f66-4fca-8957-13ac210536b7,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:46.395453 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36268) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:46.398246 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'cc87c514-6f66-4fca-8957-13ac210536b7', 'network_id': '03675ce2-4ea4-4206-9b7a-83eaaf6425cb', 'port_id': 'cc87c514-6f66-4fca-8957-13ac210536b7', 'mac_address': 'fa:16:3e:3c:a5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cccc704-dfc0-4d65-836a-00a99882898e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:53:46.457377 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:46.472345 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc87c514-6f66-4fca-8957-13ac210536b7 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:53:46.503186 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port cc87c514-6f66-4fca-8957-13ac210536b7, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=cc87c514-6f66-4fca-8957-13ac210536b7,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:46.511833 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:46.540575 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:46.568542 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=cc87c514-6f66-4fca-8957-13ac210536b7,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:46.579931 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a879c65-c71d-4afb-8502-d5a6ac5b5e93 req-8448f9b7-a739-4397-9672-937cb9031e75 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:46.582481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a879c65-c71d-4afb-8502-d5a6ac5b5e93 req-8448f9b7-a739-4397-9672-937cb9031e75 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ac7f29f-a4f9-4bf4-bd57-deb7df876c98 HTTP/1.1" status: 200 len: 945 time: 0.0933619 Jul 22 23:53:46.610487 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4bff0cb5-3e0c-4f60-b58f-d7cb9e6608d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b5e3deb52424075b8ec1bb88136f2e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135546 Jul 22 23:53:46.612940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36276) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:46.623791 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a879c65-c71d-4afb-8502-d5a6ac5b5e93 req-0eeb0d34-9de7-4681-a4aa-a83a51ca8794 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365858 Jul 22 23:53:46.681080 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb9fe3e1-2704-48e2-a8fc-5dd707f77660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:46.702996 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb9fe3e1-2704-48e2-a8fc-5dd707f77660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:46.713876 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec88c-7b1b-4d75-bc26-99b3ece6e3fa req-c847ead6-b2e8-4a55-baf1-f4f309890b96 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:46.715551 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-656ec88c-7b1b-4d75-bc26-99b3ece6e3fa req-c847ead6-b2e8-4a55-baf1-f4f309890b96 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.0719781 Jul 22 23:53:46.748968 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['cc87c514-6f66-4fca-8957-13ac210536b7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:53:46.754903 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb9fe3e1-2704-48e2-a8fc-5dd707f77660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:46.757530 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb9fe3e1-2704-48e2-a8fc-5dd707f77660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:46.758711 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb9fe3e1-2704-48e2-a8fc-5dd707f77660 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20ef8847-c91c-4056-8859-e7bd27d46720 HTTP/1.1" status: 204 len: 168 time: 0.1448061 Jul 22 23:53:46.767637 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fe3e1-2704-48e2-a8fc-5dd707f77660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ef8847-c91c-4056-8859-e7bd27d46720,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:46.770407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-656ec88c-7b1b-4d75-bc26-99b3ece6e3fa req-4f9b5a3c-6f15-48f9-a54c-0330e6cab40d tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489373 Jul 22 23:53:47.246120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4a1719b2-b147-46a5-a41f-098ef1887298 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:53:47.267100 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 4a1719b2-b147-46a5-a41f-098ef1887298 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:53:47.267776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4a1719b2-b147-46a5-a41f-098ef1887298 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:53:47.447340 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36308) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:47.558314 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7bbfad39-5d64-4eec-8e7b-53d9c41336f4 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1779527241'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:47.580585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbfad39-5d64-4eec-8e7b-53d9c41336f4 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Made reservation on behalf of 5be114b99904465db48a75ccc898f1f1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:47.583963 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bbfad39-5d64-4eec-8e7b-53d9c41336f4 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.592615 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bbfad39-5d64-4eec-8e7b-53d9c41336f4 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.689408 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bbfad39-5d64-4eec-8e7b-53d9c41336f4 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.693485 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bbfad39-5d64-4eec-8e7b-53d9c41336f4 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.723455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbfad39-5d64-4eec-8e7b-53d9c41336f4 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:53:47.743263 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bbfad39-5d64-4eec-8e7b-53d9c41336f4 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.743956 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-7bbfad39-5d64-4eec-8e7b-53d9c41336f4 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Added segment 99d068b0-ea79-4578-9db5-104ac1adda61 of type vlan for network abea14d0-51d6-435f-8238-0be1b01f983a Jul 22 23:53:47.751569 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfad39-5d64-4eec-8e7b-53d9c41336f4 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3101f692-2f08-42b3-a4be-2b92ad7f05b6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:47.772018 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307194cd-83d1-49cb-ab27-50abb0fba7a7 req-f573cacb-67fa-4f67-9ec0-5a128a519150 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:47.773554 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-307194cd-83d1-49cb-ab27-50abb0fba7a7 req-f573cacb-67fa-4f67-9ec0-5a128a519150 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ac7f29f-a4f9-4bf4-bd57-deb7df876c98 HTTP/1.1" status: 200 len: 945 time: 0.0784545 Jul 22 23:53:47.793114 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bbfad39-5d64-4eec-8e7b-53d9c41336f4 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.828904 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bbfad39-5d64-4eec-8e7b-53d9c41336f4 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.831038 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-307194cd-83d1-49cb-ab27-50abb0fba7a7 req-b6a0c98a-e2b1-4df6-b250-42cd8ff6f482 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516748 Jul 22 23:53:47.835069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbfad39-5d64-4eec-8e7b-53d9c41336f4 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:47.835903 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bbfad39-5d64-4eec-8e7b-53d9c41336f4 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.869679 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7bbfad39-5d64-4eec-8e7b-53d9c41336f4 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4209507 Jul 22 23:53:47.909651 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfad39-5d64-4eec-8e7b-53d9c41336f4 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event updated for resources: {'Network': ['ID=abea14d0-51d6-435f-8238-0be1b01f983a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:47.933905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network abea14d0-51d6-435f-8238-0be1b01f983a details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:53:47.961958 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931aa7b1-4516-44d1-bd68-ea504ad89c6a req-a9c90c39-ec0f-46ae-b4d1-c7fcd6bdd9d8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:47.973837 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-931aa7b1-4516-44d1-bd68-ea504ad89c6a req-a9c90c39-ec0f-46ae-b4d1-c7fcd6bdd9d8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 945 time: 0.1034186 Jul 22 23:53:48.078670 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-931aa7b1-4516-44d1-bd68-ea504ad89c6a req-58e753eb-40a0-4dac-b4df-e5d5dc9bc077 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040742 Jul 22 23:53:48.129235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c3d6f-adfd-404d-aa01-bff23dfeef55 req-f244c6bd-2ce2-4a6f-9838-0bf5e7e8ce40 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:48.130867 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-375c3d6f-adfd-404d-aa01-bff23dfeef55 req-f244c6bd-2ce2-4a6f-9838-0bf5e7e8ce40 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ac7f29f-a4f9-4bf4-bd57-deb7df876c98 HTTP/1.1" status: 200 len: 945 time: 0.1833155 Jul 22 23:53:48.237523 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-375c3d6f-adfd-404d-aa01-bff23dfeef55 req-13b07e9f-e097-4029-b6c9-5eca57b7b608 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Deleting port 9c229ab4-e8f0-4845-abf6-4168eee6bd39 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:48.237867 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-375c3d6f-adfd-404d-aa01-bff23dfeef55 req-13b07e9f-e097-4029-b6c9-5eca57b7b608 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:48.259116 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device cc87c514-6f66-4fca-8957-13ac210536b7 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:48.331765 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port cc87c514-6f66-4fca-8957-13ac210536b7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:48.338538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port cc87c514-6f66-4fca-8957-13ac210536b7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:48.338680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-375c3d6f-adfd-404d-aa01-bff23dfeef55 req-13b07e9f-e097-4029-b6c9-5eca57b7b608 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] For port 9c229ab4-e8f0-4845-abf6-4168eee6bd39, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=9c229ab4-e8f0-4845-abf6-4168eee6bd39,segment=NetworkSegment(929644b9-972b-4aed-b43e-ce68a68aa966),segment_id=929644b9-972b-4aed-b43e-ce68a68aa966)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:48.339014 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-375c3d6f-adfd-404d-aa01-bff23dfeef55 req-13b07e9f-e097-4029-b6c9-5eca57b7b608 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:48.339641 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:48.354044 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-375c3d6f-adfd-404d-aa01-bff23dfeef55 req-13b07e9f-e097-4029-b6c9-5eca57b7b608 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Calling delete_port for 9c229ab4-e8f0-4845-abf6-4168eee6bd39 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:48.423824 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:48.464349 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb09b41-3f8b-4934-92ec-d8aac43dd671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc87c514-6f66-4fca-8957-13ac210536b7'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:48.467691 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203bb39a-c77c-49d8-97ad-0937e3a35326" -d '{"events": [{"server_uuid": "1cb09b41-3f8b-4934-92ec-d8aac43dd671", "name": "network-vif-plugged", "status": "completed", "tag": "cc87c514-6f66-4fca-8957-13ac210536b7"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:48.483243 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port cc87c514-6f66-4fca-8957-13ac210536b7, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=cc87c514-6f66-4fca-8957-13ac210536b7,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:48.500282 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:48.510342 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-375c3d6f-adfd-404d-aa01-bff23dfeef55 req-13b07e9f-e097-4029-b6c9-5eca57b7b608 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:48.553554 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b07e9f-e097-4029-b6c9-5eca57b7b608 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Pushing event deleted for resources: {'Port': ['ID=9c229ab4-e8f0-4845-abf6-4168eee6bd39,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:48.575525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['3d9939be-59d0-4f46-91d1-d0c020212dd3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:53:48.584335 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['2a3cdedf-d19b-443f-afca-92d53228ad65', '9c229ab4-e8f0-4845-abf6-4168eee6bd39'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:53:48.615021 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c67fc4a-1226-4c8a-a857-c0b5af69b96b x-openstack-request-id: req-1c67fc4a-1226-4c8a-a857-c0b5af69b96b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:48.615632 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb09b41-3f8b-4934-92ec-d8aac43dd671", "name": "network-vif-plugged", "status": "completed", "tag": "cc87c514-6f66-4fca-8957-13ac210536b7", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:48.615891 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c67fc4a-1226-4c8a-a857-c0b5af69b96b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:48.616284 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb09b41-3f8b-4934-92ec-d8aac43dd671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc87c514-6f66-4fca-8957-13ac210536b7', 'code': 200} Jul 22 23:53:48.652745 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-375c3d6f-adfd-404d-aa01-bff23dfeef55 req-13b07e9f-e097-4029-b6c9-5eca57b7b608 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] No DVR routers for this DVR port 9c229ab4-e8f0-4845-abf6-4168eee6bd39 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:53:48.666373 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-375c3d6f-adfd-404d-aa01-bff23dfeef55 req-13b07e9f-e097-4029-b6c9-5eca57b7b608 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:48.668418 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-375c3d6f-adfd-404d-aa01-bff23dfeef55 req-13b07e9f-e097-4029-b6c9-5eca57b7b608 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.18 "DELETE /v2.0/ports/9c229ab4-e8f0-4845-abf6-4168eee6bd39 HTTP/1.1" status: 204 len: 173 time: 0.5316486 Jul 22 23:53:48.673740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac7f29f-a4f9-4bf4-bd57-deb7df876c98', 'name': 'network-vif-deleted', 'tag': '9c229ab4-e8f0-4845-abf6-4168eee6bd39'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:48.676105 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4a9a8d-ac8c-4d7d-a9bb-79bbab0eb597" -d '{"events": [{"server_uuid": "9ac7f29f-a4f9-4bf4-bd57-deb7df876c98", "name": "network-vif-deleted", "tag": "9c229ab4-e8f0-4845-abf6-4168eee6bd39"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:48.745135 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03581682-6c6a-4822-8fe4-69576db8d816 x-openstack-request-id: req-03581682-6c6a-4822-8fe4-69576db8d816 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:48.745709 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac7f29f-a4f9-4bf4-bd57-deb7df876c98", "name": "network-vif-deleted", "tag": "9c229ab4-e8f0-4845-abf6-4168eee6bd39", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:48.746200 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03581682-6c6a-4822-8fe4-69576db8d816 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:48.746839 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac7f29f-a4f9-4bf4-bd57-deb7df876c98', 'name': 'network-vif-deleted', 'tag': '9c229ab4-e8f0-4845-abf6-4168eee6bd39', 'status': 'completed', 'code': 200} Jul 22 23:53:48.751703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=cc87c514-6f66-4fca-8957-13ac210536b7,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:48.871930 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba8b5a-cb32-48d2-a5b3-dde684eb35e1 req-34d95c64-93a7-46bb-8e88-3d8083f865cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:48.874762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9dba8b5a-cb32-48d2-a5b3-dde684eb35e1 req-34d95c64-93a7-46bb-8e88-3d8083f865cc service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 1097 time: 0.1112959 Jul 22 23:53:48.936478 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9dba8b5a-cb32-48d2-a5b3-dde684eb35e1 req-561435f9-775b-4e28-a2c0-bcb02cc24ef4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543418 Jul 22 23:53:49.005412 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-588e7904-77ca-4b5c-a8ea-70c165f2330d req-24d0eacd-6bd5-4b12-8d98-6445816dd1d2 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ac7f29f-a4f9-4bf4-bd57-deb7df876c98 HTTP/1.1" status: 200 len: 210 time: 0.0338025 Jul 22 23:53:49.250657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba6054-7527-42c4-b939-78e75ca6e61d req-64a2e584-67c2-4ef2-b729-ab7a716a41f2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:49.252489 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48ba6054-7527-42c4-b939-78e75ca6e61d req-64a2e584-67c2-4ef2-b729-ab7a716a41f2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.0898540 Jul 22 23:53:49.309296 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48ba6054-7527-42c4-b939-78e75ca6e61d req-2f439b30-f4c4-4893-b5e1-1556a286d19d tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487475 Jul 22 23:53:49.950346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36340) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:50.087366 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a14610ac-d787-453d-bba2-8418044d80a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.289641 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a14610ac-d787-453d-bba2-8418044d80a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.295543 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a14610ac-d787-453d-bba2-8418044d80a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.332841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a14610ac-d787-453d-bba2-8418044d80a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=20f4cd5c32e6484090b056a828672c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3814278 Jul 22 23:53:50.335989 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36364) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:50.346837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14610ac-d787-453d-bba2-8418044d80a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780afc6a-8175-4ed4-954f-8eaceb1d0eab,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:50.409247 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-559c3ded-15a4-4d6e-9923-c3dc1fb0cddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.447640 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-559c3ded-15a4-4d6e-9923-c3dc1fb0cddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.568821 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-559c3ded-15a4-4d6e-9923-c3dc1fb0cddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.571931 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-559c3ded-15a4-4d6e-9923-c3dc1fb0cddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.573413 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-559c3ded-15a4-4d6e-9923-c3dc1fb0cddd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/780afc6a-8175-4ed4-954f-8eaceb1d0eab HTTP/1.1" status: 204 len: 168 time: 0.2333553 Jul 22 23:53:50.592408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fd1c6-8208-45c8-94e7-0e4b71b3c6f7 req-1f7e33f6-bf4d-47b4-9b92-2778ebfca932 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:50.594052 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c3ded-15a4-4d6e-9923-c3dc1fb0cddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780afc6a-8175-4ed4-954f-8eaceb1d0eab,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:50.607419 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4b8fd1c6-8208-45c8-94e7-0e4b71b3c6f7 req-1f7e33f6-bf4d-47b4-9b92-2778ebfca932 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.1701887 Jul 22 23:53:50.722446 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4b8fd1c6-8208-45c8-94e7-0e4b71b3c6f7 req-81c74969-b171-4fdb-aea0-d15252dd83d4 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129792 Jul 22 23:53:50.729290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4064-d6af-4eb7-abd2-181d84a8bb84 req-c05f206a-37db-439f-83dd-070495c82084 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:50.739873 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0aee4064-d6af-4eb7-abd2-181d84a8bb84 req-c05f206a-37db-439f-83dd-070495c82084 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 1096 time: 0.1261189 Jul 22 23:53:50.829494 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0aee4064-d6af-4eb7-abd2-181d84a8bb84 req-b35b74f0-6550-49c0-9724-10723009bfef tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887520 Jul 22 23:53:50.846173 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:50.999022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36404) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:51.044010 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71471f3b-2ec7-4809-9e5c-bfe6576a784d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.127242 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-363b2f21-280b-4a5a-85f9-5fb8d3b88868 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting port 726be0a3-6a53-4739-86c0-ed248004bd6e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:51.127597 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-363b2f21-280b-4a5a-85f9-5fb8d3b88868 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.251987 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-363b2f21-280b-4a5a-85f9-5fb8d3b88868 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.252354 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-363b2f21-280b-4a5a-85f9-5fb8d3b88868 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.273999 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71471f3b-2ec7-4809-9e5c-bfe6576a784d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.285882 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-71471f3b-2ec7-4809-9e5c-bfe6576a784d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.304761 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-363b2f21-280b-4a5a-85f9-5fb8d3b88868 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Calling delete_port for 726be0a3-6a53-4739-86c0-ed248004bd6e owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:51.348992 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-71471f3b-2ec7-4809-9e5c-bfe6576a784d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51617aff6a8e4cca916e378a76bab9b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473232 Jul 22 23:53:51.351707 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36408) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:51.385379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71471f3b-2ec7-4809-9e5c-bfe6576a784d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50dcce9-a196-4b17-a1dc-574520186fcf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:51.406121 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e7a15cf-e163-4f86-a0a7-42083d0ec27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.420331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36410) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:51.425307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1c24c1bb-d603-4d74-8f5c-cee0b03ff51f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Request body: {'subnet': {'network_id': 'abea14d0-51d6-435f-8238-0be1b01f983a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:51.437122 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60f7ba-3486-46d5-a261-07000df72fae req-bbbca35d-c6c1-4462-8b83-00c4e864c4ee tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:51.443122 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60f7ba-3486-46d5-a261-07000df72fae req-bbbca35d-c6c1-4462-8b83-00c4e864c4ee tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:51.444715 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e60f7ba-3486-46d5-a261-07000df72fae req-bbbca35d-c6c1-4462-8b83-00c4e864c4ee tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=355568f9-2f66-4eae-9a30-d30cfd11989f&device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 1682 time: 0.2110751 Jul 22 23:53:51.445720 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e7a15cf-e163-4f86-a0a7-42083d0ec27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.509649 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e60f7ba-3486-46d5-a261-07000df72fae req-9362f5b2-c2e8-4fed-9703-ccf43cd70909 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563698 Jul 22 23:53:51.548451 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c24c1bb-d603-4d74-8f5c-cee0b03ff51f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Made reservation on behalf of 5be114b99904465db48a75ccc898f1f1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:51.552425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c24c1bb-d603-4d74-8f5c-cee0b03ff51f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.577654 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e7a15cf-e163-4f86-a0a7-42083d0ec27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.580806 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e7a15cf-e163-4f86-a0a7-42083d0ec27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.582136 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e7a15cf-e163-4f86-a0a7-42083d0ec27e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b50dcce9-a196-4b17-a1dc-574520186fcf HTTP/1.1" status: 204 len: 168 time: 0.2288516 Jul 22 23:53:51.603021 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a15cf-e163-4f86-a0a7-42083d0ec27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50dcce9-a196-4b17-a1dc-574520186fcf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:51.611925 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-363b2f21-280b-4a5a-85f9-5fb8d3b88868 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.655870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b2f21-280b-4a5a-85f9-5fb8d3b88868 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Port': ['ID=726be0a3-6a53-4739-86c0-ed248004bd6e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:51.678203 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9c229ab4-e8f0-4845-abf6-4168eee6bd39 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:53:51.705270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 9c229ab4-e8f0-4845-abf6-4168eee6bd39 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:53:51.705889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 9c229ab4-e8f0-4845-abf6-4168eee6bd39 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:53:51.758062 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-363b2f21-280b-4a5a-85f9-5fb8d3b88868 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.758319 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-363b2f21-280b-4a5a-85f9-5fb8d3b88868 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Floating IP 782f05c3-7029-4515-bc0e-d45b27f6eaea disassociated (deleted). External IP: 172.25.4.183, port: b9c25e6d-9b0a-43d9-9593-c3015cc9c324. Jul 22 23:53:51.828214 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c24c1bb-d603-4d74-8f5c-cee0b03ff51f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.902408 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24c1bb-d603-4d74-8f5c-cee0b03ff51f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event updated for resources: {'Subnet': ['ID=0b76ec67-9fe9-43df-9d9c-e10584eef08e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:51.915772 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c1bb-d603-4d74-8f5c-cee0b03ff51f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Checking segment: {'id': '99d068b0-ea79-4578-9db5-104ac1adda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'abea14d0-51d6-435f-8238-0be1b01f983a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:51.915772 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24c1bb-d603-4d74-8f5c-cee0b03ff51f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Network hostable DHCP agents. Network: abea14d0-51d6-435f-8238-0be1b01f983a, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:53:51.937203 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24c1bb-d603-4d74-8f5c-cee0b03ff51f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Network abea14d0-51d6-435f-8238-0be1b01f983a is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:53:51.952654 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1c24c1bb-d603-4d74-8f5c-cee0b03ff51f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, abea14d0-51d6-435f-8238-0be1b01f983a) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:51.958273 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c24c1bb-d603-4d74-8f5c-cee0b03ff51f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:51.959166 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c24c1bb-d603-4d74-8f5c-cee0b03ff51f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.966567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b8a3ab-bdf7-4d86-bd2d-4e69ea412a6e None None] Network abea14d0-51d6-435f-8238-0be1b01f983a requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:51.967254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903326c-7f82-4bc2-be38-c56c0cfb555f req-579cbcb1-a7c0-4b08-a5fe-1beab73f3aad tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:51.975652 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7903326c-7f82-4bc2-be38-c56c0cfb555f req-579cbcb1-a7c0-4b08-a5fe-1beab73f3aad tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.1295333 Jul 22 23:53:51.984572 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36430) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:51.984868 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1c24c1bb-d603-4d74-8f5c-cee0b03ff51f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5628459 Jul 22 23:53:51.999536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-347fe5db-01a4-44bc-a5aa-ce9cc6033fec tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1834280695'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:52.125768 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7903326c-7f82-4bc2-be38-c56c0cfb555f req-0c9f1da2-20d1-4f07-b266-83a29307b174 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491716 Jul 22 23:53:52.155579 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347fe5db-01a4-44bc-a5aa-ce9cc6033fec tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Made reservation on behalf of 5be114b99904465db48a75ccc898f1f1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:52.164750 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-347fe5db-01a4-44bc-a5aa-ce9cc6033fec tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:52.197303 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-abea14d0-51d6-435f-8238-0be1b01f983a', 'network_id': 'abea14d0-51d6-435f-8238-0be1b01f983a', 'tenant_id': '5be114b99904465db48a75ccc898f1f1', 'fixed_ips': [{'subnet_id': '0b76ec67-9fe9-43df-9d9c-e10584eef08e'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:53:52.198175 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:52.366633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Allocated IP 2001:db8:0:ffff::2 (abea14d0-51d6-435f-8238-0be1b01f983a/0b76ec67-9fe9-43df-9d9c-e10584eef08e/8efe3164-f488-412c-8b9e-e7d9fb5a05dd) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:52.551418 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:52.561963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Transition to ACTIVE for port object 8efe3164-f488-412c-8b9e-e7d9fb5a05dd will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:52.576930 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347fe5db-01a4-44bc-a5aa-ce9cc6033fec tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:53:52.583138 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Transition to ACTIVE for port object 8efe3164-f488-412c-8b9e-e7d9fb5a05dd will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:52.584685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363b2f21-280b-4a5a-85f9-5fb8d3b88868 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router d8ed0795-c75c-48aa-9897-2999d847e916 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:53:52.590356 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:52.603118 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-347fe5db-01a4-44bc-a5aa-ce9cc6033fec tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:52.603459 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-347fe5db-01a4-44bc-a5aa-ce9cc6033fec tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Added segment 39d48007-d0ac-45be-b832-f40eec24e4dc of type vlan for network 20bd8c7e-909a-4f25-8b66-cd4656eec684 Jul 22 23:53:52.633953 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Network abea14d0-51d6-435f-8238-0be1b01f983a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:52.640845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:52.644722 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:52.655945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Pushing event updated for resources: {'Port': ['ID=8efe3164-f488-412c-8b9e-e7d9fb5a05dd,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:52.708924 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Attempting to bind port 8efe3164-f488-412c-8b9e-e7d9fb5a05dd on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:53:52.709625 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Attempting to bind port 8efe3164-f488-412c-8b9e-e7d9fb5a05dd by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '99d068b0-ea79-4578-9db5-104ac1adda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'abea14d0-51d6-435f-8238-0be1b01f983a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:53:52.709770 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Attempting to bind port 8efe3164-f488-412c-8b9e-e7d9fb5a05dd on network abea14d0-51d6-435f-8238-0be1b01f983a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:52.714717 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:53:52.715092 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Checking segment: {'id': '99d068b0-ea79-4578-9db5-104ac1adda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'abea14d0-51d6-435f-8238-0be1b01f983a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:52.715495 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:52.716482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Bound using segment: {'id': '99d068b0-ea79-4578-9db5-104ac1adda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'abea14d0-51d6-435f-8238-0be1b01f983a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:53:52.717288 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Bound port: 8efe3164-f488-412c-8b9e-e7d9fb5a05dd, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d068b0-ea79-4578-9db5-104ac1adda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'abea14d0-51d6-435f-8238-0be1b01f983a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:53:52.717680 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:52.723100 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-347fe5db-01a4-44bc-a5aa-ce9cc6033fec tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:52.746045 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1dcc8-3d3c-4ec6-94bf-d07600c89f99 req-89c270f7-1841-464a-af7b-9a1210eb0ad0 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:52.749589 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90a1dcc8-3d3c-4ec6-94bf-d07600c89f99 req-89c270f7-1841-464a-af7b-9a1210eb0ad0 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=355568f9-2f66-4eae-9a30-d30cfd11989f HTTP/1.1" status: 200 len: 946 time: 0.5568159 Jul 22 23:53:52.782725 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] For port 8efe3164-f488-412c-8b9e-e7d9fb5a05dd, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:53:52.787839 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] For port 8efe3164-f488-412c-8b9e-e7d9fb5a05dd, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8efe3164-f488-412c-8b9e-e7d9fb5a05dd,segment=NetworkSegment(99d068b0-ea79-4578-9db5-104ac1adda61),segment_id=99d068b0-ea79-4578-9db5-104ac1adda61)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:53:52.791565 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:52.793581 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007b95b-5c7d-468f-a5ef-c38f24b1fc1f req-b4d9092e-4393-4dde-abbe-c0667a378b06 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:52.795473 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6007b95b-5c7d-468f-a5ef-c38f24b1fc1f req-b4d9092e-4393-4dde-abbe-c0667a378b06 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.2867117 Jul 22 23:53:52.868504 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8bf73-c32d-4015-a446-691abe62b537 None None] Pushing event updated for resources: {'Port': ['ID=8efe3164-f488-412c-8b9e-e7d9fb5a05dd,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:52.875714 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363b2f21-280b-4a5a-85f9-5fb8d3b88868 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:53:52.880699 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-347fe5db-01a4-44bc-a5aa-ce9cc6033fec tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:52.886530 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347fe5db-01a4-44bc-a5aa-ce9cc6033fec tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:52.886898 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5879d67c-da46-453c-85c3-4f973375072b None None] Sync routers for ids ['d8ed0795-c75c-48aa-9897-2999d847e916'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:53:52.887136 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-347fe5db-01a4-44bc-a5aa-ce9cc6033fec tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:52.896074 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-363b2f21-280b-4a5a-85f9-5fb8d3b88868 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:52.899661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879d67c-da46-453c-85c3-4f973375072b None None] Routers {'d8ed0795-c75c-48aa-9897-2999d847e916'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:52.900314 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5879d67c-da46-453c-85c3-4f973375072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:53:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d8ed0795-c75c-48aa-9897-2999d847e916'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:52.930839 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90a1dcc8-3d3c-4ec6-94bf-d07600c89f99 req-47a939df-1345-4330-8e10-8671a2ac3727 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664205 Jul 22 23:53:53.008618 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6007b95b-5c7d-468f-a5ef-c38f24b1fc1f req-d84a3d5e-f800-45bb-8931-866f0f3478bd tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963902 Jul 22 23:53:53.055065 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36466) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:53.055635 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-347fe5db-01a4-44bc-a5aa-ce9cc6033fec tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0681231 Jul 22 23:53:53.061034 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c5dcc71a-6dc8-455a-ac21-9e47d77dc331 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Request body: {'subnet': {'network_id': '20bd8c7e-909a-4f25-8b66-cd4656eec684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:53.100997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5879d67c-da46-453c-85c3-4f973375072b None None] Set router d8ed0795-c75c-48aa-9897-2999d847e916 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:53:53.123711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fe5db-01a4-44bc-a5aa-ce9cc6033fec tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event updated for resources: {'Network': ['ID=20bd8c7e-909a-4f25-8b66-cd4656eec684,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:53.130291 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-363b2f21-280b-4a5a-85f9-5fb8d3b88868 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/floatingips/782f05c3-7029-4515-bc0e-d45b27f6eaea HTTP/1.1" status: 204 len: 168 time: 2.2824588 Jul 22 23:53:53.132342 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'tag': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:53.139205 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4d0114-2ddc-4a07-a5e7-cbca169a00b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b97db626-26a1-40e4-bc0f-60aad003cfdb", "tag": "b9c25e6d-9b0a-43d9-9593-c3015cc9c324"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:53.190493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 20bd8c7e-909a-4f25-8b66-cd4656eec684 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:53:53.281804 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dcc71a-6dc8-455a-ac21-9e47d77dc331 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Made reservation on behalf of 5be114b99904465db48a75ccc898f1f1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:53.285370 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5dcc71a-6dc8-455a-ac21-9e47d77dc331 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:53.320017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971172-044e-4ed9-8bff-574beee9fd9c req-e17f079f-9a17-4295-9f1e-8ad16e9b9481 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:53.327788 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69971172-044e-4ed9-8bff-574beee9fd9c req-e17f079f-9a17-4295-9f1e-8ad16e9b9481 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.1728332 Jul 22 23:53:53.444988 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8efe3164-f488-412c-8b9e-e7d9fb5a05dd up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:53.464195 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86c7a24-95f0-4272-89e6-9b2e7dcbbda0 x-openstack-request-id: req-e86c7a24-95f0-4272-89e6-9b2e7dcbbda0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:53.464422 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97db626-26a1-40e4-bc0f-60aad003cfdb", "tag": "b9c25e6d-9b0a-43d9-9593-c3015cc9c324", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:53.468277 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e86c7a24-95f0-4272-89e6-9b2e7dcbbda0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:53.471939 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'tag': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324', 'status': 'completed', 'code': 200} Jul 22 23:53:53.507090 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69971172-044e-4ed9-8bff-574beee9fd9c req-e825d924-7e1b-4887-84bd-80498f74b99e tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776726 Jul 22 23:53:53.578870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca713b-8bc2-413f-b69c-4c74edcdb01d req-33a3ee38-4fe6-4460-9c6b-aa06f590e009 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:53.582838 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4dca713b-8bc2-413f-b69c-4c74edcdb01d req-33a3ee38-4fe6-4460-9c6b-aa06f590e009 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.95 "GET /v2.0/ports?device_id=355568f9-2f66-4eae-9a30-d30cfd11989f HTTP/1.1" status: 200 len: 946 time: 0.2520316 Jul 22 23:53:53.644014 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 8efe3164-f488-412c-8b9e-e7d9fb5a05dd completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:53.730613 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5879d67c-da46-453c-85c3-4f973375072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135631368', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:45Z', 'updated_at': '2021-07-22T23:51:53Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:46Z', 'updated_at': '2021-07-22T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'fdec6bf9-01d1-4fae-883c-9766b7cd1102', 'name': '', 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:c4:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:52Z', 'updated_at': '2021-07-22T23:52:01Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:53.811446 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf8948-deb5-4404-b0be-2d96becd1175 req-646fbd6f-b4cb-4edb-862b-04968b194949 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:53.813836 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4dcf8948-deb5-4404-b0be-2d96becd1175 req-646fbd6f-b4cb-4edb-862b-04968b194949 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0880e5c-e02e-4404-b82c-462bf8eea97e HTTP/1.1" status: 200 len: 945 time: 0.2473657 Jul 22 23:53:53.826723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5879d67c-da46-453c-85c3-4f973375072b None None] Checking router: d8ed0795-c75c-48aa-9897-2999d847e916 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:53:53.843350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879d67c-da46-453c-85c3-4f973375072b None None] Routers {'d8ed0795-c75c-48aa-9897-2999d847e916'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:53.843902 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5879d67c-da46-453c-85c3-4f973375072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:53:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d8ed0795-c75c-48aa-9897-2999d847e916'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:53.892329 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d0114-2ddc-4a07-a5e7-cbca169a00b0 req-d5e5c2c8-31bd-40ac-909c-0143600d8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:53.898475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb4d0114-2ddc-4a07-a5e7-cbca169a00b0 req-d5e5c2c8-31bd-40ac-909c-0143600d8c8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 1096 time: 0.3140478 Jul 22 23:53:53.921230 n-d-688802-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-c5dcc71a-6dc8-455a-ac21-9e47d77dc331 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:53:53.925774 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5dcc71a-6dc8-455a-ac21-9e47d77dc331 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.000224 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dcc71a-6dc8-455a-ac21-9e47d77dc331 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event updated for resources: {'Subnet': ['ID=4fc95d81-5505-4fb9-9256-45346687ac8a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:54.021451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4dca713b-8bc2-413f-b69c-4c74edcdb01d req-11e16e6b-e2d4-46a7-8bb4-2d8daf2ef988 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Deleting port 3d9939be-59d0-4f46-91d1-d0c020212dd3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:54.021981 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4dca713b-8bc2-413f-b69c-4c74edcdb01d req-11e16e6b-e2d4-46a7-8bb4-2d8daf2ef988 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.070508 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5879d67c-da46-453c-85c3-4f973375072b None None] Set router d8ed0795-c75c-48aa-9897-2999d847e916 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:53:54.103432 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dcc71a-6dc8-455a-ac21-9e47d77dc331 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Checking segment: {'id': '39d48007-d0ac-45be-b832-f40eec24e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '20bd8c7e-909a-4f25-8b66-cd4656eec684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:54.103960 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dcc71a-6dc8-455a-ac21-9e47d77dc331 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Network hostable DHCP agents. Network: 20bd8c7e-909a-4f25-8b66-cd4656eec684, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:53:54.142756 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-4dcf8948-deb5-4404-b0be-2d96becd1175 req-44e64b93-69bf-49de-8010-6883b4a94b47 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Deleting port 2a3cdedf-d19b-443f-afca-92d53228ad65 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:54.143448 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4dcf8948-deb5-4404-b0be-2d96becd1175 req-44e64b93-69bf-49de-8010-6883b4a94b47 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.213464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dcc71a-6dc8-455a-ac21-9e47d77dc331 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Network 20bd8c7e-909a-4f25-8b66-cd4656eec684 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:53:54.269566 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c5dcc71a-6dc8-455a-ac21-9e47d77dc331 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 20bd8c7e-909a-4f25-8b66-cd4656eec684) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:54.281877 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dcc71a-6dc8-455a-ac21-9e47d77dc331 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:54.282608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5dcc71a-6dc8-455a-ac21-9e47d77dc331 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.303977 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcda97d-f2b6-42b9-b6ed-b8e37b0df18a req-b7abcebb-59b3-47e1-a553-b65bb84a3c87 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:54.305624 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cdcda97d-f2b6-42b9-b6ed-b8e37b0df18a req-b7abcebb-59b3-47e1-a553-b65bb84a3c87 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.7685492 Jul 22 23:53:54.317826 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b6778b-1dd1-4732-8d20-0e6c15cec35c None None] Network 20bd8c7e-909a-4f25-8b66-cd4656eec684 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:54.321923 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c5dcc71a-6dc8-455a-ac21-9e47d77dc331 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2633891 Jul 22 23:53:54.323975 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36498) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:54.330234 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0a5439cb-1b1c-437f-92a7-fd0ec178c504 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Request body: {'port': {'network_id': '20bd8c7e-909a-4f25-8b66-cd4656eec684', 'name': 'tempest-NetworksIpV6TestAttrs-459094785'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:54.337936 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4dcf8948-deb5-4404-b0be-2d96becd1175 req-44e64b93-69bf-49de-8010-6883b4a94b47 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] For port 2a3cdedf-d19b-443f-afca-92d53228ad65, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2a3cdedf-d19b-443f-afca-92d53228ad65,segment=NetworkSegment(929644b9-972b-4aed-b43e-ce68a68aa966),segment_id=929644b9-972b-4aed-b43e-ce68a68aa966)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:54.337936 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4dcf8948-deb5-4404-b0be-2d96becd1175 req-44e64b93-69bf-49de-8010-6883b4a94b47 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.346808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d0114-2ddc-4a07-a5e7-cbca169a00b0 req-cb824f25-c3df-4493-9ed3-bb152c55684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:54.351960 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb4d0114-2ddc-4a07-a5e7-cbca169a00b0 req-cb824f25-c3df-4493-9ed3-bb152c55684b service neutron] 10.222.0.18 "GET /v2.0/networks?id=052816c7-ae06-4e61-a509-20e3198c04e8 HTTP/1.1" status: 200 len: 898 time: 0.4460464 Jul 22 23:53:54.386081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-4dcf8948-deb5-4404-b0be-2d96becd1175 req-44e64b93-69bf-49de-8010-6883b4a94b47 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Calling delete_port for 2a3cdedf-d19b-443f-afca-92d53228ad65 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:54.401510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4dca713b-8bc2-413f-b69c-4c74edcdb01d req-11e16e6b-e2d4-46a7-8bb4-2d8daf2ef988 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] For port 3d9939be-59d0-4f46-91d1-d0c020212dd3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3d9939be-59d0-4f46-91d1-d0c020212dd3,segment=NetworkSegment(929644b9-972b-4aed-b43e-ce68a68aa966),segment_id=929644b9-972b-4aed-b43e-ce68a68aa966)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:54.402073 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4dca713b-8bc2-413f-b69c-4c74edcdb01d req-11e16e6b-e2d4-46a7-8bb4-2d8daf2ef988 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.429223 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0b8d4d-ddb7-4358-925c-fbd554fa69be None None] Network abea14d0-51d6-435f-8238-0be1b01f983a requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:54.454434 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb4d0114-2ddc-4a07-a5e7-cbca169a00b0 req-e0c8ad08-924b-4669-bdca-75c5cd60fc8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324 HTTP/1.1" status: 200 len: 217 time: 0.0846567 Jul 22 23:53:54.455804 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-4dca713b-8bc2-413f-b69c-4c74edcdb01d req-11e16e6b-e2d4-46a7-8bb4-2d8daf2ef988 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Calling delete_port for 3d9939be-59d0-4f46-91d1-d0c020212dd3 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:54.509701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cdcda97d-f2b6-42b9-b6ed-b8e37b0df18a req-d4d6219d-b1d9-4319-8a53-4c7cec089b3a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771753 Jul 22 23:53:54.615024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d0114-2ddc-4a07-a5e7-cbca169a00b0 req-37dafbc5-dfc1-4f6e-a086-fe9249a9862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:54.616780 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb4d0114-2ddc-4a07-a5e7-cbca169a00b0 req-37dafbc5-dfc1-4f6e-a086-fe9249a9862f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=153f65ec-f2ed-47cd-9a96-cb9c76470b1b HTTP/1.1" status: 200 len: 835 time: 0.1486356 Jul 22 23:53:54.669796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0b659f63-0c6d-4b6d-bc22-e98fbc60237d None None] Provisioning for port 8efe3164-f488-412c-8b9e-e7d9fb5a05dd completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:54.676696 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0b659f63-0c6d-4b6d-bc22-e98fbc60237d None None] Provisioning complete for port 8efe3164-f488-412c-8b9e-e7d9fb5a05dd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:54.677081 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0b659f63-0c6d-4b6d-bc22-e98fbc60237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.790183 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e84e0-2775-4815-8d94-6605598ed519 req-91b1f2cf-d535-4062-be04-cbcff92d02d8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:54.797647 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-525e84e0-2775-4815-8d94-6605598ed519 req-91b1f2cf-d535-4062-be04-cbcff92d02d8 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.5888612 Jul 22 23:53:54.842231 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d0114-2ddc-4a07-a5e7-cbca169a00b0 req-a1a1bd8e-1413-416e-aed0-5cb786f171be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:54.843966 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-20bd8c7e-909a-4f25-8b66-cd4656eec684', 'network_id': '20bd8c7e-909a-4f25-8b66-cd4656eec684', 'tenant_id': '5be114b99904465db48a75ccc898f1f1', 'fixed_ips': [{'subnet_id': '4fc95d81-5505-4fb9-9256-45346687ac8a'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:53:54.844891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb4d0114-2ddc-4a07-a5e7-cbca169a00b0 req-a1a1bd8e-1413-416e-aed0-5cb786f171be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=052816c7-ae06-4e61-a509-20e3198c04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2182946 Jul 22 23:53:54.845074 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.852831 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4dca713b-8bc2-413f-b69c-4c74edcdb01d req-11e16e6b-e2d4-46a7-8bb4-2d8daf2ef988 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.853748 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5879d67c-da46-453c-85c3-4f973375072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135631368', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:45Z', 'updated_at': '2021-07-22T23:51:53Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:46Z', 'updated_at': '2021-07-22T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'fdec6bf9-01d1-4fae-883c-9766b7cd1102', 'name': '', 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:c4:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:52Z', 'updated_at': '2021-07-22T23:52:01Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:54.873893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd694c7-8116-4fc3-ad04-ff44c90edbe4 req-3bb31df8-e0f2-4705-8401-f0b007fb9cdb tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:54.875798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8cd694c7-8116-4fc3-ad04-ff44c90edbe4 req-3bb31df8-e0f2-4705-8401-f0b007fb9cdb tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/ports?device_id=355568f9-2f66-4eae-9a30-d30cfd11989f HTTP/1.1" status: 200 len: 946 time: 0.2365482 Jul 22 23:53:54.903861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5879d67c-da46-453c-85c3-4f973375072b None None] The sync data for ids ['d8ed0795-c75c-48aa-9897-2999d847e916'] in n-d-688802-2 is: [{'id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135631368', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:45Z', 'updated_at': '2021-07-22T23:51:53Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:46Z', 'updated_at': '2021-07-22T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'fdec6bf9-01d1-4fae-883c-9766b7cd1102', 'name': '', 'network_id': '052816c7-ae06-4e61-a509-20e3198c04e8', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:c4:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:52Z', 'updated_at': '2021-07-22T23:52:01Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '153f65ec-f2ed-47cd-9a96-cb9c76470b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:53:54.913824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['2a3cdedf-d19b-443f-afca-92d53228ad65'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:53:54.929741 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-525e84e0-2775-4815-8d94-6605598ed519 req-fcd7cb30-94a3-4c68-bcf7-d15f733e3b39 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307499 Jul 22 23:53:54.964195 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e16e6b-e2d4-46a7-8bb4-2d8daf2ef988 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Pushing event deleted for resources: {'Port': ['ID=3d9939be-59d0-4f46-91d1-d0c020212dd3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:55.046910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5439cb-1b1c-437f-92a7-fd0ec178c504 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Made reservation on behalf of 5be114b99904465db48a75ccc898f1f1 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:55.055201 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a5439cb-1b1c-437f-92a7-fd0ec178c504 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.107813 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-0a5439cb-1b1c-437f-92a7-fd0ec178c504 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] device_id is not set on port 30344e92-5878-4cc9-81ce-57e1dd419556 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:53:55.212014 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4dcf8948-deb5-4404-b0be-2d96becd1175 req-44e64b93-69bf-49de-8010-6883b4a94b47 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.221417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dca713b-8bc2-413f-b69c-4c74edcdb01d req-11e16e6b-e2d4-46a7-8bb4-2d8daf2ef988 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] No DVR routers for this DVR port 3d9939be-59d0-4f46-91d1-d0c020212dd3 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:53:55.230010 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4dca713b-8bc2-413f-b69c-4c74edcdb01d req-11e16e6b-e2d4-46a7-8bb4-2d8daf2ef988 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.232927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4dca713b-8bc2-413f-b69c-4c74edcdb01d req-11e16e6b-e2d4-46a7-8bb4-2d8daf2ef988 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.95 "DELETE /v2.0/ports/3d9939be-59d0-4f46-91d1-d0c020212dd3 HTTP/1.1" status: 204 len: 173 time: 1.6247504 Jul 22 23:53:55.248506 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8cd694c7-8116-4fc3-ad04-ff44c90edbe4 req-45987b85-beb0-4712-b7e3-bb7e53102009 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ab48297-9968-4acc-b053-203251af046e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628917 Jul 22 23:53:55.270502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e64b93-69bf-49de-8010-6883b4a94b47 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Pushing event deleted for resources: {'Port': ['ID=2a3cdedf-d19b-443f-afca-92d53228ad65,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:55.314380 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb4d0114-2ddc-4a07-a5e7-cbca169a00b0 req-0ad24a4b-4a3f-4c22-a565-6e06c6b8f829 service neutron] 10.222.0.18 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084580 Jul 22 23:53:55.373442 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcf8948-deb5-4404-b0be-2d96becd1175 req-44e64b93-69bf-49de-8010-6883b4a94b47 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] No DVR routers for this DVR port 2a3cdedf-d19b-443f-afca-92d53228ad65 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:53:55.378632 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4dcf8948-deb5-4404-b0be-2d96becd1175 req-44e64b93-69bf-49de-8010-6883b4a94b47 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.380623 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4dcf8948-deb5-4404-b0be-2d96becd1175 req-44e64b93-69bf-49de-8010-6883b4a94b47 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] 10.222.0.18 "DELETE /v2.0/ports/2a3cdedf-d19b-443f-afca-92d53228ad65 HTTP/1.1" status: 204 len: 173 time: 1.5592637 Jul 22 23:53:55.381115 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0880e5c-e02e-4404-b82c-462bf8eea97e', 'name': 'network-vif-deleted', 'tag': '2a3cdedf-d19b-443f-afca-92d53228ad65'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:55.382776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a75db8-bfca-44b3-8747-471593c4350e req-f56ecd2a-d090-4d07-bb67-b4a0658798e5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:55.383550 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d18d56-de3e-4f0b-a723-cd42cceabae0" -d '{"events": [{"server_uuid": "d0880e5c-e02e-4404-b82c-462bf8eea97e", "name": "network-vif-deleted", "tag": "2a3cdedf-d19b-443f-afca-92d53228ad65"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:55.385494 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-57a75db8-bfca-44b3-8747-471593c4350e req-f56ecd2a-d090-4d07-bb67-b4a0658798e5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.4820538 Jul 22 23:53:55.448878 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751bd7a0-0873-4530-a607-d4e2c11580e0 None None] New status for floating IP 782f05c3-7029-4515-bc0e-d45b27f6eaea: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:53:55.452274 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e7d6f2-dc2d-44da-a7fe-effe5f1a775e x-openstack-request-id: req-e2e7d6f2-dc2d-44da-a7fe-effe5f1a775e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:55.452908 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0880e5c-e02e-4404-b82c-462bf8eea97e", "name": "network-vif-deleted", "tag": "2a3cdedf-d19b-443f-afca-92d53228ad65", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:55.453760 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e2e7d6f2-dc2d-44da-a7fe-effe5f1a775e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:55.454420 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0880e5c-e02e-4404-b82c-462bf8eea97e', 'name': 'network-vif-deleted', 'tag': '2a3cdedf-d19b-443f-afca-92d53228ad65', 'status': 'completed', 'code': 200} Jul 22 23:53:55.482028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355568f9-2f66-4eae-9a30-d30cfd11989f', 'name': 'network-vif-deleted', 'tag': '3d9939be-59d0-4f46-91d1-d0c020212dd3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:55.490930 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048e0645-b11d-4d70-a9df-a7f851ab49f7" -d '{"events": [{"server_uuid": "355568f9-2f66-4eae-9a30-d30cfd11989f", "name": "network-vif-deleted", "tag": "3d9939be-59d0-4f46-91d1-d0c020212dd3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:55.503637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392d985-e86e-4ab7-a74c-7f573ac923c1 req-b5e1ed8c-1a2c-4758-8dba-011716f32a3e tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:55.511297 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8392d985-e86e-4ab7-a74c-7f573ac923c1 req-b5e1ed8c-1a2c-4758-8dba-011716f32a3e tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.4287820 Jul 22 23:53:55.574578 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d099be-345d-4c7f-af71-39663493a790 x-openstack-request-id: req-74d099be-345d-4c7f-af71-39663493a790 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:55.574940 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355568f9-2f66-4eae-9a30-d30cfd11989f", "name": "network-vif-deleted", "tag": "3d9939be-59d0-4f46-91d1-d0c020212dd3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:55.575859 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-74d099be-345d-4c7f-af71-39663493a790 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:55.577265 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355568f9-2f66-4eae-9a30-d30cfd11989f', 'name': 'network-vif-deleted', 'tag': '3d9939be-59d0-4f46-91d1-d0c020212dd3', 'status': 'completed', 'code': 200} Jul 22 23:53:55.613437 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0b659f63-0c6d-4b6d-bc22-e98fbc60237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.633738 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8392d985-e86e-4ab7-a74c-7f573ac923c1 req-259c6d76-fb10-4887-8feb-bce8920fcd36 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213224 Jul 22 23:53:55.653368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Allocated IP 2001:db8::f816:3eff:fe70:de0d (20bd8c7e-909a-4f25-8b66-cd4656eec684/4fc95d81-5505-4fb9-9256-45346687ac8a/2cb58455-3d38-43d8-80c4-936fe327e9f5) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:55.676930 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb4d0114-2ddc-4a07-a5e7-cbca169a00b0 req-037aba94-327b-4cde-8a28-9f987abd4d6d service neutron] 10.222.0.18 "GET /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504052 Jul 22 23:53:55.754111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0b659f63-0c6d-4b6d-bc22-e98fbc60237d None None] For port 8efe3164-f488-412c-8b9e-e7d9fb5a05dd, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8efe3164-f488-412c-8b9e-e7d9fb5a05dd,segment=NetworkSegment(99d068b0-ea79-4578-9db5-104ac1adda61),segment_id=99d068b0-ea79-4578-9db5-104ac1adda61)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:55.789436 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0b659f63-0c6d-4b6d-bc22-e98fbc60237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.900650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad0ae6-e4de-4d8b-824f-f24b1bdf0e19 req-f04b660f-d0b7-4717-9ed6-cb4f5f33dc9e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:55.906836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b659f63-0c6d-4b6d-bc22-e98fbc60237d None None] Pushing event updated for resources: {'Port': ['ID=8efe3164-f488-412c-8b9e-e7d9fb5a05dd,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:55.908906 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cdad0ae6-e4de-4d8b-824f-f24b1bdf0e19 req-f04b660f-d0b7-4717-9ed6-cb4f5f33dc9e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 945 time: 0.2737458 Jul 22 23:53:55.937628 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.947235 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Transition to ACTIVE for port object 2cb58455-3d38-43d8-80c4-936fe327e9f5 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:55.964283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-57a75db8-bfca-44b3-8747-471593c4350e req-fd5b025b-a045-4100-a17e-2b7d12d916f7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:55.964691 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-57a75db8-bfca-44b3-8747-471593c4350e req-fd5b025b-a045-4100-a17e-2b7d12d916f7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.967305 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Transition to ACTIVE for port object 2cb58455-3d38-43d8-80c4-936fe327e9f5 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:55.979549 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.030649 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Network 20bd8c7e-909a-4f25-8b66-cd4656eec684 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:56.042720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:56.049525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:56.074059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Pushing event updated for resources: {'Port': ['ID=2cb58455-3d38-43d8-80c4-936fe327e9f5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:56.082710 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0a5439cb-1b1c-437f-92a7-fd0ec178c504 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Allocated IP 2001:db8::f816:3eff:fea3:1c80 (20bd8c7e-909a-4f25-8b66-cd4656eec684/4fc95d81-5505-4fb9-9256-45346687ac8a/30344e92-5878-4cc9-81ce-57e1dd419556) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:56.257538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Attempting to bind port 2cb58455-3d38-43d8-80c4-936fe327e9f5 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:53:56.258055 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Attempting to bind port 2cb58455-3d38-43d8-80c4-936fe327e9f5 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '39d48007-d0ac-45be-b832-f40eec24e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '20bd8c7e-909a-4f25-8b66-cd4656eec684'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:53:56.258432 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Attempting to bind port 2cb58455-3d38-43d8-80c4-936fe327e9f5 on network 20bd8c7e-909a-4f25-8b66-cd4656eec684 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:56.264399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:53:56.264790 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Checking segment: {'id': '39d48007-d0ac-45be-b832-f40eec24e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '20bd8c7e-909a-4f25-8b66-cd4656eec684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:56.265222 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.265618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Bound using segment: {'id': '39d48007-d0ac-45be-b832-f40eec24e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '20bd8c7e-909a-4f25-8b66-cd4656eec684'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:53:56.266103 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Bound port: 2cb58455-3d38-43d8-80c4-936fe327e9f5, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d48007-d0ac-45be-b832-f40eec24e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '20bd8c7e-909a-4f25-8b66-cd4656eec684'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:53:56.266493 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.312860 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3d9939be-59d0-4f46-91d1-d0c020212dd3 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:53:56.346619 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 3d9939be-59d0-4f46-91d1-d0c020212dd3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:53:56.346969 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3d9939be-59d0-4f46-91d1-d0c020212dd3 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:53:56.364234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8fd65234-3041-483f-aaa3-8f18765bdcd1 None None] Provisioning complete for port 8efe3164-f488-412c-8b9e-e7d9fb5a05dd triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:56.364593 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fd65234-3041-483f-aaa3-8f18765bdcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.372982 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a5439cb-1b1c-437f-92a7-fd0ec178c504 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.387997 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0a5439cb-1b1c-437f-92a7-fd0ec178c504 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Transition to ACTIVE for port object 30344e92-5878-4cc9-81ce-57e1dd419556 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:56.413783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] For port 2cb58455-3d38-43d8-80c4-936fe327e9f5, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:53:56.417846 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] For port 2cb58455-3d38-43d8-80c4-936fe327e9f5, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2cb58455-3d38-43d8-80c4-936fe327e9f5,segment=NetworkSegment(39d48007-d0ac-45be-b832-f40eec24e4dc),segment_id=39d48007-d0ac-45be-b832-f40eec24e4dc)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:53:56.424279 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.428651 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a5439cb-1b1c-437f-92a7-fd0ec178c504 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.468752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f455603-f9eb-4161-a2dc-757839e6fc8f req-cf18c1e4-3c63-42f0-b3ec-c6a8edf8c38a tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:56.470220 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f455603-f9eb-4161-a2dc-757839e6fc8f req-cf18c1e4-3c63-42f0-b3ec-c6a8edf8c38a tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.6854320 Jul 22 23:53:56.473466 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cdad0ae6-e4de-4d8b-824f-f24b1bdf0e19 req-b2c8abfe-5725-4bd2-b04e-fba36e6124f6 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a1271a-0e67-491f-b5af-68d8df1df1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5632482 Jul 22 23:53:56.486203 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5439cb-1b1c-437f-92a7-fd0ec178c504 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Network 20bd8c7e-909a-4f25-8b66-cd4656eec684 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:56.491942 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0a5439cb-1b1c-437f-92a7-fd0ec178c504 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:56.496789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5439cb-1b1c-437f-92a7-fd0ec178c504 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:56.503404 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5439cb-1b1c-437f-92a7-fd0ec178c504 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:56.504081 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a5439cb-1b1c-437f-92a7-fd0ec178c504 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.529643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591a0b3-a1b7-412d-97eb-c99d2a685118 None None] Pushing event updated for resources: {'Port': ['ID=2cb58455-3d38-43d8-80c4-936fe327e9f5,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:56.534452 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5439cb-1b1c-437f-92a7-fd0ec178c504 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event updated for resources: {'Port': ['ID=30344e92-5878-4cc9-81ce-57e1dd419556,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:56.542464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-57a75db8-bfca-44b3-8747-471593c4350e req-fd5b025b-a045-4100-a17e-2b7d12d916f7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] For port b9c25e6d-9b0a-43d9-9593-c3015cc9c324, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,segment=NetworkSegment(9f05e9e2-eff2-4a57-b892-5837b88100af),segment_id=9f05e9e2-eff2-4a57-b892-5837b88100af)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:56.543440 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-57a75db8-bfca-44b3-8747-471593c4350e req-fd5b025b-a045-4100-a17e-2b7d12d916f7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.549783 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0a5439cb-1b1c-437f-92a7-fd0ec178c504 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2223349 Jul 22 23:53:56.550269 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36530) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:56.567634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-57a75db8-bfca-44b3-8747-471593c4350e req-fd5b025b-a045-4100-a17e-2b7d12d916f7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Calling delete_port for b9c25e6d-9b0a-43d9-9593-c3015cc9c324 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:56.617719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aec438a-6df3-44af-a676-4b95aca96397 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Deleting subnet 4fc95d81-5505-4fb9-9256-45346687ac8a {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:53:56.621782 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1aec438a-6df3-44af-a676-4b95aca96397 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.627425 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f455603-f9eb-4161-a2dc-757839e6fc8f req-5224bf85-2b87-4e03-818a-5ab759293d83 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883584 Jul 22 23:53:56.688798 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1aec438a-6df3-44af-a676-4b95aca96397 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.714395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36538) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:56.774965 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-57a75db8-bfca-44b3-8747-471593c4350e req-fd5b025b-a045-4100-a17e-2b7d12d916f7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.832578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b025b-a045-4100-a17e-2b7d12d916f7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Port': ['ID=b9c25e6d-9b0a-43d9-9593-c3015cc9c324,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:56.854899 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1d33a4-65a2-4434-ac72-882f9e0c83de admin admin] Deleting subnet 2074c48b-d8e6-41e1-9c92-fe4a7b477f5e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:53:56.861031 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c1d33a4-65a2-4434-ac72-882f9e0c83de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.890052 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1aec438a-6df3-44af-a676-4b95aca96397 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.964797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a75db8-bfca-44b3-8747-471593c4350e req-fd5b025b-a045-4100-a17e-2b7d12d916f7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] No DVR routers for this DVR port b9c25e6d-9b0a-43d9-9593-c3015cc9c324 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:53:56.969866 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1aec438a-6df3-44af-a676-4b95aca96397 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.970635 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-57a75db8-bfca-44b3-8747-471593c4350e req-fd5b025b-a045-4100-a17e-2b7d12d916f7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.972783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-57a75db8-bfca-44b3-8747-471593c4350e req-fd5b025b-a045-4100-a17e-2b7d12d916f7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.18 "DELETE /v2.0/ports/b9c25e6d-9b0a-43d9-9593-c3015cc9c324 HTTP/1.1" status: 204 len: 173 time: 1.5715740 Jul 22 23:53:56.976529 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c1d33a4-65a2-4434-ac72-882f9e0c83de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.015573 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec438a-6df3-44af-a676-4b95aca96397 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc95d81-5505-4fb9-9256-45346687ac8a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:57.025392 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1aec438a-6df3-44af-a676-4b95aca96397 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.031987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408af4a-dea2-48a9-ac4c-3ce980795cfd req-6a362ec5-25c1-4f53-a302-210540af75d3 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:57.038880 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1aec438a-6df3-44af-a676-4b95aca96397 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/subnets/4fc95d81-5505-4fb9-9256-45346687ac8a HTTP/1.1" status: 204 len: 168 time: 0.4851084 Jul 22 23:53:57.039315 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1408af4a-dea2-48a9-ac4c-3ce980795cfd req-6a362ec5-25c1-4f53-a302-210540af75d3 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.2622066 Jul 22 23:53:57.041624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36542) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:57.053451 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c1d33a4-65a2-4434-ac72-882f9e0c83de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.099320 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f20d174-d38c-4baa-950d-c86463007e4d tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:57.100834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f20d174-d38c-4baa-950d-c86463007e4d tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:57.102519 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6f20d174-d38c-4baa-950d-c86463007e4d tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0597851 Jul 22 23:53:57.108321 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36544) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:57.153399 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1408af4a-dea2-48a9-ac4c-3ce980795cfd req-820ccf42-c9e3-4466-82d7-190ede836dbe tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131206 Jul 22 23:53:57.197643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b7c19-3622-4de3-982a-143cc10ed8ff req-81b03a2f-e744-4e2e-ab54-a80b30500a08 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:57.204977 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2015-7b58-46b3-a4a8-9f4f01757064 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.208631 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d1b7c19-3622-4de3-982a-143cc10ed8ff req-81b03a2f-e744-4e2e-ab54-a80b30500a08 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 946 time: 0.1643310 Jul 22 23:53:57.215533 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebd2015-7b58-46b3-a4a8-9f4f01757064 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 23:53:57.216057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ebd2015-7b58-46b3-a4a8-9f4f01757064 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:53:57.217272 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c1d33a4-65a2-4434-ac72-882f9e0c83de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.221613 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ebd2015-7b58-46b3-a4a8-9f4f01757064 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/networks/20bd8c7e-909a-4f25-8b66-cd4656eec684 HTTP/1.1" status: 409 len: 405 time: 0.1082177 Jul 22 23:53:57.222593 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36548) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:57.228248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d5bb1df2-0b27-43f4-b530-f2e270a89fbe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1110208954'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:57.259812 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bb1df2-0b27-43f4-b530-f2e270a89fbe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Made reservation on behalf of 5be114b99904465db48a75ccc898f1f1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:57.268050 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d33a4-65a2-4434-ac72-882f9e0c83de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2074c48b-d8e6-41e1-9c92-fe4a7b477f5e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:57.268723 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1df2-0b27-43f4-b530-f2e270a89fbe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.284723 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c1d33a4-65a2-4434-ac72-882f9e0c83de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.287697 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3c1d33a4-65a2-4434-ac72-882f9e0c83de admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2074c48b-d8e6-41e1-9c92-fe4a7b477f5e HTTP/1.1" status: 204 len: 168 time: 0.5710089 Jul 22 23:53:57.292825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36552) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:57.314215 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bb1df2-0b27-43f4-b530-f2e270a89fbe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:53:57.330084 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1df2-0b27-43f4-b530-f2e270a89fbe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.330675 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-d5bb1df2-0b27-43f4-b530-f2e270a89fbe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Added segment 380091e4-e3fb-4970-b15a-0d67ee7430b0 of type vlan for network b36bfe1a-9f62-4794-a8d5-cd291486270d Jul 22 23:53:57.375236 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d1b7c19-3622-4de3-982a-143cc10ed8ff req-288d0e13-d3d3-4f6d-b46b-752241e3fc46 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632710 Jul 22 23:53:57.422241 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1df2-0b27-43f4-b530-f2e270a89fbe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.533400 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1df2-0b27-43f4-b530-f2e270a89fbe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.540264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb1df2-0b27-43f4-b530-f2e270a89fbe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:57.541069 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1df2-0b27-43f4-b530-f2e270a89fbe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.546207 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-438fec24-b5b9-43db-b3ab-1c770f9455e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.582690 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'name': 'network-vif-deleted', 'tag': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:57.591393 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8efe3164-f488-412c-8b9e-e7d9fb5a05dd up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:57.595413 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dc95ef-5e37-41d4-b04a-9eb7cd6b556d" -d '{"events": [{"server_uuid": "b97db626-26a1-40e4-bc0f-60aad003cfdb", "name": "network-vif-deleted", "tag": "b9c25e6d-9b0a-43d9-9593-c3015cc9c324"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:57.634722 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d5bb1df2-0b27-43f4-b530-f2e270a89fbe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4091640 Jul 22 23:53:57.642591 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36572) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:57.698793 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7f9eb15d-a4ff-4efe-983c-70e4600de503 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Request body: {'subnet': {'network_id': 'b36bfe1a-9f62-4794-a8d5-cd291486270d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:57.701779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 8efe3164-f488-412c-8b9e-e7d9fb5a05dd triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:57.702158 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.712522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb1df2-0b27-43f4-b530-f2e270a89fbe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event updated for resources: {'Network': ['ID=b36bfe1a-9f62-4794-a8d5-cd291486270d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:57.733329 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network b36bfe1a-9f62-4794-a8d5-cd291486270d details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:53:57.812736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-35d3d039-a480-4b70-b241-89935bb6dd2a req-a70ccaec-216b-4b0d-b6a6-bf0e8451e66a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97db626-26a1-40e4-bc0f-60aad003cfdb HTTP/1.1" status: 200 len: 210 time: 0.0629132 Jul 22 23:53:57.835842 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b9c25e6d-9b0a-43d9-9593-c3015cc9c324 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:53:57.884506 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: b9c25e6d-9b0a-43d9-9593-c3015cc9c324 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:53:57.884698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b9c25e6d-9b0a-43d9-9593-c3015cc9c324 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:53:57.885142 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 2a3cdedf-d19b-443f-afca-92d53228ad65 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:53:57.895939 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9eb15d-a4ff-4efe-983c-70e4600de503 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Made reservation on behalf of 5be114b99904465db48a75ccc898f1f1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:57.901290 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-438fec24-b5b9-43db-b3ab-1c770f9455e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.906939 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ccb7c7-f657-41b4-9555-573f492e8140 x-openstack-request-id: req-a9ccb7c7-f657-41b4-9555-573f492e8140 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:57.907272 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97db626-26a1-40e4-bc0f-60aad003cfdb", "name": "network-vif-deleted", "tag": "b9c25e6d-9b0a-43d9-9593-c3015cc9c324", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:57.907481 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a9ccb7c7-f657-41b4-9555-573f492e8140 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:57.907907 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97db626-26a1-40e4-bc0f-60aad003cfdb', 'name': 'network-vif-deleted', 'tag': 'b9c25e6d-9b0a-43d9-9593-c3015cc9c324', 'status': 'completed', 'code': 200} Jul 22 23:53:57.917955 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-438fec24-b5b9-43db-b3ab-1c770f9455e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45f8812-bbb4-4e9c-a40b-4a6714a7cd12']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:57.919707 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 2a3cdedf-d19b-443f-afca-92d53228ad65 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:53:57.920231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 2a3cdedf-d19b-443f-afca-92d53228ad65 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:53:57.924635 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f9eb15d-a4ff-4efe-983c-70e4600de503 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.932453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-438fec24-b5b9-43db-b3ab-1c770f9455e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929644b9-972b-4aed-b43e-ce68a68aa966') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:57.932776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-438fec24-b5b9-43db-b3ab-1c770f9455e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929644b9-972b-4aed-b43e-ce68a68aa966') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:57.960928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789c4e9-d939-41dc-b2e7-235d5ac70df0 req-7e27ad59-432e-4550-9c12-dc4303882713 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:57.962481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c789c4e9-d939-41dc-b2e7-235d5ac70df0 req-7e27ad59-432e-4550-9c12-dc4303882713 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.3493447 Jul 22 23:53:57.964428 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-438fec24-b5b9-43db-b3ab-1c770f9455e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.992858 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2cb58455-3d38-43d8-80c4-936fe327e9f5 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:58.046662 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-438fec24-b5b9-43db-b3ab-1c770f9455e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.078168 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 2cb58455-3d38-43d8-80c4-936fe327e9f5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:58.079972 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c789c4e9-d939-41dc-b2e7-235d5ac70df0 req-63812c0f-3514-4da2-9693-29c6cca7f783 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868318 Jul 22 23:53:58.081627 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438fec24-b5b9-43db-b3ab-1c770f9455e4 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:53:58.081798 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-438fec24-b5b9-43db-b3ab-1c770f9455e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:53:58.083530 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:53:58.131775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46f7b64-2d82-436a-be4b-8089a61904cb None None] Network 20bd8c7e-909a-4f25-8b66-cd4656eec684 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:58.158510 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-438fec24-b5b9-43db-b3ab-1c770f9455e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.176784 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-438fec24-b5b9-43db-b3ab-1c770f9455e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.178755 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-438fec24-b5b9-43db-b3ab-1c770f9455e4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f45f8812-bbb4-4e9c-a40b-4a6714a7cd12 HTTP/1.1" status: 204 len: 168 time: 0.8799551 Jul 22 23:53:58.179621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fec24-b5b9-43db-b3ab-1c770f9455e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f45f8812-bbb4-4e9c-a40b-4a6714a7cd12,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:58.277715 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fc8653bf-cb09-4111-82f5-8e82427d32fa None None] Provisioning for port 2cb58455-3d38-43d8-80c4-936fe327e9f5 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:58.285911 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fc8653bf-cb09-4111-82f5-8e82427d32fa None None] Provisioning complete for port 2cb58455-3d38-43d8-80c4-936fe327e9f5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:58.286292 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc8653bf-cb09-4111-82f5-8e82427d32fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.345964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.objects.ports [None req-7f9eb15d-a4ff-4efe-983c-70e4600de503 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93820) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:53:58.347500 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f9eb15d-a4ff-4efe-983c-70e4600de503 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.402813 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc8653bf-cb09-4111-82f5-8e82427d32fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.410834 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36580) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:58.445982 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca9aa3c-46e0-4118-b39c-676341d2d0b5 None None] DHCP port deletion for 20bd8c7e-909a-4f25-8b66-cd4656eec684 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:53:58.455251 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9eb15d-a4ff-4efe-983c-70e4600de503 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Checking segment: {'id': '380091e4-e3fb-4970-b15a-0d67ee7430b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b36bfe1a-9f62-4794-a8d5-cd291486270d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:58.456162 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9eb15d-a4ff-4efe-983c-70e4600de503 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Network hostable DHCP agents. Network: b36bfe1a-9f62-4794-a8d5-cd291486270d, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:53:58.478694 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9eb15d-a4ff-4efe-983c-70e4600de503 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event updated for resources: {'Subnet': ['ID=6aec33ef-80b8-4b1c-9260-55414c1fd643,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:58.490550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fc8653bf-cb09-4111-82f5-8e82427d32fa None None] For port 2cb58455-3d38-43d8-80c4-936fe327e9f5, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2cb58455-3d38-43d8-80c4-936fe327e9f5,segment=NetworkSegment(39d48007-d0ac-45be-b832-f40eec24e4dc),segment_id=39d48007-d0ac-45be-b832-f40eec24e4dc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:58.506615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2b29eea5-4b40-492d-bda8-2307b766234d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81369f9e005f4a40ba4e73262b59a675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919378 Jul 22 23:53:58.507858 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36582) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:58.513711 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc8653bf-cb09-4111-82f5-8e82427d32fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.522651 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9eb15d-a4ff-4efe-983c-70e4600de503 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Network b36bfe1a-9f62-4794-a8d5-cd291486270d is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:53:58.547667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7f9eb15d-a4ff-4efe-983c-70e4600de503 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, b36bfe1a-9f62-4794-a8d5-cd291486270d) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:58.554667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9eb15d-a4ff-4efe-983c-70e4600de503 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:58.554667 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f9eb15d-a4ff-4efe-983c-70e4600de503 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.572639 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9fe1e4-8466-4430-ac0c-41806b778e79 None None] Network b36bfe1a-9f62-4794-a8d5-cd291486270d requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:58.577777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c68ac-0fd0-48f2-9316-891856f467cd req-0ce2773b-0f22-44ad-b1b0-0f498b76ae90 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:58.579999 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a43c68ac-0fd0-48f2-9316-891856f467cd req-0ce2773b-0f22-44ad-b1b0-0f498b76ae90 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.95 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 946 time: 0.1495883 Jul 22 23:53:58.602504 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7f9eb15d-a4ff-4efe-983c-70e4600de503 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9592307 Jul 22 23:53:58.604849 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-558455e8-5760-42c1-880e-1ccb9496b261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.614483 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1ca9aa3c-46e0-4118-b39c-676341d2d0b5 None None] Deleting port 2cb58455-3d38-43d8-80c4-936fe327e9f5 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:58.615038 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ca9aa3c-46e0-4118-b39c-676341d2d0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.629172 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36588) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:58.631961 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-558455e8-5760-42c1-880e-1ccb9496b261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.634098 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5c418a52-85ec-4710-811d-5bca0d9381f3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Request body: {'port': {'network_id': 'b36bfe1a-9f62-4794-a8d5-cd291486270d', 'name': 'tempest-NetworksIpV6TestAttrs-1631939522'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:58.698020 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-558455e8-5760-42c1-880e-1ccb9496b261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.699068 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22321cb-ae59-4f19-9937-c8ed75e203e8 req-49ffef0e-21b5-4adf-9e59-787c9f168ace tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:58.701053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a22321cb-ae59-4f19-9937-c8ed75e203e8 req-49ffef0e-21b5-4adf-9e59-787c9f168ace tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 946 time: 0.1879890 Jul 22 23:53:58.702251 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-558455e8-5760-42c1-880e-1ccb9496b261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.710667 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-558455e8-5760-42c1-880e-1ccb9496b261 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ab48297-9968-4acc-b053-203251af046e HTTP/1.1" status: 204 len: 168 time: 0.2006562 Jul 22 23:53:58.720399 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558455e8-5760-42c1-880e-1ccb9496b261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab48297-9968-4acc-b053-203251af046e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:58.738763 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1ca9aa3c-46e0-4118-b39c-676341d2d0b5 None None] For port 2cb58455-3d38-43d8-80c4-936fe327e9f5, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2cb58455-3d38-43d8-80c4-936fe327e9f5,segment=NetworkSegment(39d48007-d0ac-45be-b832-f40eec24e4dc),segment_id=39d48007-d0ac-45be-b832-f40eec24e4dc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:58.739164 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ca9aa3c-46e0-4118-b39c-676341d2d0b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.771635 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8653bf-cb09-4111-82f5-8e82427d32fa None None] Pushing event updated for resources: {'Port': ['ID=2cb58455-3d38-43d8-80c4-936fe327e9f5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:58.774497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1ca9aa3c-46e0-4118-b39c-676341d2d0b5 None None] Calling delete_port for 2cb58455-3d38-43d8-80c4-936fe327e9f5 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:58.831387 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a22321cb-ae59-4f19-9937-c8ed75e203e8 req-f26d5916-e8f1-46bf-8e6c-0b49fa916f55 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211727 Jul 22 23:53:58.898226 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36600) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:58.929889 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a43c68ac-0fd0-48f2-9316-891856f467cd req-b194d7ff-3622-423a-a26e-6c0d44543101 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Deleting port 325966a2-108f-436d-9aa9-c1218f4bcbd9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:58.933839 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a43c68ac-0fd0-48f2-9316-891856f467cd req-b194d7ff-3622-423a-a26e-6c0d44543101 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.965542 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c418a52-85ec-4710-811d-5bca0d9381f3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Made reservation on behalf of 5be114b99904465db48a75ccc898f1f1 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:58.966036 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ca9aa3c-46e0-4118-b39c-676341d2d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.976625 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c418a52-85ec-4710-811d-5bca0d9381f3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:59.020942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-b36bfe1a-9f62-4794-a8d5-cd291486270d', 'network_id': 'b36bfe1a-9f62-4794-a8d5-cd291486270d', 'tenant_id': '5be114b99904465db48a75ccc898f1f1', 'fixed_ips': [{'subnet_id': '6aec33ef-80b8-4b1c-9260-55414c1fd643'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:53:59.022059 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:59.025784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca9aa3c-46e0-4118-b39c-676341d2d0b5 None None] No DVR routers for this DVR port 2cb58455-3d38-43d8-80c4-936fe327e9f5 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:53:59.037572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9aa3c-46e0-4118-b39c-676341d2d0b5 None None] Pushing event deleted for resources: {'Port': ['ID=2cb58455-3d38-43d8-80c4-936fe327e9f5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:59.071829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-5c418a52-85ec-4710-811d-5bca0d9381f3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] device_id is not set on port e9ce534d-1281-48f1-af5e-00a9533f7774 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:53:59.241457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Allocated IP 2001:db8::f816:3eff:fefa:4b07 (b36bfe1a-9f62-4794-a8d5-cd291486270d/6aec33ef-80b8-4b1c-9260-55414c1fd643/15d25353-4801-48b4-88be-562e08582591) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:59.247843 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a43c68ac-0fd0-48f2-9316-891856f467cd req-b194d7ff-3622-423a-a26e-6c0d44543101 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] For port 325966a2-108f-436d-9aa9-c1218f4bcbd9, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=325966a2-108f-436d-9aa9-c1218f4bcbd9,segment=NetworkSegment(112dac1e-4677-4621-bb9f-92d6e0a57f1d),segment_id=112dac1e-4677-4621-bb9f-92d6e0a57f1d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:59.248585 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a43c68ac-0fd0-48f2-9316-891856f467cd req-b194d7ff-3622-423a-a26e-6c0d44543101 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:59.360966 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2cb58455-3d38-43d8-80c4-936fe327e9f5 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:53:59.381133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90390b-a6f0-4b67-83d3-d1c9164f9d86 req-b5bcbc58-72b6-47b8-a1cc-39681a173add tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:59.382709 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bd90390b-a6f0-4b67-83d3-d1c9164f9d86 req-b5bcbc58-72b6-47b8-a1cc-39681a173add tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.1895149 Jul 22 23:53:59.397909 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 2cb58455-3d38-43d8-80c4-936fe327e9f5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:53:59.398253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2cb58455-3d38-43d8-80c4-936fe327e9f5 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:53:59.482804 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bd90390b-a6f0-4b67-83d3-d1c9164f9d86 req-446e7287-9372-4845-a58b-0c65fbb103dc tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748599 Jul 22 23:53:59.549025 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13c58d04-beb2-43cd-a00a-414aadf843d2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:59.579247 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:59.589566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Transition to ACTIVE for port object 15d25353-4801-48b4-88be-562e08582591 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:59.625807 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a43c68ac-0fd0-48f2-9316-891856f467cd req-b194d7ff-3622-423a-a26e-6c0d44543101 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:59.626337 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a43c68ac-0fd0-48f2-9316-891856f467cd req-b194d7ff-3622-423a-a26e-6c0d44543101 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:59.626337 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [req-a43c68ac-0fd0-48f2-9316-891856f467cd req-b194d7ff-3622-423a-a26e-6c0d44543101 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Floating IP 4ce8864e-02c6-49c8-9c10-fc194d5af4d0 disassociated. External IP: 172.25.4.20, port: 325966a2-108f-436d-9aa9-c1218f4bcbd9. Jul 22 23:53:59.628021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-a43c68ac-0fd0-48f2-9316-891856f467cd req-b194d7ff-3622-423a-a26e-6c0d44543101 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Calling delete_port for 325966a2-108f-436d-9aa9-c1218f4bcbd9 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:59.640005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Transition to ACTIVE for port object 15d25353-4801-48b4-88be-562e08582591 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:59.656016 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:59.746272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Pushing event updated for resources: {'Port': ['ID=15d25353-4801-48b4-88be-562e08582591,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:59.777451 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Network b36bfe1a-9f62-4794-a8d5-cd291486270d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:59.791435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:59.800343 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:59.885758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5c418a52-85ec-4710-811d-5bca0d9381f3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Allocated IP 2001:db8::f816:3eff:fe96:1acf (b36bfe1a-9f62-4794-a8d5-cd291486270d/6aec33ef-80b8-4b1c-9260-55414c1fd643/e9ce534d-1281-48f1-af5e-00a9533f7774) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:59.933415 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Attempting to bind port 15d25353-4801-48b4-88be-562e08582591 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:53:59.935385 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Attempting to bind port 15d25353-4801-48b4-88be-562e08582591 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '380091e4-e3fb-4970-b15a-0d67ee7430b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b36bfe1a-9f62-4794-a8d5-cd291486270d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:53:59.936000 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Attempting to bind port 15d25353-4801-48b4-88be-562e08582591 on network b36bfe1a-9f62-4794-a8d5-cd291486270d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:59.954426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:53:59.957548 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Checking segment: {'id': '380091e4-e3fb-4970-b15a-0d67ee7430b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b36bfe1a-9f62-4794-a8d5-cd291486270d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:59.957973 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:59.958374 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Bound using segment: {'id': '380091e4-e3fb-4970-b15a-0d67ee7430b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b36bfe1a-9f62-4794-a8d5-cd291486270d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:53:59.958876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Bound port: 15d25353-4801-48b4-88be-562e08582591, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380091e4-e3fb-4970-b15a-0d67ee7430b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b36bfe1a-9f62-4794-a8d5-cd291486270d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:53:59.959264 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:00.061944 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b78a12-4d35-4124-bfb9-d84006d679f5 req-0de4a286-8154-471b-a42e-7ff9ccb83140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:00.063858 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-72b78a12-4d35-4124-bfb9-d84006d679f5 req-0de4a286-8154-471b-a42e-7ff9ccb83140 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e4faf032effb4aec924b2cadd5d45fa3&device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 1097 time: 0.1283107 Jul 22 23:54:00.090094 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36632) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:00.112821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-13c58d04-beb2-43cd-a00a-414aadf843d2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting port fdec6bf9-01d1-4fae-883c-9766b7cd1102 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:00.113306 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13c58d04-beb2-43cd-a00a-414aadf843d2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:00.143687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] For port 15d25353-4801-48b4-88be-562e08582591, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:00.151362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] For port 15d25353-4801-48b4-88be-562e08582591, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=15d25353-4801-48b4-88be-562e08582591,segment=NetworkSegment(380091e4-e3fb-4970-b15a-0d67ee7430b0),segment_id=380091e4-e3fb-4970-b15a-0d67ee7430b0)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:00.166911 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:00.279898 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d973da-a5a6-433b-85a6-23b07df2ee3b None None] Pushing event updated for resources: {'Port': ['ID=15d25353-4801-48b4-88be-562e08582591,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:00.354817 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b78a12-4d35-4124-bfb9-d84006d679f5 req-0fcda91c-df3c-459b-8cc4-0118dea754e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:00.362692 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a43c68ac-0fd0-48f2-9316-891856f467cd req-b194d7ff-3622-423a-a26e-6c0d44543101 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:00.367394 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-72b78a12-4d35-4124-bfb9-d84006d679f5 req-0fcda91c-df3c-459b-8cc4-0118dea754e7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb HTTP/1.1" status: 200 len: 914 time: 0.2958772 Jul 22 23:54:00.379029 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-267c3d35-1650-4f59-ab42-49e16e60c26c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-84262308-network', 'tenant_id': '0edfcddefbf6415b8926df47e3ce6077'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:00.410078 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194d7ff-3622-423a-a26e-6c0d44543101 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Pushing event deleted for resources: {'Port': ['ID=325966a2-108f-436d-9aa9-c1218f4bcbd9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:00.431191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267c3d35-1650-4f59-ab42-49e16e60c26c admin admin] Made reservation on behalf of 0edfcddefbf6415b8926df47e3ce6077 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:00.434010 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-267c3d35-1650-4f59-ab42-49e16e60c26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:00.472565 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5bdb9-0f44-4fa2-9155-95ebdd664073 req-f904b6f4-2294-40f2-8db0-c8567d764c8f tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:00.480011 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f7a5bdb9-0f44-4fa2-9155-95ebdd664073 req-f904b6f4-2294-40f2-8db0-c8567d764c8f tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.5231645 Jul 22 23:54:00.489468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee6cee-31b3-4e6e-ba5a-6fd9f9e8ca13 req-c9bd2e5d-da07-476e-9f5a-b8050ae0c767 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:00.491411 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fee6cee-31b3-4e6e-ba5a-6fd9f9e8ca13 req-c9bd2e5d-da07-476e-9f5a-b8050ae0c767 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/ports?device_id=df86a1da-20fb-49a0-9860-2f48c38fd71d HTTP/1.1" status: 200 len: 867 time: 0.4283350 Jul 22 23:54:00.504562 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-72b78a12-4d35-4124-bfb9-d84006d679f5 req-c05534c2-11b2-4ec5-a04b-52c63e494c8f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc87c514-6f66-4fca-8957-13ac210536b7 HTTP/1.1" status: 200 len: 217 time: 0.0985425 Jul 22 23:54:00.508622 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-267c3d35-1650-4f59-ab42-49e16e60c26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:00.582850 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c418a52-85ec-4710-811d-5bca0d9381f3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:00.598970 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-5c418a52-85ec-4710-811d-5bca0d9381f3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Transition to ACTIVE for port object e9ce534d-1281-48f1-af5e-00a9533f7774 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:00.600821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-13c58d04-beb2-43cd-a00a-414aadf843d2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] For port fdec6bf9-01d1-4fae-883c-9766b7cd1102, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fdec6bf9-01d1-4fae-883c-9766b7cd1102,segment=NetworkSegment(9f05e9e2-eff2-4a57-b892-5837b88100af),segment_id=9f05e9e2-eff2-4a57-b892-5837b88100af)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:00.601393 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13c58d04-beb2-43cd-a00a-414aadf843d2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:00.637235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-13c58d04-beb2-43cd-a00a-414aadf843d2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Calling delete_port for fdec6bf9-01d1-4fae-883c-9766b7cd1102 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:00.659349 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b78a12-4d35-4124-bfb9-d84006d679f5 req-adb88b94-8787-47cd-8c5e-d02e2afd26bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:00.661310 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-72b78a12-4d35-4124-bfb9-d84006d679f5 req-adb88b94-8787-47cd-8c5e-d02e2afd26bd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cccc704-dfc0-4d65-836a-00a99882898e HTTP/1.1" status: 200 len: 853 time: 0.1398523 Jul 22 23:54:00.730352 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c418a52-85ec-4710-811d-5bca0d9381f3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:00.750182 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-72b78a12-4d35-4124-bfb9-d84006d679f5 req-007a94d9-6b46-4480-afec-68d9bc44188f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=03675ce2-4ea4-4206-9b7a-83eaaf6425cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791013 Jul 22 23:54:00.811130 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f7a5bdb9-0f44-4fa2-9155-95ebdd664073 req-2fe2d4e0-5919-491c-b157-e9ede080c167 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301044 Jul 22 23:54:00.821404 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fee6cee-31b3-4e6e-ba5a-6fd9f9e8ca13 req-005d2113-18b1-4f68-9b6d-172bd604c816 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933284 Jul 22 23:54:00.850353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c418a52-85ec-4710-811d-5bca0d9381f3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Network b36bfe1a-9f62-4794-a8d5-cd291486270d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:00.854499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c418a52-85ec-4710-811d-5bca0d9381f3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event updated for resources: {'Port': ['ID=e9ce534d-1281-48f1-af5e-00a9533f7774,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:00.857191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5c418a52-85ec-4710-811d-5bca0d9381f3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:00.860975 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c418a52-85ec-4710-811d-5bca0d9381f3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:00.868187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c418a52-85ec-4710-811d-5bca0d9381f3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:00.868922 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c418a52-85ec-4710-811d-5bca0d9381f3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:00.898493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a43c68ac-0fd0-48f2-9316-891856f467cd req-b194d7ff-3622-423a-a26e-6c0d44543101 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Router 868fd7bc-c32a-436d-8922-f3fee9eafc25 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:54:00.995191 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-267c3d35-1650-4f59-ab42-49e16e60c26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.015163 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5c418a52-85ec-4710-811d-5bca0d9381f3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3846624 Jul 22 23:54:01.020390 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36638) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:01.034220 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-267c3d35-1650-4f59-ab42-49e16e60c26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.039650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a43c68ac-0fd0-48f2-9316-891856f467cd req-b194d7ff-3622-423a-a26e-6c0d44543101 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:01.045950 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-72b78a12-4d35-4124-bfb9-d84006d679f5 req-219f73f2-02f4-4038-a08e-7c374f98b7aa service neutron] 10.222.0.95 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848847 Jul 22 23:54:01.060948 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697228e-f82f-4187-956d-502c3207ae21 None None] Sync routers for ids ['868fd7bc-c32a-436d-8922-f3fee9eafc25'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:01.071313 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697228e-f82f-4187-956d-502c3207ae21 None None] Routers {'868fd7bc-c32a-436d-8922-f3fee9eafc25'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:01.072082 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9697228e-f82f-4187-956d-502c3207ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:53:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['868fd7bc-c32a-436d-8922-f3fee9eafc25'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:01.098433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43c68ac-0fd0-48f2-9316-891856f467cd req-b194d7ff-3622-423a-a26e-6c0d44543101 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] No DVR routers for this DVR port 325966a2-108f-436d-9aa9-c1218f4bcbd9 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:01.101407 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a43c68ac-0fd0-48f2-9316-891856f467cd req-b194d7ff-3622-423a-a26e-6c0d44543101 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.105178 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a43c68ac-0fd0-48f2-9316-891856f467cd req-b194d7ff-3622-423a-a26e-6c0d44543101 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.95 "DELETE /v2.0/ports/325966a2-108f-436d-9aa9-c1218f4bcbd9 HTTP/1.1" status: 204 len: 173 time: 2.5167439 Jul 22 23:54:01.105666 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df86a1da-20fb-49a0-9860-2f48c38fd71d', 'name': 'network-vif-deleted', 'tag': '325966a2-108f-436d-9aa9-c1218f4bcbd9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:01.110254 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f38af8-de89-4063-aace-70503ce72f7d" -d '{"events": [{"server_uuid": "df86a1da-20fb-49a0-9860-2f48c38fd71d", "name": "network-vif-deleted", "tag": "325966a2-108f-436d-9aa9-c1218f4bcbd9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:01.126750 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267c3d35-1650-4f59-ab42-49e16e60c26c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:54:01.194998 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-267c3d35-1650-4f59-ab42-49e16e60c26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.196380 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-267c3d35-1650-4f59-ab42-49e16e60c26c admin admin] Added segment 678af373-1ceb-4c73-a072-bd4edef06e04 of type vlan for network 24785638-a2a9-4c47-bfc0-584f5f7dcbab Jul 22 23:54:01.199888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c3d35-1650-4f59-ab42-49e16e60c26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60b7940-72c9-4676-88c4-52047e890fd0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:01.255347 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e397891f-2aaf-4954-9ca3-cedc5b8d3f05 x-openstack-request-id: req-e397891f-2aaf-4954-9ca3-cedc5b8d3f05 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:01.255738 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df86a1da-20fb-49a0-9860-2f48c38fd71d", "name": "network-vif-deleted", "tag": "325966a2-108f-436d-9aa9-c1218f4bcbd9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:01.256384 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e397891f-2aaf-4954-9ca3-cedc5b8d3f05 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:01.256736 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df86a1da-20fb-49a0-9860-2f48c38fd71d', 'name': 'network-vif-deleted', 'tag': '325966a2-108f-436d-9aa9-c1218f4bcbd9', 'status': 'completed', 'code': 200} Jul 22 23:54:01.295931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d14427-4dce-4492-9489-52010889c5ef tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Deleting subnet 6aec33ef-80b8-4b1c-9260-55414c1fd643 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:54:01.434916 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35d14427-4dce-4492-9489-52010889c5ef tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.468261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9697228e-f82f-4187-956d-502c3207ae21 None None] Set router 868fd7bc-c32a-436d-8922-f3fee9eafc25 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:01.470381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 15d25353-4801-48b4-88be-562e08582591 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:01.645522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 15d25353-4801-48b4-88be-562e08582591 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:01.687780 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd895a62-bc42-4758-9034-d527c285aa5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.805819 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9697228e-f82f-4187-956d-502c3207ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'name': 'tempest-TestServerBasicOps-1980189797-router', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'gw_port': {'id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:07Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '32cd9aed-0062-4de9-912d-dd194bc0fe2e', 'name': '', 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'mac_address': 'fa:16:3e:6b:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:12Z', 'updated_at': '2021-07-22T23:48:21Z', 'revision_number': 5, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'subnets': [{'id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:01.839592 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13c58d04-beb2-43cd-a00a-414aadf843d2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.843253 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-267c3d35-1650-4f59-ab42-49e16e60c26c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.857133 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0c0b40-0320-47b2-8392-fea84eced254 None None] Network b36bfe1a-9f62-4794-a8d5-cd291486270d requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:01.864880 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697228e-f82f-4187-956d-502c3207ae21 None None] Checking router: 868fd7bc-c32a-436d-8922-f3fee9eafc25 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:54:01.905577 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c58d04-beb2-43cd-a00a-414aadf843d2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Port': ['ID=fdec6bf9-01d1-4fae-883c-9766b7cd1102,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:01.910992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36648) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:01.926884 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-72b78a12-4d35-4124-bfb9-d84006d679f5 req-20d41c75-8f65-45c8-b572-d10b77a08b8c service neutron] 10.222.0.95 "GET /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8487258 Jul 22 23:54:01.932377 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35d14427-4dce-4492-9489-52010889c5ef tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.978791 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d712e867-ec82-4733-a7a8-1c151d0e4555 None None] Provisioning for port 15d25353-4801-48b4-88be-562e08582591 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:01.985723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d712e867-ec82-4733-a7a8-1c151d0e4555 None None] Provisioning complete for port 15d25353-4801-48b4-88be-562e08582591 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:01.986098 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d712e867-ec82-4733-a7a8-1c151d0e4555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.992969 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ede53-2a65-4e86-a51f-d6ac6c6cf3ae req-4c6029d4-8540-4c39-b252-2c7f465e3374 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:01.994855 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-609ede53-2a65-4e86-a51f-d6ac6c6cf3ae req-4c6029d4-8540-4c39-b252-2c7f465e3374 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.1021831 Jul 22 23:54:02.049691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697228e-f82f-4187-956d-502c3207ae21 None None] Routers {'868fd7bc-c32a-436d-8922-f3fee9eafc25'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:02.050689 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9697228e-f82f-4187-956d-502c3207ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:53:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['868fd7bc-c32a-436d-8922-f3fee9eafc25'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:02.053088 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-609ede53-2a65-4e86-a51f-d6ac6c6cf3ae req-e91b268b-5d6c-4198-a8bc-ea0dd8a71d16 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511498 Jul 22 23:54:02.121564 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-267c3d35-1650-4f59-ab42-49e16e60c26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.123092 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267c3d35-1650-4f59-ab42-49e16e60c26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:02.124023 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-267c3d35-1650-4f59-ab42-49e16e60c26c admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.238010 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-267c3d35-1650-4f59-ab42-49e16e60c26c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1441975 Jul 22 23:54:02.240923 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36650) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:02.246287 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-21c29f72-94c2-4c69-a30d-0627a23c39d8 admin admin] Request body: {'subnet': {'network_id': '24785638-a2a9-4c47-bfc0-584f5f7dcbab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-84262308-subnet', 'tenant_id': '0edfcddefbf6415b8926df47e3ce6077', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:02.262285 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d712e867-ec82-4733-a7a8-1c151d0e4555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.296545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c29f72-94c2-4c69-a30d-0627a23c39d8 admin admin] Made reservation on behalf of 0edfcddefbf6415b8926df47e3ce6077 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:02.301005 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21c29f72-94c2-4c69-a30d-0627a23c39d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.311877 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c3d35-1650-4f59-ab42-49e16e60c26c admin admin] Pushing event updated for resources: {'Network': ['ID=24785638-a2a9-4c47-bfc0-584f5f7dcbab,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:02.314275 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9697228e-f82f-4187-956d-502c3207ae21 None None] Set router 868fd7bc-c32a-436d-8922-f3fee9eafc25 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:02.351023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 24785638-a2a9-4c47-bfc0-584f5f7dcbab details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:54:02.384799 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 325966a2-108f-436d-9aa9-c1218f4bcbd9 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:02.411240 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d712e867-ec82-4733-a7a8-1c151d0e4555 None None] For port 15d25353-4801-48b4-88be-562e08582591, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=15d25353-4801-48b4-88be-562e08582591,segment=NetworkSegment(380091e4-e3fb-4970-b15a-0d67ee7430b0),segment_id=380091e4-e3fb-4970-b15a-0d67ee7430b0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:02.442209 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 325966a2-108f-436d-9aa9-c1218f4bcbd9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:02.442602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 325966a2-108f-436d-9aa9-c1218f4bcbd9 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:02.463534 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35d14427-4dce-4492-9489-52010889c5ef tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.479234 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d712e867-ec82-4733-a7a8-1c151d0e4555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.499315 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c3f35ee2-4d70-4341-ac89-b90f20d0eac7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Deleting port 8ff81e57-3f69-4a27-bfec-60d16fa1c22b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:02.499679 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3f35ee2-4d70-4341-ac89-b90f20d0eac7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.519212 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13c58d04-beb2-43cd-a00a-414aadf843d2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.711509 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21c29f72-94c2-4c69-a30d-0627a23c39d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.753749 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712e867-ec82-4733-a7a8-1c151d0e4555 None None] Pushing event updated for resources: {'Port': ['ID=15d25353-4801-48b4-88be-562e08582591,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:02.812790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c29f72-94c2-4c69-a30d-0627a23c39d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d37c95-3e61-4a0c-8dbd-ccf0010f6feb,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:02.821501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c29f72-94c2-4c69-a30d-0627a23c39d8 admin admin] Checking segment: {'id': '678af373-1ceb-4c73-a072-bd4edef06e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '24785638-a2a9-4c47-bfc0-584f5f7dcbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:02.822042 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c29f72-94c2-4c69-a30d-0627a23c39d8 admin admin] Network hostable DHCP agents. Network: 24785638-a2a9-4c47-bfc0-584f5f7dcbab, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:54:02.835803 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35d14427-4dce-4492-9489-52010889c5ef tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.856167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c29f72-94c2-4c69-a30d-0627a23c39d8 admin admin] Network 24785638-a2a9-4c47-bfc0-584f5f7dcbab is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:54:02.879023 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-21c29f72-94c2-4c69-a30d-0627a23c39d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 24785638-a2a9-4c47-bfc0-584f5f7dcbab) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:02.887452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c29f72-94c2-4c69-a30d-0627a23c39d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:02.888021 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-21c29f72-94c2-4c69-a30d-0627a23c39d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.907604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dda352-4e56-4bd1-a744-ef764076cbc4 None None] Network 24785638-a2a9-4c47-bfc0-584f5f7dcbab requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:02.928803 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-21c29f72-94c2-4c69-a30d-0627a23c39d8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6859829 Jul 22 23:54:02.943882 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3f35ee2-4d70-4341-ac89-b90f20d0eac7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.944447 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3f35ee2-4d70-4341-ac89-b90f20d0eac7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.960449 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d14427-4dce-4492-9489-52010889c5ef tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event deleted for resources: {'Subnet': ['ID=6aec33ef-80b8-4b1c-9260-55414c1fd643,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:02.973562 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35d14427-4dce-4492-9489-52010889c5ef tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.978258 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36664) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:02.978549 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-35d14427-4dce-4492-9489-52010889c5ef tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/subnets/6aec33ef-80b8-4b1c-9260-55414c1fd643 HTTP/1.1" status: 204 len: 168 time: 1.9567091 Jul 22 23:54:02.979396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c3f35ee2-4d70-4341-ac89-b90f20d0eac7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Calling delete_port for 8ff81e57-3f69-4a27-bfec-60d16fa1c22b owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:03.056357 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9697228e-f82f-4187-956d-502c3207ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'name': 'tempest-TestServerBasicOps-1980189797-router', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'gw_port': {'id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:07Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '32cd9aed-0062-4de9-912d-dd194bc0fe2e', 'name': '', 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'mac_address': 'fa:16:3e:6b:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:12Z', 'updated_at': '2021-07-22T23:48:21Z', 'revision_number': 5, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'subnets': [{'id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:03.094638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697228e-f82f-4187-956d-502c3207ae21 None None] The sync data for ids ['868fd7bc-c32a-436d-8922-f3fee9eafc25'] in n-d-688802-2 is: [{'id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'name': 'tempest-TestServerBasicOps-1980189797-router', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'gw_port': {'id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:07Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '32cd9aed-0062-4de9-912d-dd194bc0fe2e', 'name': '', 'network_id': '34fe0ae9-3f02-496f-9b8e-c97ca353b9e0', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'mac_address': 'fa:16:3e:6b:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:12Z', 'updated_at': '2021-07-22T23:48:21Z', 'revision_number': 5, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'subnets': [{'id': '1d5e7299-287c-48b3-87aa-97348e38ebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:03.209919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1dd1b2-b584-4be1-8406-84449b41cbab None None] Network 24785638-a2a9-4c47-bfc0-584f5f7dcbab requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:03.337457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eacf50-2ceb-4795-99e2-0beeed168a0f None None] Network b36bfe1a-9f62-4794-a8d5-cd291486270d requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:03.490910 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3f35ee2-4d70-4341-ac89-b90f20d0eac7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:03.494715 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c58d04-beb2-43cd-a00a-414aadf843d2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router d8ed0795-c75c-48aa-9897-2999d847e916 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:54:03.511539 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 15d25353-4801-48b4-88be-562e08582591 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:03.562123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f35ee2-4d70-4341-ac89-b90f20d0eac7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Pushing event deleted for resources: {'Port': ['ID=8ff81e57-3f69-4a27-bfec-60d16fa1c22b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:03.618528 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-928127ac-0a04-422e-b817-5ab596ddc2e7 None None] Provisioning complete for port 15d25353-4801-48b4-88be-562e08582591 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:03.618912 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-928127ac-0a04-422e-b817-5ab596ddc2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:03.711514 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f64b87-6c61-406a-9beb-4264cf046077 None None] New status for floating IP 4ce8864e-02c6-49c8-9c10-fc194d5af4d0: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:54:03.738699 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 15d25353-4801-48b4-88be-562e08582591 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:03.739240 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:03.756275 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3f35ee2-4d70-4341-ac89-b90f20d0eac7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:03.760252 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3f35ee2-4d70-4341-ac89-b90f20d0eac7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:03.764942 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c3f35ee2-4d70-4341-ac89-b90f20d0eac7 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "DELETE /v2.0/floatingips/4ce8864e-02c6-49c8-9c10-fc194d5af4d0 HTTP/1.1" status: 204 len: 168 time: 1.8526225 Jul 22 23:54:03.828882 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c58d04-beb2-43cd-a00a-414aadf843d2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:03.850671 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-13c58d04-beb2-43cd-a00a-414aadf843d2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "PUT /v2.0/routers/d8ed0795-c75c-48aa-9897-2999d847e916/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9449136 Jul 22 23:54:03.854263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36680) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:03.877659 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c3efd6-3108-43d7-891d-9824a83d6b9d None None] Sync routers for ids ['d8ed0795-c75c-48aa-9897-2999d847e916'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:03.884467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8492b6-c50c-43e5-aa2a-6bd7de4e8e6d None None] DHCP port deletion for b36bfe1a-9f62-4794-a8d5-cd291486270d request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:54:03.918232 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4be1f10-ba26-4068-bfc6-cc2098693105 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:03.926335 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4be1f10-ba26-4068-bfc6-cc2098693105 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:03.927930 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c4be1f10-ba26-4068-bfc6-cc2098693105 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.9477654 Jul 22 23:54:03.930938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:03.945280 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c3efd6-3108-43d7-891d-9824a83d6b9d None None] Routers {'d8ed0795-c75c-48aa-9897-2999d847e916'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:03.946166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-26c3efd6-3108-43d7-891d-9824a83d6b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:53:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d8ed0795-c75c-48aa-9897-2999d847e916'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:03.996533 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d974c3d6-c763-414a-b8c9-a4baebb3a8cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting subnet 153f65ec-f2ed-47cd-9a96-cb9c76470b1b {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:54:04.003487 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d974c3d6-c763-414a-b8c9-a4baebb3a8cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.048548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdb1f2-0b91-4aaf-be2c-af2e569ae413 req-84b8c4be-0143-4706-937f-302a5126984e tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:04.055798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcbdb1f2-0b91-4aaf-be2c-af2e569ae413 req-84b8c4be-0143-4706-937f-302a5126984e tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.7825413 Jul 22 23:54:04.062634 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3689fb41-a732-4b29-90a0-98bdcc0b116e tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.090825 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-3689fb41-a732-4b29-90a0-98bdcc0b116e tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 23:54:04.090825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3689fb41-a732-4b29-90a0-98bdcc0b116e tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:54:04.098036 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3689fb41-a732-4b29-90a0-98bdcc0b116e tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/networks/b36bfe1a-9f62-4794-a8d5-cd291486270d HTTP/1.1" status: 409 len: 405 time: 0.1593161 Jul 22 23:54:04.101867 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36692) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:04.102680 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d974c3d6-c763-414a-b8c9-a4baebb3a8cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.126129 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-272a78ed-b46d-4c00-b9a1-228afdb7e3af tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-276801478'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:04.134340 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcbdb1f2-0b91-4aaf-be2c-af2e569ae413 req-217ef8bc-a1b6-4e38-b254-3d8b3702f479 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776854 Jul 22 23:54:04.134864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36694) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:04.237077 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d974c3d6-c763-414a-b8c9-a4baebb3a8cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.294936 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272a78ed-b46d-4c00-b9a1-228afdb7e3af tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Made reservation on behalf of 5be114b99904465db48a75ccc898f1f1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:04.299993 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-272a78ed-b46d-4c00-b9a1-228afdb7e3af tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.300103 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-928127ac-0a04-422e-b817-5ab596ddc2e7 None None] Provisioning for port e9ce534d-1281-48f1-af5e-00a9533f7774 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:04.308555 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.323213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-928127ac-0a04-422e-b817-5ab596ddc2e7 None None] Provisioning complete for port e9ce534d-1281-48f1-af5e-00a9533f7774 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:04.323850 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-928127ac-0a04-422e-b817-5ab596ddc2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.331428 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d974c3d6-c763-414a-b8c9-a4baebb3a8cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.374445 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974c3d6-c763-414a-b8c9-a4baebb3a8cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Subnet': ['ID=153f65ec-f2ed-47cd-9a96-cb9c76470b1b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:04.389570 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbb4da12-970d-40df-8e2f-c8983dd13342 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.401708 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-26c3efd6-3108-43d7-891d-9824a83d6b9d None None] Set router d8ed0795-c75c-48aa-9897-2999d847e916 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:04.408030 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d974c3d6-c763-414a-b8c9-a4baebb3a8cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.414003 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d974c3d6-c763-414a-b8c9-a4baebb3a8cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/subnets/153f65ec-f2ed-47cd-9a96-cb9c76470b1b HTTP/1.1" status: 204 len: 168 time: 0.5583532 Jul 22 23:54:04.417666 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36704) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:04.442630 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3e8492b6-c50c-43e5-aa2a-6bd7de4e8e6d None None] Deleting port 15d25353-4801-48b4-88be-562e08582591 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:04.443167 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e8492b6-c50c-43e5-aa2a-6bd7de4e8e6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.477017 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fbb1ad-5a08-4d0f-88d1-df214bf61095 None None] Network 052816c7-ae06-4e61-a509-20e3198c04e8 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:04.488235 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbb4da12-970d-40df-8e2f-c8983dd13342 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.492647 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.517630 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-719c1aec-0e83-4cbb-9077-0755f4b50c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.529993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-928127ac-0a04-422e-b817-5ab596ddc2e7 None None] Port e9ce534d-1281-48f1-af5e-00a9533f7774 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:54:04.563252 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272a78ed-b46d-4c00-b9a1-228afdb7e3af tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:54:04.575256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed7755-93dc-423e-a6c6-284bd8ba3018 req-f5678abb-9e85-4031-97f4-2670c51d9d75 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:04.577271 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0ed7755-93dc-423e-a6c6-284bd8ba3018 req-f5678abb-9e85-4031-97f4-2670c51d9d75 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.2876093 Jul 22 23:54:04.606678 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43db646c-59ce-4520-8ea0-1a46d1328317 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.614580 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-272a78ed-b46d-4c00-b9a1-228afdb7e3af tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.615171 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-272a78ed-b46d-4c00-b9a1-228afdb7e3af tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Added segment 5914c5a1-54ff-426a-9a48-c555490fe90e of type vlan for network 711464f1-d65e-4d35-b926-0ccbefe51cf5 Jul 22 23:54:04.643390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3e8492b6-c50c-43e5-aa2a-6bd7de4e8e6d None None] For port 15d25353-4801-48b4-88be-562e08582591, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=15d25353-4801-48b4-88be-562e08582591,segment=NetworkSegment(380091e4-e3fb-4970-b15a-0d67ee7430b0),segment_id=380091e4-e3fb-4970-b15a-0d67ee7430b0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:04.643907 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e8492b6-c50c-43e5-aa2a-6bd7de4e8e6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.687258 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0ed7755-93dc-423e-a6c6-284bd8ba3018 req-8799ec4e-3c9b-477e-82d2-813542aff6dc tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909789 Jul 22 23:54:04.689368 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-272a78ed-b46d-4c00-b9a1-228afdb7e3af tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.704484 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3e8492b6-c50c-43e5-aa2a-6bd7de4e8e6d None None] Calling delete_port for 15d25353-4801-48b4-88be-562e08582591 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:04.759064 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbb4da12-970d-40df-8e2f-c8983dd13342 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.767168 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbb4da12-970d-40df-8e2f-c8983dd13342 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.770764 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bbb4da12-970d-40df-8e2f-c8983dd13342 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] 10.222.0.26 "DELETE /v2.0/security-groups/2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36 HTTP/1.1" status: 204 len: 168 time: 0.6315136 Jul 22 23:54:04.776507 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-272a78ed-b46d-4c00-b9a1-228afdb7e3af tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.794745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272a78ed-b46d-4c00-b9a1-228afdb7e3af tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:04.795438 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-272a78ed-b46d-4c00-b9a1-228afdb7e3af tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.827828 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36720) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:04.852670 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4da12-970d-40df-8e2f-c8983dd13342 tempest-TestServerBasicOps-612621321 tempest-TestServerBasicOps-612621321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8b9f96-7153-4e3a-b864-8e1a4cc4ac36,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:04.861680 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43db646c-59ce-4520-8ea0-1a46d1328317 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.931048 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e8492b6-c50c-43e5-aa2a-6bd7de4e8e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.957280 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-272a78ed-b46d-4c00-b9a1-228afdb7e3af tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8357739 Jul 22 23:54:04.960539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36728) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:04.969294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0fd6c4b5-dfc2-4153-940c-7c6c14d80ffe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Request body: {'subnet': {'network_id': '711464f1-d65e-4d35-b926-0ccbefe51cf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:04.986606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8492b6-c50c-43e5-aa2a-6bd7de4e8e6d None None] Pushing event deleted for resources: {'Port': ['ID=15d25353-4801-48b4-88be-562e08582591,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:05.001050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8492b6-c50c-43e5-aa2a-6bd7de4e8e6d None None] No DVR routers for this DVR port 15d25353-4801-48b4-88be-562e08582591 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:05.003991 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-26c3efd6-3108-43d7-891d-9824a83d6b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135631368', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:45Z', 'updated_at': '2021-07-22T23:54:01Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd0434df9-4b7b-468d-96f0-108cd9a29e8f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:51:46Z', 'updated_at': '2021-07-22T23:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:05.031957 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a78ed-b46d-4c00-b9a1-228afdb7e3af tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event updated for resources: {'Network': ['ID=711464f1-d65e-4d35-b926-0ccbefe51cf5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:05.065290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-43db646c-59ce-4520-8ea0-1a46d1328317 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting port d0434df9-4b7b-468d-96f0-108cd9a29e8f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:05.065852 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43db646c-59ce-4520-8ea0-1a46d1328317 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:05.093358 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3184b14d-a795-42ce-8442-7fec97b68441 None None] DHCP port deletion for 052816c7-ae06-4e61-a509-20e3198c04e8 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:54:05.097602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 711464f1-d65e-4d35-b926-0ccbefe51cf5 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:54:05.101875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c3efd6-3108-43d7-891d-9824a83d6b9d None None] Checking router: d8ed0795-c75c-48aa-9897-2999d847e916 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:54:05.198111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c3efd6-3108-43d7-891d-9824a83d6b9d None None] Routers {'d8ed0795-c75c-48aa-9897-2999d847e916'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:05.198765 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-26c3efd6-3108-43d7-891d-9824a83d6b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['d8ed0795-c75c-48aa-9897-2999d847e916'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:05.295928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1d45a-fb23-419d-94e0-97bfce66ea34 req-7e6b1ee0-207b-46a7-9f64-572188ceca36 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:05.297595 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3db1d45a-fb23-419d-94e0-97bfce66ea34 req-7e6b1ee0-207b-46a7-9f64-572188ceca36 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.4803569 Jul 22 23:54:05.313050 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:54:05.331568 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 15d25353-4801-48b4-88be-562e08582591 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:05.357081 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-4e9ccc1f-e360-4550-a237-b2c8b4fcca76 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:05.358727 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-4e9ccc1f-e360-4550-a237-b2c8b4fcca76 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/networks?id=24785638-a2a9-4c47-bfc0-584f5f7dcbab HTTP/1.1" status: 200 len: 808 time: 0.2199266 Jul 22 23:54:05.362713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd6c4b5-dfc2-4153-940c-7c6c14d80ffe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Made reservation on behalf of 5be114b99904465db48a75ccc898f1f1 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:05.366274 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c4b5-dfc2-4153-940c-7c6c14d80ffe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:05.370222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 15d25353-4801-48b4-88be-562e08582591 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:05.370567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 15d25353-4801-48b4-88be-562e08582591 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:05.372517 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 285cb407-c3fc-4436-b706-49d0b2465dd1 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:05.434612 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-8fb5cb99-ae96-413f-8490-499e9a2c1644 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/quotas/0edfcddefbf6415b8926df47e3ce6077 HTTP/1.1" status: 200 len: 375 time: 0.0644529 Jul 22 23:54:05.462161 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3184b14d-a795-42ce-8442-7fec97b68441 None None] Deleting port 285cb407-c3fc-4436-b706-49d0b2465dd1 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:05.462762 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3184b14d-a795-42ce-8442-7fec97b68441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:05.477782 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3db1d45a-fb23-419d-94e0-97bfce66ea34 req-388c59ab-1367-4b6f-a6fb-aff5a7137441 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721869 Jul 22 23:54:05.480468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-26c3efd6-3108-43d7-891d-9824a83d6b9d None None] Set router d8ed0795-c75c-48aa-9897-2999d847e916 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:05.558970 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-ccf72646-527b-4656-9c11-b48bfc7e8247 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0edfcddefbf6415b8926df47e3ce6077&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866742 Jul 22 23:54:05.641175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-26c3efd6-3108-43d7-891d-9824a83d6b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135631368', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:45Z', 'updated_at': '2021-07-22T23:54:04Z', 'revision_number': 6, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:05.689281 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c3efd6-3108-43d7-891d-9824a83d6b9d None None] The sync data for ids ['d8ed0795-c75c-48aa-9897-2999d847e916'] in n-d-688802-2 is: [{'id': 'd8ed0795-c75c-48aa-9897-2999d847e916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135631368', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:51:45Z', 'updated_at': '2021-07-22T23:54:04Z', 'revision_number': 6, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:05.694391 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3184b14d-a795-42ce-8442-7fec97b68441 None None] For port 285cb407-c3fc-4436-b706-49d0b2465dd1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=285cb407-c3fc-4436-b706-49d0b2465dd1,segment=NetworkSegment(9f05e9e2-eff2-4a57-b892-5837b88100af),segment_id=9f05e9e2-eff2-4a57-b892-5837b88100af)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:05.694892 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3184b14d-a795-42ce-8442-7fec97b68441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:05.698769 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:05.702060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-43db646c-59ce-4520-8ea0-1a46d1328317 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] For port d0434df9-4b7b-468d-96f0-108cd9a29e8f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d0434df9-4b7b-468d-96f0-108cd9a29e8f,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:05.702548 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43db646c-59ce-4520-8ea0-1a46d1328317 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:05.704308 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:05.721379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3184b14d-a795-42ce-8442-7fec97b68441 None None] Calling delete_port for 285cb407-c3fc-4436-b706-49d0b2465dd1 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:05.735843 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-43db646c-59ce-4520-8ea0-1a46d1328317 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Calling delete_port for d0434df9-4b7b-468d-96f0-108cd9a29e8f owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:05.760216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 285cb407-c3fc-4436-b706-49d0b2465dd1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=285cb407-c3fc-4436-b706-49d0b2465dd1,segment=NetworkSegment(9f05e9e2-eff2-4a57-b892-5837b88100af),segment_id=9f05e9e2-eff2-4a57-b892-5837b88100af)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:05.769801 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:05.819034 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-cb7cf09b-661e-4f7e-b2b9-e960676e7329 service neutron] 10.222.0.26 "GET /v2.0/networks/24785638-a2a9-4c47-bfc0-584f5f7dcbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585435 Jul 22 23:54:05.868513 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=285cb407-c3fc-4436-b706-49d0b2465dd1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:05.906247 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3184b14d-a795-42ce-8442-7fec97b68441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:05.922915 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17141458-c9f7-42b6-9cf0-0305c897dc71 req-b2379601-5c7f-4339-bb21-557c41db3060 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:05.924542 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17141458-c9f7-42b6-9cf0-0305c897dc71 req-b2379601-5c7f-4339-bb21-557c41db3060 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.2883322 Jul 22 23:54:05.941432 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184b14d-a795-42ce-8442-7fec97b68441 None None] Pushing event deleted for resources: {'Port': ['ID=285cb407-c3fc-4436-b706-49d0b2465dd1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:05.954017 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184b14d-a795-42ce-8442-7fec97b68441 None None] No DVR routers for this DVR port 285cb407-c3fc-4436-b706-49d0b2465dd1 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:06.059026 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43db646c-59ce-4520-8ea0-1a46d1328317 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.084891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-74398ad5-aa97-42ab-b6dc-9eaf9c0a89a7 service neutron] 10.222.0.26 "GET /v2.0/networks/24785638-a2a9-4c47-bfc0-584f5f7dcbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319770 Jul 22 23:54:06.093664 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17141458-c9f7-42b6-9cf0-0305c897dc71 req-2d3bdbda-817b-4c59-9cf1-5393052a9660 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592896 Jul 22 23:54:06.108828 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db646c-59ce-4520-8ea0-1a46d1328317 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Port': ['ID=d0434df9-4b7b-468d-96f0-108cd9a29e8f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:06.119585 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b8f199e-757b-432c-9184-8bb418aeb8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.127167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.objects.ports [None req-0fd6c4b5-dfc2-4153-940c-7c6c14d80ffe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:54:06.128613 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c4b5-dfc2-4153-940c-7c6c14d80ffe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.221315 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd6c4b5-dfc2-4153-940c-7c6c14d80ffe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Checking segment: {'id': '5914c5a1-54ff-426a-9a48-c555490fe90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '711464f1-d65e-4d35-b926-0ccbefe51cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:06.221676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd6c4b5-dfc2-4153-940c-7c6c14d80ffe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Network hostable DHCP agents. Network: 711464f1-d65e-4d35-b926-0ccbefe51cf5, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:54:06.233124 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6c4b5-dfc2-4153-940c-7c6c14d80ffe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event updated for resources: {'Subnet': ['ID=1cc373db-ebdf-4233-bd62-5c0043418c0b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:06.264715 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd6c4b5-dfc2-4153-940c-7c6c14d80ffe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Network 711464f1-d65e-4d35-b926-0ccbefe51cf5 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:54:06.307288 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0fd6c4b5-dfc2-4153-940c-7c6c14d80ffe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 711464f1-d65e-4d35-b926-0ccbefe51cf5) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:06.316109 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd6c4b5-dfc2-4153-940c-7c6c14d80ffe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:06.316723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa403ef5-c4b4-4ef4-8d8f-9c794122e5b3 None None] Network 711464f1-d65e-4d35-b926-0ccbefe51cf5 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:06.316878 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c4b5-dfc2-4153-940c-7c6c14d80ffe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.322548 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43db646c-59ce-4520-8ea0-1a46d1328317 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.345821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0fd6c4b5-dfc2-4153-940c-7c6c14d80ffe tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3820810 Jul 22 23:54:06.346529 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36764) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:06.438079 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdd583-f70f-4819-b119-0dd70be22c99 req-79ee5b05-b690-431a-8305-61468feae1f2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:06.439670 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3bbdd583-f70f-4819-b119-0dd70be22c99 req-79ee5b05-b690-431a-8305-61468feae1f2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.1790287 Jul 22 23:54:06.447930 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43db646c-59ce-4520-8ea0-1a46d1328317 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.452645 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43db646c-59ce-4520-8ea0-1a46d1328317 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.506439 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3bbdd583-f70f-4819-b119-0dd70be22c99 req-df29236e-5ee2-4bd0-baea-bf8530c32784 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588756 Jul 22 23:54:06.516671 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-565797a1-f0fa-4ca9-8996-c4b7ea40c1f9 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.700074 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43db646c-59ce-4520-8ea0-1a46d1328317 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.701238 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43db646c-59ce-4520-8ea0-1a46d1328317 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Fanout notify agent at l3_agent the message router_deleted on router d8ed0795-c75c-48aa-9897-2999d847e916 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:54:06.714822 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43db646c-59ce-4520-8ea0-1a46d1328317 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.721752 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-43db646c-59ce-4520-8ea0-1a46d1328317 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/routers/d8ed0795-c75c-48aa-9897-2999d847e916 HTTP/1.1" status: 204 len: 168 time: 2.3029726 Jul 22 23:54:06.722921 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36774) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:06.734279 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cdc27e7b-15c6-44fb-880d-af5cc90a4f70 req-c993ddc1-affb-4f5f-ae83-6cca641d528a tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/ports?device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 210 time: 0.0849190 Jul 22 23:54:06.763886 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-565797a1-f0fa-4ca9-8996-c4b7ea40c1f9 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.850080 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-565797a1-f0fa-4ca9-8996-c4b7ea40c1f9 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.880839 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f58fb27-1f27-4d7e-b1ab-832d2b241033 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.881178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565797a1-f0fa-4ca9-8996-c4b7ea40c1f9 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc373db-ebdf-4233-bd62-5c0043418c0b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:06.942086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a6c118-b30a-4878-a79d-7e0f23ca2ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-711464f1-d65e-4d35-b926-0ccbefe51cf5', 'network_id': '711464f1-d65e-4d35-b926-0ccbefe51cf5', 'tenant_id': '5be114b99904465db48a75ccc898f1f1', 'fixed_ips': [{'subnet_id': '1cc373db-ebdf-4233-bd62-5c0043418c0b'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:54:06.943185 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6a6c118-b30a-4878-a79d-7e0f23ca2ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.989795 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-565797a1-f0fa-4ca9-8996-c4b7ea40c1f9 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.002049 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-565797a1-f0fa-4ca9-8996-c4b7ea40c1f9 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711464f1-d65e-4d35-b926-0ccbefe51cf5']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:07.005283 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f199e-757b-432c-9184-8bb418aeb8b0 admin admin] Deleting port 32cd9aed-0062-4de9-912d-dd194bc0fe2e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:07.005541 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b8f199e-757b-432c-9184-8bb418aeb8b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.014217 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-565797a1-f0fa-4ca9-8996-c4b7ea40c1f9 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5914c5a1-54ff-426a-9a48-c555490fe90e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:07.014523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-565797a1-f0fa-4ca9-8996-c4b7ea40c1f9 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5914c5a1-54ff-426a-9a48-c555490fe90e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:07.028994 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-565797a1-f0fa-4ca9-8996-c4b7ea40c1f9 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.046174 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-565797a1-f0fa-4ca9-8996-c4b7ea40c1f9 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.052704 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565797a1-f0fa-4ca9-8996-c4b7ea40c1f9 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:54:07.053056 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-565797a1-f0fa-4ca9-8996-c4b7ea40c1f9 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.055502 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f58fb27-1f27-4d7e-b1ab-832d2b241033 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.077364 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3f58fb27-1f27-4d7e-b1ab-832d2b241033 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052816c7-ae06-4e61-a509-20e3198c04e8']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:07.096874 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3f58fb27-1f27-4d7e-b1ab-832d2b241033 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f05e9e2-eff2-4a57-b892-5837b88100af') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:07.097189 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3f58fb27-1f27-4d7e-b1ab-832d2b241033 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f05e9e2-eff2-4a57-b892-5837b88100af') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:54:07.126151 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:54:07.136471 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f58fb27-1f27-4d7e-b1ab-832d2b241033 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.150075 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.160920 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f58fb27-1f27-4d7e-b1ab-832d2b241033 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.168054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033510f7-e672-4ccd-ab19-c233a9838942 req-3232a904-8648-41cb-abd2-06345a958c23 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:07.171684 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-033510f7-e672-4ccd-ab19-c233a9838942 req-3232a904-8648-41cb-abd2-06345a958c23 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.5022359 Jul 22 23:54:07.175197 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb51f81-a420-4345-9810-b45b3dc5cbc3 None None] Network 711464f1-d65e-4d35-b926-0ccbefe51cf5 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:07.178329 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-565797a1-f0fa-4ca9-8996-c4b7ea40c1f9 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.185356 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f58fb27-1f27-4d7e-b1ab-832d2b241033 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:54:07.185817 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f58fb27-1f27-4d7e-b1ab-832d2b241033 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:54:07.189303 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:54:07.200719 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-565797a1-f0fa-4ca9-8996-c4b7ea40c1f9 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.201990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb51f81-a420-4345-9810-b45b3dc5cbc3 None None] Network 711464f1-d65e-4d35-b926-0ccbefe51cf5 could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 23:54:07.205653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-565797a1-f0fa-4ca9-8996-c4b7ea40c1f9 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/networks/711464f1-d65e-4d35-b926-0ccbefe51cf5 HTTP/1.1" status: 204 len: 168 time: 0.8529699 Jul 22 23:54:07.208335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9b8f199e-757b-432c-9184-8bb418aeb8b0 admin admin] For port 32cd9aed-0062-4de9-912d-dd194bc0fe2e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=32cd9aed-0062-4de9-912d-dd194bc0fe2e,segment=NetworkSegment(112dac1e-4677-4621-bb9f-92d6e0a57f1d),segment_id=112dac1e-4677-4621-bb9f-92d6e0a57f1d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:07.209113 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b8f199e-757b-432c-9184-8bb418aeb8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.212218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:07.237523 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-42541de9-181a-49c4-b8f1-b258c3e23ed3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1217892907'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:07.282967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f199e-757b-432c-9184-8bb418aeb8b0 admin admin] Calling delete_port for 32cd9aed-0062-4de9-912d-dd194bc0fe2e owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:07.284557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565797a1-f0fa-4ca9-8996-c4b7ea40c1f9 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event deleted for resources: {'Network': ['ID=711464f1-d65e-4d35-b926-0ccbefe51cf5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:07.308092 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-033510f7-e672-4ccd-ab19-c233a9838942 req-5f3cfdee-f992-4f6e-a6e5-139cf73c0ddc tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270471 Jul 22 23:54:07.325445 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f58fb27-1f27-4d7e-b1ab-832d2b241033 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.353306 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fdec6bf9-01d1-4fae-883c-9766b7cd1102 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:07.370961 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f58fb27-1f27-4d7e-b1ab-832d2b241033 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.376660 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36786) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:07.376837 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3f58fb27-1f27-4d7e-b1ab-832d2b241033 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/networks/052816c7-ae06-4e61-a509-20e3198c04e8 HTTP/1.1" status: 204 len: 168 time: 0.6480162 Jul 22 23:54:07.389535 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42541de9-181a-49c4-b8f1-b258c3e23ed3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Made reservation on behalf of 5be114b99904465db48a75ccc898f1f1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:07.393466 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42541de9-181a-49c4-b8f1-b258c3e23ed3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.398549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58fb27-1f27-4d7e-b1ab-832d2b241033 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Network': ['ID=052816c7-ae06-4e61-a509-20e3198c04e8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:07.427441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: fdec6bf9-01d1-4fae-883c-9766b7cd1102 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:07.428087 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fdec6bf9-01d1-4fae-883c-9766b7cd1102 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:07.428768 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d0434df9-4b7b-468d-96f0-108cd9a29e8f no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:07.477838 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: d0434df9-4b7b-468d-96f0-108cd9a29e8f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:07.478735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d0434df9-4b7b-468d-96f0-108cd9a29e8f not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:07.489832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42541de9-181a-49c4-b8f1-b258c3e23ed3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:54:07.502795 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42541de9-181a-49c4-b8f1-b258c3e23ed3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.503131 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-42541de9-181a-49c4-b8f1-b258c3e23ed3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Added segment 9f390714-9c45-4871-a534-a118aaa20355 of type vlan for network f2770b13-870c-4cb8-ae50-a36dca46c5d9 Jul 22 23:54:07.537338 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d4cc45a-39b7-4735-8bb1-6acc7c917943 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.550095 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42541de9-181a-49c4-b8f1-b258c3e23ed3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.573716 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d4cc45a-39b7-4735-8bb1-6acc7c917943 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.591666 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42541de9-181a-49c4-b8f1-b258c3e23ed3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.598400 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42541de9-181a-49c4-b8f1-b258c3e23ed3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:07.599362 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42541de9-181a-49c4-b8f1-b258c3e23ed3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.607012 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696eaec-4dcd-40ba-8158-798cae3b9062 req-162297af-8119-44e4-95d4-06b8e2971311 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:07.612660 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b696eaec-4dcd-40ba-8158-798cae3b9062 req-162297af-8119-44e4-95d4-06b8e2971311 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.1359630 Jul 22 23:54:07.671928 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b696eaec-4dcd-40ba-8158-798cae3b9062 req-d3231d64-0979-493d-b66c-0e4f185c7397 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520859 Jul 22 23:54:07.709496 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d4cc45a-39b7-4735-8bb1-6acc7c917943 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.712351 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d4cc45a-39b7-4735-8bb1-6acc7c917943 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.713536 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d4cc45a-39b7-4735-8bb1-6acc7c917943 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/security-groups/f1a1271a-0e67-491f-b5af-68d8df1df1b7 HTTP/1.1" status: 204 len: 168 time: 0.3355310 Jul 22 23:54:07.725702 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cc45a-39b7-4735-8bb1-6acc7c917943 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a1271a-0e67-491f-b5af-68d8df1df1b7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:07.728053 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-42541de9-181a-49c4-b8f1-b258c3e23ed3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5077338 Jul 22 23:54:07.731717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36796) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:07.747928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cbd46888-2019-48fe-9f82-6fb4e21ecbb7 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Request body: {'subnet': {'network_id': 'f2770b13-870c-4cb8-ae50-a36dca46c5d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:07.824283 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42541de9-181a-49c4-b8f1-b258c3e23ed3 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event updated for resources: {'Network': ['ID=f2770b13-870c-4cb8-ae50-a36dca46c5d9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:07.852004 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network f2770b13-870c-4cb8-ae50-a36dca46c5d9 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:54:07.942921 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df5e9baf-fc3f-4c94-8f8e-3c6b3d1672ba req-a185c58b-68d3-4f79-a8c5-1a32b472b9bd tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/ports?device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 210 time: 0.0531566 Jul 22 23:54:07.952481 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b8f199e-757b-432c-9184-8bb418aeb8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.991099 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73812-0118-4061-b243-3068ec5ca20b req-e789ef82-492a-4908-ae33-287776e9bf99 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:07.992567 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cdf73812-0118-4061-b243-3068ec5ca20b req-e789ef82-492a-4908-ae33-287776e9bf99 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.1600564 Jul 22 23:54:07.993718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd46888-2019-48fe-9f82-6fb4e21ecbb7 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Made reservation on behalf of 5be114b99904465db48a75ccc898f1f1 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:07.997991 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cbd46888-2019-48fe-9f82-6fb4e21ecbb7 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.012411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f199e-757b-432c-9184-8bb418aeb8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=32cd9aed-0062-4de9-912d-dd194bc0fe2e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:08.216899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cdf73812-0118-4061-b243-3068ec5ca20b req-740db8d4-d75e-4c9d-8591-2604f87e6de2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137260 Jul 22 23:54:08.266554 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36804) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:08.275461 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1b84189a-58cd-4b21-ace9-b86105ff61ae tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67094295', 'description': 'tempest-secgroup-smoke-67094295 description', 'project_id': '08e6f590bb3047c8a7f2021edeaee884'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:08.338765 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b84189a-58cd-4b21-ace9-b86105ff61ae tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.342818 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b8f199e-757b-432c-9184-8bb418aeb8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.480578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-6b634dbd-3993-4601-aabe-7ee4aef79e66 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:08.482974 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-6b634dbd-3993-4601-aabe-7ee4aef79e66 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.18 "GET /v2.0/networks?id=24785638-a2a9-4c47-bfc0-584f5f7dcbab HTTP/1.1" status: 200 len: 808 time: 0.3874841 Jul 22 23:54:08.507795 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-26eaabfb-7ace-4466-b8af-3376c5c415e4 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Request body: {'port': {'device_id': '49819fd0-8038-40bb-93e3-4838e7d2ab66', 'network_id': '24785638-a2a9-4c47-bfc0-584f5f7dcbab', 'admin_state_up': True, 'tenant_id': '0edfcddefbf6415b8926df47e3ce6077'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:08.584099 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b84189a-58cd-4b21-ace9-b86105ff61ae tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.595409 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b84189a-58cd-4b21-ace9-b86105ff61ae tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.627593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a84ca7-7258-4733-9a8f-7116b7d70216 req-e7e09f7b-6601-4f71-80f1-9ffbc0a20650 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:08.629289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89a84ca7-7258-4733-9a8f-7116b7d70216 req-e7e09f7b-6601-4f71-80f1-9ffbc0a20650 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.2265239 Jul 22 23:54:08.630369 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cbd46888-2019-48fe-9f82-6fb4e21ecbb7 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.635789 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b84189a-58cd-4b21-ace9-b86105ff61ae tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.640819 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1b84189a-58cd-4b21-ace9-b86105ff61ae tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3673253 Jul 22 23:54:08.641039 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36808) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:08.645606 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1c70d67b-2f7e-48d1-8a1c-6378d5e7e1e1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '89e7bf4d-582b-462b-961b-1b25eff64335', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:08.657716 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84189a-58cd-4b21-ace9-b86105ff61ae tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e7bf4d-582b-462b-961b-1b25eff64335,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:08.681429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8f199e-757b-432c-9184-8bb418aeb8b0 admin admin] Router 868fd7bc-c32a-436d-8922-f3fee9eafc25 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:54:08.695408 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c70d67b-2f7e-48d1-8a1c-6378d5e7e1e1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.732924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd46888-2019-48fe-9f82-6fb4e21ecbb7 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event updated for resources: {'Subnet': ['ID=3b2eae48-6fe5-4fd9-bce9-2c600a1704c4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:08.769468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89a84ca7-7258-4733-9a8f-7116b7d70216 req-f4fc39b3-b6de-4ee3-bac6-8fcb8f0fc814 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255350 Jul 22 23:54:08.774085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd46888-2019-48fe-9f82-6fb4e21ecbb7 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Checking segment: {'id': '9f390714-9c45-4871-a534-a118aaa20355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f2770b13-870c-4cb8-ae50-a36dca46c5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:08.774455 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd46888-2019-48fe-9f82-6fb4e21ecbb7 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Network hostable DHCP agents. Network: f2770b13-870c-4cb8-ae50-a36dca46c5d9, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:54:08.787853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-26eaabfb-7ace-4466-b8af-3376c5c415e4 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Made reservation on behalf of 0edfcddefbf6415b8926df47e3ce6077 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:08.791465 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-26eaabfb-7ace-4466-b8af-3376c5c415e4 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.819830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd46888-2019-48fe-9f82-6fb4e21ecbb7 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Network f2770b13-870c-4cb8-ae50-a36dca46c5d9 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:54:08.867748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cbd46888-2019-48fe-9f82-6fb4e21ecbb7 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, f2770b13-870c-4cb8-ae50-a36dca46c5d9) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:08.876703 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd46888-2019-48fe-9f82-6fb4e21ecbb7 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:08.877461 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cbd46888-2019-48fe-9f82-6fb4e21ecbb7 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.888706 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8af9ff-0242-4cc6-aa19-8146631ef208 None None] Network f2770b13-870c-4cb8-ae50-a36dca46c5d9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:08.913449 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cbd46888-2019-48fe-9f82-6fb4e21ecbb7 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1791537 Jul 22 23:54:08.916760 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36818) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:09.234539 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-f2770b13-870c-4cb8-ae50-a36dca46c5d9', 'network_id': 'f2770b13-870c-4cb8-ae50-a36dca46c5d9', 'tenant_id': '5be114b99904465db48a75ccc898f1f1', 'fixed_ips': [{'subnet_id': '3b2eae48-6fe5-4fd9-bce9-2c600a1704c4'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:54:09.235821 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.293226 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36826) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:09.352534 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c70d67b-2f7e-48d1-8a1c-6378d5e7e1e1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.366174 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c70d67b-2f7e-48d1-8a1c-6378d5e7e1e1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.380075 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8f199e-757b-432c-9184-8bb418aeb8b0 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:09.390830 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6184bf3-eb57-4d99-b930-3f2ecf23bbfd None None] Sync routers for ids ['868fd7bc-c32a-436d-8922-f3fee9eafc25'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:09.396026 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9b8f199e-757b-432c-9184-8bb418aeb8b0 admin admin] 10.222.0.26 "PUT /v2.0/routers/868fd7bc-c32a-436d-8922-f3fee9eafc25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5668092 Jul 22 23:54:09.399336 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36830) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:09.405578 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6184bf3-eb57-4d99-b930-3f2ecf23bbfd None None] Routers {'868fd7bc-c32a-436d-8922-f3fee9eafc25'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:09.406350 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e6184bf3-eb57-4d99-b930-3f2ecf23bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['868fd7bc-c32a-436d-8922-f3fee9eafc25'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:09.430492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70d67b-2f7e-48d1-8a1c-6378d5e7e1e1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2222d675-71e1-4e2e-82aa-747cac2dbd83,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:09.450822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Allocated IP 2001:db8::2 (f2770b13-870c-4cb8-ae50-a36dca46c5d9/3b2eae48-6fe5-4fd9-bce9-2c600a1704c4/783062ab-6e7a-428f-a7a6-1bc9672c42f6) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:09.478609 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c70d67b-2f7e-48d1-8a1c-6378d5e7e1e1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.480372 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1c70d67b-2f7e-48d1-8a1c-6378d5e7e1e1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8380857 Jul 22 23:54:09.500684 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36832) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:09.522578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c9dd35a2-105d-4114-9360-be4026716391 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '89e7bf4d-582b-462b-961b-1b25eff64335', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:09.541957 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6a9f4ea-f827-42d3-abb5-347fd9b3ea22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.575538 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e6184bf3-eb57-4d99-b930-3f2ecf23bbfd None None] Set router 868fd7bc-c32a-436d-8922-f3fee9eafc25 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:09.615011 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4fddd106-bdab-4d68-b2d2-5250c25b825a req-ff326ccf-3920-41cf-8326-723bbaf69f0b tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/ports?device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 210 time: 0.1132014 Jul 22 23:54:09.633139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-26eaabfb-7ace-4466-b8af-3376c5c415e4 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Allocated IP 172.20.0.14 (24785638-a2a9-4c47-bfc0-584f5f7dcbab/d3d37c95-3e61-4a0c-8dbd-ccf0010f6feb/b17d8926-74a7-4455-acb8-6b7a12f6bc06) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:09.635496 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9dd35a2-105d-4114-9360-be4026716391 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.683535 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.689839 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6a9f4ea-f827-42d3-abb5-347fd9b3ea22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.691163 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945063b-360d-4407-9fd1-5e7a1d401492 req-52a5ef65-2c29-4dfa-9dc8-6c6b055eec7c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:09.693262 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f945063b-360d-4407-9fd1-5e7a1d401492 req-52a5ef65-2c29-4dfa-9dc8-6c6b055eec7c tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.7368398 Jul 22 23:54:09.701063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Transition to ACTIVE for port object 783062ab-6e7a-428f-a7a6-1bc9672c42f6 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:09.705602 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6a9f4ea-f827-42d3-abb5-347fd9b3ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.712612 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.720752 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Transition to ACTIVE for port object 783062ab-6e7a-428f-a7a6-1bc9672c42f6 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:09.728458 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a157c0e-56b7-41da-85eb-4800fc8c13ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.732674 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.777346 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Network f2770b13-870c-4cb8-ae50-a36dca46c5d9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:09.783246 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:09.788384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:09.822737 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9f4ea-f827-42d3-abb5-347fd9b3ea22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60fc485-c13f-4330-92d7-95b3b655ce1c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:09.832953 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d6a9f4ea-f827-42d3-abb5-347fd9b3ea22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=76953343e1854b65b88442d97091a0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5373209 Jul 22 23:54:09.834045 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36834) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:09.840271 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Pushing event updated for resources: {'Port': ['ID=783062ab-6e7a-428f-a7a6-1bc9672c42f6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:09.877405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Attempting to bind port 783062ab-6e7a-428f-a7a6-1bc9672c42f6 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:09.877778 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Attempting to bind port 783062ab-6e7a-428f-a7a6-1bc9672c42f6 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '9f390714-9c45-4871-a534-a118aaa20355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f2770b13-870c-4cb8-ae50-a36dca46c5d9'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:09.878328 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Attempting to bind port 783062ab-6e7a-428f-a7a6-1bc9672c42f6 on network f2770b13-870c-4cb8-ae50-a36dca46c5d9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:09.887120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:09.888575 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Checking segment: {'id': '9f390714-9c45-4871-a534-a118aaa20355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f2770b13-870c-4cb8-ae50-a36dca46c5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:09.888719 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.889211 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Bound using segment: {'id': '9f390714-9c45-4871-a534-a118aaa20355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f2770b13-870c-4cb8-ae50-a36dca46c5d9'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:09.889779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Bound port: 783062ab-6e7a-428f-a7a6-1bc9672c42f6, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f390714-9c45-4871-a534-a118aaa20355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f2770b13-870c-4cb8-ae50-a36dca46c5d9'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:09.890060 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.911619 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e6184bf3-eb57-4d99-b930-3f2ecf23bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'name': 'tempest-TestServerBasicOps-1980189797-router', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:54:07Z', 'revision_number': 5, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'gw_port': {'id': '9cbc28bd-014c-4178-a18a-49b56aa53bc7', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:07Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:09.915082 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f945063b-360d-4407-9fd1-5e7a1d401492 req-4fa624f5-be5e-4955-b03d-bcf0b138a635 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075992 Jul 22 23:54:09.920848 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc343180-c74f-45b9-a731-14f481036bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.924866 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a157c0e-56b7-41da-85eb-4800fc8c13ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.956811 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6184bf3-eb57-4d99-b930-3f2ecf23bbfd None None] Checking router: 868fd7bc-c32a-436d-8922-f3fee9eafc25 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:54:09.965877 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6184bf3-eb57-4d99-b930-3f2ecf23bbfd None None] Routers {'868fd7bc-c32a-436d-8922-f3fee9eafc25'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:09.966837 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e6184bf3-eb57-4d99-b930-3f2ecf23bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['868fd7bc-c32a-436d-8922-f3fee9eafc25'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:09.981330 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] For port 783062ab-6e7a-428f-a7a6-1bc9672c42f6, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:09.985971 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] For port 783062ab-6e7a-428f-a7a6-1bc9672c42f6, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=783062ab-6e7a-428f-a7a6-1bc9672c42f6,segment=NetworkSegment(9f390714-9c45-4871-a534-a118aaa20355),segment_id=9f390714-9c45-4871-a534-a118aaa20355)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:09.989680 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc343180-c74f-45b9-a731-14f481036bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.994698 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9dd35a2-105d-4114-9360-be4026716391 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.996949 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.068050 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9a157c0e-56b7-41da-85eb-4800fc8c13ea admin admin] Deleting port 9cbc28bd-014c-4178-a18a-49b56aa53bc7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:10.068050 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a157c0e-56b7-41da-85eb-4800fc8c13ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.069524 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9dd35a2-105d-4114-9360-be4026716391 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.100174 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e6184bf3-eb57-4d99-b930-3f2ecf23bbfd None None] Set router 868fd7bc-c32a-436d-8922-f3fee9eafc25 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:10.139281 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc343180-c74f-45b9-a731-14f481036bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.142740 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc343180-c74f-45b9-a731-14f481036bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.146242 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Deleting port 783062ab-6e7a-428f-a7a6-1bc9672c42f6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:10.146993 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.148084 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc343180-c74f-45b9-a731-14f481036bf7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b60fc485-c13f-4330-92d7-95b3b655ce1c HTTP/1.1" status: 204 len: 168 time: 0.3079212 Jul 22 23:54:10.162081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc343180-c74f-45b9-a731-14f481036bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60fc485-c13f-4330-92d7-95b3b655ce1c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:10.164616 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee26a27-6dd7-49d7-b43c-6dce87ed897c None None] Pushing event updated for resources: {'Port': ['ID=783062ab-6e7a-428f-a7a6-1bc9672c42f6,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:10.208807 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9a157c0e-56b7-41da-85eb-4800fc8c13ea admin admin] For port 9cbc28bd-014c-4178-a18a-49b56aa53bc7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9cbc28bd-014c-4178-a18a-49b56aa53bc7,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:10.209315 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a157c0e-56b7-41da-85eb-4800fc8c13ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.212921 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e6184bf3-eb57-4d99-b930-3f2ecf23bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'name': 'tempest-TestServerBasicOps-1980189797-router', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:54:09Z', 'revision_number': 6, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:10.224198 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9a157c0e-56b7-41da-85eb-4800fc8c13ea admin admin] Calling delete_port for 9cbc28bd-014c-4178-a18a-49b56aa53bc7 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:10.249349 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd35a2-105d-4114-9360-be4026716391 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fde141a-4f8c-4824-85c7-5b076f4c7aba,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:10.253948 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6184bf3-eb57-4d99-b930-3f2ecf23bbfd None None] The sync data for ids ['868fd7bc-c32a-436d-8922-f3fee9eafc25'] in n-d-688802-2 is: [{'id': '868fd7bc-c32a-436d-8922-f3fee9eafc25', 'name': 'tempest-TestServerBasicOps-1980189797-router', 'tenant_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:54:09Z', 'revision_number': 6, 'project_id': 'b3662d9b6dea486c9943ad4ed2b2271e', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:10.258450 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9dd35a2-105d-4114-9360-be4026716391 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.268424 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c9dd35a2-105d-4114-9360-be4026716391 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7599423 Jul 22 23:54:10.270288 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36842) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:10.285245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1ec91591-a595-45dd-aecd-9c3336cda5b9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '89e7bf4d-582b-462b-961b-1b25eff64335', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:10.337174 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] For port 783062ab-6e7a-428f-a7a6-1bc9672c42f6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=783062ab-6e7a-428f-a7a6-1bc9672c42f6,segment=NetworkSegment(9f390714-9c45-4871-a534-a118aaa20355),segment_id=9f390714-9c45-4871-a534-a118aaa20355)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:10.337552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.354930 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-26eaabfb-7ace-4466-b8af-3376c5c415e4 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.372442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Calling delete_port for 783062ab-6e7a-428f-a7a6-1bc9672c42f6 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:10.396916 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ec91591-a595-45dd-aecd-9c3336cda5b9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.455417 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a157c0e-56b7-41da-85eb-4800fc8c13ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.456428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf3b55-fb75-480a-8701-45c949b664b4 req-a02bccc1-0a14-4a99-bf57-bdd12d0831c6 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.458256 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-53cf3b55-fb75-480a-8701-45c949b664b4 req-a02bccc1-0a14-4a99-bf57-bdd12d0831c6 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.3751214 Jul 22 23:54:10.484019 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a157c0e-56b7-41da-85eb-4800fc8c13ea admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbc28bd-014c-4178-a18a-49b56aa53bc7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:10.535731 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36846) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:10.556608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a157c0e-56b7-41da-85eb-4800fc8c13ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.587751 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62556a17-d6b9-4735-af1f-e40ed9c0397b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.599078 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-26eaabfb-7ace-4466-b8af-3376c5c415e4 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.618722 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-53cf3b55-fb75-480a-8701-45c949b664b4 req-c4e49726-9aec-49d8-bbab-4328d20f1559 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462834 Jul 22 23:54:10.692798 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a157c0e-56b7-41da-85eb-4800fc8c13ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.695583 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a157c0e-56b7-41da-85eb-4800fc8c13ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.703902 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ec91591-a595-45dd-aecd-9c3336cda5b9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.729866 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ec91591-a595-45dd-aecd-9c3336cda5b9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.743323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-26eaabfb-7ace-4466-b8af-3376c5c415e4 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Network 24785638-a2a9-4c47-bfc0-584f5f7dcbab is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:10.792116 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a157c0e-56b7-41da-85eb-4800fc8c13ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.792373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-26eaabfb-7ace-4466-b8af-3376c5c415e4 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:10.792970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a157c0e-56b7-41da-85eb-4800fc8c13ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 868fd7bc-c32a-436d-8922-f3fee9eafc25 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:54:10.796311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-26eaabfb-7ace-4466-b8af-3376c5c415e4 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:10.798919 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a157c0e-56b7-41da-85eb-4800fc8c13ea admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.802419 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a157c0e-56b7-41da-85eb-4800fc8c13ea admin admin] 10.222.0.26 "DELETE /v2.0/routers/868fd7bc-c32a-436d-8922-f3fee9eafc25 HTTP/1.1" status: 204 len: 168 time: 1.3969634 Jul 22 23:54:10.804408 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36852) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:10.808622 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eaabfb-7ace-4466-b8af-3376c5c415e4 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Pushing event updated for resources: {'Port': ['ID=b17d8926-74a7-4455-acb8-6b7a12f6bc06,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:10.857418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec91591-a595-45dd-aecd-9c3336cda5b9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1bcf73-d667-466e-be67-82a320bab64d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:10.867428 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c2a9ff-f66e-412d-b46a-0d10ac0c6a3e admin admin] Deleting subnet 1d5e7299-287c-48b3-87aa-97348e38ebc8 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:54:10.870649 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5c2a9ff-f66e-412d-b46a-0d10ac0c6a3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.913401 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5c2a9ff-f66e-412d-b46a-0d10ac0c6a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.944411 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.958294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-26eaabfb-7ace-4466-b8af-3376c5c415e4 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.958901 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-26eaabfb-7ace-4466-b8af-3376c5c415e4 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.994961 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5c2a9ff-f66e-412d-b46a-0d10ac0c6a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.023957 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event deleted for resources: {'Port': ['ID=783062ab-6e7a-428f-a7a6-1bc9672c42f6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:11.061404 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5c2a9ff-f66e-412d-b46a-0d10ac0c6a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.091164 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2a9ff-f66e-412d-b46a-0d10ac0c6a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d5e7299-287c-48b3-87aa-97348e38ebc8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:11.091422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] No DVR routers for this DVR port 783062ab-6e7a-428f-a7a6-1bc9672c42f6 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:11.096888 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5c2a9ff-f66e-412d-b46a-0d10ac0c6a3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.101600 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a5c2a9ff-f66e-412d-b46a-0d10ac0c6a3e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1d5e7299-287c-48b3-87aa-97348e38ebc8 HTTP/1.1" status: 204 len: 168 time: 0.2962580 Jul 22 23:54:11.102236 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36854) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:11.103983 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c8e5fc-0e52-4d46-b00a-af75fd2da3c0 None None] Network 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:11.113650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b05f5-ea90-4b28-a065-374fb0b913c8 req-8e565f97-0647-4bd6-9083-c22e927a6070 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:11.115894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5b2b05f5-ea90-4b28-a065-374fb0b913c8 req-8e565f97-0647-4bd6-9083-c22e927a6070 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/ports?device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 932 time: 0.3295119 Jul 22 23:54:11.161452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24351479-56e0-45f0-8011-37600679841e req-d6fbadc4-7997-4a8f-a7f0-bc176f75dc33 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:11.163465 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24351479-56e0-45f0-8011-37600679841e req-d6fbadc4-7997-4a8f-a7f0-bc176f75dc33 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.3561075 Jul 22 23:54:11.180120 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.231593 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62556a17-d6b9-4735-af1f-e40ed9c0397b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.261263 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.265772 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62556a17-d6b9-4735-af1f-e40ed9c0397b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.289119 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] Deleting port 54b93497-fd10-4fe5-bd0e-4c7fef272199 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:11.289119 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.335882 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 32cd9aed-0062-4de9-912d-dd194bc0fe2e no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:11.374035 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] For port 54b93497-fd10-4fe5-bd0e-4c7fef272199, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=54b93497-fd10-4fe5-bd0e-4c7fef272199,segment=NetworkSegment(112dac1e-4677-4621-bb9f-92d6e0a57f1d),segment_id=112dac1e-4677-4621-bb9f-92d6e0a57f1d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:11.374501 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.384182 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24351479-56e0-45f0-8011-37600679841e req-91692a32-7b92-42c5-803f-4f87100d7316 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988597 Jul 22 23:54:11.385491 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-26eaabfb-7ace-4466-b8af-3376c5c415e4 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8863218 Jul 22 23:54:11.386186 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1ec91591-a595-45dd-aecd-9c3336cda5b9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.387282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1ec91591-a595-45dd-aecd-9c3336cda5b9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1095488 Jul 22 23:54:11.394389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36856) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:11.394690 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] Calling delete_port for 54b93497-fd10-4fe5-bd0e-4c7fef272199 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:11.404887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bedd3f3a-320b-4128-87d5-198116268d2d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '89e7bf4d-582b-462b-961b-1b25eff64335', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:11.415156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 32cd9aed-0062-4de9-912d-dd194bc0fe2e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:11.415727 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 32cd9aed-0062-4de9-912d-dd194bc0fe2e not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:11.416313 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9cbc28bd-014c-4178-a18a-49b56aa53bc7 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:11.423576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62556a17-d6b9-4735-af1f-e40ed9c0397b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b4b7ef-c73d-4c9f-a8ca-4ce3a127c24d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:11.432119 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Request body: {'port': {'device_id': '49819fd0-8038-40bb-93e3-4838e7d2ab66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:11.447473 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5b2b05f5-ea90-4b28-a065-374fb0b913c8 req-a5d10c55-60af-4e85-87c7-679a3d518111 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/security-groups?id=c60b7940-72c9-4676-88c4-52047e890fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953105 Jul 22 23:54:11.454669 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2bbb0c-7611-4070-8658-26c71282eebf None None] DHCP port deletion for 34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:54:11.459755 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 9cbc28bd-014c-4178-a18a-49b56aa53bc7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:11.460394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9cbc28bd-014c-4178-a18a-49b56aa53bc7 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:11.516029 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-62556a17-d6b9-4735-af1f-e40ed9c0397b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=331f1ed8fb234f799550e97754e8d07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9762461 Jul 22 23:54:11.519847 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36862) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:11.569559 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0e2bbb0c-7611-4070-8658-26c71282eebf None None] Deleting port 54b93497-fd10-4fe5-bd0e-4c7fef272199 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:11.569935 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbb0c-7611-4070-8658-26c71282eebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.595919 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.648114 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] No DVR routers for this DVR port 54b93497-fd10-4fe5-bd0e-4c7fef272199 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:11.656099 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b93497-fd10-4fe5-bd0e-4c7fef272199,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:11.661951 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.671596 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.714357 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bedd3f3a-320b-4128-87d5-198116268d2d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.722978 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0e2bbb0c-7611-4070-8658-26c71282eebf None None] For port 54b93497-fd10-4fe5-bd0e-4c7fef272199, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=54b93497-fd10-4fe5-bd0e-4c7fef272199,segment=NetworkSegment(112dac1e-4677-4621-bb9f-92d6e0a57f1d),segment_id=112dac1e-4677-4621-bb9f-92d6e0a57f1d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:11.723842 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbb0c-7611-4070-8658-26c71282eebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.737602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0e2bbb0c-7611-4070-8658-26c71282eebf None None] Calling delete_port for 54b93497-fd10-4fe5-bd0e-4c7fef272199 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:11.755772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2eae48-6fe5-4fd9-bce9-2c600a1704c4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:11.756212 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.780131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34fe0ae9-3f02-496f-9b8e-c97ca353b9e0']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:11.788783 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b804e18-09fc-417e-92eb-35b535a47988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.807912 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112dac1e-4677-4621-bb9f-92d6e0a57f1d') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:11.808218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112dac1e-4677-4621-bb9f-92d6e0a57f1d') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:11.814037 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656f6feb-f5af-4b57-b45b-ee492dc75d65 None None] Network f2770b13-870c-4cb8-ae50-a36dca46c5d9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:11.831891 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b804e18-09fc-417e-92eb-35b535a47988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.834529 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.850672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-be7dcd26-e380-4cf4-b12c-4b0d380824fe None None] Could not find standard attr ID for object 783062ab-6e7a-428f-a7a6-1bc9672c42f6. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:54:11.866020 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.880155 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:54:11.880587 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:54:11.882551 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:54:11.897503 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbb0c-7611-4070-8658-26c71282eebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.898127 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.916293 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24790a1b-67a6-44c6-a49c-958c1952cccc req-a6f1badb-e46e-4891-8d8d-36394fd15995 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:11.917975 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24790a1b-67a6-44c6-a49c-958c1952cccc req-a6f1badb-e46e-4891-8d8d-36394fd15995 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.3626297 Jul 22 23:54:11.923569 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bbb0c-7611-4070-8658-26c71282eebf None None] Pushing event deleted for resources: {'Port': ['ID=54b93497-fd10-4fe5-bd0e-4c7fef272199,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:11.930544 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2770b13-870c-4cb8-ae50-a36dca46c5d9']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:11.951109 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2bbb0c-7611-4070-8658-26c71282eebf None None] No DVR routers for this DVR port 54b93497-fd10-4fe5-bd0e-4c7fef272199 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:11.968254 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b804e18-09fc-417e-92eb-35b535a47988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.971862 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b804e18-09fc-417e-92eb-35b535a47988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.973407 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2b804e18-09fc-417e-92eb-35b535a47988 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95b4b7ef-c73d-4c9f-a8ca-4ce3a127c24d HTTP/1.1" status: 204 len: 168 time: 0.4525635 Jul 22 23:54:11.977896 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.984844 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.988648 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] 10.222.0.26 "DELETE /v2.0/networks/34fe0ae9-3f02-496f-9b8e-c97ca353b9e0 HTTP/1.1" status: 204 len: 168 time: 0.8854055 Jul 22 23:54:11.992758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f390714-9c45-4871-a534-a118aaa20355') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:11.993051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f390714-9c45-4871-a534-a118aaa20355') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:11.997668 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36866) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:12.019861 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b804e18-09fc-417e-92eb-35b535a47988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b4b7ef-c73d-4c9f-a8ca-4ce3a127c24d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:12.040694 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.061848 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bedd3f3a-320b-4128-87d5-198116268d2d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.089304 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bedd3f3a-320b-4128-87d5-198116268d2d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.091967 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.114836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eca86e-9b95-47bc-a7ef-2494f47afc89 None None] DHCP port deletion for f2770b13-870c-4cb8-ae50-a36dca46c5d9 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:54:12.135243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24790a1b-67a6-44c6-a49c-958c1952cccc req-793d3301-e6ce-4afa-b224-acabbdccfc30 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106016 Jul 22 23:54:12.135625 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365cd2e-42f5-40fe-9dba-293a706eda48 admin admin] Pushing event deleted for resources: {'Network': ['ID=34fe0ae9-3f02-496f-9b8e-c97ca353b9e0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:12.141523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:54:12.141523 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:54:12.144927 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:54:12.160116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd3f3a-320b-4128-87d5-198116268d2d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fdc8a93-10b2-4523-803e-2736fc54a77e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:12.201642 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bedd3f3a-320b-4128-87d5-198116268d2d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.202846 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bedd3f3a-320b-4128-87d5-198116268d2d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8030293 Jul 22 23:54:12.207197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36870) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:12.246536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9659a902-cd3a-4838-a137-48ee6207f89d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '89e7bf4d-582b-462b-961b-1b25eff64335', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:12.275133 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.290981 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.296264 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/networks/f2770b13-870c-4cb8-ae50-a36dca46c5d9 HTTP/1.1" status: 204 len: 168 time: 3.3742390 Jul 22 23:54:12.299149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36874) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:12.307089 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-33baa5e8-76e3-4e7d-80e1-d6aabceca4d1 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-547534787'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:12.341783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81058c1-c72d-4f44-9e1c-fcc7e6be677b tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event deleted for resources: {'Network': ['ID=f2770b13-870c-4cb8-ae50-a36dca46c5d9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:12.347877 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-9659a902-cd3a-4838-a137-48ee6207f89d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Project 08e6f590bb3047c8a7f2021edeaee884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:54:12.359060 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9659a902-cd3a-4838-a137-48ee6207f89d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.411865 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33baa5e8-76e3-4e7d-80e1-d6aabceca4d1 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Made reservation on behalf of 5be114b99904465db48a75ccc898f1f1 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:12.415448 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33baa5e8-76e3-4e7d-80e1-d6aabceca4d1 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.425397 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36876) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:12.456087 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ffa4193-2300-421d-a186-a6d79d1451dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.464230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17d8926-74a7-4455-acb8-6b7a12f6bc06 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:54:12.481437 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33baa5e8-76e3-4e7d-80e1-d6aabceca4d1 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:54:12.482026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18521d09-923c-4c96-a3c8-5ffd72271c87 req-b8278b76-3202-4291-b044-f4c55149f233 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:12.483565 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18521d09-923c-4c96-a3c8-5ffd72271c87 req-b8278b76-3202-4291-b044-f4c55149f233 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.2267964 Jul 22 23:54:12.486567 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.515738 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33baa5e8-76e3-4e7d-80e1-d6aabceca4d1 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.516175 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-33baa5e8-76e3-4e7d-80e1-d6aabceca4d1 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Added segment 1f97c553-f5b5-4aff-abc3-7a08388b65bc of type vlan for network e2c0cdcb-d964-4b95-9c22-933f8b877b3c Jul 22 23:54:12.521975 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9659a902-cd3a-4838-a137-48ee6207f89d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.523383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Transition to ACTIVE for port object b17d8926-74a7-4455-acb8-6b7a12f6bc06 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:12.532586 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9659a902-cd3a-4838-a137-48ee6207f89d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.534263 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.588381 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33baa5e8-76e3-4e7d-80e1-d6aabceca4d1 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.598615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18521d09-923c-4c96-a3c8-5ffd72271c87 req-7b802257-882f-4719-b518-1ed04dcf8627 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051314 Jul 22 23:54:12.624034 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659a902-cd3a-4838-a137-48ee6207f89d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d543a74b-8090-4294-8ce6-66351b15a040,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:12.646549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Pushing event updated for resources: {'Port': ['ID=b17d8926-74a7-4455-acb8-6b7a12f6bc06,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:12.682841 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33baa5e8-76e3-4e7d-80e1-d6aabceca4d1 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.689683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33baa5e8-76e3-4e7d-80e1-d6aabceca4d1 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:12.690287 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33baa5e8-76e3-4e7d-80e1-d6aabceca4d1 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.729280 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ffa4193-2300-421d-a186-a6d79d1451dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.730323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a96a8-8b0c-462e-a040-5c582a013634 req-ac2a0fbf-0d70-4cb7-9e80-08771932d151 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:12.732020 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-712a96a8-8b0c-462e-a040-5c582a013634 req-ac2a0fbf-0d70-4cb7-9e80-08771932d151 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/ports?device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 944 time: 0.1782782 Jul 22 23:54:12.744424 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ffa4193-2300-421d-a186-a6d79d1451dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.754797 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6742cf7-aeb6-4687-9532-0a6924570985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.761679 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-33baa5e8-76e3-4e7d-80e1-d6aabceca4d1 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4614904 Jul 22 23:54:12.770135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36884) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:12.778354 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9659a902-cd3a-4838-a137-48ee6207f89d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.779563 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9659a902-cd3a-4838-a137-48ee6207f89d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5389769 Jul 22 23:54:12.785355 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-825f986b-824e-493c-949e-3a7876388c9f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Request body: {'subnet': {'network_id': 'e2c0cdcb-d964-4b95-9c22-933f8b877b3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:12.797522 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36886) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:12.815935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cf00fcfe-8346-462c-affe-1a3ea9f3ae1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '89e7bf4d-582b-462b-961b-1b25eff64335', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:12.826807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Attempting to bind port b17d8926-74a7-4455-acb8-6b7a12f6bc06 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:12.827133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Attempting to bind port b17d8926-74a7-4455-acb8-6b7a12f6bc06 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '678af373-1ceb-4c73-a072-bd4edef06e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '24785638-a2a9-4c47-bfc0-584f5f7dcbab'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:12.827459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Attempting to bind port b17d8926-74a7-4455-acb8-6b7a12f6bc06 on network 24785638-a2a9-4c47-bfc0-584f5f7dcbab {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:12.865152 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Port b17d8926-74a7-4455-acb8-6b7a12f6bc06 on network 24785638-a2a9-4c47-bfc0-584f5f7dcbab not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:54:12.865361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Attempting to bind port b17d8926-74a7-4455-acb8-6b7a12f6bc06 on network 24785638-a2a9-4c47-bfc0-584f5f7dcbab {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:12.876699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33baa5e8-76e3-4e7d-80e1-d6aabceca4d1 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event updated for resources: {'Network': ['ID=e2c0cdcb-d964-4b95-9c22-933f8b877b3c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:12.881469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-712a96a8-8b0c-462e-a040-5c582a013634 req-8c1838d7-26b5-43d2-b2e7-7a8025a49a56 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/security-groups?id=c60b7940-72c9-4676-88c4-52047e890fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379275 Jul 22 23:54:12.890213 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa4193-2300-421d-a186-a6d79d1451dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb6e9c3-4873-45c2-8875-fb54eff5541d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:12.895688 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network e2c0cdcb-d964-4b95-9c22-933f8b877b3c details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:54:12.896181 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ffa4193-2300-421d-a186-a6d79d1451dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ffd03614199a48bd90f4b2e76cae4b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4690776 Jul 22 23:54:12.899075 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36888) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:12.923230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:12.923230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Checking segment: {'id': '678af373-1ceb-4c73-a072-bd4edef06e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '24785638-a2a9-4c47-bfc0-584f5f7dcbab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:12.923230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Bound using segment: {'id': '678af373-1ceb-4c73-a072-bd4edef06e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '24785638-a2a9-4c47-bfc0-584f5f7dcbab'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:12.923230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Bound port: b17d8926-74a7-4455-acb8-6b7a12f6bc06, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678af373-1ceb-4c73-a072-bd4edef06e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '24785638-a2a9-4c47-bfc0-584f5f7dcbab'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:12.923230 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.931618 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-cf00fcfe-8346-462c-affe-1a3ea9f3ae1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Project 08e6f590bb3047c8a7f2021edeaee884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:54:12.948293 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf00fcfe-8346-462c-affe-1a3ea9f3ae1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.001420 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f8a2b-7fd5-4f7a-a4a2-c3c4aa8d04f6 req-7cd9526f-ec3f-442a-9155-5347dfc01c3d tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:13.002623 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-caf9689b-e62e-4e7a-b5f3-dcaf1c521f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.002919 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f4f8a2b-7fd5-4f7a-a4a2-c3c4aa8d04f6 req-7cd9526f-ec3f-442a-9155-5347dfc01c3d tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.2820675 Jul 22 23:54:13.046678 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-caf9689b-e62e-4e7a-b5f3-dcaf1c521f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.058320 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825f986b-824e-493c-949e-3a7876388c9f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Made reservation on behalf of 5be114b99904465db48a75ccc898f1f1 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:13.061873 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-825f986b-824e-493c-949e-3a7876388c9f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.134161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] For port b17d8926-74a7-4455-acb8-6b7a12f6bc06, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:13.136002 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-caf9689b-e62e-4e7a-b5f3-dcaf1c521f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.139284 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-caf9689b-e62e-4e7a-b5f3-dcaf1c521f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.140511 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-caf9689b-e62e-4e7a-b5f3-dcaf1c521f78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cbb6e9c3-4873-45c2-8875-fb54eff5541d HTTP/1.1" status: 204 len: 168 time: 0.2405138 Jul 22 23:54:13.169812 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9689b-e62e-4e7a-b5f3-dcaf1c521f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb6e9c3-4873-45c2-8875-fb54eff5541d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:13.174641 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f4f8a2b-7fd5-4f7a-a4a2-c3c4aa8d04f6 req-44b2fb0d-4e2d-4a68-95b2-5796d63c63cb tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616657 Jul 22 23:54:13.185352 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] For port b17d8926-74a7-4455-acb8-6b7a12f6bc06, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b17d8926-74a7-4455-acb8-6b7a12f6bc06,segment=NetworkSegment(678af373-1ceb-4c73-a072-bd4edef06e04),segment_id=678af373-1ceb-4c73-a072-bd4edef06e04)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:13.196745 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf00fcfe-8346-462c-affe-1a3ea9f3ae1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.203077 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.208131 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf00fcfe-8346-462c-affe-1a3ea9f3ae1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.222073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d6742cf7-aeb6-4687-9532-0a6924570985 admin admin] Deleting port a8e5937c-0f78-488b-a381-56cde8941b0e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:13.222414 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6742cf7-aeb6-4687-9532-0a6924570985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.271520 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00fcfe-8346-462c-affe-1a3ea9f3ae1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9246d26c-7c98-4eef-96d3-d1d5652b9d6f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:13.280712 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:13.281359 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.282825 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] 10.222.0.18 "PUT /v2.0/ports/b17d8926-74a7-4455-acb8-6b7a12f6bc06 HTTP/1.1" status: 200 len: 1092 time: 1.8665016 Jul 22 23:54:13.283316 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49819fd0-8038-40bb-93e3-4838e7d2ab66', 'tag': 'b17d8926-74a7-4455-acb8-6b7a12f6bc06'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:13.285613 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908dceaf-f923-4746-a570-4196991eb7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "49819fd0-8038-40bb-93e3-4838e7d2ab66", "tag": "b17d8926-74a7-4455-acb8-6b7a12f6bc06"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:13.297295 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf00fcfe-8346-462c-affe-1a3ea9f3ae1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.298498 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cf00fcfe-8346-462c-affe-1a3ea9f3ae1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4977508 Jul 22 23:54:13.303759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36896) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:13.315518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5cda7e17-cfb2-4909-a786-91a7ccb1c03c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'network': {'name': 'tempest-network-smoke--2063418212', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:13.357361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb31cc0-ffcc-470a-84d3-436c5d635704 service neutron] Pushing event updated for resources: {'Port': ['ID=b17d8926-74a7-4455-acb8-6b7a12f6bc06,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:13.360124 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d6742cf7-aeb6-4687-9532-0a6924570985 admin admin] For port a8e5937c-0f78-488b-a381-56cde8941b0e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a8e5937c-0f78-488b-a381-56cde8941b0e,segment=NetworkSegment(122abd2d-bfc4-4462-8b18-979ff18085f0),segment_id=122abd2d-bfc4-4462-8b18-979ff18085f0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:13.362784 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6742cf7-aeb6-4687-9532-0a6924570985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.394817 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d6742cf7-aeb6-4687-9532-0a6924570985 admin admin] Calling delete_port for a8e5937c-0f78-488b-a381-56cde8941b0e owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:13.405823 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 54b93497-fd10-4fe5-bd0e-4c7fef272199 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:13.426016 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cda7e17-cfb2-4909-a786-91a7ccb1c03c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Made reservation on behalf of 08e6f590bb3047c8a7f2021edeaee884 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:13.429582 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cda7e17-cfb2-4909-a786-91a7ccb1c03c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.469770 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49292bd1-06f4-4092-968b-9b3dfe915203 x-openstack-request-id: req-49292bd1-06f4-4092-968b-9b3dfe915203 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:13.470171 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49819fd0-8038-40bb-93e3-4838e7d2ab66", "tag": "b17d8926-74a7-4455-acb8-6b7a12f6bc06", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:13.470322 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49292bd1-06f4-4092-968b-9b3dfe915203 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:13.470771 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49819fd0-8038-40bb-93e3-4838e7d2ab66', 'tag': 'b17d8926-74a7-4455-acb8-6b7a12f6bc06', 'status': 'completed', 'code': 200} Jul 22 23:54:13.473728 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 54b93497-fd10-4fe5-bd0e-4c7fef272199 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:13.474643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 54b93497-fd10-4fe5-bd0e-4c7fef272199 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:13.477397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 783062ab-6e7a-428f-a7a6-1bc9672c42f6 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:13.518839 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cda7e17-cfb2-4909-a786-91a7ccb1c03c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:54:13.522556 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 783062ab-6e7a-428f-a7a6-1bc9672c42f6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:13.524180 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 783062ab-6e7a-428f-a7a6-1bc9672c42f6 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:13.543120 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cda7e17-cfb2-4909-a786-91a7ccb1c03c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.543403 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-5cda7e17-cfb2-4909-a786-91a7ccb1c03c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Added segment e094f6f9-cbd9-49db-9c5f-91e83b760651 of type vlan for network 891c2138-73e2-46c7-be9c-a08e1e41f46f Jul 22 23:54:13.659554 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cda7e17-cfb2-4909-a786-91a7ccb1c03c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.678827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.objects.ports [None req-825f986b-824e-493c-949e-3a7876388c9f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93821) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:54:13.683057 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-825f986b-824e-493c-949e-3a7876388c9f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.774846 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6742cf7-aeb6-4687-9532-0a6924570985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.776457 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f986b-824e-493c-949e-3a7876388c9f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event updated for resources: {'Subnet': ['ID=28e0a45c-ef14-4027-bf2f-8a0a5bf327b5,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:13.784631 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cda7e17-cfb2-4909-a786-91a7ccb1c03c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.790409 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cda7e17-cfb2-4909-a786-91a7ccb1c03c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:13.791006 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cda7e17-cfb2-4909-a786-91a7ccb1c03c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.833594 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6742cf7-aeb6-4687-9532-0a6924570985 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e5937c-0f78-488b-a381-56cde8941b0e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:14.091266 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6742cf7-aeb6-4687-9532-0a6924570985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:14.282401 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-bdd810b1-63a3-4728-af97-75172d8ef92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:14.284020 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-bdd810b1-63a3-4728-af97-75172d8ef92d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0edfcddefbf6415b8926df47e3ce6077&device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 1095 time: 0.9278312 Jul 22 23:54:14.285587 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5cda7e17-cfb2-4909-a786-91a7ccb1c03c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9807098 Jul 22 23:54:14.290712 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825f986b-824e-493c-949e-3a7876388c9f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Checking segment: {'id': '1f97c553-f5b5-4aff-abc3-7a08388b65bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'e2c0cdcb-d964-4b95-9c22-933f8b877b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:14.291102 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825f986b-824e-493c-949e-3a7876388c9f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Network hostable DHCP agents. Network: e2c0cdcb-d964-4b95-9c22-933f8b877b3c, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:54:14.295993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36922) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:14.331056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-998808045', 'admin_state_up': True, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:14.345468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36924) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:14.361403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda7e17-cfb2-4909-a786-91a7ccb1c03c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Network': ['ID=891c2138-73e2-46c7-be9c-a08e1e41f46f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:14.373610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 891c2138-73e2-46c7-be9c-a08e1e41f46f details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:54:14.430741 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-b8edd60e-5b1a-48e0-b55b-5e32c876f9dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b17d8926-74a7-4455-acb8-6b7a12f6bc06 HTTP/1.1" status: 200 len: 217 time: 0.1028614 Jul 22 23:54:14.505778 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:14.507098 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:14.579558 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-d0b52143-e38a-4748-a906-ea43b3d08b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:14.581042 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-d0b52143-e38a-4748-a906-ea43b3d08b35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3d37c95-3e61-4a0c-8dbd-ccf0010f6feb HTTP/1.1" status: 200 len: 848 time: 0.1337426 Jul 22 23:54:14.593005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9a960ee3-8e52-4f9b-994d-5f0fb6daaef2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1654816408-network', 'tenant_id': 'ab83856deee64d85aac82a92e8e55154'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:14.597212 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825f986b-824e-493c-949e-3a7876388c9f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Network e2c0cdcb-d964-4b95-9c22-933f8b877b3c is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:54:14.602410 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:14.649592 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-c488a59b-119b-495f-9330-2e847c016a44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24785638-a2a9-4c47-bfc0-584f5f7dcbab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459321 Jul 22 23:54:14.678293 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6742cf7-aeb6-4687-9532-0a6924570985 admin admin] Router 30a12dfd-8308-42ca-b36c-d9561e65bfda has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:54:14.691322 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-825f986b-824e-493c-949e-3a7876388c9f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, e2c0cdcb-d964-4b95-9c22-933f8b877b3c) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:14.703468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aeaddf-8fb3-4c3a-8fe3-a8d9266f6ecd None None] Network e2c0cdcb-d964-4b95-9c22-933f8b877b3c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:14.745344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d6bee-d0cd-4dbf-a24d-7c79c5d36790 req-7e7664b1-d168-4ddb-a0f0-baa33329cb6f tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:14.747032 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c47d6bee-d0cd-4dbf-a24d-7c79c5d36790 req-7e7664b1-d168-4ddb-a0f0-baa33329cb6f tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/ports?device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 944 time: 0.5331118 Jul 22 23:54:14.750499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825f986b-824e-493c-949e-3a7876388c9f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:14.751098 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-825f986b-824e-493c-949e-3a7876388c9f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:14.795285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a960ee3-8e52-4f9b-994d-5f0fb6daaef2 admin admin] Made reservation on behalf of ab83856deee64d85aac82a92e8e55154 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:14.797638 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a960ee3-8e52-4f9b-994d-5f0fb6daaef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:14.803378 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6742cf7-aeb6-4687-9532-0a6924570985 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:14.813359 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d6742cf7-aeb6-4687-9532-0a6924570985 admin admin] 10.222.0.26 "PUT /v2.0/routers/30a12dfd-8308-42ca-b36c-d9561e65bfda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8133261 Jul 22 23:54:14.815800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36930) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:14.835888 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ec4d9-be29-4ded-b399-17d424c84bad None None] Sync routers for ids ['30a12dfd-8308-42ca-b36c-d9561e65bfda'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:14.849405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ec4d9-be29-4ded-b399-17d424c84bad None None] Routers {'30a12dfd-8308-42ca-b36c-d9561e65bfda'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:14.850311 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d03ec4d9-be29-4ded-b399-17d424c84bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['30a12dfd-8308-42ca-b36c-d9561e65bfda'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:14.904960 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-825f986b-824e-493c-949e-3a7876388c9f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1249678 Jul 22 23:54:14.904960 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a960ee3-8e52-4f9b-994d-5f0fb6daaef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:14.905319 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:14.972006 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:14.999701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c47d6bee-d0cd-4dbf-a24d-7c79c5d36790 req-a910f678-1a36-4755-bfb2-b84880d049a4 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/security-groups?id=c60b7940-72c9-4676-88c4-52047e890fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343116 Jul 22 23:54:15.035574 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d03ec4d9-be29-4ded-b399-17d424c84bad None None] Set router 30a12dfd-8308-42ca-b36c-d9561e65bfda gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:15.049818 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c69a384-94a8-4467-b4db-c7ce8d1bdf65 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.063493 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-6062be15-7628-4842-bc95-80f143ac73ab service neutron] 10.222.0.18 "GET /v2.0/networks/24785638-a2a9-4c47-bfc0-584f5f7dcbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693414 Jul 22 23:54:15.137992 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-518228ad-8724-4022-9610-1b51bdd7f291 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.272133 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-518228ad-8724-4022-9610-1b51bdd7f291 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.272386 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df1f1ea-fef8-4f67-813d-a2bbf437e683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-e2c0cdcb-d964-4b95-9c22-933f8b877b3c', 'network_id': 'e2c0cdcb-d964-4b95-9c22-933f8b877b3c', 'tenant_id': '5be114b99904465db48a75ccc898f1f1', 'fixed_ips': [{'subnet_id': '28e0a45c-ef14-4027-bf2f-8a0a5bf327b5'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:54:15.272386 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4df1f1ea-fef8-4f67-813d-a2bbf437e683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.274968 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c69a384-94a8-4467-b4db-c7ce8d1bdf65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.310856 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a960ee3-8e52-4f9b-994d-5f0fb6daaef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.323304 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ea20f02-24dc-4306-96bb-1f49183f5f1d req-1fe351c7-372b-4f80-bbcc-9be4f56a4fd2 service neutron] 10.222.0.18 "GET /v2.0/networks/24785638-a2a9-4c47-bfc0-584f5f7dcbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434940 Jul 22 23:54:15.326514 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a960ee3-8e52-4f9b-994d-5f0fb6daaef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.363583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a960ee3-8e52-4f9b-994d-5f0fb6daaef2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:54:15.377957 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a960ee3-8e52-4f9b-994d-5f0fb6daaef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.378335 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-9a960ee3-8e52-4f9b-994d-5f0fb6daaef2 admin admin] Added segment 9c29fc33-88ad-4dbd-a9ba-5ea482c00989 of type vlan for network 60603d0c-5a4d-4f66-bf92-180123929381 Jul 22 23:54:15.401255 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9c69a384-94a8-4467-b4db-c7ce8d1bdf65 admin admin] Deleting port 4563c94a-22b5-46d1-841d-3cdccf01d034 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:15.401733 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c69a384-94a8-4467-b4db-c7ce8d1bdf65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.406801 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-518228ad-8724-4022-9610-1b51bdd7f291 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.442771 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a960ee3-8e52-4f9b-994d-5f0fb6daaef2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.472132 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518228ad-8724-4022-9610-1b51bdd7f291 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event deleted for resources: {'Subnet': ['ID=28e0a45c-ef14-4027-bf2f-8a0a5bf327b5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-4df1f1ea-fef8-4f67-813d-a2bbf437e683 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28e0a45c-ef14-4027-bf2f-8a0a5bf327b5: This subnet is being modified by another concurrent operation. Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28e0a45c-ef14-4027-bf2f-8a0a5bf327b5: This subnet is being modified by another concurrent operation. Jul 22 23:54:15.515161 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 22 23:54:15.529609 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d03ec4d9-be29-4ded-b399-17d424c84bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'name': 'tempest-TestServerBasicOps-462196720-router', 'tenant_id': '24f31ae338914ce9986a6e4a49fb4e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '4563c94a-22b5-46d1-841d-3cdccf01d034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:23Z', 'updated_at': '2021-07-22T23:54:13Z', 'revision_number': 5, 'project_id': '24f31ae338914ce9986a6e4a49fb4e78', 'gw_port': {'id': '4563c94a-22b5-46d1-841d-3cdccf01d034', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:76:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:24Z', 'updated_at': '2021-07-22T23:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:15.561422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ec4d9-be29-4ded-b399-17d424c84bad None None] Checking router: 30a12dfd-8308-42ca-b36c-d9561e65bfda for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:54:15.566675 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535bc4dd-21ac-4c43-beb8-2b52436ac988 None None] Network e2c0cdcb-d964-4b95-9c22-933f8b877b3c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:15.591225 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-9a960ee3-8e52-4f9b-994d-5f0fb6daaef2 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:54:15.599804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ec4d9-be29-4ded-b399-17d424c84bad None None] Routers {'30a12dfd-8308-42ca-b36c-d9561e65bfda'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:15.600467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d03ec4d9-be29-4ded-b399-17d424c84bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['30a12dfd-8308-42ca-b36c-d9561e65bfda'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:15.607196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-518228ad-8724-4022-9610-1b51bdd7f291 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.625794 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-518228ad-8724-4022-9610-1b51bdd7f291 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c0cdcb-d964-4b95-9c22-933f8b877b3c']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:15.635858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a960ee3-8e52-4f9b-994d-5f0fb6daaef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df5e10c-a16c-4bfb-a20b-1955036854be,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:15.642026 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-518228ad-8724-4022-9610-1b51bdd7f291 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f97c553-f5b5-4aff-abc3-7a08388b65bc') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:15.642572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-518228ad-8724-4022-9610-1b51bdd7f291 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f97c553-f5b5-4aff-abc3-7a08388b65bc') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:15.655647 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.664399 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-518228ad-8724-4022-9610-1b51bdd7f291 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.667353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9c69a384-94a8-4467-b4db-c7ce8d1bdf65 admin admin] For port 4563c94a-22b5-46d1-841d-3cdccf01d034, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4563c94a-22b5-46d1-841d-3cdccf01d034,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:15.667868 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c69a384-94a8-4467-b4db-c7ce8d1bdf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.692913 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9c69a384-94a8-4467-b4db-c7ce8d1bdf65 admin admin] Calling delete_port for 4563c94a-22b5-46d1-841d-3cdccf01d034 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:15.693980 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-518228ad-8724-4022-9610-1b51bdd7f291 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.709673 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.728270 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a960ee3-8e52-4f9b-994d-5f0fb6daaef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.729272 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a960ee3-8e52-4f9b-994d-5f0fb6daaef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:15.729855 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a960ee3-8e52-4f9b-994d-5f0fb6daaef2 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.734289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d03ec4d9-be29-4ded-b399-17d424c84bad None None] Set router 30a12dfd-8308-42ca-b36c-d9561e65bfda gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:15.738236 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518228ad-8724-4022-9610-1b51bdd7f291 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:54:15.739753 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-518228ad-8724-4022-9610-1b51bdd7f291 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:54:15.754503 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:54:15.776013 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9a960ee3-8e52-4f9b-994d-5f0fb6daaef2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4253747 Jul 22 23:54:15.778431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dceaf-f923-4746-a570-4196991eb7b7 req-52bb7b86-7399-461d-8d53-f1de5ec7a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:15.780200 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-908dceaf-f923-4746-a570-4196991eb7b7 req-52bb7b86-7399-461d-8d53-f1de5ec7a4ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0edfcddefbf6415b8926df47e3ce6077&device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 1095 time: 0.3428271 Jul 22 23:54:15.780696 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36940) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:15.788233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b71105ab-94f1-42bf-906e-b5f767e62203 admin admin] Request body: {'subnet': {'network_id': '60603d0c-5a4d-4f66-bf92-180123929381', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1654816408-subnet', 'tenant_id': 'ab83856deee64d85aac82a92e8e55154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:15.904971 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-518228ad-8724-4022-9610-1b51bdd7f291 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.916504 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-518228ad-8724-4022-9610-1b51bdd7f291 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.919797 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-518228ad-8724-4022-9610-1b51bdd7f291 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/networks/e2c0cdcb-d964-4b95-9c22-933f8b877b3c HTTP/1.1" status: 204 len: 168 time: 1.0133195 Jul 22 23:54:15.923278 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36942) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:15.943290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518228ad-8724-4022-9610-1b51bdd7f291 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event deleted for resources: {'Network': ['ID=e2c0cdcb-d964-4b95-9c22-933f8b877b3c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:15.956478 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dceaf-f923-4746-a570-4196991eb7b7 req-5592b0d7-25ab-4116-ba87-1053108e4902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:15.958596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-908dceaf-f923-4746-a570-4196991eb7b7 req-5592b0d7-25ab-4116-ba87-1053108e4902 service neutron] 10.222.0.18 "GET /v2.0/networks?id=24785638-a2a9-4c47-bfc0-584f5f7dcbab HTTP/1.1" status: 200 len: 909 time: 0.1653957 Jul 22 23:54:15.967602 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49f2562-a728-4591-aea9-fc0700683724 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] DELETE failed (client error): The resource could not be found. Jul 22 23:54:15.968217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49f2562-a728-4591-aea9-fc0700683724 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:54:15.970099 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a49f2562-a728-4591-aea9-fc0700683724 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/subnets/28e0a45c-ef14-4027-bf2f-8a0a5bf327b5 HTTP/1.1" status: 404 len: 337 time: 0.0371094 Jul 22 23:54:16.005297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:16.020557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a960ee3-8e52-4f9b-994d-5f0fb6daaef2 admin admin] Pushing event updated for resources: {'Network': ['ID=60603d0c-5a4d-4f66-bf92-180123929381,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:16.092778 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fcbf18-bf55-4b35-ac86-a17c20ee6eb0 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] DELETE failed (client error): The resource could not be found. Jul 22 23:54:16.093419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fcbf18-bf55-4b35-ac86-a17c20ee6eb0 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:54:16.095169 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-38fcbf18-bf55-4b35-ac86-a17c20ee6eb0 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/networks/e2c0cdcb-d964-4b95-9c22-933f8b877b3c HTTP/1.1" status: 404 len: 339 time: 0.0714903 Jul 22 23:54:16.098073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36948) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:16.100023 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-908dceaf-f923-4746-a570-4196991eb7b7 req-6c187cec-31f3-42d8-86f4-329fd29d7fa7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b17d8926-74a7-4455-acb8-6b7a12f6bc06 HTTP/1.1" status: 200 len: 217 time: 0.1021008 Jul 22 23:54:16.132682 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbfdaff-6818-4227-b3ac-6a924357da0e tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] DELETE failed (client error): The resource could not be found. Jul 22 23:54:16.133538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcbfdaff-6818-4227-b3ac-6a924357da0e tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:54:16.135865 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dcbfdaff-6818-4227-b3ac-6a924357da0e tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/subnets/3b2eae48-6fe5-4fd9-bce9-2c600a1704c4 HTTP/1.1" status: 404 len: 337 time: 0.0356190 Jul 22 23:54:16.139090 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c69a384-94a8-4467-b4db-c7ce8d1bdf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.141567 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36950) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:16.147862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71105ab-94f1-42bf-906e-b5f767e62203 admin admin] Made reservation on behalf of ab83856deee64d85aac82a92e8e55154 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:16.150347 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b71105ab-94f1-42bf-906e-b5f767e62203 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.190111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 60603d0c-5a4d-4f66-bf92-180123929381 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:54:16.193338 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69a384-94a8-4467-b4db-c7ce8d1bdf65 admin admin] Pushing event deleted for resources: {'Port': ['ID=4563c94a-22b5-46d1-841d-3cdccf01d034,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:16.202338 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a05d2c9-54a4-483d-a766-7e0f0c538c4d tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] DELETE failed (client error): The resource could not be found. Jul 22 23:54:16.203090 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a05d2c9-54a4-483d-a766-7e0f0c538c4d tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:54:16.205292 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a05d2c9-54a4-483d-a766-7e0f0c538c4d tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/networks/f2770b13-870c-4cb8-ae50-a36dca46c5d9 HTTP/1.1" status: 404 len: 339 time: 0.0609865 Jul 22 23:54:16.208016 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36952) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:16.306213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d03ec4d9-be29-4ded-b399-17d424c84bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'name': 'tempest-TestServerBasicOps-462196720-router', 'tenant_id': '24f31ae338914ce9986a6e4a49fb4e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:23Z', 'updated_at': '2021-07-22T23:54:15Z', 'revision_number': 6, 'project_id': '24f31ae338914ce9986a6e4a49fb4e78', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:16.328519 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c69a384-94a8-4467-b4db-c7ce8d1bdf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.332186 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d951614c-c060-4b64-9922-2770f4651bef tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] DELETE failed (client error): The resource could not be found. Jul 22 23:54:16.333881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d951614c-c060-4b64-9922-2770f4651bef tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:54:16.337565 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d951614c-c060-4b64-9922-2770f4651bef tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/subnets/1cc373db-ebdf-4233-bd62-5c0043418c0b HTTP/1.1" status: 404 len: 337 time: 0.1281929 Jul 22 23:54:16.345039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:16.384545 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ec4d9-be29-4ded-b399-17d424c84bad None None] The sync data for ids ['30a12dfd-8308-42ca-b36c-d9561e65bfda'] in n-d-688802-2 is: [{'id': '30a12dfd-8308-42ca-b36c-d9561e65bfda', 'name': 'tempest-TestServerBasicOps-462196720-router', 'tenant_id': '24f31ae338914ce9986a6e4a49fb4e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:23Z', 'updated_at': '2021-07-22T23:54:15Z', 'revision_number': 6, 'project_id': '24f31ae338914ce9986a6e4a49fb4e78', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:16.392545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Allocated IP 172.25.4.165 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/5011e9a0-8337-4c35-92d1-8b383d26ac70) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:16.409622 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d216aa73-eea9-4ce5-99a2-6663c86eebb5 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] DELETE failed (client error): The resource could not be found. Jul 22 23:54:16.410328 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d216aa73-eea9-4ce5-99a2-6663c86eebb5 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:54:16.412401 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d216aa73-eea9-4ce5-99a2-6663c86eebb5 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/networks/711464f1-d65e-4d35-b926-0ccbefe51cf5 HTTP/1.1" status: 404 len: 339 time: 0.0631416 Jul 22 23:54:16.421431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dceaf-f923-4746-a570-4196991eb7b7 req-2caad2a3-3ac1-4f3c-a467-b5ccd0c63b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:16.423021 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-908dceaf-f923-4746-a570-4196991eb7b7 req-2caad2a3-3ac1-4f3c-a467-b5ccd0c63b4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3d37c95-3e61-4a0c-8dbd-ccf0010f6feb HTTP/1.1" status: 200 len: 848 time: 0.3034458 Jul 22 23:54:16.427897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36956) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:16.446441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827b7ce8-1fa1-4f5e-92e9-f8a7990d6ff9 None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:54:16.504718 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c69a384-94a8-4467-b4db-c7ce8d1bdf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.507844 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c69a384-94a8-4467-b4db-c7ce8d1bdf65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.529369 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-908dceaf-f923-4746-a570-4196991eb7b7 req-dde08a81-0b36-4c8a-af3a-e09c6f5aa5e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24785638-a2a9-4c47-bfc0-584f5f7dcbab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779450 Jul 22 23:54:16.561367 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.573243 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c69a384-94a8-4467-b4db-c7ce8d1bdf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.574110 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c69a384-94a8-4467-b4db-c7ce8d1bdf65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30a12dfd-8308-42ca-b36c-d9561e65bfda {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:54:16.583798 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c69a384-94a8-4467-b4db-c7ce8d1bdf65 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.585354 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c69a384-94a8-4467-b4db-c7ce8d1bdf65 admin admin] 10.222.0.26 "DELETE /v2.0/routers/30a12dfd-8308-42ca-b36c-d9561e65bfda HTTP/1.1" status: 204 len: 168 time: 1.7683575 Jul 22 23:54:16.587646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36958) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:16.587831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d92345-ed06-45b3-b681-974772e73e8f req-9d886715-1f2f-4173-bd5c-02ad94bdc47a tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:16.589579 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e2d92345-ed06-45b3-b681-974772e73e8f req-9d886715-1f2f-4173-bd5c-02ad94bdc47a tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/ports?device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 944 time: 0.3883245 Jul 22 23:54:16.602996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b7ce8-1fa1-4f5e-92e9-f8a7990d6ff9 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:54:16.660443 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-043002fe-5d15-473c-a70a-5cf4504ad0d2 admin admin] Deleting subnet 07d0c339-80da-4efb-8389-2b707e66f8c2 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:54:16.665795 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-043002fe-5d15-473c-a70a-5cf4504ad0d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.707076 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-043002fe-5d15-473c-a70a-5cf4504ad0d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.832408 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e2d92345-ed06-45b3-b681-974772e73e8f req-c268420f-76a6-4d33-9c41-ce343497cf2e tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/security-groups?id=c60b7940-72c9-4676-88c4-52047e890fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327838 Jul 22 23:54:16.908976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-908dceaf-f923-4746-a570-4196991eb7b7 req-813709a9-8972-427c-9cc5-641d716ec379 service neutron] 10.222.0.18 "GET /v2.0/networks/24785638-a2a9-4c47-bfc0-584f5f7dcbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603432 Jul 22 23:54:16.937142 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-043002fe-5d15-473c-a70a-5cf4504ad0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.941437 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.018250 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-043002fe-5d15-473c-a70a-5cf4504ad0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.025480 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b71105ab-94f1-42bf-906e-b5f767e62203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.060671 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043002fe-5d15-473c-a70a-5cf4504ad0d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d0c339-80da-4efb-8389-2b707e66f8c2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:17.065940 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-043002fe-5d15-473c-a70a-5cf4504ad0d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.067855 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-043002fe-5d15-473c-a70a-5cf4504ad0d2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/07d0c339-80da-4efb-8389-2b707e66f8c2 HTTP/1.1" status: 204 len: 168 time: 0.4786682 Jul 22 23:54:17.070274 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36962) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:17.075467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66913ac7-72ac-488c-9ac3-e7cb28610c30 None None] Network 51678032-39cb-4b04-9a61-7ac1d0ba09e7 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:17.088227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f9482db0-02cd-4039-a633-d6aa2223210f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Deleting port e9ce534d-1281-48f1-af5e-00a9533f7774 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:17.088580 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9482db0-02cd-4039-a633-d6aa2223210f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.158900 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.231317 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] Deleting port a3e207d3-77c6-4ad9-b861-d67a05df23c8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:17.231691 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.249977 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71105ab-94f1-42bf-906e-b5f767e62203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e57fd4-984e-460d-9ed8-36eab5aa6ef2,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:17.268772 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-908dceaf-f923-4746-a570-4196991eb7b7 req-b184eb3a-b2fb-4644-a757-8443c895e45a service neutron] 10.222.0.18 "GET /v2.0/networks/24785638-a2a9-4c47-bfc0-584f5f7dcbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054197 Jul 22 23:54:17.270512 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.276253 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9482db0-02cd-4039-a633-d6aa2223210f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.334286 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] For port a3e207d3-77c6-4ad9-b861-d67a05df23c8, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a3e207d3-77c6-4ad9-b861-d67a05df23c8,segment=NetworkSegment(122abd2d-bfc4-4462-8b18-979ff18085f0),segment_id=122abd2d-bfc4-4462-8b18-979ff18085f0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:17.334691 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.352734 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] Calling delete_port for a3e207d3-77c6-4ad9-b861-d67a05df23c8 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:17.369507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7252e5-8e62-4f87-8234-abac45224887 None None] DHCP port deletion for 51678032-39cb-4b04-9a61-7ac1d0ba09e7 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:54:17.383060 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f9482db0-02cd-4039-a633-d6aa2223210f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Calling delete_port for e9ce534d-1281-48f1-af5e-00a9533f7774 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:17.404639 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71105ab-94f1-42bf-906e-b5f767e62203 admin admin] Checking segment: {'id': '9c29fc33-88ad-4dbd-a9ba-5ea482c00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '60603d0c-5a4d-4f66-bf92-180123929381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:17.404639 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71105ab-94f1-42bf-906e-b5f767e62203 admin admin] Network hostable DHCP agents. Network: 60603d0c-5a4d-4f66-bf92-180123929381, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:54:17.409121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:17.425076 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:17.425669 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4563c94a-22b5-46d1-841d-3cdccf01d034 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:17.434630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:17.442450 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=5011e9a0-8337-4c35-92d1-8b383d26ac70,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:17.470815 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.476355 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 4563c94a-22b5-46d1-841d-3cdccf01d034 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:17.477480 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4563c94a-22b5-46d1-841d-3cdccf01d034 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:17.477908 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a8e5937c-0f78-488b-a381-56cde8941b0e no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:17.506390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: a8e5937c-0f78-488b-a381-56cde8941b0e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:17.506740 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a8e5937c-0f78-488b-a381-56cde8941b0e not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:17.538350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71105ab-94f1-42bf-906e-b5f767e62203 admin admin] Network 60603d0c-5a4d-4f66-bf92-180123929381 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:54:17.539831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] No DVR routers for this DVR port a3e207d3-77c6-4ad9-b861-d67a05df23c8 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:17.542625 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8e7252e5-8e62-4f87-8234-abac45224887 None None] Deleting port a3e207d3-77c6-4ad9-b861-d67a05df23c8 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:17.543775 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e7252e5-8e62-4f87-8234-abac45224887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.552350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3e207d3-77c6-4ad9-b861-d67a05df23c8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:17.606661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b71105ab-94f1-42bf-906e-b5f767e62203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 60603d0c-5a4d-4f66-bf92-180123929381) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:17.632161 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8e7252e5-8e62-4f87-8234-abac45224887 None None] For port a3e207d3-77c6-4ad9-b861-d67a05df23c8, host n-d-688802-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:17.632585 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e7252e5-8e62-4f87-8234-abac45224887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.645994 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8e7252e5-8e62-4f87-8234-abac45224887 None None] Calling delete_port for a3e207d3-77c6-4ad9-b861-d67a05df23c8 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:17.648917 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-8e7252e5-8e62-4f87-8234-abac45224887 None None] Port a3e207d3-77c6-4ad9-b861-d67a05df23c8 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:54:17.651688 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8e7252e5-8e62-4f87-8234-abac45224887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.654188 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c65eb5-f78d-4e82-9193-35cf3083a818 None None] Network 60603d0c-5a4d-4f66-bf92-180123929381 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:17.670707 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.687911 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51678032-39cb-4b04-9a61-7ac1d0ba09e7']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:17.691422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7252e5-8e62-4f87-8234-abac45224887 None None] Pushing event deleted for resources: {'Port': ['ID=a3e207d3-77c6-4ad9-b861-d67a05df23c8,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:17.712883 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122abd2d-bfc4-4462-8b18-979ff18085f0') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:17.713333 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122abd2d-bfc4-4462-8b18-979ff18085f0') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:17.723399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7252e5-8e62-4f87-8234-abac45224887 None None] No DVR routers for this DVR port a3e207d3-77c6-4ad9-b861-d67a05df23c8 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:17.733776 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.767986 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.776520 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:54:17.777337 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:54:17.779895 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:54:17.802966 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b17d8926-74a7-4455-acb8-6b7a12f6bc06 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:54:17.910702 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.921371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.923405 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] 10.222.0.26 "DELETE /v2.0/networks/51678032-39cb-4b04-9a61-7ac1d0ba09e7 HTTP/1.1" status: 204 len: 168 time: 0.8521821 Jul 22 23:54:17.961820 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f1fc9-917e-438f-b01a-b7b784102f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=51678032-39cb-4b04-9a61-7ac1d0ba09e7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:18.042321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b17d8926-74a7-4455-acb8-6b7a12f6bc06, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b17d8926-74a7-4455-acb8-6b7a12f6bc06,segment=NetworkSegment(678af373-1ceb-4c73-a072-bd4edef06e04),segment_id=678af373-1ceb-4c73-a072-bd4edef06e04)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:18.063714 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'b17d8926-74a7-4455-acb8-6b7a12f6bc06', 'network_id': '24785638-a2a9-4c47-bfc0-584f5f7dcbab', 'port_id': 'b17d8926-74a7-4455-acb8-6b7a12f6bc06', 'mac_address': 'fa:16:3e:21:32:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d37c95-3e61-4a0c-8dbd-ccf0010f6feb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:54:18.104154 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36970) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:18.145957 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f1dbb6-1163-408f-95bb-f314fcda8149 None None] Network 60603d0c-5a4d-4f66-bf92-180123929381 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:18.149041 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.167062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71105ab-94f1-42bf-906e-b5f767e62203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:18.170097 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-abd8c8cc-2b5b-4acd-b2d2-82c75473aa54 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3662d9b6dea486c9943ad4ed2b2271e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587344 Jul 22 23:54:18.171077 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b71105ab-94f1-42bf-906e-b5f767e62203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.171408 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36972) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:18.185531 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17d8926-74a7-4455-acb8-6b7a12f6bc06 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:54:18.211095 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b17d8926-74a7-4455-acb8-6b7a12f6bc06, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b17d8926-74a7-4455-acb8-6b7a12f6bc06,segment=NetworkSegment(678af373-1ceb-4c73-a072-bd4edef06e04),segment_id=678af373-1ceb-4c73-a072-bd4edef06e04)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:18.218604 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.249185 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b71105ab-94f1-42bf-906e-b5f767e62203 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4572251 Jul 22 23:54:18.249440 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-764eb631-957e-4779-b334-01e7d09da7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.261756 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9482db0-02cd-4039-a633-d6aa2223210f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.279399 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-764eb631-957e-4779-b334-01e7d09da7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.347239 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-764eb631-957e-4779-b334-01e7d09da7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.349838 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-764eb631-957e-4779-b334-01e7d09da7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.351007 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-764eb631-957e-4779-b334-01e7d09da7f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/440395da-46a2-4968-a3a7-38838d838608 HTTP/1.1" status: 204 len: 168 time: 0.1782084 Jul 22 23:54:18.365078 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764eb631-957e-4779-b334-01e7d09da7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440395da-46a2-4968-a3a7-38838d838608,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:18.375301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9482db0-02cd-4039-a633-d6aa2223210f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event deleted for resources: {'Port': ['ID=e9ce534d-1281-48f1-af5e-00a9533f7774,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:18.390687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f6400-c3de-45f8-9be3-18a1149d5127 req-920aa92a-1f1e-4f86-98bc-ed97078498b8 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:18.392531 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-954f6400-c3de-45f8-9be3-18a1149d5127 req-920aa92a-1f1e-4f86-98bc-ed97078498b8 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/ports?device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 944 time: 0.2731335 Jul 22 23:54:18.417036 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9482db0-02cd-4039-a633-d6aa2223210f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.419697 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f9482db0-02cd-4039-a633-d6aa2223210f tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/ports/e9ce534d-1281-48f1-af5e-00a9533f7774 HTTP/1.1" status: 204 len: 168 time: 1.9896586 Jul 22 23:54:18.422369 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36978) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:18.453439 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-954f6400-c3de-45f8-9be3-18a1149d5127 req-d56360c2-0aa0-46f0-b6ca-aad6885191e1 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/security-groups?id=c60b7940-72c9-4676-88c4-52047e890fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533738 Jul 22 23:54:18.472158 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.481120 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c862bc-76b6-49ec-909e-ca36624c0759 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] DELETE failed (client error): The resource could not be found. Jul 22 23:54:18.481657 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c862bc-76b6-49ec-909e-ca36624c0759 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:54:18.485942 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-21c862bc-76b6-49ec-909e-ca36624c0759 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/subnets/6aec33ef-80b8-4b1c-9260-55414c1fd643 HTTP/1.1" status: 404 len: 337 time: 0.0601745 Jul 22 23:54:18.494257 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36984) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:18.515819 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b17d8926-74a7-4455-acb8-6b7a12f6bc06,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:18.546608 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['b17d8926-74a7-4455-acb8-6b7a12f6bc06'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:54:18.600206 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-912c6eb6-0324-4182-89c6-74c310c40541 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.711817 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-912c6eb6-0324-4182-89c6-74c310c40541 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.727207 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-912c6eb6-0324-4182-89c6-74c310c40541 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36bfe1a-9f62-4794-a8d5-cd291486270d']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:18.753447 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-912c6eb6-0324-4182-89c6-74c310c40541 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380091e4-e3fb-4970-b15a-0d67ee7430b0') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:18.753775 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-912c6eb6-0324-4182-89c6-74c310c40541 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380091e4-e3fb-4970-b15a-0d67ee7430b0') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:18.776637 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-912c6eb6-0324-4182-89c6-74c310c40541 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.795506 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-912c6eb6-0324-4182-89c6-74c310c40541 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.804423 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912c6eb6-0324-4182-89c6-74c310c40541 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:54:18.804839 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-912c6eb6-0324-4182-89c6-74c310c40541 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:54:18.808125 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:54:18.839464 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.906252 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36988) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:18.908384 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-912c6eb6-0324-4182-89c6-74c310c40541 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.920385 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-912c6eb6-0324-4182-89c6-74c310c40541 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.924592 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-912c6eb6-0324-4182-89c6-74c310c40541 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/networks/b36bfe1a-9f62-4794-a8d5-cd291486270d HTTP/1.1" status: 204 len: 168 time: 0.4269855 Jul 22 23:54:18.935961 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 36990) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:18.940141 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c6eb6-0324-4182-89c6-74c310c40541 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event deleted for resources: {'Network': ['ID=b36bfe1a-9f62-4794-a8d5-cd291486270d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:18.969013 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-235f20a8-e9c8-48ef-9a82-b9b68d619764 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24f31ae338914ce9986a6e4a49fb4e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608518 Jul 22 23:54:18.971010 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 36992) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:19.032702 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60fa7c0d-fd49-474f-8217-c1e535238bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:19.062989 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60fa7c0d-fd49-474f-8217-c1e535238bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:19.081628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b520a492-4c32-4d01-a5d6-460b6ccac0a8 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Deleting port 30344e92-5878-4cc9-81ce-57e1dd419556 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:19.081991 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b520a492-4c32-4d01-a5d6-460b6ccac0a8 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:19.123604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:54:19.138583 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60fa7c0d-fd49-474f-8217-c1e535238bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:19.141701 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60fa7c0d-fd49-474f-8217-c1e535238bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:19.143228 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-60fa7c0d-fd49-474f-8217-c1e535238bba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e36e8a22-6b75-411f-ac03-2b4e3d888e9b HTTP/1.1" status: 204 len: 168 time: 0.1703815 Jul 22 23:54:19.154001 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa7c0d-fd49-474f-8217-c1e535238bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36e8a22-6b75-411f-ac03-2b4e3d888e9b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:19.184464 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b520a492-4c32-4d01-a5d6-460b6ccac0a8 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:19.261546 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b520a492-4c32-4d01-a5d6-460b6ccac0a8 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Calling delete_port for 30344e92-5878-4cc9-81ce-57e1dd419556 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:19.387213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a3e207d3-77c6-4ad9-b861-d67a05df23c8 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:19.429883 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: a3e207d3-77c6-4ad9-b861-d67a05df23c8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:19.430237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a3e207d3-77c6-4ad9-b861-d67a05df23c8 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:19.442165 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:19.454443 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Sync routers for ids ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:19.487542 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:19.488793 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5c5c7cb6-6229-4336-a2c7-3572b616d2a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.1907957 Jul 22 23:54:19.489267 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Routers {'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:19.489563 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b520a492-4c32-4d01-a5d6-460b6ccac0a8 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:19.489959 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:19.493998 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37012) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:19.526224 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b520a492-4c32-4d01-a5d6-460b6ccac0a8 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:19.531020 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b520a492-4c32-4d01-a5d6-460b6ccac0a8 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/ports/30344e92-5878-4cc9-81ce-57e1dd419556 HTTP/1.1" status: 204 len: 168 time: 0.5940385 Jul 22 23:54:19.546310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37014) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:19.555181 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520a492-4c32-4d01-a5d6-460b6ccac0a8 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event deleted for resources: {'Port': ['ID=30344e92-5878-4cc9-81ce-57e1dd419556,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:19.556323 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cebdd262-026a-4ae2-8ffa-3ab06698bab6 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=08e6f590bb3047c8a7f2021edeaee884&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0608683 Jul 22 23:54:19.560680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37018) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:19.596176 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c18ff54-21c8-46b3-8848-a82d8be9765c tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] DELETE failed (client error): The resource could not be found. Jul 22 23:54:19.596666 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c18ff54-21c8-46b3-8848-a82d8be9765c tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:54:19.599136 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2c18ff54-21c8-46b3-8848-a82d8be9765c tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/subnets/4fc95d81-5505-4fb9-9256-45346687ac8a HTTP/1.1" status: 404 len: 337 time: 0.0515871 Jul 22 23:54:19.612273 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37020) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:19.767877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f6a01-ccd4-40c1-86fc-71958ee3207f req-52f8b012-5a8a-4163-a09a-5322474501ed tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:19.771036 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-128f6a01-ccd4-40c1-86fc-71958ee3207f req-52f8b012-5a8a-4163-a09a-5322474501ed tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/ports?device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 945 time: 0.1467412 Jul 22 23:54:19.788893 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Set router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:19.789114 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5b562-7cf1-4b12-8644-722a02041673 req-b37ad0f8-7fb7-46f2-9e61-174ef3683920 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:19.790635 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ccf5b562-7cf1-4b12-8644-722a02041673 req-b37ad0f8-7fb7-46f2-9e61-174ef3683920 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.2375448 Jul 22 23:54:19.835384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b17d8926-74a7-4455-acb8-6b7a12f6bc06 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:19.870786 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bf1be24-64e9-4c2b-adfa-017c52568315 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:19.899780 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-128f6a01-ccd4-40c1-86fc-71958ee3207f req-af9dbd7e-7b28-46f4-a9bb-476f3b52559c tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/security-groups?id=c60b7940-72c9-4676-88c4-52047e890fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052480 Jul 22 23:54:19.939456 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ccf5b562-7cf1-4b12-8644-722a02041673 req-78c73caf-5e85-467b-a343-7ee507269aa2 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269016 Jul 22 23:54:19.950074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716dad61-87f7-47e9-b8db-85cd98f383c6 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:19.954937 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37030) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:19.956354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port b17d8926-74a7-4455-acb8-6b7a12f6bc06 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:19.957969 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-716dad61-87f7-47e9-b8db-85cd98f383c6 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3795295 Jul 22 23:54:19.963695 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port b17d8926-74a7-4455-acb8-6b7a12f6bc06 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:19.964077 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.001803 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-733783e4-72e8-400c-b05c-2d46f9435914 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452764 Jul 22 23:54:20.004388 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37034) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:20.010494 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7c3ba68e-7de7-45c4-830a-718185f0b9b5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-286939301', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:20.211399 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.214711 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bf1be24-64e9-4c2b-adfa-017c52568315 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.226015 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3ba68e-7de7-45c4-830a-718185f0b9b5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Made reservation on behalf of 08e6f590bb3047c8a7f2021edeaee884 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:20.237897 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998808045', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:54:18Z', 'revision_number': 3, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:74:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:15Z', 'updated_at': '2021-07-22T23:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:20.241550 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7bf1be24-64e9-4c2b-adfa-017c52568315 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20bd8c7e-909a-4f25-8b66-cd4656eec684']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:20.248348 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c3ba68e-7de7-45c4-830a-718185f0b9b5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.278157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b17d8926-74a7-4455-acb8-6b7a12f6bc06, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b17d8926-74a7-4455-acb8-6b7a12f6bc06,segment=NetworkSegment(678af373-1ceb-4c73-a072-bd4edef06e04),segment_id=678af373-1ceb-4c73-a072-bd4edef06e04)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:20.280531 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49819fd0-8038-40bb-93e3-4838e7d2ab66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17d8926-74a7-4455-acb8-6b7a12f6bc06'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:20.290088 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6e3f6c-559d-46a7-bf0c-6d668d472bd8" -d '{"events": [{"server_uuid": "49819fd0-8038-40bb-93e3-4838e7d2ab66", "name": "network-vif-plugged", "status": "completed", "tag": "b17d8926-74a7-4455-acb8-6b7a12f6bc06"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:20.294305 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.328367 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Checking router: f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:54:20.328725 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Updating router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 port 5011e9a0-8337-4c35-92d1-8b383d26ac70 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:54:20.370683 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1657062e-8dbc-4fc0-bb90-5114fd77c08a x-openstack-request-id: req-1657062e-8dbc-4fc0-bb90-5114fd77c08a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:20.372881 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49819fd0-8038-40bb-93e3-4838e7d2ab66", "name": "network-vif-plugged", "status": "completed", "tag": "b17d8926-74a7-4455-acb8-6b7a12f6bc06", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:20.373368 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1657062e-8dbc-4fc0-bb90-5114fd77c08a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:20.373956 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49819fd0-8038-40bb-93e3-4838e7d2ab66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17d8926-74a7-4455-acb8-6b7a12f6bc06', 'code': 200} Jul 22 23:54:20.442148 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.460719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b17d8926-74a7-4455-acb8-6b7a12f6bc06,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:20.595472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37050) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:20.626356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce676d1-cb5e-4fcd-8e1b-d3ad93529694 req-45eb2de8-d97e-4015-a7b9-83b48c8a746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:20.628402 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ce676d1-cb5e-4fcd-8e1b-d3ad93529694 req-45eb2de8-d97e-4015-a7b9-83b48c8a746d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 1097 time: 0.1759501 Jul 22 23:54:20.659499 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c3ba68e-7de7-45c4-830a-718185f0b9b5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.721120 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ce676d1-cb5e-4fcd-8e1b-d3ad93529694 req-ee3d85f9-f2e4-419f-a38c-d7a0d96b145c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c60b7940-72c9-4676-88c4-52047e890fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855756 Jul 22 23:54:20.793944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3ba68e-7de7-45c4-830a-718185f0b9b5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Checking segment: {'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:20.794443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3ba68e-7de7-45c4-830a-718185f0b9b5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network hostable DHCP agents. Network: 891c2138-73e2-46c7-be9c-a08e1e41f46f, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:54:20.801009 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ba68e-7de7-45c4-830a-718185f0b9b5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Subnet': ['ID=6a5498f1-4887-4c40-a2cd-fca0f7d9252c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:20.823851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-30d72683-e6a5-44a5-86fd-348e4294723f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1155270901-network', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:20.845265 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7bf1be24-64e9-4c2b-adfa-017c52568315 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d48007-d0ac-45be-b832-f40eec24e4dc') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:20.845551 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7bf1be24-64e9-4c2b-adfa-017c52568315 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d48007-d0ac-45be-b832-f40eec24e4dc') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:20.856085 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.861981 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bf1be24-64e9-4c2b-adfa-017c52568315 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.869656 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3ba68e-7de7-45c4-830a-718185f0b9b5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 891c2138-73e2-46c7-be9c-a08e1e41f46f is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:54:20.874592 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d72683-e6a5-44a5-86fd-348e4294723f admin admin] Made reservation on behalf of 4e67dfb34b944fceb43dbf0db78fb2ad for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:20.877232 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30d72683-e6a5-44a5-86fd-348e4294723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.880857 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bf1be24-64e9-4c2b-adfa-017c52568315 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.889577 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30d72683-e6a5-44a5-86fd-348e4294723f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.889806 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf1be24-64e9-4c2b-adfa-017c52568315 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:54:20.890403 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bf1be24-64e9-4c2b-adfa-017c52568315 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.892883 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7c3ba68e-7de7-45c4-830a-718185f0b9b5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 891c2138-73e2-46c7-be9c-a08e1e41f46f) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:54:20.893983 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:54:20.904542 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145c0550-5902-4780-8f21-b99cf6c5ce59 None None] Network 891c2138-73e2-46c7-be9c-a08e1e41f46f requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:20.908595 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3ba68e-7de7-45c4-830a-718185f0b9b5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:20.909228 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c3ba68e-7de7-45c4-830a-718185f0b9b5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.042335 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bf1be24-64e9-4c2b-adfa-017c52568315 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.042575 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Transition to ACTIVE for port object 5011e9a0-8337-4c35-92d1-8b383d26ac70 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:21.057383 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bf1be24-64e9-4c2b-adfa-017c52568315 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.059065 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.060829 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7bf1be24-64e9-4c2b-adfa-017c52568315 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/networks/20bd8c7e-909a-4f25-8b66-cd4656eec684 HTTP/1.1" status: 204 len: 168 time: 1.4475510 Jul 22 23:54:21.063535 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37058) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:21.085611 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1be24-64e9-4c2b-adfa-017c52568315 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event deleted for resources: {'Network': ['ID=20bd8c7e-909a-4f25-8b66-cd4656eec684,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:21.116504 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30d72683-e6a5-44a5-86fd-348e4294723f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.139819 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30d72683-e6a5-44a5-86fd-348e4294723f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.161241 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Attempting to bind port 5011e9a0-8337-4c35-92d1-8b383d26ac70 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:21.161838 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Attempting to bind port 5011e9a0-8337-4c35-92d1-8b383d26ac70 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:21.162991 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Attempting to bind port 5011e9a0-8337-4c35-92d1-8b383d26ac70 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:21.166237 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7c3ba68e-7de7-45c4-830a-718185f0b9b5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1607194 Jul 22 23:54:21.173525 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:21.185453 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-da305f26-12fb-4e02-9293-1c5957c1afbd tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Deleting subnet 0b76ec67-9fe9-43df-9d9c-e10584eef08e {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:54:21.192436 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da305f26-12fb-4e02-9293-1c5957c1afbd tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.199806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d72683-e6a5-44a5-86fd-348e4294723f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:54:21.206544 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:21.207016 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:21.207319 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.207688 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:21.208159 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Bound port: 5011e9a0-8337-4c35-92d1-8b383d26ac70, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:21.208542 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.256406 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-891c2138-73e2-46c7-be9c-a08e1e41f46f', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ips': [{'subnet_id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:54:21.257369 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.273021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d72683-e6a5-44a5-86fd-348e4294723f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3022ad97-d210-4b62-a744-c971347e1476,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:21.289122 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4c214-e3e6-4901-8adc-3258df07d781 req-28d0724d-9387-4de0-baec-adab2f615ccc tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:21.290690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96e4c214-e3e6-4901-8adc-3258df07d781 req-28d0724d-9387-4de0-baec-adab2f615ccc tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/ports?device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 946 time: 0.2578089 Jul 22 23:54:21.291956 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30d72683-e6a5-44a5-86fd-348e4294723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.292423 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-30d72683-e6a5-44a5-86fd-348e4294723f admin admin] Added segment be28c49d-ff06-4c74-883a-459895d7dd15 of type vlan for network 50eadcea-8b03-4ea9-bc3a-e4d4187b2620 Jul 22 23:54:21.329070 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] For port 5011e9a0-8337-4c35-92d1-8b383d26ac70, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:21.335516 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] For port 5011e9a0-8337-4c35-92d1-8b383d26ac70, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5011e9a0-8337-4c35-92d1-8b383d26ac70,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:21.338348 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0264d3-f6a5-488d-aae6-9b46dfbc8806 None None] Pushing event updated for resources: {'Port': ['ID=5011e9a0-8337-4c35-92d1-8b383d26ac70,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:21.348321 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.385050 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30d72683-e6a5-44a5-86fd-348e4294723f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.394795 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0264d3-f6a5-488d-aae6-9b46dfbc8806 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:21.396494 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0264d3-f6a5-488d-aae6-9b46dfbc8806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:21.399950 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0264d3-f6a5-488d-aae6-9b46dfbc8806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:21.399950 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0264d3-f6a5-488d-aae6-9b46dfbc8806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:21.401249 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da305f26-12fb-4e02-9293-1c5957c1afbd tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.402569 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0264d3-f6a5-488d-aae6-9b46dfbc8806 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:21.404182 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0264d3-f6a5-488d-aae6-9b46dfbc8806 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:21.404800 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0264d3-f6a5-488d-aae6-9b46dfbc8806 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:21.404999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e81e7-eb88-4a5b-b4c1-b39de0dd67e6 req-5250bb59-5b50-4a48-8320-57c7ef7f39ed tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:21.407613 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0264d3-f6a5-488d-aae6-9b46dfbc8806 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:21.409509 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0264d3-f6a5-488d-aae6-9b46dfbc8806 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:21.410510 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0264d3-f6a5-488d-aae6-9b46dfbc8806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:21.411778 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0264d3-f6a5-488d-aae6-9b46dfbc8806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:21.413019 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-396e81e7-eb88-4a5b-b4c1-b39de0dd67e6 req-5250bb59-5b50-4a48-8320-57c7ef7f39ed tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.3184965 Jul 22 23:54:21.425621 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0264d3-f6a5-488d-aae6-9b46dfbc8806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:21.451599 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Allocated IP 172.20.0.2 (891c2138-73e2-46c7-be9c-a08e1e41f46f/6a5498f1-4887-4c40-a2cd-fca0f7d9252c/995c09e4-779b-463a-b1bc-ef4ae738d6eb) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:21.513261 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0264d3-f6a5-488d-aae6-9b46dfbc8806 None None] Pushing event updated for resources: {'Port': ['ID=5011e9a0-8337-4c35-92d1-8b383d26ac70,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:21.525302 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Routers {'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:21.526048 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:21.533119 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96e4c214-e3e6-4901-8adc-3258df07d781 req-097d2b58-f08e-4494-809f-79770dc27154 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/security-groups?id=c60b7940-72c9-4676-88c4-52047e890fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267661 Jul 22 23:54:21.577666 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec2fbb-ef30-4da9-a43f-9d8b1e056aaf req-60ea55be-d525-49e7-98a5-74fa1c886c99 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:21.579457 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5fec2fbb-ef30-4da9-a43f-9d8b1e056aaf req-60ea55be-d525-49e7-98a5-74fa1c886c99 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cb09b41-3f8b-4934-92ec-d8aac43dd671 HTTP/1.1" status: 200 len: 946 time: 0.3809059 Jul 22 23:54:21.705796 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da305f26-12fb-4e02-9293-1c5957c1afbd tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.715753 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] Set router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:21.719221 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-30d72683-e6a5-44a5-86fd-348e4294723f admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:54:21.764092 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.795937 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Transition to ACTIVE for port object 995c09e4-779b-463a-b1bc-ef4ae738d6eb will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:21.826896 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30d72683-e6a5-44a5-86fd-348e4294723f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.828296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d72683-e6a5-44a5-86fd-348e4294723f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:21.828883 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30d72683-e6a5-44a5-86fd-348e4294723f admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.829004 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Transition to ACTIVE for port object 995c09e4-779b-463a-b1bc-ef4ae738d6eb will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:21.839198 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.864289 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5fec2fbb-ef30-4da9-a43f-9d8b1e056aaf req-1b73a710-eb3a-4c4c-82ff-7adeb747390b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Deleting port cc87c514-6f66-4fca-8957-13ac210536b7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:21.865120 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5fec2fbb-ef30-4da9-a43f-9d8b1e056aaf req-1b73a710-eb3a-4c4c-82ff-7adeb747390b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.871913 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da305f26-12fb-4e02-9293-1c5957c1afbd tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.898057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Pushing event updated for resources: {'Port': ['ID=995c09e4-779b-463a-b1bc-ef4ae738d6eb,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:21.901442 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-396e81e7-eb88-4a5b-b4c1-b39de0dd67e6 req-77fd5e96-5caa-4b21-9884-0ed7d265ec72 tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.26 "GET /v2.0/security-groups?id=032712a2-18a9-49a3-ad3e-515bbdc871b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827447 Jul 22 23:54:21.921523 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Network 891c2138-73e2-46c7-be9c-a08e1e41f46f is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:21.923308 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:21.926579 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:21.934799 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da305f26-12fb-4e02-9293-1c5957c1afbd tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event deleted for resources: {'Subnet': ['ID=0b76ec67-9fe9-43df-9d9c-e10584eef08e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:21.940217 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da305f26-12fb-4e02-9293-1c5957c1afbd tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.944619 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-da305f26-12fb-4e02-9293-1c5957c1afbd tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/subnets/0b76ec67-9fe9-43df-9d9c-e10584eef08e HTTP/1.1" status: 204 len: 168 time: 0.8775244 Jul 22 23:54:21.946794 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37076) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:21.954404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b119c7-03a0-441e-ae42-52f72c0f27a7 None None] Network abea14d0-51d6-435f-8238-0be1b01f983a requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:21.992532 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998808045', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:54:18Z', 'revision_number': 3, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:74:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:15Z', 'updated_at': '2021-07-22T23:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:21.993175 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-30d72683-e6a5-44a5-86fd-348e4294723f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3931305 Jul 22 23:54:22.000367 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37078) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:22.005846 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9b1ca92f-3688-4599-949e-dcf951d179bb admin admin] Request body: {'subnet': {'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1155270901-subnet', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:22.028647 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9a9a0-3b9e-42bd-8195-739f10de4932 None None] The sync data for ids ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'] in n-d-688802-2 is: [{'id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998808045', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:54:18Z', 'revision_number': 3, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:74:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:15Z', 'updated_at': '2021-07-22T23:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:22.064440 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1ca92f-3688-4599-949e-dcf951d179bb admin admin] Made reservation on behalf of 4e67dfb34b944fceb43dbf0db78fb2ad for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:22.066785 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca92f-3688-4599-949e-dcf951d179bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.071328 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Attempting to bind port 995c09e4-779b-463a-b1bc-ef4ae738d6eb on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:22.071699 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Attempting to bind port 995c09e4-779b-463a-b1bc-ef4ae738d6eb by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:22.072064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Attempting to bind port 995c09e4-779b-463a-b1bc-ef4ae738d6eb on network 891c2138-73e2-46c7-be9c-a08e1e41f46f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:22.098842 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.102476 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5fec2fbb-ef30-4da9-a43f-9d8b1e056aaf req-1b73a710-eb3a-4c4c-82ff-7adeb747390b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] For port cc87c514-6f66-4fca-8957-13ac210536b7, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=cc87c514-6f66-4fca-8957-13ac210536b7,segment=NetworkSegment(2b185255-d436-4408-80ac-4fbff4d9e0b2),segment_id=2b185255-d436-4408-80ac-4fbff4d9e0b2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:22.102926 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5fec2fbb-ef30-4da9-a43f-9d8b1e056aaf req-1b73a710-eb3a-4c4c-82ff-7adeb747390b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.109774 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:22.110145 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Checking segment: {'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:22.110550 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.110939 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Bound using segment: {'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:22.111424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Bound port: 995c09e4-779b-463a-b1bc-ef4ae738d6eb, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:22.111805 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.122947 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-5fec2fbb-ef30-4da9-a43f-9d8b1e056aaf req-1b73a710-eb3a-4c4c-82ff-7adeb747390b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Calling delete_port for cc87c514-6f66-4fca-8957-13ac210536b7 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:22.203312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d72683-e6a5-44a5-86fd-348e4294723f admin admin] Pushing event updated for resources: {'Network': ['ID=50eadcea-8b03-4ea9-bc3a-e4d4187b2620,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:22.227087 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 50eadcea-8b03-4ea9-bc3a-e4d4187b2620 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:54:22.240720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Deleting port 8efe3164-f488-412c-8b9e-e7d9fb5a05dd {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:22.240720 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.253443 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] For port 995c09e4-779b-463a-b1bc-ef4ae738d6eb, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:22.310771 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] For port 995c09e4-779b-463a-b1bc-ef4ae738d6eb, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=995c09e4-779b-463a-b1bc-ef4ae738d6eb,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:22.323567 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.335799 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] For port 8efe3164-f488-412c-8b9e-e7d9fb5a05dd, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8efe3164-f488-412c-8b9e-e7d9fb5a05dd,segment=NetworkSegment(99d068b0-ea79-4578-9db5-104ac1adda61),segment_id=99d068b0-ea79-4578-9db5-104ac1adda61)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:22.336172 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.354668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dd83cb82-8a78-44b5-b518-f876d31b680d tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:22.364136 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dd83cb82-8a78-44b5-b518-f876d31b680d tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/networks?id=60603d0c-5a4d-4f66-bf92-180123929381 HTTP/1.1" status: 200 len: 809 time: 0.4852517 Jul 22 23:54:22.398047 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5fec2fbb-ef30-4da9-a43f-9d8b1e056aaf req-1b73a710-eb3a-4c4c-82ff-7adeb747390b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.415057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['cc87c514-6f66-4fca-8957-13ac210536b7'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:54:22.434988 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-0ef1c4bc-e308-4f56-b097-534ca4589a21 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/quotas/ab83856deee64d85aac82a92e8e55154 HTTP/1.1" status: 200 len: 375 time: 0.0685573 Jul 22 23:54:22.463380 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ad1ec-e869-41f0-a866-0b1e46f5ed65 None None] Pushing event updated for resources: {'Port': ['ID=995c09e4-779b-463a-b1bc-ef4ae738d6eb,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:22.468897 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Calling delete_port for 8efe3164-f488-412c-8b9e-e7d9fb5a05dd owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:22.477634 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73a710-eb3a-4c4c-82ff-7adeb747390b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Pushing event deleted for resources: {'Port': ['ID=cc87c514-6f66-4fca-8957-13ac210536b7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:22.506725 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-6a51b592-5fee-4190-9553-8f28d7197af0 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ab83856deee64d85aac82a92e8e55154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649126 Jul 22 23:54:22.526960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c92652-90e5-4c4e-ad44-f866032713e5 None None] DHCP port deletion for abea14d0-51d6-435f-8238-0be1b01f983a request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:54:22.594626 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca92f-3688-4599-949e-dcf951d179bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.607905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d1c92652-90e5-4c4e-ad44-f866032713e5 None None] Deleting port 8efe3164-f488-412c-8b9e-e7d9fb5a05dd {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:22.608284 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d1c92652-90e5-4c4e-ad44-f866032713e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.618336 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fec2fbb-ef30-4da9-a43f-9d8b1e056aaf req-1b73a710-eb3a-4c4c-82ff-7adeb747390b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] No DVR routers for this DVR port cc87c514-6f66-4fca-8957-13ac210536b7 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:22.625312 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5fec2fbb-ef30-4da9-a43f-9d8b1e056aaf req-1b73a710-eb3a-4c4c-82ff-7adeb747390b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.628460 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5fec2fbb-ef30-4da9-a43f-9d8b1e056aaf req-1b73a710-eb3a-4c4c-82ff-7adeb747390b tempest-ServersNegativeTestJSON-445411639 tempest-ServersNegativeTestJSON-445411639-project] 10.222.0.95 "DELETE /v2.0/ports/cc87c514-6f66-4fca-8957-13ac210536b7 HTTP/1.1" status: 204 len: 173 time: 1.0419617 Jul 22 23:54:22.631055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb09b41-3f8b-4934-92ec-d8aac43dd671', 'name': 'network-vif-deleted', 'tag': 'cc87c514-6f66-4fca-8957-13ac210536b7'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:22.645036 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6feb1e1a-206c-4dd2-a1e6-4a4665d3a08f" -d '{"events": [{"server_uuid": "1cb09b41-3f8b-4934-92ec-d8aac43dd671", "name": "network-vif-deleted", "tag": "cc87c514-6f66-4fca-8957-13ac210536b7"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:22.733981 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.763818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d1c92652-90e5-4c4e-ad44-f866032713e5 None None] For port 8efe3164-f488-412c-8b9e-e7d9fb5a05dd, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8efe3164-f488-412c-8b9e-e7d9fb5a05dd,segment=NetworkSegment(99d068b0-ea79-4578-9db5-104ac1adda61),segment_id=99d068b0-ea79-4578-9db5-104ac1adda61)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:22.764518 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d1c92652-90e5-4c4e-ad44-f866032713e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.790676 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d1c92652-90e5-4c4e-ad44-f866032713e5 None None] Calling delete_port for 8efe3164-f488-412c-8b9e-e7d9fb5a05dd owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:22.808124 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event deleted for resources: {'Port': ['ID=8efe3164-f488-412c-8b9e-e7d9fb5a05dd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:22.817820 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] No DVR routers for this DVR port 8efe3164-f488-412c-8b9e-e7d9fb5a05dd on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:22.835119 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ca92f-3688-4599-949e-dcf951d179bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d51fa380-3457-4151-93a3-a282aaf08d34,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:22.854365 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1ca92f-3688-4599-949e-dcf951d179bb admin admin] Checking segment: {'id': 'be28c49d-ff06-4c74-883a-459895d7dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:22.854656 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1ca92f-3688-4599-949e-dcf951d179bb admin admin] Network hostable DHCP agents. Network: 50eadcea-8b03-4ea9-bc3a-e4d4187b2620, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:54:22.930342 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.948728 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-8c17760f-e6a7-41f8-b690-2a4b1abd14d5 service neutron] 10.222.0.26 "GET /v2.0/networks/60603d0c-5a4d-4f66-bf92-180123929381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327450 Jul 22 23:54:22.951133 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.964182 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abea14d0-51d6-435f-8238-0be1b01f983a']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:22.970941 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d1c92652-90e5-4c4e-ad44-f866032713e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.976095 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1ca92f-3688-4599-949e-dcf951d179bb admin admin] Network 50eadcea-8b03-4ea9-bc3a-e4d4187b2620 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:54:22.982055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d068b0-ea79-4578-9db5-104ac1adda61') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:22.982431 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d068b0-ea79-4578-9db5-104ac1adda61') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:22.995318 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.999888 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c92652-90e5-4c4e-ad44-f866032713e5 None None] Pushing event deleted for resources: {'Port': ['ID=8efe3164-f488-412c-8b9e-e7d9fb5a05dd,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:23.006598 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c92652-90e5-4c4e-ad44-f866032713e5 None None] No DVR routers for this DVR port 8efe3164-f488-412c-8b9e-e7d9fb5a05dd on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:23.021279 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.036824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:54:23.037394 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:54:23.040602 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:54:23.108906 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.122465 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.124827 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] 10.222.0.26 "DELETE /v2.0/networks/abea14d0-51d6-435f-8238-0be1b01f983a HTTP/1.1" status: 204 len: 168 time: 1.1773958 Jul 22 23:54:23.151790 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cce4b-0391-4f70-b3ba-6e826fbcf246 tempest-NetworksIpV6TestAttrs-1785995983 tempest-NetworksIpV6TestAttrs-1785995983-project] Pushing event deleted for resources: {'Network': ['ID=abea14d0-51d6-435f-8238-0be1b01f983a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:23.420332 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5011e9a0-8337-4c35-92d1-8b383d26ac70 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:23.462482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37090) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:23.481240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4229e90-7450-4932-ab46-0f9ef52befd4 req-0299aa12-9624-4e30-8bc8-fbb5e2e17741 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:23.482890 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e4229e90-7450-4932-ab46-0f9ef52befd4 req-0299aa12-9624-4e30-8bc8-fbb5e2e17741 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/ports?device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 946 time: 0.8287561 Jul 22 23:54:23.491063 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9b1ca92f-3688-4599-949e-dcf951d179bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 50eadcea-8b03-4ea9-bc3a-e4d4187b2620) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:23.505825 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 5011e9a0-8337-4c35-92d1-8b383d26ac70 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:23.513038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1ca92f-3688-4599-949e-dcf951d179bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:23.513889 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca92f-3688-4599-949e-dcf951d179bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.522056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e08013-55c4-4ab1-8c34-e79489103960 None None] Network 50eadcea-8b03-4ea9-bc3a-e4d4187b2620 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:23.553322 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 5011e9a0-8337-4c35-92d1-8b383d26ac70 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:23.553900 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.617672 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9b1ca92f-3688-4599-949e-dcf951d179bb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6154616 Jul 22 23:54:23.626921 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37094) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:23.633568 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:23.653638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e4229e90-7450-4932-ab46-0f9ef52befd4 req-6dd9ceca-af45-4e8e-90de-ce223f4f6eb6 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/security-groups?id=c60b7940-72c9-4676-88c4-52047e890fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580529 Jul 22 23:54:23.669595 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.671873 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.696633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-9ce857f8-0c11-447a-97fb-4b073f6e339e service neutron] 10.222.0.26 "GET /v2.0/networks/60603d0c-5a4d-4f66-bf92-180123929381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7227426 Jul 22 23:54:23.811626 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa8b867-a538-4b8c-9b61-c2bacfdff082 x-openstack-request-id: req-5aa8b867-a538-4b8c-9b61-c2bacfdff082 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:23.811937 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb09b41-3f8b-4934-92ec-d8aac43dd671", "name": "network-vif-deleted", "tag": "cc87c514-6f66-4fca-8957-13ac210536b7", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:23.812183 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5aa8b867-a538-4b8c-9b61-c2bacfdff082 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:23.813285 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb09b41-3f8b-4934-92ec-d8aac43dd671', 'name': 'network-vif-deleted', 'tag': 'cc87c514-6f66-4fca-8957-13ac210536b7', 'status': 'completed', 'code': 200} Jul 22 23:54:23.813672 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37098) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:23.833016 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.913547 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'fixed_ips': [{'subnet_id': 'd51fa380-3457-4151-93a3-a282aaf08d34'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:54:23.914413 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.000380 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.023455 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5472c3bc-8e8e-42fe-972e-f2e7652716ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5be114b99904465db48a75ccc898f1f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5595286 Jul 22 23:54:24.031232 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37106) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:24.042210 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4d4a283-7526-4d38-ae87-57a457528d70 req-98bb46d2-d6eb-4fe2-ae28-9f84a092704f tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 210 time: 0.0644341 Jul 22 23:54:24.077497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 5011e9a0-8337-4c35-92d1-8b383d26ac70, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5011e9a0-8337-4c35-92d1-8b383d26ac70,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:24.102154 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97b4b11-7b91-46a2-a9ed-881058075111 admin admin] Deleting subnet 5cccc704-dfc0-4d65-836a-00a99882898e {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:54:24.152652 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e31f03a-d6d1-4a5c-9809-6f5b6f1c8d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.155170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Allocated IP 172.20.0.1 (891c2138-73e2-46c7-be9c-a08e1e41f46f/6a5498f1-4887-4c40-a2cd-fca0f7d9252c/eb2b5563-9eaf-4a2f-a080-459ad10a262d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:24.195723 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a97b4b11-7b91-46a2-a9ed-881058075111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.196512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1ab887-5fca-4891-a952-20e6172a6a3a None None] Network 891c2138-73e2-46c7-be9c-a08e1e41f46f requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:24.221769 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e31f03a-d6d1-4a5c-9809-6f5b6f1c8d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.231124 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.231908 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 995c09e4-779b-463a-b1bc-ef4ae738d6eb up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:24.234233 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a97b4b11-7b91-46a2-a9ed-881058075111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.276008 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a97b4b11-7b91-46a2-a9ed-881058075111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.343984 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.359009 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a97b4b11-7b91-46a2-a9ed-881058075111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.410882 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.413307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b4b11-7b91-46a2-a9ed-881058075111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cccc704-dfc0-4d65-836a-00a99882898e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:24.425584 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a97b4b11-7b91-46a2-a9ed-881058075111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.429336 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a97b4b11-7b91-46a2-a9ed-881058075111 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5cccc704-dfc0-4d65-836a-00a99882898e HTTP/1.1" status: 204 len: 168 time: 0.6131573 Jul 22 23:54:24.435689 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37114) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:24.438284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Transition to ACTIVE for port object eb2b5563-9eaf-4a2f-a080-459ad10a262d will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:24.485388 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e31f03a-d6d1-4a5c-9809-6f5b6f1c8d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.488112 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e31f03a-d6d1-4a5c-9809-6f5b6f1c8d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.489302 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6e31f03a-d6d1-4a5c-9809-6f5b6f1c8d91 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3101f692-2f08-42b3-a4be-2b92ad7f05b6 HTTP/1.1" status: 204 len: 168 time: 0.4591231 Jul 22 23:54:24.522888 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=5011e9a0-8337-4c35-92d1-8b383d26ac70,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:24.523817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31f03a-d6d1-4a5c-9809-6f5b6f1c8d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3101f692-2f08-42b3-a4be-2b92ad7f05b6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:24.528372 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device cc87c514-6f66-4fca-8957-13ac210536b7 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:24.550717 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.600838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 891c2138-73e2-46c7-be9c-a08e1e41f46f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:24.606784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: cc87c514-6f66-4fca-8957-13ac210536b7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:24.607389 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device cc87c514-6f66-4fca-8957-13ac210536b7 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:24.608144 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:24.616753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:24.623164 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-624c4654-4f5c-44f9-88cc-5443a7d538a3 None None] Provisioning for port 995c09e4-779b-463a-b1bc-ef4ae738d6eb completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:24.626811 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a50c936f-01e5-4b29-addb-bd17c6fcde99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.640727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f36589-a95e-42c2-896a-da217ce16886 req-62ad18c0-0e85-4aa8-9a72-107004798c31 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:24.642439 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06f36589-a95e-42c2-896a-da217ce16886 req-62ad18c0-0e85-4aa8-9a72-107004798c31 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/ports?device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 946 time: 0.1882637 Jul 22 23:54:24.682423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=eb2b5563-9eaf-4a2f-a080-459ad10a262d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:24.728631 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.802192 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a50c936f-01e5-4b29-addb-bd17c6fcde99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.833774 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Allocated IP 172.20.0.2 (50eadcea-8b03-4ea9-bc3a-e4d4187b2620/d51fa380-3457-4151-93a3-a282aaf08d34/1a1e1343-3cf7-4a9e-8770-787f84beb08d) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:24.856514 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 995c09e4-779b-463a-b1bc-ef4ae738d6eb completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:24.863870 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 995c09e4-779b-463a-b1bc-ef4ae738d6eb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:24.864482 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.909872 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06f36589-a95e-42c2-896a-da217ce16886 req-4c9567b3-5b4e-41ef-b9be-ae16191c5b08 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/security-groups?id=c60b7940-72c9-4676-88c4-52047e890fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439544 Jul 22 23:54:24.939286 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a50c936f-01e5-4b29-addb-bd17c6fcde99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03675ce2-4ea4-4206-9b7a-83eaaf6425cb']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:24.953440 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a50c936f-01e5-4b29-addb-bd17c6fcde99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b185255-d436-4408-80ac-4fbff4d9e0b2') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:24.953911 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a50c936f-01e5-4b29-addb-bd17c6fcde99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b185255-d436-4408-80ac-4fbff4d9e0b2') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:24.965675 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a50c936f-01e5-4b29-addb-bd17c6fcde99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.983789 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.067206 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a50c936f-01e5-4b29-addb-bd17c6fcde99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.073642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50c936f-01e5-4b29-addb-bd17c6fcde99 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:54:25.074310 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a50c936f-01e5-4b29-addb-bd17c6fcde99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:54:25.135577 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:54:25.138366 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.186449 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a50c936f-01e5-4b29-addb-bd17c6fcde99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.189694 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.200117 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a50c936f-01e5-4b29-addb-bd17c6fcde99 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.202044 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a50c936f-01e5-4b29-addb-bd17c6fcde99 admin admin] 10.222.0.26 "DELETE /v2.0/networks/03675ce2-4ea4-4206-9b7a-83eaaf6425cb HTTP/1.1" status: 204 len: 168 time: 0.7637489 Jul 22 23:54:25.234454 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.236269 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.245798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e18a87b5-1bee-4cad-ab1c-c33a2483c18c req-05fb34e3-3498-4f3b-81ff-3a9e3f485a7a tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 210 time: 0.0565240 Jul 22 23:54:25.262637 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c936f-01e5-4b29-addb-bd17c6fcde99 admin admin] Pushing event deleted for resources: {'Network': ['ID=03675ce2-4ea4-4206-9b7a-83eaaf6425cb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:25.306397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 995c09e4-779b-463a-b1bc-ef4ae738d6eb, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=995c09e4-779b-463a-b1bc-ef4ae738d6eb,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:25.330520 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.352931 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Transition to ACTIVE for port object 1a1e1343-3cf7-4a9e-8770-787f84beb08d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:25.419364 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8efe3164-f488-412c-8b9e-e7d9fb5a05dd no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:25.463365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Transition to ACTIVE for port object 1a1e1343-3cf7-4a9e-8770-787f84beb08d will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:25.470782 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 8efe3164-f488-412c-8b9e-e7d9fb5a05dd {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:25.471140 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8efe3164-f488-412c-8b9e-e7d9fb5a05dd not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:25.477289 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.483104 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.488008 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.510169 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Network 50eadcea-8b03-4ea9-bc3a-e4d4187b2620 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:25.517392 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:25.522810 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:25.582308 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=995c09e4-779b-463a-b1bc-ef4ae738d6eb,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:25.654983 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37142) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:25.679926 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Allocated IP 172.25.4.178 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/40d3893e-c428-4b54-b1b8-8344c09dbe99) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:25.712914 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5011e9a0-8337-4c35-92d1-8b383d26ac70 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:25.728782 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=eb2b5563-9eaf-4a2f-a080-459ad10a262d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:25.732385 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.783094 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Attempting to bind port 1a1e1343-3cf7-4a9e-8770-787f84beb08d on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:25.783573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Attempting to bind port 1a1e1343-3cf7-4a9e-8770-787f84beb08d by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'be28c49d-ff06-4c74-883a-459895d7dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:25.784260 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Attempting to bind port 1a1e1343-3cf7-4a9e-8770-787f84beb08d on network 50eadcea-8b03-4ea9-bc3a-e4d4187b2620 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:25.797724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Pushing event updated for resources: {'Port': ['ID=1a1e1343-3cf7-4a9e-8770-787f84beb08d,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:25.808578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:25.809242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Checking segment: {'id': 'be28c49d-ff06-4c74-883a-459895d7dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:25.809852 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.810354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Bound using segment: {'id': 'be28c49d-ff06-4c74-883a-459895d7dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:25.810958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Bound port: 1a1e1343-3cf7-4a9e-8770-787f84beb08d, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be28c49d-ff06-4c74-883a-459895d7dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:25.811451 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.820202 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-e8767a54-ef25-4cc0-90b7-12d7f6e133c9 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:25.829076 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-e8767a54-ef25-4cc0-90b7-12d7f6e133c9 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.95 "GET /v2.0/networks?id=60603d0c-5a4d-4f66-bf92-180123929381 HTTP/1.1" status: 200 len: 809 time: 0.3937976 Jul 22 23:54:25.858509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37146) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:25.864040 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 5011e9a0-8337-4c35-92d1-8b383d26ac70 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:25.864479 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.893725 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61198ef3-29f1-41e7-b858-8d5bc0f4bb68 req-314247b6-a268-40a0-aecc-8364aff8d97c tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:25.895207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61198ef3-29f1-41e7-b858-8d5bc0f4bb68 req-314247b6-a268-40a0-aecc-8364aff8d97c tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.18 "GET /v2.0/ports?device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 946 time: 0.2910354 Jul 22 23:54:25.966057 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.986537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 891c2138-73e2-46c7-be9c-a08e1e41f46f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:25.990041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:26.012361 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-710be669-d6ea-4ab8-ae30-8a459cf3b370 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4faf032effb4aec924b2cadd5d45fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456075 Jul 22 23:54:26.014911 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37152) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:26.015649 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] For port 1a1e1343-3cf7-4a9e-8770-787f84beb08d, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:26.021135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] For port 1a1e1343-3cf7-4a9e-8770-787f84beb08d, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=1a1e1343-3cf7-4a9e-8770-787f84beb08d,segment=NetworkSegment(be28c49d-ff06-4c74-883a-459895d7dd15),segment_id=be28c49d-ff06-4c74-883a-459895d7dd15)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:26.029166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-31590f3e-5f5b-494e-bcf6-b863077def72 None None] Provisioning for port eb2b5563-9eaf-4a2f-a080-459ad10a262d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:26.029402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-01cf94a8-b03c-4df4-92ab-f0d563bf18d4 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Request body: {'port': {'device_id': 'a6e64c0b-787d-4c53-8a3c-fae90d74c69f', 'network_id': '60603d0c-5a4d-4f66-bf92-180123929381', 'admin_state_up': True, 'tenant_id': 'ab83856deee64d85aac82a92e8e55154'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:26.031307 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-31590f3e-5f5b-494e-bcf6-b863077def72 None None] Provisioning complete for port eb2b5563-9eaf-4a2f-a080-459ad10a262d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:26.031722 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31590f3e-5f5b-494e-bcf6-b863077def72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.037716 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.090750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-264fb2f3-ffa1-4507-9ca0-f236eab5c7fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1895682421'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:26.177914 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-31590f3e-5f5b-494e-bcf6-b863077def72 None None] Port eb2b5563-9eaf-4a2f-a080-459ad10a262d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:54:26.196580 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.205348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11e59a-e173-40b1-b98e-299a60b4129d None None] Pushing event updated for resources: {'Port': ['ID=1a1e1343-3cf7-4a9e-8770-787f84beb08d,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:26.212726 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-31590f3e-5f5b-494e-bcf6-b863077def72 None None] Provisioning complete for port 995c09e4-779b-463a-b1bc-ef4ae738d6eb triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:26.213120 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31590f3e-5f5b-494e-bcf6-b863077def72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.237133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264fb2f3-ffa1-4507-9ca0-f236eab5c7fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:26.240607 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-264fb2f3-ffa1-4507-9ca0-f236eab5c7fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.248554 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:26.255750 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:26.264026 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:26.279398 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-264fb2f3-ffa1-4507-9ca0-f236eab5c7fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.331706 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Pushing event updated for resources: {'Port': ['ID=40d3893e-c428-4b54-b1b8-8344c09dbe99,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:26.345592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-01cf94a8-b03c-4df4-92ab-f0d563bf18d4 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Made reservation on behalf of ab83856deee64d85aac82a92e8e55154 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:26.349157 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-01cf94a8-b03c-4df4-92ab-f0d563bf18d4 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.373501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:54:26.387530 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-61198ef3-29f1-41e7-b858-8d5bc0f4bb68 req-e13e4912-a837-48f7-8ea6-2a0702cb80da tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Deleting port b17d8926-74a7-4455-acb8-6b7a12f6bc06 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:26.388007 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61198ef3-29f1-41e7-b858-8d5bc0f4bb68 req-e13e4912-a837-48f7-8ea6-2a0702cb80da tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.423532 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d139c250-1ab8-456a-9c62-695a20ce1c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.472463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cab9ffa0-e555-4a08-b9aa-270426f58e5f req-24012365-ff29-42a5-b719-ee1dd8dbb405 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 210 time: 0.0975943 Jul 22 23:54:26.522555 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d4959121-3639-46d9-be1c-d0fd0791ffb0 None None] Provisioning complete for port eb2b5563-9eaf-4a2f-a080-459ad10a262d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:26.523694 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4959121-3639-46d9-be1c-d0fd0791ffb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.537822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c438f2e-1994-4448-bf2d-4ff6aa408448 req-c070d8cf-821e-49ab-8461-37196f6c4a49 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:26.545980 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c438f2e-1994-4448-bf2d-4ff6aa408448 req-c070d8cf-821e-49ab-8461-37196f6c4a49 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/ports?device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 946 time: 0.4679167 Jul 22 23:54:26.581892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d4959121-3639-46d9-be1c-d0fd0791ffb0 None None] Port eb2b5563-9eaf-4a2f-a080-459ad10a262d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:54:26.633751 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d139c250-1ab8-456a-9c62-695a20ce1c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.704600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f1dcbfdd-a64b-467a-8697-219579343c14 None None] Provisioning complete for port eb2b5563-9eaf-4a2f-a080-459ad10a262d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:26.705319 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1dcbfdd-a64b-467a-8697-219579343c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.735371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-01cf94a8-b03c-4df4-92ab-f0d563bf18d4 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Allocated IP 172.20.0.5 (60603d0c-5a4d-4f66-bf92-180123929381/f5e57fd4-984e-460d-9ed8-36eab5aa6ef2/79619845-31fd-477a-9e81-4501f27efb01) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:26.749016 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f1dcbfdd-a64b-467a-8697-219579343c14 None None] Port eb2b5563-9eaf-4a2f-a080-459ad10a262d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:54:26.769606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c438f2e-1994-4448-bf2d-4ff6aa408448 req-ca6fcf37-91a5-4a4b-9d69-7dab24721dd3 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/security-groups?id=c60b7940-72c9-4676-88c4-52047e890fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227461 Jul 22 23:54:26.774666 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-61198ef3-29f1-41e7-b858-8d5bc0f4bb68 req-e13e4912-a837-48f7-8ea6-2a0702cb80da tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] For port b17d8926-74a7-4455-acb8-6b7a12f6bc06, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b17d8926-74a7-4455-acb8-6b7a12f6bc06,segment=NetworkSegment(678af373-1ceb-4c73-a072-bd4edef06e04),segment_id=678af373-1ceb-4c73-a072-bd4edef06e04)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:26.775041 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61198ef3-29f1-41e7-b858-8d5bc0f4bb68 req-e13e4912-a837-48f7-8ea6-2a0702cb80da tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.801729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-61198ef3-29f1-41e7-b858-8d5bc0f4bb68 req-e13e4912-a837-48f7-8ea6-2a0702cb80da tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Calling delete_port for b17d8926-74a7-4455-acb8-6b7a12f6bc06 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:26.838682 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d139c250-1ab8-456a-9c62-695a20ce1c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.841328 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d139c250-1ab8-456a-9c62-695a20ce1c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.844773 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d139c250-1ab8-456a-9c62-695a20ce1c0f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/032712a2-18a9-49a3-ad3e-515bbdc871b3 HTTP/1.1" status: 204 len: 168 time: 0.7850792 Jul 22 23:54:26.899382 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:26.920476 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Sync routers for ids ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:26.920707 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-de9567f2-2664-4c39-a905-570689772a8f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "PUT /v2.0/routers/f8c4d5e7-5dd6-416e-a8bb-660ccc190d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7335012 Jul 22 23:54:26.920707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139c250-1ab8-456a-9c62-695a20ce1c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032712a2-18a9-49a3-ad3e-515bbdc871b3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:26.932658 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-264fb2f3-ffa1-4507-9ca0-f236eab5c7fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.942572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Routers {'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:26.943219 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:26.953244 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-264fb2f3-ffa1-4507-9ca0-f236eab5c7fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:27.021464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264fb2f3-ffa1-4507-9ca0-f236eab5c7fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:54:27.061632 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-264fb2f3-ffa1-4507-9ca0-f236eab5c7fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:27.061986 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-264fb2f3-ffa1-4507-9ca0-f236eab5c7fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Added segment 0db2d16f-2514-4614-8688-8e0762410de1 of type vlan for network 25f23c45-4117-4e5b-b3c5-46eca21011f1 Jul 22 23:54:27.063312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fb2f3-ffa1-4507-9ca0-f236eab5c7fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b189975-e4b0-4070-98a1-ecd83177e97d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:27.156534 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-264fb2f3-ffa1-4507-9ca0-f236eab5c7fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:27.178453 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:27.228940 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Set router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:27.262268 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61198ef3-29f1-41e7-b858-8d5bc0f4bb68 req-e13e4912-a837-48f7-8ea6-2a0702cb80da tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:27.267187 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-264fb2f3-ffa1-4507-9ca0-f236eab5c7fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:27.272768 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264fb2f3-ffa1-4507-9ca0-f236eab5c7fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:27.273413 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-264fb2f3-ffa1-4507-9ca0-f236eab5c7fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:27.304310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34b5a323-5375-43ae-8f43-be85af42a522 req-80c0f202-3433-43a5-a3ec-c28aa57663d8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67094295&fields=id&tenant_id=08e6f590bb3047c8a7f2021edeaee884 HTTP/1.1" status: 200 len: 267 time: 0.1204324 Jul 22 23:54:27.320387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['b17d8926-74a7-4455-acb8-6b7a12f6bc06'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:54:27.355701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e4912-a837-48f7-8ea6-2a0702cb80da tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Pushing event deleted for resources: {'Port': ['ID=b17d8926-74a7-4455-acb8-6b7a12f6bc06,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:27.392994 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-264fb2f3-ffa1-4507-9ca0-f236eab5c7fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5295458 Jul 22 23:54:27.398673 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37176) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:27.413477 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-dc7ebff3-3a93-42e0-b41c-8e28413d3fd5 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1', 'name': 'tempest-PortsIpV6TestJSON-1345106162'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:27.478056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fb2f3-ffa1-4507-9ca0-f236eab5c7fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Network': ['ID=25f23c45-4117-4e5b-b3c5-46eca21011f1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:27.520837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-61198ef3-29f1-41e7-b858-8d5bc0f4bb68 req-e13e4912-a837-48f7-8ea6-2a0702cb80da tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] No DVR routers for this DVR port b17d8926-74a7-4455-acb8-6b7a12f6bc06 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:27.574850 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-61198ef3-29f1-41e7-b858-8d5bc0f4bb68 req-e13e4912-a837-48f7-8ea6-2a0702cb80da tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:27.577704 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61198ef3-29f1-41e7-b858-8d5bc0f4bb68 req-e13e4912-a837-48f7-8ea6-2a0702cb80da tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.18 "DELETE /v2.0/ports/b17d8926-74a7-4455-acb8-6b7a12f6bc06 HTTP/1.1" status: 204 len: 173 time: 1.6760786 Jul 22 23:54:27.595877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49819fd0-8038-40bb-93e3-4838e7d2ab66', 'name': 'network-vif-deleted', 'tag': 'b17d8926-74a7-4455-acb8-6b7a12f6bc06'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:27.604318 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f438d580-7359-405f-ad1a-5e6e4fcb1afc" -d '{"events": [{"server_uuid": "49819fd0-8038-40bb-93e3-4838e7d2ab66", "name": "network-vif-deleted", "tag": "b17d8926-74a7-4455-acb8-6b7a12f6bc06"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:27.641791 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:54:27.687674 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-01cf94a8-b03c-4df4-92ab-f0d563bf18d4 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:27.700493 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-261a7a40-4013-4a64-bdee-ce0408a389e1 req-b2794cf4-7a0d-4e62-b647-102a499071ec tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 210 time: 0.0905714 Jul 22 23:54:27.784841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7ebff3-3a93-42e0-b41c-8e28413d3fd5 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:27.788903 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc7ebff3-3a93-42e0-b41c-8e28413d3fd5 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:27.794815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5a323-5375-43ae-8f43-be85af42a522 req-76f5aaed-04e7-449d-af03-565d18aed0fe tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:27.813795 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34b5a323-5375-43ae-8f43-be85af42a522 req-76f5aaed-04e7-449d-af03-565d18aed0fe tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/networks?id=891c2138-73e2-46c7-be9c-a08e1e41f46f HTTP/1.1" status: 200 len: 797 time: 0.5081823 Jul 22 23:54:27.824005 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:27.825586 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99a2aa9-045b-4ca6-ba08-482352804177 None None] Network 50eadcea-8b03-4ea9-bc3a-e4d4187b2620 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:27.848979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34b5a323-5375-43ae-8f43-be85af42a522 req-9a3d2e7a-2a97-4f83-9712-13631e31a30c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/quotas/08e6f590bb3047c8a7f2021edeaee884 HTTP/1.1" status: 200 len: 375 time: 0.0306420 Jul 22 23:54:27.862151 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43ccfd1-0734-448f-9004-82d460727e76 x-openstack-request-id: req-b43ccfd1-0734-448f-9004-82d460727e76 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:27.862444 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49819fd0-8038-40bb-93e3-4838e7d2ab66", "name": "network-vif-deleted", "tag": "b17d8926-74a7-4455-acb8-6b7a12f6bc06", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:27.862694 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b43ccfd1-0734-448f-9004-82d460727e76 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:27.863271 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49819fd0-8038-40bb-93e3-4838e7d2ab66', 'name': 'network-vif-deleted', 'tag': 'b17d8926-74a7-4455-acb8-6b7a12f6bc06', 'status': 'completed', 'code': 200} Jul 22 23:54:27.864458 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-dc7ebff3-3a93-42e0-b41c-8e28413d3fd5 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] device_id is not set on port 5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:54:27.923079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 1a1e1343-3cf7-4a9e-8770-787f84beb08d up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:27.938655 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-01cf94a8-b03c-4df4-92ab-f0d563bf18d4 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:27.997991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34b5a323-5375-43ae-8f43-be85af42a522 req-ad43f3de-eddb-4183-bde0-cd7a83fd80a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1375196 Jul 22 23:54:28.016510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998808045', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:15Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'eb2b5563-9eaf-4a2f-a080-459ad10a262d', 'name': '', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:34:52:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:25Z', 'revision_number': 2, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:28.060066 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7b341e21-fb6b-4f8f-81b8-e24070767eb4 req-0f6a2685-8ecf-4dd4-a139-5236a068cfa6 tempest-ServerGroupTestJSON-1156733921 tempest-ServerGroupTestJSON-1156733921-project] 10.222.0.26 "GET /v2.0/ports?device_id=49819fd0-8038-40bb-93e3-4838e7d2ab66 HTTP/1.1" status: 200 len: 210 time: 0.0460730 Jul 22 23:54:28.077153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Checking router: f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:54:28.077153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Updating router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 port eb2b5563-9eaf-4a2f-a080-459ad10a262d binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:54:28.081705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-02737ec1-25fd-42cb-8c0c-c942a07fcbce None None] Provisioning for port 1a1e1343-3cf7-4a9e-8770-787f84beb08d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:28.101353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-01cf94a8-b03c-4df4-92ab-f0d563bf18d4 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Network 60603d0c-5a4d-4f66-bf92-180123929381 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:28.113673 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-01cf94a8-b03c-4df4-92ab-f0d563bf18d4 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:28.128595 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37198) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:28.131260 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-01cf94a8-b03c-4df4-92ab-f0d563bf18d4 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:28.167406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf94a8-b03c-4df4-92ab-f0d563bf18d4 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Pushing event updated for resources: {'Port': ['ID=79619845-31fd-477a-9e81-4501f27efb01,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:28.234539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-117aa16b-b4f8-4deb-bc00-25618c6a6293 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1157158631-network', 'tenant_id': 'd1319a1d097b4fa59118c8e9fd75dafa'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:28.259123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-01cf94a8-b03c-4df4-92ab-f0d563bf18d4 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:28.259882 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-01cf94a8-b03c-4df4-92ab-f0d563bf18d4 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:28.322350 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-01cf94a8-b03c-4df4-92ab-f0d563bf18d4 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3213825 Jul 22 23:54:28.340073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Request body: {'port': {'device_id': 'a6e64c0b-787d-4c53-8a3c-fae90d74c69f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:28.353549 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc7ebff3-3a93-42e0-b41c-8e28413d3fd5 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:28.381899 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:28.412009 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Router e4564c72-0ce2-4836-80b2-5651ff440079 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:54:28.415950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 1a1e1343-3cf7-4a9e-8770-787f84beb08d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:28.423685 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 1a1e1343-3cf7-4a9e-8770-787f84beb08d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:28.424136 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:28.471699 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:28.553324 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc7ebff3-3a93-42e0-b41c-8e28413d3fd5 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:28.656539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34b5a323-5375-43ae-8f43-be85af42a522 req-3d5a20c1-7eef-4a7f-9c78-e9580dc19d90 service neutron] 10.222.0.26 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549404 Jul 22 23:54:28.658972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117aa16b-b4f8-4deb-bc00-25618c6a6293 admin admin] Made reservation on behalf of d1319a1d097b4fa59118c8e9fd75dafa for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:28.660968 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:28.662317 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-117aa16b-b4f8-4deb-bc00-25618c6a6293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:28.715890 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ebff3-3a93-42e0-b41c-8e28413d3fd5 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:28.739746 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-117aa16b-b4f8-4deb-bc00-25618c6a6293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:28.760650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 1a1e1343-3cf7-4a9e-8770-787f84beb08d, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=1a1e1343-3cf7-4a9e-8770-787f84beb08d,segment=NetworkSegment(be28c49d-ff06-4c74-883a-459895d7dd15),segment_id=be28c49d-ff06-4c74-883a-459895d7dd15)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:28.770639 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:28.771796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7ebff3-3a93-42e0-b41c-8e28413d3fd5 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Checking segment: {'id': '0db2d16f-2514-4614-8688-8e0762410de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:28.772171 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7ebff3-3a93-42e0-b41c-8e28413d3fd5 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network hostable DHCP agents. Network: 25f23c45-4117-4e5b-b3c5-46eca21011f1, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:54:28.774601 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:28.782769 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 995c09e4-779b-463a-b1bc-ef4ae738d6eb up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:28.785005 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Sync routers for ids ['e4564c72-0ce2-4836-80b2-5651ff440079'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:28.801068 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Routers {'e4564c72-0ce2-4836-80b2-5651ff440079'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:28.801605 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['e4564c72-0ce2-4836-80b2-5651ff440079'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:28.853472 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34b5a323-5375-43ae-8f43-be85af42a522 req-e22de60a-0ca3-4450-8598-e9ee2cb8d163 service neutron] 10.222.0.26 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951461 Jul 22 23:54:28.880721 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7ebff3-3a93-42e0-b41c-8e28413d3fd5 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:54:28.915656 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-dc7ebff3-3a93-42e0-b41c-8e28413d3fd5 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 25f23c45-4117-4e5b-b3c5-46eca21011f1) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:28.930855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a0ef44-6998-4d86-834b-0948773051af None None] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:28.931723 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ebff3-3a93-42e0-b41c-8e28413d3fd5 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:28.947659 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ebff3-3a93-42e0-b41c-8e28413d3fd5 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:28.948338 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc7ebff3-3a93-42e0-b41c-8e28413d3fd5 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:28.952817 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Set router e4564c72-0ce2-4836-80b2-5651ff440079 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:29.022562 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-117aa16b-b4f8-4deb-bc00-25618c6a6293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.031189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab965b-88fb-46df-8516-72c5d6fcd9ba req-e663773c-5112-42db-ad53-3eff1f9716c7 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:29.032865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-daab965b-88fb-46df-8516-72c5d6fcd9ba req-e663773c-5112-42db-ad53-3eff1f9716c7 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 931 time: 0.1317759 Jul 22 23:54:29.034196 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-117aa16b-b4f8-4deb-bc00-25618c6a6293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.059653 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dc7ebff3-3a93-42e0-b41c-8e28413d3fd5 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6581922 Jul 22 23:54:29.059868 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:29.066540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.070852 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2d9031c1-9a93-4f29-8ff5-ee9e8f277d21 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4429173 Jul 22 23:54:29.071519 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37206) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:29.074598 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4d25c09a-456b-4638-9ab4-3ffd4c2e7030 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-434655460'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:29.084098 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117aa16b-b4f8-4deb-bc00-25618c6a6293 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:54:29.097846 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117aa16b-b4f8-4deb-bc00-25618c6a6293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8869322b-7e16-43fc-86d2-c6aafcefe35b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:29.109282 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-117aa16b-b4f8-4deb-bc00-25618c6a6293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.109664 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-117aa16b-b4f8-4deb-bc00-25618c6a6293 admin admin] Added segment 4e90d70d-5380-473a-85a2-776e82a5324f of type vlan for network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 Jul 22 23:54:29.123390 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79619845-31fd-477a-9e81-4501f27efb01 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:54:29.236629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=1a1e1343-3cf7-4a9e-8770-787f84beb08d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:29.238189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d25c09a-456b-4638-9ab4-3ffd4c2e7030 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:29.241709 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d25c09a-456b-4638-9ab4-3ffd4c2e7030 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.255557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-daab965b-88fb-46df-8516-72c5d6fcd9ba req-58a33c0d-ddbf-415c-ab01-0e6a24469281 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145052 Jul 22 23:54:29.257940 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-38344a66-096a-4760-9679-e2689599ceca req-14135e3c-c6a2-4399-9c5a-b93f440d9580 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 210 time: 0.0799243 Jul 22 23:54:29.267575 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.282183 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-117aa16b-b4f8-4deb-bc00-25618c6a6293 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.302829 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Transition to ACTIVE for port object 79619845-31fd-477a-9e81-4501f27efb01 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:29.312886 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.325209 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d25c09a-456b-4638-9ab4-3ffd4c2e7030 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:54:29.331160 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ff4162c3-db1d-44fe-8931-2d915079f0a0 None None] Provisioning complete for port 1a1e1343-3cf7-4a9e-8770-787f84beb08d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:29.332187 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff4162c3-db1d-44fe-8931-2d915079f0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.379608 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.379929 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d25c09a-456b-4638-9ab4-3ffd4c2e7030 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.380295 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-4d25c09a-456b-4638-9ab4-3ffd4c2e7030 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Added segment d0f00bb2-994b-4467-aa98-eb55c0fef988 of type vlan for network c20cb20d-11cc-495c-b20b-c63d262db68b Jul 22 23:54:29.422864 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Transition to ACTIVE for port object eb2b5563-9eaf-4a2f-a080-459ad10a262d will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:29.426673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 995c09e4-779b-463a-b1bc-ef4ae738d6eb triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:29.427150 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.455685 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-117aa16b-b4f8-4deb-bc00-25618c6a6293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.456773 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117aa16b-b4f8-4deb-bc00-25618c6a6293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:29.462315 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-117aa16b-b4f8-4deb-bc00-25618c6a6293 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.495158 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.516539 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:26Z', 'revision_number': 3, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port': {'id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:25Z', 'updated_at': '2021-07-22T23:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:29.522221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Attempting to bind port 79619845-31fd-477a-9e81-4501f27efb01 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:29.522221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Attempting to bind port 79619845-31fd-477a-9e81-4501f27efb01 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '9c29fc33-88ad-4dbd-a9ba-5ea482c00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '60603d0c-5a4d-4f66-bf92-180123929381'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:29.522221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Attempting to bind port 79619845-31fd-477a-9e81-4501f27efb01 on network 60603d0c-5a4d-4f66-bf92-180123929381 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:29.526162 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d25c09a-456b-4638-9ab4-3ffd4c2e7030 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.530518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Port 79619845-31fd-477a-9e81-4501f27efb01 on network 60603d0c-5a4d-4f66-bf92-180123929381 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:54:29.530858 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Attempting to bind port 79619845-31fd-477a-9e81-4501f27efb01 on network 60603d0c-5a4d-4f66-bf92-180123929381 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:29.536018 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-117aa16b-b4f8-4deb-bc00-25618c6a6293 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4062972 Jul 22 23:54:29.542042 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37228) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:29.542217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:29.542513 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Checking segment: {'id': '9c29fc33-88ad-4dbd-a9ba-5ea482c00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '60603d0c-5a4d-4f66-bf92-180123929381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:29.543492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Bound using segment: {'id': '9c29fc33-88ad-4dbd-a9ba-5ea482c00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '60603d0c-5a4d-4f66-bf92-180123929381'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:29.544375 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Bound port: 79619845-31fd-477a-9e81-4501f27efb01, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c29fc33-88ad-4dbd-a9ba-5ea482c00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '60603d0c-5a4d-4f66-bf92-180123929381'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:29.544375 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.550954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6bdec279-cc99-4ce2-8cd8-1440754ad2f1 admin admin] Request body: {'subnet': {'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1157158631-subnet', 'tenant_id': 'd1319a1d097b4fa59118c8e9fd75dafa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:29.596587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Pushing event updated for resources: {'Port': ['ID=79619845-31fd-477a-9e81-4501f27efb01,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:29.617179 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117aa16b-b4f8-4deb-bc00-25618c6a6293 admin admin] Pushing event updated for resources: {'Network': ['ID=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:29.624848 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Checking router: e4564c72-0ce2-4836-80b2-5651ff440079 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:54:29.625338 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Updating router e4564c72-0ce2-4836-80b2-5651ff440079 port 40d3893e-c428-4b54-b1b8-8344c09dbe99 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:54:29.667280 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d25c09a-456b-4638-9ab4-3ffd4c2e7030 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.676233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25c09a-456b-4638-9ab4-3ffd4c2e7030 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:29.678682 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d25c09a-456b-4638-9ab4-3ffd4c2e7030 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.716273 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdec279-cc99-4ce2-8cd8-1440754ad2f1 admin admin] Made reservation on behalf of d1319a1d097b4fa59118c8e9fd75dafa for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:29.718820 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bdec279-cc99-4ce2-8cd8-1440754ad2f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.722081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37238) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:29.731674 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.738807 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:54:29.772435 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d25c09a-456b-4638-9ab4-3ffd4c2e7030 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7092891 Jul 22 23:54:29.776854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37240) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:29.792472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e749ea80-50e2-4198-b3e5-47e02011f21d admin admin] Deleting subnet d3d37c95-3e61-4a0c-8dbd-ccf0010f6feb {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:54:29.808848 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e749ea80-50e2-4198-b3e5-47e02011f21d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.809511 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'ports': [{'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1'}, {'network_id': 'c20cb20d-11cc-495c-b20b-c63d262db68b'}]} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:29.809989 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:29.810628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'network_id': 'c20cb20d-11cc-495c-b20b-c63d262db68b'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:29.817628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25c09a-456b-4638-9ab4-3ffd4c2e7030 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Network': ['ID=c20cb20d-11cc-495c-b20b-c63d262db68b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:29.862294 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network c20cb20d-11cc-495c-b20b-c63d262db68b details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:54:29.913469 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e749ea80-50e2-4198-b3e5-47e02011f21d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.920616 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b17d8926-74a7-4455-acb8-6b7a12f6bc06 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:29.966941 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e749ea80-50e2-4198-b3e5-47e02011f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.001870 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: b17d8926-74a7-4455-acb8-6b7a12f6bc06 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:30.004445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b17d8926-74a7-4455-acb8-6b7a12f6bc06 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:30.046880 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e749ea80-50e2-4198-b3e5-47e02011f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.057995 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] For port 79619845-31fd-477a-9e81-4501f27efb01, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:30.069277 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] For port 79619845-31fd-477a-9e81-4501f27efb01, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=79619845-31fd-477a-9e81-4501f27efb01,segment=NetworkSegment(9c29fc33-88ad-4dbd-a9ba-5ea482c00989),segment_id=9c29fc33-88ad-4dbd-a9ba-5ea482c00989)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:30.103740 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.108324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749ea80-50e2-4198-b3e5-47e02011f21d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3d37c95-3e61-4a0c-8dbd-ccf0010f6feb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:30.119710 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e749ea80-50e2-4198-b3e5-47e02011f21d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.124728 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e749ea80-50e2-4198-b3e5-47e02011f21d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d3d37c95-3e61-4a0c-8dbd-ccf0010f6feb HTTP/1.1" status: 204 len: 168 time: 0.3994484 Jul 22 23:54:30.130618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37246) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:30.166830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'port': 2} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:30.172785 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.180860 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.185996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d750e7d-3992-4ecb-a082-87b4f943d4f8 None None] Pushing event updated for resources: {'Port': ['ID=eb2b5563-9eaf-4a2f-a080-459ad10a262d,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:30.191741 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.199352 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Transition to ACTIVE for port object 40d3893e-c428-4b54-b1b8-8344c09dbe99 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:30.204230 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bdec279-cc99-4ce2-8cd8-1440754ad2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.209916 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.228038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Pushing event updated for resources: {'Port': ['ID=79619845-31fd-477a-9e81-4501f27efb01,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:30.265593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdec279-cc99-4ce2-8cd8-1440754ad2f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4837d0-4de8-44c9-87e4-4e3448c43fdb,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:30.273213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Attempting to bind port eb2b5563-9eaf-4a2f-a080-459ad10a262d on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:30.273826 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Attempting to bind port eb2b5563-9eaf-4a2f-a080-459ad10a262d by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:30.274360 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Attempting to bind port eb2b5563-9eaf-4a2f-a080-459ad10a262d on network 891c2138-73e2-46c7-be9c-a08e1e41f46f {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:30.276214 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:30.277264 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.280994 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dc0fbe74-6e85-4874-ad6a-2633ea58b56b service neutron] 10.222.0.95 "PUT /v2.0/ports/79619845-31fd-477a-9e81-4501f27efb01 HTTP/1.1" status: 200 len: 1091 time: 1.9475007 Jul 22 23:54:30.298915 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e64c0b-787d-4c53-8a3c-fae90d74c69f', 'tag': '79619845-31fd-477a-9e81-4501f27efb01'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:30.306626 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784674f8-15af-41c0-9ae6-3e3180fa318c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e64c0b-787d-4c53-8a3c-fae90d74c69f", "tag": "79619845-31fd-477a-9e81-4501f27efb01"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:30.333350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:30.342466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Checking segment: {'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:30.342885 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.343294 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Bound using segment: {'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:30.343816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Bound port: eb2b5563-9eaf-4a2f-a080-459ad10a262d, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:30.347339 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.352986 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e32617-5d82-46c0-a865-8bc36f0b1f85 None None] Pushing event updated for resources: {'Port': ['ID=40d3893e-c428-4b54-b1b8-8344c09dbe99,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:30.357567 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Attempting to bind port 40d3893e-c428-4b54-b1b8-8344c09dbe99 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:30.357567 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Attempting to bind port 40d3893e-c428-4b54-b1b8-8344c09dbe99 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:30.358126 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Attempting to bind port 40d3893e-c428-4b54-b1b8-8344c09dbe99 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:30.367129 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:30.367428 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:30.367819 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.368330 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:30.368803 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Bound port: 40d3893e-c428-4b54-b1b8-8344c09dbe99, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:30.369356 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.438233 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] For port 40d3893e-c428-4b54-b1b8-8344c09dbe99, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:30.442661 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] For port 40d3893e-c428-4b54-b1b8-8344c09dbe99, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=40d3893e-c428-4b54-b1b8-8344c09dbe99,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:30.457042 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.470687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] device_id is not set on port 4e05e5e1-5688-4ae8-a17d-daccae30173d yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:54:30.510909 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d965825a-800b-4e6d-9d2f-1b6bed134d48 req-05817540-1880-4fe0-869a-91795617c483 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 210 time: 0.1232960 Jul 22 23:54:30.512525 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdec279-cc99-4ce2-8cd8-1440754ad2f1 admin admin] Checking segment: {'id': '4e90d70d-5380-473a-85a2-776e82a5324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:30.512934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdec279-cc99-4ce2-8cd8-1440754ad2f1 admin admin] Network hostable DHCP agents. Network: c4ec0d7f-a81e-46a9-b500-5f4f370d8c06, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:54:30.570171 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] For port eb2b5563-9eaf-4a2f-a080-459ad10a262d, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:30.582084 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] For port eb2b5563-9eaf-4a2f-a080-459ad10a262d, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=eb2b5563-9eaf-4a2f-a080-459ad10a262d,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:30.593002 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.607736 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e32617-5d82-46c0-a865-8bc36f0b1f85 None None] Pushing event updated for resources: {'Port': ['ID=40d3893e-c428-4b54-b1b8-8344c09dbe99,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:30.616483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdec279-cc99-4ce2-8cd8-1440754ad2f1 admin admin] Network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:54:30.636962 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26f537-5b7c-453a-b1e1-3a6c6eefa31a req-6de2c897-c345-4887-ad05-e03b189d0334 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:30.639496 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Routers {'e4564c72-0ce2-4836-80b2-5651ff440079'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:30.640050 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee26f537-5b7c-453a-b1e1-3a6c6eefa31a req-6de2c897-c345-4887-ad05-e03b189d0334 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 943 time: 0.2486999 Jul 22 23:54:30.640179 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['e4564c72-0ce2-4836-80b2-5651ff440079'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:30.644281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6bdec279-cc99-4ce2-8cd8-1440754ad2f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, c4ec0d7f-a81e-46a9-b500-5f4f370d8c06) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:30.656837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdec279-cc99-4ce2-8cd8-1440754ad2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:30.657719 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bdec279-cc99-4ce2-8cd8-1440754ad2f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.677598 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Routers {'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:30.678619 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:30.789637 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e58d07-f97a-48b0-a948-510873dd8311 None None] Network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:30.791477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 1a1e1343-3cf7-4a9e-8770-787f84beb08d up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:30.831078 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] Set router e4564c72-0ce2-4836-80b2-5651ff440079 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:30.832589 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be50515-3187-4064-a4e6-ebf29489b706 x-openstack-request-id: req-3be50515-3187-4064-a4e6-ebf29489b706 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:30.833129 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e64c0b-787d-4c53-8a3c-fae90d74c69f", "tag": "79619845-31fd-477a-9e81-4501f27efb01", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:30.833553 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3be50515-3187-4064-a4e6-ebf29489b706 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:30.834206 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e64c0b-787d-4c53-8a3c-fae90d74c69f', 'tag': '79619845-31fd-477a-9e81-4501f27efb01', 'status': 'completed', 'code': 200} Jul 22 23:54:30.879908 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d750e7d-3992-4ecb-a082-87b4f943d4f8 None None] Pushing event updated for resources: {'Port': ['ID=eb2b5563-9eaf-4a2f-a080-459ad10a262d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:30.918708 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.931725 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6bdec279-cc99-4ce2-8cd8-1440754ad2f1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3784242 Jul 22 23:54:30.944512 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee26f537-5b7c-453a-b1e1-3a6c6eefa31a req-9982ebdb-f314-4166-adbe-fb125e9b98f5 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896757 Jul 22 23:54:30.946358 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa4abd10-15a1-4cd7-9a26-fbbe55756503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.012757 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] Set router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:31.065917 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dac338b9-d837-4f04-9a03-ba884ccc51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:31.067599 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-dac338b9-d837-4f04-9a03-ba884ccc51ba service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ab83856deee64d85aac82a92e8e55154&device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 1094 time: 0.2322836 Jul 22 23:54:31.093661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] device_id is not set on port 019c90aa-1337-4a2b-b427-f0b9d067a5c5 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:54:31.167593 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa4abd10-15a1-4cd7-9a26-fbbe55756503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.170025 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:26Z', 'revision_number': 3, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port': {'id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:25Z', 'updated_at': '2021-07-22T23:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:31.171045 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-d0e47fb0-f2fc-4275-987a-d43a671a702b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79619845-31fd-477a-9e81-4501f27efb01 HTTP/1.1" status: 200 len: 217 time: 0.0938375 Jul 22 23:54:31.200790 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fa4abd10-15a1-4cd7-9a26-fbbe55756503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24785638-a2a9-4c47-bfc0-584f5f7dcbab']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:31.245987 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a9a34-4a50-467c-b241-e4eb3ced2680 None None] The sync data for ids ['e4564c72-0ce2-4836-80b2-5651ff440079'] in n-d-688802-2 is: [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:26Z', 'revision_number': 3, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port': {'id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:25Z', 'updated_at': '2021-07-22T23:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:31.267568 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 1a1e1343-3cf7-4a9e-8770-787f84beb08d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:31.269449 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.288433 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fa4abd10-15a1-4cd7-9a26-fbbe55756503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678af373-1ceb-4c73-a072-bd4edef06e04') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:31.288916 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fa4abd10-15a1-4cd7-9a26-fbbe55756503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678af373-1ceb-4c73-a072-bd4edef06e04') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:31.314703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-c1169abf-781b-4666-b934-8ac01e5819a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:31.316256 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-c1169abf-781b-4666-b934-8ac01e5819a3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5e57fd4-984e-460d-9ed8-36eab5aa6ef2 HTTP/1.1" status: 200 len: 849 time: 0.1233633 Jul 22 23:54:31.375431 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.379090 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa4abd10-15a1-4cd7-9a26-fbbe55756503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.411921 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-2c92c160-cc5d-4e32-bacf-18f029c61d85 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=60603d0c-5a4d-4f66-bf92-180123929381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781231 Jul 22 23:54:31.421955 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa4abd10-15a1-4cd7-9a26-fbbe55756503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.451676 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4abd10-15a1-4cd7-9a26-fbbe55756503 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:54:31.452296 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa4abd10-15a1-4cd7-9a26-fbbe55756503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.457649 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:54:31.463732 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:54:31.516682 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5a323-5375-43ae-8f43-be85af42a522 req-1d64a536-8eba-454a-87a2-9245c4743acb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:31.518419 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34b5a323-5375-43ae-8f43-be85af42a522 req-1d64a536-8eba-454a-87a2-9245c4743acb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.18 "GET /v2.0/networks?id=891c2138-73e2-46c7-be9c-a08e1e41f46f HTTP/1.1" status: 200 len: 797 time: 0.4156737 Jul 22 23:54:31.576679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:31.601034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc529ad4-d963-4bb4-bbd6-c3973acae16e None None] Network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:31.607906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:31.616138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:31.616870 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.653147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=4e05e5e1-5688-4ae8-a17d-daccae30173d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:31.683663 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34b5a323-5375-43ae-8f43-be85af42a522 req-54cabccd-3d56-4fd8-9edb-104cfd721599 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e6f590bb3047c8a7f2021edeaee884 HTTP/1.1" status: 200 len: 378 time: 0.1453667 Jul 22 23:54:31.710750 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa4abd10-15a1-4cd7-9a26-fbbe55756503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.713431 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.716747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-34b5a323-5375-43ae-8f43-be85af42a522 req-5bc31924-b08b-4868-b872-349d4a5b1d3e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'port': {'device_id': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'admin_state_up': True, 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'security_groups': ['89e7bf4d-582b-462b-961b-1b25eff64335']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:31.721334 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa4abd10-15a1-4cd7-9a26-fbbe55756503 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.723083 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fa4abd10-15a1-4cd7-9a26-fbbe55756503 admin admin] 10.222.0.26 "DELETE /v2.0/networks/24785638-a2a9-4c47-bfc0-584f5f7dcbab HTTP/1.1" status: 204 len: 168 time: 1.5165730 Jul 22 23:54:31.757854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4abd10-15a1-4cd7-9a26-fbbe55756503 admin admin] Pushing event deleted for resources: {'Network': ['ID=24785638-a2a9-4c47-bfc0-584f5f7dcbab,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:31.758951 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8c9fbce-c004-455c-aea4-779c3514484c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.771836 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-04b05d2c-fa5d-4f92-a899-1df39509f6f0 service neutron] 10.222.0.95 "GET /v2.0/networks/60603d0c-5a4d-4f66-bf92-180123929381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420804 Jul 22 23:54:31.914355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d73700a6-d433-4b83-a056-f0188497ca42 req-2c4eac5a-f144-4e9d-932b-c87911e787a1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 210 time: 0.2352395 Jul 22 23:54:31.987423 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998808045', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:15Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'eb2b5563-9eaf-4a2f-a080-459ad10a262d', 'name': '', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:34:52:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:30Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:32.020852 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c1482-07f9-40cd-b86a-0a2286a75671 None None] The sync data for ids ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'] in n-d-688802-2 is: [{'id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998808045', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:15Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'eb2b5563-9eaf-4a2f-a080-459ad10a262d', 'name': '', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:34:52:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:30Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:32.028492 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-282c8147-b6cb-4676-9ca8-d0d528cc6077 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:32.030227 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-282c8147-b6cb-4676-9ca8-d0d528cc6077 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/networks?id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 HTTP/1.1" status: 200 len: 815 time: 0.4241891 Jul 22 23:54:32.038019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=019c90aa-1337-4a2b-b427-f0b9d067a5c5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:32.057446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:32.072551 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Allocated IP 172.20.0.1 (50eadcea-8b03-4ea9-bc3a-e4d4187b2620/d51fa380-3457-4151-93a3-a282aaf08d34/c3f84739-fbd6-4981-a91b-1d16a3f2ad6b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:32.127521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-ee6da1b4-9250-40f9-b27a-d448313164f4 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/quotas/d1319a1d097b4fa59118c8e9fd75dafa HTTP/1.1" status: 200 len: 375 time: 0.0636480 Jul 22 23:54:32.151594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Checking segment: {'id': 'd0f00bb2-994b-4467-aa98-eb55c0fef988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c20cb20d-11cc-495c-b20b-c63d262db68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:32.152514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network hostable DHCP agents. Network: c20cb20d-11cc-495c-b20b-c63d262db68b, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:54:32.202738 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa007f6c-db02-49b8-b3e6-8aabf6305619 req-aaf8f405-9327-4996-972b-251f1941df53 service neutron] 10.222.0.95 "GET /v2.0/networks/60603d0c-5a4d-4f66-bf92-180123929381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228938 Jul 22 23:54:32.291066 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-e0cd1320-e7e0-498d-b7be-00b5f710daa1 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1319a1d097b4fa59118c8e9fd75dafa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1339107 Jul 22 23:54:32.310371 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network c20cb20d-11cc-495c-b20b-c63d262db68b is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:54:32.330129 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:32.339251 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e19b34e4-dae6-492f-b4e2-b7a99e03762f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0edfcddefbf6415b8926df47e3ce6077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2798202 Jul 22 23:54:32.341170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, c20cb20d-11cc-495c-b20b-c63d262db68b) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:32.343085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37278) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:32.352671 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7706db-a79c-4eb4-83b7-6e9432c1eea4 None None] Network c20cb20d-11cc-495c-b20b-c63d262db68b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:32.371559 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Transition to ACTIVE for port object c3f84739-fbd6-4981-a91b-1d16a3f2ad6b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:32.374699 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:32.385850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:32.391542 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:32.392242 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:32.396523 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784674f8-15af-41c0-9ae6-3e3180fa318c req-0463bb31-79e7-4b93-9f1a-b52a92a9f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:32.398098 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-784674f8-15af-41c0-9ae6-3e3180fa318c req-0463bb31-79e7-4b93-9f1a-b52a92a9f60a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ab83856deee64d85aac82a92e8e55154&device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 1094 time: 0.1439021 Jul 22 23:54:32.409764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b5a323-5375-43ae-8f43-be85af42a522 req-5bc31924-b08b-4868-b872-349d4a5b1d3e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Made reservation on behalf of 08e6f590bb3047c8a7f2021edeaee884 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:32.413773 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-34b5a323-5375-43ae-8f43-be85af42a522 req-5bc31924-b08b-4868-b872-349d4a5b1d3e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:32.500732 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:32.538632 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-189c50e0-79e1-4e8e-ab61-10517e2ebe56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7334921 Jul 22 23:54:32.569899 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37280) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:32.576340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b991d3-a468-482f-b1e7-7cc7f44d1d5f req-18eb9a2e-5d74-45b4-bad3-a944e3b51e7b tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:32.577838 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-57b991d3-a468-482f-b1e7-7cc7f44d1d5f req-18eb9a2e-5d74-45b4-bad3-a944e3b51e7b tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 943 time: 0.4932392 Jul 22 23:54:32.673816 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Network 50eadcea-8b03-4ea9-bc3a-e4d4187b2620 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:32.677368 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:32.679834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:32.680741 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-165e950e-338c-40cd-ae8d-4a8c2a83b129 service neutron] 10.222.0.26 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883646 Jul 22 23:54:32.696782 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9ce427e-3cd8-4a1c-9693-080f00c9063d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:32.720832 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9ce427e-3cd8-4a1c-9693-080f00c9063d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:32.740275 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device eb2b5563-9eaf-4a2f-a080-459ad10a262d up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:32.821990 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Pushing event updated for resources: {'Port': ['ID=c3f84739-fbd6-4981-a91b-1d16a3f2ad6b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:32.845351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-57b991d3-a468-482f-b1e7-7cc7f44d1d5f req-89d3625f-4821-41ea-80ee-cd57b22dc862 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093356 Jul 22 23:54:32.850590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port eb2b5563-9eaf-4a2f-a080-459ad10a262d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:32.862576 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port eb2b5563-9eaf-4a2f-a080-459ad10a262d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:32.863177 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:32.920537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-34b5a323-5375-43ae-8f43-be85af42a522 req-5bc31924-b08b-4868-b872-349d4a5b1d3e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Allocated IP 172.20.0.10 (891c2138-73e2-46c7-be9c-a08e1e41f46f/6a5498f1-4887-4c40-a2cd-fca0f7d9252c/eee0db05-a402-41f9-932a-d4e14f6467f1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:32.947938 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:32.948669 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:32.949754 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:32.950360 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:32.951134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:32.951714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:32.952505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:32.953062 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:32.953758 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:32.954324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:32.954887 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:32.955429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:32.968801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784674f8-15af-41c0-9ae6-3e3180fa318c req-800c9ee5-7edc-4810-bced-6abcf237f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:32.970743 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-784674f8-15af-41c0-9ae6-3e3180fa318c req-800c9ee5-7edc-4810-bced-6abcf237f915 service neutron] 10.222.0.95 "GET /v2.0/networks?id=60603d0c-5a4d-4f66-bf92-180123929381 HTTP/1.1" status: 200 len: 910 time: 0.5645995 Jul 22 23:54:32.975656 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-e7faa5c5-753f-49a7-9be4-f2c1c30f0743 service neutron] 10.222.0.26 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929435 Jul 22 23:54:32.987033 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.028707 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.046904 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9ce427e-3cd8-4a1c-9693-080f00c9063d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.049875 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9ce427e-3cd8-4a1c-9693-080f00c9063d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.051215 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f9ce427e-3cd8-4a1c-9693-080f00c9063d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c60b7940-72c9-4676-88c4-52047e890fd0 HTTP/1.1" status: 204 len: 168 time: 0.7060525 Jul 22 23:54:33.103667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-61672823-9f2a-4bf7-98c1-244a515afe2b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port 019c90aa-1337-4a2b-b427-f0b9d067a5c5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:33.106191 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61672823-9f2a-4bf7-98c1-244a515afe2b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.125019 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce427e-3cd8-4a1c-9693-080f00c9063d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60b7940-72c9-4676-88c4-52047e890fd0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:33.201143 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port eb2b5563-9eaf-4a2f-a080-459ad10a262d, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=eb2b5563-9eaf-4a2f-a080-459ad10a262d,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:33.209767 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.211979 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 40d3893e-c428-4b54-b1b8-8344c09dbe99 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:33.221820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e62a332-61e4-4648-8b58-8df9514f86a4 None None] Provisioning for port c3f84739-fbd6-4981-a91b-1d16a3f2ad6b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:33.230978 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-34b5a323-5375-43ae-8f43-be85af42a522 req-5bc31924-b08b-4868-b872-349d4a5b1d3e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.267079 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-34b5a323-5375-43ae-8f43-be85af42a522 req-5bc31924-b08b-4868-b872-349d4a5b1d3e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Transition to ACTIVE for port object eee0db05-a402-41f9-932a-d4e14f6467f1 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:33.270750 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e62a332-61e4-4648-8b58-8df9514f86a4 None None] Provisioning complete for port c3f84739-fbd6-4981-a91b-1d16a3f2ad6b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:33.271271 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e62a332-61e4-4648-8b58-8df9514f86a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.363552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-34b5a323-5375-43ae-8f43-be85af42a522 req-5bc31924-b08b-4868-b872-349d4a5b1d3e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.379174 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e62a332-61e4-4648-8b58-8df9514f86a4 None None] Port c3f84739-fbd6-4981-a91b-1d16a3f2ad6b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:54:33.391254 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=eb2b5563-9eaf-4a2f-a080-459ad10a262d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:33.401987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:33.402692 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:33.403289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:33.403865 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:33.404401 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:33.404959 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:33.405509 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:33.406030 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:33.406838 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:33.407529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:33.408082 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:33.408634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:33.413497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 40d3893e-c428-4b54-b1b8-8344c09dbe99 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:33.419383 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 40d3893e-c428-4b54-b1b8-8344c09dbe99 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:33.421544 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.434663 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-784674f8-15af-41c0-9ae6-3e3180fa318c req-f0ae5e58-dd7e-4c49-9973-c2fb9c772485 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79619845-31fd-477a-9e81-4501f27efb01 HTTP/1.1" status: 200 len: 217 time: 0.4565585 Jul 22 23:54:33.486109 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5cb4e346-e6bf-4cd4-9d6b-5947560e1d66 req-46e4a61c-3cf3-4945-98f3-7b0ff17c8d8f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 210 time: 0.1553798 Jul 22 23:54:33.539479 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61672823-9f2a-4bf7-98c1-244a515afe2b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.555571 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.589024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b5a323-5375-43ae-8f43-be85af42a522 req-5bc31924-b08b-4868-b872-349d4a5b1d3e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 891c2138-73e2-46c7-be9c-a08e1e41f46f is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:33.598693 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc31924-b08b-4868-b872-349d4a5b1d3e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=eee0db05-a402-41f9-932a-d4e14f6467f1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:33.604396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784674f8-15af-41c0-9ae6-3e3180fa318c req-b5785576-9f45-4d11-9081-07d4521dae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:33.604396 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-784674f8-15af-41c0-9ae6-3e3180fa318c req-b5785576-9f45-4d11-9081-07d4521dae31 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5e57fd4-984e-460d-9ed8-36eab5aa6ef2 HTTP/1.1" status: 200 len: 849 time: 0.1340492 Jul 22 23:54:33.604835 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-61672823-9f2a-4bf7-98c1-244a515afe2b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for 019c90aa-1337-4a2b-b427-f0b9d067a5c5 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:33.608420 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-34b5a323-5375-43ae-8f43-be85af42a522 req-5bc31924-b08b-4868-b872-349d4a5b1d3e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:33.625652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b5a323-5375-43ae-8f43-be85af42a522 req-5bc31924-b08b-4868-b872-349d4a5b1d3e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:33.625872 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 40d3893e-c428-4b54-b1b8-8344c09dbe99, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=40d3893e-c428-4b54-b1b8-8344c09dbe99,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:33.634672 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.697856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd4e38-1514-4d66-853d-63f09f6dec8a req-8e73f393-bce5-443e-b3f6-774036d10665 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:33.700610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fd4e38-1514-4d66-853d-63f09f6dec8a req-8e73f393-bce5-443e-b3f6-774036d10665 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 932 time: 0.3957756 Jul 22 23:54:33.723384 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5a323-5375-43ae-8f43-be85af42a522 req-5bc31924-b08b-4868-b872-349d4a5b1d3e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:33.724578 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-34b5a323-5375-43ae-8f43-be85af42a522 req-5bc31924-b08b-4868-b872-349d4a5b1d3e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.743917 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=40d3893e-c428-4b54-b1b8-8344c09dbe99,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:33.751311 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-784674f8-15af-41c0-9ae6-3e3180fa318c req-98e3491f-fd77-4917-8278-65af80d5bee4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=60603d0c-5a4d-4f66-bf92-180123929381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072230 Jul 22 23:54:33.780249 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34b5a323-5375-43ae-8f43-be85af42a522 req-5bc31924-b08b-4868-b872-349d4a5b1d3e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0900395 Jul 22 23:54:33.820353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Request body: {'port': {'device_id': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:33.827397 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2fd4e38-1514-4d66-853d-63f09f6dec8a req-94ff806c-3527-45b1-ac5d-8e2b28788910 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1204851 Jul 22 23:54:33.923199 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.999047 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.122710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-473e6bfb-3524-44c5-817c-9518850ae781 None None] Provisioning for port eee0db05-a402-41f9-932a-d4e14f6467f1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:34.129034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-473e6bfb-3524-44c5-817c-9518850ae781 None None] Provisioning complete for port eee0db05-a402-41f9-932a-d4e14f6467f1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:34.129615 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-473e6bfb-3524-44c5-817c-9518850ae781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.209642 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61672823-9f2a-4bf7-98c1-244a515afe2b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.219299 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-784674f8-15af-41c0-9ae6-3e3180fa318c req-06db1c2a-3987-43b9-a49c-4f401448fbf0 service neutron] 10.222.0.95 "GET /v2.0/networks/60603d0c-5a4d-4f66-bf92-180123929381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767343 Jul 22 23:54:34.223343 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-473e6bfb-3524-44c5-817c-9518850ae781 None None] Port eee0db05-a402-41f9-932a-d4e14f6467f1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:54:34.289595 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.303892 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61672823-9f2a-4bf7-98c1-244a515afe2b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.308978 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-61672823-9f2a-4bf7-98c1-244a515afe2b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/019c90aa-1337-4a2b-b427-f0b9d067a5c5 HTTP/1.1" status: 204 len: 168 time: 1.7350128 Jul 22 23:54:34.316985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37318) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:34.348994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61672823-9f2a-4bf7-98c1-244a515afe2b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=019c90aa-1337-4a2b-b427-f0b9d067a5c5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:34.352688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb88ef-f8c4-4010-a85b-c6abbd6de515 req-4e21ee6c-605c-4e61-92d9-e8a2b07d3e3c tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:34.358663 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7cf80aba-6783-43f4-9774-f8e600153725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.362550 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fcbb88ef-f8c4-4010-a85b-c6abbd6de515 req-4e21ee6c-605c-4e61-92d9-e8a2b07d3e3c tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 943 time: 0.2910495 Jul 22 23:54:34.365321 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.475039 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-784674f8-15af-41c0-9ae6-3e3180fa318c req-c544b2f9-00b6-44f7-a78b-035901dc9a5a service neutron] 10.222.0.95 "GET /v2.0/networks/60603d0c-5a4d-4f66-bf92-180123929381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207355 Jul 22 23:54:34.492443 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 79619845-31fd-477a-9e81-4501f27efb01 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:54:34.511663 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fcbb88ef-f8c4-4010-a85b-c6abbd6de515 req-b605deed-dd64-4265-842c-af4cecf27717 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429231 Jul 22 23:54:34.540796 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.551020 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.587025 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a265f79-9df5-4fb3-8658-65be4e329d27 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:34.593859 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a265f79-9df5-4fb3-8658-65be4e329d27 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:34.598017 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a265f79-9df5-4fb3-8658-65be4e329d27 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2773991 Jul 22 23:54:34.599744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37326) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:34.696974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 79619845-31fd-477a-9e81-4501f27efb01, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=79619845-31fd-477a-9e81-4501f27efb01,segment=NetworkSegment(9c29fc33-88ad-4dbd-a9ba-5ea482c00989),segment_id=9c29fc33-88ad-4dbd-a9ba-5ea482c00989)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:34.700607 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.702998 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device eb2b5563-9eaf-4a2f-a080-459ad10a262d up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:34.715328 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Pushing event updated for resources: {'Port': ['ID=c3f84739-fbd6-4981-a91b-1d16a3f2ad6b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:34.742888 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a09fd43b-5415-457e-b6b3-f9d5004b5fa9 req-9cfb50f5-1d5d-4ad9-b894-cf0e5eff85f6 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 210 time: 0.0833328 Jul 22 23:54:34.765277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '79619845-31fd-477a-9e81-4501f27efb01', 'network_id': '60603d0c-5a4d-4f66-bf92-180123929381', 'port_id': '79619845-31fd-477a-9e81-4501f27efb01', 'mac_address': 'fa:16:3e:f3:14:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e57fd4-984e-460d-9ed8-36eab5aa6ef2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:54:34.772205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee0db05-a402-41f9-932a-d4e14f6467f1 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:54:34.788548 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.822734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Transition to ACTIVE for port object eee0db05-a402-41f9-932a-d4e14f6467f1 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:34.835029 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.851966 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port eb2b5563-9eaf-4a2f-a080-459ad10a262d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:34.852424 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.856891 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79619845-31fd-477a-9e81-4501f27efb01 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:54:34.881388 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.901473 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Network 50eadcea-8b03-4ea9-bc3a-e4d4187b2620 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:34.904116 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:34.943243 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 79619845-31fd-477a-9e81-4501f27efb01, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=79619845-31fd-477a-9e81-4501f27efb01,segment=NetworkSegment(9c29fc33-88ad-4dbd-a9ba-5ea482c00989),segment_id=9c29fc33-88ad-4dbd-a9ba-5ea482c00989)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:34.955737 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:35.023270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=79619845-31fd-477a-9e81-4501f27efb01,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:35.083382 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37332) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:35.112049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 40d3893e-c428-4b54-b1b8-8344c09dbe99 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:35.214809 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 40d3893e-c428-4b54-b1b8-8344c09dbe99 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:35.216044 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:35.247915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['79619845-31fd-477a-9e81-4501f27efb01'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:54:35.412768 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a1b57666-6e9b-4ca1-a715-ec5238b6db8c None None] Provisioning complete for port c3f84739-fbd6-4981-a91b-1d16a3f2ad6b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:35.413333 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1b57666-6e9b-4ca1-a715-ec5238b6db8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:35.472355 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a1b57666-6e9b-4ca1-a715-ec5238b6db8c None None] Port c3f84739-fbd6-4981-a91b-1d16a3f2ad6b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:54:35.482714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Router e4564c72-0ce2-4836-80b2-5651ff440079 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:54:35.537013 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:35.612452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Pushing event updated for resources: {'Port': ['ID=eee0db05-a402-41f9-932a-d4e14f6467f1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:35.629801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:35.634957 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4735e185-8aa0-470e-b446-3b58297b872c admin admin] 10.222.0.26 "PUT /v2.0/routers/e4564c72-0ce2-4836-80b2-5651ff440079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5580297 Jul 22 23:54:35.647026 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Sync routers for ids ['e4564c72-0ce2-4836-80b2-5651ff440079'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:35.658098 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Routers {'e4564c72-0ce2-4836-80b2-5651ff440079'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:35.658719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['e4564c72-0ce2-4836-80b2-5651ff440079'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:35.715922 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:35.716332 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:35.716599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:35.716933 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:35.717286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:35.717613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:35.717944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:35.718260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:35.718587 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:35.718902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:35.719223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:35.719552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:35.735499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7bea07a9-3159-45ad-9e9a-d3fda491ad14 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port 4e05e5e1-5688-4ae8-a17d-daccae30173d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:35.735837 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7bea07a9-3159-45ad-9e9a-d3fda491ad14 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:35.767183 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee084077-a251-4c9e-9f45-06306acee2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:35.775204 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Set router e4564c72-0ce2-4836-80b2-5651ff440079 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:35.779494 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-d03edc8f-a92e-4c6b-9ab7-65c98937f265 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:35.781245 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-d03edc8f-a92e-4c6b-9ab7-65c98937f265 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.18 "GET /v2.0/networks?id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 HTTP/1.1" status: 200 len: 815 time: 0.8881199 Jul 22 23:54:35.816235 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-f77cf15c-8a35-4d85-a3cc-105436594e23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Request body: {'port': {'device_id': '31cf3758-c814-4202-b248-b4e5b1b1735f', 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06', 'admin_state_up': True, 'tenant_id': 'd1319a1d097b4fa59118c8e9fd75dafa'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:35.921797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9720ef-6cbc-49d1-85e0-93ffe7fbb5d2 req-08e87d4b-a925-4679-a1bc-0b11523fbbcc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:35.924431 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d9720ef-6cbc-49d1-85e0-93ffe7fbb5d2 req-08e87d4b-a925-4679-a1bc-0b11523fbbcc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 944 time: 0.9688315 Jul 22 23:54:35.986134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Attempting to bind port eee0db05-a402-41f9-932a-d4e14f6467f1 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:35.986405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Attempting to bind port eee0db05-a402-41f9-932a-d4e14f6467f1 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:35.986747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Attempting to bind port eee0db05-a402-41f9-932a-d4e14f6467f1 on network 891c2138-73e2-46c7-be9c-a08e1e41f46f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:35.992038 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7bea07a9-3159-45ad-9e9a-d3fda491ad14 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:35.995177 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port': {'id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:25Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'c3f84739-fbd6-4981-a91b-1d16a3f2ad6b', 'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'mac_address': 'fa:16:3e:a2:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:31Z', 'updated_at': '2021-07-22T23:54:34Z', 'revision_number': 2, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'subnets': [{'id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:36.026566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Checking router: e4564c72-0ce2-4836-80b2-5651ff440079 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:54:36.027490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Updating router e4564c72-0ce2-4836-80b2-5651ff440079 port c3f84739-fbd6-4981-a91b-1d16a3f2ad6b binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:54:36.048180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Port eee0db05-a402-41f9-932a-d4e14f6467f1 on network 891c2138-73e2-46c7-be9c-a08e1e41f46f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:54:36.048547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Attempting to bind port eee0db05-a402-41f9-932a-d4e14f6467f1 on network 891c2138-73e2-46c7-be9c-a08e1e41f46f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:36.067336 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.073978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7bea07a9-3159-45ad-9e9a-d3fda491ad14 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for 4e05e5e1-5688-4ae8-a17d-daccae30173d owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:36.099035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:36.099380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Checking segment: {'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:36.099772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Bound using segment: {'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:36.100219 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Bound port: eee0db05-a402-41f9-932a-d4e14f6467f1, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:36.100660 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.136243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20a042-520e-42ee-934b-18a93ba61476 req-fdf52ede-e5a7-4a34-bc8a-d0dee3afcab9 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:36.143342 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff20a042-520e-42ee-934b-18a93ba61476 req-fdf52ede-e5a7-4a34-bc8a-d0dee3afcab9 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 944 time: 0.5318949 Jul 22 23:54:36.163580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37354) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:36.168962 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-77087992-38e1-45ef-8b4c-e839465862fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-788436519-network', 'tenant_id': '576c923e69674a9eae1742b7188d9f76'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:36.195288 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d9720ef-6cbc-49d1-85e0-93ffe7fbb5d2 req-bcaa5100-f0ae-4549-8c46-2dbb482d7442 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2272735 Jul 22 23:54:36.296501 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff20a042-520e-42ee-934b-18a93ba61476 req-9c8a96f7-9811-4908-861d-10cb8ef4304a tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522532 Jul 22 23:54:36.331814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee493b6a-d6e6-43d2-87fb-17612095c77d req-0fe8175a-a486-49bc-9d64-5959c0ef3aa5 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 210 time: 0.0697908 Jul 22 23:54:36.360209 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee084077-a251-4c9e-9f45-06306acee2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.366936 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:36.371188 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee084077-a251-4c9e-9f45-06306acee2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.377146 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.400789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=eee0db05-a402-41f9-932a-d4e14f6467f1,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:36.403881 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Transition to ACTIVE for port object c3f84739-fbd6-4981-a91b-1d16a3f2ad6b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:36.410107 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.416319 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7bea07a9-3159-45ad-9e9a-d3fda491ad14 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.426091 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.437205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-f77cf15c-8a35-4d85-a3cc-105436594e23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Made reservation on behalf of d1319a1d097b4fa59118c8e9fd75dafa for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:36.438997 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77087992-38e1-45ef-8b4c-e839465862fd admin admin] Made reservation on behalf of 576c923e69674a9eae1742b7188d9f76 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:36.440587 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-f77cf15c-8a35-4d85-a3cc-105436594e23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.443431 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77087992-38e1-45ef-8b4c-e839465862fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.453135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ee084077-a251-4c9e-9f45-06306acee2d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12a5a0aed44b450cba86a2ee18998ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3642797 Jul 22 23:54:36.457782 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37356) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:36.462991 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee084077-a251-4c9e-9f45-06306acee2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4811fd20-1e1a-4ad3-b7af-c703c0be375e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:36.468022 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77087992-38e1-45ef-8b4c-e839465862fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.471873 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3ace0-740f-40c8-b8a1-1f5d5f04b4a7 None None] Pushing event updated for resources: {'Port': ['ID=c3f84739-fbd6-4981-a91b-1d16a3f2ad6b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:36.503766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:36.504797 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.505834 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34b5a323-5375-43ae-8f43-be85af42a522 req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] 10.222.0.18 "PUT /v2.0/ports/eee0db05-a402-41f9-932a-d4e14f6467f1 HTTP/1.1" status: 200 len: 1092 time: 2.7106588 Jul 22 23:54:36.506295 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:36.508598 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59838a64-88b4-4bcb-8270-78b03602e3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:36.514029 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7bea07a9-3159-45ad-9e9a-d3fda491ad14 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.518347 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7bea07a9-3159-45ad-9e9a-d3fda491ad14 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/4e05e5e1-5688-4ae8-a17d-daccae30173d HTTP/1.1" status: 204 len: 168 time: 1.9154599 Jul 22 23:54:36.528430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37360) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:36.547527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 79619845-31fd-477a-9e81-4501f27efb01 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:36.601609 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e6c8c0-7680-4204-b5f3-1c00f8b4f83b x-openstack-request-id: req-95e6c8c0-7680-4204-b5f3-1c00f8b4f83b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:36.603109 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:36.604182 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95e6c8c0-7680-4204-b5f3-1c00f8b4f83b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:36.607089 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'status': 'completed', 'code': 200} Jul 22 23:54:36.629040 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59515fb6-f9a2-4c84-baae-829980fa87da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.642718 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Attempting to bind port c3f84739-fbd6-4981-a91b-1d16a3f2ad6b on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:36.643373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Attempting to bind port c3f84739-fbd6-4981-a91b-1d16a3f2ad6b by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'be28c49d-ff06-4c74-883a-459895d7dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:36.643895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Attempting to bind port c3f84739-fbd6-4981-a91b-1d16a3f2ad6b on network 50eadcea-8b03-4ea9-bc3a-e4d4187b2620 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:36.654901 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:36.657629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Checking segment: {'id': 'be28c49d-ff06-4c74-883a-459895d7dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:36.658214 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.658927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Bound using segment: {'id': 'be28c49d-ff06-4c74-883a-459895d7dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:36.659612 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Bound port: c3f84739-fbd6-4981-a91b-1d16a3f2ad6b, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be28c49d-ff06-4c74-883a-459895d7dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:36.660276 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.671502 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59515fb6-f9a2-4c84-baae-829980fa87da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.700648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55fe5b-ba75-4552-ad44-8176da436cea service neutron] Pushing event updated for resources: {'Port': ['ID=eee0db05-a402-41f9-932a-d4e14f6467f1,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:36.741426 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77087992-38e1-45ef-8b4c-e839465862fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.749081 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 79619845-31fd-477a-9e81-4501f27efb01 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:36.751960 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77087992-38e1-45ef-8b4c-e839465862fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.769135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 79619845-31fd-477a-9e81-4501f27efb01 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:36.769135 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.772903 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea07a9-3159-45ad-9e9a-d3fda491ad14 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=4e05e5e1-5688-4ae8-a17d-daccae30173d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:36.799410 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77087992-38e1-45ef-8b4c-e839465862fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108fbddf-3c92-4f32-90fe-6b6f804f2998,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:36.805140 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59515fb6-f9a2-4c84-baae-829980fa87da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.809366 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59515fb6-f9a2-4c84-baae-829980fa87da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.813508 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-59515fb6-f9a2-4c84-baae-829980fa87da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4811fd20-1e1a-4ad3-b7af-c703c0be375e HTTP/1.1" status: 204 len: 168 time: 0.3545768 Jul 22 23:54:36.817187 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] For port c3f84739-fbd6-4981-a91b-1d16a3f2ad6b, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:36.821961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77087992-38e1-45ef-8b4c-e839465862fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:54:36.843560 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59515fb6-f9a2-4c84-baae-829980fa87da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4811fd20-1e1a-4ad3-b7af-c703c0be375e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:36.849318 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] For port c3f84739-fbd6-4981-a91b-1d16a3f2ad6b, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c3f84739-fbd6-4981-a91b-1d16a3f2ad6b,segment=NetworkSegment(be28c49d-ff06-4c74-883a-459895d7dd15),segment_id=be28c49d-ff06-4c74-883a-459895d7dd15)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:36.851102 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77087992-38e1-45ef-8b4c-e839465862fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.860553 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-77087992-38e1-45ef-8b4c-e839465862fd admin admin] Added segment c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b of type vlan for network 98ba10be-e8ce-4aed-bed5-cce6cef94517 Jul 22 23:54:36.872951 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac5ea7e-f244-4929-9ef7-f267cffb93b2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:36.875392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ac5ea7e-f244-4929-9ef7-f267cffb93b2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3459668 Jul 22 23:54:36.879053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37364) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:36.886922 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.928358 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77087992-38e1-45ef-8b4c-e839465862fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.960781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-f77cf15c-8a35-4d85-a3cc-105436594e23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Allocated IP 172.20.0.12 (c4ec0d7f-a81e-46a9-b500-5f4f370d8c06/de4837d0-4de8-44c9-87e4-4e3448c43fdb/22f53b83-c6d7-43b6-87ac-c967d448279d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:36.971029 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab17da4-66c7-4a28-9ca6-79a90d6461f3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] GET failed (client error): The resource could not be found. Jul 22 23:54:36.974089 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cab17da4-66c7-4a28-9ca6-79a90d6461f3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports/019c90aa-1337-4a2b-b427-f0b9d067a5c5 HTTP/1.1" status: 404 len: 333 time: 0.0940118 Jul 22 23:54:36.977745 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37366) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:36.988353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5a323-5375-43ae-8f43-be85af42a522 req-d0dacfad-a89a-4d76-b7e0-e6d6bd42726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:36.989941 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34b5a323-5375-43ae-8f43-be85af42a522 req-d0dacfad-a89a-4d76-b7e0-e6d6bd42726c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 1095 time: 0.3821254 Jul 22 23:54:37.034990 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77087992-38e1-45ef-8b4c-e839465862fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.036257 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77087992-38e1-45ef-8b4c-e839465862fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:37.036841 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77087992-38e1-45ef-8b4c-e839465862fd admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.072338 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34b5a323-5375-43ae-8f43-be85af42a522 req-3ebb843d-f3e0-4228-b818-c4e0c51aec64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee0db05-a402-41f9-932a-d4e14f6467f1 HTTP/1.1" status: 200 len: 217 time: 0.0666134 Jul 22 23:54:37.120204 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e33e47-627c-4419-a073-210383d3b7fe tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] GET failed (client error): The resource could not be found. Jul 22 23:54:37.125441 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-30e33e47-627c-4419-a073-210383d3b7fe tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports/4e05e5e1-5688-4ae8-a17d-daccae30173d HTTP/1.1" status: 404 len: 333 time: 0.1430230 Jul 22 23:54:37.126549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77087992-38e1-45ef-8b4c-e839465862fd admin admin] Pushing event updated for resources: {'Network': ['ID=98ba10be-e8ce-4aed-bed5-cce6cef94517,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:37.135746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37368) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:37.147877 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-77087992-38e1-45ef-8b4c-e839465862fd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9830205 Jul 22 23:54:37.150463 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37370) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:37.160483 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4979edaf-5d02-4967-92c7-061aa1581d25 admin admin] Request body: {'subnet': {'network_id': '98ba10be-e8ce-4aed-bed5-cce6cef94517', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-788436519-subnet', 'tenant_id': '576c923e69674a9eae1742b7188d9f76', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:37.190344 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4979edaf-5d02-4967-92c7-061aa1581d25 admin admin] Made reservation on behalf of 576c923e69674a9eae1742b7188d9f76 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:37.193903 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4979edaf-5d02-4967-92c7-061aa1581d25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.208069 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 98ba10be-e8ce-4aed-bed5-cce6cef94517 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:54:37.320636 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Routers {'e4564c72-0ce2-4836-80b2-5651ff440079'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:37.321434 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['e4564c72-0ce2-4836-80b2-5651ff440079'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:37.425958 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a5efaea-2805-41eb-831f-6fb51110c1f1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.428708 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5a323-5375-43ae-8f43-be85af42a522 req-59b10351-65a6-46fd-91aa-f91c4b8713fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:37.430497 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34b5a323-5375-43ae-8f43-be85af42a522 req-59b10351-65a6-46fd-91aa-f91c4b8713fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a5498f1-4887-4c40-a2cd-fca0f7d9252c HTTP/1.1" status: 200 len: 834 time: 0.3385196 Jul 22 23:54:37.434403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] Set router e4564c72-0ce2-4836-80b2-5651ff440079 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:37.455319 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4979edaf-5d02-4967-92c7-061aa1581d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.518494 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.539198 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979edaf-5d02-4967-92c7-061aa1581d25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99ef770a-4216-4c51-bdc3-d84220001464,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:37.548803 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.549028 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4979edaf-5d02-4967-92c7-061aa1581d25 admin admin] Checking segment: {'id': 'c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '98ba10be-e8ce-4aed-bed5-cce6cef94517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:37.549290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4979edaf-5d02-4967-92c7-061aa1581d25 admin admin] Network hostable DHCP agents. Network: 98ba10be-e8ce-4aed-bed5-cce6cef94517, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:54:37.567983 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3ace0-740f-40c8-b8a1-1f5d5f04b4a7 None None] Pushing event updated for resources: {'Port': ['ID=c3f84739-fbd6-4981-a91b-1d16a3f2ad6b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:37.583644 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4979edaf-5d02-4967-92c7-061aa1581d25 admin admin] Network 98ba10be-e8ce-4aed-bed5-cce6cef94517 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:54:37.600270 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-f77cf15c-8a35-4d85-a3cc-105436594e23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.604382 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4979edaf-5d02-4967-92c7-061aa1581d25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 98ba10be-e8ce-4aed-bed5-cce6cef94517) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:37.609615 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4979edaf-5d02-4967-92c7-061aa1581d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:37.610947 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4979edaf-5d02-4967-92c7-061aa1581d25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.616408 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e64c0b-787d-4c53-8a3c-fae90d74c69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79619845-31fd-477a-9e81-4501f27efb01'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:37.618935 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604c80e5-07b9-4b85-ab5c-984d3aa8aef3" -d '{"events": [{"server_uuid": "a6e64c0b-787d-4c53-8a3c-fae90d74c69f", "name": "network-vif-plugged", "status": "completed", "tag": "79619845-31fd-477a-9e81-4501f27efb01"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:37.631672 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4979edaf-5d02-4967-92c7-061aa1581d25 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4792507 Jul 22 23:54:37.633565 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37390) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:37.638849 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-788436519-router', 'tenant_id': '576c923e69674a9eae1742b7188d9f76', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:37.661593 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb9b1e7-cb1f-4589-9ceb-0fe96615e68d None None] Network 98ba10be-e8ce-4aed-bed5-cce6cef94517 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:37.683111 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.686841 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.688858 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 79619845-31fd-477a-9e81-4501f27efb01, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=79619845-31fd-477a-9e81-4501f27efb01,segment=NetworkSegment(9c29fc33-88ad-4dbd-a9ba-5ea482c00989),segment_id=9c29fc33-88ad-4dbd-a9ba-5ea482c00989)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:37.705448 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.711238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6777fc-f44c-412c-9402-9b82ad0f172e req-dde83332-1771-485e-9f0a-cfc175f9ed96 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:37.712834 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa6777fc-f44c-412c-9402-9b82ad0f172e req-dde83332-1771-485e-9f0a-cfc175f9ed96 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 944 time: 0.3880754 Jul 22 23:54:37.755531 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a5efaea-2805-41eb-831f-6fb51110c1f1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.771960 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.807517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012c015-7ea4-41a8-82a3-8cb6178f2176 req-f9466e5f-7c06-4700-be43-bc9576849da1 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:37.809830 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a012c015-7ea4-41a8-82a3-8cb6178f2176 req-f9466e5f-7c06-4700-be43-bc9576849da1 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 944 time: 0.3781784 Jul 22 23:54:37.811572 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9a5efaea-2805-41eb-831f-6fb51110c1f1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20cb20d-11cc-495c-b20b-c63d262db68b']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:37.833365 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5a323-5375-43ae-8f43-be85af42a522 req-573c8a35-5dfb-42e6-8d47-73f52c3efc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:37.834895 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34b5a323-5375-43ae-8f43-be85af42a522 req-573c8a35-5dfb-42e6-8d47-73f52c3efc49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=891c2138-73e2-46c7-be9c-a08e1e41f46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3769286 Jul 22 23:54:37.847722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9a5efaea-2805-41eb-831f-6fb51110c1f1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f00bb2-994b-4467-aa98-eb55c0fef988') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:37.847995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9a5efaea-2805-41eb-831f-6fb51110c1f1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f00bb2-994b-4467-aa98-eb55c0fef988') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:37.863451 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=79619845-31fd-477a-9e81-4501f27efb01,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:37.921708 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a5efaea-2805-41eb-831f-6fb51110c1f1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.945116 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port': {'id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:25Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'c3f84739-fbd6-4981-a91b-1d16a3f2ad6b', 'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'mac_address': 'fa:16:3e:a2:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:31Z', 'updated_at': '2021-07-22T23:54:36Z', 'revision_number': 4, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'subnets': [{'id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:37.961961 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa6777fc-f44c-412c-9402-9b82ad0f172e req-3ab8ae48-f2ca-4d32-9ad0-ae73820cc252 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2395790 Jul 22 23:54:37.966842 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-f77cf15c-8a35-4d85-a3cc-105436594e23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.974037 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a5efaea-2805-41eb-831f-6fb51110c1f1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.994012 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.001315 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-98ba10be-e8ce-4aed-bed5-cce6cef94517', 'network_id': '98ba10be-e8ce-4aed-bed5-cce6cef94517', 'tenant_id': '576c923e69674a9eae1742b7188d9f76', 'fixed_ips': [{'subnet_id': '99ef770a-4216-4c51-bdc3-d84220001464'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:54:38.002244 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.006057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5613d16-b9ba-4583-ad53-843546e29ada None None] The sync data for ids ['e4564c72-0ce2-4836-80b2-5651ff440079'] in n-d-688802-2 is: [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port': {'id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:25Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'c3f84739-fbd6-4981-a91b-1d16a3f2ad6b', 'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'mac_address': 'fa:16:3e:a2:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:31Z', 'updated_at': '2021-07-22T23:54:36Z', 'revision_number': 4, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'subnets': [{'id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:38.052106 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37400) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:38.065737 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5efaea-2805-41eb-831f-6fb51110c1f1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:54:38.066155 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a5efaea-2805-41eb-831f-6fb51110c1f1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:54:38.070611 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:54:38.117703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a012c015-7ea4-41a8-82a3-8cb6178f2176 req-347f1aef-9373-43af-a302-0a01cc3ded5a tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870471 Jul 22 23:54:38.224958 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f5d238-9bbf-4fcc-b9ec-a02cb4933844 x-openstack-request-id: req-47f5d238-9bbf-4fcc-b9ec-a02cb4933844 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:38.226613 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e64c0b-787d-4c53-8a3c-fae90d74c69f", "name": "network-vif-plugged", "status": "completed", "tag": "79619845-31fd-477a-9e81-4501f27efb01", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:38.226882 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-47f5d238-9bbf-4fcc-b9ec-a02cb4933844 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:38.233817 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e64c0b-787d-4c53-8a3c-fae90d74c69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79619845-31fd-477a-9e81-4501f27efb01', 'code': 200} Jul 22 23:54:38.235883 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-f77cf15c-8a35-4d85-a3cc-105436594e23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:38.257447 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-f77cf15c-8a35-4d85-a3cc-105436594e23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:38.283466 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34b5a323-5375-43ae-8f43-be85af42a522 req-088d9144-c4c8-4597-a24b-248f330e6603 service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390903 Jul 22 23:54:38.293632 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cf15c-8a35-4d85-a3cc-105436594e23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Pushing event updated for resources: {'Port': ['ID=22f53b83-c6d7-43b6-87ac-c967d448279d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:38.298343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-f77cf15c-8a35-4d85-a3cc-105436594e23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:38.320258 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a5efaea-2805-41eb-831f-6fb51110c1f1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.325562 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9a5efaea-2805-41eb-831f-6fb51110c1f1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.331352 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9a5efaea-2805-41eb-831f-6fb51110c1f1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/networks/c20cb20d-11cc-495c-b20b-c63d262db68b HTTP/1.1" status: 204 len: 168 time: 1.1653419 Jul 22 23:54:38.341552 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37404) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:38.369199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e59b5952-df6c-42de-a2e3-e75a9d36e572 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-203264658-network', 'tenant_id': 'af1571e1b80f4b1493fcde7a48f86d4c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:38.369558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Allocated IP 172.20.0.2 (98ba10be-e8ce-4aed-bed5-cce6cef94517/99ef770a-4216-4c51-bdc3-d84220001464/c1b8edba-55e1-4d74-a2d4-ef9d62c57439) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:38.399678 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7620a5e5-b22c-44a3-b165-d3591460a06c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1563424075'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:38.429520 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59b5952-df6c-42de-a2e3-e75a9d36e572 admin admin] Made reservation on behalf of af1571e1b80f4b1493fcde7a48f86d4c for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:38.431415 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5efaea-2805-41eb-831f-6fb51110c1f1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Network': ['ID=c20cb20d-11cc-495c-b20b-c63d262db68b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:38.432436 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e59b5952-df6c-42de-a2e3-e75a9d36e572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.444464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7620a5e5-b22c-44a3-b165-d3591460a06c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:38.448395 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7620a5e5-b22c-44a3-b165-d3591460a06c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.459254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532629-21a5-43b7-b190-eac3555f37bc req-e6153462-7324-4b33-a1bf-1987e486f1be tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:38.461178 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7532629-21a5-43b7-b190-eac3555f37bc req-e6153462-7324-4b33-a1bf-1987e486f1be tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 932 time: 0.3403895 Jul 22 23:54:38.470915 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e59b5952-df6c-42de-a2e3-e75a9d36e572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.504377 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-f77cf15c-8a35-4d85-a3cc-105436594e23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:38.505058 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-f77cf15c-8a35-4d85-a3cc-105436594e23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.557603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7620a5e5-b22c-44a3-b165-d3591460a06c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:54:38.558302 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-f77cf15c-8a35-4d85-a3cc-105436594e23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7505882 Jul 22 23:54:38.566806 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.580770 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Request body: {'port': {'device_id': '31cf3758-c814-4202-b248-b4e5b1b1735f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:38.588386 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d7532629-21a5-43b7-b190-eac3555f37bc req-64783e15-86cd-4e81-9bd9-006f0f0c3dd7 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906637 Jul 22 23:54:38.615786 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.626920 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34b5a323-5375-43ae-8f43-be85af42a522 req-006d65e0-0b48-4b97-a4a3-1783c95b2d4e service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293250 Jul 22 23:54:38.632461 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Transition to ACTIVE for port object c1b8edba-55e1-4d74-a2d4-ef9d62c57439 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:38.668425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7620a5e5-b22c-44a3-b165-d3591460a06c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.670120 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-7620a5e5-b22c-44a3-b165-d3591460a06c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Added segment 13e15f8a-1e1a-4699-8dc1-839aff0d4961 of type vlan for network d0f520fc-6255-47c4-b5d4-1602097a5056 Jul 22 23:54:38.684403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Transition to ACTIVE for port object c1b8edba-55e1-4d74-a2d4-ef9d62c57439 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:38.694480 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.699780 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c3f84739-fbd6-4981-a91b-1d16a3f2ad6b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:38.701266 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.739315 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.744856 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7620a5e5-b22c-44a3-b165-d3591460a06c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.787198 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Network 98ba10be-e8ce-4aed-bed5-cce6cef94517 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:38.789420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee640753-8ad7-4513-a8c2-e1e7adcd52d3 req-7c851453-9d3d-4e4a-b33d-8d3e7738124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:38.792294 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ee640753-8ad7-4513-a8c2-e1e7adcd52d3 req-7c851453-9d3d-4e4a-b33d-8d3e7738124c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 1096 time: 0.4983881 Jul 22 23:54:38.792462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port c3f84739-fbd6-4981-a91b-1d16a3f2ad6b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:38.794431 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7620a5e5-b22c-44a3-b165-d3591460a06c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.797697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:38.800658 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620a5e5-b22c-44a3-b165-d3591460a06c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:38.801295 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7620a5e5-b22c-44a3-b165-d3591460a06c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.801767 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:38.811861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port c3f84739-fbd6-4981-a91b-1d16a3f2ad6b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:38.812506 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.838260 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Pushing event updated for resources: {'Port': ['ID=c1b8edba-55e1-4d74-a2d4-ef9d62c57439,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:38.886521 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59838a64-88b4-4bcb-8270-78b03602e3ec req-76e9d403-ec6f-4120-a7a7-f7d329a2598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:38.888182 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59838a64-88b4-4bcb-8270-78b03602e3ec req-76e9d403-ec6f-4120-a7a7-f7d329a2598d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 1095 time: 0.1448522 Jul 22 23:54:38.908049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Attempting to bind port c1b8edba-55e1-4d74-a2d4-ef9d62c57439 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:38.908421 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Attempting to bind port c1b8edba-55e1-4d74-a2d4-ef9d62c57439 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '98ba10be-e8ce-4aed-bed5-cce6cef94517'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:38.909119 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Attempting to bind port c1b8edba-55e1-4d74-a2d4-ef9d62c57439 on network 98ba10be-e8ce-4aed-bed5-cce6cef94517 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:38.917003 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:38.917812 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Checking segment: {'id': 'c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '98ba10be-e8ce-4aed-bed5-cce6cef94517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:38.918578 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.918973 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Bound using segment: {'id': 'c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '98ba10be-e8ce-4aed-bed5-cce6cef94517'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:38.919627 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Bound port: c1b8edba-55e1-4d74-a2d4-ef9d62c57439, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '98ba10be-e8ce-4aed-bed5-cce6cef94517'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:38.920016 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.924128 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ee640753-8ad7-4513-a8c2-e1e7adcd52d3 req-83cf39ec-feb7-4217-88ff-d86ede90dd7a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189485 Jul 22 23:54:38.969904 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620a5e5-b22c-44a3-b165-d3591460a06c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Network': ['ID=d0f520fc-6255-47c4-b5d4-1602097a5056,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:38.988396 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.996667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network d0f520fc-6255-47c4-b5d4-1602097a5056 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:54:39.088095 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59838a64-88b4-4bcb-8270-78b03602e3ec req-01c23d12-e013-4f59-8dda-507c57ce889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:39.090183 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59838a64-88b4-4bcb-8270-78b03602e3ec req-01c23d12-e013-4f59-8dda-507c57ce889a service neutron] 10.222.0.18 "GET /v2.0/networks?id=891c2138-73e2-46c7-be9c-a08e1e41f46f HTTP/1.1" status: 200 len: 898 time: 0.1895597 Jul 22 23:54:39.109704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Allocated IP 172.25.4.57 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/fca0a66b-3800-4c94-9463-c2b641450a89) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:39.118827 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] For port c1b8edba-55e1-4d74-a2d4-ef9d62c57439, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:39.124228 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e59b5952-df6c-42de-a2e3-e75a9d36e572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:39.125604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port c3f84739-fbd6-4981-a91b-1d16a3f2ad6b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c3f84739-fbd6-4981-a91b-1d16a3f2ad6b,segment=NetworkSegment(be28c49d-ff06-4c74-883a-459895d7dd15),segment_id=be28c49d-ff06-4c74-883a-459895d7dd15)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:39.140729 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] For port c1b8edba-55e1-4d74-a2d4-ef9d62c57439, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c1b8edba-55e1-4d74-a2d4-ef9d62c57439,segment=NetworkSegment(c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b),segment_id=c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:39.142429 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:39.171674 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e59b5952-df6c-42de-a2e3-e75a9d36e572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:39.177505 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:39.216795 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=c3f84739-fbd6-4981-a91b-1d16a3f2ad6b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:39.239947 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7620a5e5-b22c-44a3-b165-d3591460a06c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8908393 Jul 22 23:54:39.244844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37412) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:39.250404 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b5952-df6c-42de-a2e3-e75a9d36e572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def39519-ba3e-4400-8b35-245e819c94dd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:39.263294 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6598443e-68dc-4621-b123-78ddc6126cb4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'subnet': {'network_id': 'd0f520fc-6255-47c4-b5d4-1602097a5056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:39.274148 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59b5952-df6c-42de-a2e3-e75a9d36e572 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:54:39.304721 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ce8c5-1526-40ad-829c-91267d69a89f None None] Pushing event updated for resources: {'Port': ['ID=c1b8edba-55e1-4d74-a2d4-ef9d62c57439,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:39.356135 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e59b5952-df6c-42de-a2e3-e75a9d36e572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:39.356630 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-e59b5952-df6c-42de-a2e3-e75a9d36e572 admin admin] Added segment b9502aa5-4917-4595-b40d-48624dc4548c of type vlan for network 2b9bf6f8-de61-48ca-bbf1-6ee2805f53f7 Jul 22 23:54:39.514143 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e59b5952-df6c-42de-a2e3-e75a9d36e572 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:39.534490 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:39.555585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6598443e-68dc-4621-b123-78ddc6126cb4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:39.561074 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6598443e-68dc-4621-b123-78ddc6126cb4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:39.606312 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59838a64-88b4-4bcb-8270-78b03602e3ec req-73c62b0b-fc08-440c-b453-d4b280861bdb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee0db05-a402-41f9-932a-d4e14f6467f1 HTTP/1.1" status: 200 len: 217 time: 0.5069113 Jul 22 23:54:39.621662 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e59b5952-df6c-42de-a2e3-e75a9d36e572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:39.623009 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59b5952-df6c-42de-a2e3-e75a9d36e572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:39.623754 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e59b5952-df6c-42de-a2e3-e75a9d36e572 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:39.682264 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e59b5952-df6c-42de-a2e3-e75a9d36e572 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6274493 Jul 22 23:54:39.702877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59838a64-88b4-4bcb-8270-78b03602e3ec req-95815433-6f71-4dbc-a6cb-c43d8d2334ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:39.704470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59838a64-88b4-4bcb-8270-78b03602e3ec req-95815433-6f71-4dbc-a6cb-c43d8d2334ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a5498f1-4887-4c40-a2cd-fca0f7d9252c HTTP/1.1" status: 200 len: 834 time: 0.0817726 Jul 22 23:54:39.782299 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b5952-df6c-42de-a2e3-e75a9d36e572 admin admin] Pushing event updated for resources: {'Network': ['ID=2b9bf6f8-de61-48ca-bbf1-6ee2805f53f7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:39.796156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 2b9bf6f8-de61-48ca-bbf1-6ee2805f53f7 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:54:39.807532 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:39.885197 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:39.887517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03d097-e50b-4657-8d28-cb7f6fbfbcc3 req-6e10e948-a324-45fa-b326-d9d02840050f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:39.889698 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c03d097-e50b-4657-8d28-cb7f6fbfbcc3 req-6e10e948-a324-45fa-b326-d9d02840050f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 944 time: 0.8083527 Jul 22 23:54:39.894723 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:39.896193 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f53b83-c6d7-43b6-87ac-c967d448279d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:54:39.901987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:39.932520 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:39.934151 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Pushing event updated for resources: {'Port': ['ID=fca0a66b-3800-4c94-9463-c2b641450a89,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:39.987436 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfb4a2-50bf-4234-b974-7e10c7e6a486 req-dda4d9b1-541d-4ce6-87a8-d62eb57ee010 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:39.989402 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ddfb4a2-50bf-4234-b974-7e10c7e6a486 req-dda4d9b1-541d-4ce6-87a8-d62eb57ee010 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 945 time: 0.3803172 Jul 22 23:54:40.003943 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Transition to ACTIVE for port object 22f53b83-c6d7-43b6-87ac-c967d448279d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:40.014094 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59838a64-88b4-4bcb-8270-78b03602e3ec req-ce01564e-d67f-45c4-ac0d-3e9a50027236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:40.015611 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59838a64-88b4-4bcb-8270-78b03602e3ec req-ce01564e-d67f-45c4-ac0d-3e9a50027236 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=891c2138-73e2-46c7-be9c-a08e1e41f46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2823455 Jul 22 23:54:40.029406 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.071497 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c03d097-e50b-4657-8d28-cb7f6fbfbcc3 req-ece6d918-a154-4bcc-9cbc-c0820ce65960 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1599171 Jul 22 23:54:40.179389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=22f53b83-c6d7-43b6-87ac-c967d448279d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:40.240258 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6598443e-68dc-4621-b123-78ddc6126cb4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.246584 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ddfb4a2-50bf-4234-b974-7e10c7e6a486 req-800923fd-69e3-46d1-a489-3da02240f060 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451940 Jul 22 23:54:40.325123 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59838a64-88b4-4bcb-8270-78b03602e3ec req-e3faa011-25a2-421d-aebb-79a1db5d6033 service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004022 Jul 22 23:54:40.360034 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598443e-68dc-4621-b123-78ddc6126cb4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Subnet': ['ID=44777900-97e5-4ced-a967-eccf9018adba,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:40.367648 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6598443e-68dc-4621-b123-78ddc6126cb4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Checking segment: {'id': '13e15f8a-1e1a-4699-8dc1-839aff0d4961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd0f520fc-6255-47c4-b5d4-1602097a5056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:40.368083 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6598443e-68dc-4621-b123-78ddc6126cb4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network hostable DHCP agents. Network: d0f520fc-6255-47c4-b5d4-1602097a5056, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:54:40.390879 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.395989 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Attempting to bind port 22f53b83-c6d7-43b6-87ac-c967d448279d on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:40.396524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Attempting to bind port 22f53b83-c6d7-43b6-87ac-c967d448279d by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '4e90d70d-5380-473a-85a2-776e82a5324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:40.396863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Attempting to bind port 22f53b83-c6d7-43b6-87ac-c967d448279d on network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:40.419092 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e441d35-30db-420a-824d-19384b8a9ac3 req-907b53ac-55cf-4a0a-8f22-ab1cd0f50855 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:40.420636 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e441d35-30db-420a-824d-19384b8a9ac3 req-907b53ac-55cf-4a0a-8f22-ab1cd0f50855 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 944 time: 0.2292612 Jul 22 23:54:40.440014 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6598443e-68dc-4621-b123-78ddc6126cb4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network d0f520fc-6255-47c4-b5d4-1602097a5056 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:54:40.453782 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Port 22f53b83-c6d7-43b6-87ac-c967d448279d on network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:54:40.454100 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Attempting to bind port 22f53b83-c6d7-43b6-87ac-c967d448279d on network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:40.477859 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6598443e-68dc-4621-b123-78ddc6126cb4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, d0f520fc-6255-47c4-b5d4-1602097a5056) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:40.486766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d705f9-3964-4475-81bf-9720117496a8 None None] Network d0f520fc-6255-47c4-b5d4-1602097a5056 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:40.500125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6598443e-68dc-4621-b123-78ddc6126cb4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:40.501047 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6598443e-68dc-4621-b123-78ddc6126cb4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.514748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:40.514972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Checking segment: {'id': '4e90d70d-5380-473a-85a2-776e82a5324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:40.515693 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Bound using segment: {'id': '4e90d70d-5380-473a-85a2-776e82a5324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:40.515905 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Bound port: 22f53b83-c6d7-43b6-87ac-c967d448279d, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e90d70d-5380-473a-85a2-776e82a5324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:40.517146 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.527118 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6598443e-68dc-4621-b123-78ddc6126cb4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2713103 Jul 22 23:54:40.531154 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37424) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:40.540151 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8658fbb2-1c98-4279-b4c3-171a7ff53cb1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'network_id': 'd0f520fc-6255-47c4-b5d4-1602097a5056', 'name': 'tempest-PortsIpV6TestJSON-1411074427'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:40.550641 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3dc576-d63c-4ec9-90eb-87342e9c1c74 None None] Network 98ba10be-e8ce-4aed-bed5-cce6cef94517 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:40.668141 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7f02c08c-d3f9-4dac-b92b-6f1bf97721d3 None None] Provisioning for port c1b8edba-55e1-4d74-a2d4-ef9d62c57439 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:40.725447 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07e2f8-8e1e-4e10-baa2-d1e5bcd2d7ff req-1f8dd225-2f44-4bdd-a273-bcd08be3eae8 tempest-ComputeTenantNetworksTest-1612868722 tempest-ComputeTenantNetworksTest-1612868722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:40.732237 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07e2f8-8e1e-4e10-baa2-d1e5bcd2d7ff req-1f8dd225-2f44-4bdd-a273-bcd08be3eae8 tempest-ComputeTenantNetworksTest-1612868722 tempest-ComputeTenantNetworksTest-1612868722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:40.738677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07e2f8-8e1e-4e10-baa2-d1e5bcd2d7ff req-1f8dd225-2f44-4bdd-a273-bcd08be3eae8 tempest-ComputeTenantNetworksTest-1612868722 tempest-ComputeTenantNetworksTest-1612868722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:40.744515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b07e2f8-8e1e-4e10-baa2-d1e5bcd2d7ff req-1f8dd225-2f44-4bdd-a273-bcd08be3eae8 tempest-ComputeTenantNetworksTest-1612868722 tempest-ComputeTenantNetworksTest-1612868722-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2981031 Jul 22 23:54:40.759471 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59838a64-88b4-4bcb-8270-78b03602e3ec req-a1ca6395-b8f1-4a4f-9ab2-bb3a677bcbc1 service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270148 Jul 22 23:54:40.802160 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c1b8edba-55e1-4d74-a2d4-ef9d62c57439 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:40.802814 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.808270 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8658fbb2-1c98-4279-b4c3-171a7ff53cb1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:40.812396 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8658fbb2-1c98-4279-b4c3-171a7ff53cb1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.832777 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-d0f520fc-6255-47c4-b5d4-1602097a5056', 'network_id': 'd0f520fc-6255-47c4-b5d4-1602097a5056', 'tenant_id': 'd0f0de8c66e94fc0b9f623784c558602', 'fixed_ips': [{'subnet_id': '44777900-97e5-4ced-a967-eccf9018adba'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:54:40.833659 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.852938 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e441d35-30db-420a-824d-19384b8a9ac3 req-d9c5d0ae-e2ce-4ab1-a8b7-6d365d8b6e6a tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052327 Jul 22 23:54:40.912471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5f924-7bd9-4ff7-be02-671137426b27 req-481f860a-1733-499d-91da-05efae89e98c tempest-ComputeTenantNetworksTest-1612868722 tempest-ComputeTenantNetworksTest-1612868722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:40.916346 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-40b5f924-7bd9-4ff7-be02-671137426b27 req-481f860a-1733-499d-91da-05efae89e98c tempest-ComputeTenantNetworksTest-1612868722 tempest-ComputeTenantNetworksTest-1612868722-project] 10.222.0.26 "GET /v2.0/networks/2b9bf6f8-de61-48ca-bbf1-6ee2805f53f7 HTTP/1.1" status: 200 len: 768 time: 0.1484478 Jul 22 23:54:40.925637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37428) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:40.967399 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] For port 22f53b83-c6d7-43b6-87ac-c967d448279d, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:40.987060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port c1b8edba-55e1-4d74-a2d4-ef9d62c57439 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:41.012735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port c1b8edba-55e1-4d74-a2d4-ef9d62c57439 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:41.013411 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.042067 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] For port 22f53b83-c6d7-43b6-87ac-c967d448279d, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=22f53b83-c6d7-43b6-87ac-c967d448279d,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:41.055714 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.068016 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7304-8781-4cdb-9787-b1458a88c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.076481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Allocated IP 2001:db8::2 (d0f520fc-6255-47c4-b5d4-1602097a5056/44777900-97e5-4ced-a967-eccf9018adba/e53d6269-2ddc-4f93-ad7a-2932d9c9eec8) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:41.139468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:41.140336 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.141644 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] 10.222.0.18 "PUT /v2.0/ports/22f53b83-c6d7-43b6-87ac-c967d448279d HTTP/1.1" status: 200 len: 1092 time: 2.5690975 Jul 22 23:54:41.164918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31cf3758-c814-4202-b248-b4e5b1b1735f', 'tag': '22f53b83-c6d7-43b6-87ac-c967d448279d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:41.173856 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b326e7cd-aefa-401a-838f-998801c8a159" -d '{"events": [{"name": "network-changed", "server_uuid": "31cf3758-c814-4202-b248-b4e5b1b1735f", "tag": "22f53b83-c6d7-43b6-87ac-c967d448279d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:41.217005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d3457-e1eb-4b1e-acc2-cb9c380fd8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=22f53b83-c6d7-43b6-87ac-c967d448279d,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:41.256986 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-8658fbb2-1c98-4279-b4c3-171a7ff53cb1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] device_id is not set on port 8e35b70a-9900-46f7-9bbf-d8a340309ff6 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:54:41.261489 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760850c7-4571-44eb-bded-cb8801f72fb4 x-openstack-request-id: req-760850c7-4571-44eb-bded-cb8801f72fb4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:41.262856 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31cf3758-c814-4202-b248-b4e5b1b1735f", "tag": "22f53b83-c6d7-43b6-87ac-c967d448279d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:41.263191 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-760850c7-4571-44eb-bded-cb8801f72fb4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:41.264115 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31cf3758-c814-4202-b248-b4e5b1b1735f', 'tag': '22f53b83-c6d7-43b6-87ac-c967d448279d', 'status': 'completed', 'code': 200} Jul 22 23:54:41.390698 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Router 666b6830-7784-4372-97f1-1bb4988aa4fe is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:54:41.419584 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-52d41821-a490-43b0-b653-0cdebed075a4 None None] Provisioning complete for port c1b8edba-55e1-4d74-a2d4-ef9d62c57439 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:41.419961 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52d41821-a490-43b0-b653-0cdebed075a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.421508 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7304-8781-4cdb-9787-b1458a88c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.444067 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cd1c7304-8781-4cdb-9787-b1458a88c7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9bf6f8-de61-48ca-bbf1-6ee2805f53f7']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:41.450974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-5f67291c-d7bd-4c8a-8c68-6db64e2bf3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:41.452510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-5f67291c-d7bd-4c8a-8c68-6db64e2bf3c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1319a1d097b4fa59118c8e9fd75dafa&device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 1095 time: 0.2294412 Jul 22 23:54:41.469589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cd1c7304-8781-4cdb-9787-b1458a88c7b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9502aa5-4917-4595-b40d-48624dc4548c') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:41.469589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-cd1c7304-8781-4cdb-9787-b1458a88c7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9502aa5-4917-4595-b40d-48624dc4548c') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:41.509262 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:41.516355 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.520883 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7304-8781-4cdb-9787-b1458a88c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.521063 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Sync routers for ids ['666b6830-7784-4372-97f1-1bb4988aa4fe'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:41.532866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-a74e296c-ddde-43aa-b3a0-b066c63ade25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22f53b83-c6d7-43b6-87ac-c967d448279d HTTP/1.1" status: 200 len: 217 time: 0.0661294 Jul 22 23:54:41.533635 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.538151 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-989849ad-d65b-4d8f-9723-539aea0e29c9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9006858 Jul 22 23:54:41.541229 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Routers {'666b6830-7784-4372-97f1-1bb4988aa4fe'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:41.541229 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['666b6830-7784-4372-97f1-1bb4988aa4fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:41.541495 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37436) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:41.545829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bb0cc-fcb5-40d2-aaf0-3575b601f677 req-a919e0fd-dfb5-4bf2-87ee-b623d2494fab tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:41.547670 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b6bb0cc-fcb5-40d2-aaf0-3575b601f677 req-a919e0fd-dfb5-4bf2-87ee-b623d2494fab tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 944 time: 0.3254080 Jul 22 23:54:41.586123 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7304-8781-4cdb-9787-b1458a88c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.614341 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port c1b8edba-55e1-4d74-a2d4-ef9d62c57439, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c1b8edba-55e1-4d74-a2d4-ef9d62c57439,segment=NetworkSegment(c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b),segment_id=c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:41.615737 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.616852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1c7304-8781-4cdb-9787-b1458a88c7b5 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:54:41.617410 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7304-8781-4cdb-9787-b1458a88c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:54:41.620085 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:54:41.639280 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.640156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c3f84739-fbd6-4981-a91b-1d16a3f2ad6b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:41.654282 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9a18-eaf9-4ad5-87fd-b5002aa7b2cb req-f4099bd2-a741-4b5c-9a91-3b4bf17f27a6 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:41.655831 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e6e9a18-eaf9-4ad5-87fd-b5002aa7b2cb req-f4099bd2-a741-4b5c-9a91-3b4bf17f27a6 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 945 time: 0.3180120 Jul 22 23:54:41.711567 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-a4e89e17-9871-4cd5-94df-ee76891a6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:41.713035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-a4e89e17-9871-4cd5-94df-ee76891a6a71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de4837d0-4de8-44c9-87e4-4e3448c43fdb HTTP/1.1" status: 200 len: 855 time: 0.1647630 Jul 22 23:54:41.713918 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Set router 666b6830-7784-4372-97f1-1bb4988aa4fe gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:41.717455 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52d41821-a490-43b0-b653-0cdebed075a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.751788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Transition to ACTIVE for port object e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:41.754223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b6bb0cc-fcb5-40d2-aaf0-3575b601f677 req-89368215-fa5a-487d-a4ce-6a760ab07a01 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1992216 Jul 22 23:54:41.756686 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7304-8781-4cdb-9787-b1458a88c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.761670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=c1b8edba-55e1-4d74-a2d4-ef9d62c57439,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:41.804646 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Transition to ACTIVE for port object e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:41.815548 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port c3f84739-fbd6-4981-a91b-1d16a3f2ad6b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:41.816238 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7304-8781-4cdb-9787-b1458a88c7b5 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.816407 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.818066 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cd1c7304-8781-4cdb-9787-b1458a88c7b5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2b9bf6f8-de61-48ca-bbf1-6ee2805f53f7 HTTP/1.1" status: 204 len: 168 time: 0.8914924 Jul 22 23:54:41.827171 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-df6d8246-1093-4ccc-af30-ceca5c92edcd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021800 Jul 22 23:54:41.850758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c7304-8781-4cdb-9787-b1458a88c7b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b9bf6f8-de61-48ca-bbf1-6ee2805f53f7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:41.871320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e6e9a18-eaf9-4ad5-87fd-b5002aa7b2cb req-cdaf1b2f-20c4-479e-a80d-d40659c19ce1 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045186 Jul 22 23:54:41.883769 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-52d41821-a490-43b0-b653-0cdebed075a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:54:41.884393 n-d-688802-2 neutron-server[93822]: DEBUG oslo_db.api [None req-52d41821-a490-43b0-b653-0cdebed075a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:54:41.885386 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.969030 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device eee0db05-a402-41f9-932a-d4e14f6467f1 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:54:42.000409 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Network d0f520fc-6255-47c4-b5d4-1602097a5056 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:42.015961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-8658fbb2-1c98-4279-b4c3-171a7ff53cb1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Allocated IP 2001:db8::32d (d0f520fc-6255-47c4-b5d4-1602097a5056/44777900-97e5-4ced-a967-eccf9018adba/8e35b70a-9900-46f7-9bbf-d8a340309ff6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:42.017891 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:42.024687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Pushing event updated for resources: {'Port': ['ID=e53d6269-2ddc-4f93-ad7a-2932d9c9eec8,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:42.028162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:42.088478 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37444) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:42.126716 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'name': 'tempest-TestVolumeBackupRestore-788436519-router', 'tenant_id': '576c923e69674a9eae1742b7188d9f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'fca0a66b-3800-4c94-9463-c2b641450a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:37Z', 'updated_at': '2021-07-22T23:54:40Z', 'revision_number': 3, 'project_id': '576c923e69674a9eae1742b7188d9f76', 'gw_port': {'id': 'fca0a66b-3800-4c94-9463-c2b641450a89', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:38Z', 'updated_at': '2021-07-22T23:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:42.162803 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-468a2dd4-7be6-4e79-a075-b523c0991531 service neutron] 10.222.0.18 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227682 Jul 22 23:54:42.171037 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Checking router: 666b6830-7784-4372-97f1-1bb4988aa4fe for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:54:42.171384 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Updating router 666b6830-7784-4372-97f1-1bb4988aa4fe port fca0a66b-3800-4c94-9463-c2b641450a89 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:54:42.218085 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5d9c2a31-6764-4b37-9540-4785f91cd6a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af1571e1b80f4b1493fcde7a48f86d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277688 Jul 22 23:54:42.226093 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.230587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37446) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:42.269083 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=eee0db05-a402-41f9-932a-d4e14f6467f1,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:42.282294 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Attempting to bind port e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:42.282796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Attempting to bind port e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '13e15f8a-1e1a-4699-8dc1-839aff0d4961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd0f520fc-6255-47c4-b5d4-1602097a5056'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:42.283244 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Attempting to bind port e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 on network d0f520fc-6255-47c4-b5d4-1602097a5056 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:42.287242 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2392e2-261b-44eb-aaaf-55c766165ecb req-9c79bf81-8e0f-493b-939f-3a7c8b74c51f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:42.289923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'port_id': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'mac_address': 'fa:16:3e:5b:36:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:54:42.293608 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f2392e2-261b-44eb-aaaf-55c766165ecb req-9c79bf81-8e0f-493b-939f-3a7c8b74c51f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 944 time: 0.2765872 Jul 22 23:54:42.293986 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:42.294451 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Checking segment: {'id': '13e15f8a-1e1a-4699-8dc1-839aff0d4961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd0f520fc-6255-47c4-b5d4-1602097a5056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:42.294929 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.295401 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Bound using segment: {'id': '13e15f8a-1e1a-4699-8dc1-839aff0d4961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd0f520fc-6255-47c4-b5d4-1602097a5056'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:42.295966 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Bound port: e53d6269-2ddc-4f93-ad7a-2932d9c9eec8, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e15f8a-1e1a-4699-8dc1-839aff0d4961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd0f520fc-6255-47c4-b5d4-1602097a5056'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:42.296424 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.418948 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f2392e2-261b-44eb-aaaf-55c766165ecb req-fe474946-6732-4871-aac7-47c8ca98ec5c tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695364 Jul 22 23:54:42.420913 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6eb746de-0d69-47b3-bc4c-b9faca85db2e req-c895e1db-f8a6-4755-b8e1-c74ee4952d55 service neutron] 10.222.0.18 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429540 Jul 22 23:54:42.449841 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:54:42.453340 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8658fbb2-1c98-4279-b4c3-171a7ff53cb1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.457374 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fc336d0-c1fb-4504-99a1-c50abf436711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.470788 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.493955 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] For port e53d6269-2ddc-4f93-ad7a-2932d9c9eec8, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:42.505233 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8658fbb2-1c98-4279-b4c3-171a7ff53cb1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Transition to ACTIVE for port object 8e35b70a-9900-46f7-9bbf-d8a340309ff6 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:42.508014 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fc336d0-c1fb-4504-99a1-c50abf436711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.510443 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee0db05-a402-41f9-932a-d4e14f6467f1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:54:42.521316 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] For port e53d6269-2ddc-4f93-ad7a-2932d9c9eec8, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e53d6269-2ddc-4f93-ad7a-2932d9c9eec8,segment=NetworkSegment(13e15f8a-1e1a-4699-8dc1-839aff0d4961),segment_id=13e15f8a-1e1a-4699-8dc1-839aff0d4961)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:42.534003 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.538970 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.554628 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=eee0db05-a402-41f9-932a-d4e14f6467f1,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:42.583819 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.646261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a6716-ecd1-43fc-aab2-308c9b939175 None None] Pushing event updated for resources: {'Port': ['ID=e53d6269-2ddc-4f93-ad7a-2932d9c9eec8,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:42.649642 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326e7cd-aefa-401a-838f-998801c8a159 req-23bfd544-15d7-4dae-823f-a7326df3062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:42.653202 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b326e7cd-aefa-401a-838f-998801c8a159 req-23bfd544-15d7-4dae-823f-a7326df3062c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1319a1d097b4fa59118c8e9fd75dafa&device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 1095 time: 0.1114652 Jul 22 23:54:42.685742 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8658fbb2-1c98-4279-b4c3-171a7ff53cb1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.751382 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=eee0db05-a402-41f9-932a-d4e14f6467f1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:42.765180 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c1b8edba-55e1-4d74-a2d4-ef9d62c57439 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:42.797563 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fc336d0-c1fb-4504-99a1-c50abf436711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.800767 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9fc336d0-c1fb-4504-99a1-c50abf436711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.804151 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9fc336d0-c1fb-4504-99a1-c50abf436711 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/def39519-ba3e-4400-8b35-245e819c94dd HTTP/1.1" status: 204 len: 168 time: 0.5699971 Jul 22 23:54:42.826117 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8658fbb2-1c98-4279-b4c3-171a7ff53cb1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network d0f520fc-6255-47c4-b5d4-1602097a5056 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:42.842100 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8658fbb2-1c98-4279-b4c3-171a7ff53cb1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:42.845914 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8658fbb2-1c98-4279-b4c3-171a7ff53cb1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:42.850534 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8658fbb2-1c98-4279-b4c3-171a7ff53cb1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:42.851310 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8658fbb2-1c98-4279-b4c3-171a7ff53cb1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.863007 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc336d0-c1fb-4504-99a1-c50abf436711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def39519-ba3e-4400-8b35-245e819c94dd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:42.873710 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658fbb2-1c98-4279-b4c3-171a7ff53cb1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=8e35b70a-9900-46f7-9bbf-d8a340309ff6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:42.874545 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port c1b8edba-55e1-4d74-a2d4-ef9d62c57439 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:42.875741 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.904254 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['eee0db05-a402-41f9-932a-d4e14f6467f1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:54:42.945075 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8658fbb2-1c98-4279-b4c3-171a7ff53cb1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4087727 Jul 22 23:54:42.945905 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37462) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:42.961493 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.966521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Allocated IP 172.20.0.1 (98ba10be-e8ce-4aed-bed5-cce6cef94517/99ef770a-4216-4c51-bdc3-d84220001464/b2257019-ccfe-47b5-b786-ee95553523e0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:43.010747 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Transition to ACTIVE for port object fca0a66b-3800-4c94-9463-c2b641450a89 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:43.037342 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.072567 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326e7cd-aefa-401a-838f-998801c8a159 req-f2f92e90-36d3-485e-87ed-2029e55a99b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:43.074203 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b326e7cd-aefa-401a-838f-998801c8a159 req-f2f92e90-36d3-485e-87ed-2029e55a99b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 HTTP/1.1" status: 200 len: 916 time: 0.4133966 Jul 22 23:54:43.165354 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Attempting to bind port fca0a66b-3800-4c94-9463-c2b641450a89 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:43.165728 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Attempting to bind port fca0a66b-3800-4c94-9463-c2b641450a89 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:43.166214 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Attempting to bind port fca0a66b-3800-4c94-9463-c2b641450a89 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:43.187051 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:43.188203 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:43.188610 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.188999 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:43.189687 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Bound port: fca0a66b-3800-4c94-9463-c2b641450a89, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:43.193842 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.211176 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b326e7cd-aefa-401a-838f-998801c8a159 req-f7bb7944-a028-457f-9d55-afdeadb2bf7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22f53b83-c6d7-43b6-87ac-c967d448279d HTTP/1.1" status: 200 len: 217 time: 0.1291056 Jul 22 23:54:43.242804 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404d0c9-6256-4064-95e6-113edd28b473 None None] Pushing event updated for resources: {'Port': ['ID=fca0a66b-3800-4c94-9463-c2b641450a89,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:43.292945 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.312090 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Transition to ACTIVE for port object b2257019-ccfe-47b5-b786-ee95553523e0 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:43.318030 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] For port fca0a66b-3800-4c94-9463-c2b641450a89, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:43.326219 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] For port fca0a66b-3800-4c94-9463-c2b641450a89, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fca0a66b-3800-4c94-9463-c2b641450a89,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:43.342546 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.362889 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.386604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0bb41-2780-4359-a23f-94dbf6db8b9b req-27d05cbf-b48d-49ee-af5b-e5cbb9186453 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:43.388188 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5e0bb41-2780-4359-a23f-94dbf6db8b9b req-27d05cbf-b48d-49ee-af5b-e5cbb9186453 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 945 time: 0.4118659 Jul 22 23:54:43.392912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326e7cd-aefa-401a-838f-998801c8a159 req-bec94a08-b78f-4855-b206-1de2e7c7a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:43.395074 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b326e7cd-aefa-401a-838f-998801c8a159 req-bec94a08-b78f-4855-b206-1de2e7c7a7e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de4837d0-4de8-44c9-87e4-4e3448c43fdb HTTP/1.1" status: 200 len: 855 time: 0.1739771 Jul 22 23:54:43.411607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Network 98ba10be-e8ce-4aed-bed5-cce6cef94517 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:43.420457 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:43.425231 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:43.456549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Pushing event updated for resources: {'Port': ['ID=b2257019-ccfe-47b5-b786-ee95553523e0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:43.479448 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.492414 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Routers {'666b6830-7784-4372-97f1-1bb4988aa4fe'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:43.493055 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['666b6830-7784-4372-97f1-1bb4988aa4fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:43.557357 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404d0c9-6256-4064-95e6-113edd28b473 None None] Pushing event updated for resources: {'Port': ['ID=fca0a66b-3800-4c94-9463-c2b641450a89,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:43.609476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee7d9d-f6da-446a-aa8b-cc53a65feba3 req-47e7bdd9-35a4-42ee-aa57-3c216b009821 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:43.617213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0cee7d9d-f6da-446a-aa8b-cc53a65feba3 req-47e7bdd9-35a4-42ee-aa57-3c216b009821 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 945 time: 0.4219427 Jul 22 23:54:43.630131 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b326e7cd-aefa-401a-838f-998801c8a159 req-b92aeb65-d1f2-4fdd-a31d-9b5f6df0282a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1707580 Jul 22 23:54:43.665328 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5e0bb41-2780-4359-a23f-94dbf6db8b9b req-f5254557-75f2-4cf4-a81d-c5d82192b97a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2664866 Jul 22 23:54:43.680279 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] Set router 666b6830-7784-4372-97f1-1bb4988aa4fe gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:43.722553 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3c10d449-7714-4ef0-9493-7c7f5b4d3a23 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port 8e35b70a-9900-46f7-9bbf-d8a340309ff6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:43.722890 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c10d449-7714-4ef0-9493-7c7f5b4d3a23 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.748956 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.886756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fc0bc6f4-6f6b-4a82-b491-1f9e6736a3b6 None None] Provisioning for port b2257019-ccfe-47b5-b786-ee95553523e0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:43.892463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fc0bc6f4-6f6b-4a82-b491-1f9e6736a3b6 None None] Provisioning complete for port b2257019-ccfe-47b5-b786-ee95553523e0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:43.893141 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc0bc6f4-6f6b-4a82-b491-1f9e6736a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.898393 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c10d449-7714-4ef0-9493-7c7f5b4d3a23 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.920381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3c10d449-7714-4ef0-9493-7c7f5b4d3a23 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for 8e35b70a-9900-46f7-9bbf-d8a340309ff6 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:43.957967 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fc0bc6f4-6f6b-4a82-b491-1f9e6736a3b6 None None] Port b2257019-ccfe-47b5-b786-ee95553523e0 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:54:44.041135 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'name': 'tempest-TestVolumeBackupRestore-788436519-router', 'tenant_id': '576c923e69674a9eae1742b7188d9f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'fca0a66b-3800-4c94-9463-c2b641450a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:37Z', 'updated_at': '2021-07-22T23:54:40Z', 'revision_number': 3, 'project_id': '576c923e69674a9eae1742b7188d9f76', 'gw_port': {'id': 'fca0a66b-3800-4c94-9463-c2b641450a89', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:38Z', 'updated_at': '2021-07-22T23:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:44.088158 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.094798 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa8e45-09ae-4555-b36c-db5516392c35 None None] The sync data for ids ['666b6830-7784-4372-97f1-1bb4988aa4fe'] in n-d-688802-2 is: [{'id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'name': 'tempest-TestVolumeBackupRestore-788436519-router', 'tenant_id': '576c923e69674a9eae1742b7188d9f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'fca0a66b-3800-4c94-9463-c2b641450a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:37Z', 'updated_at': '2021-07-22T23:54:40Z', 'revision_number': 3, 'project_id': '576c923e69674a9eae1742b7188d9f76', 'gw_port': {'id': 'fca0a66b-3800-4c94-9463-c2b641450a89', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:38Z', 'updated_at': '2021-07-22T23:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:44.097520 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.186354 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c10d449-7714-4ef0-9493-7c7f5b4d3a23 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.210332 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Pushing event updated for resources: {'Port': ['ID=b2257019-ccfe-47b5-b786-ee95553523e0,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:44.225771 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.261377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e0f1a-7ea9-41f7-8a89-c308067aaf0e None None] Network d0f520fc-6255-47c4-b5d4-1602097a5056 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:44.337755 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d261b55c-ff6e-4495-bd18-0c722504b312 None None] Provisioning for port e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:44.450278 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Network 98ba10be-e8ce-4aed-bed5-cce6cef94517 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:44.455986 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:44.722388 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d979f-66c8-4ed8-94c3-de3640919c46 req-43c9d9c4-dfa6-4b23-aead-c4ad632b60a0 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:44.724015 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dc5d979f-66c8-4ed8-94c3-de3640919c46 req-43c9d9c4-dfa6-4b23-aead-c4ad632b60a0 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.95 "GET /v2.0/ports?device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 945 time: 0.3613000 Jul 22 23:54:44.822107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fca0a66b-3800-4c94-9463-c2b641450a89 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:44.850530 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Router 666b6830-7784-4372-97f1-1bb4988aa4fe has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:54:44.889411 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10d449-7714-4ef0-9493-7c7f5b4d3a23 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=8e35b70a-9900-46f7-9bbf-d8a340309ff6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:44.915209 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0cee7d9d-f6da-446a-aa8b-cc53a65feba3 req-abbe84f3-5787-48d3-bdd3-6c470120bad1 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2968199 Jul 22 23:54:44.966967 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port fca0a66b-3800-4c94-9463-c2b641450a89 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:44.981604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fca0a66b-3800-4c94-9463-c2b641450a89 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:44.982296 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:45.020393 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c10d449-7714-4ef0-9493-7c7f5b4d3a23 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:45.022081 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3c10d449-7714-4ef0-9493-7c7f5b4d3a23 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/8e35b70a-9900-46f7-9bbf-d8a340309ff6 HTTP/1.1" status: 204 len: 168 time: 2.0658822 Jul 22 23:54:45.031379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37502) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:45.054371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-833525c8-8c52-4353-9a8f-1a8681ee5830 None None] Provisioning complete for port b2257019-ccfe-47b5-b786-ee95553523e0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:45.054825 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-833525c8-8c52-4353-9a8f-1a8681ee5830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:45.156772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-833525c8-8c52-4353-9a8f-1a8681ee5830 None None] Port b2257019-ccfe-47b5-b786-ee95553523e0 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:54:45.190831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3d08d-04b5-4b8d-8901-d88d98d0177b req-88e6269d-fa6b-4afa-8dc9-6b6dccfe11c2 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:45.192895 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6d3d08d-04b5-4b8d-8901-d88d98d0177b req-88e6269d-fa6b-4afa-8dc9-6b6dccfe11c2 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 944 time: 1.1267188 Jul 22 23:54:45.195942 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1a340f-0e65-4be5-8236-b6852630b7b2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] DELETE failed (client error): The resource could not be found. Jul 22 23:54:45.196657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1a340f-0e65-4be5-8236-b6852630b7b2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:54:45.200636 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-dc5d979f-66c8-4ed8-94c3-de3640919c46 req-67370e97-8d37-4ae3-bb2b-9bfb2851b561 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Deleting port 79619845-31fd-477a-9e81-4501f27efb01 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:45.201083 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dc5d979f-66c8-4ed8-94c3-de3640919c46 req-67370e97-8d37-4ae3-bb2b-9bfb2851b561 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:45.207205 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6b1a340f-0e65-4be5-8236-b6852630b7b2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/8e35b70a-9900-46f7-9bbf-d8a340309ff6 HTTP/1.1" status: 404 len: 333 time: 0.1663353 Jul 22 23:54:45.207416 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:45.210556 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37506) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:45.234048 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-adab51f1-0af4-4a23-baf2-796692fc2c3e admin admin] 10.222.0.26 "PUT /v2.0/routers/666b6830-7784-4372-97f1-1bb4988aa4fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6863272 Jul 22 23:54:45.239717 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b326e7cd-aefa-401a-838f-998801c8a159 req-9d202a15-4b31-4d7d-b194-f57ccb762718 service neutron] 10.222.0.18 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5872803 Jul 22 23:54:45.274309 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:45.308585 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port fca0a66b-3800-4c94-9463-c2b641450a89, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fca0a66b-3800-4c94-9463-c2b641450a89,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:45.325567 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:45.326374 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:45.340806 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7923574-5d66-4983-8467-cdf462baec91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] GET failed (client error): The resource could not be found. Jul 22 23:54:45.345847 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f7923574-5d66-4983-8467-cdf462baec91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports/8e35b70a-9900-46f7-9bbf-d8a340309ff6 HTTP/1.1" status: 404 len: 333 time: 0.1297996 Jul 22 23:54:45.356369 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37510) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:45.466790 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ff077acc-1a1e-4c8f-8b5b-e5ac0c82a268 None None] Could not find standard attr ID for object 8e35b70a-9900-46f7-9bbf-d8a340309ff6. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:54:45.476624 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9f602-a0b8-4b11-92b5-ec3ff9fdc2db req-647eb662-c0ac-4750-8edb-07a45e225227 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:45.485124 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78d9f602-a0b8-4b11-92b5-ec3ff9fdc2db req-647eb662-c0ac-4750-8edb-07a45e225227 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 945 time: 0.4319327 Jul 22 23:54:45.485500 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:45.503167 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:45.503679 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:45.515849 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f344c48d-7fb4-462e-a951-e08e0103c3ce tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting subnet 44777900-97e5-4ced-a967-eccf9018adba {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:54:45.546090 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-dc5d979f-66c8-4ed8-94c3-de3640919c46 req-67370e97-8d37-4ae3-bb2b-9bfb2851b561 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] For port 79619845-31fd-477a-9e81-4501f27efb01, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=79619845-31fd-477a-9e81-4501f27efb01,segment=NetworkSegment(9c29fc33-88ad-4dbd-a9ba-5ea482c00989),segment_id=9c29fc33-88ad-4dbd-a9ba-5ea482c00989)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:45.547363 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dc5d979f-66c8-4ed8-94c3-de3640919c46 req-67370e97-8d37-4ae3-bb2b-9bfb2851b561 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:45.556274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6d3d08d-04b5-4b8d-8901-d88d98d0177b req-22b4908e-e855-4b33-b2c2-fbde289f41bb tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459413 Jul 22 23:54:45.556712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=fca0a66b-3800-4c94-9463-c2b641450a89,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:45.580333 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-dc5d979f-66c8-4ed8-94c3-de3640919c46 req-67370e97-8d37-4ae3-bb2b-9bfb2851b561 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Calling delete_port for 79619845-31fd-477a-9e81-4501f27efb01 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:45.598094 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78d9f602-a0b8-4b11-92b5-ec3ff9fdc2db req-4fce506b-769b-4094-a1b1-1a452e008d75 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1117983 Jul 22 23:54:45.632670 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b326e7cd-aefa-401a-838f-998801c8a159 req-512428cc-76e2-4b8b-82a6-5ce64ddef57b service neutron] 10.222.0.18 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192012 Jul 22 23:54:45.717056 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:45.722191 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f344c48d-7fb4-462e-a951-e08e0103c3ce tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:45.771064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port e53d6269-2ddc-4f93-ad7a-2932d9c9eec8, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e53d6269-2ddc-4f93-ad7a-2932d9c9eec8,segment=NetworkSegment(13e15f8a-1e1a-4699-8dc1-839aff0d4961),segment_id=13e15f8a-1e1a-4699-8dc1-839aff0d4961)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:45.776993 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f344c48d-7fb4-462e-a951-e08e0103c3ce tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:45.778348 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:45.849141 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=e53d6269-2ddc-4f93-ad7a-2932d9c9eec8,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:45.922832 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f344c48d-7fb4-462e-a951-e08e0103c3ce tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:45.973934 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dc5d979f-66c8-4ed8-94c3-de3640919c46 req-67370e97-8d37-4ae3-bb2b-9bfb2851b561 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:45.986769 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['79619845-31fd-477a-9e81-4501f27efb01'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:54:45.990757 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 22f53b83-c6d7-43b6-87ac-c967d448279d details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:54:46.035431 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-346fa080-b288-4bf5-a2a1-ade24e23fe5e req-8a3ee7be-29e7-4bf8-bac8-a1cfd2f1ce1d tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e64c0b-787d-4c53-8a3c-fae90d74c69f HTTP/1.1" status: 200 len: 210 time: 0.0474064 Jul 22 23:54:46.053463 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67370e97-8d37-4ae3-bb2b-9bfb2851b561 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Pushing event deleted for resources: {'Port': ['ID=79619845-31fd-477a-9e81-4501f27efb01,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:46.069403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device eee0db05-a402-41f9-932a-d4e14f6467f1 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:46.083298 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37554) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:46.201577 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 22f53b83-c6d7-43b6-87ac-c967d448279d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=22f53b83-c6d7-43b6-87ac-c967d448279d,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:46.205747 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port eee0db05-a402-41f9-932a-d4e14f6467f1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:46.219417 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port eee0db05-a402-41f9-932a-d4e14f6467f1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:46.220546 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.223933 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '22f53b83-c6d7-43b6-87ac-c967d448279d', 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06', 'port_id': '22f53b83-c6d7-43b6-87ac-c967d448279d', 'mac_address': 'fa:16:3e:b4:22:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4837d0-4de8-44c9-87e4-4e3448c43fdb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:54:46.282062 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05503b71-39bd-49c3-99ef-0fdaa38e93c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.318967 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.335148 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f53b83-c6d7-43b6-87ac-c967d448279d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:54:46.390800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 22f53b83-c6d7-43b6-87ac-c967d448279d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=22f53b83-c6d7-43b6-87ac-c967d448279d,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:46.400896 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.405873 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.444321 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5d979f-66c8-4ed8-94c3-de3640919c46 req-67370e97-8d37-4ae3-bb2b-9bfb2851b561 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] No DVR routers for this DVR port 79619845-31fd-477a-9e81-4501f27efb01 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:46.446567 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f344c48d-7fb4-462e-a951-e08e0103c3ce tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.458301 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-dc5d979f-66c8-4ed8-94c3-de3640919c46 req-67370e97-8d37-4ae3-bb2b-9bfb2851b561 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.459615 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:46.460958 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dc5d979f-66c8-4ed8-94c3-de3640919c46 req-67370e97-8d37-4ae3-bb2b-9bfb2851b561 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.95 "DELETE /v2.0/ports/79619845-31fd-477a-9e81-4501f27efb01 HTTP/1.1" status: 204 len: 173 time: 1.7279320 Jul 22 23:54:46.462078 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f7b9b1-5d54-4f5b-aa38-bb279ee59e53" -d '{"events": [{"server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "name": "network-vif-plugged", "status": "completed", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:46.467028 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e64c0b-787d-4c53-8a3c-fae90d74c69f', 'name': 'network-vif-deleted', 'tag': '79619845-31fd-477a-9e81-4501f27efb01'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:46.469641 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abd9b9d-f556-4cbf-b37e-723912615431" -d '{"events": [{"server_uuid": "a6e64c0b-787d-4c53-8a3c-fae90d74c69f", "name": "network-vif-deleted", "tag": "79619845-31fd-477a-9e81-4501f27efb01"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:46.483071 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f344c48d-7fb4-462e-a951-e08e0103c3ce tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.487745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88c59fb-5522-4df5-b220-4bf9935f7306 None None] Network d0f520fc-6255-47c4-b5d4-1602097a5056 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:46.495725 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f344c48d-7fb4-462e-a951-e08e0103c3ce tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/44777900-97e5-4ced-a967-eccf9018adba HTTP/1.1" status: 204 len: 168 time: 1.1377053 Jul 22 23:54:46.496757 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=eee0db05-a402-41f9-932a-d4e14f6467f1,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:46.499837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37572) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:46.556773 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344c48d-7fb4-462e-a951-e08e0103c3ce tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Subnet': ['ID=44777900-97e5-4ced-a967-eccf9018adba,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:46.578174 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.641908 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=22f53b83-c6d7-43b6-87ac-c967d448279d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:46.712081 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.781483 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05503b71-39bd-49c3-99ef-0fdaa38e93c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.793989 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05503b71-39bd-49c3-99ef-0fdaa38e93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.811802 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.812843 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Sync routers for ids ['666b6830-7784-4372-97f1-1bb4988aa4fe'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:46.815223 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['22f53b83-c6d7-43b6-87ac-c967d448279d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:54:46.817686 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fca0a66b-3800-4c94-9463-c2b641450a89 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:46.828104 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527d6e96-0f14-463e-adef-b888f271caea x-openstack-request-id: req-527d6e96-0f14-463e-adef-b888f271caea {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:46.828493 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "name": "network-vif-plugged", "status": "completed", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:46.828968 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-527d6e96-0f14-463e-adef-b888f271caea {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:46.829732 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'code': 200} Jul 22 23:54:46.894839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37586) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:46.895130 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-05503b71-39bd-49c3-99ef-0fdaa38e93c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6359793c61349ac8f613c7c39e0174c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8106289 Jul 22 23:54:46.899620 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05503b71-39bd-49c3-99ef-0fdaa38e93c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adeb5642-b6fb-49ec-93c1-6af3770af642,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:46.956630 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255ad16f-fe08-4c58-9b40-029f286599a4 x-openstack-request-id: req-255ad16f-fe08-4c58-9b40-029f286599a4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:46.956782 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e64c0b-787d-4c53-8a3c-fae90d74c69f", "name": "network-vif-deleted", "tag": "79619845-31fd-477a-9e81-4501f27efb01", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:46.956985 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-255ad16f-fe08-4c58-9b40-029f286599a4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:46.957632 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e64c0b-787d-4c53-8a3c-fae90d74c69f', 'name': 'network-vif-deleted', 'tag': '79619845-31fd-477a-9e81-4501f27efb01', 'status': 'completed', 'code': 200} Jul 22 23:54:46.993191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:46.993584 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.019455 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6f95bc5-a713-485b-9c05-0574d9274c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.046552 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=eee0db05-a402-41f9-932a-d4e14f6467f1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:47.050965 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6f95bc5-a713-485b-9c05-0574d9274c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.087958 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] For port e53d6269-2ddc-4f93-ad7a-2932d9c9eec8, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e53d6269-2ddc-4f93-ad7a-2932d9c9eec8,segment=NetworkSegment(13e15f8a-1e1a-4699-8dc1-839aff0d4961),segment_id=13e15f8a-1e1a-4699-8dc1-839aff0d4961)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:47.088520 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.121334 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6f95bc5-a713-485b-9c05-0574d9274c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.123075 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Routers {'666b6830-7784-4372-97f1-1bb4988aa4fe'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:47.123997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['666b6830-7784-4372-97f1-1bb4988aa4fe'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:47.125009 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6f95bc5-a713-485b-9c05-0574d9274c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.126690 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b6f95bc5-a713-485b-9c05-0574d9274c35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/adeb5642-b6fb-49ec-93c1-6af3770af642 HTTP/1.1" status: 204 len: 168 time: 0.2305193 Jul 22 23:54:47.136105 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:47.165148 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f95bc5-a713-485b-9c05-0574d9274c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeb5642-b6fb-49ec-93c1-6af3770af642,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:47.321475 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660cd4e-715c-482a-b695-7faa1fe53ba8 req-f7ccf296-f03d-4ea2-82a3-6669d82abb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:47.323014 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6660cd4e-715c-482a-b695-7faa1fe53ba8 req-f7ccf296-f03d-4ea2-82a3-6669d82abb76 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 1097 time: 0.4091961 Jul 22 23:54:47.339688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77bc74-82dc-4c65-86de-d012f8f740ea req-1219d84c-9c14-40d6-8df5-110006dd3ecd tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:47.341294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c77bc74-82dc-4c65-86de-d012f8f740ea req-1219d84c-9c14-40d6-8df5-110006dd3ecd tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 945 time: 0.3691952 Jul 22 23:54:47.383342 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1641ae-1b5c-4428-8a82-d3b6fdd0f6c4 req-0cd4f33c-b45f-4352-8fc9-b21d5bbe2992 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:47.385207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cc1641ae-1b5c-4428-8a82-d3b6fdd0f6c4 req-0cd4f33c-b45f-4352-8fc9-b21d5bbe2992 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.2632558 Jul 22 23:54:47.471782 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.488614 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fca0a66b-3800-4c94-9463-c2b641450a89 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:47.489281 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.491165 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6660cd4e-715c-482a-b695-7faa1fe53ba8 req-7bee0b7b-7330-47c0-8330-9316df183e2a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1477833 Jul 22 23:54:47.528645 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cc1641ae-1b5c-4428-8a82-d3b6fdd0f6c4 req-28c526ee-a5e9-4daa-a5ed-1fb75ec8e044 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1295245 Jul 22 23:54:47.541713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c77bc74-82dc-4c65-86de-d012f8f740ea req-0acd76c8-6587-4e0d-96ca-9b4a75c7b1d8 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890023 Jul 22 23:54:47.550185 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=e53d6269-2ddc-4f93-ad7a-2932d9c9eec8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:47.561741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No DVR routers for this DVR port e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:47.570228 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Set router 666b6830-7784-4372-97f1-1bb4988aa4fe gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:47.577874 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37622) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:47.615157 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43c62246-7fe2-43d2-9a85-9410b12d1787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.656496 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374730d5-47b8-46fa-8c3b-02a95e94e319 None None] DHCP port deletion for d0f520fc-6255-47c4-b5d4-1602097a5056 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:54:47.692980 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.707703 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f520fc-6255-47c4-b5d4-1602097a5056']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:47.721913 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e15f8a-1e1a-4699-8dc1-839aff0d4961') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:47.722111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:47.722688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e15f8a-1e1a-4699-8dc1-839aff0d4961') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:47.736000 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43c62246-7fe2-43d2-9a85-9410b12d1787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.738033 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.744867 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43c62246-7fe2-43d2-9a85-9410b12d1787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.757485 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.772292 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:54:47.772715 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:54:47.777268 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:54:47.812784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:47.813156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 23:54:47.821665 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c62246-7fe2-43d2-9a85-9410b12d1787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65150a85-fa3a-4872-8aec-20eb214ec0a0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:47.833767 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-43c62246-7fe2-43d2-9a85-9410b12d1787 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=beebb0b82478498e9f7563911eb7be7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525012 Jul 22 23:54:47.834242 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37630) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:47.905791 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.915007 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.920041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/networks/d0f520fc-6255-47c4-b5d4-1602097a5056 HTTP/1.1" status: 204 len: 168 time: 1.4082875 Jul 22 23:54:47.922595 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Port e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 not found, will not notify nova. {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 23:54:47.924175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37636) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:47.945878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2a870003-a635-426e-88ea-9de3438a4d5d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1277146470'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:47.954019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6dd4b5-f6f3-40d6-8ea2-1affe8d27563 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Network': ['ID=d0f520fc-6255-47c4-b5d4-1602097a5056,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:47.960664 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb544c2e-72eb-4e96-8ff2-7a132a3ec924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.000146 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb544c2e-72eb-4e96-8ff2-7a132a3ec924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.010209 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a870003-a635-426e-88ea-9de3438a4d5d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:48.016004 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a870003-a635-426e-88ea-9de3438a4d5d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.027764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'name': 'tempest-TestVolumeBackupRestore-788436519-router', 'tenant_id': '576c923e69674a9eae1742b7188d9f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'fca0a66b-3800-4c94-9463-c2b641450a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:37Z', 'updated_at': '2021-07-22T23:54:43Z', 'revision_number': 4, 'project_id': '576c923e69674a9eae1742b7188d9f76', 'gw_port': {'id': 'fca0a66b-3800-4c94-9463-c2b641450a89', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:38Z', 'updated_at': '2021-07-22T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b2257019-ccfe-47b5-b786-ee95553523e0', 'name': '', 'network_id': '98ba10be-e8ce-4aed-bed5-cce6cef94517', 'tenant_id': '576c923e69674a9eae1742b7188d9f76', 'mac_address': 'fa:16:3e:5a:b3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '99ef770a-4216-4c51-bdc3-d84220001464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:42Z', 'updated_at': '2021-07-22T23:54:43Z', 'revision_number': 2, 'project_id': '576c923e69674a9eae1742b7188d9f76', 'subnets': [{'id': '99ef770a-4216-4c51-bdc3-d84220001464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:48.062522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a870003-a635-426e-88ea-9de3438a4d5d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:54:48.064447 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Checking router: 666b6830-7784-4372-97f1-1bb4988aa4fe for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:54:48.065658 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Updating router 666b6830-7784-4372-97f1-1bb4988aa4fe port b2257019-ccfe-47b5-b786-ee95553523e0 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:54:48.077482 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a870003-a635-426e-88ea-9de3438a4d5d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.077826 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-2a870003-a635-426e-88ea-9de3438a4d5d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Added segment b97ed955-fef3-4c64-aace-62d267d4e632 of type vlan for network 568583cc-74d5-4ed3-83c4-e1ea34bd29f2 Jul 22 23:54:48.108623 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.130501 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a870003-a635-426e-88ea-9de3438a4d5d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.148528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-f587b892-c16d-4dfa-b749-1f309be4da5a tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:48.157458 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb544c2e-72eb-4e96-8ff2-7a132a3ec924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.162412 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb544c2e-72eb-4e96-8ff2-7a132a3ec924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.163778 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fb544c2e-72eb-4e96-8ff2-7a132a3ec924 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65150a85-fa3a-4872-8aec-20eb214ec0a0 HTTP/1.1" status: 204 len: 168 time: 0.3285713 Jul 22 23:54:48.166031 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-f587b892-c16d-4dfa-b749-1f309be4da5a tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/networks?id=60603d0c-5a4d-4f66-bf92-180123929381 HTTP/1.1" status: 200 len: 809 time: 0.1986146 Jul 22 23:54:48.176155 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb544c2e-72eb-4e96-8ff2-7a132a3ec924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65150a85-fa3a-4872-8aec-20eb214ec0a0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:48.180742 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a870003-a635-426e-88ea-9de3438a4d5d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.188819 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a870003-a635-426e-88ea-9de3438a4d5d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:48.190054 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a870003-a635-426e-88ea-9de3438a4d5d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.192979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-f6c9e192-eedb-4c71-8a57-eb345869f4cd tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/quotas/ab83856deee64d85aac82a92e8e55154 HTTP/1.1" status: 200 len: 375 time: 0.0239246 Jul 22 23:54:48.279539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-e3c0b6b8-d510-4e8d-b043-56c6025398a0 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ab83856deee64d85aac82a92e8e55154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685105 Jul 22 23:54:48.280637 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a870003-a635-426e-88ea-9de3438a4d5d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3479569 Jul 22 23:54:48.281407 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37644) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:48.283733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a870003-a635-426e-88ea-9de3438a4d5d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Network': ['ID=568583cc-74d5-4ed3-83c4-e1ea34bd29f2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:48.289432 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ebbecce5-b9eb-49a7-8123-4578b1cc5118 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'subnet': {'network_id': '568583cc-74d5-4ed3-83c4-e1ea34bd29f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:48.298909 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 568583cc-74d5-4ed3-83c4-e1ea34bd29f2 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:54:48.416365 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbecce5-b9eb-49a7-8123-4578b1cc5118 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:48.423155 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ebbecce5-b9eb-49a7-8123-4578b1cc5118 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.476945 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7a199214-80ac-49fd-90e6-c506048d5c21 service neutron] 10.222.0.26 "GET /v2.0/networks/60603d0c-5a4d-4f66-bf92-180123929381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964862 Jul 22 23:54:48.563687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 79619845-31fd-477a-9e81-4501f27efb01 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:48.642189 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 79619845-31fd-477a-9e81-4501f27efb01 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:48.642569 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 79619845-31fd-477a-9e81-4501f27efb01 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:48.665674 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-bc947d26-eb9c-440a-a50a-32ce64728a53 service neutron] 10.222.0.26 "GET /v2.0/networks/60603d0c-5a4d-4f66-bf92-180123929381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814706 Jul 22 23:54:48.686679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:48.729280 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:48.729853 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e53d6269-2ddc-4f93-ad7a-2932d9c9eec8 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:48.760224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648ff97-cd68-4184-8577-40dacf426f24 req-c8bd8e1a-da07-4a42-bb75-742cf8e9ad10 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:48.762242 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b648ff97-cd68-4184-8577-40dacf426f24 req-c8bd8e1a-da07-4a42-bb75-742cf8e9ad10 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.0949907 Jul 22 23:54:48.765334 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.778882 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Transition to ACTIVE for port object b2257019-ccfe-47b5-b786-ee95553523e0 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:48.796165 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.821991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b648ff97-cd68-4184-8577-40dacf426f24 req-4210e1a2-ae64-402b-ac96-ee56aa69aced tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539880 Jul 22 23:54:48.891621 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ebbecce5-b9eb-49a7-8123-4578b1cc5118 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.936850 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabf688-304b-4481-8c84-1a3a6bcd28cc None None] Pushing event updated for resources: {'Port': ['ID=b2257019-ccfe-47b5-b786-ee95553523e0,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:48.963068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Attempting to bind port b2257019-ccfe-47b5-b786-ee95553523e0 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:48.963454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Attempting to bind port b2257019-ccfe-47b5-b786-ee95553523e0 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '98ba10be-e8ce-4aed-bed5-cce6cef94517'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:48.964069 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Attempting to bind port b2257019-ccfe-47b5-b786-ee95553523e0 on network 98ba10be-e8ce-4aed-bed5-cce6cef94517 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:48.971361 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:48.971931 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Checking segment: {'id': 'c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '98ba10be-e8ce-4aed-bed5-cce6cef94517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:48.972449 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.972854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Bound using segment: {'id': 'c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '98ba10be-e8ce-4aed-bed5-cce6cef94517'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:48.973439 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Bound port: b2257019-ccfe-47b5-b786-ee95553523e0, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '98ba10be-e8ce-4aed-bed5-cce6cef94517'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:48.973896 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.087485 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbecce5-b9eb-49a7-8123-4578b1cc5118 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Subnet': ['ID=24bc9ea8-f317-41e3-8e62-0728e3b1e0c9,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:49.112659 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbecce5-b9eb-49a7-8123-4578b1cc5118 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Checking segment: {'id': 'b97ed955-fef3-4c64-aace-62d267d4e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '568583cc-74d5-4ed3-83c4-e1ea34bd29f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:49.113033 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbecce5-b9eb-49a7-8123-4578b1cc5118 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network hostable DHCP agents. Network: 568583cc-74d5-4ed3-83c4-e1ea34bd29f2, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:54:49.114887 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] For port b2257019-ccfe-47b5-b786-ee95553523e0, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:49.123528 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff37b9b8-79a5-4157-97ae-04597f0de344 req-0acaee65-7cc3-4d4b-89e2-33f3778fdf4c tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a73f74e-cf29-4f79-8228-3dff6b30a93c HTTP/1.1" status: 200 len: 210 time: 0.0646234 Jul 22 23:54:49.125575 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] For port b2257019-ccfe-47b5-b786-ee95553523e0, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b2257019-ccfe-47b5-b786-ee95553523e0,segment=NetworkSegment(c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b),segment_id=c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:49.146782 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.162821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbecce5-b9eb-49a7-8123-4578b1cc5118 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 568583cc-74d5-4ed3-83c4-e1ea34bd29f2 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:54:49.179821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a3675-f45f-4624-a237-980ae171ecaf req-93b18309-c199-4bb1-b9d2-63873d7625c2 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:49.189370 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ebbecce5-b9eb-49a7-8123-4578b1cc5118 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 568583cc-74d5-4ed3-83c4-e1ea34bd29f2) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:49.194727 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c41a3675-f45f-4624-a237-980ae171ecaf req-93b18309-c199-4bb1-b9d2-63873d7625c2 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 945 time: 0.1982622 Jul 22 23:54:49.207355 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbecce5-b9eb-49a7-8123-4578b1cc5118 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:49.210414 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ebbecce5-b9eb-49a7-8123-4578b1cc5118 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.247787 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ebbecce5-b9eb-49a7-8123-4578b1cc5118 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9615939 Jul 22 23:54:49.248409 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabf688-304b-4481-8c84-1a3a6bcd28cc None None] Pushing event updated for resources: {'Port': ['ID=b2257019-ccfe-47b5-b786-ee95553523e0,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:49.252840 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37668) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:49.262107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5755528e-5a7c-4f38-afa9-5ada64ddc5d0 None None] Network 568583cc-74d5-4ed3-83c4-e1ea34bd29f2 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:49.274497 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fbd791d7-f996-4df0-a055-c4e86fdd672e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'network_id': '568583cc-74d5-4ed3-83c4-e1ea34bd29f2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-983282336'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:49.301266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Routers {'666b6830-7784-4372-97f1-1bb4988aa4fe'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:49.301842 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['666b6830-7784-4372-97f1-1bb4988aa4fe'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:49.302444 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c41a3675-f45f-4624-a237-980ae171ecaf req-a00ffc72-891a-468b-941d-3ee07ee3b1ea tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047132 Jul 22 23:54:49.499708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd791d7-f996-4df0-a055-c4e86fdd672e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:49.503450 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbd791d7-f996-4df0-a055-c4e86fdd672e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.549966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-fbd791d7-f996-4df0-a055-c4e86fdd672e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] device_id is not set on port 31befc2f-9bb4-4d34-9daa-5bb69c8a2357 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:54:49.674310 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] Set router 666b6830-7784-4372-97f1-1bb4988aa4fe gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:49.705282 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-568583cc-74d5-4ed3-83c4-e1ea34bd29f2', 'network_id': '568583cc-74d5-4ed3-83c4-e1ea34bd29f2', 'tenant_id': 'd0f0de8c66e94fc0b9f623784c558602', 'fixed_ips': [{'subnet_id': '24bc9ea8-f317-41e3-8e62-0728e3b1e0c9'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:54:49.706129 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.786415 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-fbd791d7-f996-4df0-a055-c4e86fdd672e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Allocated IP 2001:db8::1dc (568583cc-74d5-4ed3-83c4-e1ea34bd29f2/24bc9ea8-f317-41e3-8e62-0728e3b1e0c9/31befc2f-9bb4-4d34-9daa-5bb69c8a2357) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:50.058827 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 22f53b83-c6d7-43b6-87ac-c967d448279d up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:50.072559 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbd791d7-f996-4df0-a055-c4e86fdd672e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:50.082795 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87456972-32ac-468e-86cf-eaf0322eab36 req-1858242d-94ab-49ec-a171-a4fe3820c7d4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:50.085425 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87456972-32ac-468e-86cf-eaf0322eab36 req-1858242d-94ab-49ec-a171-a4fe3820c7d4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.0931108 Jul 22 23:54:50.118069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fbd791d7-f996-4df0-a055-c4e86fdd672e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Transition to ACTIVE for port object 31befc2f-9bb4-4d34-9daa-5bb69c8a2357 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:50.119709 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'name': 'tempest-TestVolumeBackupRestore-788436519-router', 'tenant_id': '576c923e69674a9eae1742b7188d9f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'fca0a66b-3800-4c94-9463-c2b641450a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:37Z', 'updated_at': '2021-07-22T23:54:43Z', 'revision_number': 4, 'project_id': '576c923e69674a9eae1742b7188d9f76', 'gw_port': {'id': 'fca0a66b-3800-4c94-9463-c2b641450a89', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:38Z', 'updated_at': '2021-07-22T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b2257019-ccfe-47b5-b786-ee95553523e0', 'name': '', 'network_id': '98ba10be-e8ce-4aed-bed5-cce6cef94517', 'tenant_id': '576c923e69674a9eae1742b7188d9f76', 'mac_address': 'fa:16:3e:5a:b3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '99ef770a-4216-4c51-bdc3-d84220001464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:42Z', 'updated_at': '2021-07-22T23:54:49Z', 'revision_number': 4, 'project_id': '576c923e69674a9eae1742b7188d9f76', 'subnets': [{'id': '99ef770a-4216-4c51-bdc3-d84220001464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:50.149849 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87456972-32ac-468e-86cf-eaf0322eab36 req-d68b10ff-f581-46df-a0f3-9afb5dc16a94 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554218 Jul 22 23:54:50.180468 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbd791d7-f996-4df0-a055-c4e86fdd672e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:50.196743 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee29d9-32a1-4db9-8e05-54420707f7cf None None] The sync data for ids ['666b6830-7784-4372-97f1-1bb4988aa4fe'] in n-d-688802-2 is: [{'id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'name': 'tempest-TestVolumeBackupRestore-788436519-router', 'tenant_id': '576c923e69674a9eae1742b7188d9f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'fca0a66b-3800-4c94-9463-c2b641450a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:37Z', 'updated_at': '2021-07-22T23:54:43Z', 'revision_number': 4, 'project_id': '576c923e69674a9eae1742b7188d9f76', 'gw_port': {'id': 'fca0a66b-3800-4c94-9463-c2b641450a89', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:38Z', 'updated_at': '2021-07-22T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b2257019-ccfe-47b5-b786-ee95553523e0', 'name': '', 'network_id': '98ba10be-e8ce-4aed-bed5-cce6cef94517', 'tenant_id': '576c923e69674a9eae1742b7188d9f76', 'mac_address': 'fa:16:3e:5a:b3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '99ef770a-4216-4c51-bdc3-d84220001464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:42Z', 'updated_at': '2021-07-22T23:54:49Z', 'revision_number': 4, 'project_id': '576c923e69674a9eae1742b7188d9f76', 'subnets': [{'id': '99ef770a-4216-4c51-bdc3-d84220001464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:50.310195 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5fe1974f-9ed9-4cd3-b233-9ff1c0478f80 req-efea26e1-04a5-470e-a9e9-87245cf21726 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a73f74e-cf29-4f79-8228-3dff6b30a93c HTTP/1.1" status: 200 len: 210 time: 0.0964036 Jul 22 23:54:50.319342 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd791d7-f996-4df0-a055-c4e86fdd672e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=31befc2f-9bb4-4d34-9daa-5bb69c8a2357,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:50.323936 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd791d7-f996-4df0-a055-c4e86fdd672e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 568583cc-74d5-4ed3-83c4-e1ea34bd29f2 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:50.326871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fbd791d7-f996-4df0-a055-c4e86fdd672e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:50.332445 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd791d7-f996-4df0-a055-c4e86fdd672e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:50.357070 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd791d7-f996-4df0-a055-c4e86fdd672e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:50.359918 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbd791d7-f996-4df0-a055-c4e86fdd672e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:50.377384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 22f53b83-c6d7-43b6-87ac-c967d448279d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:50.388977 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Allocated IP 2001:db8::2 (568583cc-74d5-4ed3-83c4-e1ea34bd29f2/24bc9ea8-f317-41e3-8e62-0728e3b1e0c9/711a68d8-e333-451a-ad72-8c554d836a4a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:50.395783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 22f53b83-c6d7-43b6-87ac-c967d448279d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:50.396464 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:50.399688 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fbd791d7-f996-4df0-a055-c4e86fdd672e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1448305 Jul 22 23:54:50.403010 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37700) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:50.506348 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d6925-5d80-497c-9415-6bffecae26c5 req-a83695df-c4a1-4ad1-b9c1-b7dd78ee435a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:50.515687 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5d6925-5d80-497c-9415-6bffecae26c5 req-a83695df-c4a1-4ad1-b9c1-b7dd78ee435a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.2043691 Jul 22 23:54:50.551708 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675e479-61f5-4fdf-923c-a845a95b6bba req-a60b68fb-8bc7-406c-aa18-c6c1ddf6a6ef tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:50.558668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e675e479-61f5-4fdf-923c-a845a95b6bba req-a60b68fb-8bc7-406c-aa18-c6c1ddf6a6ef tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 945 time: 0.1474707 Jul 22 23:54:50.613801 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5d6925-5d80-497c-9415-6bffecae26c5 req-66e78322-78aa-4122-8bca-db3279269658 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925493 Jul 22 23:54:50.639012 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:50.669606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e675e479-61f5-4fdf-923c-a845a95b6bba req-92c76c2c-3461-41f5-a3be-a4a71327b555 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048908 Jul 22 23:54:50.815927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b2257019-ccfe-47b5-b786-ee95553523e0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:50.841590 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-4ca10fc3-b272-4040-a5e4-429e174e4b08 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:50.843816 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-4ca10fc3-b272-4040-a5e4-429e174e4b08 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.95 "GET /v2.0/networks?id=60603d0c-5a4d-4f66-bf92-180123929381 HTTP/1.1" status: 200 len: 809 time: 0.3217041 Jul 22 23:54:50.865509 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-06ea8dad-ff25-4b6d-8ca0-180ee4a03278 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Request body: {'port': {'device_id': '7a73f74e-cf29-4f79-8228-3dff6b30a93c', 'network_id': '60603d0c-5a4d-4f66-bf92-180123929381', 'admin_state_up': True, 'tenant_id': 'ab83856deee64d85aac82a92e8e55154'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:50.906672 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4737adf-3cd9-4c1e-916c-fcf824919362 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:50.909277 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c4737adf-3cd9-4c1e-916c-fcf824919362 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 1092 time: 0.2691042 Jul 22 23:54:50.912369 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37710) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:50.929817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:51.015055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e3311d8c-bde1-4061-85e3-a249706fa4d6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port 31befc2f-9bb4-4d34-9daa-5bb69c8a2357 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:51.015337 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3311d8c-bde1-4061-85e3-a249706fa4d6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.016311 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.121805 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3311d8c-bde1-4061-85e3-a249706fa4d6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.146106 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e3311d8c-bde1-4061-85e3-a249706fa4d6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for 31befc2f-9bb4-4d34-9daa-5bb69c8a2357 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:51.202525 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-06ea8dad-ff25-4b6d-8ca0-180ee4a03278 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Made reservation on behalf of ab83856deee64d85aac82a92e8e55154 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:51.206376 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-06ea8dad-ff25-4b6d-8ca0-180ee4a03278 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.275961 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.304445 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.374484 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.417814 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Transition to ACTIVE for port object 711a68d8-e333-451a-ad72-8c554d836a4a will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:51.431347 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cf3758-c814-4202-b248-b4e5b1b1735f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f53b83-c6d7-43b6-87ac-c967d448279d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:51.445390 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011dd8aa-e1ec-4abf-b618-68a9e64916d1" -d '{"events": [{"server_uuid": "31cf3758-c814-4202-b248-b4e5b1b1735f", "name": "network-vif-plugged", "status": "completed", "tag": "22f53b83-c6d7-43b6-87ac-c967d448279d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:51.509986 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa26590e-dcbd-4e0d-baf0-b8ffac96b75f req-66f05f52-83c8-44c9-a1eb-25e41b90628b tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a73f74e-cf29-4f79-8228-3dff6b30a93c HTTP/1.1" status: 200 len: 210 time: 0.0570650 Jul 22 23:54:51.536102 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 22f53b83-c6d7-43b6-87ac-c967d448279d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=22f53b83-c6d7-43b6-87ac-c967d448279d,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:51.537942 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Allocated IP 172.25.4.38 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/da0442a3-690c-4b29-b9da-c7018837a430) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:51.539737 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port b2257019-ccfe-47b5-b786-ee95553523e0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:51.545478 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd48c56c-a29d-4617-8aec-65c45c5c43fe x-openstack-request-id: req-cd48c56c-a29d-4617-8aec-65c45c5c43fe {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:51.546064 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cf3758-c814-4202-b248-b4e5b1b1735f", "name": "network-vif-plugged", "status": "completed", "tag": "22f53b83-c6d7-43b6-87ac-c967d448279d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:51.546532 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd48c56c-a29d-4617-8aec-65c45c5c43fe {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:51.547117 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31cf3758-c814-4202-b248-b4e5b1b1735f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f53b83-c6d7-43b6-87ac-c967d448279d', 'code': 200} Jul 22 23:54:51.549748 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b2257019-ccfe-47b5-b786-ee95553523e0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:51.550376 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.555724 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.636221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-06ea8dad-ff25-4b6d-8ca0-180ee4a03278 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Allocated IP 172.20.0.9 (60603d0c-5a4d-4f66-bf92-180123929381/f5e57fd4-984e-460d-9ed8-36eab5aa6ef2/02535300-733b-4337-bf3b-4993103849ea) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:51.649745 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3311d8c-bde1-4061-85e3-a249706fa4d6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.660781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Transition to ACTIVE for port object 711a68d8-e333-451a-ad72-8c554d836a4a will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:51.687445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=22f53b83-c6d7-43b6-87ac-c967d448279d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:51.694302 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.726782 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3311d8c-bde1-4061-85e3-a249706fa4d6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=31befc2f-9bb4-4d34-9daa-5bb69c8a2357,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:51.811202 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3311d8c-bde1-4061-85e3-a249706fa4d6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.816679 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e3311d8c-bde1-4061-85e3-a249706fa4d6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/31befc2f-9bb4-4d34-9daa-5bb69c8a2357 HTTP/1.1" status: 204 len: 168 time: 1.4126086 Jul 22 23:54:51.820599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37734) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:51.822404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Network 568583cc-74d5-4ed3-83c4-e1ea34bd29f2 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:51.837218 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:51.842178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:51.868006 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.902030 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Pushing event updated for resources: {'Port': ['ID=711a68d8-e333-451a-ad72-8c554d836a4a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:51.926987 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.930535 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb61e55-a6a0-49ca-9902-4b2e3f5879bc tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] GET failed (client error): The resource could not be found. Jul 22 23:54:51.932181 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9bb61e55-a6a0-49ca-9902-4b2e3f5879bc tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports/31befc2f-9bb4-4d34-9daa-5bb69c8a2357 HTTP/1.1" status: 404 len: 333 time: 0.0912633 Jul 22 23:54:51.938535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37736) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:52.036070 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a74417-7223-4f71-b524-4cceeedef717 req-21dd6046-221a-42c4-9cce-f583840298ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:52.038074 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21a74417-7223-4f71-b524-4cceeedef717 req-21dd6046-221a-42c4-9cce-f583840298ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 1097 time: 0.4052305 Jul 22 23:54:52.042770 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-06ea8dad-ff25-4b6d-8ca0-180ee4a03278 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.067988 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b7a430-9d3d-4a6b-a3e4-eaf836b53b56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting subnet 24bc9ea8-f317-41e3-8e62-0728e3b1e0c9 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:54:52.089950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Attempting to bind port 711a68d8-e333-451a-ad72-8c554d836a4a on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:52.090473 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Attempting to bind port 711a68d8-e333-451a-ad72-8c554d836a4a by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'b97ed955-fef3-4c64-aace-62d267d4e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '568583cc-74d5-4ed3-83c4-e1ea34bd29f2'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:52.090846 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Attempting to bind port 711a68d8-e333-451a-ad72-8c554d836a4a on network 568583cc-74d5-4ed3-83c4-e1ea34bd29f2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:52.095059 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73b7a430-9d3d-4a6b-a3e4-eaf836b53b56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.105963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port b2257019-ccfe-47b5-b786-ee95553523e0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b2257019-ccfe-47b5-b786-ee95553523e0,segment=NetworkSegment(c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b),segment_id=c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:52.117610 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-06ea8dad-ff25-4b6d-8ca0-180ee4a03278 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.122512 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.130429 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:52.132685 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Checking segment: {'id': 'b97ed955-fef3-4c64-aace-62d267d4e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '568583cc-74d5-4ed3-83c4-e1ea34bd29f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:52.133136 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.133538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Bound using segment: {'id': 'b97ed955-fef3-4c64-aace-62d267d4e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '568583cc-74d5-4ed3-83c4-e1ea34bd29f2'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:52.134056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Bound port: 711a68d8-e333-451a-ad72-8c554d836a4a, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97ed955-fef3-4c64-aace-62d267d4e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '568583cc-74d5-4ed3-83c4-e1ea34bd29f2'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:52.134433 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.148898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0370c3d-8dc6-4d80-b50f-ac2dcbc306dc req-a70d8d23-9882-453e-ae76-668d8e6ba110 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:52.157353 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0370c3d-8dc6-4d80-b50f-ac2dcbc306dc req-a70d8d23-9882-453e-ae76-668d8e6ba110 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 946 time: 0.3509862 Jul 22 23:54:52.192404 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21a74417-7223-4f71-b524-4cceeedef717 req-4d0ee1ec-9a37-43f8-8621-6ebec60e052c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400719 Jul 22 23:54:52.198658 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73b7a430-9d3d-4a6b-a3e4-eaf836b53b56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.201716 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.248648 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-06ea8dad-ff25-4b6d-8ca0-180ee4a03278 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Network 60603d0c-5a4d-4f66-bf92-180123929381 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:52.259119 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-06ea8dad-ff25-4b6d-8ca0-180ee4a03278 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:52.269802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-06ea8dad-ff25-4b6d-8ca0-180ee4a03278 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:52.273663 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=b2257019-ccfe-47b5-b786-ee95553523e0,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:52.306910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea8dad-ff25-4b6d-8ca0-180ee4a03278 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Pushing event updated for resources: {'Port': ['ID=02535300-733b-4337-bf3b-4993103849ea,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:52.339464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:52.342178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-06ea8dad-ff25-4b6d-8ca0-180ee4a03278 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:52.342929 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-06ea8dad-ff25-4b6d-8ca0-180ee4a03278 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.364883 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0370c3d-8dc6-4d80-b50f-ac2dcbc306dc req-24091372-6a0d-4366-9be5-b0a00aaf85da tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960442 Jul 22 23:54:52.367895 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-06ea8dad-ff25-4b6d-8ca0-180ee4a03278 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5102046 Jul 22 23:54:52.373396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:52.378245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:52.388426 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Request body: {'port': {'device_id': '7a73f74e-cf29-4f79-8228-3dff6b30a93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:52.408825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=da0442a3-690c-4b29-b9da-c7018837a430,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:52.430927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] For port 711a68d8-e333-451a-ad72-8c554d836a4a, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:52.438241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] For port 711a68d8-e333-451a-ad72-8c554d836a4a, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=711a68d8-e333-451a-ad72-8c554d836a4a,segment=NetworkSegment(b97ed955-fef3-4c64-aace-62d267d4e632),segment_id=b97ed955-fef3-4c64-aace-62d267d4e632)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:52.447691 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.509549 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73b7a430-9d3d-4a6b-a3e4-eaf836b53b56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.569267 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.589017 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d5b99-1274-4350-852b-21f0b8dbe948 None None] Pushing event updated for resources: {'Port': ['ID=711a68d8-e333-451a-ad72-8c554d836a4a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:52.643729 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73b7a430-9d3d-4a6b-a3e4-eaf836b53b56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.716719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7a430-9d3d-4a6b-a3e4-eaf836b53b56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Subnet': ['ID=24bc9ea8-f317-41e3-8e62-0728e3b1e0c9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:52.736787 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b2257019-ccfe-47b5-b786-ee95553523e0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:52.775868 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73b7a430-9d3d-4a6b-a3e4-eaf836b53b56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.778905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-73b7a430-9d3d-4a6b-a3e4-eaf836b53b56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/24bc9ea8-f317-41e3-8e62-0728e3b1e0c9 HTTP/1.1" status: 204 len: 168 time: 0.8378408 Jul 22 23:54:52.784301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37764) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:52.895278 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b2257019-ccfe-47b5-b786-ee95553523e0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:52.896035 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.071942 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.076213 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02535300-733b-4337-bf3b-4993103849ea {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:54:53.093978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37768) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:53.101396 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.128460 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Transition to ACTIVE for port object 02535300-733b-4337-bf3b-4993103849ea will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:53.133588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb29784-1fa9-4832-87bf-59df24340f0c req-c4a7eab4-74b4-4775-b91a-5a7561ebe9f5 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:53.135202 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9bb29784-1fa9-4832-87bf-59df24340f0c req-c4a7eab4-74b4-4775-b91a-5a7561ebe9f5 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a73f74e-cf29-4f79-8228-3dff6b30a93c HTTP/1.1" status: 200 len: 931 time: 0.4277985 Jul 22 23:54:53.137932 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.261934 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Pushing event updated for resources: {'Port': ['ID=02535300-733b-4337-bf3b-4993103849ea,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:53.271283 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9bb29784-1fa9-4832-87bf-59df24340f0c req-7de43981-8a4e-42fb-9041-0df3484a3aff tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275668 Jul 22 23:54:53.328613 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0426846-513f-44f7-9393-db54903080a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.358384 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Attempting to bind port 02535300-733b-4337-bf3b-4993103849ea on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:53.359340 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Attempting to bind port 02535300-733b-4337-bf3b-4993103849ea by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '9c29fc33-88ad-4dbd-a9ba-5ea482c00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '60603d0c-5a4d-4f66-bf92-180123929381'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:53.360007 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Attempting to bind port 02535300-733b-4337-bf3b-4993103849ea on network 60603d0c-5a4d-4f66-bf92-180123929381 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:53.368185 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Port 02535300-733b-4337-bf3b-4993103849ea on network 60603d0c-5a4d-4f66-bf92-180123929381 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:54:53.368612 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Attempting to bind port 02535300-733b-4337-bf3b-4993103849ea on network 60603d0c-5a4d-4f66-bf92-180123929381 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:53.374539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port 711a68d8-e333-451a-ad72-8c554d836a4a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:53.374867 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.383735 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.390596 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:53.391018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Checking segment: {'id': '9c29fc33-88ad-4dbd-a9ba-5ea482c00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '60603d0c-5a4d-4f66-bf92-180123929381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:53.391402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Bound using segment: {'id': '9c29fc33-88ad-4dbd-a9ba-5ea482c00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '60603d0c-5a4d-4f66-bf92-180123929381'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:53.391953 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Bound port: 02535300-733b-4337-bf3b-4993103849ea, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c29fc33-88ad-4dbd-a9ba-5ea482c00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '60603d0c-5a4d-4f66-bf92-180123929381'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:53.392409 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.470393 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] For port 02535300-733b-4337-bf3b-4993103849ea, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:53.474466 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] For port 02535300-733b-4337-bf3b-4993103849ea, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=02535300-733b-4337-bf3b-4993103849ea,segment=NetworkSegment(9c29fc33-88ad-4dbd-a9ba-5ea482c00989),segment_id=9c29fc33-88ad-4dbd-a9ba-5ea482c00989)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:53.478962 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.501846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:53.502907 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.505201 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] 10.222.0.95 "PUT /v2.0/ports/02535300-733b-4337-bf3b-4993103849ea HTTP/1.1" status: 200 len: 1091 time: 1.1251738 Jul 22 23:54:53.508370 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a73f74e-cf29-4f79-8228-3dff6b30a93c', 'tag': '02535300-733b-4337-bf3b-4993103849ea'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:53.511309 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c35e569-3308-4ab6-affd-b101853e938f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a73f74e-cf29-4f79-8228-3dff6b30a93c", "tag": "02535300-733b-4337-bf3b-4993103849ea"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:53.608487 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af44af8b-f7d5-4e8b-ba9e-33674205103f x-openstack-request-id: req-af44af8b-f7d5-4e8b-ba9e-33674205103f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:53.608833 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a73f74e-cf29-4f79-8228-3dff6b30a93c", "tag": "02535300-733b-4337-bf3b-4993103849ea", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:53.609046 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af44af8b-f7d5-4e8b-ba9e-33674205103f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:53.609626 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a73f74e-cf29-4f79-8228-3dff6b30a93c', 'tag': '02535300-733b-4337-bf3b-4993103849ea', 'status': 'completed', 'code': 200} Jul 22 23:54:53.618935 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237ebb6-2f92-4655-9b54-84159ed6616c service neutron] Pushing event updated for resources: {'Port': ['ID=02535300-733b-4337-bf3b-4993103849ea,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:53.654018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-95ec001e-291a-435a-a25a-0b6e49c7a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:53.655946 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-95ec001e-291a-435a-a25a-0b6e49c7a417 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ab83856deee64d85aac82a92e8e55154&device_id=7a73f74e-cf29-4f79-8228-3dff6b30a93c HTTP/1.1" status: 200 len: 1094 time: 0.0911584 Jul 22 23:54:53.713928 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-f622dcaf-d344-4310-a153-a01816f79a52 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02535300-733b-4337-bf3b-4993103849ea HTTP/1.1" status: 200 len: 217 time: 0.0478773 Jul 22 23:54:53.771804 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-209eb20a-8f0c-4801-a3d1-dd96b01fb2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:53.773434 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-209eb20a-8f0c-4801-a3d1-dd96b01fb2d5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5e57fd4-984e-460d-9ed8-36eab5aa6ef2 HTTP/1.1" status: 200 len: 849 time: 0.0534770 Jul 22 23:54:53.817591 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-6f17a347-7290-429b-8dfd-8e8e35312aa0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=60603d0c-5a4d-4f66-bf92-180123929381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362179 Jul 22 23:54:53.943232 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-f2a24993-eca3-4383-8910-e4481140f5e7 service neutron] 10.222.0.95 "GET /v2.0/networks/60603d0c-5a4d-4f66-bf92-180123929381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180885 Jul 22 23:54:53.945499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] For port 711a68d8-e333-451a-ad72-8c554d836a4a, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=711a68d8-e333-451a-ad72-8c554d836a4a,segment=NetworkSegment(b97ed955-fef3-4c64-aace-62d267d4e632),segment_id=b97ed955-fef3-4c64-aace-62d267d4e632)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:53.946064 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.973550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9840871-7cb6-48d9-9df2-484ff23533e1 None None] Network 568583cc-74d5-4ed3-83c4-e1ea34bd29f2 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:53.980397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for 711a68d8-e333-451a-ad72-8c554d836a4a owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:54.088047 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.104918 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8df1f8cb-fc3f-41a3-9f76-13b1b188c0b4 None None] Provisioning for port 711a68d8-e333-451a-ad72-8c554d836a4a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:54.107659 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c5cc31b6-1b7c-4084-994e-ea1118ca7bdb req-aaab3429-b9e7-4e5c-aad9-851c096163ed service neutron] 10.222.0.95 "GET /v2.0/networks/60603d0c-5a4d-4f66-bf92-180123929381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561489 Jul 22 23:54:54.128651 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfb9b6-1a6f-4eb3-8103-8c06f13ad3fb req-b962a1e4-7a2f-49f0-8973-c0049ebed824 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:54.130267 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19cfb9b6-1a6f-4eb3-8103-8c06f13ad3fb req-b962a1e4-7a2f-49f0-8973-c0049ebed824 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 946 time: 0.6901000 Jul 22 23:54:54.205117 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0426846-513f-44f7-9393-db54903080a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.226969 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbe28aa-e926-4e83-bf3e-b39ea4cd9c90 None None] DHCP port deletion for 568583cc-74d5-4ed3-83c4-e1ea34bd29f2 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:54:54.235344 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c0426846-513f-44f7-9393-db54903080a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.264082 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19cfb9b6-1a6f-4eb3-8103-8c06f13ad3fb req-afcfd822-8402-4adf-99d9-de8175be3736 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207838 Jul 22 23:54:54.265291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35e569-3308-4ab6-affd-b101853e938f req-4253afd5-f563-4cb6-bbf1-56b6678985ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:54.267306 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1c35e569-3308-4ab6-affd-b101853e938f req-4253afd5-f563-4cb6-bbf1-56b6678985ad service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ab83856deee64d85aac82a92e8e55154&device_id=7a73f74e-cf29-4f79-8228-3dff6b30a93c HTTP/1.1" status: 200 len: 1094 time: 0.0912313 Jul 22 23:54:54.280064 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.298588 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1bbe28aa-e926-4e83-bf3e-b39ea4cd9c90 None None] Deleting port 711a68d8-e333-451a-ad72-8c554d836a4a {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:54.298969 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1bbe28aa-e926-4e83-bf3e-b39ea4cd9c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.382336 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1bbe28aa-e926-4e83-bf3e-b39ea4cd9c90 None None] For port 711a68d8-e333-451a-ad72-8c554d836a4a, host n-d-688802-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:54.383116 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1bbe28aa-e926-4e83-bf3e-b39ea4cd9c90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.401244 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1bbe28aa-e926-4e83-bf3e-b39ea4cd9c90 None None] Calling delete_port for 711a68d8-e333-451a-ad72-8c554d836a4a owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:54.404662 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-1bbe28aa-e926-4e83-bf3e-b39ea4cd9c90 None None] Port 711a68d8-e333-451a-ad72-8c554d836a4a was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:54:54.405998 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1bbe28aa-e926-4e83-bf3e-b39ea4cd9c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.434885 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.436033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe28aa-e926-4e83-bf3e-b39ea4cd9c90 None None] Pushing event deleted for resources: {'Port': ['ID=711a68d8-e333-451a-ad72-8c554d836a4a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:54.443761 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbe28aa-e926-4e83-bf3e-b39ea4cd9c90 None None] No DVR routers for this DVR port 711a68d8-e333-451a-ad72-8c554d836a4a on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:54.476306 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35e569-3308-4ab6-affd-b101853e938f req-e89af720-4bbf-40c8-a586-57584a79d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:54.478637 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1c35e569-3308-4ab6-affd-b101853e938f req-e89af720-4bbf-40c8-a586-57584a79d617 service neutron] 10.222.0.95 "GET /v2.0/networks?id=60603d0c-5a4d-4f66-bf92-180123929381 HTTP/1.1" status: 200 len: 910 time: 0.2028940 Jul 22 23:54:54.480249 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No DVR routers for this DVR port 711a68d8-e333-451a-ad72-8c554d836a4a on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:54.493421 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c0426846-513f-44f7-9393-db54903080a8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c30d23c5e927466196b9023fa9e032f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3977690 Jul 22 23:54:54.494843 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37784) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:54.503311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=711a68d8-e333-451a-ad72-8c554d836a4a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:54.506798 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.547837 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1c35e569-3308-4ab6-affd-b101853e938f req-5f6b721d-fbab-4294-91e8-363bbc2ed041 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02535300-733b-4337-bf3b-4993103849ea HTTP/1.1" status: 200 len: 217 time: 0.0615969 Jul 22 23:54:54.600123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0426846-513f-44f7-9393-db54903080a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c509b60d-78a9-4a5d-be33-3151d2b3f2e3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:54.636966 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe54dedc-d277-46ec-bc2c-61adbad7531e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.648469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35e569-3308-4ab6-affd-b101853e938f req-138044de-d5a7-44c8-b902-61b614fdd6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:54.650330 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1c35e569-3308-4ab6-affd-b101853e938f req-138044de-d5a7-44c8-b902-61b614fdd6d7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5e57fd4-984e-460d-9ed8-36eab5aa6ef2 HTTP/1.1" status: 200 len: 849 time: 0.0863173 Jul 22 23:54:54.721647 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.728738 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1c35e569-3308-4ab6-affd-b101853e938f req-f16f3618-3734-4b9c-b9c3-8c66f996b3d9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=60603d0c-5a4d-4f66-bf92-180123929381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712349 Jul 22 23:54:54.733956 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe54dedc-d277-46ec-bc2c-61adbad7531e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.750648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568583cc-74d5-4ed3-83c4-e1ea34bd29f2']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:54.779129 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=da0442a3-690c-4b29-b9da-c7018837a430,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:54.803549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97ed955-fef3-4c64-aace-62d267d4e632') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:54.803857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97ed955-fef3-4c64-aace-62d267d4e632') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:54.818334 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.829240 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.867805 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1c35e569-3308-4ab6-affd-b101853e938f req-d034b761-fe40-4806-bbc1-570287c27708 service neutron] 10.222.0.95 "GET /v2.0/networks/60603d0c-5a4d-4f66-bf92-180123929381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310537 Jul 22 23:54:54.876973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac636b2e-2096-4638-a114-841b09300ead req-0a710333-e336-4c4a-a02f-c9582ddb39e9 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:54.878786 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac636b2e-2096-4638-a114-841b09300ead req-0a710333-e336-4c4a-a02f-c9582ddb39e9 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a73f74e-cf29-4f79-8228-3dff6b30a93c HTTP/1.1" status: 200 len: 943 time: 0.3768127 Jul 22 23:54:54.939839 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.948651 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe54dedc-d277-46ec-bc2c-61adbad7531e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.951214 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe54dedc-d277-46ec-bc2c-61adbad7531e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.952358 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fe54dedc-d277-46ec-bc2c-61adbad7531e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c509b60d-78a9-4a5d-be33-3151d2b3f2e3 HTTP/1.1" status: 204 len: 168 time: 0.4542718 Jul 22 23:54:54.965632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54dedc-d277-46ec-bc2c-61adbad7531e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c509b60d-78a9-4a5d-be33-3151d2b3f2e3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:54.977036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:54:54.977639 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:54:54.985621 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:54:55.029167 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac636b2e-2096-4638-a114-841b09300ead req-bbca1592-b804-4883-8171-c936ed6b0fd3 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104164 Jul 22 23:54:55.029395 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1c35e569-3308-4ab6-affd-b101853e938f req-fdc4e3cd-ad0c-4bde-99fa-e08a1633647f service neutron] 10.222.0.95 "GET /v2.0/networks/60603d0c-5a4d-4f66-bf92-180123929381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501346 Jul 22 23:54:55.112852 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Floating IP 2d3853ba-5ce2-4358-9e5b-4a8f7de11f41 associated. External IP: 172.25.4.38, port: eee0db05-a402-41f9-932a-d4e14f6467f1. Jul 22 23:54:55.184942 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.199567 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.201751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/networks/568583cc-74d5-4ed3-83c4-e1ea34bd29f2 HTTP/1.1" status: 204 len: 168 time: 2.4082744 Jul 22 23:54:55.205346 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37796) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:55.211196 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0a792e96-d2dc-465a-927d-a6676a1b5fea tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1', 'name': 'tempest-PortsIpV6TestJSON-212732969'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:55.235589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a22bc3-6776-4881-a51e-4ad1f36e7d76 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Network': ['ID=568583cc-74d5-4ed3-83c4-e1ea34bd29f2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:55.331024 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a792e96-d2dc-465a-927d-a6676a1b5fea tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:55.335401 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a792e96-d2dc-465a-927d-a6676a1b5fea tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.376448 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-0a792e96-d2dc-465a-927d-a6676a1b5fea tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] device_id is not set on port 239bc5fd-2ba5-4b20-8ecf-07e456a6cbbe yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:54:55.419053 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37798) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:55.438584 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6959e4ab-3055-48f8-bc73-3a9002b4428c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.496845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:54:55.631351 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a792e96-d2dc-465a-927d-a6676a1b5fea tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.645946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:55.658037 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f165a0-89db-463c-af21-38fcf7e1fe56 None None] Sync routers for ids ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:55.666978 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6959e4ab-3055-48f8-bc73-3a9002b4428c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.669421 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f165a0-89db-463c-af21-38fcf7e1fe56 None None] Routers {'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:55.670410 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e7f165a0-89db-463c-af21-38fcf7e1fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:55.678882 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6959e4ab-3055-48f8-bc73-3a9002b4428c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.680346 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.731723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d2e05772-7dab-4b4f-8293-6831e45a46d7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8176928 Jul 22 23:54:55.731944 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6959e4ab-3055-48f8-bc73-3a9002b4428c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7db4edec71c7405795406f62c18bd617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3118370 Jul 22 23:54:55.732772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:55.734706 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37804) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:55.736001 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95ae802-01cb-44ba-9e7f-84b113f536d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:55.742107 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a792e96-d2dc-465a-927d-a6676a1b5fea tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.745331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959e4ab-3055-48f8-bc73-3a9002b4428c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66da15f6-c616-47f9-8dde-5a8377341e85,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:55.814105 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036bfbec-6331-4797-a1c7-19925ab86f66 x-openstack-request-id: req-036bfbec-6331-4797-a1c7-19925ab86f66 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:55.814337 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:55.814650 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-036bfbec-6331-4797-a1c7-19925ab86f66 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:55.815067 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'status': 'completed', 'code': 200} Jul 22 23:54:55.830913 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a792e96-d2dc-465a-927d-a6676a1b5fea tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:55.838342 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0a792e96-d2dc-465a-927d-a6676a1b5fea tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:55.842710 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a792e96-d2dc-465a-927d-a6676a1b5fea tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:55.848280 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a792e96-d2dc-465a-927d-a6676a1b5fea tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:55.849349 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a792e96-d2dc-465a-927d-a6676a1b5fea tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.853758 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a792e96-d2dc-465a-927d-a6676a1b5fea tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=239bc5fd-2ba5-4b20-8ecf-07e456a6cbbe,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:55.879587 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5061498-00f4-4faa-aca8-05cdc1a3a27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.888635 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0a792e96-d2dc-465a-927d-a6676a1b5fea tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6818821 Jul 22 23:54:55.889331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37812) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:55.962153 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5061498-00f4-4faa-aca8-05cdc1a3a27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.988535 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e7f165a0-89db-463c-af21-38fcf7e1fe56 None None] Set router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:56.034750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b725653-396d-46aa-9e92-92cca8da6791 req-366082b3-9ec2-4cb9-aada-b373938e4d8a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:56.042752 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b725653-396d-46aa-9e92-92cca8da6791 req-366082b3-9ec2-4cb9-aada-b373938e4d8a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.2167366 Jul 22 23:54:56.046769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ae802-01cb-44ba-9e7f-84b113f536d2 req-e3fc4d52-2087-4b81-b3a6-b90a6e3456bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:56.048243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a95ae802-01cb-44ba-9e7f-84b113f536d2 req-e3fc4d52-2087-4b81-b3a6-b90a6e3456bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 1097 time: 0.1544166 Jul 22 23:54:56.106829 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a3f298f7-6a6f-4257-9edf-99de3871ee45 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port 239bc5fd-2ba5-4b20-8ecf-07e456a6cbbe {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:56.107164 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3f298f7-6a6f-4257-9edf-99de3871ee45 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:56.120288 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b725653-396d-46aa-9e92-92cca8da6791 req-0840bfd9-5d6e-45a5-a8d9-2cc003cf5aab tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755138 Jul 22 23:54:56.142710 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5061498-00f4-4faa-aca8-05cdc1a3a27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:56.146224 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5061498-00f4-4faa-aca8-05cdc1a3a27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:56.147696 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f5061498-00f4-4faa-aca8-05cdc1a3a27e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/66da15f6-c616-47f9-8dde-5a8377341e85 HTTP/1.1" status: 204 len: 168 time: 0.4116371 Jul 22 23:54:56.159502 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37820) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:56.265864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5061498-00f4-4faa-aca8-05cdc1a3a27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66da15f6-c616-47f9-8dde-5a8377341e85,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:56.287624 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1212c5e7-f9f7-4783-9e27-c0f50653784b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/2d3853ba-5ce2-4358-9e5b-4a8f7de11f41 HTTP/1.1" status: 200 len: 991 time: 0.1259987 Jul 22 23:54:56.287935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ae802-01cb-44ba-9e7f-84b113f536d2 req-4df5002b-1bd0-4b83-b3e1-a4a409defd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:56.289474 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a95ae802-01cb-44ba-9e7f-84b113f536d2 req-4df5002b-1bd0-4b83-b3e1-a4a409defd89 service neutron] 10.222.0.18 "GET /v2.0/networks?id=891c2138-73e2-46c7-be9c-a08e1e41f46f HTTP/1.1" status: 200 len: 898 time: 0.2214885 Jul 22 23:54:56.297139 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3f298f7-6a6f-4257-9edf-99de3871ee45 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:56.322054 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a3f298f7-6a6f-4257-9edf-99de3871ee45 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for 239bc5fd-2ba5-4b20-8ecf-07e456a6cbbe owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:56.392654 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a95ae802-01cb-44ba-9e7f-84b113f536d2 req-0d79d35c-861c-4599-8f02-fff47a12b3cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee0db05-a402-41f9-932a-d4e14f6467f1 HTTP/1.1" status: 200 len: 999 time: 0.0690005 Jul 22 23:54:56.465047 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3f298f7-6a6f-4257-9edf-99de3871ee45 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:56.474625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756bf54-99fc-46a8-9ce5-ad9ecc2be67a req-4cb7e85b-9c75-4a8d-b090-eb147a68906f tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:56.482813 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1756bf54-99fc-46a8-9ce5-ad9ecc2be67a req-4cb7e85b-9c75-4a8d-b090-eb147a68906f tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a73f74e-cf29-4f79-8228-3dff6b30a93c HTTP/1.1" status: 200 len: 943 time: 0.2012608 Jul 22 23:54:56.485646 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e7f165a0-89db-463c-af21-38fcf7e1fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998808045', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:15Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '2d3853ba-5ce2-4358-9e5b-4a8f7de11f41', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'port_id': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'mac_address': 'fa:16:3e:5b:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:54:53Z', 'updated_at': '2021-07-22T23:54:53Z', 'revision_number': 0, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2b5563-9eaf-4a2f-a080-459ad10a262d', 'name': '', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:34:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:56.500222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ae802-01cb-44ba-9e7f-84b113f536d2 req-4473c856-e737-48b0-8d5f-728222e7031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:56.517932 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a95ae802-01cb-44ba-9e7f-84b113f536d2 req-4473c856-e737-48b0-8d5f-728222e7031d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a5498f1-4887-4c40-a2cd-fca0f7d9252c HTTP/1.1" status: 200 len: 834 time: 0.1187792 Jul 22 23:54:56.536897 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3f298f7-6a6f-4257-9edf-99de3871ee45 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:56.542450 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a3f298f7-6a6f-4257-9edf-99de3871ee45 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/239bc5fd-2ba5-4b20-8ecf-07e456a6cbbe HTTP/1.1" status: 204 len: 168 time: 0.6485381 Jul 22 23:54:56.544897 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37828) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:56.565592 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f165a0-89db-463c-af21-38fcf7e1fe56 None None] Checking router: f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:54:56.572495 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d622e62d-a42f-4063-9ae7-2295d2d91c56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1', 'mac_address': 'fa:16:3e:b7:a6:7c', 'name': 'tempest-PortsIpV6TestJSON-893842116'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:56.585292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 02535300-733b-4337-bf3b-4993103849ea details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:54:56.607798 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f165a0-89db-463c-af21-38fcf7e1fe56 None None] Routers {'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:56.608875 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e7f165a0-89db-463c-af21-38fcf7e1fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:54:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:56.637229 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1756bf54-99fc-46a8-9ce5-ad9ecc2be67a req-39bbb0ed-01e0-44f3-8f32-6a933e0a93a5 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517811 Jul 22 23:54:56.689925 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f298f7-6a6f-4257-9edf-99de3871ee45 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=239bc5fd-2ba5-4b20-8ecf-07e456a6cbbe,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:56.693065 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ae802-01cb-44ba-9e7f-84b113f536d2 req-d62d4e88-c69c-467a-a2ba-0e16b1f9f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:56.694642 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a95ae802-01cb-44ba-9e7f-84b113f536d2 req-d62d4e88-c69c-467a-a2ba-0e16b1f9f052 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=891c2138-73e2-46c7-be9c-a08e1e41f46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688237 Jul 22 23:54:56.732247 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d622e62d-a42f-4063-9ae7-2295d2d91c56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:56.835058 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d622e62d-a42f-4063-9ae7-2295d2d91c56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:56.842937 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e7f165a0-89db-463c-af21-38fcf7e1fe56 None None] Set router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:56.882401 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a95ae802-01cb-44ba-9e7f-84b113f536d2 req-0142b913-5eb6-4c0a-82ab-2970d0f5ed94 service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793468 Jul 22 23:54:56.887281 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-d622e62d-a42f-4063-9ae7-2295d2d91c56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] device_id is not set on port 7f6a7c80-9a6d-4a8c-8150-042d613aba71 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:54:56.888694 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 02535300-733b-4337-bf3b-4993103849ea, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=02535300-733b-4337-bf3b-4993103849ea,segment=NetworkSegment(9c29fc33-88ad-4dbd-a9ba-5ea482c00989),segment_id=9c29fc33-88ad-4dbd-a9ba-5ea482c00989)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:56.924572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '02535300-733b-4337-bf3b-4993103849ea', 'network_id': '60603d0c-5a4d-4f66-bf92-180123929381', 'port_id': '02535300-733b-4337-bf3b-4993103849ea', 'mac_address': 'fa:16:3e:8f:35:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e57fd4-984e-460d-9ed8-36eab5aa6ef2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:54:57.000273 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:57.037834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02535300-733b-4337-bf3b-4993103849ea {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:54:57.082237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 02535300-733b-4337-bf3b-4993103849ea, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=02535300-733b-4337-bf3b-4993103849ea,segment=NetworkSegment(9c29fc33-88ad-4dbd-a9ba-5ea482c00989),segment_id=9c29fc33-88ad-4dbd-a9ba-5ea482c00989)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:57.094953 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:57.132317 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a95ae802-01cb-44ba-9e7f-84b113f536d2 req-da487aa2-3fea-40ba-9c5c-b8dc69751d6d service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423968 Jul 22 23:54:57.147433 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e7f165a0-89db-463c-af21-38fcf7e1fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998808045', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:15Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '2d3853ba-5ce2-4358-9e5b-4a8f7de11f41', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'port_id': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'mac_address': 'fa:16:3e:5b:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:54:53Z', 'updated_at': '2021-07-22T23:54:53Z', 'revision_number': 0, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2b5563-9eaf-4a2f-a080-459ad10a262d', 'name': '', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:34:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:57.179223 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=02535300-733b-4337-bf3b-4993103849ea,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:57.202401 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f165a0-89db-463c-af21-38fcf7e1fe56 None None] The sync data for ids ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'] in n-d-688802-2 is: [{'id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998808045', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:15Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '2d3853ba-5ce2-4358-9e5b-4a8f7de11f41', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'port_id': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'mac_address': 'fa:16:3e:5b:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:54:53Z', 'updated_at': '2021-07-22T23:54:53Z', 'revision_number': 0, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2b5563-9eaf-4a2f-a080-459ad10a262d', 'name': '', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:34:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:57.257709 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d622e62d-a42f-4063-9ae7-2295d2d91c56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:57.289906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:57.295755 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['02535300-733b-4337-bf3b-4993103849ea'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:54:57.335626 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d622e62d-a42f-4063-9ae7-2295d2d91c56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:57.426590 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-87adbfe7-40da-49a9-add7-e1af759011c4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/2d3853ba-5ce2-4358-9e5b-4a8f7de11f41 HTTP/1.1" status: 200 len: 991 time: 0.1327755 Jul 22 23:54:57.430533 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d622e62d-a42f-4063-9ae7-2295d2d91c56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:57.441415 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d622e62d-a42f-4063-9ae7-2295d2d91c56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:57.452809 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d622e62d-a42f-4063-9ae7-2295d2d91c56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:57.459783 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d622e62d-a42f-4063-9ae7-2295d2d91c56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:57.460363 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d622e62d-a42f-4063-9ae7-2295d2d91c56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:57.487938 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622e62d-a42f-4063-9ae7-2295d2d91c56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=7f6a7c80-9a6d-4a8c-8150-042d613aba71,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:57.502909 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37852) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:57.503212 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d622e62d-a42f-4063-9ae7-2295d2d91c56 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9567087 Jul 22 23:54:57.621811 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f53be00-5be6-491e-b271-738921318392 None None] New status for floating IP 2d3853ba-5ce2-4358-9e5b-4a8f7de11f41: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:54:57.629360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb66e751-9750-47ad-8ce5-f9910c78f258 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:57.632735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bb66e751-9750-47ad-8ce5-f9910c78f258 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports/7f6a7c80-9a6d-4a8c-8150-042d613aba71 HTTP/1.1" status: 200 len: 844 time: 0.1281171 Jul 22 23:54:57.635666 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37856) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:57.820963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-29f5f82b-e9c3-492e-9792-8522efda0507 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port 7f6a7c80-9a6d-4a8c-8150-042d613aba71 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:57.821404 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29f5f82b-e9c3-492e-9792-8522efda0507 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:57.919387 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29f5f82b-e9c3-492e-9792-8522efda0507 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:57.948607 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f80b77-0faf-43b5-9888-379e6dab4f86 req-efd28398-50b6-4eee-8c5f-9db424b3a641 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:57.950718 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13f80b77-0faf-43b5-9888-379e6dab4f86 req-efd28398-50b6-4eee-8c5f-9db424b3a641 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a73f74e-cf29-4f79-8228-3dff6b30a93c HTTP/1.1" status: 200 len: 944 time: 0.1820264 Jul 22 23:54:57.955681 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-29f5f82b-e9c3-492e-9792-8522efda0507 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for 7f6a7c80-9a6d-4a8c-8150-042d613aba71 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:58.054725 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13f80b77-0faf-43b5-9888-379e6dab4f86 req-7bcf1d64-0d2b-4121-a11d-7d72000a9eec tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970471 Jul 22 23:54:58.102769 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29f5f82b-e9c3-492e-9792-8522efda0507 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.134624 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5f82b-e9c3-492e-9792-8522efda0507 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=7f6a7c80-9a6d-4a8c-8150-042d613aba71,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:58.140735 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-29f5f82b-e9c3-492e-9792-8522efda0507 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.143141 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-29f5f82b-e9c3-492e-9792-8522efda0507 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/7f6a7c80-9a6d-4a8c-8150-042d613aba71 HTTP/1.1" status: 204 len: 168 time: 0.5063632 Jul 22 23:54:58.146227 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37874) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:58.190830 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-feac8289-c3b5-44a9-bf9e-249b9f2ec54b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] GET failed (client error): The resource could not be found. Jul 22 23:54:58.196252 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-feac8289-c3b5-44a9-bf9e-249b9f2ec54b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports/7f6a7c80-9a6d-4a8c-8150-042d613aba71 HTTP/1.1" status: 404 len: 333 time: 0.0489593 Jul 22 23:54:58.196784 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37884) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:58.205181 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8efeb4c4-a257-4cf6-a9a4-120b282f2a36 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1', 'name': 'tempest-PortsIpV6TestJSON-1823715665'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:58.331756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efeb4c4-a257-4cf6-a9a4-120b282f2a36 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:58.335643 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8efeb4c4-a257-4cf6-a9a4-120b282f2a36 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.364833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-8efeb4c4-a257-4cf6-a9a4-120b282f2a36 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] device_id is not set on port e4564557-a48a-4551-b36e-5dc3b588725d yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:54:58.430736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37894) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:58.541213 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0987f0d3-a3c3-465e-9f20-0da31d7a89a9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/2d3853ba-5ce2-4358-9e5b-4a8f7de11f41 HTTP/1.1" status: 200 len: 993 time: 0.1023321 Jul 22 23:54:58.600357 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 02535300-733b-4337-bf3b-4993103849ea up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:58.636103 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8efeb4c4-a257-4cf6-a9a4-120b282f2a36 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.688313 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 02535300-733b-4337-bf3b-4993103849ea completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:58.699235 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 02535300-733b-4337-bf3b-4993103849ea triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:58.701399 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.704743 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8efeb4c4-a257-4cf6-a9a4-120b282f2a36 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.758358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efeb4c4-a257-4cf6-a9a4-120b282f2a36 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:58.821365 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8efeb4c4-a257-4cf6-a9a4-120b282f2a36 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:58.828619 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efeb4c4-a257-4cf6-a9a4-120b282f2a36 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:58.845785 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.852265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efeb4c4-a257-4cf6-a9a4-120b282f2a36 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:58.852936 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8efeb4c4-a257-4cf6-a9a4-120b282f2a36 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.876177 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a73f74e-cf29-4f79-8228-3dff6b30a93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02535300-733b-4337-bf3b-4993103849ea'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:58.880167 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529fd02d-d47a-4ba8-8fa3-287ad0f0ed57" -d '{"events": [{"server_uuid": "7a73f74e-cf29-4f79-8228-3dff6b30a93c", "name": "network-vif-plugged", "status": "completed", "tag": "02535300-733b-4337-bf3b-4993103849ea"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:58.899433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efeb4c4-a257-4cf6-a9a4-120b282f2a36 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=e4564557-a48a-4551-b36e-5dc3b588725d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:58.909346 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 02535300-733b-4337-bf3b-4993103849ea, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=02535300-733b-4337-bf3b-4993103849ea,segment=NetworkSegment(9c29fc33-88ad-4dbd-a9ba-5ea482c00989),segment_id=9c29fc33-88ad-4dbd-a9ba-5ea482c00989)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:58.915745 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8efeb4c4-a257-4cf6-a9a4-120b282f2a36 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7139716 Jul 22 23:54:58.915939 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 37930) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:58.918712 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.921462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ee765aca-07ba-4d61-99c1-4683734012eb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:58.972530 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10645e14-8f70-4974-81c1-7cecc7ccb6c0 x-openstack-request-id: req-10645e14-8f70-4974-81c1-7cecc7ccb6c0 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:58.973579 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a73f74e-cf29-4f79-8228-3dff6b30a93c", "name": "network-vif-plugged", "status": "completed", "tag": "02535300-733b-4337-bf3b-4993103849ea", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:58.974002 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10645e14-8f70-4974-81c1-7cecc7ccb6c0 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:58.974966 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a73f74e-cf29-4f79-8228-3dff6b30a93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02535300-733b-4337-bf3b-4993103849ea', 'code': 200} Jul 22 23:54:59.046790 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=02535300-733b-4337-bf3b-4993103849ea,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:59.076626 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee765aca-07ba-4d61-99c1-4683734012eb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:59.136178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2da077-5ad9-4c2f-86e0-8d3591e4e8a8 req-6b9443ca-2603-4fcd-94d6-91bb83f139d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:59.137779 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ad2da077-5ad9-4c2f-86e0-8d3591e4e8a8 req-6b9443ca-2603-4fcd-94d6-91bb83f139d8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7a73f74e-cf29-4f79-8228-3dff6b30a93c HTTP/1.1" status: 200 len: 1096 time: 0.1305523 Jul 22 23:54:59.221130 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ad2da077-5ad9-4c2f-86e0-8d3591e4e8a8 req-18f993db-ef65-4b02-9841-a7661799ebb3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757661 Jul 22 23:54:59.323849 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee765aca-07ba-4d61-99c1-4683734012eb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:59.337779 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3bf1a-b9bf-4e2a-afcd-1843dfdb5682 req-d10cf743-f259-4dec-90e8-78c1701a7494 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:59.340161 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0a3bf1a-b9bf-4e2a-afcd-1843dfdb5682 req-d10cf743-f259-4dec-90e8-78c1701a7494 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a73f74e-cf29-4f79-8228-3dff6b30a93c HTTP/1.1" status: 200 len: 945 time: 0.1529701 Jul 22 23:54:59.341340 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee765aca-07ba-4d61-99c1-4683734012eb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:59.404925 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ee765aca-07ba-4d61-99c1-4683734012eb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] In _notify_port_updated(), no bound segment for port e4564557-a48a-4551-b36e-5dc3b588725d on network 25f23c45-4117-4e5b-b3c5-46eca21011f1 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:54:59.410697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee765aca-07ba-4d61-99c1-4683734012eb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:59.411311 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ee765aca-07ba-4d61-99c1-4683734012eb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:59.412673 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ee765aca-07ba-4d61-99c1-4683734012eb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "PUT /v2.0/ports/e4564557-a48a-4551-b36e-5dc3b588725d HTTP/1.1" status: 200 len: 818 time: 0.4955051 Jul 22 23:54:59.415976 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 37968) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:59.432971 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee765aca-07ba-4d61-99c1-4683734012eb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=e4564557-a48a-4551-b36e-5dc3b588725d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:59.450076 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0a3bf1a-b9bf-4e2a-afcd-1843dfdb5682 req-9c1a039a-cad8-45df-ad63-a03edae69142 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995991 Jul 22 23:54:59.584767 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2f40f854-650a-48e6-ba62-ba26cba8d569 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port e4564557-a48a-4551-b36e-5dc3b588725d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:59.585431 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f40f854-650a-48e6-ba62-ba26cba8d569 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:59.669953 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f40f854-650a-48e6-ba62-ba26cba8d569 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:59.685690 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2f40f854-650a-48e6-ba62-ba26cba8d569 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for e4564557-a48a-4551-b36e-5dc3b588725d owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:59.826985 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f40f854-650a-48e6-ba62-ba26cba8d569 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:59.884751 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40f854-650a-48e6-ba62-ba26cba8d569 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=e4564557-a48a-4551-b36e-5dc3b588725d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:59.890044 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f40f854-650a-48e6-ba62-ba26cba8d569 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:59.895213 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2f40f854-650a-48e6-ba62-ba26cba8d569 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/e4564557-a48a-4551-b36e-5dc3b588725d HTTP/1.1" status: 204 len: 168 time: 0.4765122 Jul 22 23:54:59.898872 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38000) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:00.012229 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5120e1-dce7-4d5e-9435-264d63c3d271 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:00.018088 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ce5120e1-dce7-4d5e-9435-264d63c3d271 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1178882 Jul 22 23:55:00.020769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38008) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:00.064312 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4e8ed2-befa-43b8-8dad-4050dc86a315 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] GET failed (client error): The resource could not be found. Jul 22 23:55:00.066507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-aa4e8ed2-befa-43b8-8dad-4050dc86a315 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports/e4564557-a48a-4551-b36e-5dc3b588725d HTTP/1.1" status: 404 len: 333 time: 0.0446765 Jul 22 23:55:00.070524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:00.079125 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-263ba89c-5cfd-4bef-9f5d-8d0795e572b6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-757368893'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:00.111094 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263ba89c-5cfd-4bef-9f5d-8d0795e572b6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:00.117588 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-263ba89c-5cfd-4bef-9f5d-8d0795e572b6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.156599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263ba89c-5cfd-4bef-9f5d-8d0795e572b6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:00.174581 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-263ba89c-5cfd-4bef-9f5d-8d0795e572b6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.175950 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-263ba89c-5cfd-4bef-9f5d-8d0795e572b6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Added segment ab73de63-82a3-4812-bace-1c5ae74965cc of type vlan for network 169e8638-83cc-42cc-980a-d9121f1055b4 Jul 22 23:55:00.228123 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-263ba89c-5cfd-4bef-9f5d-8d0795e572b6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.269238 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-263ba89c-5cfd-4bef-9f5d-8d0795e572b6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.278526 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263ba89c-5cfd-4bef-9f5d-8d0795e572b6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:00.279706 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-263ba89c-5cfd-4bef-9f5d-8d0795e572b6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.334336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-263ba89c-5cfd-4bef-9f5d-8d0795e572b6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2627492 Jul 22 23:55:00.337303 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38032) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:00.349459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-87ef7928-94e1-432d-9ba4-e32cec59bcb7 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'subnet': {'network_id': '169e8638-83cc-42cc-980a-d9121f1055b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:00.378409 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ba89c-5cfd-4bef-9f5d-8d0795e572b6 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Network': ['ID=169e8638-83cc-42cc-980a-d9121f1055b4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:00.393350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 169e8638-83cc-42cc-980a-d9121f1055b4 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:00.554421 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ef7928-94e1-432d-9ba4-e32cec59bcb7 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:00.558963 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87ef7928-94e1-432d-9ba4-e32cec59bcb7 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.769291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d06fa-3ca9-48bf-9311-63c3b3265aa9 req-35a22710-a12b-40ee-b7de-ea25b8588aed tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:00.772067 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-198d06fa-3ca9-48bf-9311-63c3b3265aa9 req-35a22710-a12b-40ee-b7de-ea25b8588aed tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a73f74e-cf29-4f79-8228-3dff6b30a93c HTTP/1.1" status: 200 len: 945 time: 0.1356993 Jul 22 23:55:00.865398 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87ef7928-94e1-432d-9ba4-e32cec59bcb7 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.881697 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-198d06fa-3ca9-48bf-9311-63c3b3265aa9 req-7e517d09-71c6-4e68-871b-06f231a9977b tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982938 Jul 22 23:55:00.989831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef7928-94e1-432d-9ba4-e32cec59bcb7 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Subnet': ['ID=a9a9ba2a-846d-4c65-aa05-d7398ad46a90,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:00.992837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ef7928-94e1-432d-9ba4-e32cec59bcb7 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Checking segment: {'id': 'ab73de63-82a3-4812-bace-1c5ae74965cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '169e8638-83cc-42cc-980a-d9121f1055b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:00.993384 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ef7928-94e1-432d-9ba4-e32cec59bcb7 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network hostable DHCP agents. Network: 169e8638-83cc-42cc-980a-d9121f1055b4, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:01.024457 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ef7928-94e1-432d-9ba4-e32cec59bcb7 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 169e8638-83cc-42cc-980a-d9121f1055b4 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:01.043928 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-87ef7928-94e1-432d-9ba4-e32cec59bcb7 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 169e8638-83cc-42cc-980a-d9121f1055b4) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:01.049577 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ef7928-94e1-432d-9ba4-e32cec59bcb7 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:01.050172 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87ef7928-94e1-432d-9ba4-e32cec59bcb7 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:01.063229 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6e92f9-487f-406b-b7fe-2085d9069e07 None None] Network 169e8638-83cc-42cc-980a-d9121f1055b4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:01.072292 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-87ef7928-94e1-432d-9ba4-e32cec59bcb7 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7260578 Jul 22 23:55:01.074724 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38070) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:01.084628 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-69702d48-82b4-436e-bbfa-3108e1591564 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'subnet': {'network_id': '169e8638-83cc-42cc-980a-d9121f1055b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:01.279032 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-169e8638-83cc-42cc-980a-d9121f1055b4', 'network_id': '169e8638-83cc-42cc-980a-d9121f1055b4', 'tenant_id': 'd0f0de8c66e94fc0b9f623784c558602', 'fixed_ips': [{'subnet_id': 'a9a9ba2a-846d-4c65-aa05-d7398ad46a90'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:01.279989 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:01.327673 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69702d48-82b4-436e-bbfa-3108e1591564 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:01.333891 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69702d48-82b4-436e-bbfa-3108e1591564 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:01.568838 n-d-688802-2 neutron-server[93820]: INFO neutron.db.ipam_backend_mixin [None req-69702d48-82b4-436e-bbfa-3108e1591564 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9a9ba2a-846d-4c65-aa05-d7398ad46a90 (CIDR: 2001:db8::/64) Jul 22 23:55:01.573998 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-69702d48-82b4-436e-bbfa-3108e1591564 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:55:01.574899 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69702d48-82b4-436e-bbfa-3108e1591564 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:55:01.591351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Allocated IP 2001:db8::2 (169e8638-83cc-42cc-980a-d9121f1055b4/a9a9ba2a-846d-4c65-aa05-d7398ad46a90/383febad-e6d4-4d47-a704-36824017c2e4) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:01.598112 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-69702d48-82b4-436e-bbfa-3108e1591564 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5203531 Jul 22 23:55:01.600080 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38092) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:01.608276 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8e2de26d-56f7-4308-aac2-2821a101dff9 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'subnet': {'network_id': '169e8638-83cc-42cc-980a-d9121f1055b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:01.626657 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d47f543e-d65e-46d0-a279-ce43d33f5114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:01.922966 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:01.943236 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Transition to ACTIVE for port object 383febad-e6d4-4d47-a704-36824017c2e4 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:01.988315 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Transition to ACTIVE for port object 383febad-e6d4-4d47-a704-36824017c2e4 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:02.004113 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:02.073723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38106) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:02.149468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Network 169e8638-83cc-42cc-980a-d9121f1055b4 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:02.153403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Pushing event updated for resources: {'Port': ['ID=383febad-e6d4-4d47-a704-36824017c2e4,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:02.158362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:02.169586 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:02.191760 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2de26d-56f7-4308-aac2-2821a101dff9 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:02.196801 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e2de26d-56f7-4308-aac2-2821a101dff9 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:02.252702 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Attempting to bind port 383febad-e6d4-4d47-a704-36824017c2e4 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:02.253499 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Attempting to bind port 383febad-e6d4-4d47-a704-36824017c2e4 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'ab73de63-82a3-4812-bace-1c5ae74965cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '169e8638-83cc-42cc-980a-d9121f1055b4'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:02.254190 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Attempting to bind port 383febad-e6d4-4d47-a704-36824017c2e4 on network 169e8638-83cc-42cc-980a-d9121f1055b4 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:02.261439 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:02.262076 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Checking segment: {'id': 'ab73de63-82a3-4812-bace-1c5ae74965cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '169e8638-83cc-42cc-980a-d9121f1055b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:02.262669 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:02.263220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Bound using segment: {'id': 'ab73de63-82a3-4812-bace-1c5ae74965cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '169e8638-83cc-42cc-980a-d9121f1055b4'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:02.264142 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Bound port: 383febad-e6d4-4d47-a704-36824017c2e4, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab73de63-82a3-4812-bace-1c5ae74965cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '169e8638-83cc-42cc-980a-d9121f1055b4'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:02.264710 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:02.318495 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3cc0ed2-b8f3-4357-bb0f-d84c4ecfc1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:02.356032 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] For port 383febad-e6d4-4d47-a704-36824017c2e4, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:02.360923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] For port 383febad-e6d4-4d47-a704-36824017c2e4, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=383febad-e6d4-4d47-a704-36824017c2e4,segment=NetworkSegment(ab73de63-82a3-4812-bace-1c5ae74965cc),segment_id=ab73de63-82a3-4812-bace-1c5ae74965cc)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:02.370231 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:02.470737 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78c92f-b965-46f5-9a46-f52eb019e4a3 None None] Pushing event updated for resources: {'Port': ['ID=383febad-e6d4-4d47-a704-36824017c2e4,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:02.531610 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e2de26d-56f7-4308-aac2-2821a101dff9 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:02.580632 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba458b-577d-461c-8757-f5dc58fba54b req-e6fbd7eb-3850-43f8-b616-323b13b81721 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:02.582322 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8ba458b-577d-461c-8757-f5dc58fba54b req-e6fbd7eb-3850-43f8-b616-323b13b81721 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a73f74e-cf29-4f79-8228-3dff6b30a93c HTTP/1.1" status: 200 len: 945 time: 0.1742313 Jul 22 23:55:02.628952 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2de26d-56f7-4308-aac2-2821a101dff9 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 169e8638-83cc-42cc-980a-d9121f1055b4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:02.633243 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8e2de26d-56f7-4308-aac2-2821a101dff9 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:02.639749 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2de26d-56f7-4308-aac2-2821a101dff9 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:02.640490 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e2de26d-56f7-4308-aac2-2821a101dff9 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:02.653785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2de26d-56f7-4308-aac2-2821a101dff9 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Subnet': ['ID=805a48c3-42ad-472b-9662-ed3a5a7c6a01,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:02.694936 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8ba458b-577d-461c-8757-f5dc58fba54b req-72ecf806-b20a-45e8-a16a-9899258a4d19 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059215 Jul 22 23:55:02.706616 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3cc0ed2-b8f3-4357-bb0f-d84c4ecfc1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:02.710382 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3cc0ed2-b8f3-4357-bb0f-d84c4ecfc1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:02.725103 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8e2de26d-56f7-4308-aac2-2821a101dff9 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1238616 Jul 22 23:55:02.727762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38114) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:02.734942 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9282f87b-7572-452d-b919-746a4a93e51d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'network_id': '169e8638-83cc-42cc-980a-d9121f1055b4', 'fixed_ips': [{'subnet_id': 'a9a9ba2a-846d-4c65-aa05-d7398ad46a90'}, {'subnet_id': '805a48c3-42ad-472b-9662-ed3a5a7c6a01'}], 'name': 'tempest-PortsIpV6TestJSON-1110356334'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:02.803012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f3cc0ed2-b8f3-4357-bb0f-d84c4ecfc1df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=743c2204abb64392a3404c0a8744767c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7251842 Jul 22 23:55:02.806303 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38116) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:02.807883 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc0ed2-b8f3-4357-bb0f-d84c4ecfc1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9976ebef-6903-49ed-859f-bbf36738acc0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:02.991372 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b315-37e1-427a-97f7-1c0bfa547815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.031519 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b315-37e1-427a-97f7-1c0bfa547815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.039744 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9282f87b-7572-452d-b919-746a4a93e51d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:03.157691 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9282f87b-7572-452d-b919-746a4a93e51d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.161049 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b315-37e1-427a-97f7-1c0bfa547815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.163501 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b315-37e1-427a-97f7-1c0bfa547815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.165065 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d7d8b315-37e1-427a-97f7-1c0bfa547815 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9976ebef-6903-49ed-859f-bbf36738acc0 HTTP/1.1" status: 204 len: 168 time: 0.3501120 Jul 22 23:55:03.186656 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8b315-37e1-427a-97f7-1c0bfa547815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9976ebef-6903-49ed-859f-bbf36738acc0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:03.191760 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-9282f87b-7572-452d-b919-746a4a93e51d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] device_id is not set on port ed6278d2-0dbf-416a-a12b-6e70ceb4f5da yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:03.532709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9282f87b-7572-452d-b919-746a4a93e51d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Allocated IP 2001:db8::2b1 (169e8638-83cc-42cc-980a-d9121f1055b4/a9a9ba2a-846d-4c65-aa05-d7398ad46a90/ed6278d2-0dbf-416a-a12b-6e70ceb4f5da) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:03.540869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9282f87b-7572-452d-b919-746a4a93e51d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Allocated IP 2001:db8:0:1::3e4 (169e8638-83cc-42cc-980a-d9121f1055b4/805a48c3-42ad-472b-9662-ed3a5a7c6a01/ed6278d2-0dbf-416a-a12b-6e70ceb4f5da) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:03.801164 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9282f87b-7572-452d-b919-746a4a93e51d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.828561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9282f87b-7572-452d-b919-746a4a93e51d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Transition to ACTIVE for port object ed6278d2-0dbf-416a-a12b-6e70ceb4f5da will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:03.841743 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52173ee-4dc9-4efe-9d22-b8b14d322aa6 req-f46f4800-5601-4179-9b23-c326bb722a91 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:03.843604 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d52173ee-4dc9-4efe-9d22-b8b14d322aa6 req-f46f4800-5601-4179-9b23-c326bb722a91 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.95 "GET /v2.0/ports?device_id=7a73f74e-cf29-4f79-8228-3dff6b30a93c HTTP/1.1" status: 200 len: 945 time: 0.1360624 Jul 22 23:55:03.867317 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92481617-1134-4f4a-a1a3-d4337621f6ac None None] Network 169e8638-83cc-42cc-980a-d9121f1055b4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:03.900408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c86923-3acd-4de2-80be-fafb4365ba8b req-02a2de3b-fa37-465a-a57a-8e9a37209c8c tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:03.902275 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8c86923-3acd-4de2-80be-fafb4365ba8b req-02a2de3b-fa37-465a-a57a-8e9a37209c8c tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a73f74e-cf29-4f79-8228-3dff6b30a93c HTTP/1.1" status: 200 len: 945 time: 0.1054299 Jul 22 23:55:03.955102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8c86923-3acd-4de2-80be-fafb4365ba8b req-8c9d9927-a971-42ab-98f3-f32c793fd94a tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/security-groups?id=8df5e10c-a16c-4bfb-a20b-1955036854be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459063 Jul 22 23:55:03.981766 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d52173ee-4dc9-4efe-9d22-b8b14d322aa6 req-6ed71c1b-f0c4-47da-a90e-eedc1caae104 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Deleting port 02535300-733b-4337-bf3b-4993103849ea {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:03.982122 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d52173ee-4dc9-4efe-9d22-b8b14d322aa6 req-6ed71c1b-f0c4-47da-a90e-eedc1caae104 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.991976 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9a1ed484-57f8-46f3-a5bc-9938f5386346 None None] Provisioning for port 383febad-e6d4-4d47-a704-36824017c2e4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:03.998494 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9282f87b-7572-452d-b919-746a4a93e51d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.076405 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282f87b-7572-452d-b919-746a4a93e51d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=ed6278d2-0dbf-416a-a12b-6e70ceb4f5da,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:04.086541 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9282f87b-7572-452d-b919-746a4a93e51d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 169e8638-83cc-42cc-980a-d9121f1055b4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:04.117393 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9282f87b-7572-452d-b919-746a4a93e51d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:04.121224 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9282f87b-7572-452d-b919-746a4a93e51d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:04.126913 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9282f87b-7572-452d-b919-746a4a93e51d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:04.127543 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9282f87b-7572-452d-b919-746a4a93e51d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.155657 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9282f87b-7572-452d-b919-746a4a93e51d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.4267876 Jul 22 23:55:04.158473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:04.164844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-721ab98a-8e26-427f-97e7-fd1abc59c475 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9a9ba2a-846d-4c65-aa05-d7398ad46a90'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:04.168685 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d52173ee-4dc9-4efe-9d22-b8b14d322aa6 req-6ed71c1b-f0c4-47da-a90e-eedc1caae104 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] For port 02535300-733b-4337-bf3b-4993103849ea, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=02535300-733b-4337-bf3b-4993103849ea,segment=NetworkSegment(9c29fc33-88ad-4dbd-a9ba-5ea482c00989),segment_id=9c29fc33-88ad-4dbd-a9ba-5ea482c00989)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:04.169203 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d52173ee-4dc9-4efe-9d22-b8b14d322aa6 req-6ed71c1b-f0c4-47da-a90e-eedc1caae104 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.185082 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d52173ee-4dc9-4efe-9d22-b8b14d322aa6 req-6ed71c1b-f0c4-47da-a90e-eedc1caae104 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Calling delete_port for 02535300-733b-4337-bf3b-4993103849ea owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:04.189130 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38146) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:04.229337 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f46145-66ef-4667-86e3-21bdaae1e0d5 None None] Update dhcp port {'port': {'network_id': '169e8638-83cc-42cc-980a-d9121f1055b4', 'fixed_ips': [{'subnet_id': 'a9a9ba2a-846d-4c65-aa05-d7398ad46a90', 'ip_address': '2001:db8::2'}, {'subnet_id': '805a48c3-42ad-472b-9662-ed3a5a7c6a01'}], 'binding:host_id': 'n-d-688802-2'}, 'id': '383febad-e6d4-4d47-a704-36824017c2e4'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:55:04.362467 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-16c2a7b6-e11a-4c35-a154-40badf49d821 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-840206452'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:04.368389 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.369197 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1f46145-66ef-4667-86e3-21bdaae1e0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.396102 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.401736 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-04635662-c872-4158-9c2b-9f0627bea2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.420756 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c2a7b6-e11a-4c35-a154-40badf49d821 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Made reservation on behalf of 80e8652e87a741fe82cfa7fd54ed5e35 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:04.426270 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16c2a7b6-e11a-4c35-a154-40badf49d821 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.437123 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d52173ee-4dc9-4efe-9d22-b8b14d322aa6 req-6ed71c1b-f0c4-47da-a90e-eedc1caae104 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.443202 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16c2a7b6-e11a-4c35-a154-40badf49d821 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.453335 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['02535300-733b-4337-bf3b-4993103849ea'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:55:04.487059 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-721ab98a-8e26-427f-97e7-fd1abc59c475 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.518749 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed71c1b-f0c4-47da-a90e-eedc1caae104 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Pushing event deleted for resources: {'Port': ['ID=02535300-733b-4337-bf3b-4993103849ea,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:04.576838 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52173ee-4dc9-4efe-9d22-b8b14d322aa6 req-6ed71c1b-f0c4-47da-a90e-eedc1caae104 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] No DVR routers for this DVR port 02535300-733b-4337-bf3b-4993103849ea on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:04.582450 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d52173ee-4dc9-4efe-9d22-b8b14d322aa6 req-6ed71c1b-f0c4-47da-a90e-eedc1caae104 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.584542 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d52173ee-4dc9-4efe-9d22-b8b14d322aa6 req-6ed71c1b-f0c4-47da-a90e-eedc1caae104 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.95 "DELETE /v2.0/ports/02535300-733b-4337-bf3b-4993103849ea HTTP/1.1" status: 204 len: 173 time: 0.7338452 Jul 22 23:55:04.586973 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a73f74e-cf29-4f79-8228-3dff6b30a93c', 'name': 'network-vif-deleted', 'tag': '02535300-733b-4337-bf3b-4993103849ea'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:55:04.590934 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284c8766-16f6-4693-b619-889d550e4989" -d '{"events": [{"server_uuid": "7a73f74e-cf29-4f79-8228-3dff6b30a93c", "name": "network-vif-deleted", "tag": "02535300-733b-4337-bf3b-4993103849ea"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:55:04.671378 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbfc0dc-466d-4a69-8047-f36ef62de3f8 x-openstack-request-id: req-cdbfc0dc-466d-4a69-8047-f36ef62de3f8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:55:04.671677 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a73f74e-cf29-4f79-8228-3dff6b30a93c", "name": "network-vif-deleted", "tag": "02535300-733b-4337-bf3b-4993103849ea", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:55:04.671930 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdbfc0dc-466d-4a69-8047-f36ef62de3f8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:55:04.672490 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a73f74e-cf29-4f79-8228-3dff6b30a93c', 'name': 'network-vif-deleted', 'tag': '02535300-733b-4337-bf3b-4993103849ea', 'status': 'completed', 'code': 200} Jul 22 23:55:04.676459 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c1f46145-66ef-4667-86e3-21bdaae1e0d5 None None] Allocated IP 2001:db8:0:1::2 (169e8638-83cc-42cc-980a-d9121f1055b4/805a48c3-42ad-472b-9662-ed3a5a7c6a01/383febad-e6d4-4d47-a704-36824017c2e4) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:04.713143 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16c2a7b6-e11a-4c35-a154-40badf49d821 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.724537 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16c2a7b6-e11a-4c35-a154-40badf49d821 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.768739 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 383febad-e6d4-4d47-a704-36824017c2e4 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:04.817586 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2a7b6-e11a-4c35-a154-40badf49d821 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56cc1d2d-8f81-4150-8e59-b3a5d7f71314,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:04.827163 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c2a7b6-e11a-4c35-a154-40badf49d821 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:04.842298 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16c2a7b6-e11a-4c35-a154-40badf49d821 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.842664 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-16c2a7b6-e11a-4c35-a154-40badf49d821 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Added segment 1625d652-3c18-4aa3-953c-bc77a5f94263 of type vlan for network 3eef2fef-3e04-47c3-a1f7-3b1f53063085 Jul 22 23:55:04.891845 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16c2a7b6-e11a-4c35-a154-40badf49d821 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.924817 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16c2a7b6-e11a-4c35-a154-40badf49d821 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.930670 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c2a7b6-e11a-4c35-a154-40badf49d821 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:04.931294 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16c2a7b6-e11a-4c35-a154-40badf49d821 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.977837 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-16c2a7b6-e11a-4c35-a154-40badf49d821 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7837379 Jul 22 23:55:04.977837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38156) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:04.982844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-47813762-79e2-4c34-9af4-f4e984386361 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Request body: {'subnet': {'network_id': '3eef2fef-3e04-47c3-a1f7-3b1f53063085', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:05.018169 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2a7b6-e11a-4c35-a154-40badf49d821 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event updated for resources: {'Network': ['ID=3eef2fef-3e04-47c3-a1f7-3b1f53063085,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:05.037968 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 3eef2fef-3e04-47c3-a1f7-3b1f53063085 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:05.123557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c1f46145-66ef-4667-86e3-21bdaae1e0d5 None None] For port 383febad-e6d4-4d47-a704-36824017c2e4, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=383febad-e6d4-4d47-a704-36824017c2e4,segment=NetworkSegment(ab73de63-82a3-4812-bace-1c5ae74965cc),segment_id=ab73de63-82a3-4812-bace-1c5ae74965cc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:05.141987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47813762-79e2-4c34-9af4-f4e984386361 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Made reservation on behalf of 80e8652e87a741fe82cfa7fd54ed5e35 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:05.148624 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-156b6542-e4bc-4e0e-b935-1e6747169230 req-f30e72ad-ea83-4482-b984-bdd4a1591305 tempest-VolumesActionsTest-1036595558 tempest-VolumesActionsTest-1036595558-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a73f74e-cf29-4f79-8228-3dff6b30a93c HTTP/1.1" status: 200 len: 210 time: 0.0429225 Jul 22 23:55:05.152075 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 383febad-e6d4-4d47-a704-36824017c2e4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:05.152245 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47813762-79e2-4c34-9af4-f4e984386361 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.160614 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 383febad-e6d4-4d47-a704-36824017c2e4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:05.160987 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.184280 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1f46145-66ef-4667-86e3-21bdaae1e0d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.233560 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c1f46145-66ef-4667-86e3-21bdaae1e0d5 None None] Transition to ACTIVE for port object 383febad-e6d4-4d47-a704-36824017c2e4 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:05.293527 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c1f46145-66ef-4667-86e3-21bdaae1e0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.341051 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.357291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-721ab98a-8e26-427f-97e7-fd1abc59c475 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Delete allocated IP 2001:db8:0:1::3e4 (169e8638-83cc-42cc-980a-d9121f1055b4/805a48c3-42ad-472b-9662-ed3a5a7c6a01) {{(pid=93821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 23:55:05.434928 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f46145-66ef-4667-86e3-21bdaae1e0d5 None None] Pushing event updated for resources: {'Port': ['ID=383febad-e6d4-4d47-a704-36824017c2e4,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:05.485621 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:55:05.485935 n-d-688802-2 neutron-server[93822]: DEBUG oslo_db.api [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:55:05.537589 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.560255 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47813762-79e2-4c34-9af4-f4e984386361 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.568954 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-721ab98a-8e26-427f-97e7-fd1abc59c475 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.583707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-721ab98a-8e26-427f-97e7-fd1abc59c475 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Ignored duplicate provisioning block setup for port ed6278d2-0dbf-416a-a12b-6e70ceb4f5da by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 23:55:05.589342 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-721ab98a-8e26-427f-97e7-fd1abc59c475 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.646675 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47813762-79e2-4c34-9af4-f4e984386361 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event updated for resources: {'Subnet': ['ID=ba63f659-8ec6-40df-8ef1-5d12cb9b2fa2,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:05.660842 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47813762-79e2-4c34-9af4-f4e984386361 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Checking segment: {'id': '1625d652-3c18-4aa3-953c-bc77a5f94263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3eef2fef-3e04-47c3-a1f7-3b1f53063085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:05.661248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47813762-79e2-4c34-9af4-f4e984386361 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Network hostable DHCP agents. Network: 3eef2fef-3e04-47c3-a1f7-3b1f53063085, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:05.668748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-721ab98a-8e26-427f-97e7-fd1abc59c475 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] In _notify_port_updated(), no bound segment for port ed6278d2-0dbf-416a-a12b-6e70ceb4f5da on network 169e8638-83cc-42cc-980a-d9121f1055b4 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:55:05.680217 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721ab98a-8e26-427f-97e7-fd1abc59c475 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:05.680904 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-721ab98a-8e26-427f-97e7-fd1abc59c475 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.682607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47813762-79e2-4c34-9af4-f4e984386361 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Network 3eef2fef-3e04-47c3-a1f7-3b1f53063085 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:05.685957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-721ab98a-8e26-427f-97e7-fd1abc59c475 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "PUT /v2.0/ports/ed6278d2-0dbf-416a-a12b-6e70ceb4f5da HTTP/1.1" status: 200 len: 926 time: 1.5261855 Jul 22 23:55:05.688892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38162) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:05.694655 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b540764e-d369-4ea5-9368-8f4ddf9f8ccf tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9a9ba2a-846d-4c65-aa05-d7398ad46a90'}, {'subnet_id': '805a48c3-42ad-472b-9662-ed3a5a7c6a01'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:05.698287 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-47813762-79e2-4c34-9af4-f4e984386361 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 3eef2fef-3e04-47c3-a1f7-3b1f53063085) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:05.709397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73db1e9-3154-4107-896b-33e2edce97f1 None None] Network 3eef2fef-3e04-47c3-a1f7-3b1f53063085 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:05.710743 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47813762-79e2-4c34-9af4-f4e984386361 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:05.712888 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47813762-79e2-4c34-9af4-f4e984386361 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.723257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ab98a-8e26-427f-97e7-fd1abc59c475 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=ed6278d2-0dbf-416a-a12b-6e70ceb4f5da,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:05.743659 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-47813762-79e2-4c34-9af4-f4e984386361 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7655649 Jul 22 23:55:05.746981 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38164) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:05.756177 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bbf36364-90ec-4929-8520-6d273a8c6ecf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Request body: {'port': {'network_id': '3eef2fef-3e04-47c3-a1f7-3b1f53063085', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-704252991'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:05.840782 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b540764e-d369-4ea5-9368-8f4ddf9f8ccf tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.932543 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf36364-90ec-4929-8520-6d273a8c6ecf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Made reservation on behalf of 80e8652e87a741fe82cfa7fd54ed5e35 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:05.937044 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbf36364-90ec-4929-8520-6d273a8c6ecf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.957518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-bbf36364-90ec-4929-8520-6d273a8c6ecf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] device_id is not set on port 7ef124bf-c251-4614-b917-263864478891 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:05.984261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-3eef2fef-3e04-47c3-a1f7-3b1f53063085', 'network_id': '3eef2fef-3e04-47c3-a1f7-3b1f53063085', 'tenant_id': '80e8652e87a741fe82cfa7fd54ed5e35', 'fixed_ips': [{'subnet_id': 'ba63f659-8ec6-40df-8ef1-5d12cb9b2fa2'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:05.985618 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.118624 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.185455 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 383febad-e6d4-4d47-a704-36824017c2e4, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=383febad-e6d4-4d47-a704-36824017c2e4,segment=NetworkSegment(ab73de63-82a3-4812-bace-1c5ae74965cc),segment_id=ab73de63-82a3-4812-bace-1c5ae74965cc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:06.190302 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0fd604-c9d5-44fb-ae0c-a8ecbb27646d None None] Network 169e8638-83cc-42cc-980a-d9121f1055b4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:06.191734 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-bbf36364-90ec-4929-8520-6d273a8c6ecf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Allocated IP 2001:db8::2a0 (3eef2fef-3e04-47c3-a1f7-3b1f53063085/ba63f659-8ec6-40df-8ef1-5d12cb9b2fa2/7ef124bf-c251-4614-b917-263864478891) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:06.205153 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.298877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-b540764e-d369-4ea5-9368-8f4ddf9f8ccf tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Allocated IP 2001:db8:0:1::302 (169e8638-83cc-42cc-980a-d9121f1055b4/805a48c3-42ad-472b-9662-ed3a5a7c6a01/ed6278d2-0dbf-416a-a12b-6e70ceb4f5da) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:06.337289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=383febad-e6d4-4d47-a704-36824017c2e4,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:06.341347 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a35bf1cd-4ed5-4693-8294-35b858688f41 None None] Provisioning for port 383febad-e6d4-4d47-a704-36824017c2e4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:06.357554 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a35bf1cd-4ed5-4693-8294-35b858688f41 None None] Provisioning complete for port 383febad-e6d4-4d47-a704-36824017c2e4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:06.358227 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a35bf1cd-4ed5-4693-8294-35b858688f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.387283 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbf36364-90ec-4929-8520-6d273a8c6ecf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.404396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bbf36364-90ec-4929-8520-6d273a8c6ecf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Transition to ACTIVE for port object 7ef124bf-c251-4614-b917-263864478891 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:06.477210 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbf36364-90ec-4929-8520-6d273a8c6ecf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.516050 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b540764e-d369-4ea5-9368-8f4ddf9f8ccf tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.542953 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b540764e-d369-4ea5-9368-8f4ddf9f8ccf tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Ignored duplicate provisioning block setup for port ed6278d2-0dbf-416a-a12b-6e70ceb4f5da by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 23:55:06.555271 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b540764e-d369-4ea5-9368-8f4ddf9f8ccf tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.586668 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf36364-90ec-4929-8520-6d273a8c6ecf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Network 3eef2fef-3e04-47c3-a1f7-3b1f53063085 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:06.594592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bbf36364-90ec-4929-8520-6d273a8c6ecf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:06.620552 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf36364-90ec-4929-8520-6d273a8c6ecf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:06.627791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf36364-90ec-4929-8520-6d273a8c6ecf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:06.628121 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbf36364-90ec-4929-8520-6d273a8c6ecf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.637840 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf36364-90ec-4929-8520-6d273a8c6ecf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event updated for resources: {'Port': ['ID=7ef124bf-c251-4614-b917-263864478891,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:06.676984 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 02535300-733b-4337-bf3b-4993103849ea no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:06.686814 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bbf36364-90ec-4929-8520-6d273a8c6ecf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9387350 Jul 22 23:55:06.690712 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38190) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:06.695512 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4132a8ed-39ec-465a-831d-836bfe060763 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Request body: {'port': {'network_id': '3eef2fef-3e04-47c3-a1f7-3b1f53063085', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1125263719', 'allowed_address_pairs': [{'ip_address': '2001:db8::2a0', 'mac_address': 'fa:16:3e:23:ef:8b'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:06.700469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b540764e-d369-4ea5-9368-8f4ddf9f8ccf tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] In _notify_port_updated(), no bound segment for port ed6278d2-0dbf-416a-a12b-6e70ceb4f5da on network 169e8638-83cc-42cc-980a-d9121f1055b4 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:55:06.706735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b540764e-d369-4ea5-9368-8f4ddf9f8ccf tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:06.707416 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b540764e-d369-4ea5-9368-8f4ddf9f8ccf tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.708790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b540764e-d369-4ea5-9368-8f4ddf9f8ccf tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "PUT /v2.0/ports/ed6278d2-0dbf-416a-a12b-6e70ceb4f5da HTTP/1.1" status: 200 len: 1012 time: 1.0191808 Jul 22 23:55:06.719853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38196) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:06.721738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540764e-d369-4ea5-9368-8f4ddf9f8ccf tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=ed6278d2-0dbf-416a-a12b-6e70ceb4f5da,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:06.734825 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 383febad-e6d4-4d47-a704-36824017c2e4 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:06.739156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 02535300-733b-4337-bf3b-4993103849ea {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:06.739489 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 02535300-733b-4337-bf3b-4993103849ea not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:06.808392 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Allocated IP 2001:db8::2 (3eef2fef-3e04-47c3-a1f7-3b1f53063085/ba63f659-8ec6-40df-8ef1-5d12cb9b2fa2/0fc9c8bc-8905-4edb-9995-b62f5f031aa1) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:06.849051 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a35bf1cd-4ed5-4693-8294-35b858688f41 None None] Provisioning for port ed6278d2-0dbf-416a-a12b-6e70ceb4f5da completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:06.870079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a35bf1cd-4ed5-4693-8294-35b858688f41 None None] Provisioning complete for port ed6278d2-0dbf-416a-a12b-6e70ceb4f5da triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:06.870576 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a35bf1cd-4ed5-4693-8294-35b858688f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.913792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4132a8ed-39ec-465a-831d-836bfe060763 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Made reservation on behalf of 80e8652e87a741fe82cfa7fd54ed5e35 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:06.959532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3ce8f59d-ed6a-4b32-be46-1bb8c3a3154c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port ed6278d2-0dbf-416a-a12b-6e70ceb4f5da {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:06.959872 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f59d-ed6a-4b32-be46-1bb8c3a3154c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.974453 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 383febad-e6d4-4d47-a704-36824017c2e4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:06.974830 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.976304 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a35bf1cd-4ed5-4693-8294-35b858688f41 None None] Port ed6278d2-0dbf-416a-a12b-6e70ceb4f5da cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:07.149857 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.151178 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4132a8ed-39ec-465a-831d-836bfe060763 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.164174 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Transition to ACTIVE for port object 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:07.169727 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f59d-ed6a-4b32-be46-1bb8c3a3154c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.182426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Transition to ACTIVE for port object 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:07.196610 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.197018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3ce8f59d-ed6a-4b32-be46-1bb8c3a3154c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for ed6278d2-0dbf-416a-a12b-6e70ceb4f5da owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:07.218882 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-4132a8ed-39ec-465a-831d-836bfe060763 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] device_id is not set on port 4073de46-c0ab-41f6-9b98-7f08919f1812 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:07.246544 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Network 3eef2fef-3e04-47c3-a1f7-3b1f53063085 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:07.248606 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.269014 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:07.277311 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:07.369054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Pushing event updated for resources: {'Port': ['ID=0fc9c8bc-8905-4edb-9995-b62f5f031aa1,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:07.399501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Attempting to bind port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:07.399873 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Attempting to bind port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '1625d652-3c18-4aa3-953c-bc77a5f94263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3eef2fef-3e04-47c3-a1f7-3b1f53063085'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:07.400237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Attempting to bind port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 on network 3eef2fef-3e04-47c3-a1f7-3b1f53063085 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:07.412421 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:07.412963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Checking segment: {'id': '1625d652-3c18-4aa3-953c-bc77a5f94263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3eef2fef-3e04-47c3-a1f7-3b1f53063085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:07.413396 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.413789 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Bound using segment: {'id': '1625d652-3c18-4aa3-953c-bc77a5f94263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3eef2fef-3e04-47c3-a1f7-3b1f53063085'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:07.414273 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Bound port: 0fc9c8bc-8905-4edb-9995-b62f5f031aa1, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1625d652-3c18-4aa3-953c-bc77a5f94263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3eef2fef-3e04-47c3-a1f7-3b1f53063085'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:07.414659 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.472084 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-4132a8ed-39ec-465a-831d-836bfe060763 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Allocated IP 2001:db8::1eb (3eef2fef-3e04-47c3-a1f7-3b1f53063085/ba63f659-8ec6-40df-8ef1-5d12cb9b2fa2/4073de46-c0ab-41f6-9b98-7f08919f1812) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:07.534240 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-61ac4cf9-2212-40ff-a1f3-dd873888e6ee None None] Provisioning complete for port 383febad-e6d4-4d47-a704-36824017c2e4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:07.534657 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61ac4cf9-2212-40ff-a1f3-dd873888e6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.607705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] For port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:07.628438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] For port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0fc9c8bc-8905-4edb-9995-b62f5f031aa1,segment=NetworkSegment(1625d652-3c18-4aa3-953c-bc77a5f94263),segment_id=1625d652-3c18-4aa3-953c-bc77a5f94263)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:07.638469 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.769240 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f59d-ed6a-4b32-be46-1bb8c3a3154c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.772776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-61ac4cf9-2212-40ff-a1f3-dd873888e6ee None None] Could not find standard attr ID for object ed6278d2-0dbf-416a-a12b-6e70ceb4f5da. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:07.775636 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4bdf7-aeab-4a00-8bd5-54adbbc219f9 None None] Pushing event updated for resources: {'Port': ['ID=0fc9c8bc-8905-4edb-9995-b62f5f031aa1,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:07.825762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8f59d-ed6a-4b32-be46-1bb8c3a3154c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=ed6278d2-0dbf-416a-a12b-6e70ceb4f5da,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:07.887069 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ae854aa3-8eef-4730-9894-5c6d5d339008 None None] Could not find standard attr ID for object ed6278d2-0dbf-416a-a12b-6e70ceb4f5da. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:08.058337 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4132a8ed-39ec-465a-831d-836bfe060763 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:08.061071 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f59d-ed6a-4b32-be46-1bb8c3a3154c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:08.066954 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ce8f59d-ed6a-4b32-be46-1bb8c3a3154c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/ed6278d2-0dbf-416a-a12b-6e70ceb4f5da HTTP/1.1" status: 204 len: 168 time: 1.3459883 Jul 22 23:55:08.070119 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38240) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:08.120275 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4394b963-7989-4d08-9226-b4dadbf2fc02 None None] Could not find standard attr ID for object ed6278d2-0dbf-416a-a12b-6e70ceb4f5da. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:08.132725 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea333018-ab02-462a-928a-d01a04d65ab2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] GET failed (client error): The resource could not be found. Jul 22 23:55:08.137368 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ea333018-ab02-462a-928a-d01a04d65ab2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports/ed6278d2-0dbf-416a-a12b-6e70ceb4f5da HTTP/1.1" status: 404 len: 333 time: 0.0661743 Jul 22 23:55:08.138709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4132a8ed-39ec-465a-831d-836bfe060763 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Transition to ACTIVE for port object 4073de46-c0ab-41f6-9b98-7f08919f1812 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:08.140148 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:08.271645 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-25079d3b-8f17-477a-b9ac-3c43b7268ba3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting subnet 805a48c3-42ad-472b-9662-ed3a5a7c6a01 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:08.285984 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25079d3b-8f17-477a-b9ac-3c43b7268ba3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:08.362145 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25079d3b-8f17-477a-b9ac-3c43b7268ba3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:08.369743 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4132a8ed-39ec-465a-831d-836bfe060763 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:08.447122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132a8ed-39ec-465a-831d-836bfe060763 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Network 3eef2fef-3e04-47c3-a1f7-3b1f53063085 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:08.455763 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4132a8ed-39ec-465a-831d-836bfe060763 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:08.458610 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132a8ed-39ec-465a-831d-836bfe060763 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:08.466365 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4132a8ed-39ec-465a-831d-836bfe060763 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:08.467246 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4132a8ed-39ec-465a-831d-836bfe060763 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:08.516154 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4132a8ed-39ec-465a-831d-836bfe060763 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.8225110 Jul 22 23:55:08.516154 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132a8ed-39ec-465a-831d-836bfe060763 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event updated for resources: {'Port': ['ID=4073de46-c0ab-41f6-9b98-7f08919f1812,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:08.516503 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:08.569351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f9a5e632-ad32-47d3-aa74-35e5f0f29390 None None] Could not find standard attr ID for object ed6278d2-0dbf-416a-a12b-6e70ceb4f5da. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:08.599737 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25079d3b-8f17-477a-b9ac-3c43b7268ba3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:08.683781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fcb8b6-daff-48f9-b2ef-8969814b5391 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:08.690876 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fcb8b6-daff-48f9-b2ef-8969814b5391 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:08.698890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fcb8b6-daff-48f9-b2ef-8969814b5391 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:08.700939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-42fcb8b6-daff-48f9-b2ef-8969814b5391 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1831629 Jul 22 23:55:08.704107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38268) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:08.741236 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25079d3b-8f17-477a-b9ac-3c43b7268ba3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:08.800848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:08.891666 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25079d3b-8f17-477a-b9ac-3c43b7268ba3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:08.905594 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-25079d3b-8f17-477a-b9ac-3c43b7268ba3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/805a48c3-42ad-472b-9662-ed3a5a7c6a01 HTTP/1.1" status: 204 len: 168 time: 0.7533827 Jul 22 23:55:08.906942 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38276) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:08.911544 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25079d3b-8f17-477a-b9ac-3c43b7268ba3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Subnet': ['ID=805a48c3-42ad-472b-9662-ed3a5a7c6a01,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:08.977298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:09.031005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db88c3d3-74ec-4ad6-a90f-e9ea59e15715 None None] Network 169e8638-83cc-42cc-980a-d9121f1055b4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:09.058557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-76c173f3-4b8f-4db5-89e7-466552d51f0a tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Deleting port 4073de46-c0ab-41f6-9b98-7f08919f1812 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:09.059018 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76c173f3-4b8f-4db5-89e7-466552d51f0a tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.074896 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee57bc5c-2a1e-4d11-b1fa-27c9c0f21a19 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting subnet a9a9ba2a-846d-4c65-aa05-d7398ad46a90 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:09.080021 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee57bc5c-2a1e-4d11-b1fa-27c9c0f21a19 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.177358 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee57bc5c-2a1e-4d11-b1fa-27c9c0f21a19 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.269748 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76c173f3-4b8f-4db5-89e7-466552d51f0a tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.294482 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-76c173f3-4b8f-4db5-89e7-466552d51f0a tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Calling delete_port for 4073de46-c0ab-41f6-9b98-7f08919f1812 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:09.417088 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee57bc5c-2a1e-4d11-b1fa-27c9c0f21a19 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.544419 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee57bc5c-2a1e-4d11-b1fa-27c9c0f21a19 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.574693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57bc5c-2a1e-4d11-b1fa-27c9c0f21a19 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a9ba2a-846d-4c65-aa05-d7398ad46a90,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:09.595860 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee57bc5c-2a1e-4d11-b1fa-27c9c0f21a19 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.606948 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ee57bc5c-2a1e-4d11-b1fa-27c9c0f21a19 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/a9a9ba2a-846d-4c65-aa05-d7398ad46a90 HTTP/1.1" status: 204 len: 168 time: 0.6846144 Jul 22 23:55:09.607310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38292) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:09.742798 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8b6330-f73f-4127-96df-643ff88e4666 None None] Network 3eef2fef-3e04-47c3-a1f7-3b1f53063085 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:09.800489 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.886970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port 383febad-e6d4-4d47-a704-36824017c2e4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:09.888766 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.962719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] For port 383febad-e6d4-4d47-a704-36824017c2e4, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=383febad-e6d4-4d47-a704-36824017c2e4,segment=NetworkSegment(ab73de63-82a3-4812-bace-1c5ae74965cc),segment_id=ab73de63-82a3-4812-bace-1c5ae74965cc)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:09.963953 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.978371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for 383febad-e6d4-4d47-a704-36824017c2e4 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:10.112103 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de8788-6140-4429-9bae-7e5250b70299 req-823f118b-01ec-4fee-b845-dc23b22e831b tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:10.116475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95de8788-6140-4429-9bae-7e5250b70299 req-823f118b-01ec-4fee-b845-dc23b22e831b tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/networks?id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 HTTP/1.1" status: 200 len: 815 time: 0.2423317 Jul 22 23:55:10.139627 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:10.172081 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95de8788-6140-4429-9bae-7e5250b70299 req-69c4a60d-4735-4cae-a375-bfcbea2e0e23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/quotas/d1319a1d097b4fa59118c8e9fd75dafa HTTP/1.1" status: 200 len: 375 time: 0.0461087 Jul 22 23:55:10.198152 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6aac8354-968d-4ac8-a92f-7b98d2149241 None None] Provisioning for port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:10.205121 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=383febad-e6d4-4d47-a704-36824017c2e4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:10.208506 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6aac8354-968d-4ac8-a92f-7b98d2149241 None None] Provisioning complete for port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:10.209373 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aac8354-968d-4ac8-a92f-7b98d2149241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:10.240904 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No DVR routers for this DVR port 383febad-e6d4-4d47-a704-36824017c2e4 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:10.265377 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76c173f3-4b8f-4db5-89e7-466552d51f0a tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:10.304170 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0ed994-e758-42d9-8ad5-f1ae942cf637 None None] Host n-d-688802-2 tried to update port 383febad-e6d4-4d47-a704-36824017c2e4 which no longer exists. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Jul 22 23:55:10.329183 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c173f3-4b8f-4db5-89e7-466552d51f0a tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event deleted for resources: {'Port': ['ID=4073de46-c0ab-41f6-9b98-7f08919f1812,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:10.399936 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aac8354-968d-4ac8-a92f-7b98d2149241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:10.414102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95de8788-6140-4429-9bae-7e5250b70299 req-248f2195-e986-4aab-b18f-b9530e89c465 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1319a1d097b4fa59118c8e9fd75dafa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2322586 Jul 22 23:55:10.440661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6aac8354-968d-4ac8-a92f-7b98d2149241 None None] For port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0fc9c8bc-8905-4edb-9995-b62f5f031aa1,segment=NetworkSegment(1625d652-3c18-4aa3-953c-bc77a5f94263),segment_id=1625d652-3c18-4aa3-953c-bc77a5f94263)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:10.455154 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153f3e98-09c9-4a51-96f6-eb1404e83848 None None] Network 169e8638-83cc-42cc-980a-d9121f1055b4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:10.465077 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:10.489783 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169e8638-83cc-42cc-980a-d9121f1055b4']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:10.511167 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab73de63-82a3-4812-bace-1c5ae74965cc') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:10.511565 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab73de63-82a3-4812-bace-1c5ae74965cc') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:10.568892 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:10.596539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95de8788-6140-4429-9bae-7e5250b70299 req-66426912-5058-4236-86a9-79865eb618bc service neutron] 10.222.0.26 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517408 Jul 22 23:55:10.646032 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:10.651490 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aac8354-968d-4ac8-a92f-7b98d2149241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:10.665344 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:10.667131 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:10.680330 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:10.750319 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-76c173f3-4b8f-4db5-89e7-466552d51f0a tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:10.759406 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-76c173f3-4b8f-4db5-89e7-466552d51f0a tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "DELETE /v2.0/ports/4073de46-c0ab-41f6-9b98-7f08919f1812 HTTP/1.1" status: 204 len: 168 time: 2.0488749 Jul 22 23:55:10.763322 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38304) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:10.794094 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 383febad-e6d4-4d47-a704-36824017c2e4 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:10.829126 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-006790f8-3c2a-4533-8c00-376f07e418a4 None None] Could not find standard attr ID for object 383febad-e6d4-4d47-a704-36824017c2e4. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:10.839759 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272ad73d-913c-4c6f-9b63-57089a0564dd None None] DHCP port deletion for 169e8638-83cc-42cc-980a-d9121f1055b4 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:55:10.848388 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 383febad-e6d4-4d47-a704-36824017c2e4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:10.848740 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 383febad-e6d4-4d47-a704-36824017c2e4 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:10.862939 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac8354-968d-4ac8-a92f-7b98d2149241 None None] Pushing event updated for resources: {'Port': ['ID=0fc9c8bc-8905-4edb-9995-b62f5f031aa1,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:10.923931 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95de8788-6140-4429-9bae-7e5250b70299 req-ad283dd9-5d46-4916-b122-899f10729987 service neutron] 10.222.0.26 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559047 Jul 22 23:55:11.334430 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e162b73-4447-4054-ad99-ac91473776a0 req-f9fc0e7f-3b2d-4bb9-80ef-cab76663ba13 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 210 time: 0.0766802 Jul 22 23:55:11.488383 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e61c8fa8-e6e4-4c44-9b0f-58759cf5b33c None None] Provisioning complete for port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:11.488763 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e61c8fa8-e6e4-4c44-9b0f-58759cf5b33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:11.583352 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0316e0-8884-4c3f-ac0e-501a6b24dd20 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] GET failed (client error): The resource could not be found. Jul 22 23:55:11.588865 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2b0316e0-8884-4c3f-ac0e-501a6b24dd20 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "GET /v2.0/ports/4073de46-c0ab-41f6-9b98-7f08919f1812 HTTP/1.1" status: 404 len: 333 time: 0.8195171 Jul 22 23:55:11.589476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38316) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:11.596042 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7477c63b-3dc4-48a2-a9f3-5c888179dc1d tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Request body: {'port': {'network_id': '3eef2fef-3e04-47c3-a1f7-3b1f53063085', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1077391548'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:11.606157 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:11.622821 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:11.630461 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/networks/169e8638-83cc-42cc-980a-d9121f1055b4 HTTP/1.1" status: 204 len: 168 time: 2.0188391 Jul 22 23:55:11.643490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38318) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:11.649720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6ffd3-c484-4aaf-9089-11bae00afd0d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Network': ['ID=169e8638-83cc-42cc-980a-d9121f1055b4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:11.719455 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e61c8fa8-e6e4-4c44-9b0f-58759cf5b33c None None] Provisioning for port 7ef124bf-c251-4614-b917-263864478891 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:11.723790 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e61c8fa8-e6e4-4c44-9b0f-58759cf5b33c None None] Provisioning complete for port 7ef124bf-c251-4614-b917-263864478891 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:11.724166 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e61c8fa8-e6e4-4c44-9b0f-58759cf5b33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:11.805678 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e61c8fa8-e6e4-4c44-9b0f-58759cf5b33c None None] Port 7ef124bf-c251-4614-b917-263864478891 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:11.946439 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d13d10b6-d355-4ccb-8bfa-35c1cb7d86dc None None] Provisioning complete for port 7ef124bf-c251-4614-b917-263864478891 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:11.947324 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d13d10b6-d355-4ccb-8bfa-35c1cb7d86dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:11.964243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6687251-eef7-4e6a-902c-323a4c2d6a89 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:11.970929 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38326) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:11.975288 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c6687251-eef7-4e6a-902c-323a4c2d6a89 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3269737 Jul 22 23:55:12.000552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7477c63b-3dc4-48a2-a9f3-5c888179dc1d tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Made reservation on behalf of 80e8652e87a741fe82cfa7fd54ed5e35 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:12.004248 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7477c63b-3dc4-48a2-a9f3-5c888179dc1d tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.075453 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d13d10b6-d355-4ccb-8bfa-35c1cb7d86dc None None] Port 7ef124bf-c251-4614-b917-263864478891 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:12.078283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-7477c63b-3dc4-48a2-a9f3-5c888179dc1d tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] device_id is not set on port b239191e-7384-4f3b-90f9-d8e556ecef5b yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:12.097169 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-29a4293f-766b-406e-b3f4-f015a7a0c677 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1250012 Jul 22 23:55:12.105429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38328) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:12.110570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-919678ff-0b8b-41e1-869b-fff1889e7f37 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1744791108'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:12.172305 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919678ff-0b8b-41e1-869b-fff1889e7f37 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:12.175876 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-919678ff-0b8b-41e1-869b-fff1889e7f37 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.241296 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b8b26280-f25f-411e-868f-ab01c2e565f4 None None] Could not find standard attr ID for object 4073de46-c0ab-41f6-9b98-7f08919f1812. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:12.245764 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919678ff-0b8b-41e1-869b-fff1889e7f37 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:12.274909 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-919678ff-0b8b-41e1-869b-fff1889e7f37 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.277638 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-919678ff-0b8b-41e1-869b-fff1889e7f37 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Added segment 7fb53b0c-e696-43a7-990a-430d6d85a39e of type vlan for network 60d85ab6-5288-423a-b4ed-96a8536693b9 Jul 22 23:55:12.343757 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-919678ff-0b8b-41e1-869b-fff1889e7f37 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.361437 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-7477c63b-3dc4-48a2-a9f3-5c888179dc1d tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Allocated IP 2001:db8::338 (3eef2fef-3e04-47c3-a1f7-3b1f53063085/ba63f659-8ec6-40df-8ef1-5d12cb9b2fa2/b239191e-7384-4f3b-90f9-d8e556ecef5b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:12.418419 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-919678ff-0b8b-41e1-869b-fff1889e7f37 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.441545 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919678ff-0b8b-41e1-869b-fff1889e7f37 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:12.443173 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-919678ff-0b8b-41e1-869b-fff1889e7f37 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.524935 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-919678ff-0b8b-41e1-869b-fff1889e7f37 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4178302 Jul 22 23:55:12.536012 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38334) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:12.559150 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-be59ce48-de19-4f11-8933-d21ee03b832e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'subnet': {'network_id': '60d85ab6-5288-423a-b4ed-96a8536693b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:12.592929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd02289d-6abd-4d12-bcc7-55447bee9978 req-3ba70023-7e43-4420-8928-51997e578bdb tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 210 time: 0.0802956 Jul 22 23:55:12.653748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919678ff-0b8b-41e1-869b-fff1889e7f37 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Network': ['ID=60d85ab6-5288-423a-b4ed-96a8536693b9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:12.714420 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 60d85ab6-5288-423a-b4ed-96a8536693b9 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:12.883834 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7477c63b-3dc4-48a2-a9f3-5c888179dc1d tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.886487 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be59ce48-de19-4f11-8933-d21ee03b832e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:12.901396 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:12.914760 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be59ce48-de19-4f11-8933-d21ee03b832e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.930815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-7477c63b-3dc4-48a2-a9f3-5c888179dc1d tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Transition to ACTIVE for port object b239191e-7384-4f3b-90f9-d8e556ecef5b will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:13.029482 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7477c63b-3dc4-48a2-a9f3-5c888179dc1d tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:13.043268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:13.044111 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:13.185625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7477c63b-3dc4-48a2-a9f3-5c888179dc1d tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Network 3eef2fef-3e04-47c3-a1f7-3b1f53063085 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:13.200472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7477c63b-3dc4-48a2-a9f3-5c888179dc1d tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:13.205193 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477c63b-3dc4-48a2-a9f3-5c888179dc1d tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:13.214531 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7477c63b-3dc4-48a2-a9f3-5c888179dc1d tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:13.215564 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7477c63b-3dc4-48a2-a9f3-5c888179dc1d tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:13.277369 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477c63b-3dc4-48a2-a9f3-5c888179dc1d tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event updated for resources: {'Port': ['ID=b239191e-7384-4f3b-90f9-d8e556ecef5b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:13.286866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7477c63b-3dc4-48a2-a9f3-5c888179dc1d tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6937182 Jul 22 23:55:13.288359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38340) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:13.294431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bf4d0050-b269-4a1e-bd89-ab1bb1617b35 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a0', 'mac_address': 'fa:16:3e:23:ef:8b'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:13.348471 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be59ce48-de19-4f11-8933-d21ee03b832e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:13.523687 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59ce48-de19-4f11-8933-d21ee03b832e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Subnet': ['ID=6b5c82b4-1e9b-4c6c-bafc-f549a0b70d81,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:13.555680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be59ce48-de19-4f11-8933-d21ee03b832e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Checking segment: {'id': '7fb53b0c-e696-43a7-990a-430d6d85a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '60d85ab6-5288-423a-b4ed-96a8536693b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:13.556027 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be59ce48-de19-4f11-8933-d21ee03b832e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network hostable DHCP agents. Network: 60d85ab6-5288-423a-b4ed-96a8536693b9, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:13.576091 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de8788-6140-4429-9bae-7e5250b70299 req-d8f6f54a-79f5-4b5d-b598-93204ab2f271 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:13.577681 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-95de8788-6140-4429-9bae-7e5250b70299 req-d8f6f54a-79f5-4b5d-b598-93204ab2f271 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.95 "GET /v2.0/networks?id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 HTTP/1.1" status: 200 len: 815 time: 0.3814478 Jul 22 23:55:13.601516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-95de8788-6140-4429-9bae-7e5250b70299 req-11bbc387-c878-43e8-8225-91ba7e1fc039 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Request body: {'port': {'device_id': 'f7632a5c-97b3-4ad0-b477-c701465d0d72', 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06', 'admin_state_up': True, 'tenant_id': 'd1319a1d097b4fa59118c8e9fd75dafa'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:13.698646 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5901e7a5-01bc-4cdb-a78c-640c2f320cfc None None] Provisioning for port b239191e-7384-4f3b-90f9-d8e556ecef5b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:13.703459 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5901e7a5-01bc-4cdb-a78c-640c2f320cfc None None] Provisioning complete for port b239191e-7384-4f3b-90f9-d8e556ecef5b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:13.704143 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5901e7a5-01bc-4cdb-a78c-640c2f320cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:13.748138 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5901e7a5-01bc-4cdb-a78c-640c2f320cfc None None] Port b239191e-7384-4f3b-90f9-d8e556ecef5b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:13.786407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e304ebd-bbe8-42e8-96b7-e8699e7986f8 req-b99f9740-6dd7-4a59-8ce3-be5ae0b21841 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 210 time: 0.0724690 Jul 22 23:55:13.794940 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0050-b269-4a1e-bd89-ab1bb1617b35 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:13.855703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be59ce48-de19-4f11-8933-d21ee03b832e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 60d85ab6-5288-423a-b4ed-96a8536693b9 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:13.889142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95de8788-6140-4429-9bae-7e5250b70299 req-11bbc387-c878-43e8-8225-91ba7e1fc039 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Made reservation on behalf of d1319a1d097b4fa59118c8e9fd75dafa for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:13.889142 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-95de8788-6140-4429-9bae-7e5250b70299 req-11bbc387-c878-43e8-8225-91ba7e1fc039 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:13.889142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-be59ce48-de19-4f11-8933-d21ee03b832e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 60d85ab6-5288-423a-b4ed-96a8536693b9) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:13.892442 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be59ce48-de19-4f11-8933-d21ee03b832e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:13.893248 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be59ce48-de19-4f11-8933-d21ee03b832e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:13.903788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5413e0fa-166f-41f1-93d0-c3046dfda140 None None] Network 60d85ab6-5288-423a-b4ed-96a8536693b9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:13.945988 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-be59ce48-de19-4f11-8933-d21ee03b832e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4064782 Jul 22 23:55:13.953048 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38350) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:13.964693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1417b0b2-375a-462f-8406-5fe84cefb910 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'network_id': '60d85ab6-5288-423a-b4ed-96a8536693b9', 'name': 'tempest-PortsIpV6TestJSON-241628444'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:14.080457 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0050-b269-4a1e-bd89-ab1bb1617b35 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:14.092101 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-60d85ab6-5288-423a-b4ed-96a8536693b9', 'network_id': '60d85ab6-5288-423a-b4ed-96a8536693b9', 'tenant_id': 'd0f0de8c66e94fc0b9f623784c558602', 'fixed_ips': [{'subnet_id': '6b5c82b4-1e9b-4c6c-bafc-f549a0b70d81'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:14.093415 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:14.102971 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0050-b269-4a1e-bd89-ab1bb1617b35 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:14.208733 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d0050-b269-4a1e-bd89-ab1bb1617b35 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] In _notify_port_updated(), no bound segment for port b239191e-7384-4f3b-90f9-d8e556ecef5b on network 3eef2fef-3e04-47c3-a1f7-3b1f53063085 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:55:14.230740 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4d0050-b269-4a1e-bd89-ab1bb1617b35 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:14.232166 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0050-b269-4a1e-bd89-ab1bb1617b35 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:14.237869 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bf4d0050-b269-4a1e-bd89-ab1bb1617b35 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "PUT /v2.0/ports/b239191e-7384-4f3b-90f9-d8e556ecef5b HTTP/1.1" status: 200 len: 1003 time: 0.9481921 Jul 22 23:55:14.238859 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38352) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:14.340748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1417b0b2-375a-462f-8406-5fe84cefb910 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:14.350115 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1417b0b2-375a-462f-8406-5fe84cefb910 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:14.362464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d0050-b269-4a1e-bd89-ab1bb1617b35 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event updated for resources: {'Port': ['ID=b239191e-7384-4f3b-90f9-d8e556ecef5b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:14.397906 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1417b0b2-375a-462f-8406-5fe84cefb910 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] device_id is not set on port 0f835fe2-4c88-45d9-b24c-fccd229ea797 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:14.431559 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Allocated IP 2001:db8::2 (60d85ab6-5288-423a-b4ed-96a8536693b9/6b5c82b4-1e9b-4c6c-bafc-f549a0b70d81/ac085990-6eba-4947-94b0-d4449f59ddd4) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:14.438183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-95de8788-6140-4429-9bae-7e5250b70299 req-11bbc387-c878-43e8-8225-91ba7e1fc039 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Allocated IP 172.20.0.5 (c4ec0d7f-a81e-46a9-b500-5f4f370d8c06/de4837d0-4de8-44c9-87e4-4e3448c43fdb/05484bdf-923f-4555-bd38-5d3fa18d23a3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:14.506629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-133c27b2-39bf-4085-84ac-8ee0911908d0 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Deleting port b239191e-7384-4f3b-90f9-d8e556ecef5b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:14.507004 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-133c27b2-39bf-4085-84ac-8ee0911908d0 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:14.721883 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-133c27b2-39bf-4085-84ac-8ee0911908d0 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:14.740832 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-133c27b2-39bf-4085-84ac-8ee0911908d0 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Calling delete_port for b239191e-7384-4f3b-90f9-d8e556ecef5b owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:14.788938 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:14.815327 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Transition to ACTIVE for port object ac085990-6eba-4947-94b0-d4449f59ddd4 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:14.837397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Transition to ACTIVE for port object ac085990-6eba-4947-94b0-d4449f59ddd4 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:14.865376 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:14.935701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Pushing event updated for resources: {'Port': ['ID=ac085990-6eba-4947-94b0-d4449f59ddd4,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:14.953928 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3ef2d926-1d55-4801-b10a-13b9babfa602 None None] Provisioning complete for port b239191e-7384-4f3b-90f9-d8e556ecef5b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:14.954313 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d926-1d55-4801-b10a-13b9babfa602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.006144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Network 60d85ab6-5288-423a-b4ed-96a8536693b9 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:15.010037 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:15.016954 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:15.027192 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-95de8788-6140-4429-9bae-7e5250b70299 req-11bbc387-c878-43e8-8225-91ba7e1fc039 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.047980 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-1417b0b2-375a-462f-8406-5fe84cefb910 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Allocated IP 2001:db8::190 (60d85ab6-5288-423a-b4ed-96a8536693b9/6b5c82b4-1e9b-4c6c-bafc-f549a0b70d81/0f835fe2-4c88-45d9-b24c-fccd229ea797) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:15.115701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69b9342e-8920-4bfa-94d6-f3025113c607 req-18905d7d-84c2-4739-b7ff-f9aec259306e tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 210 time: 0.0435550 Jul 22 23:55:15.118096 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-133c27b2-39bf-4085-84ac-8ee0911908d0 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.164262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c27b2-39bf-4085-84ac-8ee0911908d0 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event deleted for resources: {'Port': ['ID=b239191e-7384-4f3b-90f9-d8e556ecef5b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:15.189791 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-95de8788-6140-4429-9bae-7e5250b70299 req-11bbc387-c878-43e8-8225-91ba7e1fc039 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.218477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3ef2d926-1d55-4801-b10a-13b9babfa602 None None] Port b239191e-7384-4f3b-90f9-d8e556ecef5b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:15.248673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Attempting to bind port ac085990-6eba-4947-94b0-d4449f59ddd4 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:15.249162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Attempting to bind port ac085990-6eba-4947-94b0-d4449f59ddd4 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '7fb53b0c-e696-43a7-990a-430d6d85a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '60d85ab6-5288-423a-b4ed-96a8536693b9'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:15.250078 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Attempting to bind port ac085990-6eba-4947-94b0-d4449f59ddd4 on network 60d85ab6-5288-423a-b4ed-96a8536693b9 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:15.266040 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['22f53b83-c6d7-43b6-87ac-c967d448279d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:55:15.283233 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:15.286622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Checking segment: {'id': '7fb53b0c-e696-43a7-990a-430d6d85a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '60d85ab6-5288-423a-b4ed-96a8536693b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:15.287093 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.287503 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Bound using segment: {'id': '7fb53b0c-e696-43a7-990a-430d6d85a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '60d85ab6-5288-423a-b4ed-96a8536693b9'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:15.288779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Bound port: ac085990-6eba-4947-94b0-d4449f59ddd4, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb53b0c-e696-43a7-990a-430d6d85a39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '60d85ab6-5288-423a-b4ed-96a8536693b9'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:15.291459 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.427504 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-133c27b2-39bf-4085-84ac-8ee0911908d0 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.429756 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-133c27b2-39bf-4085-84ac-8ee0911908d0 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "DELETE /v2.0/ports/b239191e-7384-4f3b-90f9-d8e556ecef5b HTTP/1.1" status: 204 len: 168 time: 1.1835461 Jul 22 23:55:15.435607 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38376) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:15.447342 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] For port ac085990-6eba-4947-94b0-d4449f59ddd4, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:15.455480 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] For port ac085990-6eba-4947-94b0-d4449f59ddd4, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ac085990-6eba-4947-94b0-d4449f59ddd4,segment=NetworkSegment(7fb53b0c-e696-43a7-990a-430d6d85a39e),segment_id=7fb53b0c-e696-43a7-990a-430d6d85a39e)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:15.461134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95de8788-6140-4429-9bae-7e5250b70299 req-11bbc387-c878-43e8-8225-91ba7e1fc039 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:15.466754 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.490247 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbc387-c878-43e8-8225-91ba7e1fc039 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Pushing event updated for resources: {'Port': ['ID=05484bdf-923f-4555-bd38-5d3fa18d23a3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:15.497509 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-95de8788-6140-4429-9bae-7e5250b70299 req-11bbc387-c878-43e8-8225-91ba7e1fc039 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:15.508856 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-95de8788-6140-4429-9bae-7e5250b70299 req-11bbc387-c878-43e8-8225-91ba7e1fc039 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:15.516329 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f05c9fb-1b91-4dfe-b965-0e3356699c04 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] GET failed (client error): The resource could not be found. Jul 22 23:55:15.520939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0f05c9fb-1b91-4dfe-b965-0e3356699c04 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "GET /v2.0/ports/b239191e-7384-4f3b-90f9-d8e556ecef5b HTTP/1.1" status: 404 len: 333 time: 0.0840812 Jul 22 23:55:15.525864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38378) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:15.542071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c3d2e892-5201-4cdc-839c-6039465e2eda tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Request body: {'port': {'network_id': '3eef2fef-3e04-47c3-a1f7-3b1f53063085', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-831843367'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:15.600389 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbff963-354f-438f-b623-f4b39389fab0 None None] Pushing event updated for resources: {'Port': ['ID=ac085990-6eba-4947-94b0-d4449f59ddd4,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:15.673284 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1417b0b2-375a-462f-8406-5fe84cefb910 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.694000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de8788-6140-4429-9bae-7e5250b70299 req-11bbc387-c878-43e8-8225-91ba7e1fc039 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:15.694700 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-95de8788-6140-4429-9bae-7e5250b70299 req-11bbc387-c878-43e8-8225-91ba7e1fc039 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.723412 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1417b0b2-375a-462f-8406-5fe84cefb910 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Transition to ACTIVE for port object 0f835fe2-4c88-45d9-b24c-fccd229ea797 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:15.734803 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-95de8788-6140-4429-9bae-7e5250b70299 req-11bbc387-c878-43e8-8225-91ba7e1fc039 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1407852 Jul 22 23:55:15.748689 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Request body: {'port': {'device_id': 'f7632a5c-97b3-4ad0-b477-c701465d0d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:15.842628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d2e892-5201-4cdc-839c-6039465e2eda tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Made reservation on behalf of 80e8652e87a741fe82cfa7fd54ed5e35 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:15.850430 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3d2e892-5201-4cdc-839c-6039465e2eda tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.888105 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1417b0b2-375a-462f-8406-5fe84cefb910 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.914513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-c3d2e892-5201-4cdc-839c-6039465e2eda tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] device_id is not set on port 229deb62-671c-43b4-9be1-f529cf178578 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:15.973966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1417b0b2-375a-462f-8406-5fe84cefb910 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 60d85ab6-5288-423a-b4ed-96a8536693b9 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:15.976969 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1417b0b2-375a-462f-8406-5fe84cefb910 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:15.984267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1417b0b2-375a-462f-8406-5fe84cefb910 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:16.007134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1417b0b2-375a-462f-8406-5fe84cefb910 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:16.014014 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1417b0b2-375a-462f-8406-5fe84cefb910 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.074608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.168723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c3d2e892-5201-4cdc-839c-6039465e2eda tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Allocated IP 2001:db8::ee (3eef2fef-3e04-47c3-a1f7-3b1f53063085/ba63f659-8ec6-40df-8ef1-5d12cb9b2fa2/229deb62-671c-43b4-9be1-f529cf178578) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:16.479245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6682a6-2bd8-4418-9185-c0a6a314e920 req-faf13bb3-0ec9-41a0-8439-683501972356 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:16.481441 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a6682a6-2bd8-4418-9185-c0a6a314e920 req-faf13bb3-0ec9-41a0-8439-683501972356 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 931 time: 0.2046566 Jul 22 23:55:16.506477 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05484bdf-923f-4555-bd38-5d3fa18d23a3 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:55:16.514980 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417b0b2-375a-462f-8406-5fe84cefb910 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=0f835fe2-4c88-45d9-b24c-fccd229ea797,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:16.518918 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.522276 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1417b0b2-375a-462f-8406-5fe84cefb910 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5678544 Jul 22 23:55:16.527646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38388) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:16.535591 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3d2e892-5201-4cdc-839c-6039465e2eda tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.535850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3ec45cce-0b2b-4bd2-8a1f-baf12ae4044b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'network_id': '60d85ab6-5288-423a-b4ed-96a8536693b9', 'name': 'tempest-PortsIpV6TestJSON-563925351'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:16.547197 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.562887 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Transition to ACTIVE for port object 05484bdf-923f-4555-bd38-5d3fa18d23a3 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:16.570895 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.571397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-c3d2e892-5201-4cdc-839c-6039465e2eda tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Transition to ACTIVE for port object 229deb62-671c-43b4-9be1-f529cf178578 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:16.580869 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a6682a6-2bd8-4418-9185-c0a6a314e920 req-55fb17a8-d7a8-4a2d-afc6-5251ceb97fd2 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920265 Jul 22 23:55:16.623556 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3d2e892-5201-4cdc-839c-6039465e2eda tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.807308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d2e892-5201-4cdc-839c-6039465e2eda tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Network 3eef2fef-3e04-47c3-a1f7-3b1f53063085 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:16.811284 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Pushing event updated for resources: {'Port': ['ID=05484bdf-923f-4555-bd38-5d3fa18d23a3,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:16.816580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c3d2e892-5201-4cdc-839c-6039465e2eda tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:16.820281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d2e892-5201-4cdc-839c-6039465e2eda tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:16.838477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d2e892-5201-4cdc-839c-6039465e2eda tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:16.839179 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3d2e892-5201-4cdc-839c-6039465e2eda tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.860755 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2e892-5201-4cdc-839c-6039465e2eda tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event updated for resources: {'Port': ['ID=229deb62-671c-43b4-9be1-f529cf178578,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:16.893973 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ac085990-6eba-4947-94b0-d4449f59ddd4 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:16.895650 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c3d2e892-5201-4cdc-839c-6039465e2eda tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3639426 Jul 22 23:55:16.897322 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38394) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:16.910906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-22395452-aca1-46ea-80ae-1f84783ddeeb tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:23:ef:8b'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:16.939154 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec45cce-0b2b-4bd2-8a1f-baf12ae4044b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:16.942915 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ec45cce-0b2b-4bd2-8a1f-baf12ae4044b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.003949 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Attempting to bind port 05484bdf-923f-4555-bd38-5d3fa18d23a3 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:17.004373 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Attempting to bind port 05484bdf-923f-4555-bd38-5d3fa18d23a3 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '4e90d70d-5380-473a-85a2-776e82a5324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:17.004824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Attempting to bind port 05484bdf-923f-4555-bd38-5d3fa18d23a3 on network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:17.014986 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port ac085990-6eba-4947-94b0-d4449f59ddd4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:17.033125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Port 05484bdf-923f-4555-bd38-5d3fa18d23a3 on network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:55:17.033622 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Attempting to bind port 05484bdf-923f-4555-bd38-5d3fa18d23a3 on network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:17.046595 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-3ec45cce-0b2b-4bd2-8a1f-baf12ae4044b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] device_id is not set on port 0253ff6d-204e-43d9-b307-bb6ac177ed8f yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:17.066024 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:17.066386 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Checking segment: {'id': '4e90d70d-5380-473a-85a2-776e82a5324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:17.069731 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Bound using segment: {'id': '4e90d70d-5380-473a-85a2-776e82a5324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:17.070248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Bound port: 05484bdf-923f-4555-bd38-5d3fa18d23a3, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e90d70d-5380-473a-85a2-776e82a5324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:17.070591 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.112932 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22395452-aca1-46ea-80ae-1f84783ddeeb tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.353978 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] For port 05484bdf-923f-4555-bd38-5d3fa18d23a3, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:17.378857 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] For port 05484bdf-923f-4555-bd38-5d3fa18d23a3, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=05484bdf-923f-4555-bd38-5d3fa18d23a3,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:17.389840 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.416811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3ec45cce-0b2b-4bd2-8a1f-baf12ae4044b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Allocated IP 2001:db8::2d7 (60d85ab6-5288-423a-b4ed-96a8536693b9/6b5c82b4-1e9b-4c6c-bafc-f549a0b70d81/0253ff6d-204e-43d9-b307-bb6ac177ed8f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:17.448662 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:17.449913 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.451408 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-95de8788-6140-4429-9bae-7e5250b70299 req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] 10.222.0.95 "PUT /v2.0/ports/05484bdf-923f-4555-bd38-5d3fa18d23a3 HTTP/1.1" status: 200 len: 1091 time: 1.7079914 Jul 22 23:55:17.466937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7632a5c-97b3-4ad0-b477-c701465d0d72', 'tag': '05484bdf-923f-4555-bd38-5d3fa18d23a3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:55:17.479752 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa98080-9001-4d3a-9b25-c3c1231c3bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7632a5c-97b3-4ad0-b477-c701465d0d72", "tag": "05484bdf-923f-4555-bd38-5d3fa18d23a3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:55:17.573408 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee3adaa-dc23-4f00-acf6-27114c788533 x-openstack-request-id: req-1ee3adaa-dc23-4f00-acf6-27114c788533 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:55:17.573715 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7632a5c-97b3-4ad0-b477-c701465d0d72", "tag": "05484bdf-923f-4555-bd38-5d3fa18d23a3", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:55:17.573964 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1ee3adaa-dc23-4f00-acf6-27114c788533 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:55:17.574495 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7632a5c-97b3-4ad0-b477-c701465d0d72', 'tag': '05484bdf-923f-4555-bd38-5d3fa18d23a3', 'status': 'completed', 'code': 200} Jul 22 23:55:17.574921 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15946e-aee0-4069-afdc-868198a15539 service neutron] Pushing event updated for resources: {'Port': ['ID=05484bdf-923f-4555-bd38-5d3fa18d23a3,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:17.580089 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcb6339-399c-491c-884a-f2dc3a5cae3c None None] Network 60d85ab6-5288-423a-b4ed-96a8536693b9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:17.622712 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22395452-aca1-46ea-80ae-1f84783ddeeb tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.635997 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22395452-aca1-46ea-80ae-1f84783ddeeb tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.660718 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de8788-6140-4429-9bae-7e5250b70299 req-124ff23e-91ed-434c-bc76-29c3f51e5824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:17.662345 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-95de8788-6140-4429-9bae-7e5250b70299 req-124ff23e-91ed-434c-bc76-29c3f51e5824 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d1319a1d097b4fa59118c8e9fd75dafa&device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 1094 time: 0.1551998 Jul 22 23:55:17.707461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-22395452-aca1-46ea-80ae-1f84783ddeeb tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] In _notify_port_updated(), no bound segment for port 229deb62-671c-43b4-9be1-f529cf178578 on network 3eef2fef-3e04-47c3-a1f7-3b1f53063085 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:55:17.715967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22395452-aca1-46ea-80ae-1f84783ddeeb tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:17.717218 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-22395452-aca1-46ea-80ae-1f84783ddeeb tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.718749 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-22395452-aca1-46ea-80ae-1f84783ddeeb tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "PUT /v2.0/ports/229deb62-671c-43b4-9be1-f529cf178578 HTTP/1.1" status: 200 len: 1001 time: 0.8199525 Jul 22 23:55:17.724488 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38408) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:17.808086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-58ea5b51-4798-4198-aa1f-af62d75f478b None None] Provisioning for port 229deb62-671c-43b4-9be1-f529cf178578 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:17.830028 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-95de8788-6140-4429-9bae-7e5250b70299 req-4d78af0a-fcb0-4b60-b1af-a01fac6882f1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05484bdf-923f-4555-bd38-5d3fa18d23a3 HTTP/1.1" status: 200 len: 217 time: 0.0485313 Jul 22 23:55:17.845404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-58ea5b51-4798-4198-aa1f-af62d75f478b None None] Provisioning complete for port 229deb62-671c-43b4-9be1-f529cf178578 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:17.852430 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58ea5b51-4798-4198-aa1f-af62d75f478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.922568 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ec45cce-0b2b-4bd2-8a1f-baf12ae4044b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.941524 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de8788-6140-4429-9bae-7e5250b70299 req-5ca34fec-d461-4db0-a956-45f286a7af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:17.943318 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-95de8788-6140-4429-9bae-7e5250b70299 req-5ca34fec-d461-4db0-a956-45f286a7af5c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=de4837d0-4de8-44c9-87e4-4e3448c43fdb HTTP/1.1" status: 200 len: 855 time: 0.0997553 Jul 22 23:55:17.946996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3ec45cce-0b2b-4bd2-8a1f-baf12ae4044b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Transition to ACTIVE for port object 0253ff6d-204e-43d9-b307-bb6ac177ed8f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:18.003462 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-95de8788-6140-4429-9bae-7e5250b70299 req-890c5cb7-cc32-4933-a3ca-793772ecf152 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511513 Jul 22 23:55:18.030332 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-58ea5b51-4798-4198-aa1f-af62d75f478b None None] Port 229deb62-671c-43b4-9be1-f529cf178578 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:18.058437 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22395452-aca1-46ea-80ae-1f84783ddeeb tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event updated for resources: {'Port': ['ID=229deb62-671c-43b4-9be1-f529cf178578,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:18.185863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-58ea5b51-4798-4198-aa1f-af62d75f478b None None] Provisioning for port ac085990-6eba-4947-94b0-d4449f59ddd4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:18.215050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-58ea5b51-4798-4198-aa1f-af62d75f478b None None] Provisioning complete for port ac085990-6eba-4947-94b0-d4449f59ddd4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:18.215430 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58ea5b51-4798-4198-aa1f-af62d75f478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.225158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b1111-d750-4a60-84d3-ae1d3ecd113c req-81156005-a5f6-4275-83ba-039fffad6a0e tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:18.231704 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-123b1111-d750-4a60-84d3-ae1d3ecd113c req-81156005-a5f6-4275-83ba-039fffad6a0e tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 943 time: 0.2972553 Jul 22 23:55:18.261146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b34e6152-e4ad-4391-a44c-cfb9fd8bc8ef tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Deleting port 229deb62-671c-43b4-9be1-f529cf178578 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:18.262215 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b34e6152-e4ad-4391-a44c-cfb9fd8bc8ef tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.323362 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58ea5b51-4798-4198-aa1f-af62d75f478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.323933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-123b1111-d750-4a60-84d3-ae1d3ecd113c req-5bc602d5-29ba-4c3d-9fe1-b7e80742bcdc tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832205 Jul 22 23:55:18.381770 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-58ea5b51-4798-4198-aa1f-af62d75f478b None None] For port ac085990-6eba-4947-94b0-d4449f59ddd4, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ac085990-6eba-4947-94b0-d4449f59ddd4,segment=NetworkSegment(7fb53b0c-e696-43a7-990a-430d6d85a39e),segment_id=7fb53b0c-e696-43a7-990a-430d6d85a39e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:18.385297 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-95de8788-6140-4429-9bae-7e5250b70299 req-977b9750-670f-4baf-8286-e05fa981b69d service neutron] 10.222.0.95 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732955 Jul 22 23:55:18.386773 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ec45cce-0b2b-4bd2-8a1f-baf12ae4044b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.389987 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58ea5b51-4798-4198-aa1f-af62d75f478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.522931 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b34e6152-e4ad-4391-a44c-cfb9fd8bc8ef tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.544229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b34e6152-e4ad-4391-a44c-cfb9fd8bc8ef tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Calling delete_port for 229deb62-671c-43b4-9be1-f529cf178578 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:18.589821 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea5b51-4798-4198-aa1f-af62d75f478b None None] Pushing event updated for resources: {'Port': ['ID=ac085990-6eba-4947-94b0-d4449f59ddd4,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:18.604018 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b9a86d0e-40a2-4c7b-adfa-1db6e031d383 None None] Provisioning complete for port 229deb62-671c-43b4-9be1-f529cf178578 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:18.605032 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b9a86d0e-40a2-4c7b-adfa-1db6e031d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.652818 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec45cce-0b2b-4bd2-8a1f-baf12ae4044b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=0253ff6d-204e-43d9-b307-bb6ac177ed8f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:18.687490 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec45cce-0b2b-4bd2-8a1f-baf12ae4044b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 60d85ab6-5288-423a-b4ed-96a8536693b9 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:18.692864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3ec45cce-0b2b-4bd2-8a1f-baf12ae4044b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:18.696196 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec45cce-0b2b-4bd2-8a1f-baf12ae4044b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:18.704770 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b9a86d0e-40a2-4c7b-adfa-1db6e031d383 None None] Port 229deb62-671c-43b4-9be1-f529cf178578 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:18.708260 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec45cce-0b2b-4bd2-8a1f-baf12ae4044b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:18.710405 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ec45cce-0b2b-4bd2-8a1f-baf12ae4044b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.787597 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ec45cce-0b2b-4bd2-8a1f-baf12ae4044b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2563097 Jul 22 23:55:18.788165 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38416) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:18.811721 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b34e6152-e4ad-4391-a44c-cfb9fd8bc8ef tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.840720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b7415d30-e489-4e16-b50c-8e5d135ae784 None None] Provisioning for port 0f835fe2-4c88-45d9-b24c-fccd229ea797 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:18.845463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b7415d30-e489-4e16-b50c-8e5d135ae784 None None] Provisioning complete for port 0f835fe2-4c88-45d9-b24c-fccd229ea797 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:18.845602 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7415d30-e489-4e16-b50c-8e5d135ae784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.902755 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e6152-e4ad-4391-a44c-cfb9fd8bc8ef tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event deleted for resources: {'Port': ['ID=229deb62-671c-43b4-9be1-f529cf178578,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:18.952687 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-95de8788-6140-4429-9bae-7e5250b70299 req-952afb7f-b99b-4c0f-9953-f30722ce39ca service neutron] 10.222.0.95 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369687 Jul 22 23:55:18.959923 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b34e6152-e4ad-4391-a44c-cfb9fd8bc8ef tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.962041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b34e6152-e4ad-4391-a44c-cfb9fd8bc8ef tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "DELETE /v2.0/ports/229deb62-671c-43b4-9be1-f529cf178578 HTTP/1.1" status: 204 len: 168 time: 1.2363417 Jul 22 23:55:18.964949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38418) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:18.988037 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b7415d30-e489-4e16-b50c-8e5d135ae784 None None] Port 0f835fe2-4c88-45d9-b24c-fccd229ea797 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:18.999779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b7415d30-e489-4e16-b50c-8e5d135ae784 None None] Provisioning complete for port ac085990-6eba-4947-94b0-d4449f59ddd4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:19.000471 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7415d30-e489-4e16-b50c-8e5d135ae784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.038005 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-15771080-65e8-4f72-8e58-7ff66421e240 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] GET failed (client error): The resource could not be found. Jul 22 23:55:19.043967 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-15771080-65e8-4f72-8e58-7ff66421e240 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "GET /v2.0/ports/229deb62-671c-43b4-9be1-f529cf178578 HTTP/1.1" status: 404 len: 333 time: 0.0778046 Jul 22 23:55:19.049742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38420) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:19.055251 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9ce9b875-087e-453a-b101-2046edd1d5d8 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Request body: {'port': {'network_id': '3eef2fef-3e04-47c3-a1f7-3b1f53063085', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1821551888'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:19.194182 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bc4096-cf5d-41e6-a0c7-16b0a3f57834 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:19.196150 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c0bc4096-cf5d-41e6-a0c7-16b0a3f57834 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A190 HTTP/1.1" status: 200 len: 928 time: 0.4067819 Jul 22 23:55:19.199562 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38426) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:19.315023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e72eeda1-47ee-4a9e-b118-ed6684b9d901 None None] Provisioning complete for port 0f835fe2-4c88-45d9-b24c-fccd229ea797 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:19.320838 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e72eeda1-47ee-4a9e-b118-ed6684b9d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.328118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce9b875-087e-453a-b101-2046edd1d5d8 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Made reservation on behalf of 80e8652e87a741fe82cfa7fd54ed5e35 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:19.332167 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ce9b875-087e-453a-b101-2046edd1d5d8 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.336951 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa98080-9001-4d3a-9b25-c3c1231c3bb0 req-b3f0b237-6142-440f-b60f-f62bd47462ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:19.339973 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3aa98080-9001-4d3a-9b25-c3c1231c3bb0 req-b3f0b237-6142-440f-b60f-f62bd47462ad service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d1319a1d097b4fa59118c8e9fd75dafa&device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 1094 time: 0.3187628 Jul 22 23:55:19.386511 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-9ce9b875-087e-453a-b101-2046edd1d5d8 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] device_id is not set on port eb615915-63e3-44bf-b888-9416b8154177 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:19.399720 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:55:19.477198 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e72eeda1-47ee-4a9e-b118-ed6684b9d901 None None] Port 0f835fe2-4c88-45d9-b24c-fccd229ea797 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:19.638442 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b233db35-7ec9-45c0-b17b-19eff7cd4f53 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port 0253ff6d-204e-43d9-b307-bb6ac177ed8f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:19.639106 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b233db35-7ec9-45c0-b17b-19eff7cd4f53 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.718193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa98080-9001-4d3a-9b25-c3c1231c3bb0 req-03b0b85d-52fa-4a52-b91c-d1afae3d2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:19.719595 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3aa98080-9001-4d3a-9b25-c3c1231c3bb0 req-03b0b85d-52fa-4a52-b91c-d1afae3d2cf7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 HTTP/1.1" status: 200 len: 916 time: 0.2903206 Jul 22 23:55:19.733521 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9ce9b875-087e-453a-b101-2046edd1d5d8 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Allocated IP 2001:db8::33c (3eef2fef-3e04-47c3-a1f7-3b1f53063085/ba63f659-8ec6-40df-8ef1-5d12cb9b2fa2/eb615915-63e3-44bf-b888-9416b8154177) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:19.799849 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3aa98080-9001-4d3a-9b25-c3c1231c3bb0 req-ea78e78d-3798-4b9f-bbdc-328f1083f08e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05484bdf-923f-4555-bd38-5d3fa18d23a3 HTTP/1.1" status: 200 len: 217 time: 0.0719008 Jul 22 23:55:19.810255 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f72ed9e5-66dc-4cdc-92c3-da532f30799a None None] Provisioning for port 0253ff6d-204e-43d9-b307-bb6ac177ed8f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:19.815367 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f72ed9e5-66dc-4cdc-92c3-da532f30799a None None] Provisioning complete for port 0253ff6d-204e-43d9-b307-bb6ac177ed8f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:19.815830 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f72ed9e5-66dc-4cdc-92c3-da532f30799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.875326 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b233db35-7ec9-45c0-b17b-19eff7cd4f53 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.896453 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b233db35-7ec9-45c0-b17b-19eff7cd4f53 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for 0253ff6d-204e-43d9-b307-bb6ac177ed8f owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:19.898241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa98080-9001-4d3a-9b25-c3c1231c3bb0 req-4ca6475d-7a29-483d-8d76-653bc35c0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:19.899050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f72ed9e5-66dc-4cdc-92c3-da532f30799a None None] Port 0253ff6d-204e-43d9-b307-bb6ac177ed8f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:19.899734 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3aa98080-9001-4d3a-9b25-c3c1231c3bb0 req-4ca6475d-7a29-483d-8d76-653bc35c0d6d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=de4837d0-4de8-44c9-87e4-4e3448c43fdb HTTP/1.1" status: 200 len: 855 time: 0.0890427 Jul 22 23:55:19.946215 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3aa98080-9001-4d3a-9b25-c3c1231c3bb0 req-f17cf6d8-f23f-4b10-9f19-17d177ca9723 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323741 Jul 22 23:55:20.051176 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981294ac-fd68-4948-a7ed-7797d0c3b388 req-0425ed19-dd4d-4b6a-972f-8e01f8e0a70b tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:20.067076 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-981294ac-fd68-4948-a7ed-7797d0c3b388 req-0425ed19-dd4d-4b6a-972f-8e01f8e0a70b tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 943 time: 0.5722404 Jul 22 23:55:20.123707 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3aa98080-9001-4d3a-9b25-c3c1231c3bb0 req-856033f8-08d6-46d0-b4ca-ba6ecf7042d9 service neutron] 10.222.0.95 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433272 Jul 22 23:55:20.219912 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-981294ac-fd68-4948-a7ed-7797d0c3b388 req-cfa8c715-638c-41a1-bbc3-e0e403e906f8 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396542 Jul 22 23:55:20.262401 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b233db35-7ec9-45c0-b17b-19eff7cd4f53 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.272220 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ce9b875-087e-453a-b101-2046edd1d5d8 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.293251 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-9ce9b875-087e-453a-b101-2046edd1d5d8 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Transition to ACTIVE for port object eb615915-63e3-44bf-b888-9416b8154177 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:20.328979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233db35-7ec9-45c0-b17b-19eff7cd4f53 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=0253ff6d-204e-43d9-b307-bb6ac177ed8f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:20.373476 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3aa98080-9001-4d3a-9b25-c3c1231c3bb0 req-3d48e2dc-1354-49f6-84a7-59fde5646e8c service neutron] 10.222.0.95 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423561 Jul 22 23:55:20.374729 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b233db35-7ec9-45c0-b17b-19eff7cd4f53 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.379211 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b233db35-7ec9-45c0-b17b-19eff7cd4f53 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/0253ff6d-204e-43d9-b307-bb6ac177ed8f HTTP/1.1" status: 204 len: 168 time: 1.1762543 Jul 22 23:55:20.379868 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38436) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:20.407592 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ce9b875-087e-453a-b101-2046edd1d5d8 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.480983 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-7402129b-fa05-4699-b4ef-b4bf6eea032a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] GET failed (client error): The resource could not be found. Jul 22 23:55:20.488217 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7402129b-fa05-4699-b4ef-b4bf6eea032a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports/0253ff6d-204e-43d9-b307-bb6ac177ed8f HTTP/1.1" status: 404 len: 333 time: 0.1072083 Jul 22 23:55:20.488430 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38438) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:20.542720 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce9b875-087e-453a-b101-2046edd1d5d8 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Network 3eef2fef-3e04-47c3-a1f7-3b1f53063085 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:20.552453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9ce9b875-087e-453a-b101-2046edd1d5d8 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:20.569698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce9b875-087e-453a-b101-2046edd1d5d8 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:20.583761 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce9b875-087e-453a-b101-2046edd1d5d8 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:20.584656 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9ce9b875-087e-453a-b101-2046edd1d5d8 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.605865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9b875-087e-453a-b101-2046edd1d5d8 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event updated for resources: {'Port': ['ID=eb615915-63e3-44bf-b888-9416b8154177,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:20.652229 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9ce9b875-087e-453a-b101-2046edd1d5d8 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6009994 Jul 22 23:55:20.655601 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38442) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:20.674075 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-77958087-d199-45de-a292-c257d2c4500f tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Request body: {'port': {'network_id': '3eef2fef-3e04-47c3-a1f7-3b1f53063085', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1096120920'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:20.710737 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 05484bdf-923f-4555-bd38-5d3fa18d23a3 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:55:20.804602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ac085990-6eba-4947-94b0-d4449f59ddd4 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:20.957866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 05484bdf-923f-4555-bd38-5d3fa18d23a3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=05484bdf-923f-4555-bd38-5d3fa18d23a3,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:20.972604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port ac085990-6eba-4947-94b0-d4449f59ddd4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:20.972934 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:21.011354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '05484bdf-923f-4555-bd38-5d3fa18d23a3', 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06', 'port_id': '05484bdf-923f-4555-bd38-5d3fa18d23a3', 'mac_address': 'fa:16:3e:31:e6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4837d0-4de8-44c9-87e4-4e3448c43fdb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:55:21.093598 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d29b7a1-0250-4161-b2b1-337323a1de65 None None] Provisioning for port eb615915-63e3-44bf-b888-9416b8154177 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:21.099899 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d29b7a1-0250-4161-b2b1-337323a1de65 None None] Provisioning complete for port eb615915-63e3-44bf-b888-9416b8154177 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:21.100268 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d29b7a1-0250-4161-b2b1-337323a1de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:21.158555 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3d29b7a1-0250-4161-b2b1-337323a1de65 None None] Port eb615915-63e3-44bf-b888-9416b8154177 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:21.164380 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:21.223566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05484bdf-923f-4555-bd38-5d3fa18d23a3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:55:21.246611 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 05484bdf-923f-4555-bd38-5d3fa18d23a3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=05484bdf-923f-4555-bd38-5d3fa18d23a3,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:21.272466 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:21.404407 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=05484bdf-923f-4555-bd38-5d3fa18d23a3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:21.485112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['05484bdf-923f-4555-bd38-5d3fa18d23a3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:55:21.496199 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dad67-229e-43b7-99ca-3b94fbb2f781 req-11c250bb-1d4f-4e0f-b360-3c5f4fab3d9b tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:21.498131 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4b2dad67-229e-43b7-99ca-3b94fbb2f781 req-11c250bb-1d4f-4e0f-b360-3c5f4fab3d9b tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 944 time: 0.1384685 Jul 22 23:55:21.548846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77958087-d199-45de-a292-c257d2c4500f tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Made reservation on behalf of 80e8652e87a741fe82cfa7fd54ed5e35 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:21.559510 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77958087-d199-45de-a292-c257d2c4500f tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:21.582633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4b2dad67-229e-43b7-99ca-3b94fbb2f781 req-686936bb-a680-4525-b952-b8fc89f6fb26 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763249 Jul 22 23:55:21.601751 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-77958087-d199-45de-a292-c257d2c4500f tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] device_id is not set on port fc229529-090a-406d-a5ac-47d0cd85136f yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:21.665371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dff1c4bf-7f29-4105-a5b2-672345dbf710 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port 0f835fe2-4c88-45d9-b24c-fccd229ea797 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:21.666077 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dff1c4bf-7f29-4105-a5b2-672345dbf710 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:21.927676 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-77958087-d199-45de-a292-c257d2c4500f tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Allocated IP 2001:db8::3e3 (3eef2fef-3e04-47c3-a1f7-3b1f53063085/ba63f659-8ec6-40df-8ef1-5d12cb9b2fa2/fc229529-090a-406d-a5ac-47d0cd85136f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:21.952589 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dff1c4bf-7f29-4105-a5b2-672345dbf710 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:21.970899 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dff1c4bf-7f29-4105-a5b2-672345dbf710 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for 0f835fe2-4c88-45d9-b24c-fccd229ea797 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:22.214541 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77958087-d199-45de-a292-c257d2c4500f tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.240732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-77958087-d199-45de-a292-c257d2c4500f tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Transition to ACTIVE for port object fc229529-090a-406d-a5ac-47d0cd85136f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:22.242369 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dff1c4bf-7f29-4105-a5b2-672345dbf710 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.278759 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1c4bf-7f29-4105-a5b2-672345dbf710 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=0f835fe2-4c88-45d9-b24c-fccd229ea797,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:22.335325 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dff1c4bf-7f29-4105-a5b2-672345dbf710 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.340552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38458) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:22.348332 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dff1c4bf-7f29-4105-a5b2-672345dbf710 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/0f835fe2-4c88-45d9-b24c-fccd229ea797 HTTP/1.1" status: 204 len: 168 time: 1.8480411 Jul 22 23:55:22.388594 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77958087-d199-45de-a292-c257d2c4500f tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.407457 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba3eea9-9c53-450d-8415-b2b1a978f599 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] GET failed (client error): The resource could not be found. Jul 22 23:55:22.414245 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-dba3eea9-9c53-450d-8415-b2b1a978f599 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports/0f835fe2-4c88-45d9-b24c-fccd229ea797 HTTP/1.1" status: 404 len: 333 time: 0.0658090 Jul 22 23:55:22.415283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38460) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:22.438221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77958087-d199-45de-a292-c257d2c4500f tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Network 3eef2fef-3e04-47c3-a1f7-3b1f53063085 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:22.444352 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-77958087-d199-45de-a292-c257d2c4500f tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:22.448725 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77958087-d199-45de-a292-c257d2c4500f tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:22.469763 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77958087-d199-45de-a292-c257d2c4500f tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:22.470413 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77958087-d199-45de-a292-c257d2c4500f tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.485674 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77958087-d199-45de-a292-c257d2c4500f tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event updated for resources: {'Port': ['ID=fc229529-090a-406d-a5ac-47d0cd85136f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:22.518056 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-77958087-d199-45de-a292-c257d2c4500f tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8519046 Jul 22 23:55:22.524300 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38462) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:22.525851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-4337f6d6-05b4-4319-adda-6bbcda77b178 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting subnet 6b5c82b4-1e9b-4c6c-bafc-f549a0b70d81 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:22.531627 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ab40e901-ba09-41bc-b277-58343bde30f3 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a0', 'mac_address': 'fa:16:3e:23:ef:8b'}, {'ip_address': '2001:db8::33c', 'mac_address': 'fa:16:3e:b1:ac:39'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:22.535447 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4337f6d6-05b4-4319-adda-6bbcda77b178 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.596861 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4337f6d6-05b4-4319-adda-6bbcda77b178 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.715176 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 05484bdf-923f-4555-bd38-5d3fa18d23a3 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:22.830811 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 05484bdf-923f-4555-bd38-5d3fa18d23a3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:22.835019 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 05484bdf-923f-4555-bd38-5d3fa18d23a3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:22.835395 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.870183 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab40e901-ba09-41bc-b277-58343bde30f3 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.888539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb1da9-b470-4521-8b2d-b74060af65c3 req-277b77eb-fb15-4d3d-87c2-1655c515b51b tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:22.891597 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e7fb1da9-b470-4521-8b2d-b74060af65c3 req-277b77eb-fb15-4d3d-87c2-1655c515b51b tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 944 time: 0.2009258 Jul 22 23:55:22.920267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e8ebb3ff-6583-4109-889c-1144d3c33f4f None None] Provisioning for port fc229529-090a-406d-a5ac-47d0cd85136f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:22.931814 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e8ebb3ff-6583-4109-889c-1144d3c33f4f None None] Provisioning complete for port fc229529-090a-406d-a5ac-47d0cd85136f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:22.932244 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb3ff-6583-4109-889c-1144d3c33f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.969960 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4337f6d6-05b4-4319-adda-6bbcda77b178 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.087133 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e7fb1da9-b470-4521-8b2d-b74060af65c3 req-ece98515-4628-4803-94ec-562b04163b60 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673903 Jul 22 23:55:23.127818 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4337f6d6-05b4-4319-adda-6bbcda77b178 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.162924 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4337f6d6-05b4-4319-adda-6bbcda77b178 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.166056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4337f6d6-05b4-4319-adda-6bbcda77b178 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/6b5c82b4-1e9b-4c6c-bafc-f549a0b70d81 HTTP/1.1" status: 204 len: 168 time: 0.7483387 Jul 22 23:55:23.171106 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38468) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:23.264436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e8ebb3ff-6583-4109-889c-1144d3c33f4f None None] Port fc229529-090a-406d-a5ac-47d0cd85136f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:23.271918 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc4af98-d631-4b57-afd6-f059dc839584 None None] Network 60d85ab6-5288-423a-b4ed-96a8536693b9 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:23.308612 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.403970 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7632a5c-97b3-4ad0-b477-c701465d0d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05484bdf-923f-4555-bd38-5d3fa18d23a3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:55:23.406762 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7b8d36-fdef-492d-b3b7-d038d6670f18" -d '{"events": [{"server_uuid": "f7632a5c-97b3-4ad0-b477-c701465d0d72", "name": "network-vif-plugged", "status": "completed", "tag": "05484bdf-923f-4555-bd38-5d3fa18d23a3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:55:23.436795 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.440461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337f6d6-05b4-4319-adda-6bbcda77b178 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Subnet': ['ID=6b5c82b4-1e9b-4c6c-bafc-f549a0b70d81,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:23.451311 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 05484bdf-923f-4555-bd38-5d3fa18d23a3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=05484bdf-923f-4555-bd38-5d3fa18d23a3,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:23.458274 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.542372 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab40e901-ba09-41bc-b277-58343bde30f3 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.542616 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec62a8b-3f05-47b1-ae7e-f40fb1f002da x-openstack-request-id: req-bec62a8b-3f05-47b1-ae7e-f40fb1f002da {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:55:23.542875 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7632a5c-97b3-4ad0-b477-c701465d0d72", "name": "network-vif-plugged", "status": "completed", "tag": "05484bdf-923f-4555-bd38-5d3fa18d23a3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:55:23.543228 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bec62a8b-3f05-47b1-ae7e-f40fb1f002da {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:55:23.543865 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7632a5c-97b3-4ad0-b477-c701465d0d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05484bdf-923f-4555-bd38-5d3fa18d23a3', 'code': 200} Jul 22 23:55:23.556835 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab40e901-ba09-41bc-b277-58343bde30f3 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.558592 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=05484bdf-923f-4555-bd38-5d3fa18d23a3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:23.626853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port ac085990-6eba-4947-94b0-d4449f59ddd4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:23.628222 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.644307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40e901-ba09-41bc-b277-58343bde30f3 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event updated for resources: {'Port': ['ID=fc229529-090a-406d-a5ac-47d0cd85136f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:23.688484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ab40e901-ba09-41bc-b277-58343bde30f3 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] In _notify_port_updated(), no bound segment for port fc229529-090a-406d-a5ac-47d0cd85136f on network 3eef2fef-3e04-47c3-a1f7-3b1f53063085 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:55:23.694722 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab40e901-ba09-41bc-b277-58343bde30f3 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:23.695263 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab40e901-ba09-41bc-b277-58343bde30f3 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.696592 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ab40e901-ba09-41bc-b277-58343bde30f3 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "PUT /v2.0/ports/fc229529-090a-406d-a5ac-47d0cd85136f HTTP/1.1" status: 200 len: 1068 time: 1.1709578 Jul 22 23:55:23.701419 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38478) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:23.740162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0bdab1-8b42-4dc9-9233-00fd9fedff24 None None] DHCP port deletion for 60d85ab6-5288-423a-b4ed-96a8536693b9 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:55:23.821916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] For port ac085990-6eba-4947-94b0-d4449f59ddd4, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ac085990-6eba-4947-94b0-d4449f59ddd4,segment=NetworkSegment(7fb53b0c-e696-43a7-990a-430d6d85a39e),segment_id=7fb53b0c-e696-43a7-990a-430d6d85a39e)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:23.822591 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.844317 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for ac085990-6eba-4947-94b0-d4449f59ddd4 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:23.845513 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c50fce-55b0-4947-a0f8-65aada1d96f3 req-ecac71e3-615b-41e4-8af6-3822a3c1cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:23.847057 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-25c50fce-55b0-4947-a0f8-65aada1d96f3 req-ecac71e3-615b-41e4-8af6-3822a3c1cefe service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 1096 time: 0.2105007 Jul 22 23:55:23.870213 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-73522e10-4356-4312-b4ea-a4395ca857cc tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Deleting port fc229529-090a-406d-a5ac-47d0cd85136f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:23.872431 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73522e10-4356-4312-b4ea-a4395ca857cc tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.880185 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bdab1-8b42-4dc9-9233-00fd9fedff24 None None] Deleting port ac085990-6eba-4947-94b0-d4449f59ddd4 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:23.886332 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e0bdab1-8b42-4dc9-9233-00fd9fedff24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.951712 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-25c50fce-55b0-4947-a0f8-65aada1d96f3 req-b475c9b6-c1ab-43a0-99ac-a2b3f5835577 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941265 Jul 22 23:55:24.088151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5e0bdab1-8b42-4dc9-9233-00fd9fedff24 None None] For port ac085990-6eba-4947-94b0-d4449f59ddd4, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ac085990-6eba-4947-94b0-d4449f59ddd4,segment=NetworkSegment(7fb53b0c-e696-43a7-990a-430d6d85a39e),segment_id=7fb53b0c-e696-43a7-990a-430d6d85a39e)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:24.088151 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e0bdab1-8b42-4dc9-9233-00fd9fedff24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.088151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bdab1-8b42-4dc9-9233-00fd9fedff24 None None] Calling delete_port for ac085990-6eba-4947-94b0-d4449f59ddd4 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:24.088723 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73522e10-4356-4312-b4ea-a4395ca857cc tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.098336 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.101871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-73522e10-4356-4312-b4ea-a4395ca857cc tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Calling delete_port for fc229529-090a-406d-a5ac-47d0cd85136f owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:24.194195 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e0bdab1-8b42-4dc9-9233-00fd9fedff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.209254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No DVR routers for this DVR port ac085990-6eba-4947-94b0-d4449f59ddd4 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:24.221588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=ac085990-6eba-4947-94b0-d4449f59ddd4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:24.310480 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bdab1-8b42-4dc9-9233-00fd9fedff24 None None] Pushing event deleted for resources: {'Port': ['ID=ac085990-6eba-4947-94b0-d4449f59ddd4,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:24.331240 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73522e10-4356-4312-b4ea-a4395ca857cc tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.331563 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0bdab1-8b42-4dc9-9233-00fd9fedff24 None None] No DVR routers for this DVR port ac085990-6eba-4947-94b0-d4449f59ddd4 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:24.338111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5f369c0e-26e0-4ce3-8305-bcc38c59fb48 None None] Provisioning complete for port fc229529-090a-406d-a5ac-47d0cd85136f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:24.338788 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f369c0e-26e0-4ce3-8305-bcc38c59fb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.372416 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5f369c0e-26e0-4ce3-8305-bcc38c59fb48 None None] Port fc229529-090a-406d-a5ac-47d0cd85136f was deleted so its status cannot be updated. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 23:55:24.405362 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73522e10-4356-4312-b4ea-a4395ca857cc tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event deleted for resources: {'Port': ['ID=fc229529-090a-406d-a5ac-47d0cd85136f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:24.438797 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.464785 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d85ab6-5288-423a-b4ed-96a8536693b9']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:24.484481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb53b0c-e696-43a7-990a-430d6d85a39e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:24.484714 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb53b0c-e696-43a7-990a-430d6d85a39e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:24.497845 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.548624 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.570435 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:24.570435 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:24.590083 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:24.620236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ba83d-908e-499f-ac94-ab623e4aa28a req-9997857a-d240-435c-87c0-430ca7804a70 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:24.624956 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f6ba83d-908e-499f-ac94-ab623e4aa28a req-9997857a-d240-435c-87c0-430ca7804a70 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 945 time: 0.3720002 Jul 22 23:55:24.697564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ac085990-6eba-4947-94b0-d4449f59ddd4 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:24.719882 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73522e10-4356-4312-b4ea-a4395ca857cc tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.720439 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f6ba83d-908e-499f-ac94-ab623e4aa28a req-42ac6fb3-f7da-4f7d-a99f-446facc1b6e7 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753841 Jul 22 23:55:24.722508 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-73522e10-4356-4312-b4ea-a4395ca857cc tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "DELETE /v2.0/ports/fc229529-090a-406d-a5ac-47d0cd85136f HTTP/1.1" status: 204 len: 168 time: 1.0192776 Jul 22 23:55:24.725087 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38492) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:24.732507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: ac085990-6eba-4947-94b0-d4449f59ddd4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:24.732856 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ac085990-6eba-4947-94b0-d4449f59ddd4 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:24.769969 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e26d503-fcf1-4248-be79-68e4f8dd7c65 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] GET failed (client error): The resource could not be found. Jul 22 23:55:24.771678 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e26d503-fcf1-4248-be79-68e4f8dd7c65 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "GET /v2.0/ports/fc229529-090a-406d-a5ac-47d0cd85136f HTTP/1.1" status: 404 len: 333 time: 0.0453353 Jul 22 23:55:24.780164 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38496) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:24.811809 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.817511 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.820015 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/networks/60d85ab6-5288-423a-b4ed-96a8536693b9 HTTP/1.1" status: 204 len: 168 time: 1.6431520 Jul 22 23:55:24.823988 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38498) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:24.829139 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-81156e8f-88da-4c24-a956-54b5fedf16a2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2145202222'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:24.838802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced4c1d-77aa-44e7-94e0-a76f108aac91 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Network': ['ID=60d85ab6-5288-423a-b4ed-96a8536693b9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:24.863180 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81156e8f-88da-4c24-a956-54b5fedf16a2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:24.866985 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81156e8f-88da-4c24-a956-54b5fedf16a2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.901368 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81156e8f-88da-4c24-a956-54b5fedf16a2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:24.912926 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81156e8f-88da-4c24-a956-54b5fedf16a2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.913420 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-81156e8f-88da-4c24-a956-54b5fedf16a2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Added segment 94afc6ca-d8aa-4621-b85c-b2f7b6d732c7 of type vlan for network 27eba663-10ea-40d9-962d-5db0df9cd02c Jul 22 23:55:24.989980 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81156e8f-88da-4c24-a956-54b5fedf16a2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:25.011163 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5e16814-ff53-4c5a-ac61-582d2bdb38f5 req-95e0875d-a645-4849-b5a7-683e0a4b9f18 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0987480 Jul 22 23:55:25.021491 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-02fcc1fd-d425-420b-be57-1e73ab5246e3 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Deleting port eb615915-63e3-44bf-b888-9416b8154177 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:25.021845 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02fcc1fd-d425-420b-be57-1e73ab5246e3 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:25.065151 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81156e8f-88da-4c24-a956-54b5fedf16a2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:25.071099 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81156e8f-88da-4c24-a956-54b5fedf16a2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:25.071393 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81156e8f-88da-4c24-a956-54b5fedf16a2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:25.157523 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-81156e8f-88da-4c24-a956-54b5fedf16a2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3322594 Jul 22 23:55:25.161161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e16814-ff53-4c5a-ac61-582d2bdb38f5 req-5d0aa210-c9d6-4c52-a060-5fb34368c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:25.162172 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38500) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:25.162992 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5e16814-ff53-4c5a-ac61-582d2bdb38f5 req-5d0aa210-c9d6-4c52-a060-5fb34368c97c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 1097 time: 0.0774267 Jul 22 23:55:25.170915 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-845847da-3b27-4866-ae43-3032ade6f5ae tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'subnet': {'network_id': '27eba663-10ea-40d9-962d-5db0df9cd02c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:25.209546 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02fcc1fd-d425-420b-be57-1e73ab5246e3 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:25.213291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81156e8f-88da-4c24-a956-54b5fedf16a2 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Network': ['ID=27eba663-10ea-40d9-962d-5db0df9cd02c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:25.225251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 27eba663-10ea-40d9-962d-5db0df9cd02c details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:25.339640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e16814-ff53-4c5a-ac61-582d2bdb38f5 req-26208285-6f79-4176-9794-ba99bf7e3262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:25.341199 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5e16814-ff53-4c5a-ac61-582d2bdb38f5 req-26208285-6f79-4176-9794-ba99bf7e3262 service neutron] 10.222.0.18 "GET /v2.0/networks?id=891c2138-73e2-46c7-be9c-a08e1e41f46f HTTP/1.1" status: 200 len: 898 time: 0.1566520 Jul 22 23:55:25.388088 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-02fcc1fd-d425-420b-be57-1e73ab5246e3 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Calling delete_port for eb615915-63e3-44bf-b888-9416b8154177 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:25.460868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845847da-3b27-4866-ae43-3032ade6f5ae tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:25.466529 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-845847da-3b27-4866-ae43-3032ade6f5ae tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:25.518819 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5e16814-ff53-4c5a-ac61-582d2bdb38f5 req-ad46aa24-9082-4857-be72-ffb1c74a5b8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee0db05-a402-41f9-932a-d4e14f6467f1 HTTP/1.1" status: 200 len: 1001 time: 0.1637168 Jul 22 23:55:25.600179 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e16814-ff53-4c5a-ac61-582d2bdb38f5 req-77dded10-9f34-48e3-9ad4-79a283e2f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:25.601782 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5e16814-ff53-4c5a-ac61-582d2bdb38f5 req-77dded10-9f34-48e3-9ad4-79a283e2f5b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a5498f1-4887-4c40-a2cd-fca0f7d9252c HTTP/1.1" status: 200 len: 834 time: 0.0677931 Jul 22 23:55:25.702668 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02fcc1fd-d425-420b-be57-1e73ab5246e3 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:25.734078 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e16814-ff53-4c5a-ac61-582d2bdb38f5 req-d214f328-78b5-4044-9ac6-6a89e2a01919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:25.737008 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5e16814-ff53-4c5a-ac61-582d2bdb38f5 req-d214f328-78b5-4044-9ac6-6a89e2a01919 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=891c2138-73e2-46c7-be9c-a08e1e41f46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230073 Jul 22 23:55:25.761615 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcc1fd-d425-420b-be57-1e73ab5246e3 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event deleted for resources: {'Port': ['ID=eb615915-63e3-44bf-b888-9416b8154177,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:25.870694 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02fcc1fd-d425-420b-be57-1e73ab5246e3 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:25.873139 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-02fcc1fd-d425-420b-be57-1e73ab5246e3 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "DELETE /v2.0/ports/eb615915-63e3-44bf-b888-9416b8154177 HTTP/1.1" status: 204 len: 168 time: 1.0919535 Jul 22 23:55:25.880550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:25.937481 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-845847da-3b27-4866-ae43-3032ade6f5ae tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:26.019824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845847da-3b27-4866-ae43-3032ade6f5ae tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Subnet': ['ID=9c60e59e-5d82-40f9-b528-01b7aa3a3307,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:26.029060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845847da-3b27-4866-ae43-3032ade6f5ae tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Checking segment: {'id': '94afc6ca-d8aa-4621-b85c-b2f7b6d732c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '27eba663-10ea-40d9-962d-5db0df9cd02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:26.029722 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845847da-3b27-4866-ae43-3032ade6f5ae tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network hostable DHCP agents. Network: 27eba663-10ea-40d9-962d-5db0df9cd02c, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:26.069047 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845847da-3b27-4866-ae43-3032ade6f5ae tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 27eba663-10ea-40d9-962d-5db0df9cd02c is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:26.082699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-845847da-3b27-4866-ae43-3032ade6f5ae tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 27eba663-10ea-40d9-962d-5db0df9cd02c) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:26.089022 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845847da-3b27-4866-ae43-3032ade6f5ae tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:26.089817 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9b12d2-9cb9-4360-b02d-f85a6929ad6a tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] GET failed (client error): The resource could not be found. Jul 22 23:55:26.089963 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-845847da-3b27-4866-ae43-3032ade6f5ae tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:26.093137 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9f9b12d2-9cb9-4360-b02d-f85a6929ad6a tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "GET /v2.0/ports/eb615915-63e3-44bf-b888-9416b8154177 HTTP/1.1" status: 404 len: 333 time: 0.2070272 Jul 22 23:55:26.113365 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38526) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:26.123656 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faa7adf-935b-42a1-8899-e7884132ac9c None None] Network 27eba663-10ea-40d9-962d-5db0df9cd02c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:26.157892 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-845847da-3b27-4866-ae43-3032ade6f5ae tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9912708 Jul 22 23:55:26.158598 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38530) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:26.169463 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a2709073-961d-462e-b107-28d9a9eb0843 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'network_id': '27eba663-10ea-40d9-962d-5db0df9cd02c', 'name': 'tempest-PortsIpV6TestJSON-910270286', 'fixed_ips': [{'subnet_id': '9c60e59e-5d82-40f9-b528-01b7aa3a3307', 'ip_address': '2001:db8::10'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:26.213451 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5e16814-ff53-4c5a-ac61-582d2bdb38f5 req-f2d1559f-f252-4872-bb70-9bb36251eed7 service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645746 Jul 22 23:55:26.374956 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-27eba663-10ea-40d9-962d-5db0df9cd02c', 'network_id': '27eba663-10ea-40d9-962d-5db0df9cd02c', 'tenant_id': 'd0f0de8c66e94fc0b9f623784c558602', 'fixed_ips': [{'subnet_id': '9c60e59e-5d82-40f9-b528-01b7aa3a3307'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:26.375857 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:26.532292 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2709073-961d-462e-b107-28d9a9eb0843 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:26.717892 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2709073-961d-462e-b107-28d9a9eb0843 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:26.731606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Allocated IP 2001:db8::2 (27eba663-10ea-40d9-962d-5db0df9cd02c/9c60e59e-5d82-40f9-b528-01b7aa3a3307/053632e8-7b49-4743-8c8d-2acbfd8c4bcf) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:26.749613 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-a2709073-961d-462e-b107-28d9a9eb0843 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] device_id is not set on port 29aa04f1-b805-4692-a212-c4782825e983 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:26.765014 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5e16814-ff53-4c5a-ac61-582d2bdb38f5 req-9bc758c7-7ec0-4676-9cec-d8513ede394b service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964154 Jul 22 23:55:26.848057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54dba7-9473-4484-be10-6fe8c0cd034b req-b8917a88-db37-411d-9e51-2e1f97c6b50d tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:26.855727 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c54dba7-9473-4484-be10-6fe8c0cd034b req-b8917a88-db37-411d-9e51-2e1f97c6b50d tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 1097 time: 0.8879604 Jul 22 23:55:26.929405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73f159-3343-4f35-8762-4abaf00b8ef7 req-81263e49-e6ad-4854-9b07-48b2e227cc6f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:26.931575 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7b73f159-3343-4f35-8762-4abaf00b8ef7 req-81263e49-e6ad-4854-9b07-48b2e227cc6f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 945 time: 0.9564667 Jul 22 23:55:26.940603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4447d-ee68-4836-be5e-ffefd8daf8b6 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Deleting port 7ef124bf-c251-4614-b917-263864478891 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:26.940947 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cd4447d-ee68-4836-be5e-ffefd8daf8b6 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.043967 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.056719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Transition to ACTIVE for port object 053632e8-7b49-4743-8c8d-2acbfd8c4bcf will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:27.076553 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c54dba7-9473-4484-be10-6fe8c0cd034b req-be11afee-2a7f-4c20-96de-2095affadd07 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2196367 Jul 22 23:55:27.082557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Transition to ACTIVE for port object 053632e8-7b49-4743-8c8d-2acbfd8c4bcf will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:27.095742 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.104071 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cd4447d-ee68-4836-be5e-ffefd8daf8b6 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.129531 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4447d-ee68-4836-be5e-ffefd8daf8b6 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Calling delete_port for 7ef124bf-c251-4614-b917-263864478891 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:27.142776 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7b73f159-3343-4f35-8762-4abaf00b8ef7 req-39b6e8bf-1126-47a4-bda9-b78a336ceae3 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925238 Jul 22 23:55:27.198612 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Network 27eba663-10ea-40d9-962d-5db0df9cd02c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:27.220125 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:27.226176 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:27.263440 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Pushing event updated for resources: {'Port': ['ID=053632e8-7b49-4743-8c8d-2acbfd8c4bcf,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:27.269372 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a2709073-961d-462e-b107-28d9a9eb0843 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Allocated IP 2001:db8::10 (27eba663-10ea-40d9-962d-5db0df9cd02c/9c60e59e-5d82-40f9-b528-01b7aa3a3307/29aa04f1-b805-4692-a212-c4782825e983) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:27.375706 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Attempting to bind port 053632e8-7b49-4743-8c8d-2acbfd8c4bcf on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:27.376706 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Attempting to bind port 053632e8-7b49-4743-8c8d-2acbfd8c4bcf by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '94afc6ca-d8aa-4621-b85c-b2f7b6d732c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '27eba663-10ea-40d9-962d-5db0df9cd02c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:27.380325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Attempting to bind port 053632e8-7b49-4743-8c8d-2acbfd8c4bcf on network 27eba663-10ea-40d9-962d-5db0df9cd02c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:27.387590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:27.387968 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Checking segment: {'id': '94afc6ca-d8aa-4621-b85c-b2f7b6d732c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '27eba663-10ea-40d9-962d-5db0df9cd02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:27.388376 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.388770 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Bound using segment: {'id': '94afc6ca-d8aa-4621-b85c-b2f7b6d732c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '27eba663-10ea-40d9-962d-5db0df9cd02c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:27.389272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Bound port: 053632e8-7b49-4743-8c8d-2acbfd8c4bcf, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94afc6ca-d8aa-4621-b85c-b2f7b6d732c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '27eba663-10ea-40d9-962d-5db0df9cd02c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:27.389705 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.491919 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cd4447d-ee68-4836-be5e-ffefd8daf8b6 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.523401 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] For port 053632e8-7b49-4743-8c8d-2acbfd8c4bcf, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:27.534207 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] For port 053632e8-7b49-4743-8c8d-2acbfd8c4bcf, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=053632e8-7b49-4743-8c8d-2acbfd8c4bcf,segment=NetworkSegment(94afc6ca-d8aa-4621-b85c-b2f7b6d732c7),segment_id=94afc6ca-d8aa-4621-b85c-b2f7b6d732c7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:27.543418 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.553609 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4447d-ee68-4836-be5e-ffefd8daf8b6 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event deleted for resources: {'Port': ['ID=7ef124bf-c251-4614-b917-263864478891,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:27.594227 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2cd4447d-ee68-4836-be5e-ffefd8daf8b6 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.599191 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2cd4447d-ee68-4836-be5e-ffefd8daf8b6 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "DELETE /v2.0/ports/7ef124bf-c251-4614-b917-263864478891 HTTP/1.1" status: 204 len: 168 time: 1.4643872 Jul 22 23:55:27.602472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38564) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:27.627107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24d660-8aad-4123-8033-4b17018e5feb req-371854a7-6189-4970-bd7a-8a01a86ac648 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:27.639182 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d24d660-8aad-4123-8033-4b17018e5feb req-371854a7-6189-4970-bd7a-8a01a86ac648 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.2767098 Jul 22 23:55:27.674477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36811a07-fc85-4f35-a986-28ed9dec9e9f None None] Pushing event updated for resources: {'Port': ['ID=053632e8-7b49-4743-8c8d-2acbfd8c4bcf,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:27.697352 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2709073-961d-462e-b107-28d9a9eb0843 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.744387 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d24d660-8aad-4123-8033-4b17018e5feb req-4ec01416-7385-469d-836a-4cacb8797c14 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027806 Jul 22 23:55:27.774555 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38572) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:27.780532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a2709073-961d-462e-b107-28d9a9eb0843 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Transition to ACTIVE for port object 29aa04f1-b805-4692-a212-c4782825e983 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:27.801518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-859fa9ba-c3aa-4720-af71-a4633f9436a6 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Deleting subnet ba63f659-8ec6-40df-8ef1-5d12cb9b2fa2 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:27.807503 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-859fa9ba-c3aa-4720-af71-a4633f9436a6 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.944546 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-859fa9ba-c3aa-4720-af71-a4633f9436a6 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.953941 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3ef485a0-0cbd-4bf5-8f47-0bc0b6e35bb7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/2d3853ba-5ce2-4358-9e5b-4a8f7de11f41 HTTP/1.1" status: 200 len: 993 time: 0.1780610 Jul 22 23:55:28.192655 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-859fa9ba-c3aa-4720-af71-a4633f9436a6 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.254237 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2709073-961d-462e-b107-28d9a9eb0843 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.323646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2709073-961d-462e-b107-28d9a9eb0843 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=29aa04f1-b805-4692-a212-c4782825e983,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:28.340200 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2709073-961d-462e-b107-28d9a9eb0843 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 27eba663-10ea-40d9-962d-5db0df9cd02c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:28.344112 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a2709073-961d-462e-b107-28d9a9eb0843 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:28.349043 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2709073-961d-462e-b107-28d9a9eb0843 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:28.358004 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2709073-961d-462e-b107-28d9a9eb0843 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:28.358948 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2709073-961d-462e-b107-28d9a9eb0843 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.381072 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-859fa9ba-c3aa-4720-af71-a4633f9436a6 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.403895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929f886e-1c06-4cbf-99f6-10c8b14d70b3 None None] Network 3eef2fef-3e04-47c3-a1f7-3b1f53063085 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:28.419581 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38586) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:28.419945 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a2709073-961d-462e-b107-28d9a9eb0843 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2602561 Jul 22 23:55:28.421564 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-859fa9ba-c3aa-4720-af71-a4633f9436a6 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.423416 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-859fa9ba-c3aa-4720-af71-a4633f9436a6 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "DELETE /v2.0/subnets/ba63f659-8ec6-40df-8ef1-5d12cb9b2fa2 HTTP/1.1" status: 204 len: 168 time: 0.8152237 Jul 22 23:55:28.424371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fa9ba-c3aa-4720-af71-a4633f9436a6 tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event deleted for resources: {'Subnet': ['ID=ba63f659-8ec6-40df-8ef1-5d12cb9b2fa2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:28.426019 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38588) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:28.429034 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4ec5d6b7-8270-41b1-afa3-9ddd4a156731 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'network_id': '27eba663-10ea-40d9-962d-5db0df9cd02c', 'name': 'tempest-PortsIpV6TestJSON-1953405564', 'fixed_ips': [{'subnet_id': '9c60e59e-5d82-40f9-b528-01b7aa3a3307', 'ip_address': '2001:db8::f'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:28.556305 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.633451 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Deleting port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:28.633755 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.725945 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec5d6b7-8270-41b1-afa3-9ddd4a156731 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:28.860448 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 053632e8-7b49-4743-8c8d-2acbfd8c4bcf up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:28.918643 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] For port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0fc9c8bc-8905-4edb-9995-b62f5f031aa1,segment=NetworkSegment(1625d652-3c18-4aa3-953c-bc77a5f94263),segment_id=1625d652-3c18-4aa3-953c-bc77a5f94263)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:28.919017 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.932783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1ec42c-c406-4296-8867-553afc80c6c4 None None] DHCP port deletion for 3eef2fef-3e04-47c3-a1f7-3b1f53063085 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:55:28.954878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Calling delete_port for 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:29.086643 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ec5d6b7-8270-41b1-afa3-9ddd4a156731 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.147545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-4ec5d6b7-8270-41b1-afa3-9ddd4a156731 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] device_id is not set on port e1f5d2db-de12-42e1-8b21-4adb609b4c70 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:29.158900 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.161628 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 053632e8-7b49-4743-8c8d-2acbfd8c4bcf completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:29.168039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3074e-f224-4a70-bc33-56e7b89c6f9b req-843448af-aaf9-4406-8697-317786c8b3c6 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:29.171553 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ec42c-c406-4296-8867-553afc80c6c4 None None] Deleting port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:29.172039 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec42c-c406-4296-8867-553afc80c6c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.177391 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77a3074e-f224-4a70-bc33-56e7b89c6f9b req-843448af-aaf9-4406-8697-317786c8b3c6 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.2591279 Jul 22 23:55:29.235866 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event deleted for resources: {'Port': ['ID=0fc9c8bc-8905-4edb-9995-b62f5f031aa1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:29.247453 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] No DVR routers for this DVR port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:29.350050 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-cd8ace18-5f16-45ae-ab05-73f9614acebe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4496846 Jul 22 23:55:29.375770 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77a3074e-f224-4a70-bc33-56e7b89c6f9b req-0a5b8554-8d9f-46ae-9c33-ddcc817d1ed5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1909254 Jul 22 23:55:29.383497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ed1ec42c-c406-4296-8867-553afc80c6c4 None None] For port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1, host n-d-688802-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:29.389518 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec42c-c406-4296-8867-553afc80c6c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.422226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ec42c-c406-4296-8867-553afc80c6c4 None None] Calling delete_port for 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:29.425392 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-ed1ec42c-c406-4296-8867-553afc80c6c4 None None] Port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:55:29.439235 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec42c-c406-4296-8867-553afc80c6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.471558 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.485331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eef2fef-3e04-47c3-a1f7-3b1f53063085']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:29.527497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ec42c-c406-4296-8867-553afc80c6c4 None None] Pushing event deleted for resources: {'Port': ['ID=0fc9c8bc-8905-4edb-9995-b62f5f031aa1,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:29.578161 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1ec42c-c406-4296-8867-553afc80c6c4 None None] No DVR routers for this DVR port 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:29.764626 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fee733-5441-4066-b0a2-39403833bc91 None None] Network 27eba663-10ea-40d9-962d-5db0df9cd02c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:29.776264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4ec5d6b7-8270-41b1-afa3-9ddd4a156731 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Allocated IP 2001:db8::f (27eba663-10ea-40d9-962d-5db0df9cd02c/9c60e59e-5d82-40f9-b528-01b7aa3a3307/e1f5d2db-de12-42e1-8b21-4adb609b4c70) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:30.045362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b18587b5-2a29-4bcf-879e-5286aae34602 None None] Provisioning for port 053632e8-7b49-4743-8c8d-2acbfd8c4bcf completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:30.081057 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ec5d6b7-8270-41b1-afa3-9ddd4a156731 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.095822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b18587b5-2a29-4bcf-879e-5286aae34602 None None] Provisioning complete for port 053632e8-7b49-4743-8c8d-2acbfd8c4bcf triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:30.096916 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b18587b5-2a29-4bcf-879e-5286aae34602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.124388 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-4ec5d6b7-8270-41b1-afa3-9ddd4a156731 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Transition to ACTIVE for port object e1f5d2db-de12-42e1-8b21-4adb609b4c70 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:30.196987 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ec5d6b7-8270-41b1-afa3-9ddd4a156731 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.206183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1625d652-3c18-4aa3-953c-bc77a5f94263') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:30.206407 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1625d652-3c18-4aa3-953c-bc77a5f94263') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:30.230480 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.271416 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.294907 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b18587b5-2a29-4bcf-879e-5286aae34602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.299748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:30.300398 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:30.311594 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:30.318824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec5d6b7-8270-41b1-afa3-9ddd4a156731 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 27eba663-10ea-40d9-962d-5db0df9cd02c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:30.333228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4ec5d6b7-8270-41b1-afa3-9ddd4a156731 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:30.338427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5d6b7-8270-41b1-afa3-9ddd4a156731 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:30.349746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec5d6b7-8270-41b1-afa3-9ddd4a156731 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:30.350433 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ec5d6b7-8270-41b1-afa3-9ddd4a156731 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.377038 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b18587b5-2a29-4bcf-879e-5286aae34602 None None] For port 053632e8-7b49-4743-8c8d-2acbfd8c4bcf, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=053632e8-7b49-4743-8c8d-2acbfd8c4bcf,segment=NetworkSegment(94afc6ca-d8aa-4621-b85c-b2f7b6d732c7),segment_id=94afc6ca-d8aa-4621-b85c-b2f7b6d732c7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:30.386663 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b18587b5-2a29-4bcf-879e-5286aae34602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.448134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5d6b7-8270-41b1-afa3-9ddd4a156731 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=e1f5d2db-de12-42e1-8b21-4adb609b4c70,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:30.486604 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ec5d6b7-8270-41b1-afa3-9ddd4a156731 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0591812 Jul 22 23:55:30.488868 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38636) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:30.556618 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.567003 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.572065 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] 10.222.0.26 "DELETE /v2.0/networks/3eef2fef-3e04-47c3-a1f7-3b1f53063085 HTTP/1.1" status: 204 len: 168 time: 2.1448791 Jul 22 23:55:30.595963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18587b5-2a29-4bcf-879e-5286aae34602 None None] Pushing event updated for resources: {'Port': ['ID=053632e8-7b49-4743-8c8d-2acbfd8c4bcf,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:30.600820 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14baee7-5f47-4115-9ce0-3b00a3b6aacf tempest-AllowedAddressPairIpV6TestJSON-2005657414 tempest-AllowedAddressPairIpV6TestJSON-2005657414-project] Pushing event deleted for resources: {'Network': ['ID=3eef2fef-3e04-47c3-a1f7-3b1f53063085,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:30.753406 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f1ee2baa-5d4a-43eb-8c82-577269b8a1d5 None None] Provisioning complete for port 053632e8-7b49-4743-8c8d-2acbfd8c4bcf triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:30.754058 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1ee2baa-5d4a-43eb-8c82-577269b8a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.922573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:31.018918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d575fe-bd6a-4bad-b485-799b7a60e7bd tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:31.019487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:31.020109 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0fc9c8bc-8905-4edb-9995-b62f5f031aa1 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:31.028604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38650) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:31.030772 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d3d575fe-bd6a-4bad-b485-799b7a60e7bd tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5341768 Jul 22 23:55:31.138189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e72270-89e2-4c01-a238-9b7966d541d8 req-8d8a627d-ea0d-4d74-bea0-669c53d3a4fa tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:31.158474 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81e72270-89e2-4c01-a238-9b7966d541d8 req-8d8a627d-ea0d-4d74-bea0-669c53d3a4fa tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.5448437 Jul 22 23:55:31.207024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38654) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:31.281935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f1ee2baa-5d4a-43eb-8c82-577269b8a1d5 None None] Provisioning for port 29aa04f1-b805-4692-a212-c4782825e983 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:31.298909 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f1ee2baa-5d4a-43eb-8c82-577269b8a1d5 None None] Provisioning complete for port 29aa04f1-b805-4692-a212-c4782825e983 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:31.299327 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1ee2baa-5d4a-43eb-8c82-577269b8a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.360666 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81e72270-89e2-4c01-a238-9b7966d541d8 req-5d06bad7-42bf-43a9-9318-e3dd906671ad tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1990390 Jul 22 23:55:31.474583 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7274cc0a-cb57-4d30-9571-a3c36e721087 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:31.486820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee2baa-5d4a-43eb-8c82-577269b8a1d5 None None] Port 29aa04f1-b805-4692-a212-c4782825e983 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:31.520500 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7274cc0a-cb57-4d30-9571-a3c36e721087 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:31.531374 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7274cc0a-cb57-4d30-9571-a3c36e721087 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:31.534952 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7274cc0a-cb57-4d30-9571-a3c36e721087 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5042861 Jul 22 23:55:31.539559 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38660) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:31.596818 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cc02d9c8-7fb6-4af2-878a-457952cfb6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.609475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-77a3c671-7fc3-4101-ab94-32cad6cde493 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80e8652e87a741fe82cfa7fd54ed5e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3964250 Jul 22 23:55:31.610116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38662) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:31.636474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-466359ee-9d61-4d25-adab-254f745d205d None None] Provisioning complete for port 29aa04f1-b805-4692-a212-c4782825e983 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:31.637670 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-466359ee-9d61-4d25-adab-254f745d205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.825460 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-466359ee-9d61-4d25-adab-254f745d205d None None] Port 29aa04f1-b805-4692-a212-c4782825e983 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:31.849311 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-143cd226-cb0f-43af-b657-63b6b835b59f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port e1f5d2db-de12-42e1-8b21-4adb609b4c70 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:31.849812 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-143cd226-cb0f-43af-b657-63b6b835b59f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.036665 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-143cd226-cb0f-43af-b657-63b6b835b59f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.063587 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2a4a9f22-76c3-4175-bbf2-f444b7a3cfcc None None] Provisioning for port e1f5d2db-de12-42e1-8b21-4adb609b4c70 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:32.068247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2a4a9f22-76c3-4175-bbf2-f444b7a3cfcc None None] Provisioning complete for port e1f5d2db-de12-42e1-8b21-4adb609b4c70 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:32.068805 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a4a9f22-76c3-4175-bbf2-f444b7a3cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.073649 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-143cd226-cb0f-43af-b657-63b6b835b59f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for e1f5d2db-de12-42e1-8b21-4adb609b4c70 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:32.076908 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-638508ca-a634-4753-aa2b-00fa64860a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:32.087594 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-638508ca-a634-4753-aa2b-00fa64860a6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 1097 time: 0.3609211 Jul 22 23:55:32.108716 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24db17b3-5bc6-46ec-86e8-35d4884e4c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.162236 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a9f22-76c3-4175-bbf2-f444b7a3cfcc None None] Port e1f5d2db-de12-42e1-8b21-4adb609b4c70 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:32.323172 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-143cd226-cb0f-43af-b657-63b6b835b59f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.374997 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24db17b3-5bc6-46ec-86e8-35d4884e4c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.414416 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cd226-cb0f-43af-b657-63b6b835b59f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=e1f5d2db-de12-42e1-8b21-4adb609b4c70,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:32.420261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-14bbc0c6-aec0-4e3c-8f9b-3cb029bcebac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:32.422552 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-14bbc0c6-aec0-4e3c-8f9b-3cb029bcebac service neutron] 10.222.0.18 "GET /v2.0/networks?id=891c2138-73e2-46c7-be9c-a08e1e41f46f HTTP/1.1" status: 200 len: 898 time: 0.3217387 Jul 22 23:55:32.501409 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-143cd226-cb0f-43af-b657-63b6b835b59f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.504770 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-143cd226-cb0f-43af-b657-63b6b835b59f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/e1f5d2db-de12-42e1-8b21-4adb609b4c70 HTTP/1.1" status: 204 len: 168 time: 0.9625211 Jul 22 23:55:32.507572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38674) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:32.560034 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-17d5d539-affc-4d62-a50f-a718826fa647 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee0db05-a402-41f9-932a-d4e14f6467f1 HTTP/1.1" status: 200 len: 1001 time: 0.1264253 Jul 22 23:55:32.582269 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24db17b3-5bc6-46ec-86e8-35d4884e4c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.595865 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24db17b3-5bc6-46ec-86e8-35d4884e4c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.603091 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-24db17b3-5bc6-46ec-86e8-35d4884e4c06 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56cc1d2d-8f81-4150-8e59-b3a5d7f71314 HTTP/1.1" status: 204 len: 168 time: 0.9854922 Jul 22 23:55:32.630487 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-de59c76d-4649-4e03-a53e-c7aeaf3699d0 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] GET failed (client error): The resource could not be found. Jul 22 23:55:32.636455 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-de59c76d-4649-4e03-a53e-c7aeaf3699d0 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports/e1f5d2db-de12-42e1-8b21-4adb609b4c70 HTTP/1.1" status: 404 len: 333 time: 0.1253543 Jul 22 23:55:32.638800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38682) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:32.685022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db17b3-5bc6-46ec-86e8-35d4884e4c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cc1d2d-8f81-4150-8e59-b3a5d7f71314,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:32.712662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-17bd7e28-0ecb-484e-9f2e-650453332eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:32.714565 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-17bd7e28-0ecb-484e-9f2e-650453332eb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a5498f1-4887-4c40-a2cd-fca0f7d9252c HTTP/1.1" status: 200 len: 834 time: 0.1457679 Jul 22 23:55:32.840077 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 053632e8-7b49-4743-8c8d-2acbfd8c4bcf up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:32.855112 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6632be-daad-4b30-bbb3-ebb41defdb31 req-fa36c4e7-4bd7-4dcf-b9d5-486c4d2e8bc2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:32.859294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e6632be-daad-4b30-bbb3-ebb41defdb31 req-fa36c4e7-4bd7-4dcf-b9d5-486c4d2e8bc2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.2923558 Jul 22 23:55:32.948078 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-41e3ac29-7d59-4d9a-b031-5d76083dd49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:32.975724 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-41e3ac29-7d59-4d9a-b031-5d76083dd49f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=891c2138-73e2-46c7-be9c-a08e1e41f46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2508788 Jul 22 23:55:32.986580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 053632e8-7b49-4743-8c8d-2acbfd8c4bcf triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:32.988370 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.990839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port 29aa04f1-b805-4692-a212-c4782825e983 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:32.997303 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.124374 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-4f45a5af-628c-461f-998c-4e6e28706587 service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154859 Jul 22 23:55:33.143228 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e6632be-daad-4b30-bbb3-ebb41defdb31 req-b0c84bb3-4849-4761-bf1d-910c544e98af tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2733510 Jul 22 23:55:33.244451 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-4ae66f5f-b05e-4a32-a739-cb8c9664a706 service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998375 Jul 22 23:55:33.360251 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.392855 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for 29aa04f1-b805-4692-a212-c4782825e983 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:33.684684 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.749492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=29aa04f1-b805-4692-a212-c4782825e983,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:33.798480 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.800430 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/29aa04f1-b805-4692-a212-c4782825e983 HTTP/1.1" status: 204 len: 168 time: 1.1606598 Jul 22 23:55:33.803353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38704) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:33.807605 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:33.807963 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:33.809527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:33.811544 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:33.811731 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:33.812084 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:33.813455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:33.813788 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:33.814365 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:33.814492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:33.814827 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:33.815156 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45862196-daa7-4da7-8395-16dfc210186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:33.861262 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f94cb5-4143-4cd5-8fb4-4dbf83da0dac tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] GET failed (client error): The resource could not be found. Jul 22 23:55:33.863079 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-01f94cb5-4143-4cd5-8fb4-4dbf83da0dac tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports/29aa04f1-b805-4692-a212-c4782825e983 HTTP/1.1" status: 404 len: 333 time: 0.0588329 Jul 22 23:55:33.865849 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38708) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:33.962606 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c45d106-7e5c-46ea-9f97-c36875d04065 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting subnet 9c60e59e-5d82-40f9-b528-01b7aa3a3307 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:33.974429 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c45d106-7e5c-46ea-9f97-c36875d04065 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.058034 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c45d106-7e5c-46ea-9f97-c36875d04065 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.276930 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c45d106-7e5c-46ea-9f97-c36875d04065 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.317466 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.351814 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38724) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:34.370494 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.388035 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44ecd0cc-6ef3-4f9d-a32c-14b8c4edc744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.433333 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c45d106-7e5c-46ea-9f97-c36875d04065 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.464174 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c416d6-5328-4b5c-875f-fa5caea6d89c req-9ebe7d1a-f49c-4eeb-84c4-f1f88c817fc2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:34.471146 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e3c416d6-5328-4b5c-875f-fa5caea6d89c req-9ebe7d1a-f49c-4eeb-84c4-f1f88c817fc2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.1953478 Jul 22 23:55:34.502445 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d106-7e5c-46ea-9f97-c36875d04065 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Subnet': ['ID=9c60e59e-5d82-40f9-b528-01b7aa3a3307,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:34.520810 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c45d106-7e5c-46ea-9f97-c36875d04065 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.525911 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1c45d106-7e5c-46ea-9f97-c36875d04065 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/9c60e59e-5d82-40f9-b528-01b7aa3a3307 HTTP/1.1" status: 204 len: 168 time: 0.6583922 Jul 22 23:55:34.528230 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dab0fb8-9140-483f-9bca-2e1f3fee2799 None None] Network 27eba663-10ea-40d9-962d-5db0df9cd02c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:34.528949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38730) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:34.577259 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Request body: {'networks': [{'name': 'tempest-network--626427347'}, {'name': 'tempest-network--1183313862'}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:34.577698 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Request body: {'network': {'name': 'tempest-network--626427347'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:34.578234 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Request body: {'network': {'name': 'tempest-network--1183313862'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:34.636218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Made reservation on behalf of 3811d9b31b62461eb08ad425807d4d1d for: {'network': 2} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:34.642467 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.666974 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.713056 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.717206 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e3c416d6-5328-4b5c-875f-fa5caea6d89c req-41cd2132-c567-4fd1-9c4d-0aa4f9fc3d45 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2451119 Jul 22 23:55:34.834855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] DHCP port deletion for 27eba663-10ea-40d9-962d-5db0df9cd02c request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:55:34.846616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port 053632e8-7b49-4743-8c8d-2acbfd8c4bcf {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:34.847661 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.920656 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.932824 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.933327 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.959210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] For port 053632e8-7b49-4743-8c8d-2acbfd8c4bcf, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=053632e8-7b49-4743-8c8d-2acbfd8c4bcf,segment=NetworkSegment(94afc6ca-d8aa-4621-b85c-b2f7b6d732c7),segment_id=94afc6ca-d8aa-4621-b85c-b2f7b6d732c7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:34.961167 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.966113 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Deleting port 053632e8-7b49-4743-8c8d-2acbfd8c4bcf {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:34.967519 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.988726 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for 053632e8-7b49-4743-8c8d-2acbfd8c4bcf owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:35.018702 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95d2570-6d67-46ec-88dc-954819e6b1c3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:35.059056 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:35.079490 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.080204 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Added segment 7029e03d-a702-46c2-bd8d-9e47933886be of type vlan for network 2d3e42c9-3a00-406b-9b7f-89b1e1dee971 Jul 22 23:55:35.143951 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] For port 053632e8-7b49-4743-8c8d-2acbfd8c4bcf, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=053632e8-7b49-4743-8c8d-2acbfd8c4bcf,segment=NetworkSegment(94afc6ca-d8aa-4621-b85c-b2f7b6d732c7),segment_id=94afc6ca-d8aa-4621-b85c-b2f7b6d732c7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:35.148597 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.169588 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.182424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Calling delete_port for 053632e8-7b49-4743-8c8d-2acbfd8c4bcf owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:35.229757 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.286449 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:35.303245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=053632e8-7b49-4743-8c8d-2acbfd8c4bcf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:35.304183 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.307389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No DVR routers for this DVR port 053632e8-7b49-4743-8c8d-2acbfd8c4bcf on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:35.312439 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Added segment 10bcebfa-6007-43b0-bd85-c246b8198273 of type vlan for network d099452a-ef09-4267-b27d-ac547b6f8636 Jul 22 23:55:35.401517 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.412224 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.449309 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] No DVR routers for this DVR port 053632e8-7b49-4743-8c8d-2acbfd8c4bcf on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:35.499116 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.500238 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.503066 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Pushing event deleted for resources: {'Port': ['ID=053632e8-7b49-4743-8c8d-2acbfd8c4bcf,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:35.519156 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.520727 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:35.528500 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:35.529450 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.530711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.531310 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.532071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.533575 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.535034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.538029 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.538861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.541351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.541956 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.543734 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.544315 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.545980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523ead-cdd0-43c4-8099-e1ddd92c0487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.549916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27eba663-10ea-40d9-962d-5db0df9cd02c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:35.582089 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2263851 Jul 22 23:55:35.583009 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38744) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:35.583152 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94afc6ca-d8aa-4621-b85c-b2f7b6d732c7') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:35.583689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94afc6ca-d8aa-4621-b85c-b2f7b6d732c7') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:35.589170 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.596494 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.622185 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.637471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:35.638167 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:35.641839 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:35.767635 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.775494 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.783033 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/networks/27eba663-10ea-40d9-962d-5db0df9cd02c HTTP/1.1" status: 204 len: 168 time: 1.2526848 Jul 22 23:55:35.787046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38748) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:35.817756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0c740ec1-6ed6-4211-8d15-714257b6b61f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1115029230'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:35.822542 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Network': ['ID=27eba663-10ea-40d9-962d-5db0df9cd02c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:35.847562 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.848255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.852127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.852777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.853729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.853919 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.854507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.855072 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.856659 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.857264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.857818 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.863305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc78a18f-854f-422f-b743-e1ae9a8a1469 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:35.878857 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d3c560-18c7-48cd-ae8d-828622e979bc tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:35.885881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d3c560-18c7-48cd-ae8d-828622e979bc tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:35.891989 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d3c560-18c7-48cd-ae8d-828622e979bc tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:35.898362 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d3c560-18c7-48cd-ae8d-828622e979bc tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:35.901078 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-05d3c560-18c7-48cd-ae8d-828622e979bc tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3126612 Jul 22 23:55:35.904469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38754) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:35.981069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event updated for resources: {'Network': ['ID=2d3e42c9-3a00-406b-9b7f-89b1e1dee971,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:35.998708 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 2d3e42c9-3a00-406b-9b7f-89b1e1dee971 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:36.028652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c740ec1-6ed6-4211-8d15-714257b6b61f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:36.033444 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c740ec1-6ed6-4211-8d15-714257b6b61f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.085195 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c740ec1-6ed6-4211-8d15-714257b6b61f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:36.115639 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2543846-95b4-4fae-b71a-70fb95f81b07 req-15319914-754b-4361-863c-d70b594c7881 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:36.117633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e2543846-95b4-4fae-b71a-70fb95f81b07 req-15319914-754b-4361-863c-d70b594c7881 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.2369983 Jul 22 23:55:36.122398 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c740ec1-6ed6-4211-8d15-714257b6b61f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.123173 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-0c740ec1-6ed6-4211-8d15-714257b6b61f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Added segment 828a6021-6024-4b17-8988-888e133b8950 of type vlan for network 1faecbae-0708-4f59-ad53-99491bb030de Jul 22 23:55:36.159287 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c315c34b-f506-4809-910f-9ec68e9582ea tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.201342 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a84833-0da5-44e9-8c50-0eb2774640c9 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event updated for resources: {'Network': ['ID=d099452a-ef09-4267-b27d-ac547b6f8636,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:36.214451 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network d099452a-ef09-4267-b27d-ac547b6f8636 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:36.217581 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e2543846-95b4-4fae-b71a-70fb95f81b07 req-704342ba-5a07-4fce-a50e-b9a2e32254f4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537357 Jul 22 23:55:36.301549 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c740ec1-6ed6-4211-8d15-714257b6b61f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.363467 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c740ec1-6ed6-4211-8d15-714257b6b61f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.380920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c740ec1-6ed6-4211-8d15-714257b6b61f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:36.382699 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0c740ec1-6ed6-4211-8d15-714257b6b61f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.398415 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c315c34b-f506-4809-910f-9ec68e9582ea tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.470348 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c315c34b-f506-4809-910f-9ec68e9582ea tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3e42c9-3a00-406b-9b7f-89b1e1dee971']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:36.520222 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c315c34b-f506-4809-910f-9ec68e9582ea tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7029e03d-a702-46c2-bd8d-9e47933886be') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:36.523167 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c315c34b-f506-4809-910f-9ec68e9582ea tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7029e03d-a702-46c2-bd8d-9e47933886be') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:36.553960 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0c740ec1-6ed6-4211-8d15-714257b6b61f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7545173 Jul 22 23:55:36.554694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38768) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:36.561893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-aeff44c2-11a2-4193-a308-e3787f97d92d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'subnet': {'network_id': '1faecbae-0708-4f59-ad53-99491bb030de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:36.564853 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c315c34b-f506-4809-910f-9ec68e9582ea tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.590281 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c315c34b-f506-4809-910f-9ec68e9582ea tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.603235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c315c34b-f506-4809-910f-9ec68e9582ea tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:36.603903 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c315c34b-f506-4809-910f-9ec68e9582ea tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.606683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c740ec1-6ed6-4211-8d15-714257b6b61f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Network': ['ID=1faecbae-0708-4f59-ad53-99491bb030de,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:36.617893 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:36.630060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 1faecbae-0708-4f59-ad53-99491bb030de details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:36.777473 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c315c34b-f506-4809-910f-9ec68e9582ea tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.787424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeff44c2-11a2-4193-a308-e3787f97d92d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:36.788581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 053632e8-7b49-4743-8c8d-2acbfd8c4bcf no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:36.791739 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c315c34b-f506-4809-910f-9ec68e9582ea tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.796497 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aeff44c2-11a2-4193-a308-e3787f97d92d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.797778 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c315c34b-f506-4809-910f-9ec68e9582ea tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "DELETE /v2.0/networks/2d3e42c9-3a00-406b-9b7f-89b1e1dee971 HTTP/1.1" status: 204 len: 168 time: 0.8922276 Jul 22 23:55:36.798653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38770) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:36.833844 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 053632e8-7b49-4743-8c8d-2acbfd8c4bcf {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:36.834218 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 053632e8-7b49-4743-8c8d-2acbfd8c4bcf not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:36.856406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315c34b-f506-4809-910f-9ec68e9582ea tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event deleted for resources: {'Network': ['ID=2d3e42c9-3a00-406b-9b7f-89b1e1dee971,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:36.987469 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-119b70e9-1749-45f2-b680-79bee3c68b5a tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.049636 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.160374 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-119b70e9-1749-45f2-b680-79bee3c68b5a tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.174017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-119b70e9-1749-45f2-b680-79bee3c68b5a tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d099452a-ef09-4267-b27d-ac547b6f8636']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:37.187137 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-119b70e9-1749-45f2-b680-79bee3c68b5a tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10bcebfa-6007-43b0-bd85-c246b8198273') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:37.187780 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-119b70e9-1749-45f2-b680-79bee3c68b5a tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10bcebfa-6007-43b0-bd85-c246b8198273') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:37.193841 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aeff44c2-11a2-4193-a308-e3787f97d92d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.199360 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-119b70e9-1749-45f2-b680-79bee3c68b5a tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.218655 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-119b70e9-1749-45f2-b680-79bee3c68b5a tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.234417 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119b70e9-1749-45f2-b680-79bee3c68b5a tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:37.235152 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-119b70e9-1749-45f2-b680-79bee3c68b5a tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:37.239893 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:37.308793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff44c2-11a2-4193-a308-e3787f97d92d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Checking segment: {'id': '828a6021-6024-4b17-8988-888e133b8950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '1faecbae-0708-4f59-ad53-99491bb030de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:37.309263 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeff44c2-11a2-4193-a308-e3787f97d92d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network hostable DHCP agents. Network: 1faecbae-0708-4f59-ad53-99491bb030de, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:37.314919 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff44c2-11a2-4193-a308-e3787f97d92d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Subnet': ['ID=ccd350ab-075d-45bf-b968-144748c7cb0f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:37.342381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeff44c2-11a2-4193-a308-e3787f97d92d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 1faecbae-0708-4f59-ad53-99491bb030de is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:37.357644 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-119b70e9-1749-45f2-b680-79bee3c68b5a tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.366387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-aeff44c2-11a2-4193-a308-e3787f97d92d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 1faecbae-0708-4f59-ad53-99491bb030de) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:37.379960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b187be8c-89d4-4361-8a71-5d546187cd00 None None] Network 1faecbae-0708-4f59-ad53-99491bb030de requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:37.381207 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-119b70e9-1749-45f2-b680-79bee3c68b5a tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.386431 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-119b70e9-1749-45f2-b680-79bee3c68b5a tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "DELETE /v2.0/networks/d099452a-ef09-4267-b27d-ac547b6f8636 HTTP/1.1" status: 204 len: 168 time: 0.5396173 Jul 22 23:55:37.387126 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:37.425380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeff44c2-11a2-4193-a308-e3787f97d92d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:37.425968 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aeff44c2-11a2-4193-a308-e3787f97d92d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.440621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b70e9-1749-45f2-b680-79bee3c68b5a tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event deleted for resources: {'Network': ['ID=d099452a-ef09-4267-b27d-ac547b6f8636,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:37.479613 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-aeff44c2-11a2-4193-a308-e3787f97d92d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9149041 Jul 22 23:55:37.479864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38786) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:37.488895 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f2bebdfc-a816-4fd4-84d3-06af4ba460f4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1498754765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:37.560365 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111f2c5-cb4b-4aee-8040-e2ee92eb6fdd req-90aebeb9-07cf-495d-a210-8cac921a9a11 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:37.584108 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b111f2c5-cb4b-4aee-8040-e2ee92eb6fdd req-90aebeb9-07cf-495d-a210-8cac921a9a11 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.2314041 Jul 22 23:55:37.607202 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2bebdfc-a816-4fd4-84d3-06af4ba460f4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.608304 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2bebdfc-a816-4fd4-84d3-06af4ba460f4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.647344 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73034cc-9e2e-4d72-8aba-7e1e2acee44e tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:37.672117 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b111f2c5-cb4b-4aee-8040-e2ee92eb6fdd req-d3a6a82c-96e8-4285-b150-005be7026962 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682106 Jul 22 23:55:37.675112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-1faecbae-0708-4f59-ad53-99491bb030de', 'network_id': '1faecbae-0708-4f59-ad53-99491bb030de', 'tenant_id': 'd0f0de8c66e94fc0b9f623784c558602', 'fixed_ips': [{'subnet_id': 'ccd350ab-075d-45bf-b968-144748c7cb0f'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:37.676651 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.679593 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73034cc-9e2e-4d72-8aba-7e1e2acee44e tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:37.681538 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b73034cc-9e2e-4d72-8aba-7e1e2acee44e tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2899961 Jul 22 23:55:37.686428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38794) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:37.692001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a675e314-b603-49c8-899e-8711f305f0ce tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2139190631'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:37.754191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a675e314-b603-49c8-899e-8711f305f0ce tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Made reservation on behalf of 3811d9b31b62461eb08ad425807d4d1d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:37.763518 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a675e314-b603-49c8-899e-8711f305f0ce tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.800493 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2bebdfc-a816-4fd4-84d3-06af4ba460f4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.815380 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2bebdfc-a816-4fd4-84d3-06af4ba460f4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.845970 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a675e314-b603-49c8-899e-8711f305f0ce tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:37.876474 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2bebdfc-a816-4fd4-84d3-06af4ba460f4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.880236 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f2bebdfc-a816-4fd4-84d3-06af4ba460f4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4016256 Jul 22 23:55:37.882482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38800) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:37.894378 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-853de5fc-e290-4252-927e-828ddc11fe86 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'network_id': '1faecbae-0708-4f59-ad53-99491bb030de', 'name': 'tempest-PortsIpV6TestJSON-75047860'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:37.900715 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a675e314-b603-49c8-899e-8711f305f0ce tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.902732 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-a675e314-b603-49c8-899e-8711f305f0ce tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Added segment 0cb0c4b2-e288-4d7e-a110-3484bf16fa6e of type vlan for network 1efb3ee3-b7d6-4bf3-b9bc-1e31e592671c Jul 22 23:55:38.021057 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a675e314-b603-49c8-899e-8711f305f0ce tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.115916 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a675e314-b603-49c8-899e-8711f305f0ce tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.123449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a675e314-b603-49c8-899e-8711f305f0ce tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:38.124496 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a675e314-b603-49c8-899e-8711f305f0ce tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.189941 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-f549e101-bc28-4862-81ef-84abfb0bff50 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:38.200475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-f549e101-bc28-4862-81ef-84abfb0bff50 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/networks?id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 HTTP/1.1" status: 200 len: 815 time: 0.2190237 Jul 22 23:55:38.215878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853de5fc-e290-4252-927e-828ddc11fe86 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:38.229189 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-853de5fc-e290-4252-927e-828ddc11fe86 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.236382 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-3ab82154-37e8-445a-8958-c8f3153dd7a4 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/quotas/d1319a1d097b4fa59118c8e9fd75dafa HTTP/1.1" status: 200 len: 375 time: 0.0371976 Jul 22 23:55:38.238891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a675e314-b603-49c8-899e-8711f305f0ce tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5513928 Jul 22 23:55:38.245185 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:38.251260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f0797ecc-0911-4475-892f-21d69b288568 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1628922358'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:38.289703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-853de5fc-e290-4252-927e-828ddc11fe86 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] device_id is not set on port 9d303a02-e451-424a-98be-3667ba36a5fa yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:38.323521 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0797ecc-0911-4475-892f-21d69b288568 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Made reservation on behalf of 3811d9b31b62461eb08ad425807d4d1d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:38.327547 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0797ecc-0911-4475-892f-21d69b288568 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.394553 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675e314-b603-49c8-899e-8711f305f0ce tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event updated for resources: {'Network': ['ID=1efb3ee3-b7d6-4bf3-b9bc-1e31e592671c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:38.421738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0797ecc-0911-4475-892f-21d69b288568 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:38.423313 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 1efb3ee3-b7d6-4bf3-b9bc-1e31e592671c details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:38.447551 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-3863bf9f-48bd-4a45-84d5-8c1378763a4f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1319a1d097b4fa59118c8e9fd75dafa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2101703 Jul 22 23:55:38.547262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Allocated IP 2001:db8::2 (1faecbae-0708-4f59-ad53-99491bb030de/ccd350ab-075d-45bf-b968-144748c7cb0f/019283c4-a04a-4d2a-b1a4-1b090b84ec7e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:38.581365 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-68f2680f-0bc6-441c-8aae-c66ddc147e25 service neutron] 10.222.0.26 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327620 Jul 22 23:55:38.591262 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0797ecc-0911-4475-892f-21d69b288568 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.592181 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-f0797ecc-0911-4475-892f-21d69b288568 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Added segment 60c4a2d5-62d6-448f-95e8-469b9686df43 of type vlan for network 325f3405-ee58-4688-bfe9-d383ea86f53e Jul 22 23:55:38.641778 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0797ecc-0911-4475-892f-21d69b288568 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.713758 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0797ecc-0911-4475-892f-21d69b288568 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.728521 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0797ecc-0911-4475-892f-21d69b288568 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:38.729321 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0797ecc-0911-4475-892f-21d69b288568 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.917642 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f0797ecc-0911-4475-892f-21d69b288568 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6712580 Jul 22 23:55:38.920709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38824) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:38.926133 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Request body: {'ports': [{'network_id': '1efb3ee3-b7d6-4bf3-b9bc-1e31e592671c', 'name': 'tempest-port--1994931376', 'admin_state_up': True}, {'network_id': '325f3405-ee58-4688-bfe9-d383ea86f53e', 'admin_state_up': False}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:38.926456 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Request body: {'port': {'network_id': '1efb3ee3-b7d6-4bf3-b9bc-1e31e592671c', 'name': 'tempest-port--1994931376', 'admin_state_up': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:38.926935 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Request body: {'port': {'network_id': '325f3405-ee58-4688-bfe9-d383ea86f53e', 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:38.963059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0797ecc-0911-4475-892f-21d69b288568 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event updated for resources: {'Network': ['ID=325f3405-ee58-4688-bfe9-d383ea86f53e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:38.983068 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-054960ce-7458-4e0c-a88f-a47d05af3a73 service neutron] 10.222.0.26 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972988 Jul 22 23:55:39.020358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dee028-c027-424e-9f61-83f6f3275ce7 req-27fd407d-25d4-4bf4-9d9c-5b901c7c3027 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:39.023351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b2dee028-c027-424e-9f61-83f6f3275ce7 req-27fd407d-25d4-4bf4-9d9c-5b901c7c3027 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.2418737 Jul 22 23:55:39.048128 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.068885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Transition to ACTIVE for port object 019283c4-a04a-4d2a-b1a4-1b090b84ec7e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:39.132223 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Transition to ACTIVE for port object 019283c4-a04a-4d2a-b1a4-1b090b84ec7e will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:39.150348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 325f3405-ee58-4688-bfe9-d383ea86f53e details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:39.154051 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b2dee028-c027-424e-9f61-83f6f3275ce7 req-0b9febc6-3bd7-4bbc-b5c5-3ec595253026 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1172533 Jul 22 23:55:39.204235 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.402669 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edbc16e4-9b46-4a86-add0-3a9734cc563c req-e0f5bddd-dcc3-40e7-a63d-95509e86711f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 210 time: 0.1185184 Jul 22 23:55:39.413593 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Network 1faecbae-0708-4f59-ad53-99491bb030de is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:39.420811 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:39.424134 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:39.432220 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-853de5fc-e290-4252-927e-828ddc11fe86 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Allocated IP 2001:db8::21b (1faecbae-0708-4f59-ad53-99491bb030de/ccd350ab-075d-45bf-b968-144748c7cb0f/9d303a02-e451-424a-98be-3667ba36a5fa) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:39.495841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Made reservation on behalf of 3811d9b31b62461eb08ad425807d4d1d for: {'port': 2} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:39.501264 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.532295 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.538188 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Pushing event updated for resources: {'Port': ['ID=019283c4-a04a-4d2a-b1a4-1b090b84ec7e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:39.563515 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Attempting to bind port 019283c4-a04a-4d2a-b1a4-1b090b84ec7e on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:39.563894 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Attempting to bind port 019283c4-a04a-4d2a-b1a4-1b090b84ec7e by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '828a6021-6024-4b17-8988-888e133b8950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '1faecbae-0708-4f59-ad53-99491bb030de'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:39.564266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Attempting to bind port 019283c4-a04a-4d2a-b1a4-1b090b84ec7e on network 1faecbae-0708-4f59-ad53-99491bb030de {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:39.575817 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:39.576325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Checking segment: {'id': '828a6021-6024-4b17-8988-888e133b8950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '1faecbae-0708-4f59-ad53-99491bb030de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:39.576737 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.577215 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Bound using segment: {'id': '828a6021-6024-4b17-8988-888e133b8950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '1faecbae-0708-4f59-ad53-99491bb030de'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:39.577706 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Bound port: 019283c4-a04a-4d2a-b1a4-1b090b84ec7e, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828a6021-6024-4b17-8988-888e133b8950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '1faecbae-0708-4f59-ad53-99491bb030de'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:39.578229 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.692280 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] For port 019283c4-a04a-4d2a-b1a4-1b090b84ec7e, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:39.697863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] For port 019283c4-a04a-4d2a-b1a4-1b090b84ec7e, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=019283c4-a04a-4d2a-b1a4-1b090b84ec7e,segment=NetworkSegment(828a6021-6024-4b17-8988-888e133b8950),segment_id=828a6021-6024-4b17-8988-888e133b8950)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:39.705415 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.842540 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc8239-bce5-4b49-b7eb-0036c72ecc8d None None] Pushing event updated for resources: {'Port': ['ID=019283c4-a04a-4d2a-b1a4-1b090b84ec7e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:39.858596 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] device_id is not set on port 5190df30-757d-458c-a935-5458e86be8e6 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:39.929867 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-853de5fc-e290-4252-927e-828ddc11fe86 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.950336 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-853de5fc-e290-4252-927e-828ddc11fe86 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Transition to ACTIVE for port object 9d303a02-e451-424a-98be-3667ba36a5fa will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:40.059152 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-853de5fc-e290-4252-927e-828ddc11fe86 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.133084 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853de5fc-e290-4252-927e-828ddc11fe86 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 1faecbae-0708-4f59-ad53-99491bb030de is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:40.142743 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-853de5fc-e290-4252-927e-828ddc11fe86 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:40.155634 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853de5fc-e290-4252-927e-828ddc11fe86 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:40.163003 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853de5fc-e290-4252-927e-828ddc11fe86 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:40.163903 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-853de5fc-e290-4252-927e-828ddc11fe86 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.166996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853de5fc-e290-4252-927e-828ddc11fe86 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=9d303a02-e451-424a-98be-3667ba36a5fa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:40.220668 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.229962 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38860) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:40.231741 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-853de5fc-e290-4252-927e-828ddc11fe86 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3460448 Jul 22 23:55:40.436081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] device_id is not set on port 0dddd6ed-e51e-4b65-b50f-8d8c505ab4ec yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:40.663302 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.737577 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.809309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event updated for resources: {'Port': ['ID=5190df30-757d-458c-a935-5458e86be8e6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:40.845177 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Checking segment: {'id': '0cb0c4b2-e288-4d7e-a110-3484bf16fa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '1efb3ee3-b7d6-4bf3-b9bc-1e31e592671c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:40.846555 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Network hostable DHCP agents. Network: 1efb3ee3-b7d6-4bf3-b9bc-1e31e592671c, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:40.852257 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 019283c4-a04a-4d2a-b1a4-1b090b84ec7e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:40.892627 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Network 1efb3ee3-b7d6-4bf3-b9bc-1e31e592671c is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:40.910436 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 1efb3ee3-b7d6-4bf3-b9bc-1e31e592671c) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:40.931470 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:40.933893 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:41.017171 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5372fd9f-5e3f-4ea5-b5c0-bfbd36c65fe3 None None] Network 1efb3ee3-b7d6-4bf3-b9bc-1e31e592671c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:41.035847 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Checking segment: {'id': '60c4a2d5-62d6-448f-95e8-469b9686df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '325f3405-ee58-4688-bfe9-d383ea86f53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:41.036381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Network hostable DHCP agents. Network: 325f3405-ee58-4688-bfe9-d383ea86f53e, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:41.044207 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event updated for resources: {'Port': ['ID=0dddd6ed-e51e-4b65-b50f-8d8c505ab4ec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:41.090831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Network 325f3405-ee58-4688-bfe9-d383ea86f53e is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:41.120460 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 325f3405-ee58-4688-bfe9-d383ea86f53e) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:41.129468 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:41.149827 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86622c66-a72d-4bdc-8a3a-f4f2b2e89183 None None] Network 325f3405-ee58-4688-bfe9-d383ea86f53e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:41.160797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:41.171527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:41.174723 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:41.209939 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-15e09e53-a8e5-47d4-b0f7-e355554e2731 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2880397 Jul 22 23:55:41.210923 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38872) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:41.247612 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 019283c4-a04a-4d2a-b1a4-1b090b84ec7e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:41.412622 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ecbcff-1ae6-4b8b-b581-c3275c2d00ca tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:41.442329 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ecbcff-1ae6-4b8b-b581-c3275c2d00ca tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:41.450695 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-03ecbcff-1ae6-4b8b-b581-c3275c2d00ca tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2380538 Jul 22 23:55:41.453795 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38878) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:41.494707 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-491363f0-8dfb-4d3d-9bd3-6eb8fc45223c req-f62148b5-954a-4380-b9e6-d4563a6c1c49 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 210 time: 0.0914505 Jul 22 23:55:41.683441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54625e6-04fd-4e8f-914c-5cce95a98587 None None] Network 1faecbae-0708-4f59-ad53-99491bb030de requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:41.710920 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dd532782-26a2-4d2e-932a-16962d33db91 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Deleting port 5190df30-757d-458c-a935-5458e86be8e6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:41.711357 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd532782-26a2-4d2e-932a-16962d33db91 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:41.718247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fff56-7c44-4050-90a3-2ebe09b3b78b req-ddcf1e68-91d9-4278-927a-e612f2264d7c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:41.726816 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de9fff56-7c44-4050-90a3-2ebe09b3b78b req-ddcf1e68-91d9-4278-927a-e612f2264d7c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 1.3520391 Jul 22 23:55:41.857506 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd532782-26a2-4d2e-932a-16962d33db91 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:41.878845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dd532782-26a2-4d2e-932a-16962d33db91 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Calling delete_port for 5190df30-757d-458c-a935-5458e86be8e6 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:41.885890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-032d8912-6e78-43ae-b1d6-6d95cfdc0e04 None None] Provisioning for port 019283c4-a04a-4d2a-b1a4-1b090b84ec7e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:41.900936 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-032d8912-6e78-43ae-b1d6-6d95cfdc0e04 None None] Provisioning complete for port 019283c4-a04a-4d2a-b1a4-1b090b84ec7e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:41.901773 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-032d8912-6e78-43ae-b1d6-6d95cfdc0e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:41.914225 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-6000ac95-6a0b-4913-8b75-99399f06ac23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:41.932577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-6000ac95-6a0b-4913-8b75-99399f06ac23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.18 "GET /v2.0/networks?id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 HTTP/1.1" status: 200 len: 815 time: 0.5279968 Jul 22 23:55:42.001633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-c745ceea-5b35-4af0-a8d0-a2f27b01bd2d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Request body: {'port': {'device_id': '2a4379d1-f135-4c81-b51d-345219049e60', 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06', 'admin_state_up': True, 'tenant_id': 'd1319a1d097b4fa59118c8e9fd75dafa'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:42.026034 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd532782-26a2-4d2e-932a-16962d33db91 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:42.063127 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-032d8912-6e78-43ae-b1d6-6d95cfdc0e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:42.067480 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd532782-26a2-4d2e-932a-16962d33db91 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event deleted for resources: {'Port': ['ID=5190df30-757d-458c-a935-5458e86be8e6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:42.079717 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd532782-26a2-4d2e-932a-16962d33db91 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:42.082407 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dd532782-26a2-4d2e-932a-16962d33db91 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "DELETE /v2.0/ports/5190df30-757d-458c-a935-5458e86be8e6 HTTP/1.1" status: 204 len: 168 time: 0.6260870 Jul 22 23:55:42.084583 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38882) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:42.087871 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de9fff56-7c44-4050-90a3-2ebe09b3b78b req-345ce11a-7ab3-44a2-88d6-d8fd706caee4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3618007 Jul 22 23:55:42.131286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-032d8912-6e78-43ae-b1d6-6d95cfdc0e04 None None] For port 019283c4-a04a-4d2a-b1a4-1b090b84ec7e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=019283c4-a04a-4d2a-b1a4-1b090b84ec7e,segment=NetworkSegment(828a6021-6024-4b17-8988-888e133b8950),segment_id=828a6021-6024-4b17-8988-888e133b8950)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:42.139374 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-032d8912-6e78-43ae-b1d6-6d95cfdc0e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:42.230345 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d8912-6e78-43ae-b1d6-6d95cfdc0e04 None None] Pushing event updated for resources: {'Port': ['ID=019283c4-a04a-4d2a-b1a4-1b090b84ec7e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:42.267032 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb6b63-fdac-45d1-8211-fabcdbaa32b3 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Deleting port 0dddd6ed-e51e-4b65-b50f-8d8c505ab4ec {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:42.268006 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6b63-fdac-45d1-8211-fabcdbaa32b3 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:42.425559 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6b63-fdac-45d1-8211-fabcdbaa32b3 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:42.439915 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb6b63-fdac-45d1-8211-fabcdbaa32b3 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Calling delete_port for 0dddd6ed-e51e-4b65-b50f-8d8c505ab4ec owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:42.596242 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0db028e-59cd-49b4-ae83-2b3334b6e487 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:42.626394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f99d3d8b-0bf3-4dc4-a37a-3926c6231e7f None None] Provisioning complete for port 019283c4-a04a-4d2a-b1a4-1b090b84ec7e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:42.626760 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f99d3d8b-0bf3-4dc4-a37a-3926c6231e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:42.655557 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6b63-fdac-45d1-8211-fabcdbaa32b3 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:42.756814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-565177e5-55fc-4111-bca9-2e2563803f05 req-d06c0365-1530-4486-a3b8-d3e241f3b101 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 210 time: 0.1118457 Jul 22 23:55:42.788957 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb6b63-fdac-45d1-8211-fabcdbaa32b3 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event deleted for resources: {'Port': ['ID=0dddd6ed-e51e-4b65-b50f-8d8c505ab4ec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:42.809468 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6b63-fdac-45d1-8211-fabcdbaa32b3 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:42.816890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 019283c4-a04a-4d2a-b1a4-1b090b84ec7e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:42.826444 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5bcb6b63-fdac-45d1-8211-fabcdbaa32b3 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "DELETE /v2.0/ports/0dddd6ed-e51e-4b65-b50f-8d8c505ab4ec HTTP/1.1" status: 204 len: 168 time: 0.7402711 Jul 22 23:55:42.828422 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38896) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:42.912274 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8062badc-e684-4c56-95e1-5ab37d814b04 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0819633 Jul 22 23:55:42.914405 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38898) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:42.929205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8e300090-103a-4827-a6fe-bf1c430675bb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-242466947'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:42.970555 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 019283c4-a04a-4d2a-b1a4-1b090b84ec7e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:42.971092 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.010343 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f99d3d8b-0bf3-4dc4-a37a-3926c6231e7f None None] Provisioning for port 9d303a02-e451-424a-98be-3667ba36a5fa completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:43.020844 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f99d3d8b-0bf3-4dc4-a37a-3926c6231e7f None None] Provisioning complete for port 9d303a02-e451-424a-98be-3667ba36a5fa triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:43.021320 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f99d3d8b-0bf3-4dc4-a37a-3926c6231e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.026950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e300090-103a-4827-a6fe-bf1c430675bb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Made reservation on behalf of 3811d9b31b62461eb08ad425807d4d1d for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:43.033375 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e300090-103a-4827-a6fe-bf1c430675bb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.067067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f99d3d8b-0bf3-4dc4-a37a-3926c6231e7f None None] Port 9d303a02-e451-424a-98be-3667ba36a5fa cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:43.107646 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-c745ceea-5b35-4af0-a8d0-a2f27b01bd2d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Made reservation on behalf of d1319a1d097b4fa59118c8e9fd75dafa for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:43.111608 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e300090-103a-4827-a6fe-bf1c430675bb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:43.113497 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-c745ceea-5b35-4af0-a8d0-a2f27b01bd2d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.142699 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e300090-103a-4827-a6fe-bf1c430675bb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.143815 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-8e300090-103a-4827-a6fe-bf1c430675bb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Added segment ef645fe1-5068-42e5-86e7-3ba8d8f72002 of type vlan for network d10caa83-4756-4f50-9842-a8847866701f Jul 22 23:55:43.203753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-486a3b47-8bda-4953-8aac-07d30622dfa4 None None] Provisioning complete for port 9d303a02-e451-424a-98be-3667ba36a5fa triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:43.204397 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-486a3b47-8bda-4953-8aac-07d30622dfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.272408 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e300090-103a-4827-a6fe-bf1c430675bb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.279123 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-486a3b47-8bda-4953-8aac-07d30622dfa4 None None] Port 9d303a02-e451-424a-98be-3667ba36a5fa cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:43.354789 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e300090-103a-4827-a6fe-bf1c430675bb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.366534 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e300090-103a-4827-a6fe-bf1c430675bb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:43.375386 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e300090-103a-4827-a6fe-bf1c430675bb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.522925 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e300090-103a-4827-a6fe-bf1c430675bb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event updated for resources: {'Network': ['ID=d10caa83-4756-4f50-9842-a8847866701f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:43.527862 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8e300090-103a-4827-a6fe-bf1c430675bb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6114979 Jul 22 23:55:43.530499 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38906) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:43.535198 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network d10caa83-4756-4f50-9842-a8847866701f details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:43.538057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-12036de9-1c17-438e-aa40-e90e9ce35b4b tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-895298342'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:43.564575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12036de9-1c17-438e-aa40-e90e9ce35b4b tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Made reservation on behalf of 3811d9b31b62461eb08ad425807d4d1d for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:43.570540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12036de9-1c17-438e-aa40-e90e9ce35b4b tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.618479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12036de9-1c17-438e-aa40-e90e9ce35b4b tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:43.643997 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42cb39-7dc7-422c-851d-b59e5781d694 req-77868e80-42a3-448b-8ae6-354c2ec9d6ee tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:43.646383 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d42cb39-7dc7-422c-851d-b59e5781d694 req-77868e80-42a3-448b-8ae6-354c2ec9d6ee tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.3724933 Jul 22 23:55:43.658046 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12036de9-1c17-438e-aa40-e90e9ce35b4b tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.659369 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-12036de9-1c17-438e-aa40-e90e9ce35b4b tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Added segment 6c6609ef-1506-44c3-9dcb-574dcff376f2 of type vlan for network 54b45176-e8d3-4aa9-b213-e858de6265e5 Jul 22 23:55:43.717840 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12036de9-1c17-438e-aa40-e90e9ce35b4b tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.728240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-c745ceea-5b35-4af0-a8d0-a2f27b01bd2d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Allocated IP 172.20.0.6 (c4ec0d7f-a81e-46a9-b500-5f4f370d8c06/de4837d0-4de8-44c9-87e4-4e3448c43fdb/3096f80c-2b4f-4e6d-b9f3-702908e79e5f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:43.738516 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0db028e-59cd-49b4-ae83-2b3334b6e487 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.755478 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0db028e-59cd-49b4-ae83-2b3334b6e487 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.814368 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12036de9-1c17-438e-aa40-e90e9ce35b4b tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.823949 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d42cb39-7dc7-422c-851d-b59e5781d694 req-bcf858fb-33f1-41c9-af03-22b2c3bdf1c3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1666348 Jul 22 23:55:43.842984 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12036de9-1c17-438e-aa40-e90e9ce35b4b tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:43.843643 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12036de9-1c17-438e-aa40-e90e9ce35b4b tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.000877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db028e-59cd-49b4-ae83-2b3334b6e487 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=9d303a02-e451-424a-98be-3667ba36a5fa,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:44.021530 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12036de9-1c17-438e-aa40-e90e9ce35b4b tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event updated for resources: {'Network': ['ID=54b45176-e8d3-4aa9-b213-e858de6265e5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:44.021772 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-74c8a119-42b4-4d54-89b9-b57fe9557536 req-fc1fc089-8f6f-4567-9bd2-639ba81afe9a tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 210 time: 0.0825257 Jul 22 23:55:44.022229 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-12036de9-1c17-438e-aa40-e90e9ce35b4b tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4906065 Jul 22 23:55:44.039833 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 54b45176-e8d3-4aa9-b213-e858de6265e5 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:44.177729 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38916) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:44.183086 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Request body: {'subnets': [{'network_id': 'd10caa83-4756-4f50-9842-a8847866701f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1881537754', 'ip_version': 4}, {'network_id': '54b45176-e8d3-4aa9-b213-e858de6265e5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:44.183411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Request body: {'subnet': {'network_id': 'd10caa83-4756-4f50-9842-a8847866701f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1881537754', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:44.183989 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Request body: {'subnet': {'network_id': '54b45176-e8d3-4aa9-b213-e858de6265e5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:44.312753 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-c745ceea-5b35-4af0-a8d0-a2f27b01bd2d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.332879 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-43569661-b5c6-4908-8f72-b0e934bfe267 None None] Provisioning complete for port 9d303a02-e451-424a-98be-3667ba36a5fa triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:44.333863 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-43569661-b5c6-4908-8f72-b0e934bfe267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.422397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-43569661-b5c6-4908-8f72-b0e934bfe267 None None] Port 9d303a02-e451-424a-98be-3667ba36a5fa cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:44.451587 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-c745ceea-5b35-4af0-a8d0-a2f27b01bd2d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.453333 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0db028e-59cd-49b4-ae83-2b3334b6e487 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.465612 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['05484bdf-923f-4555-bd38-5d3fa18d23a3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:55:44.466439 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Made reservation on behalf of 3811d9b31b62461eb08ad425807d4d1d for: {'subnet': 2} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:44.480674 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.482029 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.507610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['22f53b83-c6d7-43b6-87ac-c967d448279d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:55:44.663161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-c745ceea-5b35-4af0-a8d0-a2f27b01bd2d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:44.674637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-c745ceea-5b35-4af0-a8d0-a2f27b01bd2d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:44.684439 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-c745ceea-5b35-4af0-a8d0-a2f27b01bd2d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:44.768766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-c745ceea-5b35-4af0-a8d0-a2f27b01bd2d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:44.769434 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-c745ceea-5b35-4af0-a8d0-a2f27b01bd2d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.791962 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-c745ceea-5b35-4af0-a8d0-a2f27b01bd2d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8411880 Jul 22 23:55:44.814726 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745ceea-5b35-4af0-a8d0-a2f27b01bd2d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Pushing event updated for resources: {'Port': ['ID=3096f80c-2b4f-4e6d-b9f3-702908e79e5f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:44.828044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Request body: {'port': {'device_id': '2a4379d1-f135-4c81-b51d-345219049e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:44.874379 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0db028e-59cd-49b4-ae83-2b3334b6e487 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.409017 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0db028e-59cd-49b4-ae83-2b3334b6e487 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.450831 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0db028e-59cd-49b4-ae83-2b3334b6e487 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.451616 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0db028e-59cd-49b4-ae83-2b3334b6e487 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.470298 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.591479 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.687928 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event updated for resources: {'Subnet': ['ID=fcfcbc41-663e-4684-88c8-80611816204b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:45.716361 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Checking segment: {'id': 'ef645fe1-5068-42e5-86e7-3ba8d8f72002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'd10caa83-4756-4f50-9842-a8847866701f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:45.716736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Network hostable DHCP agents. Network: d10caa83-4756-4f50-9842-a8847866701f, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:45.747679 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Network d10caa83-4756-4f50-9842-a8847866701f is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:45.758046 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, d10caa83-4756-4f50-9842-a8847866701f) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:45.761969 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.770341 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b732d0fd-bfb7-41a9-93e0-bbaeba21e74f None None] Network d10caa83-4756-4f50-9842-a8847866701f requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:45.784141 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63888a3-afd3-4c4d-bb3e-46dc80b466e3 req-f598eb94-e394-47d3-8842-6893dcef8e58 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:45.794491 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d63888a3-afd3-4c4d-bb3e-46dc80b466e3 req-f598eb94-e394-47d3-8842-6893dcef8e58 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 931 time: 0.4753110 Jul 22 23:55:45.820033 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event updated for resources: {'Subnet': ['ID=7def386e-41f3-44c8-bcd1-3842e34f31af,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:45.859726 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Checking segment: {'id': '6c6609ef-1506-44c3-9dcb-574dcff376f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '54b45176-e8d3-4aa9-b213-e858de6265e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:45.859998 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Network hostable DHCP agents. Network: 54b45176-e8d3-4aa9-b213-e858de6265e5, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:45.884876 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Network 54b45176-e8d3-4aa9-b213-e858de6265e5 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:45.910006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 54b45176-e8d3-4aa9-b213-e858de6265e5) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:45.920270 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:45.920757 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:45.921426 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.923811 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0db028e-59cd-49b4-ae83-2b3334b6e487 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 1faecbae-0708-4f59-ad53-99491bb030de is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:45.940054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b35cf0-1331-4efa-ba73-eeaf21dff330 None None] Network 54b45176-e8d3-4aa9-b213-e858de6265e5 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:45.953263 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d0db028e-59cd-49b4-ae83-2b3334b6e487 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:45.957571 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-61491eab-a1b8-4903-a090-39ca498221e8 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.7787642 Jul 22 23:55:45.958888 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db028e-59cd-49b4-ae83-2b3334b6e487 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=9d303a02-e451-424a-98be-3667ba36a5fa,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:45.960467 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38938) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:46.016535 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-36275e60-2a82-45ab-8ae1-f6ee298a9292 service neutron] show failed (client error): The resource could not be found. Jul 22 23:55:46.017571 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-36275e60-2a82-45ab-8ae1-f6ee298a9292 service neutron] 10.222.0.18 "GET /v2.0/ports/eee0db05-a402-41f9-932a-d4e14f6467f1/bindings/n-h2-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.6119721 Jul 22 23:55:46.075525 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba265d1-3ea2-4251-9a8f-e0d25d2f7e45 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:46.077143 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba265d1-3ea2-4251-9a8f-e0d25d2f7e45 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:46.078994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba265d1-3ea2-4251-9a8f-e0d25d2f7e45 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:46.081004 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8ba265d1-3ea2-4251-9a8f-e0d25d2f7e45 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1112442 Jul 22 23:55:46.084055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38940) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:46.087793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfcc5a-f179-4cdc-b53a-e905d6d4f5c3 req-176da6eb-85f4-4e3a-b0aa-1d72256d65e5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:46.111442 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cdfcc5a-f179-4cdc-b53a-e905d6d4f5c3 req-176da6eb-85f4-4e3a-b0aa-1d72256d65e5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 1.1271386 Jul 22 23:55:46.119139 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973544fe-8e93-44d7-bb99-ac254c61b266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-d10caa83-4756-4f50-9842-a8847866701f', 'network_id': 'd10caa83-4756-4f50-9842-a8847866701f', 'tenant_id': '3811d9b31b62461eb08ad425807d4d1d', 'fixed_ips': [{'subnet_id': 'fcfcbc41-663e-4684-88c8-80611816204b'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:46.135422 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-973544fe-8e93-44d7-bb99-ac254c61b266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.195120 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc851b0-e235-4a3f-920e-890a6221e49e tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Deleting subnet fcfcbc41-663e-4684-88c8-80611816204b {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:46.202866 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbc851b0-e235-4a3f-920e-890a6221e49e tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.272918 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbc851b0-e235-4a3f-920e-890a6221e49e tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.348229 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbc851b0-e235-4a3f-920e-890a6221e49e tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.437265 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d63888a3-afd3-4c4d-bb3e-46dc80b466e3 req-286637d7-27fb-4aee-9e97-c504ad97edaa tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6419797 Jul 22 23:55:46.486073 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbc851b0-e235-4a3f-920e-890a6221e49e tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.530177 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cdfcc5a-f179-4cdc-b53a-e905d6d4f5c3 req-c9ef0852-a11f-4c06-a7b5-0f90a2d88601 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4178569 Jul 22 23:55:46.530703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc851b0-e235-4a3f-920e-890a6221e49e tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event deleted for resources: {'Subnet': ['ID=fcfcbc41-663e-4684-88c8-80611816204b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:46.539519 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7435327c-3fd1-443c-87a0-8d9a449ccdb0 None None] Provisioning complete for port 9d303a02-e451-424a-98be-3667ba36a5fa triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:46.539919 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7435327c-3fd1-443c-87a0-8d9a449ccdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.553190 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbc851b0-e235-4a3f-920e-890a6221e49e tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.556419 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bbc851b0-e235-4a3f-920e-890a6221e49e tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "DELETE /v2.0/subnets/fcfcbc41-663e-4684-88c8-80611816204b HTTP/1.1" status: 204 len: 168 time: 0.4702494 Jul 22 23:55:46.560591 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 38942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:46.576897 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-546abb3e-a311-40d8-a84e-719f02a6f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:46.578933 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-546abb3e-a311-40d8-a84e-719f02a6f4c6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af&tenant_id=08e6f590bb3047c8a7f2021edeaee884 HTTP/1.1" status: 200 len: 1097 time: 0.1503317 Jul 22 23:55:46.604083 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-973544fe-8e93-44d7-bb99-ac254c61b266 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcfcbc41-663e-4684-88c8-80611816204b: This subnet is being modified by another concurrent operation. Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcfcbc41-663e-4684-88c8-80611816204b: This subnet is being modified by another concurrent operation. Jul 22 23:55:46.612655 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 22 23:55:46.621814 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.685751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0db028e-59cd-49b4-ae83-2b3334b6e487 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Router a5303617-cc1d-4b67-819d-da134e4126ca is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:55:46.712165 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0278bc9c-93b6-42d4-b121-a94c6680fc56 None None] Network d10caa83-4756-4f50-9842-a8847866701f requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:46.719483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-c000d479-2ad3-4aa7-930c-2536d76998d5 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Deleting subnet 7def386e-41f3-44c8-bcd1-3842e34f31af {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:46.733896 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c000d479-2ad3-4aa7-930c-2536d76998d5 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.799227 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.811670 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c000d479-2ad3-4aa7-930c-2536d76998d5 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.812278 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7435327c-3fd1-443c-87a0-8d9a449ccdb0 None None] Port 9d303a02-e451-424a-98be-3667ba36a5fa cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:46.815002 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e292ffd0-d8b3-4ea8-bc70-e3c6f99a6937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-54b45176-e8d3-4aa9-b213-e858de6265e5', 'network_id': '54b45176-e8d3-4aa9-b213-e858de6265e5', 'tenant_id': '3811d9b31b62461eb08ad425807d4d1d', 'fixed_ips': [{'subnet_id': '7def386e-41f3-44c8-bcd1-3842e34f31af'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:46.815906 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e292ffd0-d8b3-4ea8-bc70-e3c6f99a6937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:47.088601 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c000d479-2ad3-4aa7-930c-2536d76998d5 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:47.190494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=eee0db05-a402-41f9-932a-d4e14f6467f1,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:47.237314 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:47.272245 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:55:47.275891 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8d051f-9f0f-4bbc-88f2-b6758d123774" -d '{"events": [{"server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "name": "network-vif-unplugged", "status": "completed", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:55:47.280309 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:47.295869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Transition to ACTIVE for port object eee0db05-a402-41f9-932a-d4e14f6467f1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:47.300276 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:47.354855 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1fcec4-6e81-48cb-8e01-a6e1126647d5 x-openstack-request-id: req-bf1fcec4-6e81-48cb-8e01-a6e1126647d5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:55:47.355176 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "name": "network-vif-unplugged", "status": "completed", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:55:47.355440 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf1fcec4-6e81-48cb-8e01-a6e1126647d5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:55:47.355957 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'code': 200} Jul 22 23:55:47.434406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Pushing event updated for resources: {'Port': ['ID=eee0db05-a402-41f9-932a-d4e14f6467f1,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:47.656149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] No DVR routers for this DVR port eee0db05-a402-41f9-932a-d4e14f6467f1 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:47.690688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3096f80c-2b4f-4e6d-b9f3-702908e79e5f {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:55:47.710621 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:47.723303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Transition to ACTIVE for port object 3096f80c-2b4f-4e6d-b9f3-702908e79e5f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:47.794947 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:47.898429 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3096f80c-2b4f-4e6d-b9f3-702908e79e5f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:47.924703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Attempting to bind port eee0db05-a402-41f9-932a-d4e14f6467f1 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:47.925054 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Attempting to bind port eee0db05-a402-41f9-932a-d4e14f6467f1 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:47.925456 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Attempting to bind port eee0db05-a402-41f9-932a-d4e14f6467f1 on network 891c2138-73e2-46c7-be9c-a08e1e41f46f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:47.937687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0db028e-59cd-49b4-ae83-2b3334b6e487 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:55:47.949353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Port eee0db05-a402-41f9-932a-d4e14f6467f1 on network 891c2138-73e2-46c7-be9c-a08e1e41f46f not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:55:47.949686 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Attempting to bind port eee0db05-a402-41f9-932a-d4e14f6467f1 on network 891c2138-73e2-46c7-be9c-a08e1e41f46f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:47.950107 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cb25c3-1682-4d9d-bb23-c501457c49da None None] Sync routers for ids ['a5303617-cc1d-4b67-819d-da134e4126ca'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:55:47.957592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:47.958107 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Checking segment: {'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:47.958504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Bound using segment: {'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:47.959278 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Bound port: eee0db05-a402-41f9-932a-d4e14f6467f1, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:47.959649 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:47.966628 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cb25c3-1682-4d9d-bb23-c501457c49da None None] Routers {'a5303617-cc1d-4b67-819d-da134e4126ca'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:47.970371 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f7cb25c3-1682-4d9d-bb23-c501457c49da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:55:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a5303617-cc1d-4b67-819d-da134e4126ca'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:47.981254 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d0db028e-59cd-49b4-ae83-2b3334b6e487 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "PUT /v2.0/routers/a5303617-cc1d-4b67-819d-da134e4126ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7478662 Jul 22 23:55:47.995868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38968) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-e292ffd0-d8b3-4ea8-bc70-e3c6f99a6937 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7def386e-41f3-44c8-bcd1-3842e34f31af: This subnet is being modified by another concurrent operation. Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7def386e-41f3-44c8-bcd1-3842e34f31af: This subnet is being modified by another concurrent operation. Jul 22 23:55:48.068134 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 22 23:55:48.075954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c636b39-a863-498d-9089-d336faf3ccdc req-0ff091d3-7f18-4c01-b0c8-1cb6b5615deb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:48.078365 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f7cb25c3-1682-4d9d-bb23-c501457c49da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:48.078549 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4c636b39-a863-498d-9089-d336faf3ccdc req-0ff091d3-7f18-4c01-b0c8-1cb6b5615deb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 944 time: 0.3523095 Jul 22 23:55:48.087836 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb45107-6b0e-49fd-b12d-94b1d7bf4dbb req-76617b52-ac9c-4abe-a1cb-9fec325c83bf tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:48.093743 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7cb45107-6b0e-49fd-b12d-94b1d7bf4dbb req-76617b52-ac9c-4abe-a1cb-9fec325c83bf tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 943 time: 0.3169487 Jul 22 23:55:48.094807 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c000d479-2ad3-4aa7-930c-2536d76998d5 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:48.098998 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dc6fb8-1632-4ad1-b113-8e48f5031766 None None] Network 54b45176-e8d3-4aa9-b213-e858de6265e5 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:48.114523 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cb25c3-1682-4d9d-bb23-c501457c49da None None] Routers {'a5303617-cc1d-4b67-819d-da134e4126ca'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:48.115150 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f7cb25c3-1682-4d9d-bb23-c501457c49da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:55:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a5303617-cc1d-4b67-819d-da134e4126ca'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:48.136482 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Attempting to bind port 3096f80c-2b4f-4e6d-b9f3-702908e79e5f on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:48.136814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Attempting to bind port 3096f80c-2b4f-4e6d-b9f3-702908e79e5f by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '4e90d70d-5380-473a-85a2-776e82a5324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:48.137163 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Attempting to bind port 3096f80c-2b4f-4e6d-b9f3-702908e79e5f on network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:48.146048 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c000d479-2ad3-4aa7-930c-2536d76998d5 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:48.147929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c000d479-2ad3-4aa7-930c-2536d76998d5 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "DELETE /v2.0/subnets/7def386e-41f3-44c8-bcd1-3842e34f31af HTTP/1.1" status: 204 len: 168 time: 1.5863628 Jul 22 23:55:48.148618 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Port 3096f80c-2b4f-4e6d-b9f3-702908e79e5f on network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:55:48.149574 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Attempting to bind port 3096f80c-2b4f-4e6d-b9f3-702908e79e5f on network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:48.155036 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38972) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:48.198400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:48.198740 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Checking segment: {'id': '4e90d70d-5380-473a-85a2-776e82a5324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:48.199129 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Bound using segment: {'id': '4e90d70d-5380-473a-85a2-776e82a5324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:48.199576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Bound port: 3096f80c-2b4f-4e6d-b9f3-702908e79e5f, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e90d70d-5380-473a-85a2-776e82a5324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:48.199936 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:48.214116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000d479-2ad3-4aa7-930c-2536d76998d5 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event deleted for resources: {'Subnet': ['ID=7def386e-41f3-44c8-bcd1-3842e34f31af,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:48.215375 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f7cb25c3-1682-4d9d-bb23-c501457c49da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:48.216183 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cb25c3-1682-4d9d-bb23-c501457c49da None None] The sync data for ids ['a5303617-cc1d-4b67-819d-da134e4126ca'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:55:48.261882 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7cb45107-6b0e-49fd-b12d-94b1d7bf4dbb req-216ba264-dc37-4eef-84bb-ad8572a8ee5e tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568005 Jul 22 23:55:48.271874 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4c636b39-a863-498d-9089-d336faf3ccdc req-5114c849-2f81-44b8-9914-a5a3a5f226d6 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1472759 Jul 22 23:55:48.300033 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:48.316204 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device eee0db05-a402-41f9-932a-d4e14f6467f1 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:48.322206 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=eee0db05-a402-41f9-932a-d4e14f6467f1,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:48.332025 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:48.349129 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e6e123-6bd5-4646-a2f2-fefff9ff5948 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:48.349934 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-98e6e123-6bd5-4646-a2f2-fefff9ff5948 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5303617-cc1d-4b67-819d-da134e4126ca HTTP/1.1" status: 200 len: 987 time: 0.3526666 Jul 22 23:55:48.373128 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38974) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:48.384176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1405f9-a174-48c3-9343-42693c66ada5 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:48.385837 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8c1405f9-a174-48c3-9343-42693c66ada5 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2155805 Jul 22 23:55:48.392437 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 38976) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:48.403261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] For port 3096f80c-2b4f-4e6d-b9f3-702908e79e5f, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:48.407605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] For port 3096f80c-2b4f-4e6d-b9f3-702908e79e5f, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=3096f80c-2b4f-4e6d-b9f3-702908e79e5f,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:48.435532 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:48.453473 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device eee0db05-a402-41f9-932a-d4e14f6467f1 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:48.473029 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:48.473962 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:48.475546 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] 10.222.0.95 "PUT /v2.0/ports/eee0db05-a402-41f9-932a-d4e14f6467f1 HTTP/1.1" status: 200 len: 1092 time: 1.8871045 Jul 22 23:55:48.557130 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3096f80c-2b4f-4e6d-b9f3-702908e79e5f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:48.569015 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:48.569703 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:48.573471 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-0083f9ac-c9c5-41d7-b0d7-7559099ab9b7 service neutron] 10.222.0.18 "PUT /v2.0/ports/3096f80c-2b4f-4e6d-b9f3-702908e79e5f HTTP/1.1" status: 200 len: 1091 time: 3.7528596 Jul 22 23:55:48.574200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4379d1-f135-4c81-b51d-345219049e60', 'tag': '3096f80c-2b4f-4e6d-b9f3-702908e79e5f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:55:48.602080 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d205f30-67d0-48cf-9c31-ac562b3bc33b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4379d1-f135-4c81-b51d-345219049e60", "tag": "3096f80c-2b4f-4e6d-b9f3-702908e79e5f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:55:48.634324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539c687-cdf3-414e-85ab-1786ce8083ab service neutron] Pushing event updated for resources: {'Port': ['ID=eee0db05-a402-41f9-932a-d4e14f6467f1,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:48.673131 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ee70809-7c3c-4155-8819-6eaa8d8019cb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:48.711369 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cbf0ff-2fb9-4931-84ba-fab63f00af6b x-openstack-request-id: req-64cbf0ff-2fb9-4931-84ba-fab63f00af6b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:55:48.712522 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4379d1-f135-4c81-b51d-345219049e60", "tag": "3096f80c-2b4f-4e6d-b9f3-702908e79e5f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:55:48.712969 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64cbf0ff-2fb9-4931-84ba-fab63f00af6b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:55:48.713549 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4379d1-f135-4c81-b51d-345219049e60', 'tag': '3096f80c-2b4f-4e6d-b9f3-702908e79e5f', 'status': 'completed', 'code': 200} Jul 22 23:55:48.783143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-69177d62-9ab2-4431-9b8c-ec896818e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:48.786715 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-69177d62-9ab2-4431-9b8c-ec896818e427 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1319a1d097b4fa59118c8e9fd75dafa&device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 1094 time: 0.1423903 Jul 22 23:55:48.792279 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b24699-f23d-488a-a5fd-8745fcfe9ac4 None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:55:48.853239 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-d38de625-5ed6-4f48-bc47-dd18e6513979 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3096f80c-2b4f-4e6d-b9f3-702908e79e5f HTTP/1.1" status: 200 len: 217 time: 0.0514913 Jul 22 23:55:48.869462 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-54747178-7270-407e-892c-c317ace6491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:48.871473 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-54747178-7270-407e-892c-c317ace6491b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 1095 time: 0.3712068 Jul 22 23:55:48.944444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-2e938a88-78a0-4eb8-9e06-a4bc1fbba5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:48.947250 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-2e938a88-78a0-4eb8-9e06-a4bc1fbba5d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de4837d0-4de8-44c9-87e4-4e3448c43fdb HTTP/1.1" status: 200 len: 855 time: 0.0877590 Jul 22 23:55:48.960958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b24699-f23d-488a-a5fd-8745fcfe9ac4 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:55:48.997688 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-bf383e0b-5270-4d26-bd0f-1cc7f003492b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422492 Jul 22 23:55:49.071419 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ee70809-7c3c-4155-8819-6eaa8d8019cb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.098484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8ee70809-7c3c-4155-8819-6eaa8d8019cb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b45176-e8d3-4aa9-b213-e858de6265e5']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:49.119604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-b4ea395d-21a2-4378-9d56-89a5cee2cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:49.123284 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-b4ea395d-21a2-4378-9d56-89a5cee2cb07 service neutron] 10.222.0.95 "GET /v2.0/networks?id=891c2138-73e2-46c7-be9c-a08e1e41f46f HTTP/1.1" status: 200 len: 898 time: 0.2371287 Jul 22 23:55:49.127282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8ee70809-7c3c-4155-8819-6eaa8d8019cb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6609ef-1506-44c3-9dcb-574dcff376f2') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:49.127583 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8ee70809-7c3c-4155-8819-6eaa8d8019cb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6609ef-1506-44c3-9dcb-574dcff376f2') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:49.255828 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ee70809-7c3c-4155-8819-6eaa8d8019cb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.278123 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-500b4613-df2a-4855-a568-26b59fc769fe service neutron] 10.222.0.18 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729506 Jul 22 23:55:49.354838 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ee70809-7c3c-4155-8819-6eaa8d8019cb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.358019 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:55:49.362526 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:55:49.436591 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee70809-7c3c-4155-8819-6eaa8d8019cb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:49.437014 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ee70809-7c3c-4155-8819-6eaa8d8019cb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:49.440389 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:49.546088 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-f9f6be97-2b03-4bd1-ae54-00b6e1e31c64 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee0db05-a402-41f9-932a-d4e14f6467f1 HTTP/1.1" status: 200 len: 999 time: 0.3996336 Jul 22 23:55:49.605040 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69b89c0f-79bb-4fb3-b302-a1d88c144fbe req-6abdfab5-e628-40cf-89c6-89d32f1ac432 service neutron] 10.222.0.18 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197205 Jul 22 23:55:49.618823 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8cffb-dfcb-4eb0-bcf0-e343bf03755d req-8f1f971b-c8be-4b0e-86c9-e3c9ad4af738 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:49.620473 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4dd8cffb-dfcb-4eb0-bcf0-e343bf03755d req-8f1f971b-c8be-4b0e-86c9-e3c9ad4af738 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 944 time: 0.2298341 Jul 22 23:55:49.645074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e0f99-e080-441e-a17c-9e6e55fa63d3 req-edde3ed4-af93-4387-94a3-42e48cc43572 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:49.648482 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-493e0f99-e080-441e-a17c-9e6e55fa63d3 req-edde3ed4-af93-4387-94a3-42e48cc43572 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 943 time: 0.2340894 Jul 22 23:55:49.655820 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ee70809-7c3c-4155-8819-6eaa8d8019cb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.685256 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ee70809-7c3c-4155-8819-6eaa8d8019cb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.687310 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8ee70809-7c3c-4155-8819-6eaa8d8019cb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "DELETE /v2.0/networks/54b45176-e8d3-4aa9-b213-e858de6265e5 HTTP/1.1" status: 204 len: 168 time: 1.2567606 Jul 22 23:55:49.702091 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39014) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:49.721936 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d71ca8-2177-44cf-b2c0-e10f6e9fbd68 None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:55:49.750827 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee70809-7c3c-4155-8819-6eaa8d8019cb tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event deleted for resources: {'Network': ['ID=54b45176-e8d3-4aa9-b213-e858de6265e5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:49.764796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-f3541fb1-23bd-4855-a181-895a52b0ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:49.766523 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-f3541fb1-23bd-4855-a181-895a52b0ce0a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6a5498f1-4887-4c40-a2cd-fca0f7d9252c HTTP/1.1" status: 200 len: 834 time: 0.1753297 Jul 22 23:55:49.775819 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-493e0f99-e080-441e-a17c-9e6e55fa63d3 req-65331f3c-db7a-49e7-8808-a404ddd31041 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169190 Jul 22 23:55:49.813727 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4dd8cffb-dfcb-4eb0-bcf0-e343bf03755d req-c876d26c-3e59-4146-bb17-bb6875b9de08 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1629574 Jul 22 23:55:49.850950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d71ca8-2177-44cf-b2c0-e10f6e9fbd68 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:55:49.900745 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c4b16d-ef66-4b94-ac4a-c5373dbefe71 x-openstack-request-id: req-51c4b16d-ef66-4b94-ac4a-c5373dbefe71 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:55:49.901453 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:55:49.901952 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51c4b16d-ef66-4b94-ac4a-c5373dbefe71 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:55:49.902613 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'status': 'completed', 'code': 200} Jul 22 23:55:49.915772 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-560f33ec-1e13-4b8b-be51-1693c6e29b94 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.937667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d205f30-67d0-48cf-9c31-ac562b3bc33b req-a6a508ff-6d67-4730-98f7-65a46f7b6bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:49.939214 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d205f30-67d0-48cf-9c31-ac562b3bc33b req-a6a508ff-6d67-4730-98f7-65a46f7b6bfa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1319a1d097b4fa59118c8e9fd75dafa&device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 1094 time: 0.1686764 Jul 22 23:55:49.953745 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88dbf36a-1b79-4ae3-a271-5874ebdf8f24 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.281549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d205f30-67d0-48cf-9c31-ac562b3bc33b req-0de376de-153e-40f1-8728-cabee4cefd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:50.283057 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d205f30-67d0-48cf-9c31-ac562b3bc33b req-0de376de-153e-40f1-8728-cabee4cefd3d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 HTTP/1.1" status: 200 len: 916 time: 0.3160281 Jul 22 23:55:50.315175 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-560f33ec-1e13-4b8b-be51-1693c6e29b94 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.320628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-a8e71a82-a312-4e66-9f00-6c55e87b8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:50.322786 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-a8e71a82-a312-4e66-9f00-6c55e87b8a9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 1095 time: 0.3826396 Jul 22 23:55:50.370365 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-560f33ec-1e13-4b8b-be51-1693c6e29b94 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10caa83-4756-4f50-9842-a8847866701f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:50.391853 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d205f30-67d0-48cf-9c31-ac562b3bc33b req-9f9abb02-e235-4752-b019-316d1bf2fae4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3096f80c-2b4f-4e6d-b9f3-702908e79e5f HTTP/1.1" status: 200 len: 217 time: 0.0737085 Jul 22 23:55:50.402716 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-560f33ec-1e13-4b8b-be51-1693c6e29b94 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef645fe1-5068-42e5-86e7-3ba8d8f72002') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:50.403021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-560f33ec-1e13-4b8b-be51-1693c6e29b94 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef645fe1-5068-42e5-86e7-3ba8d8f72002') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:50.431236 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-560f33ec-1e13-4b8b-be51-1693c6e29b94 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.452889 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-cf182c9d-8d92-4d62-9fa0-56d7c0470d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:50.454434 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-cf182c9d-8d92-4d62-9fa0-56d7c0470d19 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=891c2138-73e2-46c7-be9c-a08e1e41f46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6812081 Jul 22 23:55:50.494576 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-560f33ec-1e13-4b8b-be51-1693c6e29b94 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.515977 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560f33ec-1e13-4b8b-be51-1693c6e29b94 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:50.516397 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-560f33ec-1e13-4b8b-be51-1693c6e29b94 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:50.521176 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:50.540475 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d205f30-67d0-48cf-9c31-ac562b3bc33b req-d800cffa-e55d-4137-9e58-b7223bba6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:50.541992 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d205f30-67d0-48cf-9c31-ac562b3bc33b req-d800cffa-e55d-4137-9e58-b7223bba6ed5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de4837d0-4de8-44c9-87e4-4e3448c43fdb HTTP/1.1" status: 200 len: 855 time: 0.1371636 Jul 22 23:55:50.599142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-691e5737-007f-44c3-81e3-5eec87c28695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:50.600639 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-691e5737-007f-44c3-81e3-5eec87c28695 service neutron] 10.222.0.18 "GET /v2.0/networks?id=891c2138-73e2-46c7-be9c-a08e1e41f46f HTTP/1.1" status: 200 len: 898 time: 0.2663031 Jul 22 23:55:50.610045 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-17064cf1-0662-427f-b4d0-fc026634ac2b service neutron] 10.222.0.95 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470239 Jul 22 23:55:50.621772 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d205f30-67d0-48cf-9c31-ac562b3bc33b req-cd6b95a7-2bd0-4f14-b129-c500a32aa1fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690138 Jul 22 23:55:50.676857 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-560f33ec-1e13-4b8b-be51-1693c6e29b94 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.707842 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-560f33ec-1e13-4b8b-be51-1693c6e29b94 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.712646 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-560f33ec-1e13-4b8b-be51-1693c6e29b94 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "DELETE /v2.0/networks/d10caa83-4756-4f50-9842-a8847866701f HTTP/1.1" status: 204 len: 168 time: 1.0065818 Jul 22 23:55:50.712789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f33ec-1e13-4b8b-be51-1693c6e29b94 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event deleted for resources: {'Network': ['ID=d10caa83-4756-4f50-9842-a8847866701f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:50.712880 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39028) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:50.759429 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-8ae85be8-047a-4ba0-acac-4a4b19695e82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee0db05-a402-41f9-932a-d4e14f6467f1 HTTP/1.1" status: 200 len: 999 time: 0.1411748 Jul 22 23:55:50.820903 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7b733849-7ac9-4fd4-a9cb-78bba63833ab req-4b1bc5d0-8937-4df9-a4d6-b2e3fa33b797 service neutron] 10.222.0.95 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034581 Jul 22 23:55:50.826216 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-88dbf36a-1b79-4ae3-a271-5874ebdf8f24 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port 9d303a02-e451-424a-98be-3667ba36a5fa {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:50.829826 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d205f30-67d0-48cf-9c31-ac562b3bc33b req-3a36e149-7696-489b-ad5e-2834422a6bc2 service neutron] 10.222.0.18 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004833 Jul 22 23:55:50.830460 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88dbf36a-1b79-4ae3-a271-5874ebdf8f24 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.856402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-7eb834b2-ba9e-498a-8c1c-f7dc65f21bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:50.857774 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-7eb834b2-ba9e-498a-8c1c-f7dc65f21bf6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a5498f1-4887-4c40-a2cd-fca0f7d9252c HTTP/1.1" status: 200 len: 834 time: 0.0908623 Jul 22 23:55:50.867850 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b79e7665-d3e0-4e66-a497-ef31402541e7 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.051646 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88dbf36a-1b79-4ae3-a271-5874ebdf8f24 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.093557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d205f30-67d0-48cf-9c31-ac562b3bc33b req-aecbb172-0ce4-43d9-ba06-7207e73f8629 service neutron] 10.222.0.18 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554917 Jul 22 23:55:51.099062 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b79e7665-d3e0-4e66-a497-ef31402541e7 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.136111 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b79e7665-d3e0-4e66-a497-ef31402541e7 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325f3405-ee58-4688-bfe9-d383ea86f53e']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:51.152721 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b79e7665-d3e0-4e66-a497-ef31402541e7 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c4a2d5-62d6-448f-95e8-469b9686df43') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:51.153131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b79e7665-d3e0-4e66-a497-ef31402541e7 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c4a2d5-62d6-448f-95e8-469b9686df43') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:51.164064 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b79e7665-d3e0-4e66-a497-ef31402541e7 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.167493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6509fbd-0532-405a-8f48-11715c161caa req-f536ea04-feda-4813-8902-ce7a52c44f36 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:51.169168 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6509fbd-0532-405a-8f48-11715c161caa req-f536ea04-feda-4813-8902-ce7a52c44f36 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 943 time: 0.1936402 Jul 22 23:55:51.179714 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b79e7665-d3e0-4e66-a497-ef31402541e7 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.186650 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79e7665-d3e0-4e66-a497-ef31402541e7 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:51.187052 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b79e7665-d3e0-4e66-a497-ef31402541e7 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.190509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-1629ba6d-bca1-414d-9955-a1cca6a450b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:51.191998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-1629ba6d-bca1-414d-9955-a1cca6a450b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=891c2138-73e2-46c7-be9c-a08e1e41f46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174978 Jul 22 23:55:51.208806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46263-eef4-4ec9-a2d9-09d355a99da1 req-979a6a71-10c0-4b24-a20b-f505116027e1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:51.215733 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55a46263-eef4-4ec9-a2d9-09d355a99da1 req-979a6a71-10c0-4b24-a20b-f505116027e1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 944 time: 0.2422695 Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:51.258915 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:51.270752 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-88dbf36a-1b79-4ae3-a271-5874ebdf8f24 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for 9d303a02-e451-424a-98be-3667ba36a5fa owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:51.280798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6509fbd-0532-405a-8f48-11715c161caa req-063c52cc-a924-4c59-a449-f3c08d6cfea4 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053236 Jul 22 23:55:51.291264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-0984a1a2-3f80-4f73-8e59-072e8ae83ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:51.293392 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-0984a1a2-3f80-4f73-8e59-072e8ae83ea5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 1095 time: 0.4034898 Jul 22 23:55:51.296264 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b79e7665-d3e0-4e66-a497-ef31402541e7 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.308495 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55a46263-eef4-4ec9-a2d9-09d355a99da1 req-33cd1ecf-52fb-4230-8a9b-95a27707a41e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897100 Jul 22 23:55:51.371711 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-6f04bc73-3c62-4a0b-97fc-6cf0375be583 service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713228 Jul 22 23:55:51.374778 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b79e7665-d3e0-4e66-a497-ef31402541e7 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.378047 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b79e7665-d3e0-4e66-a497-ef31402541e7 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "DELETE /v2.0/networks/325f3405-ee58-4688-bfe9-d383ea86f53e HTTP/1.1" status: 204 len: 168 time: 0.6620853 Jul 22 23:55:51.378681 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39054) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:51.418096 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e7665-d3e0-4e66-a497-ef31402541e7 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event deleted for resources: {'Network': ['ID=325f3405-ee58-4688-bfe9-d383ea86f53e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:51.546379 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-7f040bdb-a4d7-4f5f-9eda-7de958a8e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:51.548023 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-7f040bdb-a4d7-4f5f-9eda-7de958a8e25f service neutron] 10.222.0.95 "GET /v2.0/networks?id=891c2138-73e2-46c7-be9c-a08e1e41f46f HTTP/1.1" status: 200 len: 898 time: 0.1797354 Jul 22 23:55:51.560176 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2d5c-6680-4a81-84c1-7452c4d93b52 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.563429 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-76c6aa5f-302d-42ea-88fc-a96676a50941 service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838384 Jul 22 23:55:51.653606 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88dbf36a-1b79-4ae3-a271-5874ebdf8f24 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.656639 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-3bbd74d2-3280-467d-9002-33d501efa4d6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee0db05-a402-41f9-932a-d4e14f6467f1 HTTP/1.1" status: 200 len: 999 time: 0.0844226 Jul 22 23:55:51.678554 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2d5c-6680-4a81-84c1-7452c4d93b52 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.694786 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7c8c2d5c-6680-4a81-84c1-7452c4d93b52 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efb3ee3-b7d6-4bf3-b9bc-1e31e592671c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:51.695983 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbf36a-1b79-4ae3-a271-5874ebdf8f24 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=9d303a02-e451-424a-98be-3667ba36a5fa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:51.713512 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7c8c2d5c-6680-4a81-84c1-7452c4d93b52 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb0c4b2-e288-4d7e-a110-3484bf16fa6e') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:51.714055 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7c8c2d5c-6680-4a81-84c1-7452c4d93b52 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb0c4b2-e288-4d7e-a110-3484bf16fa6e') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:51.738378 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2d5c-6680-4a81-84c1-7452c4d93b52 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.755600 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2d5c-6680-4a81-84c1-7452c4d93b52 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.765549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-64c21e42-1579-4936-9d58-552f0978d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:51.767182 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-64c21e42-1579-4936-9d58-552f0978d19a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6a5498f1-4887-4c40-a2cd-fca0f7d9252c HTTP/1.1" status: 200 len: 834 time: 0.0841296 Jul 22 23:55:51.769857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8c2d5c-6680-4a81-84c1-7452c4d93b52 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:51.770546 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2d5c-6680-4a81-84c1-7452c4d93b52 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:51.775380 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:51.877115 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2d5c-6680-4a81-84c1-7452c4d93b52 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.896964 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2d5c-6680-4a81-84c1-7452c4d93b52 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.901879 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7c8c2d5c-6680-4a81-84c1-7452c4d93b52 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] 10.222.0.26 "DELETE /v2.0/networks/1efb3ee3-b7d6-4bf3-b9bc-1e31e592671c HTTP/1.1" status: 204 len: 168 time: 0.5187824 Jul 22 23:55:51.920989 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88dbf36a-1b79-4ae3-a271-5874ebdf8f24 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.927716 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c2d5c-6680-4a81-84c1-7452c4d93b52 tempest-BulkNetworkOpsTest-1422274639 tempest-BulkNetworkOpsTest-1422274639-project] Pushing event deleted for resources: {'Network': ['ID=1efb3ee3-b7d6-4bf3-b9bc-1e31e592671c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:52.148031 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-66626db5-1458-43ab-8164-e81c5f26a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:52.150635 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-66626db5-1458-43ab-8164-e81c5f26a366 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=891c2138-73e2-46c7-be9c-a08e1e41f46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3223112 Jul 22 23:55:52.170028 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dbf36a-1b79-4ae3-a271-5874ebdf8f24 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Router a5303617-cc1d-4b67-819d-da134e4126ca has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:55:52.257371 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39104) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:52.287519 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 3096f80c-2b4f-4e6d-b9f3-702908e79e5f details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:55:52.313967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dbf36a-1b79-4ae3-a271-5874ebdf8f24 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:55:52.319538 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-88dbf36a-1b79-4ae3-a271-5874ebdf8f24 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "PUT /v2.0/routers/a5303617-cc1d-4b67-819d-da134e4126ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9429657 Jul 22 23:55:52.322035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39110) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:52.344903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec2dc8e-b92a-42a7-93b7-7671a20cd205 None None] Sync routers for ids ['a5303617-cc1d-4b67-819d-da134e4126ca'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:55:52.369956 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-0e3608a0-9e20-4f77-aee6-a27966b83e93 service neutron] 10.222.0.95 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117622 Jul 22 23:55:52.376314 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9f7567-d8ce-497f-87e9-0eb7f37d87af tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] GET failed (client error): The resource could not be found. Jul 22 23:55:52.383192 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0a9f7567-d8ce-497f-87e9-0eb7f37d87af tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports/9d303a02-e451-424a-98be-3667ba36a5fa HTTP/1.1" status: 404 len: 333 time: 0.0576470 Jul 22 23:55:52.384413 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:52.437726 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec2dc8e-b92a-42a7-93b7-7671a20cd205 None None] Routers {'a5303617-cc1d-4b67-819d-da134e4126ca'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:52.439063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fec2dc8e-b92a-42a7-93b7-7671a20cd205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:55:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a5303617-cc1d-4b67-819d-da134e4126ca'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:52.478645 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fec2dc8e-b92a-42a7-93b7-7671a20cd205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:52.507302 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-83369f7a-fe09-4bf6-9e51-4f9aa5d45cd8 req-46cb1bbd-3518-4304-a367-4826de7f55f5 service neutron] 10.222.0.95 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291752 Jul 22 23:55:52.527192 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec2dc8e-b92a-42a7-93b7-7671a20cd205 None None] Routers {'a5303617-cc1d-4b67-819d-da134e4126ca'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:52.527726 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fec2dc8e-b92a-42a7-93b7-7671a20cd205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:55:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a5303617-cc1d-4b67-819d-da134e4126ca'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:52.575076 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fec2dc8e-b92a-42a7-93b7-7671a20cd205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:52.575829 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec2dc8e-b92a-42a7-93b7-7671a20cd205 None None] The sync data for ids ['a5303617-cc1d-4b67-819d-da134e4126ca'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:55:52.604585 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e898602-d9f5-492f-ac93-f017c6fa3182 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.605233 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 3096f80c-2b4f-4e6d-b9f3-702908e79e5f, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=3096f80c-2b4f-4e6d-b9f3-702908e79e5f,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:52.620456 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '3096f80c-2b4f-4e6d-b9f3-702908e79e5f', 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06', 'port_id': '3096f80c-2b4f-4e6d-b9f3-702908e79e5f', 'mac_address': 'fa:16:3e:cd:d6:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4837d0-4de8-44c9-87e4-4e3448c43fdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:55:52.692876 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.720521 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3096f80c-2b4f-4e6d-b9f3-702908e79e5f {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:55:52.748333 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 3096f80c-2b4f-4e6d-b9f3-702908e79e5f, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=3096f80c-2b4f-4e6d-b9f3-702908e79e5f,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:52.753569 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.819257 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=3096f80c-2b4f-4e6d-b9f3-702908e79e5f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:52.871637 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-89f5eee9-9cec-4f06-a9ee-3be9ae532296 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3811d9b31b62461eb08ad425807d4d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6096339 Jul 22 23:55:52.872018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39120) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:52.897956 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d4b8c-0acc-4bc3-b382-114bf6eb9657 req-a0819023-ebfe-43fc-a511-f5eecfd68d7f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:52.905081 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e6d4b8c-0acc-4bc3-b382-114bf6eb9657 req-a0819023-ebfe-43fc-a511-f5eecfd68d7f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 943 time: 0.3966508 Jul 22 23:55:52.908292 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e898602-d9f5-492f-ac93-f017c6fa3182 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.911579 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device eee0db05-a402-41f9-932a-d4e14f6467f1 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:55:52.916132 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e898602-d9f5-492f-ac93-f017c6fa3182 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.944885 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66b81c24-f438-4401-9c95-db797b6222cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.978499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a914475-1756-472b-8231-5e6b6056ddf2 req-5f48716c-ef18-4786-b366-081bfbbe2291 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:52.980116 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a914475-1756-472b-8231-5e6b6056ddf2 req-5f48716c-ef18-4786-b366-081bfbbe2291 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 944 time: 0.5121908 Jul 22 23:55:53.007077 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66b81c24-f438-4401-9c95-db797b6222cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.041478 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a914475-1756-472b-8231-5e6b6056ddf2 req-da2010a8-835f-475a-a283-f3d84f4e1f3a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510714 Jul 22 23:55:53.043923 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e898602-d9f5-492f-ac93-f017c6fa3182 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.050865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e898602-d9f5-492f-ac93-f017c6fa3182 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Fanout notify agent at l3_agent the message router_deleted on router a5303617-cc1d-4b67-819d-da134e4126ca {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:55:53.076668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e6d4b8c-0acc-4bc3-b382-114bf6eb9657 req-5054b3d7-2908-4f76-8e9f-4532b1189af7 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704772 Jul 22 23:55:53.083702 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e898602-d9f5-492f-ac93-f017c6fa3182 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.086291 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6e898602-d9f5-492f-ac93-f017c6fa3182 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/routers/a5303617-cc1d-4b67-819d-da134e4126ca HTTP/1.1" status: 204 len: 168 time: 0.7009075 Jul 22 23:55:53.089009 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39124) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:53.097130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['3096f80c-2b4f-4e6d-b9f3-702908e79e5f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:55:53.128946 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66b81c24-f438-4401-9c95-db797b6222cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.131917 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66b81c24-f438-4401-9c95-db797b6222cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.134128 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-66b81c24-f438-4401-9c95-db797b6222cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e95d2570-6d67-46ec-88dc-954819e6b1c3 HTTP/1.1" status: 204 len: 168 time: 0.2610736 Jul 22 23:55:53.152663 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b81c24-f438-4401-9c95-db797b6222cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95d2570-6d67-46ec-88dc-954819e6b1c3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:53.177644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7e2fdd-dc52-4abb-9a6c-bcf91d168849 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting subnet ccd350ab-075d-45bf-b968-144748c7cb0f {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:53.181909 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c7e2fdd-dc52-4abb-9a6c-bcf91d168849 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.246424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=eee0db05-a402-41f9-932a-d4e14f6467f1,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:53.247527 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c7e2fdd-dc52-4abb-9a6c-bcf91d168849 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.269180 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'port_id': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'mac_address': 'fa:16:3e:5b:36:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:55:53.362158 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c7e2fdd-dc52-4abb-9a6c-bcf91d168849 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.386317 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.421131 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee0db05-a402-41f9-932a-d4e14f6467f1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:55:53.443361 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c7e2fdd-dc52-4abb-9a6c-bcf91d168849 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.449756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=eee0db05-a402-41f9-932a-d4e14f6467f1,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:53.480770 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e2fdd-dc52-4abb-9a6c-bcf91d168849 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd350ab-075d-45bf-b968-144748c7cb0f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:53.489149 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.492770 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c7e2fdd-dc52-4abb-9a6c-bcf91d168849 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.497850 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3c7e2fdd-dc52-4abb-9a6c-bcf91d168849 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/ccd350ab-075d-45bf-b968-144748c7cb0f HTTP/1.1" status: 204 len: 168 time: 0.4025617 Jul 22 23:55:53.498083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:53.594064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=eee0db05-a402-41f9-932a-d4e14f6467f1,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:53.626439 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.649117 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fcd80e-0933-4841-9ad8-85eb1f06ebe3 None None] Network 1faecbae-0708-4f59-ad53-99491bb030de requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:53.700932 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port 019283c4-a04a-4d2a-b1a4-1b090b84ec7e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:53.701439 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.787476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] For port 019283c4-a04a-4d2a-b1a4-1b090b84ec7e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=019283c4-a04a-4d2a-b1a4-1b090b84ec7e,segment=NetworkSegment(828a6021-6024-4b17-8988-888e133b8950),segment_id=828a6021-6024-4b17-8988-888e133b8950)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:53.787864 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.804205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for 019283c4-a04a-4d2a-b1a4-1b090b84ec7e owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:53.844658 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['eee0db05-a402-41f9-932a-d4e14f6467f1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:55:53.934125 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656fb888-0001-4540-a924-2a504fef5eaa None None] DHCP port deletion for 1faecbae-0708-4f59-ad53-99491bb030de request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:55:53.944650 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.993330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No DVR routers for this DVR port 019283c4-a04a-4d2a-b1a4-1b090b84ec7e on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:53.999118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=019283c4-a04a-4d2a-b1a4-1b090b84ec7e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:54.092137 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.104166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1faecbae-0708-4f59-ad53-99491bb030de']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:54.144235 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828a6021-6024-4b17-8988-888e133b8950') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:54.145576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828a6021-6024-4b17-8988-888e133b8950') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:54.168317 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.183695 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.193463 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:54.199820 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.300453 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 3096f80c-2b4f-4e6d-b9f3-702908e79e5f up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:54.319341 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:54.332078 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39162) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:54.363642 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 3096f80c-2b4f-4e6d-b9f3-702908e79e5f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:54.369633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 3096f80c-2b4f-4e6d-b9f3-702908e79e5f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:54.370016 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.385758 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.428426 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.436225 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/networks/1faecbae-0708-4f59-ad53-99491bb030de HTTP/1.1" status: 204 len: 168 time: 0.9371257 Jul 22 23:55:54.436547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39166) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:54.454829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c02918-12a1-4416-b3b9-cbdc0fdfae64 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Network': ['ID=1faecbae-0708-4f59-ad53-99491bb030de,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:54.491429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6bda16f3-9520-4666-99f6-a5c3e8792ec8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1970798053'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:54.498953 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122af4e9-d70b-4476-8a3d-ccb566c6b352 req-3cdee2a5-7110-4beb-a236-45de64800464 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:54.508936 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-122af4e9-d70b-4476-8a3d-ccb566c6b352 req-3cdee2a5-7110-4beb-a236-45de64800464 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 945 time: 0.1897640 Jul 22 23:55:54.519141 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.547945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4379d1-f135-4c81-b51d-345219049e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3096f80c-2b4f-4e6d-b9f3-702908e79e5f'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:55:54.551101 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724a2a08-9f99-42cd-a91a-be326577a0ef" -d '{"events": [{"server_uuid": "2a4379d1-f135-4c81-b51d-345219049e60", "name": "network-vif-plugged", "status": "completed", "tag": "3096f80c-2b4f-4e6d-b9f3-702908e79e5f"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:55:54.566854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 3096f80c-2b4f-4e6d-b9f3-702908e79e5f, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=3096f80c-2b4f-4e6d-b9f3-702908e79e5f,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:54.568509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da14308-58a8-4440-81ab-ffa9ee103b03 req-0432f704-ef32-455d-945d-06cf983462d0 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:54.569844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5b4603-bc5b-4c5f-a671-1d9389b2ef67 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:54.571391 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1da14308-58a8-4440-81ab-ffa9ee103b03 req-0432f704-ef32-455d-945d-06cf983462d0 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 944 time: 0.2559412 Jul 22 23:55:54.574088 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.578400 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8f5b4603-bc5b-4c5f-a671-1d9389b2ef67 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports/5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f HTTP/1.1" status: 200 len: 845 time: 0.1405041 Jul 22 23:55:54.583336 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39170) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:54.595283 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-122af4e9-d70b-4476-8a3d-ccb566c6b352 req-a5907624-2f5b-4087-853d-ac30c9a0561a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848448 Jul 22 23:55:54.596324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bda16f3-9520-4666-99f6-a5c3e8792ec8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:54.600040 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bda16f3-9520-4666-99f6-a5c3e8792ec8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.671415 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bda16f3-9520-4666-99f6-a5c3e8792ec8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.675052 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1da14308-58a8-4440-81ab-ffa9ee103b03 req-32d2b40e-a510-47f9-be91-09e65d322476 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779731 Jul 22 23:55:54.686916 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722d6619-54e1-4947-ad13-0e757a14b982 x-openstack-request-id: req-722d6619-54e1-4947-ad13-0e757a14b982 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:55:54.687379 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4379d1-f135-4c81-b51d-345219049e60", "name": "network-vif-plugged", "status": "completed", "tag": "3096f80c-2b4f-4e6d-b9f3-702908e79e5f", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:55:54.687926 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-722d6619-54e1-4947-ad13-0e757a14b982 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:55:54.688720 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4379d1-f135-4c81-b51d-345219049e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3096f80c-2b4f-4e6d-b9f3-702908e79e5f', 'code': 200} Jul 22 23:55:54.699805 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=3096f80c-2b4f-4e6d-b9f3-702908e79e5f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:54.781164 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 019283c4-a04a-4d2a-b1a4-1b090b84ec7e no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:54.795784 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e511a74a-ab23-4585-af78-66c0592dec84 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports/5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2076495 Jul 22 23:55:54.796144 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39174) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:54.804417 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-261fba41-877f-40f2-9b77-767a7be6c176 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'subnet': {'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:54.833680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 019283c4-a04a-4d2a-b1a4-1b090b84ec7e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:54.838107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 019283c4-a04a-4d2a-b1a4-1b090b84ec7e not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:54.860927 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91224e0-8b28-4450-bcb6-7acedb0d095e req-9a4079eb-2faf-436d-b1ef-fc4198c80ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:54.868743 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a91224e0-8b28-4450-bcb6-7acedb0d095e req-9a4079eb-2faf-436d-b1ef-fc4198c80ab7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 1096 time: 0.1059668 Jul 22 23:55:54.919010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device eee0db05-a402-41f9-932a-d4e14f6467f1 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:54.934204 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a91224e0-8b28-4450-bcb6-7acedb0d095e req-3e1b6c9b-bd9a-4a64-b0f6-ba7e9e576a46 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638027 Jul 22 23:55:54.998259 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port eee0db05-a402-41f9-932a-d4e14f6467f1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:55.005160 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port eee0db05-a402-41f9-932a-d4e14f6467f1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:55.005536 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.111674 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.149045 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-3263c7d5-1061-4099-9652-06e58d454b4c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:55.150415 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-3263c7d5-1061-4099-9652-06e58d454b4c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af&tenant_id=08e6f590bb3047c8a7f2021edeaee884&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 945 time: 0.2008300 Jul 22 23:55:55.175703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=eee0db05-a402-41f9-932a-d4e14f6467f1,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:55.182070 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.204471 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bda16f3-9520-4666-99f6-a5c3e8792ec8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.218457 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bda16f3-9520-4666-99f6-a5c3e8792ec8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.262905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=eee0db05-a402-41f9-932a-d4e14f6467f1,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:55.285131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda16f3-9520-4666-99f6-a5c3e8792ec8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af32aef5-4a89-48b1-b1a6-4d94f8e5ef6c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:55.314186 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39186) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:55.324223 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bda16f3-9520-4666-99f6-a5c3e8792ec8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:55.335188 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bda16f3-9520-4666-99f6-a5c3e8792ec8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.337262 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-6bda16f3-9520-4666-99f6-a5c3e8792ec8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Added segment cf9a3762-439a-4b14-91ea-d90912f37ed3 of type vlan for network 0ed4fae9-b796-4bca-98e2-0d4709c7f9a0 Jul 22 23:55:55.387256 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bda16f3-9520-4666-99f6-a5c3e8792ec8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.438517 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-2aa81697-ddb5-4805-8887-86b8df275b11 service neutron] 10.222.0.95 "GET /v2.0/ports/eee0db05-a402-41f9-932a-d4e14f6467f1/bindings/n-h2-688802-2 HTTP/1.1" status: 200 len: 382 time: 0.2773142 Jul 22 23:55:55.438972 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261fba41-877f-40f2-9b77-767a7be6c176 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:55.442948 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-261fba41-877f-40f2-9b77-767a7be6c176 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.457125 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bda16f3-9520-4666-99f6-a5c3e8792ec8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.464230 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bda16f3-9520-4666-99f6-a5c3e8792ec8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:55.464840 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bda16f3-9520-4666-99f6-a5c3e8792ec8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.558373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d73fc-e54b-4d11-8fd5-896481b4a22a req-d414070e-a023-4f04-a673-edf963db8d25 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:55.565957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-238d73fc-e54b-4d11-8fd5-896481b4a22a req-d414070e-a023-4f04-a673-edf963db8d25 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 945 time: 0.5829649 Jul 22 23:55:55.598331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda16f3-9520-4666-99f6-a5c3e8792ec8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Network': ['ID=0ed4fae9-b796-4bca-98e2-0d4709c7f9a0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:55.601941 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6bda16f3-9520-4666-99f6-a5c3e8792ec8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2685180 Jul 22 23:55:55.614310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-238d73fc-e54b-4d11-8fd5-896481b4a22a req-86de82f8-d282-424f-bcc8-c1a6c5da5a9f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472746 Jul 22 23:55:55.614764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 0ed4fae9-b796-4bca-98e2-0d4709c7f9a0 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:55.615236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39188) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:55.630549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2725d058-ebcf-4294-b19e-5c1d719f57eb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-108464423'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:55.662805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2725d058-ebcf-4294-b19e-5c1d719f57eb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:55.668013 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2725d058-ebcf-4294-b19e-5c1d719f57eb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.682099 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ccea92-6073-4fcc-9b41-ee3a047f8200 admin admin] Deleting subnet f5e57fd4-984e-460d-9ed8-36eab5aa6ef2 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:55.698822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2725d058-ebcf-4294-b19e-5c1d719f57eb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:55.710887 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2725d058-ebcf-4294-b19e-5c1d719f57eb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.711318 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-2725d058-ebcf-4294-b19e-5c1d719f57eb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Added segment 2094da09-d58f-4df2-ae0b-9f54afd1bfbf of type vlan for network 5527a63e-36be-4f3d-a0db-b29fb7889cbe Jul 22 23:55:55.729172 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9ccea92-6073-4fcc-9b41-ee3a047f8200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.767172 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2725d058-ebcf-4294-b19e-5c1d719f57eb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.809422 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9ccea92-6073-4fcc-9b41-ee3a047f8200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.823104 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2725d058-ebcf-4294-b19e-5c1d719f57eb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.829164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2725d058-ebcf-4294-b19e-5c1d719f57eb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:55.829995 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2725d058-ebcf-4294-b19e-5c1d719f57eb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.868891 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-db4a3616-44f2-423e-8247-4d721065f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:55.870874 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-db4a3616-44f2-423e-8247-4d721065f8b6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 1097 time: 0.3877831 Jul 22 23:55:55.908089 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2725d058-ebcf-4294-b19e-5c1d719f57eb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2921424 Jul 22 23:55:55.909030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39192) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:55.919625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bfe38f31-b739-4486-9efb-f41bd0e8e18f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'subnet': {'network_id': '0ed4fae9-b796-4bca-98e2-0d4709c7f9a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:55.969790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725d058-ebcf-4294-b19e-5c1d719f57eb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Network': ['ID=5527a63e-36be-4f3d-a0db-b29fb7889cbe,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:55.982818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 5527a63e-36be-4f3d-a0db-b29fb7889cbe details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:56.002217 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9ccea92-6073-4fcc-9b41-ee3a047f8200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.066123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0570615-b20a-4e1d-845b-c43e12e9a6a6 req-26db41e3-0e8e-4d49-add6-57ab47651f59 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:56.074485 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0570615-b20a-4e1d-845b-c43e12e9a6a6 req-26db41e3-0e8e-4d49-add6-57ab47651f59 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 945 time: 0.2655425 Jul 22 23:55:56.103605 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-261fba41-877f-40f2-9b77-767a7be6c176 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.111141 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe38f31-b739-4486-9efb-f41bd0e8e18f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:56.114898 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfe38f31-b739-4486-9efb-f41bd0e8e18f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.144556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0570615-b20a-4e1d-845b-c43e12e9a6a6 req-699f0721-c474-4288-8d7f-cde212479014 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690458 Jul 22 23:55:56.166979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261fba41-877f-40f2-9b77-767a7be6c176 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:56.185454 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-261fba41-877f-40f2-9b77-767a7be6c176 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:56.191723 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fba41-877f-40f2-9b77-767a7be6c176 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:56.192308 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-261fba41-877f-40f2-9b77-767a7be6c176 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.196887 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9ccea92-6073-4fcc-9b41-ee3a047f8200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.198236 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f52d14e-ddc4-42e8-a459-7261985d641c None None] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:56.209042 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-b427b3dd-42e0-41b5-9343-4081cb68f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:56.210583 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-b427b3dd-42e0-41b5-9343-4081cb68f834 service neutron] 10.222.0.95 "GET /v2.0/networks?id=891c2138-73e2-46c7-be9c-a08e1e41f46f HTTP/1.1" status: 200 len: 898 time: 0.3187766 Jul 22 23:55:56.215716 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fba41-877f-40f2-9b77-767a7be6c176 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Subnet': ['ID=04f5ba29-09ef-4be9-adb5-22f32efc82b4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:56.232708 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9ccea92-6073-4fcc-9b41-ee3a047f8200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.236845 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b9ccea92-6073-4fcc-9b41-ee3a047f8200 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f5e57fd4-984e-460d-9ed8-36eab5aa6ef2 HTTP/1.1" status: 204 len: 168 time: 0.8141012 Jul 22 23:55:56.283290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39196) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:56.401905 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:55:56.411304 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eca26952-1afe-407e-a070-263eb149c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.469828 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfe38f31-b739-4486-9efb-f41bd0e8e18f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.492120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-25f23c45-4117-4e5b-b3c5-46eca21011f1', 'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1', 'tenant_id': 'd0f0de8c66e94fc0b9f623784c558602', 'fixed_ips': [{'subnet_id': '04f5ba29-09ef-4be9-adb5-22f32efc82b4'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:56.494747 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.539751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe38f31-b739-4486-9efb-f41bd0e8e18f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Subnet': ['ID=69510166-0329-4d4a-918c-74d8ab478be4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:56.597553 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eca26952-1afe-407e-a070-263eb149c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.609041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe38f31-b739-4486-9efb-f41bd0e8e18f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Checking segment: {'id': 'cf9a3762-439a-4b14-91ea-d90912f37ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0ed4fae9-b796-4bca-98e2-0d4709c7f9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:56.609434 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe38f31-b739-4486-9efb-f41bd0e8e18f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network hostable DHCP agents. Network: 0ed4fae9-b796-4bca-98e2-0d4709c7f9a0, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:56.614261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-eca26952-1afe-407e-a070-263eb149c8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60603d0c-5a4d-4f66-bf92-180123929381']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:56.636462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-eca26952-1afe-407e-a070-263eb149c8e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c29fc33-88ad-4dbd-a9ba-5ea482c00989') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:56.636904 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-eca26952-1afe-407e-a070-263eb149c8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c29fc33-88ad-4dbd-a9ba-5ea482c00989') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:56.648142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe38f31-b739-4486-9efb-f41bd0e8e18f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network 0ed4fae9-b796-4bca-98e2-0d4709c7f9a0 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:56.658234 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eca26952-1afe-407e-a070-263eb149c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.668068 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-bfe38f31-b739-4486-9efb-f41bd0e8e18f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 0ed4fae9-b796-4bca-98e2-0d4709c7f9a0) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:56.673239 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe38f31-b739-4486-9efb-f41bd0e8e18f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:56.673835 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfe38f31-b739-4486-9efb-f41bd0e8e18f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.683839 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-261fba41-877f-40f2-9b77-767a7be6c176 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8812964 Jul 22 23:55:56.687918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:56.694544 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7e914b83-5c57-40b9-a275-3925dfdf23d0 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'security_group': {'name': 'tempest-secgroup-1061304273'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:56.710249 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-7d07a1d7-fb00-42e7-a067-88277ff0c076 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee0db05-a402-41f9-932a-d4e14f6467f1 HTTP/1.1" status: 200 len: 1001 time: 0.4911163 Jul 22 23:55:56.712047 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccea92-6073-4fcc-9b41-ee3a047f8200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e57fd4-984e-460d-9ed8-36eab5aa6ef2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:56.720666 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Allocated IP 2001:db8::2 (25f23c45-4117-4e5b-b3c5-46eca21011f1/04f5ba29-09ef-4be9-adb5-22f32efc82b4/6e7a0cdf-c948-45f3-b7e5-375f321896b5) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:56.746389 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eca26952-1afe-407e-a070-263eb149c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.766436 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e914b83-5c57-40b9-a275-3925dfdf23d0 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.772118 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-b9d30f22-7d33-44e3-b629-baea61c3ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:56.774154 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-b9d30f22-7d33-44e3-b629-baea61c3ae0d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6a5498f1-4887-4c40-a2cd-fca0f7d9252c HTTP/1.1" status: 200 len: 834 time: 0.0534422 Jul 22 23:55:56.794195 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca26952-1afe-407e-a070-263eb149c8e5 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:56.794612 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eca26952-1afe-407e-a070-263eb149c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:56.796301 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:56.829458 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bfe38f31-b739-4486-9efb-f41bd0e8e18f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9167416 Jul 22 23:55:56.832946 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39206) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:56.839154 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-aef26a9e-e02b-4684-97ef-e663cd8309d9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'subnet': {'network_id': '5527a63e-36be-4f3d-a0db-b29fb7889cbe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:56.887700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-331fa42a-2000-4355-ac77-b37a408b5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:56.889556 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-331fa42a-2000-4355-ac77-b37a408b5d7f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=891c2138-73e2-46c7-be9c-a08e1e41f46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087685 Jul 22 23:55:56.902761 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.919450 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:55:56.923264 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3b77a0-dff4-45af-9661-49376f5c0616" -d '{"events": [{"server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "name": "network-vif-plugged", "status": "completed", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:55:56.925956 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eca26952-1afe-407e-a070-263eb149c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.929468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Transition to ACTIVE for port object 6e7a0cdf-c948-45f3-b7e5-375f321896b5 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:56.946915 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eca26952-1afe-407e-a070-263eb149c8e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.951728 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-eca26952-1afe-407e-a070-263eb149c8e5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/60603d0c-5a4d-4f66-bf92-180123929381 HTTP/1.1" status: 204 len: 168 time: 0.6667218 Jul 22 23:55:56.956154 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Transition to ACTIVE for port object 6e7a0cdf-c948-45f3-b7e5-375f321896b5 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:56.959984 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea07633a-37cf-441c-b4d5-1fdbef346c14 None None] Network 0ed4fae9-b796-4bca-98e2-0d4709c7f9a0 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:57.029948 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083a73e-0570-4fb5-9de3-54638fb13841 req-a1d7c12e-856e-49bd-a14e-00f021ef7c1b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:57.037382 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-9d8c1f2b-b4d2-4ae1-8004-5d2a657a8af6 service neutron] 10.222.0.95 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162841 Jul 22 23:55:57.037824 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3083a73e-0570-4fb5-9de3-54638fb13841 req-a1d7c12e-856e-49bd-a14e-00f021ef7c1b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.2561114 Jul 22 23:55:57.053168 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65b3d42-1a79-4e1f-924d-e94cdc04087e x-openstack-request-id: req-e65b3d42-1a79-4e1f-924d-e94cdc04087e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:55:57.053452 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "name": "network-vif-plugged", "status": "completed", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:55:57.053631 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e65b3d42-1a79-4e1f-924d-e94cdc04087e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:55:57.054025 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'code': 200} Jul 22 23:55:57.059294 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.105679 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3083a73e-0570-4fb5-9de3-54638fb13841 req-8de5efc2-e221-495d-a949-35a1482c909c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667150 Jul 22 23:55:57.107826 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca26952-1afe-407e-a070-263eb149c8e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=60603d0c-5a4d-4f66-bf92-180123929381,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:57.127614 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Pushing event updated for resources: {'Port': ['ID=6e7a0cdf-c948-45f3-b7e5-375f321896b5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:57.153858 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:57.163277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:57.173677 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-03077b9f-54d2-4d50-818d-261bbcfa1c41 service neutron] 10.222.0.95 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274140 Jul 22 23:55:57.194935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:57.213992 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-0ed4fae9-b796-4bca-98e2-0d4709c7f9a0', 'network_id': '0ed4fae9-b796-4bca-98e2-0d4709c7f9a0', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'fixed_ips': [{'subnet_id': '69510166-0329-4d4a-918c-74d8ab478be4'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:57.214205 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e914b83-5c57-40b9-a275-3925dfdf23d0 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.215777 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.225336 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e914b83-5c57-40b9-a275-3925dfdf23d0 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.253156 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef26a9e-e02b-4684-97ef-e663cd8309d9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:57.256779 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aef26a9e-e02b-4684-97ef-e663cd8309d9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.280312 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e914b83-5c57-40b9-a275-3925dfdf23d0 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.284768 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7e914b83-5c57-40b9-a275-3925dfdf23d0 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5968125 Jul 22 23:55:57.297966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39214) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:57.313927 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1bcc044b-070a-44be-9787-091b19b18072 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'security_group': {'name': 'tempest-secgroup-1542015421'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:57.337006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:57.340309 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e914b83-5c57-40b9-a275-3925dfdf23d0 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb24c194-77f7-4475-934a-16f4d4308aed,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:57.407758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92a0b2-7db5-4c2b-85aa-ad3f52e020ef req-607dedc6-495d-4593-a488-090a3e6ab6b4 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:57.417635 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a92a0b2-7db5-4c2b-85aa-ad3f52e020ef req-607dedc6-495d-4593-a488-090a3e6ab6b4 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 945 time: 0.0911150 Jul 22 23:55:57.463860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a92a0b2-7db5-4c2b-85aa-ad3f52e020ef req-40394923-caaf-4d09-bb0a-9d3ac93f3761 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444744 Jul 22 23:55:57.491640 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Attempting to bind port 6e7a0cdf-c948-45f3-b7e5-375f321896b5 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:57.493066 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Attempting to bind port 6e7a0cdf-c948-45f3-b7e5-375f321896b5 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '0db2d16f-2514-4614-8688-8e0762410de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:57.493066 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Attempting to bind port 6e7a0cdf-c948-45f3-b7e5-375f321896b5 on network 25f23c45-4117-4e5b-b3c5-46eca21011f1 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:57.494742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39226) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:57.501815 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9ae8d92b-f309-4a80-b25a-4d9eacf358e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab83856deee64d85aac82a92e8e55154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632040 Jul 22 23:55:57.505309 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:57.505309 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Checking segment: {'id': '0db2d16f-2514-4614-8688-8e0762410de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:57.505309 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.505681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Bound using segment: {'id': '0db2d16f-2514-4614-8688-8e0762410de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:57.506127 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Bound port: 6e7a0cdf-c948-45f3-b7e5-375f321896b5, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db2d16f-2514-4614-8688-8e0762410de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:57.506511 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.535133 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Allocated IP 2001:db8::2 (0ed4fae9-b796-4bca-98e2-0d4709c7f9a0/69510166-0329-4d4a-918c-74d8ab478be4/fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:57.562207 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-142b7be1-f0e0-4478-a58c-ed777924cb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.607829 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-142b7be1-f0e0-4478-a58c-ed777924cb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.618424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] For port 6e7a0cdf-c948-45f3-b7e5-375f321896b5, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:57.657460 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] For port 6e7a0cdf-c948-45f3-b7e5-375f321896b5, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6e7a0cdf-c948-45f3-b7e5-375f321896b5,segment=NetworkSegment(0db2d16f-2514-4614-8688-8e0762410de1),segment_id=0db2d16f-2514-4614-8688-8e0762410de1)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:57.666789 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.676679 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-142b7be1-f0e0-4478-a58c-ed777924cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.680149 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-142b7be1-f0e0-4478-a58c-ed777924cb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.685318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-142b7be1-f0e0-4478-a58c-ed777924cb1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8df5e10c-a16c-4bfb-a20b-1955036854be HTTP/1.1" status: 204 len: 168 time: 0.1860833 Jul 22 23:55:57.689594 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bcc044b-070a-44be-9787-091b19b18072 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.715871 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aef26a9e-e02b-4684-97ef-e663cd8309d9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.718156 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b7be1-f0e0-4478-a58c-ed777924cb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df5e10c-a16c-4bfb-a20b-1955036854be,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:57.776898 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef26a9e-e02b-4684-97ef-e663cd8309d9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Subnet': ['ID=cdbf842a-9eaa-4639-92fd-18ca3d36389a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:57.837334 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef26a9e-e02b-4684-97ef-e663cd8309d9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Checking segment: {'id': '2094da09-d58f-4df2-ae0b-9f54afd1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5527a63e-36be-4f3d-a0db-b29fb7889cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:57.837592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef26a9e-e02b-4684-97ef-e663cd8309d9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network hostable DHCP agents. Network: 5527a63e-36be-4f3d-a0db-b29fb7889cbe, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:57.841211 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97125c74-c327-46ae-946b-89024adfa3ce None None] Pushing event updated for resources: {'Port': ['ID=6e7a0cdf-c948-45f3-b7e5-375f321896b5,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:57.892678 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.913666 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Transition to ACTIVE for port object fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:57.914797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef26a9e-e02b-4684-97ef-e663cd8309d9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network 5527a63e-36be-4f3d-a0db-b29fb7889cbe is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:57.956628 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Transition to ACTIVE for port object fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:57.966699 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.988611 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-aef26a9e-e02b-4684-97ef-e663cd8309d9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 5527a63e-36be-4f3d-a0db-b29fb7889cbe) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:58.015964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca03d8ba-bbfd-4319-8290-3da7b5ee543d None None] Network 5527a63e-36be-4f3d-a0db-b29fb7889cbe requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:58.016390 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef26a9e-e02b-4684-97ef-e663cd8309d9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:58.016963 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aef26a9e-e02b-4684-97ef-e663cd8309d9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.021516 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bcc044b-070a-44be-9787-091b19b18072 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.071222 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bcc044b-070a-44be-9787-091b19b18072 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.164122 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-aef26a9e-e02b-4684-97ef-e663cd8309d9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3297918 Jul 22 23:55:58.167347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39240) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:58.174158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e63eff54-0d60-435a-8902-87f7c5de74c1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2049701991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:58.178619 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bcc044b-070a-44be-9787-091b19b18072 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.180241 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1bcc044b-070a-44be-9787-091b19b18072 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8800776 Jul 22 23:55:58.184626 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39242) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:58.189647 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc044b-070a-44be-9787-091b19b18072 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be05ea31-75fc-4171-9598-6eb6a1e63c2c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:58.219954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0810155f-7123-4115-a123-98e5c4df787e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1720515440', 'security_groups': ['be05ea31-75fc-4171-9598-6eb6a1e63c2c'], 'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '04f5ba29-09ef-4be9-adb5-22f32efc82b4'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:58.231194 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Pushing event updated for resources: {'Port': ['ID=fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:58.272209 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Network 0ed4fae9-b796-4bca-98e2-0d4709c7f9a0 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:58.298517 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:58.309128 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:58.400387 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e63eff54-0d60-435a-8902-87f7c5de74c1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.402431 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e63eff54-0d60-435a-8902-87f7c5de74c1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.565672 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80550eb-fcbf-4496-9708-f19e6ad05471 req-c1353099-9141-4eed-b790-7a0e9a060285 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:58.567563 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e80550eb-fcbf-4496-9708-f19e6ad05471 req-c1353099-9141-4eed-b790-7a0e9a060285 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.3431406 Jul 22 23:55:58.624735 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e63eff54-0d60-435a-8902-87f7c5de74c1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.637341 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e63eff54-0d60-435a-8902-87f7c5de74c1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.649453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0810155f-7123-4115-a123-98e5c4df787e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:58.734877 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e80550eb-fcbf-4496-9708-f19e6ad05471 req-16788745-38a2-4861-9535-6ae5850a7bc6 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1300530 Jul 22 23:55:58.734877 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e63eff54-0d60-435a-8902-87f7c5de74c1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.749124 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39258) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:58.750173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e63eff54-0d60-435a-8902-87f7c5de74c1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5816178 Jul 22 23:55:58.900370 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0810155f-7123-4115-a123-98e5c4df787e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.948331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-0810155f-7123-4115-a123-98e5c4df787e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] device_id is not set on port 46fbf5a2-1017-45cc-af4e-fc0a1d8ed031 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:59.010153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6e7a0cdf-c948-45f3-b7e5-375f321896b5 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:59.032478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-5527a63e-36be-4f3d-a0db-b29fb7889cbe', 'network_id': '5527a63e-36be-4f3d-a0db-b29fb7889cbe', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'fixed_ips': [{'subnet_id': 'cdbf842a-9eaa-4639-92fd-18ca3d36389a'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:59.033643 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.071227 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Attempting to bind port fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:59.071602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Attempting to bind port fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'cf9a3762-439a-4b14-91ea-d90912f37ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0ed4fae9-b796-4bca-98e2-0d4709c7f9a0'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:59.072913 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Attempting to bind port fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c on network 0ed4fae9-b796-4bca-98e2-0d4709c7f9a0 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:59.092518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:59.092518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Checking segment: {'id': 'cf9a3762-439a-4b14-91ea-d90912f37ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0ed4fae9-b796-4bca-98e2-0d4709c7f9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:59.092851 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.093182 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Bound using segment: {'id': 'cf9a3762-439a-4b14-91ea-d90912f37ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0ed4fae9-b796-4bca-98e2-0d4709c7f9a0'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:59.094019 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Bound port: fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9a3762-439a-4b14-91ea-d90912f37ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0ed4fae9-b796-4bca-98e2-0d4709c7f9a0'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:59.094134 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.275555 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] For port fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:59.279083 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] For port fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c,segment=NetworkSegment(cf9a3762-439a-4b14-91ea-d90912f37ed3),segment_id=cf9a3762-439a-4b14-91ea-d90912f37ed3)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:59.287433 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.356042 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-0810155f-7123-4115-a123-98e5c4df787e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Allocated IP 2001:db8::b6 (25f23c45-4117-4e5b-b3c5-46eca21011f1/04f5ba29-09ef-4be9-adb5-22f32efc82b4/46fbf5a2-1017-45cc-af4e-fc0a1d8ed031) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:59.467983 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 6e7a0cdf-c948-45f3-b7e5-375f321896b5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:59.494413 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.504060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a939bb-0635-4f7e-a834-6a0ab3a6a981 None None] Pushing event updated for resources: {'Port': ['ID=fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:59.555038 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Allocated IP 2001:db8:1::2 (5527a63e-36be-4f3d-a0db-b29fb7889cbe/cdbf842a-9eaa-4639-92fd-18ca3d36389a/35e29c7c-a8b4-4a42-a7f5-b84950571c1b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:59.621212 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0810155f-7123-4115-a123-98e5c4df787e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.636892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-0810155f-7123-4115-a123-98e5c4df787e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Transition to ACTIVE for port object 46fbf5a2-1017-45cc-af4e-fc0a1d8ed031 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:59.706545 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0810155f-7123-4115-a123-98e5c4df787e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.808626 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9d0be270-b02e-4697-af03-067a51e21e5d None None] Provisioning for port 6e7a0cdf-c948-45f3-b7e5-375f321896b5 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:59.831590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9d0be270-b02e-4697-af03-067a51e21e5d None None] Provisioning complete for port 6e7a0cdf-c948-45f3-b7e5-375f321896b5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:59.833840 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d0be270-b02e-4697-af03-067a51e21e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.873984 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0810155f-7123-4115-a123-98e5c4df787e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:59.885128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0810155f-7123-4115-a123-98e5c4df787e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:00.004387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0810155f-7123-4115-a123-98e5c4df787e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:00.021695 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0810155f-7123-4115-a123-98e5c4df787e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:00.022415 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0810155f-7123-4115-a123-98e5c4df787e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.072847 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.134057 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0810155f-7123-4115-a123-98e5c4df787e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9433305 Jul 22 23:56:00.137123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39280) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:00.150237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ade18c5e-c8cb-41f0-969f-58cd06a0368d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'subnet': {'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:00.172660 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Allocated IP 2001:db8::1 (0ed4fae9-b796-4bca-98e2-0d4709c7f9a0/69510166-0329-4d4a-918c-74d8ab478be4/cce9d5c4-06f1-4236-bf49-2d27cdcf016f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:00.185948 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810155f-7123-4115-a123-98e5c4df787e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=46fbf5a2-1017-45cc-af4e-fc0a1d8ed031,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:00.188763 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d0be270-b02e-4697-af03-067a51e21e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.213725 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-913d89b1-4ecf-44dd-aa60-212239482f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:00.216118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Transition to ACTIVE for port object 35e29c7c-a8b4-4a42-a7f5-b84950571c1b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:00.223979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-913d89b1-4ecf-44dd-aa60-212239482f3d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af&tenant_id=08e6f590bb3047c8a7f2021edeaee884 HTTP/1.1" status: 200 len: 1097 time: 0.2946193 Jul 22 23:56:00.244620 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:00.271861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Transition to ACTIVE for port object 35e29c7c-a8b4-4a42-a7f5-b84950571c1b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:00.296141 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9d0be270-b02e-4697-af03-067a51e21e5d None None] For port 6e7a0cdf-c948-45f3-b7e5-375f321896b5, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6e7a0cdf-c948-45f3-b7e5-375f321896b5,segment=NetworkSegment(0db2d16f-2514-4614-8688-8e0762410de1),segment_id=0db2d16f-2514-4614-8688-8e0762410de1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:00.299375 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.357266 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d0be270-b02e-4697-af03-067a51e21e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.363095 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335876e-18c4-455e-828b-1ba828bae869 req-52ddea75-0279-452b-9f8a-cc40c19f1823 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:00.371856 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9335876e-18c4-455e-828b-1ba828bae869 req-52ddea75-0279-452b-9f8a-cc40c19f1823 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.4838340 Jul 22 23:56:00.395927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Network 5527a63e-36be-4f3d-a0db-b29fb7889cbe is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:00.400806 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:00.407308 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:00.416778 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Pushing event updated for resources: {'Port': ['ID=35e29c7c-a8b4-4a42-a7f5-b84950571c1b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:00.439088 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9d0be270-b02e-4697-af03-067a51e21e5d None None] Provisioning complete for port 5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:00.439468 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9d0be270-b02e-4697-af03-067a51e21e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.547749 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.550698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9d0be270-b02e-4697-af03-067a51e21e5d None None] Port 5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:00.620089 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9335876e-18c4-455e-828b-1ba828bae869 req-eb608ecc-c67f-4150-8e2f-0daaa0cfbf5c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2453828 Jul 22 23:56:00.647538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0be270-b02e-4697-af03-067a51e21e5d None None] Pushing event updated for resources: {'Port': ['ID=6e7a0cdf-c948-45f3-b7e5-375f321896b5,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:00.667573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Attempting to bind port 35e29c7c-a8b4-4a42-a7f5-b84950571c1b on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:00.667896 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Attempting to bind port 35e29c7c-a8b4-4a42-a7f5-b84950571c1b by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '2094da09-d58f-4df2-ae0b-9f54afd1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5527a63e-36be-4f3d-a0db-b29fb7889cbe'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:00.668267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Attempting to bind port 35e29c7c-a8b4-4a42-a7f5-b84950571c1b on network 5527a63e-36be-4f3d-a0db-b29fb7889cbe {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:00.676889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:00.680198 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Checking segment: {'id': '2094da09-d58f-4df2-ae0b-9f54afd1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5527a63e-36be-4f3d-a0db-b29fb7889cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:00.680198 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.686720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Bound using segment: {'id': '2094da09-d58f-4df2-ae0b-9f54afd1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5527a63e-36be-4f3d-a0db-b29fb7889cbe'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:00.687382 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Bound port: 35e29c7c-a8b4-4a42-a7f5-b84950571c1b, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2094da09-d58f-4df2-ae0b-9f54afd1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '5527a63e-36be-4f3d-a0db-b29fb7889cbe'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:00.687643 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.869045 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.871750 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] For port 35e29c7c-a8b4-4a42-a7f5-b84950571c1b, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:00.879956 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] For port 35e29c7c-a8b4-4a42-a7f5-b84950571c1b, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=35e29c7c-a8b4-4a42-a7f5-b84950571c1b,segment=NetworkSegment(2094da09-d58f-4df2-ae0b-9f54afd1bfbf),segment_id=2094da09-d58f-4df2-ae0b-9f54afd1bfbf)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:00.882022 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0ae27bf1-6c98-4aab-8f9a-fdfec4985e47 None None] Provisioning for port 46fbf5a2-1017-45cc-af4e-fc0a1d8ed031 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:00.890121 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade18c5e-c8cb-41f0-969f-58cd06a0368d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:00.894618 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.894845 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ade18c5e-c8cb-41f0-969f-58cd06a0368d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.911609 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:00.982210 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Transition to ACTIVE for port object cce9d5c4-06f1-4236-bf49-2d27cdcf016f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:00.991693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0ae27bf1-6c98-4aab-8f9a-fdfec4985e47 None None] Provisioning complete for port 46fbf5a2-1017-45cc-af4e-fc0a1d8ed031 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:00.992267 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0ae27bf1-6c98-4aab-8f9a-fdfec4985e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.142644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0ae27bf1-6c98-4aab-8f9a-fdfec4985e47 None None] Port 46fbf5a2-1017-45cc-af4e-fc0a1d8ed031 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:01.152987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:01.162535 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8c256-4056-413a-9a76-9509636aa448 None None] Pushing event updated for resources: {'Port': ['ID=35e29c7c-a8b4-4a42-a7f5-b84950571c1b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:01.184344 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f17200-43fd-4dca-8495-e9c9cbac2e65 None None] Network 0ed4fae9-b796-4bca-98e2-0d4709c7f9a0 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:01.234046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=eee0db05-a402-41f9-932a-d4e14f6467f1,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:01.276884 n-d-688802-2 neutron-server[93820]: INFO neutron.db.ipam_backend_mixin [None req-ade18c5e-c8cb-41f0-969f-58cd06a0368d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 04f5ba29-09ef-4be9-adb5-22f32efc82b4 (CIDR: 2001:db8::/64) Jul 22 23:56:01.289806 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade18c5e-c8cb-41f0-969f-58cd06a0368d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:56:01.290709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade18c5e-c8cb-41f0-969f-58cd06a0368d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:01.302438 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.344062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:01.390582 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6473386f-e2b8-4734-89b8-9b8cf48fc09f None None] Provisioning for port fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:01.398140 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6473386f-e2b8-4734-89b8-9b8cf48fc09f None None] Provisioning complete for port fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:01.399028 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6473386f-e2b8-4734-89b8-9b8cf48fc09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.464600 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.501706 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ade18c5e-c8cb-41f0-969f-58cd06a0368d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3611460 Jul 22 23:56:01.503819 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network 0ed4fae9-b796-4bca-98e2-0d4709c7f9a0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:01.510525 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Transition to ACTIVE for port object eee0db05-a402-41f9-932a-d4e14f6467f1 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:01.513416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:56:01.522851 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698aacac-126a-4df4-a5e8-71269686edb6" -d '{"events": [{"server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "name": "network-vif-unplugged", "status": "completed", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:56:01.530973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39306) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:01.556369 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:01.557015 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.566005 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:01.566574 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.581977 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-60363891-0e37-4668-880e-7f4bb642f1cc tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'subnet': {'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:01.585419 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=cce9d5c4-06f1-4236-bf49-2d27cdcf016f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:01.673370 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fbf23804-3037-4a64-a530-c84de390109d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.768605 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb84390-e3c5-4878-9be9-e6ed0eab4b21 x-openstack-request-id: req-efb84390-e3c5-4878-9be9-e6ed0eab4b21 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:56:01.769249 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "name": "network-vif-unplugged", "status": "completed", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:56:01.769769 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-efb84390-e3c5-4878-9be9-e6ed0eab4b21 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:56:01.771755 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'code': 200} Jul 22 23:56:01.776061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Pushing event updated for resources: {'Port': ['ID=eee0db05-a402-41f9-932a-d4e14f6467f1,revision_number=10']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:01.808052 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.846250 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6473386f-e2b8-4734-89b8-9b8cf48fc09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.950104 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6473386f-e2b8-4734-89b8-9b8cf48fc09f None None] For port fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c,segment=NetworkSegment(cf9a3762-439a-4b14-91ea-d90912f37ed3),segment_id=cf9a3762-439a-4b14-91ea-d90912f37ed3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:01.961902 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6473386f-e2b8-4734-89b8-9b8cf48fc09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.151586 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473386f-e2b8-4734-89b8-9b8cf48fc09f None None] Pushing event updated for resources: {'Port': ['ID=fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:02.331089 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] No DVR routers for this DVR port eee0db05-a402-41f9-932a-d4e14f6467f1 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:02.346186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6df59-25c3-4363-b730-6854d685b3a7 req-639a5fa6-eee2-4ed4-9ce8-76869b9fac69 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:02.353924 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3e6df59-25c3-4363-b730-6854d685b3a7 req-639a5fa6-eee2-4ed4-9ce8-76869b9fac69 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 945 time: 0.5479667 Jul 22 23:56:02.405901 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.418445 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.420056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60363891-0e37-4668-880e-7f4bb642f1cc tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:02.423826 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60363891-0e37-4668-880e-7f4bb642f1cc tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.429745 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.567833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=cce9d5c4-06f1-4236-bf49-2d27cdcf016f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:02.636744 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network 0ed4fae9-b796-4bca-98e2-0d4709c7f9a0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:02.642451 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:02.654275 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e0d8a613-f9d0-4baa-b596-c16817110bea None None] Provisioning complete for port fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:02.654649 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0d8a613-f9d0-4baa-b596-c16817110bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.857311 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60363891-0e37-4668-880e-7f4bb642f1cc tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.951117 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router 05693e8c-4441-4861-baf6-fa6fff783884 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:56:02.973680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device eee0db05-a402-41f9-932a-d4e14f6467f1 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:03.002918 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e0d8a613-f9d0-4baa-b596-c16817110bea None None] Provisioning for port cce9d5c4-06f1-4236-bf49-2d27cdcf016f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:03.022189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60363891-0e37-4668-880e-7f4bb642f1cc tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Subnet': ['ID=26f8b8c3-208d-47a4-98f8-4133356f633f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:03.034962 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e0d8a613-f9d0-4baa-b596-c16817110bea None None] Provisioning complete for port cce9d5c4-06f1-4236-bf49-2d27cdcf016f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:03.037878 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0d8a613-f9d0-4baa-b596-c16817110bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:03.120821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3e6df59-25c3-4363-b730-6854d685b3a7 req-c3cb4a86-3a3c-46da-b8bf-da83be955a23 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7656965 Jul 22 23:56:03.160875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60363891-0e37-4668-880e-7f4bb642f1cc tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:03.163242 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-60363891-0e37-4668-880e-7f4bb642f1cc tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:03.170264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60363891-0e37-4668-880e-7f4bb642f1cc tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:03.170756 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60363891-0e37-4668-880e-7f4bb642f1cc tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:03.188851 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8a613-f9d0-4baa-b596-c16817110bea None None] Port cce9d5c4-06f1-4236-bf49-2d27cdcf016f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:03.190661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 35e29c7c-a8b4-4a42-a7f5-b84950571c1b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:03.198970 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cce82c4-3cbb-46ba-9351-2b5fadd1ea01 None None] Network 5527a63e-36be-4f3d-a0db-b29fb7889cbe requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:03.206985 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b0991c-56ce-4d82-a6a6-5df08cfbde5d None None] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:03.241646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:03.249202 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-24a1c69a-f1e0-4512-92a0-b5e218512f33 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/05693e8c-4441-4861-baf6-fa6fff783884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4976664 Jul 22 23:56:03.251539 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39332) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:03.253330 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed7cdd1-9cc9-4647-a5ec-9353231e0391 None None] Sync routers for ids ['05693e8c-4441-4861-baf6-fa6fff783884'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:03.270925 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed7cdd1-9cc9-4647-a5ec-9353231e0391 None None] Routers {'05693e8c-4441-4861-baf6-fa6fff783884'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:03.271561 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8ed7cdd1-9cc9-4647-a5ec-9353231e0391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:55:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['05693e8c-4441-4861-baf6-fa6fff783884'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:03.282617 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-60363891-0e37-4668-880e-7f4bb642f1cc tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7335613 Jul 22 23:56:03.295185 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39334) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:03.305447 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5ac7a995-f0c6-40e9-bb71-f54f859a2428 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-565914996', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '26f8b8c3-208d-47a4-98f8-4133356f633f'}], 'security_groups': ['eb24c194-77f7-4475-934a-16f4d4308aed']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:03.350661 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8ed7cdd1-9cc9-4647-a5ec-9353231e0391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:03.381775 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed7cdd1-9cc9-4647-a5ec-9353231e0391 None None] Routers {'05693e8c-4441-4861-baf6-fa6fff783884'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:03.383529 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8ed7cdd1-9cc9-4647-a5ec-9353231e0391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:55:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['05693e8c-4441-4861-baf6-fa6fff783884'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:03.389300 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd27bc4e-bb2c-48fb-9f7a-6ee04936f08e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:03.395840 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bd27bc4e-bb2c-48fb-9f7a-6ee04936f08e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports/cce9d5c4-06f1-4236-bf49-2d27cdcf016f HTTP/1.1" status: 200 len: 911 time: 0.1412759 Jul 22 23:56:03.396871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39336) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:03.404362 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Attempting to bind port eee0db05-a402-41f9-932a-d4e14f6467f1 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:03.404907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Attempting to bind port eee0db05-a402-41f9-932a-d4e14f6467f1 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:03.405022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Attempting to bind port eee0db05-a402-41f9-932a-d4e14f6467f1 on network 891c2138-73e2-46c7-be9c-a08e1e41f46f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:03.431212 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Port eee0db05-a402-41f9-932a-d4e14f6467f1 on network 891c2138-73e2-46c7-be9c-a08e1e41f46f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:56:03.431537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Attempting to bind port eee0db05-a402-41f9-932a-d4e14f6467f1 on network 891c2138-73e2-46c7-be9c-a08e1e41f46f {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:03.435943 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device eee0db05-a402-41f9-932a-d4e14f6467f1 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:03.462403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:03.462745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Checking segment: {'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:03.469750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Bound using segment: {'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:03.470233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Bound port: eee0db05-a402-41f9-932a-d4e14f6467f1, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e094f6f9-cbd9-49db-9c5f-91e83b760651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:03.473648 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:03.474836 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8ed7cdd1-9cc9-4647-a5ec-9353231e0391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:03.476008 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed7cdd1-9cc9-4647-a5ec-9353231e0391 None None] The sync data for ids ['05693e8c-4441-4861-baf6-fa6fff783884'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:03.631674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:03.635809 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=eee0db05-a402-41f9-932a-d4e14f6467f1,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:03.672136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0fd08468-c1e3-412d-bd90-a1a6fec71e59 None None] Provisioning for port 35e29c7c-a8b4-4a42-a7f5-b84950571c1b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:03.684224 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:03.732066 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 35e29c7c-a8b4-4a42-a7f5-b84950571c1b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:03.760772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 35e29c7c-a8b4-4a42-a7f5-b84950571c1b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:03.761071 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:03.787979 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:03.788681 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:03.790783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] 10.222.0.18 "PUT /v2.0/ports/eee0db05-a402-41f9-932a-d4e14f6467f1 HTTP/1.1" status: 200 len: 1093 time: 3.5523942 Jul 22 23:56:03.791254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:56:03.793572 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:56:03.884853 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ac7a995-f0c6-40e9-bb71-f54f859a2428 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:03.939621 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7225cb90-0ec8-4c3b-b7b3-401b3c010338 x-openstack-request-id: req-7225cb90-0ec8-4c3b-b7b3-401b3c010338 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:56:03.939998 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:56:03.940196 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7225cb90-0ec8-4c3b-b7b3-401b3c010338 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:56:03.940568 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'status': 'completed', 'code': 200} Jul 22 23:56:04.018273 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0fd08468-c1e3-412d-bd90-a1a6fec71e59 None None] Provisioning complete for port cce9d5c4-06f1-4236-bf49-2d27cdcf016f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:04.018882 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0fd08468-c1e3-412d-bd90-a1a6fec71e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.049388 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea086b00-3d8d-454f-9f39-fc0a43821171 service neutron] Pushing event updated for resources: {'Port': ['ID=eee0db05-a402-41f9-932a-d4e14f6467f1,revision_number=11']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:04.136248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-f375a383-7da0-45e9-a407-0e2e2b42ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:04.137657 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-f375a383-7da0-45e9-a407-0e2e2b42ffc5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 1096 time: 0.1485426 Jul 22 23:56:04.172540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-19dae22a-71bb-43a5-be6b-c2d10618250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:04.174287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-19dae22a-71bb-43a5-be6b-c2d10618250f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 1096 time: 0.3472502 Jul 22 23:56:04.240628 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0fd08468-c1e3-412d-bd90-a1a6fec71e59 None None] Port cce9d5c4-06f1-4236-bf49-2d27cdcf016f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:04.419268 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.441585 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.488976 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-74216f43-bbe6-4594-b381-697cfbd5479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:04.490519 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-74216f43-bbe6-4594-b381-697cfbd5479f service neutron] 10.222.0.95 "GET /v2.0/networks?id=891c2138-73e2-46c7-be9c-a08e1e41f46f HTTP/1.1" status: 200 len: 898 time: 0.2785501 Jul 22 23:56:04.516657 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.519873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-b35a52a5-439a-4d1b-a10b-8b154b4d3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:04.526871 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-b35a52a5-439a-4d1b-a10b-8b154b4d3365 service neutron] 10.222.0.18 "GET /v2.0/networks?id=891c2138-73e2-46c7-be9c-a08e1e41f46f HTTP/1.1" status: 200 len: 898 time: 0.3359168 Jul 22 23:56:04.551131 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a82f2007-82cd-4347-a67a-5e8ff1efb41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.582937 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 35e29c7c-a8b4-4a42-a7f5-b84950571c1b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=35e29c7c-a8b4-4a42-a7f5-b84950571c1b,segment=NetworkSegment(2094da09-d58f-4df2-ae0b-9f54afd1bfbf),segment_id=2094da09-d58f-4df2-ae0b-9f54afd1bfbf)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:04.593144 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.603477 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.604339 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6e7a0cdf-c948-45f3-b7e5-375f321896b5 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:04.660233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05581a-4f83-459b-a3c6-1f57e3209e5c req-dacd7082-7935-4ff7-bd40-2362de1d16d3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:04.662085 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f05581a-4f83-459b-a3c6-1f57e3209e5c req-dacd7082-7935-4ff7-bd40-2362de1d16d3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 945 time: 0.3647487 Jul 22 23:56:04.716116 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=35e29c7c-a8b4-4a42-a7f5-b84950571c1b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:04.732745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-120d8f14-6656-4bc8-84ae-21c77e392837 None None] Provisioning complete for port cce9d5c4-06f1-4236-bf49-2d27cdcf016f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:04.733420 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-120d8f14-6656-4bc8-84ae-21c77e392837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.799620 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-ffcc3b23-e9c2-4698-922b-98a82f023ee0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee0db05-a402-41f9-932a-d4e14f6467f1 HTTP/1.1" status: 200 len: 999 time: 0.2580652 Jul 22 23:56:04.804648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-120d8f14-6656-4bc8-84ae-21c77e392837 None None] Port cce9d5c4-06f1-4236-bf49-2d27cdcf016f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:04.815877 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-7d90f379-ca51-41bf-950f-23212015a8aa service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee0db05-a402-41f9-932a-d4e14f6467f1 HTTP/1.1" status: 200 len: 999 time: 0.2483702 Jul 22 23:56:04.857398 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 6e7a0cdf-c948-45f3-b7e5-375f321896b5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:04.857954 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.930368 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-c9b8d205-d014-4025-9caa-fe2abd20cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:04.933014 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-c9b8d205-d014-4025-9caa-fe2abd20cc6f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6a5498f1-4887-4c40-a2cd-fca0f7d9252c HTTP/1.1" status: 200 len: 834 time: 0.1065633 Jul 22 23:56:04.956549 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f05581a-4f83-459b-a3c6-1f57e3209e5c req-1ede3d23-5576-487f-9e2f-c05af88cab82 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2626133 Jul 22 23:56:04.993851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-40a8a74f-dd58-44e2-b592-83a1e05513bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:05.004548 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-40a8a74f-dd58-44e2-b592-83a1e05513bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a5498f1-4887-4c40-a2cd-fca0f7d9252c HTTP/1.1" status: 200 len: 834 time: 0.1797080 Jul 22 23:56:05.089998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5ac7a995-f0c6-40e9-bb71-f54f859a2428 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Delete allocated IP 2001:db8::b6 (25f23c45-4117-4e5b-b3c5-46eca21011f1/04f5ba29-09ef-4be9-adb5-22f32efc82b4) {{(pid=93821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 23:56:05.151398 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78854e37-35b0-4c01-8291-760478e12250 None None] Update dhcp port {'port': {'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1', 'fixed_ips': [{'subnet_id': '04f5ba29-09ef-4be9-adb5-22f32efc82b4', 'ip_address': '2001:db8::2'}, {'subnet_id': '26f8b8c3-208d-47a4-98f8-4133356f633f'}], 'binding:host_id': 'n-d-688802-2'}, 'id': '6e7a0cdf-c948-45f3-b7e5-375f321896b5'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:56:05.292700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-101a8f64-5480-4db0-8dcc-327df1a7aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:05.294469 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-101a8f64-5480-4db0-8dcc-327df1a7aa8b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=891c2138-73e2-46c7-be9c-a08e1e41f46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2362485 Jul 22 23:56:05.304212 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5ac7a995-f0c6-40e9-bb71-f54f859a2428 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Allocated IP 2001:db8:0:1::71 (25f23c45-4117-4e5b-b3c5-46eca21011f1/26f8b8c3-208d-47a4-98f8-4133356f633f/46fbf5a2-1017-45cc-af4e-fc0a1d8ed031) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:05.370979 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-432a6815-d311-4bd2-bca8-0b102ad03272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:05.373320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-432a6815-d311-4bd2-bca8-0b102ad03272 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=891c2138-73e2-46c7-be9c-a08e1e41f46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3045192 Jul 22 23:56:05.507304 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-9eda6a63-1c46-4b84-90cf-b62f783cd95f service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273298 Jul 22 23:56:05.598400 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78854e37-35b0-4c01-8291-760478e12250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:05.626118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:05.696775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4cab3674-477e-46d7-b638-dc58e7aee189 None None] Provisioning complete for port 35e29c7c-a8b4-4a42-a7f5-b84950571c1b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:05.697137 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4cab3674-477e-46d7-b638-dc58e7aee189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:05.741291 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:05.919372 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Allocated IP 2001:db8:1::1 (5527a63e-36be-4f3d-a0db-b29fb7889cbe/cdbf842a-9eaa-4639-92fd-18ca3d36389a/23ad8d5b-a987-410f-8a3e-20cd2361b08c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:05.919787 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:05.920080 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.131177 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-b26904a5-729b-43ce-876a-90a0b9029a34 service neutron] 10.222.0.95 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7762256 Jul 22 23:56:06.152588 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.177774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Transition to ACTIVE for port object 23ad8d5b-a987-410f-8a3e-20cd2361b08c will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:06.244556 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 35e29c7c-a8b4-4a42-a7f5-b84950571c1b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:06.252816 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.340008 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 35e29c7c-a8b4-4a42-a7f5-b84950571c1b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:06.341813 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.387165 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=23ad8d5b-a987-410f-8a3e-20cd2361b08c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:06.398618 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f272a50-672c-449c-aaa5-42610a272ca9 req-eef9b62c-8612-44ec-84c2-8f16d0cfc8c9 service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8841312 Jul 22 23:56:06.449666 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network 5527a63e-36be-4f3d-a0db-b29fb7889cbe is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:06.457116 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:06.479940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:06.496643 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.614047 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc1d71b6-b32a-43f9-8c72-56c14e4c0c61 req-e71225b7-f209-4cab-b19e-6af4a806379b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3250341 Jul 22 23:56:06.676796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d54862-039b-43ab-b40d-35aea18f6a17 req-2b20d3c0-3e3e-45d5-8c70-aef7831930d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:06.678763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01d54862-039b-43ab-b40d-35aea18f6a17 req-2b20d3c0-3e3e-45d5-8c70-aef7831930d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 945 time: 0.3989415 Jul 22 23:56:06.726286 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ac7a995-f0c6-40e9-bb71-f54f859a2428 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.742947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-5ac7a995-f0c6-40e9-bb71-f54f859a2428 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Transition to ACTIVE for port object 46fbf5a2-1017-45cc-af4e-fc0a1d8ed031 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:06.767953 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ac7a995-f0c6-40e9-bb71-f54f859a2428 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.836300 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-a194c193-621b-4532-8465-0c379663c76d service neutron] 10.222.0.95 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174324 Jul 22 23:56:06.862667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-78854e37-35b0-4c01-8291-760478e12250 None None] Allocated IP 2001:db8:0:1::2 (25f23c45-4117-4e5b-b3c5-46eca21011f1/26f8b8c3-208d-47a4-98f8-4133356f633f/6e7a0cdf-c948-45f3-b7e5-375f321896b5) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:06.946887 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.987284 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a71a42ca-84d4-400e-981b-4a5958490a03 None None] Provisioning for port 23ad8d5b-a987-410f-8a3e-20cd2361b08c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:07.022552 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a71a42ca-84d4-400e-981b-4a5958490a03 None None] Provisioning complete for port 23ad8d5b-a987-410f-8a3e-20cd2361b08c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:07.023028 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a71a42ca-84d4-400e-981b-4a5958490a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.041391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7a995-f0c6-40e9-bb71-f54f859a2428 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] In _notify_port_updated(), no bound segment for port 46fbf5a2-1017-45cc-af4e-fc0a1d8ed031 on network 25f23c45-4117-4e5b-b3c5-46eca21011f1 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:56:07.049177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac7a995-f0c6-40e9-bb71-f54f859a2428 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:07.053329 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ac7a995-f0c6-40e9-bb71-f54f859a2428 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.070276 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ac7a995-f0c6-40e9-bb71-f54f859a2428 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "PUT /v2.0/ports/46fbf5a2-1017-45cc-af4e-fc0a1d8ed031 HTTP/1.1" status: 200 len: 929 time: 3.7739441 Jul 22 23:56:07.073615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01d54862-039b-43ab-b40d-35aea18f6a17 req-143a870e-338d-4d99-bb7d-0dffc87cf3e1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3228095 Jul 22 23:56:07.074190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39376) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:07.078351 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7a995-f0c6-40e9-bb71-f54f859a2428 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=46fbf5a2-1017-45cc-af4e-fc0a1d8ed031,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:07.096347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-821f8455-15b2-434e-bba9-9db15323f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:07.097842 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-821f8455-15b2-434e-bba9-9db15323f33e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 1096 time: 0.5786278 Jul 22 23:56:07.124748 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a71a42ca-84d4-400e-981b-4a5958490a03 None None] Port 23ad8d5b-a987-410f-8a3e-20cd2361b08c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:07.161549 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.192664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-78854e37-35b0-4c01-8291-760478e12250 None None] For port 6e7a0cdf-c948-45f3-b7e5-375f321896b5, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6e7a0cdf-c948-45f3-b7e5-375f321896b5,segment=NetworkSegment(0db2d16f-2514-4614-8688-8e0762410de1),segment_id=0db2d16f-2514-4614-8688-8e0762410de1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:07.201393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d71b6-b32a-43f9-8c72-56c14e4c0c61 req-94226259-3ccb-45a4-a9db-218e5bd93fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:07.203267 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc1d71b6-b32a-43f9-8c72-56c14e4c0c61 req-94226259-3ccb-45a4-a9db-218e5bd93fe9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d1319a1d097b4fa59118c8e9fd75dafa&device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 1096 time: 0.5218177 Jul 22 23:56:07.241673 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78854e37-35b0-4c01-8291-760478e12250 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.256624 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-78854e37-35b0-4c01-8291-760478e12250 None None] Transition to ACTIVE for port object 6e7a0cdf-c948-45f3-b7e5-375f321896b5 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:07.266082 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78854e37-35b0-4c01-8291-760478e12250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.349221 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.355273 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.355822 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.411996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78854e37-35b0-4c01-8291-760478e12250 None None] Pushing event updated for resources: {'Port': ['ID=6e7a0cdf-c948-45f3-b7e5-375f321896b5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:07.453147 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=23ad8d5b-a987-410f-8a3e-20cd2361b08c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:07.489852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-387d8112-c941-4eb4-b7f6-0b87a98c6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:07.491396 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-387d8112-c941-4eb4-b7f6-0b87a98c6296 service neutron] 10.222.0.18 "GET /v2.0/networks?id=891c2138-73e2-46c7-be9c-a08e1e41f46f HTTP/1.1" status: 200 len: 898 time: 0.3769941 Jul 22 23:56:07.526522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network 5527a63e-36be-4f3d-a0db-b29fb7889cbe is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:07.528709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:07.552297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d71b6-b32a-43f9-8c72-56c14e4c0c61 req-1f95f7b0-e97d-4940-a043-91c0283611f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:07.553808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc1d71b6-b32a-43f9-8c72-56c14e4c0c61 req-1f95f7b0-e97d-4940-a043-91c0283611f2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 HTTP/1.1" status: 200 len: 916 time: 0.3115249 Jul 22 23:56:07.574130 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7eeec89f-5448-4b46-918d-611d35edb865 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port 46fbf5a2-1017-45cc-af4e-fc0a1d8ed031 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:07.574541 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eeec89f-5448-4b46-918d-611d35edb865 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.642845 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc1d71b6-b32a-43f9-8c72-56c14e4c0c61 req-658c3e50-4b40-4f44-aea4-43ba46b6ee00 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05484bdf-923f-4555-bd38-5d3fa18d23a3 HTTP/1.1" status: 200 len: 217 time: 0.0804811 Jul 22 23:56:07.704030 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-8111e225-c138-488e-9b8b-494a8825f181 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee0db05-a402-41f9-932a-d4e14f6467f1 HTTP/1.1" status: 200 len: 999 time: 0.2032778 Jul 22 23:56:07.736229 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router 05693e8c-4441-4861-baf6-fa6fff783884 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:56:07.906614 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:07.919114 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b700e36c-19e1-4893-b9af-9f979b68875c None None] Sync routers for ids ['05693e8c-4441-4861-baf6-fa6fff783884'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:07.931570 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-47fa75b6-bd5c-4b92-bfff-f5f055c7ea9b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/05693e8c-4441-4861-baf6-fa6fff783884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5302532 Jul 22 23:56:07.932658 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39386) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:07.982759 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b700e36c-19e1-4893-b9af-9f979b68875c None None] Routers {'05693e8c-4441-4861-baf6-fa6fff783884'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:07.983875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b700e36c-19e1-4893-b9af-9f979b68875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['05693e8c-4441-4861-baf6-fa6fff783884'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:08.046780 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d71b6-b32a-43f9-8c72-56c14e4c0c61 req-90e9dcd7-f70a-4a91-bd45-42263b281cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:08.052588 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc1d71b6-b32a-43f9-8c72-56c14e4c0c61 req-90e9dcd7-f70a-4a91-bd45-42263b281cef service neutron] 10.222.0.95 "GET /v2.0/subnets?id=de4837d0-4de8-44c9-87e4-4e3448c43fdb HTTP/1.1" status: 200 len: 855 time: 0.4022424 Jul 22 23:56:08.064872 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-9dd032cc-64f9-43ee-937f-360e06b1cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:08.073299 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b700e36c-19e1-4893-b9af-9f979b68875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:08.079261 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-9dd032cc-64f9-43ee-937f-360e06b1cafb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a5498f1-4887-4c40-a2cd-fca0f7d9252c HTTP/1.1" status: 200 len: 834 time: 0.3296225 Jul 22 23:56:08.108684 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b700e36c-19e1-4893-b9af-9f979b68875c None None] Routers {'05693e8c-4441-4861-baf6-fa6fff783884'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:08.109082 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b700e36c-19e1-4893-b9af-9f979b68875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['05693e8c-4441-4861-baf6-fa6fff783884'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:08.126244 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eeec89f-5448-4b46-918d-611d35edb865 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:08.183602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b700e36c-19e1-4893-b9af-9f979b68875c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:08.184424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b700e36c-19e1-4893-b9af-9f979b68875c None None] The sync data for ids ['05693e8c-4441-4861-baf6-fa6fff783884'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:08.194442 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9f119876-f98c-464a-8677-26c76b7cd01c None None] Provisioning complete for port 23ad8d5b-a987-410f-8a3e-20cd2361b08c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:08.194815 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f119876-f98c-464a-8677-26c76b7cd01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:08.205314 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc08bff8-3d7e-4d52-84c5-7b755dc2e022 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:08.209867 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc08bff8-3d7e-4d52-84c5-7b755dc2e022 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports/23ad8d5b-a987-410f-8a3e-20cd2361b08c HTTP/1.1" status: 200 len: 913 time: 0.2708476 Jul 22 23:56:08.213573 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39392) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:08.251314 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6e7a0cdf-c948-45f3-b7e5-375f321896b5 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:08.351505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9f119876-f98c-464a-8677-26c76b7cd01c None None] Port 23ad8d5b-a987-410f-8a3e-20cd2361b08c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:08.355895 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc1d71b6-b32a-43f9-8c72-56c14e4c0c61 req-233415d8-b07f-4dfb-8c3d-f9b3cd8d9785 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2928240 Jul 22 23:56:08.356982 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7eeec89f-5448-4b46-918d-611d35edb865 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for 46fbf5a2-1017-45cc-af4e-fc0a1d8ed031 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:08.392743 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device eee0db05-a402-41f9-932a-d4e14f6467f1 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:56:08.587847 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc1d71b6-b32a-43f9-8c72-56c14e4c0c61 req-740a40bd-a810-44b1-97be-a1d0487691f2 service neutron] 10.222.0.95 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207887 Jul 22 23:56:08.679585 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=eee0db05-a402-41f9-932a-d4e14f6467f1,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:08.707286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'port_id': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'mac_address': 'fa:16:3e:5b:36:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:56:08.921079 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:08.940422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6e753cd6-66b0-4a0f-8a53-e3caf6dc4364 None None] Provisioning for port 6e7a0cdf-c948-45f3-b7e5-375f321896b5 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:08.956186 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6e753cd6-66b0-4a0f-8a53-e3caf6dc4364 None None] Provisioning complete for port 6e7a0cdf-c948-45f3-b7e5-375f321896b5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:08.956976 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e753cd6-66b0-4a0f-8a53-e3caf6dc4364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:08.984797 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee0db05-a402-41f9-932a-d4e14f6467f1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:56:09.035999 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=eee0db05-a402-41f9-932a-d4e14f6467f1,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:09.041451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-45280d11-3278-4915-bb37-b7530dfe3f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:09.045372 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-45280d11-3278-4915-bb37-b7530dfe3f4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=891c2138-73e2-46c7-be9c-a08e1e41f46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7909129 Jul 22 23:56:09.053182 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.125537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f15db7-60b8-4435-abb5-b4743c4166a2 req-5a73ec75-961a-4f08-a084-9f1d9e277675 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:09.128559 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6f15db7-60b8-4435-abb5-b4743c4166a2 req-5a73ec75-961a-4f08-a084-9f1d9e277675 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 945 time: 0.8686736 Jul 22 23:56:09.129330 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eab233c9-5b4a-4bb6-aa31-f5d32d8164b9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.177637 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=eee0db05-a402-41f9-932a-d4e14f6467f1,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:09.205617 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc1d71b6-b32a-43f9-8c72-56c14e4c0c61 req-039fb82b-0f84-44f3-ab1b-490426a8a0eb service neutron] 10.222.0.95 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057496 Jul 22 23:56:09.284794 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6f15db7-60b8-4435-abb5-b4743c4166a2 req-ffae3266-f10f-44ff-b73c-aa40f9918785 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1335514 Jul 22 23:56:09.336765 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-8238797e-8091-479a-8ba4-627f74449624 service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739019 Jul 22 23:56:09.346070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6e753cd6-66b0-4a0f-8a53-e3caf6dc4364 None None] Provisioning for port 46fbf5a2-1017-45cc-af4e-fc0a1d8ed031 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:09.352683 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6e753cd6-66b0-4a0f-8a53-e3caf6dc4364 None None] Provisioning complete for port 46fbf5a2-1017-45cc-af4e-fc0a1d8ed031 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:09.353497 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e753cd6-66b0-4a0f-8a53-e3caf6dc4364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.360253 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eeec89f-5448-4b46-918d-611d35edb865 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.420432 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['eee0db05-a402-41f9-932a-d4e14f6467f1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:56:09.423497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6e753cd6-66b0-4a0f-8a53-e3caf6dc4364 None None] Port 46fbf5a2-1017-45cc-af4e-fc0a1d8ed031 was deleted so its status cannot be updated. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 23:56:09.454923 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7eeec89f-5448-4b46-918d-611d35edb865 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.456914 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7eeec89f-5448-4b46-918d-611d35edb865 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/46fbf5a2-1017-45cc-af4e-fc0a1d8ed031 HTTP/1.1" status: 204 len: 168 time: 2.3805652 Jul 22 23:56:09.459677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:09.464102 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeec89f-5448-4b46-918d-611d35edb865 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=46fbf5a2-1017-45cc-af4e-fc0a1d8ed031,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:09.480439 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6e753cd6-66b0-4a0f-8a53-e3caf6dc4364 None None] Provisioning complete for port 5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:09.481277 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6e753cd6-66b0-4a0f-8a53-e3caf6dc4364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.544180 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6e753cd6-66b0-4a0f-8a53-e3caf6dc4364 None None] Port 5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:09.577141 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b40c40-f5bb-4f0b-a2cd-81dc23b1ef7b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] GET failed (client error): The resource could not be found. Jul 22 23:56:09.582113 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c5b40c40-f5bb-4f0b-a2cd-81dc23b1ef7b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports/46fbf5a2-1017-45cc-af4e-fc0a1d8ed031 HTTP/1.1" status: 404 len: 333 time: 0.1189749 Jul 22 23:56:09.584556 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:09.663390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df2600e9-86e3-4a05-b6d1-8425bc79b3b0 req-b59256f1-a9ba-4fef-b5bd-961c6089fd56 service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199618 Jul 22 23:56:09.687090 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6674501-6678-4f68-a1b5-cfbe910a2830 None None] Could not find standard attr ID for object 46fbf5a2-1017-45cc-af4e-fc0a1d8ed031. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:56:09.716816 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cffe875-1455-4b14-966d-25a3ce44d832 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.742076 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-eab233c9-5b4a-4bb6-aa31-f5d32d8164b9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting port 23ad8d5b-a987-410f-8a3e-20cd2361b08c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:09.742423 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eab233c9-5b4a-4bb6-aa31-f5d32d8164b9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.753136 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cffe875-1455-4b14-966d-25a3ce44d832 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.850947 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cffe875-1455-4b14-966d-25a3ce44d832 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.853648 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9cffe875-1455-4b14-966d-25a3ce44d832 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.854872 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9cffe875-1455-4b14-966d-25a3ce44d832 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/security-groups/be05ea31-75fc-4171-9598-6eb6a1e63c2c HTTP/1.1" status: 204 len: 168 time: 0.2691078 Jul 22 23:56:09.858331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39412) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:09.873299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffe875-1455-4b14-966d-25a3ce44d832 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be05ea31-75fc-4171-9598-6eb6a1e63c2c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:09.963422 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eab233c9-5b4a-4bb6-aa31-f5d32d8164b9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.977742 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f0165a3-852a-4399-8646-d38cf986361b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.993243 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-eab233c9-5b4a-4bb6-aa31-f5d32d8164b9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Calling delete_port for 23ad8d5b-a987-410f-8a3e-20cd2361b08c owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:10.035031 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f0165a3-852a-4399-8646-d38cf986361b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.107022 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f0165a3-852a-4399-8646-d38cf986361b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.110242 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1f0165a3-852a-4399-8646-d38cf986361b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.113780 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1f0165a3-852a-4399-8646-d38cf986361b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/security-groups/eb24c194-77f7-4475-934a-16f4d4308aed HTTP/1.1" status: 204 len: 168 time: 0.2508588 Jul 22 23:56:10.114753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39420) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:10.181371 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0165a3-852a-4399-8646-d38cf986361b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb24c194-77f7-4475-934a-16f4d4308aed,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:10.232707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7985d6d-631f-4511-8bde-69df79ab7b68 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting subnet 04f5ba29-09ef-4be9-adb5-22f32efc82b4 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:10.249062 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b7985d6d-631f-4511-8bde-69df79ab7b68 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.297243 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eab233c9-5b4a-4bb6-aa31-f5d32d8164b9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.325800 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b7985d6d-631f-4511-8bde-69df79ab7b68 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.348810 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab233c9-5b4a-4bb6-aa31-f5d32d8164b9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Port': ['ID=23ad8d5b-a987-410f-8a3e-20cd2361b08c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:10.534186 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eab233c9-5b4a-4bb6-aa31-f5d32d8164b9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.571973 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b7985d6d-631f-4511-8bde-69df79ab7b68 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.628877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe5c9e-05ce-4fd6-a0a1-9e141edc8058 req-c2ca2428-6750-4dca-835c-096c98900710 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:10.636499 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9fe5c9e-05ce-4fd6-a0a1-9e141edc8058 req-c2ca2428-6750-4dca-835c-096c98900710 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 946 time: 0.1394193 Jul 22 23:56:10.702741 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9fe5c9e-05ce-4fd6-a0a1-9e141edc8058 req-e91fcdd0-b828-43fb-9595-1cea52652461 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620799 Jul 22 23:56:10.708116 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b7985d6d-631f-4511-8bde-69df79ab7b68 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.746032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39424) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:10.746796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7985d6d-631f-4511-8bde-69df79ab7b68 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Subnet': ['ID=04f5ba29-09ef-4be9-adb5-22f32efc82b4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:10.753035 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b93523-a846-407f-a1c3-6be1fcaedd94 None None] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:10.770993 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b7985d6d-631f-4511-8bde-69df79ab7b68 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.778239 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b7985d6d-631f-4511-8bde-69df79ab7b68 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/04f5ba29-09ef-4be9-adb5-22f32efc82b4 HTTP/1.1" status: 204 len: 168 time: 0.6600919 Jul 22 23:56:10.781342 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39426) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:10.788845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-18abbfce-fe99-4fdb-9973-2e4ceef34ff4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'subnet': {'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:10.880514 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c92c9c09-8d7d-469f-b790-2fa5bd61f445 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/2d3853ba-5ce2-4358-9e5b-4a8f7de11f41 HTTP/1.1" status: 200 len: 992 time: 0.1265771 Jul 22 23:56:10.893818 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab233c9-5b4a-4bb6-aa31-f5d32d8164b9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router 05693e8c-4441-4861-baf6-fa6fff783884 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:56:11.013868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18abbfce-fe99-4fdb-9973-2e4ceef34ff4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:11.017967 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18abbfce-fe99-4fdb-9973-2e4ceef34ff4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.025022 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab233c9-5b4a-4bb6-aa31-f5d32d8164b9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:11.037574 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a360b5-3b94-4daf-8b75-3bded98cb62b None None] Sync routers for ids ['05693e8c-4441-4861-baf6-fa6fff783884'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:11.043955 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eab233c9-5b4a-4bb6-aa31-f5d32d8164b9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/05693e8c-4441-4861-baf6-fa6fff783884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8292801 Jul 22 23:56:11.047160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39432) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:11.074255 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a360b5-3b94-4daf-8b75-3bded98cb62b None None] Routers {'05693e8c-4441-4861-baf6-fa6fff783884'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:11.075056 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-12a360b5-3b94-4daf-8b75-3bded98cb62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['05693e8c-4441-4861-baf6-fa6fff783884'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:11.188787 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-12a360b5-3b94-4daf-8b75-3bded98cb62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:11.212828 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a360b5-3b94-4daf-8b75-3bded98cb62b None None] Routers {'05693e8c-4441-4861-baf6-fa6fff783884'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:11.213502 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-12a360b5-3b94-4daf-8b75-3bded98cb62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['05693e8c-4441-4861-baf6-fa6fff783884'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:11.298941 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-12a360b5-3b94-4daf-8b75-3bded98cb62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:11.299863 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a360b5-3b94-4daf-8b75-3bded98cb62b None None] The sync data for ids ['05693e8c-4441-4861-baf6-fa6fff783884'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:11.450843 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18abbfce-fe99-4fdb-9973-2e4ceef34ff4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.508991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18abbfce-fe99-4fdb-9973-2e4ceef34ff4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:11.528138 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-18abbfce-fe99-4fdb-9973-2e4ceef34ff4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:11.564488 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18abbfce-fe99-4fdb-9973-2e4ceef34ff4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:11.565563 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18abbfce-fe99-4fdb-9973-2e4ceef34ff4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.602216 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abbfce-fe99-4fdb-9973-2e4ceef34ff4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Subnet': ['ID=f3f15dc5-cbf1-47b3-b02a-beb9d2fb4b53,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:11.627402 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-18abbfce-fe99-4fdb-9973-2e4ceef34ff4 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8428006 Jul 22 23:56:11.627662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39440) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:11.637912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d350620d-f4d4-40db-aa40-3944f1ab190a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'security_group': {'name': 'tempest-secgroup-57403459'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:11.678744 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abb3310c-cf55-4eed-9963-924cb86aa005 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.770934 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d350620d-f4d4-40db-aa40-3944f1ab190a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.935835 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc25bef5-fa53-40a0-ab4b-20939e3c0ec3 None None] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:11.970155 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d350620d-f4d4-40db-aa40-3944f1ab190a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.980056 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d350620d-f4d4-40db-aa40-3944f1ab190a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.042391 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d350620d-f4d4-40db-aa40-3944f1ab190a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.046365 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39442) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:12.050975 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b2f4a1c2-a689-412f-95d3-977822f02b30 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'security_group': {'name': 'tempest-secgroup-250585666'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:12.053958 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d350620d-f4d4-40db-aa40-3944f1ab190a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4237878 Jul 22 23:56:12.059257 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0e119dfd-5026-4a56-9d1a-83acd8e11baa None None] Provisioning complete for port 6e7a0cdf-c948-45f3-b7e5-375f321896b5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:12.059439 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350620d-f4d4-40db-aa40-3944f1ab190a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22221e94-cacb-4db6-9f83-6b97d8ebfcb8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:12.059969 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e119dfd-5026-4a56-9d1a-83acd8e11baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.076019 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a1c2-a689-412f-95d3-977822f02b30 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.101980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-abb3310c-cf55-4eed-9963-924cb86aa005 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting port cce9d5c4-06f1-4236-bf49-2d27cdcf016f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:12.102332 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abb3310c-cf55-4eed-9963-924cb86aa005 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.170339 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a1c2-a689-412f-95d3-977822f02b30 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.175674 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a1c2-a689-412f-95d3-977822f02b30 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.206583 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a1c2-a689-412f-95d3-977822f02b30 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.208720 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b2f4a1c2-a689-412f-95d3-977822f02b30 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1605570 Jul 22 23:56:12.208870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39450) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:12.222505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fd48b05f-a7b4-4c8d-bc05-6100cccb78c1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'security_group': {'name': 'tempest-secgroup-372193184'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:12.229763 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4a1c2-a689-412f-95d3-977822f02b30 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f6c838-6656-45ad-ba7d-c8a23eec0d10,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:12.261732 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd48b05f-a7b4-4c8d-bc05-6100cccb78c1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.269541 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0e119dfd-5026-4a56-9d1a-83acd8e11baa None None] Provisioning complete for port 5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:12.271410 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e119dfd-5026-4a56-9d1a-83acd8e11baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.360006 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abb3310c-cf55-4eed-9963-924cb86aa005 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.381056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0e119dfd-5026-4a56-9d1a-83acd8e11baa None None] Port 5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:12.399882 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-abb3310c-cf55-4eed-9963-924cb86aa005 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Calling delete_port for cce9d5c4-06f1-4236-bf49-2d27cdcf016f owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:12.400632 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device eee0db05-a402-41f9-932a-d4e14f6467f1 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:12.403527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfc2263-e18e-4067-92aa-f0f44138f6be None None] Update dhcp port {'port': {'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1', 'fixed_ips': [{'subnet_id': '26f8b8c3-208d-47a4-98f8-4133356f633f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f3f15dc5-cbf1-47b3-b02a-beb9d2fb4b53'}], 'binding:host_id': 'n-d-688802-2'}, 'id': '6e7a0cdf-c948-45f3-b7e5-375f321896b5'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:56:12.467753 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd48b05f-a7b4-4c8d-bc05-6100cccb78c1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.496998 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebfc2263-e18e-4067-92aa-f0f44138f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.512851 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd48b05f-a7b4-4c8d-bc05-6100cccb78c1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.548999 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port eee0db05-a402-41f9-932a-d4e14f6467f1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:12.557755 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port eee0db05-a402-41f9-932a-d4e14f6467f1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:12.558201 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.562204 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fd48b05f-a7b4-4c8d-bc05-6100cccb78c1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.563420 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fd48b05f-a7b4-4c8d-bc05-6100cccb78c1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3509657 Jul 22 23:56:12.565617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48b05f-a7b4-4c8d-bc05-6100cccb78c1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3874f2-4d57-4f1e-92fc-8d0a4fbdd6cd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:12.566693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39472) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:12.572618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e85f053c-436b-4f38-90fd-e67823ae27b3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2083409824', 'security_groups': ['ec3874f2-4d57-4f1e-92fc-8d0a4fbdd6cd'], 'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f3f15dc5-cbf1-47b3-b02a-beb9d2fb4b53'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:12.728355 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abb3310c-cf55-4eed-9963-924cb86aa005 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.742263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85f053c-436b-4f38-90fd-e67823ae27b3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:12.779421 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.799833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3310c-cf55-4eed-9963-924cb86aa005 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Port': ['ID=cce9d5c4-06f1-4236-bf49-2d27cdcf016f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:12.827947 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ebfc2263-e18e-4067-92aa-f0f44138f6be None None] Allocated IP 2001:db8::2 (25f23c45-4117-4e5b-b3c5-46eca21011f1/f3f15dc5-cbf1-47b3-b02a-beb9d2fb4b53/6e7a0cdf-c948-45f3-b7e5-375f321896b5) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:12.876042 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e85f053c-436b-4f38-90fd-e67823ae27b3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.879391 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:56:12.882797 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe26d9d-f1b0-46b2-8bd1-16c2046b10ea" -d '{"events": [{"server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "name": "network-vif-plugged", "status": "completed", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:56:12.912394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=eee0db05-a402-41f9-932a-d4e14f6467f1,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:12.923697 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-e85f053c-436b-4f38-90fd-e67823ae27b3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] device_id is not set on port 0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:12.932610 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.980211 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-abb3310c-cf55-4eed-9963-924cb86aa005 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.211119 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb3310c-cf55-4eed-9963-924cb86aa005 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router 05693e8c-4441-4861-baf6-fa6fff783884 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:56:13.211477 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fe50bc-a89e-46c9-b2ac-facdf3751758 x-openstack-request-id: req-54fe50bc-a89e-46c9-b2ac-facdf3751758 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:56:13.211985 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "name": "network-vif-plugged", "status": "completed", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:56:13.213383 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54fe50bc-a89e-46c9-b2ac-facdf3751758 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:56:13.213925 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'code': 200} Jul 22 23:56:13.292586 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb3310c-cf55-4eed-9963-924cb86aa005 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:13.298426 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-abb3310c-cf55-4eed-9963-924cb86aa005 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/05693e8c-4441-4861-baf6-fa6fff783884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2500427 Jul 22 23:56:13.300828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39502) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:13.306918 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f070af-89e5-4265-866e-385382ed698c None None] Sync routers for ids ['05693e8c-4441-4861-baf6-fa6fff783884'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:13.318503 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=eee0db05-a402-41f9-932a-d4e14f6467f1,revision_number=13']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:13.339962 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ebfc2263-e18e-4067-92aa-f0f44138f6be None None] For port 6e7a0cdf-c948-45f3-b7e5-375f321896b5, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6e7a0cdf-c948-45f3-b7e5-375f321896b5,segment=NetworkSegment(0db2d16f-2514-4614-8688-8e0762410de1),segment_id=0db2d16f-2514-4614-8688-8e0762410de1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:13.351674 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f070af-89e5-4265-866e-385382ed698c None None] Routers {'05693e8c-4441-4861-baf6-fa6fff783884'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:13.352391 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-82f070af-89e5-4265-866e-385382ed698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['05693e8c-4441-4861-baf6-fa6fff783884'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:13.364503 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b4856ccc-6038-4737-8ec0-c3ac4df05f38 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports?device_id=05693e8c-4441-4861-baf6-fa6fff783884 HTTP/1.1" status: 200 len: 205 time: 0.0621011 Jul 22 23:56:13.367671 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39508) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:13.406017 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-82f070af-89e5-4265-866e-385382ed698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:13.429759 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f070af-89e5-4265-866e-385382ed698c None None] Routers {'05693e8c-4441-4861-baf6-fa6fff783884'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:13.430216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-82f070af-89e5-4265-866e-385382ed698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['05693e8c-4441-4861-baf6-fa6fff783884'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:13.433220 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebfc2263-e18e-4067-92aa-f0f44138f6be None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.465124 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e17d71f-3bf0-4fde-9849-8ccf32961c1e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.470774 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-82f070af-89e5-4265-866e-385382ed698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:13.471423 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f070af-89e5-4265-866e-385382ed698c None None] The sync data for ids ['05693e8c-4441-4861-baf6-fa6fff783884'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:13.479882 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ebfc2263-e18e-4067-92aa-f0f44138f6be None None] Transition to ACTIVE for port object 6e7a0cdf-c948-45f3-b7e5-375f321896b5 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:13.484835 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebfc2263-e18e-4067-92aa-f0f44138f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.543998 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc2263-e18e-4067-92aa-f0f44138f6be None None] Pushing event updated for resources: {'Port': ['ID=6e7a0cdf-c948-45f3-b7e5-375f321896b5,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:13.680896 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e17d71f-3bf0-4fde-9849-8ccf32961c1e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.683040 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e85f053c-436b-4f38-90fd-e67823ae27b3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Allocated IP 2001:db8::21e (25f23c45-4117-4e5b-b3c5-46eca21011f1/f3f15dc5-cbf1-47b3-b02a-beb9d2fb4b53/0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:13.685664 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e17d71f-3bf0-4fde-9849-8ccf32961c1e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.746687 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e17d71f-3bf0-4fde-9849-8ccf32961c1e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.747229 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e17d71f-3bf0-4fde-9849-8ccf32961c1e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Fanout notify agent at l3_agent the message router_deleted on router 05693e8c-4441-4861-baf6-fa6fff783884 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:56:13.755316 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e17d71f-3bf0-4fde-9849-8ccf32961c1e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.759151 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39510) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:13.759299 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5e17d71f-3bf0-4fde-9849-8ccf32961c1e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/routers/05693e8c-4441-4861-baf6-fa6fff783884 HTTP/1.1" status: 204 len: 168 time: 0.3902576 Jul 22 23:56:13.831853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2459b48a-9c9e-41fe-b123-2ef036859a83 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting subnet cdbf842a-9eaa-4639-92fd-18ca3d36389a {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:13.838191 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2459b48a-9c9e-41fe-b123-2ef036859a83 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.930946 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e85f053c-436b-4f38-90fd-e67823ae27b3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.956488 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e85f053c-436b-4f38-90fd-e67823ae27b3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Transition to ACTIVE for port object 0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:14.036936 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e85f053c-436b-4f38-90fd-e67823ae27b3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.105128 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f053c-436b-4f38-90fd-e67823ae27b3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:14.113487 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85f053c-436b-4f38-90fd-e67823ae27b3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:14.115262 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e85f053c-436b-4f38-90fd-e67823ae27b3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:14.118621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85f053c-436b-4f38-90fd-e67823ae27b3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:14.125016 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85f053c-436b-4f38-90fd-e67823ae27b3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:14.126112 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e85f053c-436b-4f38-90fd-e67823ae27b3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.152928 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e85f053c-436b-4f38-90fd-e67823ae27b3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5848196 Jul 22 23:56:14.153818 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39516) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:14.173110 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-766fe275-8190-44db-9409-f141b64cda84 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'subnet': {'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:14.268036 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6e7a0cdf-c948-45f3-b7e5-375f321896b5 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:14.353371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766fe275-8190-44db-9409-f141b64cda84 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:14.357800 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-766fe275-8190-44db-9409-f141b64cda84 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.526283 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2459b48a-9c9e-41fe-b123-2ef036859a83 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.552849 n-d-688802-2 neutron-server[93820]: INFO neutron.db.ipam_backend_mixin [None req-766fe275-8190-44db-9409-f141b64cda84 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3f15dc5-cbf1-47b3-b02a-beb9d2fb4b53 (CIDR: 2001:db8::/64) Jul 22 23:56:14.577561 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-766fe275-8190-44db-9409-f141b64cda84 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:56:14.578097 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766fe275-8190-44db-9409-f141b64cda84 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:14.592188 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-568fa08c-9a7e-46ab-8fdc-1a37bc0706bb None None] Provisioning for port 6e7a0cdf-c948-45f3-b7e5-375f321896b5 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:14.596472 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-568fa08c-9a7e-46ab-8fdc-1a37bc0706bb None None] Provisioning complete for port 6e7a0cdf-c948-45f3-b7e5-375f321896b5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:14.596921 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-568fa08c-9a7e-46ab-8fdc-1a37bc0706bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.617062 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-766fe275-8190-44db-9409-f141b64cda84 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4615417 Jul 22 23:56:14.619245 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39524) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:14.624877 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9bd1c9bc-1a77-4b28-8385-21e6ac75369d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'subnet': {'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:14.739572 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2459b48a-9c9e-41fe-b123-2ef036859a83 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.790021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-568fa08c-9a7e-46ab-8fdc-1a37bc0706bb None None] Provisioning complete for port 5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:14.790391 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-568fa08c-9a7e-46ab-8fdc-1a37bc0706bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.809844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd1c9bc-1a77-4b28-8385-21e6ac75369d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:14.813804 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9bd1c9bc-1a77-4b28-8385-21e6ac75369d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.848946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-568fa08c-9a7e-46ab-8fdc-1a37bc0706bb None None] Port 5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:14.869498 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2459b48a-9c9e-41fe-b123-2ef036859a83 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.910451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459b48a-9c9e-41fe-b123-2ef036859a83 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Subnet': ['ID=cdbf842a-9eaa-4639-92fd-18ca3d36389a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:14.919356 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2459b48a-9c9e-41fe-b123-2ef036859a83 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.919539 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1456a1-6a4f-4af0-a195-099a7529a5ef None None] Network 5527a63e-36be-4f3d-a0db-b29fb7889cbe requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:14.923121 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2459b48a-9c9e-41fe-b123-2ef036859a83 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/cdbf842a-9eaa-4639-92fd-18ca3d36389a HTTP/1.1" status: 204 len: 168 time: 1.1610138 Jul 22 23:56:14.926134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39526) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:14.977829 n-d-688802-2 neutron-server[93820]: INFO neutron.db.ipam_backend_mixin [None req-9bd1c9bc-1a77-4b28-8385-21e6ac75369d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 26f8b8c3-208d-47a4-98f8-4133356f633f (CIDR: 2001:db8:0:1::/64) Jul 22 23:56:14.988020 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd1c9bc-1a77-4b28-8385-21e6ac75369d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:56:14.988486 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd1c9bc-1a77-4b28-8385-21e6ac75369d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:15.013031 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f39507-90c0-41fb-abba-f28709f2efb1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting subnet 69510166-0329-4d4a-918c-74d8ab478be4 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:15.014748 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55f39507-90c0-41fb-abba-f28709f2efb1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.041311 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9bd1c9bc-1a77-4b28-8385-21e6ac75369d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4206362 Jul 22 23:56:15.044151 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39528) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:15.047326 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c30e2522-9db9-48d5-ac0b-c21d6263289b None None] Provisioning for port 0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:15.050723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7e1f835b-dc9b-4c59-a825-e8d881e0b80a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'subnet': {'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:15.053086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c30e2522-9db9-48d5-ac0b-c21d6263289b None None] Provisioning complete for port 0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:15.053496 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c30e2522-9db9-48d5-ac0b-c21d6263289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.069199 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55f39507-90c0-41fb-abba-f28709f2efb1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.097816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c30e2522-9db9-48d5-ac0b-c21d6263289b None None] Port 0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:15.172511 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a07d25e-f81e-402e-83c7-6d3248926e01 None None] DHCP port deletion for 5527a63e-36be-4f3d-a0db-b29fb7889cbe request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:56:15.193673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1f835b-dc9b-4c59-a825-e8d881e0b80a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Made reservation on behalf of d0f0de8c66e94fc0b9f623784c558602 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:15.198793 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e1f835b-dc9b-4c59-a825-e8d881e0b80a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.237748 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2a07d25e-f81e-402e-83c7-6d3248926e01 None None] Deleting port 35e29c7c-a8b4-4a42-a7f5-b84950571c1b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:15.238430 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a07d25e-f81e-402e-83c7-6d3248926e01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.326159 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2a07d25e-f81e-402e-83c7-6d3248926e01 None None] For port 35e29c7c-a8b4-4a42-a7f5-b84950571c1b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=35e29c7c-a8b4-4a42-a7f5-b84950571c1b,segment=NetworkSegment(2094da09-d58f-4df2-ae0b-9f54afd1bfbf),segment_id=2094da09-d58f-4df2-ae0b-9f54afd1bfbf)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:15.326877 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a07d25e-f81e-402e-83c7-6d3248926e01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.348619 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2a07d25e-f81e-402e-83c7-6d3248926e01 None None] Calling delete_port for 35e29c7c-a8b4-4a42-a7f5-b84950571c1b owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:15.460257 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a07d25e-f81e-402e-83c7-6d3248926e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.481053 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07d25e-f81e-402e-83c7-6d3248926e01 None None] No DVR routers for this DVR port 35e29c7c-a8b4-4a42-a7f5-b84950571c1b on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:15.519691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07d25e-f81e-402e-83c7-6d3248926e01 None None] Pushing event deleted for resources: {'Port': ['ID=35e29c7c-a8b4-4a42-a7f5-b84950571c1b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:15.601991 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e1f835b-dc9b-4c59-a825-e8d881e0b80a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.655802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1f835b-dc9b-4c59-a825-e8d881e0b80a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:15.661882 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7e1f835b-dc9b-4c59-a825-e8d881e0b80a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:15.667269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1f835b-dc9b-4c59-a825-e8d881e0b80a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:15.669029 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7e1f835b-dc9b-4c59-a825-e8d881e0b80a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.671462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32208975-c8e5-45c6-bca7-36bed8c324f9 None None] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:15.687973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f835b-dc9b-4c59-a825-e8d881e0b80a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Subnet': ['ID=e71942d5-b4ed-4cde-b42d-95b20976f90e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:15.701082 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7e1f835b-dc9b-4c59-a825-e8d881e0b80a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6553080 Jul 22 23:56:15.702269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39544) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:15.708155 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3a5bbf9f-6baf-49f5-b517-24942af7585e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-856907143', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e71942d5-b4ed-4cde-b42d-95b20976f90e'}], 'security_groups': ['22221e94-cacb-4db6-9f83-6b97d8ebfcb8', 'd3f6c838-6656-45ad-ba7d-c8a23eec0d10']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:15.811122 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55f39507-90c0-41fb-abba-f28709f2efb1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.908938 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55f39507-90c0-41fb-abba-f28709f2efb1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.934501 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a5bbf9f-6baf-49f5-b517-24942af7585e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.944343 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f39507-90c0-41fb-abba-f28709f2efb1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Subnet': ['ID=69510166-0329-4d4a-918c-74d8ab478be4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:15.954513 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55f39507-90c0-41fb-abba-f28709f2efb1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.958608 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-55f39507-90c0-41fb-abba-f28709f2efb1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/69510166-0329-4d4a-918c-74d8ab478be4 HTTP/1.1" status: 204 len: 168 time: 1.0313101 Jul 22 23:56:15.961387 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39546) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:15.963316 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1438641-e3e5-4c30-9ae7-f6685c7e0b5d None None] Network 0ed4fae9-b796-4bca-98e2-0d4709c7f9a0 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:16.128737 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffd9cfa-b35f-42f7-a08a-87855491caac None None] Update dhcp port {'port': {'network_id': '25f23c45-4117-4e5b-b3c5-46eca21011f1', 'fixed_ips': [{'subnet_id': '26f8b8c3-208d-47a4-98f8-4133356f633f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f3f15dc5-cbf1-47b3-b02a-beb9d2fb4b53', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e71942d5-b4ed-4cde-b42d-95b20976f90e'}], 'binding:host_id': 'n-d-688802-2'}, 'id': '6e7a0cdf-c948-45f3-b7e5-375f321896b5'} from n-d-688802-2. {{(pid=93822) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:56:16.137152 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bebbf3a0-d84a-4211-b321-7106c544f23a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.271558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 35e29c7c-a8b4-4a42-a7f5-b84950571c1b no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:16.277485 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fffd9cfa-b35f-42f7-a08a-87855491caac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.312629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 35e29c7c-a8b4-4a42-a7f5-b84950571c1b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:16.313041 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 35e29c7c-a8b4-4a42-a7f5-b84950571c1b not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:16.437905 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bebbf3a0-d84a-4211-b321-7106c544f23a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.452280 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-bebbf3a0-d84a-4211-b321-7106c544f23a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5527a63e-36be-4f3d-a0db-b29fb7889cbe']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:16.483448 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-bebbf3a0-d84a-4211-b321-7106c544f23a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2094da09-d58f-4df2-ae0b-9f54afd1bfbf') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:16.483819 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-bebbf3a0-d84a-4211-b321-7106c544f23a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2094da09-d58f-4df2-ae0b-9f54afd1bfbf') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:16.502169 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bebbf3a0-d84a-4211-b321-7106c544f23a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.519005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4bad9f-dd5a-4e4b-a66d-d03fe97c8dfe None None] DHCP port deletion for 0ed4fae9-b796-4bca-98e2-0d4709c7f9a0 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:56:16.526397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-3a5bbf9f-6baf-49f5-b517-24942af7585e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Delete allocated IP 2001:db8::21e (25f23c45-4117-4e5b-b3c5-46eca21011f1/f3f15dc5-cbf1-47b3-b02a-beb9d2fb4b53) {{(pid=93821) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 23:56:16.526879 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bebbf3a0-d84a-4211-b321-7106c544f23a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.537350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bebbf3a0-d84a-4211-b321-7106c544f23a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:56:16.538380 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bebbf3a0-d84a-4211-b321-7106c544f23a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.549750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-3a5bbf9f-6baf-49f5-b517-24942af7585e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Allocated IP 2001:db8:0:2::24a (25f23c45-4117-4e5b-b3c5-46eca21011f1/e71942d5-b4ed-4cde-b42d-95b20976f90e/0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:16.590852 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.609573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bd4bad9f-dd5a-4e4b-a66d-d03fe97c8dfe None None] Deleting port fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:16.610608 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd4bad9f-dd5a-4e4b-a66d-d03fe97c8dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:56:16.618798 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:56:16.634714 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bebbf3a0-d84a-4211-b321-7106c544f23a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.643373 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bebbf3a0-d84a-4211-b321-7106c544f23a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.647436 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bebbf3a0-d84a-4211-b321-7106c544f23a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/networks/5527a63e-36be-4f3d-a0db-b29fb7889cbe HTTP/1.1" status: 204 len: 168 time: 0.6834745 Jul 22 23:56:16.650256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39558) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:16.674872 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbf3a0-d84a-4211-b321-7106c544f23a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Network': ['ID=5527a63e-36be-4f3d-a0db-b29fb7889cbe,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:16.747906 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bd4bad9f-dd5a-4e4b-a66d-d03fe97c8dfe None None] For port fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c,segment=NetworkSegment(cf9a3762-439a-4b14-91ea-d90912f37ed3),segment_id=cf9a3762-439a-4b14-91ea-d90912f37ed3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:16.748337 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd4bad9f-dd5a-4e4b-a66d-d03fe97c8dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.764987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bd4bad9f-dd5a-4e4b-a66d-d03fe97c8dfe None None] Calling delete_port for fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:16.869560 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a5bbf9f-6baf-49f5-b517-24942af7585e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.911072 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd4bad9f-dd5a-4e4b-a66d-d03fe97c8dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.942785 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4bad9f-dd5a-4e4b-a66d-d03fe97c8dfe None None] No DVR routers for this DVR port fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:16.947314 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bad9f-dd5a-4e4b-a66d-d03fe97c8dfe None None] Pushing event deleted for resources: {'Port': ['ID=fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:16.957850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-3a5bbf9f-6baf-49f5-b517-24942af7585e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Transition to ACTIVE for port object 0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:16.966478 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6c5316f-d3f9-42d4-8a1f-94ba001d0c30 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.970781 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a5bbf9f-6baf-49f5-b517-24942af7585e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.082321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-fffd9cfa-b35f-42f7-a08a-87855491caac None None] Allocated IP 2001:db8:0:2::2 (25f23c45-4117-4e5b-b3c5-46eca21011f1/e71942d5-b4ed-4cde-b42d-95b20976f90e/6e7a0cdf-c948-45f3-b7e5-375f321896b5) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:17.113431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3a5bbf9f-6baf-49f5-b517-24942af7585e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] In _notify_port_updated(), no bound segment for port 0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec on network 25f23c45-4117-4e5b-b3c5-46eca21011f1 {{(pid=93821) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:56:17.120010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5bbf9f-6baf-49f5-b517-24942af7585e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.120906 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a5bbf9f-6baf-49f5-b517-24942af7585e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.122516 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3a5bbf9f-6baf-49f5-b517-24942af7585e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "PUT /v2.0/ports/0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec HTTP/1.1" status: 200 len: 969 time: 1.4189389 Jul 22 23:56:17.125488 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39568) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:17.126655 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bbf9f-6baf-49f5-b517-24942af7585e tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event updated for resources: {'Port': ['ID=0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:17.161021 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6c5316f-d3f9-42d4-8a1f-94ba001d0c30 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.172182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a6c5316f-d3f9-42d4-8a1f-94ba001d0c30 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed4fae9-b796-4bca-98e2-0d4709c7f9a0']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:17.186228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a6c5316f-d3f9-42d4-8a1f-94ba001d0c30 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9a3762-439a-4b14-91ea-d90912f37ed3') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:17.186535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a6c5316f-d3f9-42d4-8a1f-94ba001d0c30 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9a3762-439a-4b14-91ea-d90912f37ed3') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:17.207872 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6c5316f-d3f9-42d4-8a1f-94ba001d0c30 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.237630 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6c5316f-d3f9-42d4-8a1f-94ba001d0c30 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.248658 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c5316f-d3f9-42d4-8a1f-94ba001d0c30 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:56:17.249070 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6c5316f-d3f9-42d4-8a1f-94ba001d0c30 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:56:17.257527 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:56:17.319562 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fffd9cfa-b35f-42f7-a08a-87855491caac None None] For port 6e7a0cdf-c948-45f3-b7e5-375f321896b5, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6e7a0cdf-c948-45f3-b7e5-375f321896b5,segment=NetworkSegment(0db2d16f-2514-4614-8688-8e0762410de1),segment_id=0db2d16f-2514-4614-8688-8e0762410de1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:17.354269 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fffd9cfa-b35f-42f7-a08a-87855491caac None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.360651 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6c5316f-d3f9-42d4-8a1f-94ba001d0c30 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.368412 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-db72aebb-1991-4d2c-8189-b7d5a640dc8f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port 0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:17.368874 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db72aebb-1991-4d2c-8189-b7d5a640dc8f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.369629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fffd9cfa-b35f-42f7-a08a-87855491caac None None] Transition to ACTIVE for port object 6e7a0cdf-c948-45f3-b7e5-375f321896b5 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:17.374772 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fffd9cfa-b35f-42f7-a08a-87855491caac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.376098 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a6c5316f-d3f9-42d4-8a1f-94ba001d0c30 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.386410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a6c5316f-d3f9-42d4-8a1f-94ba001d0c30 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/networks/0ed4fae9-b796-4bca-98e2-0d4709c7f9a0 HTTP/1.1" status: 204 len: 168 time: 0.7332637 Jul 22 23:56:17.387791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39574) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:17.394491 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6c84ce6c-d3c1-4210-ae28-f5b3e86fbb46 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1418146069'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:17.402124 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5316f-d3f9-42d4-8a1f-94ba001d0c30 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Network': ['ID=0ed4fae9-b796-4bca-98e2-0d4709c7f9a0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:17.504645 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c84ce6c-d3c1-4210-ae28-f5b3e86fbb46 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:17.508492 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c84ce6c-d3c1-4210-ae28-f5b3e86fbb46 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.567359 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c84ce6c-d3c1-4210-ae28-f5b3e86fbb46 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:17.579429 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db72aebb-1991-4d2c-8189-b7d5a640dc8f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.599142 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c84ce6c-d3c1-4210-ae28-f5b3e86fbb46 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.599495 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-6c84ce6c-d3c1-4210-ae28-f5b3e86fbb46 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Added segment de81e583-6aa1-4c9e-8d58-f8e402943e23 of type vlan for network 24ec93cb-1103-419d-8755-c02cdd9b0f67 Jul 22 23:56:17.599900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd9cfa-b35f-42f7-a08a-87855491caac None None] Pushing event updated for resources: {'Port': ['ID=6e7a0cdf-c948-45f3-b7e5-375f321896b5,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:17.645793 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-db72aebb-1991-4d2c-8189-b7d5a640dc8f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for 0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:17.701569 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c84ce6c-d3c1-4210-ae28-f5b3e86fbb46 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.793512 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c84ce6c-d3c1-4210-ae28-f5b3e86fbb46 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.799420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c84ce6c-d3c1-4210-ae28-f5b3e86fbb46 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.800108 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c84ce6c-d3c1-4210-ae28-f5b3e86fbb46 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.830624 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c84ce6c-d3c1-4210-ae28-f5b3e86fbb46 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4411170 Jul 22 23:56:17.833484 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39590) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:17.840230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-299d4459-21e5-43f0-9284-f4848c3ac15c tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'subnet': {'network_id': '24ec93cb-1103-419d-8755-c02cdd9b0f67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:17.933404 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84ce6c-d3c1-4210-ae28-f5b3e86fbb46 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Network': ['ID=24ec93cb-1103-419d-8755-c02cdd9b0f67,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:17.958781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 24ec93cb-1103-419d-8755-c02cdd9b0f67 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:17.987813 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db72aebb-1991-4d2c-8189-b7d5a640dc8f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.039402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299d4459-21e5-43f0-9284-f4848c3ac15c tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:18.043267 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-299d4459-21e5-43f0-9284-f4848c3ac15c tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.087604 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db72aebb-1991-4d2c-8189-b7d5a640dc8f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.089575 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-db72aebb-1991-4d2c-8189-b7d5a640dc8f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec HTTP/1.1" status: 204 len: 168 time: 0.9630828 Jul 22 23:56:18.090758 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72aebb-1991-4d2c-8189-b7d5a640dc8f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:18.107363 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39592) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:18.157048 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca49f3b-fe8d-460c-8d54-47afe990fde9 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] GET failed (client error): The resource could not be found. Jul 22 23:56:18.158911 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ca49f3b-fe8d-460c-8d54-47afe990fde9 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports/0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec HTTP/1.1" status: 404 len: 333 time: 0.0470905 Jul 22 23:56:18.161774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39594) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:18.220181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6e7a0cdf-c948-45f3-b7e5-375f321896b5 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:18.260687 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5725637b-179b-41a3-bb4b-dce8f0faea6c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.310497 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5725637b-179b-41a3-bb4b-dce8f0faea6c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.375571 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5725637b-179b-41a3-bb4b-dce8f0faea6c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.379836 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5725637b-179b-41a3-bb4b-dce8f0faea6c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.381869 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5725637b-179b-41a3-bb4b-dce8f0faea6c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/security-groups/ec3874f2-4d57-4f1e-92fc-8d0a4fbdd6cd HTTP/1.1" status: 204 len: 168 time: 0.2190387 Jul 22 23:56:18.387630 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39596) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:18.404927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:18.420729 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725637b-179b-41a3-bb4b-dce8f0faea6c tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3874f2-4d57-4f1e-92fc-8d0a4fbdd6cd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:18.450947 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:18.453200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fd8f32c4-91b9-4ac9-9f50-5ffac9b7830c not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:18.463616 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-299d4459-21e5-43f0-9284-f4848c3ac15c tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.509991 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23177474-02cb-4de0-8c90-4aecca5a6150 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.549834 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23177474-02cb-4de0-8c90-4aecca5a6150 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.625312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d4459-21e5-43f0-9284-f4848c3ac15c tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Subnet': ['ID=0ad0749b-b837-4747-b127-92c6dc02a07c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:18.644700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d4459-21e5-43f0-9284-f4848c3ac15c tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Checking segment: {'id': 'de81e583-6aa1-4c9e-8d58-f8e402943e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '24ec93cb-1103-419d-8755-c02cdd9b0f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:18.645338 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d4459-21e5-43f0-9284-f4848c3ac15c tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network hostable DHCP agents. Network: 24ec93cb-1103-419d-8755-c02cdd9b0f67, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:56:18.660447 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23177474-02cb-4de0-8c90-4aecca5a6150 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.663401 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23177474-02cb-4de0-8c90-4aecca5a6150 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.664694 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-23177474-02cb-4de0-8c90-4aecca5a6150 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/security-groups/d3f6c838-6656-45ad-ba7d-c8a23eec0d10 HTTP/1.1" status: 204 len: 168 time: 0.2754445 Jul 22 23:56:18.667914 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39604) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:18.693747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d4459-21e5-43f0-9284-f4848c3ac15c tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network 24ec93cb-1103-419d-8755-c02cdd9b0f67 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:56:18.707365 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-299d4459-21e5-43f0-9284-f4848c3ac15c tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 24ec93cb-1103-419d-8755-c02cdd9b0f67) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:18.724160 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b379fe-1cb9-4c14-8ea2-cbfa294717ef None None] Network 24ec93cb-1103-419d-8755-c02cdd9b0f67 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:18.732189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299d4459-21e5-43f0-9284-f4848c3ac15c tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:18.733252 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-299d4459-21e5-43f0-9284-f4848c3ac15c tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.737785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23177474-02cb-4de0-8c90-4aecca5a6150 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f6c838-6656-45ad-ba7d-c8a23eec0d10,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:18.764409 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-299d4459-21e5-43f0-9284-f4848c3ac15c tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9293041 Jul 22 23:56:18.766965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39608) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:18.778924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e871ef05-2314-455b-a197-9db691021d7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1213673482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:18.803649 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a60902a9-9cc1-45a4-a39e-1f78b296186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.839221 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a60902a9-9cc1-45a4-a39e-1f78b296186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.851319 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e871ef05-2314-455b-a197-9db691021d7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.852866 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e871ef05-2314-455b-a197-9db691021d7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.948863 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a60902a9-9cc1-45a4-a39e-1f78b296186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.956226 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a60902a9-9cc1-45a4-a39e-1f78b296186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.958327 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a60902a9-9cc1-45a4-a39e-1f78b296186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/security-groups/22221e94-cacb-4db6-9f83-6b97d8ebfcb8 HTTP/1.1" status: 204 len: 168 time: 0.2892122 Jul 22 23:56:18.974786 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39612) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:18.975010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-acd596a5-0c3f-435e-8b41-bad09ca52ff9 None None] Provisioning for port 6e7a0cdf-c948-45f3-b7e5-375f321896b5 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:18.986348 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60902a9-9cc1-45a4-a39e-1f78b296186d tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22221e94-cacb-4db6-9f83-6b97d8ebfcb8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:18.993235 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e871ef05-2314-455b-a197-9db691021d7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.996586 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-acd596a5-0c3f-435e-8b41-bad09ca52ff9 None None] Provisioning complete for port 6e7a0cdf-c948-45f3-b7e5-375f321896b5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:18.997372 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acd596a5-0c3f-435e-8b41-bad09ca52ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.004829 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e871ef05-2314-455b-a197-9db691021d7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.036747 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e871ef05-2314-455b-a197-9db691021d7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.038754 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e871ef05-2314-455b-a197-9db691021d7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2702787 Jul 22 23:56:19.041484 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39614) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:19.047471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0290b442-b6fd-44a0-a3c8-04ac30ff0c39 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'port': {'network_id': '24ec93cb-1103-419d-8755-c02cdd9b0f67', 'name': 'tempest-RoutersIpV6Test-618364225'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:19.071245 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b290fe-e206-4034-90db-f41c5bb791c3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting subnet f3f15dc5-cbf1-47b3-b02a-beb9d2fb4b53 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:19.080711 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89b290fe-e206-4034-90db-f41c5bb791c3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.219859 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89b290fe-e206-4034-90db-f41c5bb791c3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.348588 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-24ec93cb-1103-419d-8755-c02cdd9b0f67', 'network_id': '24ec93cb-1103-419d-8755-c02cdd9b0f67', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'fixed_ips': [{'subnet_id': '0ad0749b-b837-4747-b127-92c6dc02a07c'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:56:19.349470 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.396717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0290b442-b6fd-44a0-a3c8-04ac30ff0c39 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:19.402020 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0290b442-b6fd-44a0-a3c8-04ac30ff0c39 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.416522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-acd596a5-0c3f-435e-8b41-bad09ca52ff9 None None] Provisioning complete for port 5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:19.417387 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-acd596a5-0c3f-435e-8b41-bad09ca52ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.446842 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-0290b442-b6fd-44a0-a3c8-04ac30ff0c39 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] device_id is not set on port c9eb93b1-7493-4863-8e9c-a1732adb633e yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:19.464997 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89b290fe-e206-4034-90db-f41c5bb791c3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.484322 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-acd596a5-0c3f-435e-8b41-bad09ca52ff9 None None] Port 5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:19.490545 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-acd596a5-0c3f-435e-8b41-bad09ca52ff9 None None] Could not find standard attr ID for object 0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:56:19.649580 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89b290fe-e206-4034-90db-f41c5bb791c3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.657342 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bb2b1d7f-bbbd-497c-a92f-915fcda6b6bd None None] Could not find standard attr ID for object 0e1fefe7-ea68-4ac1-b7ff-0aebcd4faeec. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:56:19.709773 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b290fe-e206-4034-90db-f41c5bb791c3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f15dc5-cbf1-47b3-b02a-beb9d2fb4b53,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:19.716890 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89b290fe-e206-4034-90db-f41c5bb791c3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.718381 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-89b290fe-e206-4034-90db-f41c5bb791c3 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/f3f15dc5-cbf1-47b3-b02a-beb9d2fb4b53 HTTP/1.1" status: 204 len: 168 time: 0.7426124 Jul 22 23:56:19.726361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39622) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:19.740938 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba03ceb-b1f7-4598-a90e-372d8a419580 None None] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:19.787288 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-0290b442-b6fd-44a0-a3c8-04ac30ff0c39 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Allocated IP 2001:db8::1e (24ec93cb-1103-419d-8755-c02cdd9b0f67/0ad0749b-b837-4747-b127-92c6dc02a07c/c9eb93b1-7493-4863-8e9c-a1732adb633e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:19.845723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd86fff4-f366-4647-b0a7-60b6f1bf6024 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting subnet e71942d5-b4ed-4cde-b42d-95b20976f90e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:19.860144 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd86fff4-f366-4647-b0a7-60b6f1bf6024 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.989920 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd86fff4-f366-4647-b0a7-60b6f1bf6024 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.223388 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0290b442-b6fd-44a0-a3c8-04ac30ff0c39 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.242678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-0290b442-b6fd-44a0-a3c8-04ac30ff0c39 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Transition to ACTIVE for port object c9eb93b1-7493-4863-8e9c-a1732adb633e will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:20.315039 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0290b442-b6fd-44a0-a3c8-04ac30ff0c39 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.418170 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd86fff4-f366-4647-b0a7-60b6f1bf6024 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.455155 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0290b442-b6fd-44a0-a3c8-04ac30ff0c39 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network 24ec93cb-1103-419d-8755-c02cdd9b0f67 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:20.466677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0290b442-b6fd-44a0-a3c8-04ac30ff0c39 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:20.474992 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0290b442-b6fd-44a0-a3c8-04ac30ff0c39 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:20.481015 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0290b442-b6fd-44a0-a3c8-04ac30ff0c39 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:20.481671 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0290b442-b6fd-44a0-a3c8-04ac30ff0c39 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.488033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Allocated IP 2001:db8::2 (24ec93cb-1103-419d-8755-c02cdd9b0f67/0ad0749b-b837-4747-b127-92c6dc02a07c/70524ea4-0015-4618-8fb9-35482242e636) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:20.523654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290b442-b6fd-44a0-a3c8-04ac30ff0c39 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=c9eb93b1-7493-4863-8e9c-a1732adb633e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:20.548731 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0290b442-b6fd-44a0-a3c8-04ac30ff0c39 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.5029764 Jul 22 23:56:20.548964 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39632) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:20.679332 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd86fff4-f366-4647-b0a7-60b6f1bf6024 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.762563 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd86fff4-f366-4647-b0a7-60b6f1bf6024 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.767460 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39636) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:20.768497 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cd86fff4-f366-4647-b0a7-60b6f1bf6024 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/e71942d5-b4ed-4cde-b42d-95b20976f90e HTTP/1.1" status: 204 len: 168 time: 1.0378013 Jul 22 23:56:20.831662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86fff4-f366-4647-b0a7-60b6f1bf6024 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Subnet': ['ID=e71942d5-b4ed-4cde-b42d-95b20976f90e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:20.848441 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7363d830-059e-44d9-84db-aa0c69c6a16f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:20.849615 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7363d830-059e-44d9-84db-aa0c69c6a16f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:20.864759 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7363d830-059e-44d9-84db-aa0c69c6a16f tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/f3f15dc5-cbf1-47b3-b02a-beb9d2fb4b53 HTTP/1.1" status: 404 len: 337 time: 0.0937929 Jul 22 23:56:20.872610 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39640) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:20.913290 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.943592 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Transition to ACTIVE for port object 70524ea4-0015-4618-8fb9-35482242e636 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:20.995616 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Transition to ACTIVE for port object 70524ea4-0015-4618-8fb9-35482242e636 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:21.014952 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.052213 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9df1d6a-ea06-4d9f-93f2-bf363bd96641 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting subnet 26f8b8c3-208d-47a4-98f8-4133356f633f {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:21.072009 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9df1d6a-ea06-4d9f-93f2-bf363bd96641 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.100728 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84318c3-44d3-4cca-8afc-748888a1b662 None None] Network 25f23c45-4117-4e5b-b3c5-46eca21011f1 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:21.162059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Network 24ec93cb-1103-419d-8755-c02cdd9b0f67 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:21.164247 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9df1d6a-ea06-4d9f-93f2-bf363bd96641 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.195557 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebd617cc-6060-4fe2-9cfd-ba71645f61b4 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.200682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:21.206165 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:21.297242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7a9fa54-8932-4b9d-b5ac-92dde899ecd5 None None] Provisioning complete for port 6e7a0cdf-c948-45f3-b7e5-375f321896b5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:21.297464 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7a9fa54-8932-4b9d-b5ac-92dde899ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.301046 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9df1d6a-ea06-4d9f-93f2-bf363bd96641 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.314296 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Pushing event updated for resources: {'Port': ['ID=70524ea4-0015-4618-8fb9-35482242e636,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:21.395426 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9df1d6a-ea06-4d9f-93f2-bf363bd96641 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.430782 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df1d6a-ea06-4d9f-93f2-bf363bd96641 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Subnet': ['ID=26f8b8c3-208d-47a4-98f8-4133356f633f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:21.442939 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9df1d6a-ea06-4d9f-93f2-bf363bd96641 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.449278 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39644) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:21.450337 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a9df1d6a-ea06-4d9f-93f2-bf363bd96641 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/26f8b8c3-208d-47a4-98f8-4133356f633f HTTP/1.1" status: 204 len: 168 time: 0.5760510 Jul 22 23:56:21.505627 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41882c0-dbcf-443d-86a8-327a2b53481b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:21.506765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41882c0-dbcf-443d-86a8-327a2b53481b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:21.509934 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a41882c0-dbcf-443d-86a8-327a2b53481b tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/04f5ba29-09ef-4be9-adb5-22f32efc82b4 HTTP/1.1" status: 404 len: 337 time: 0.0594862 Jul 22 23:56:21.513863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39646) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:21.557768 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-26a54a5b-9c52-4c47-bade-a3d2040540c7 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5303617-cc1d-4b67-819d-da134e4126ca HTTP/1.1" status: 200 len: 205 time: 0.0420573 Jul 22 23:56:21.558732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39648) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:21.594343 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebd617cc-6060-4fe2-9cfd-ba71645f61b4 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.602190 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebd617cc-6060-4fe2-9cfd-ba71645f61b4 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.631031 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-245b4358-398e-4a1c-9c2f-93e45c8207be tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] delete failed (client error): The resource could not be found. Jul 22 23:56:21.662700 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-245b4358-398e-4a1c-9c2f-93e45c8207be tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/routers/a5303617-cc1d-4b67-819d-da134e4126ca HTTP/1.1" status: 404 len: 336 time: 0.1004837 Jul 22 23:56:21.665820 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39650) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:21.673684 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Attempting to bind port 70524ea4-0015-4618-8fb9-35482242e636 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:21.674047 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Attempting to bind port 70524ea4-0015-4618-8fb9-35482242e636 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'de81e583-6aa1-4c9e-8d58-f8e402943e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '24ec93cb-1103-419d-8755-c02cdd9b0f67'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:21.674419 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Attempting to bind port 70524ea4-0015-4618-8fb9-35482242e636 on network 24ec93cb-1103-419d-8755-c02cdd9b0f67 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:21.697735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:21.698087 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Checking segment: {'id': 'de81e583-6aa1-4c9e-8d58-f8e402943e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '24ec93cb-1103-419d-8755-c02cdd9b0f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:21.698513 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.698931 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Bound using segment: {'id': 'de81e583-6aa1-4c9e-8d58-f8e402943e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '24ec93cb-1103-419d-8755-c02cdd9b0f67'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:21.699437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Bound port: 70524ea4-0015-4618-8fb9-35482242e636, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de81e583-6aa1-4c9e-8d58-f8e402943e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '24ec93cb-1103-419d-8755-c02cdd9b0f67'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:21.699819 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.728571 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-173a006b-60d5-4fab-a851-7ac3afdf37fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:21.729489 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173a006b-60d5-4fab-a851-7ac3afdf37fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:21.735295 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-173a006b-60d5-4fab-a851-7ac3afdf37fb tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/ccd350ab-075d-45bf-b968-144748c7cb0f HTTP/1.1" status: 404 len: 337 time: 0.0681002 Jul 22 23:56:21.736337 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39654) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:21.779443 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-714658f3-3754-4a12-a89a-63c034406074 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:21.780890 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-714658f3-3754-4a12-a89a-63c034406074 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:21.786056 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-714658f3-3754-4a12-a89a-63c034406074 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/9c60e59e-5d82-40f9-b528-01b7aa3a3307 HTTP/1.1" status: 404 len: 337 time: 0.0481837 Jul 22 23:56:21.789144 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39656) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:21.851640 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8809cc-af83-4af4-966d-85718ed47e83 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:21.852000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8809cc-af83-4af4-966d-85718ed47e83 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:21.861129 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4e8809cc-af83-4af4-966d-85718ed47e83 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/6b5c82b4-1e9b-4c6c-bafc-f549a0b70d81 HTTP/1.1" status: 404 len: 337 time: 0.0677266 Jul 22 23:56:21.861334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd617cc-6060-4fe2-9cfd-ba71645f61b4 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=c9eb93b1-7493-4863-8e9c-a1732adb633e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:21.861466 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39658) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:21.921875 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab91d30-a4cb-4080-a042-82ce90e20bea tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:21.922632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab91d30-a4cb-4080-a042-82ce90e20bea tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:21.932320 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cab91d30-a4cb-4080-a042-82ce90e20bea tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/ed6278d2-0dbf-416a-a12b-6e70ceb4f5da HTTP/1.1" status: 404 len: 333 time: 0.0685310 Jul 22 23:56:21.932811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39664) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:21.956745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] For port 70524ea4-0015-4618-8fb9-35482242e636, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:21.961246 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] For port 70524ea4-0015-4618-8fb9-35482242e636, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=70524ea4-0015-4618-8fb9-35482242e636,segment=NetworkSegment(de81e583-6aa1-4c9e-8d58-f8e402943e23),segment_id=de81e583-6aa1-4c9e-8d58-f8e402943e23)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:21.976510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7a9fa54-8932-4b9d-b5ac-92dde899ecd5 None None] Provisioning complete for port 5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:21.976510 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7a9fa54-8932-4b9d-b5ac-92dde899ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.999397 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-db076840-9a99-4d3e-b035-465fc714dcf1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:21.999815 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db076840-9a99-4d3e-b035-465fc714dcf1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:22.001530 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.006635 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-db076840-9a99-4d3e-b035-465fc714dcf1 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/805a48c3-42ad-472b-9662-ed3a5a7c6a01 HTTP/1.1" status: 404 len: 337 time: 0.0706258 Jul 22 23:56:22.007452 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39668) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:22.055767 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebd617cc-6060-4fe2-9cfd-ba71645f61b4 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.088388 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-784726f6-fa3c-481d-8c2b-215b8ef506d0 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:22.088851 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784726f6-fa3c-481d-8c2b-215b8ef506d0 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:22.105715 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39672) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:22.114119 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-784726f6-fa3c-481d-8c2b-215b8ef506d0 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/a9a9ba2a-846d-4c65-aa05-d7398ad46a90 HTTP/1.1" status: 404 len: 337 time: 0.0783632 Jul 22 23:56:22.124493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0cb2a-4bef-409a-8bf5-7429458126d7 None None] Pushing event updated for resources: {'Port': ['ID=70524ea4-0015-4618-8fb9-35482242e636,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:22.133837 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba186d4-bc39-494d-b366-dd4a7f2aa798 None None] DHCP port deletion for 25f23c45-4117-4e5b-b3c5-46eca21011f1 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:56:22.137615 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9fa54-8932-4b9d-b5ac-92dde899ecd5 None None] Port 5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:22.155384 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-311c3a2a-babe-4c4d-9cc9-91861d053bd8 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:22.156062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311c3a2a-babe-4c4d-9cc9-91861d053bd8 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:22.158214 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-311c3a2a-babe-4c4d-9cc9-91861d053bd8 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/31befc2f-9bb4-4d34-9daa-5bb69c8a2357 HTTP/1.1" status: 404 len: 333 time: 0.0510211 Jul 22 23:56:22.160932 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39674) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:22.226854 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e0f6cc-32be-4ee4-a5c0-94b8bcb45ded tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:22.230647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e0f6cc-32be-4ee4-a5c0-94b8bcb45ded tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:22.232695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b4e0f6cc-32be-4ee4-a5c0-94b8bcb45ded tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/24bc9ea8-f317-41e3-8e62-0728e3b1e0c9 HTTP/1.1" status: 404 len: 337 time: 0.0708175 Jul 22 23:56:22.237701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39676) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:22.243599 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8ba186d4-bc39-494d-b366-dd4a7f2aa798 None None] Deleting port 6e7a0cdf-c948-45f3-b7e5-375f321896b5 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:22.244059 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ba186d4-bc39-494d-b366-dd4a7f2aa798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.260836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6e7a0cdf-c948-45f3-b7e5-375f321896b5 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:22.309763 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9adfc45-afe8-4396-aa50-1d2d264f778a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:22.310245 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9adfc45-afe8-4396-aa50-1d2d264f778a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:22.321700 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f9adfc45-afe8-4396-aa50-1d2d264f778a tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/subnets/44777900-97e5-4ced-a967-eccf9018adba HTTP/1.1" status: 404 len: 337 time: 0.0804985 Jul 22 23:56:22.321972 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39678) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:22.374013 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebd617cc-6060-4fe2-9cfd-ba71645f61b4 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.535158 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8ba186d4-bc39-494d-b366-dd4a7f2aa798 None None] For port 6e7a0cdf-c948-45f3-b7e5-375f321896b5, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6e7a0cdf-c948-45f3-b7e5-375f321896b5,segment=NetworkSegment(0db2d16f-2514-4614-8688-8e0762410de1),segment_id=0db2d16f-2514-4614-8688-8e0762410de1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:22.535555 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ba186d4-bc39-494d-b366-dd4a7f2aa798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.596752 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2a938ae9-66e5-4544-b525-6e1a9c7f5520 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Deleting port 5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:22.598751 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a938ae9-66e5-4544-b525-6e1a9c7f5520 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.618146 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8ba186d4-bc39-494d-b366-dd4a7f2aa798 None None] Calling delete_port for 6e7a0cdf-c948-45f3-b7e5-375f321896b5 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:22.658961 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.774999 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a938ae9-66e5-4544-b525-6e1a9c7f5520 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.806573 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2a938ae9-66e5-4544-b525-6e1a9c7f5520 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Calling delete_port for 5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:22.847194 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 6e7a0cdf-c948-45f3-b7e5-375f321896b5, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6e7a0cdf-c948-45f3-b7e5-375f321896b5,segment=NetworkSegment(0db2d16f-2514-4614-8688-8e0762410de1),segment_id=0db2d16f-2514-4614-8688-8e0762410de1)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:22.862197 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.923430 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebd617cc-6060-4fe2-9cfd-ba71645f61b4 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.931527 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebd617cc-6060-4fe2-9cfd-ba71645f61b4 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.932629 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ebd617cc-6060-4fe2-9cfd-ba71645f61b4 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.962956 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ba186d4-bc39-494d-b366-dd4a7f2aa798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.998967 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a938ae9-66e5-4544-b525-6e1a9c7f5520 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.004086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba186d4-bc39-494d-b366-dd4a7f2aa798 None None] No DVR routers for this DVR port 6e7a0cdf-c948-45f3-b7e5-375f321896b5 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:23.018128 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=6e7a0cdf-c948-45f3-b7e5-375f321896b5,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:23.075711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd617cc-6060-4fe2-9cfd-ba71645f61b4 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=c9eb93b1-7493-4863-8e9c-a1732adb633e,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:23.087567 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a938ae9-66e5-4544-b525-6e1a9c7f5520 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Port': ['ID=5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:23.098800 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a938ae9-66e5-4544-b525-6e1a9c7f5520 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.105258 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba186d4-bc39-494d-b366-dd4a7f2aa798 None None] Pushing event deleted for resources: {'Port': ['ID=6e7a0cdf-c948-45f3-b7e5-375f321896b5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:23.111691 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a938ae9-66e5-4544-b525-6e1a9c7f5520 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/ports/5bbd8eb1-36f2-476d-a4ee-7f6a1acf3c6f HTTP/1.1" status: 204 len: 168 time: 0.7886908 Jul 22 23:56:23.115679 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39684) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:23.238494 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd617cc-6060-4fe2-9cfd-ba71645f61b4 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network 24ec93cb-1103-419d-8755-c02cdd9b0f67 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:23.243778 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ebd617cc-6060-4fe2-9cfd-ba71645f61b4 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:23.308831 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4f6891c-01c7-4db3-a76b-0c9f4709c606 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.473079 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4f6891c-01c7-4db3-a76b-0c9f4709c606 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.490913 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e4f6891c-01c7-4db3-a76b-0c9f4709c606 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f23c45-4117-4e5b-b3c5-46eca21011f1']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:23.504018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e4f6891c-01c7-4db3-a76b-0c9f4709c606 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db2d16f-2514-4614-8688-8e0762410de1') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:23.504488 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-e4f6891c-01c7-4db3-a76b-0c9f4709c606 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db2d16f-2514-4614-8688-8e0762410de1') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:23.516398 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4f6891c-01c7-4db3-a76b-0c9f4709c606 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.541464 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4f6891c-01c7-4db3-a76b-0c9f4709c606 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.550939 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f6891c-01c7-4db3-a76b-0c9f4709c606 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:56:23.551572 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4f6891c-01c7-4db3-a76b-0c9f4709c606 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.555179 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd617cc-6060-4fe2-9cfd-ba71645f61b4 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router 3863563a-f0a3-4794-8e63-3526948079d5 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:56:23.556848 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:56:23.653761 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4f6891c-01c7-4db3-a76b-0c9f4709c606 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.661387 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4f6891c-01c7-4db3-a76b-0c9f4709c606 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.663705 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e4f6891c-01c7-4db3-a76b-0c9f4709c606 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] 10.222.0.26 "DELETE /v2.0/networks/25f23c45-4117-4e5b-b3c5-46eca21011f1 HTTP/1.1" status: 204 len: 168 time: 0.5462718 Jul 22 23:56:23.704051 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6891c-01c7-4db3-a76b-0c9f4709c606 tempest-PortsIpV6TestJSON-124181440 tempest-PortsIpV6TestJSON-124181440-project] Pushing event deleted for resources: {'Network': ['ID=25f23c45-4117-4e5b-b3c5-46eca21011f1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:23.739341 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2744bcf-43fe-404e-908f-1f1e21efaabb None None] Network 24ec93cb-1103-419d-8755-c02cdd9b0f67 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:23.750790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd617cc-6060-4fe2-9cfd-ba71645f61b4 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:23.759367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ebd617cc-6060-4fe2-9cfd-ba71645f61b4 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/3863563a-f0a3-4794-8e63-3526948079d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2088025 Jul 22 23:56:23.761327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39694) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:23.761908 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171c447f-be86-4af7-888e-d98d172bf5ed None None] Sync routers for ids ['3863563a-f0a3-4794-8e63-3526948079d5'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:23.778953 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c447f-be86-4af7-888e-d98d172bf5ed None None] Routers {'3863563a-f0a3-4794-8e63-3526948079d5'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:23.779194 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-171c447f-be86-4af7-888e-d98d172bf5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3863563a-f0a3-4794-8e63-3526948079d5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:23.835555 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4572e-4f5c-41f4-a1a7-ffec898e11bf tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:23.839537 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cef4572e-4f5c-41f4-a1a7-ffec898e11bf tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports/c9eb93b1-7493-4863-8e9c-a1732adb633e HTTP/1.1" status: 200 len: 982 time: 0.0757277 Jul 22 23:56:23.842711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39698) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:23.875770 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-171c447f-be86-4af7-888e-d98d172bf5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:23.889596 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c447f-be86-4af7-888e-d98d172bf5ed None None] Routers {'3863563a-f0a3-4794-8e63-3526948079d5'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:23.890537 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-171c447f-be86-4af7-888e-d98d172bf5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3863563a-f0a3-4794-8e63-3526948079d5'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:23.928379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-60676a53-5171-4347-a212-2044f52d846c None None] Provisioning for port 70524ea4-0015-4618-8fb9-35482242e636 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:23.963658 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-171c447f-be86-4af7-888e-d98d172bf5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:23.964592 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171c447f-be86-4af7-888e-d98d172bf5ed None None] The sync data for ids ['3863563a-f0a3-4794-8e63-3526948079d5'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:24.274779 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:24.336142 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 70524ea4-0015-4618-8fb9-35482242e636 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:24.508360 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 70524ea4-0015-4618-8fb9-35482242e636 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:24.514366 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 70524ea4-0015-4618-8fb9-35482242e636 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:24.514993 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:24.574409 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5788924b-8093-4b27-8dd5-b2048e287602 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0f0de8c66e94fc0b9f623784c558602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983491 Jul 22 23:56:24.575036 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39714) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:24.718549 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4258b946-d4f1-4804-a3b5-1519f67a295d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:24.775971 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4258b946-d4f1-4804-a3b5-1519f67a295d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:24.778860 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:24.800517 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-16de0923-ff0c-4eaf-870e-dcfa91d6b290 None None] Provisioning complete for port 70524ea4-0015-4618-8fb9-35482242e636 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:24.800890 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16de0923-ff0c-4eaf-870e-dcfa91d6b290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:24.842956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39718) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:24.856855 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4258b946-d4f1-4804-a3b5-1519f67a295d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:24.883680 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4258b946-d4f1-4804-a3b5-1519f67a295d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:24.886962 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4258b946-d4f1-4804-a3b5-1519f67a295d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b189975-e4b0-4070-98a1-ecd83177e97d HTTP/1.1" status: 204 len: 168 time: 0.3108931 Jul 22 23:56:24.912360 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258b946-d4f1-4804-a3b5-1519f67a295d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b189975-e4b0-4070-98a1-ecd83177e97d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:24.972732 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 70524ea4-0015-4618-8fb9-35482242e636, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=70524ea4-0015-4618-8fb9-35482242e636,segment=NetworkSegment(de81e583-6aa1-4c9e-8d58-f8e402943e23),segment_id=de81e583-6aa1-4c9e-8d58-f8e402943e23)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:24.987087 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.153082 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-16de0923-ff0c-4eaf-870e-dcfa91d6b290 None None] Provisioning for port c9eb93b1-7493-4863-8e9c-a1732adb633e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:25.180528 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10a34716-de68-454e-82f6-7e24a44c89db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.184024 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=70524ea4-0015-4618-8fb9-35482242e636,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:25.217032 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-16de0923-ff0c-4eaf-870e-dcfa91d6b290 None None] Provisioning complete for port c9eb93b1-7493-4863-8e9c-a1732adb633e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:25.217452 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-16de0923-ff0c-4eaf-870e-dcfa91d6b290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.314545 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-16de0923-ff0c-4eaf-870e-dcfa91d6b290 None None] Port c9eb93b1-7493-4863-8e9c-a1732adb633e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:25.329672 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db2ac8be-f7b2-4ad0-9fa5-7df736bb17ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.415122 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10a34716-de68-454e-82f6-7e24a44c89db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.431633 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10a34716-de68-454e-82f6-7e24a44c89db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.457350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6aeaf351-995a-460f-9736-a3a153ef03fa None None] Provisioning complete for port c9eb93b1-7493-4863-8e9c-a1732adb633e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:25.457924 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aeaf351-995a-460f-9736-a3a153ef03fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.495275 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a34716-de68-454e-82f6-7e24a44c89db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7a8f2d-40db-4f0c-87a0-64fa85fedeef,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:25.565754 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-10a34716-de68-454e-82f6-7e24a44c89db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dcfa249254c54b94a16ae253c52488d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7167034 Jul 22 23:56:25.566606 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39740) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:25.575379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6aeaf351-995a-460f-9736-a3a153ef03fa None None] Port c9eb93b1-7493-4863-8e9c-a1732adb633e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:25.667483 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5faca498-2d54-434a-9ef5-8d969d5b15bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.691863 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5faca498-2d54-434a-9ef5-8d969d5b15bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.702527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a75acb3c-04f8-4703-b1b3-ad20bdaab3bf None None] Provisioning complete for port c9eb93b1-7493-4863-8e9c-a1732adb633e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:25.706609 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a75acb3c-04f8-4703-b1b3-ad20bdaab3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.731366 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-db2ac8be-f7b2-4ad0-9fa5-7df736bb17ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting port c9eb93b1-7493-4863-8e9c-a1732adb633e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:25.731716 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db2ac8be-f7b2-4ad0-9fa5-7df736bb17ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.787218 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a75acb3c-04f8-4703-b1b3-ad20bdaab3bf None None] Port c9eb93b1-7493-4863-8e9c-a1732adb633e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:25.790795 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5faca498-2d54-434a-9ef5-8d969d5b15bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.796504 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5faca498-2d54-434a-9ef5-8d969d5b15bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.803239 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5faca498-2d54-434a-9ef5-8d969d5b15bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c7a8f2d-40db-4f0c-87a0-64fa85fedeef HTTP/1.1" status: 204 len: 168 time: 0.2355671 Jul 22 23:56:25.814352 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faca498-2d54-434a-9ef5-8d969d5b15bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7a8f2d-40db-4f0c-87a0-64fa85fedeef,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:25.904877 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db2ac8be-f7b2-4ad0-9fa5-7df736bb17ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.930277 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-db2ac8be-f7b2-4ad0-9fa5-7df736bb17ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Calling delete_port for c9eb93b1-7493-4863-8e9c-a1732adb633e owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:26.013932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-33c1fadf-702b-4cb7-8714-98620962e8f2 None None] Provisioning complete for port c9eb93b1-7493-4863-8e9c-a1732adb633e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:26.014446 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-33c1fadf-702b-4cb7-8714-98620962e8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.077363 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-33c1fadf-702b-4cb7-8714-98620962e8f2 None None] Port c9eb93b1-7493-4863-8e9c-a1732adb633e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:26.081780 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7993527a-2f2b-4e17-a9dd-3de2fd7a2a56 req-51f0e200-0f76-4d2e-a801-2a3d78dbfc46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1478307 Jul 22 23:56:26.214151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 70524ea4-0015-4618-8fb9-35482242e636 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:26.279508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993527a-2f2b-4e17-a9dd-3de2fd7a2a56 req-4126f76f-2c50-4261-8d48-66fc82c63cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:26.281050 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7993527a-2f2b-4e17-a9dd-3de2fd7a2a56 req-4126f76f-2c50-4261-8d48-66fc82c63cc6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1319a1d097b4fa59118c8e9fd75dafa&device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 1097 time: 0.1213727 Jul 22 23:56:26.305662 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 70524ea4-0015-4618-8fb9-35482242e636 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:26.306187 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.345797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39762) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:26.459888 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993527a-2f2b-4e17-a9dd-3de2fd7a2a56 req-82751dc2-4d59-4163-af84-6e5f9fdb30ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:26.461598 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7993527a-2f2b-4e17-a9dd-3de2fd7a2a56 req-82751dc2-4d59-4163-af84-6e5f9fdb30ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 HTTP/1.1" status: 200 len: 916 time: 0.1496789 Jul 22 23:56:26.469481 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db2ac8be-f7b2-4ad0-9fa5-7df736bb17ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.486183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9a3a3ac7-8574-42e3-a343-8d1cdef4388b tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1249138995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:26.551149 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3ac7-8574-42e3-a343-8d1cdef4388b tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.552793 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3ac7-8574-42e3-a343-8d1cdef4388b tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.575976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7993527a-2f2b-4e17-a9dd-3de2fd7a2a56 req-b88d8a93-7249-45e1-a296-f0992fe570b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22f53b83-c6d7-43b6-87ac-c967d448279d HTTP/1.1" status: 200 len: 217 time: 0.1044016 Jul 22 23:56:26.576721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ac8be-f7b2-4ad0-9fa5-7df736bb17ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Port': ['ID=c9eb93b1-7493-4863-8e9c-a1732adb633e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:26.670509 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3ac7-8574-42e3-a343-8d1cdef4388b tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.680682 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3ac7-8574-42e3-a343-8d1cdef4388b tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.715259 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3ac7-8574-42e3-a343-8d1cdef4388b tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.716950 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a3a3ac7-8574-42e3-a343-8d1cdef4388b tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3701031 Jul 22 23:56:26.719540 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39784) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:26.726309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cdf7f4c5-f347-4eae-bfcd-c6478d6b588c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1214683299'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:26.762841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf7f4c5-f347-4eae-bfcd-c6478d6b588c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Made reservation on behalf of 084fc14d3cc242fc8130e7152f5d01d9 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:26.766956 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f4c5-f347-4eae-bfcd-c6478d6b588c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.778849 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f4c5-f347-4eae-bfcd-c6478d6b588c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.827950 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-db2ac8be-f7b2-4ad0-9fa5-7df736bb17ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.858431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993527a-2f2b-4e17-a9dd-3de2fd7a2a56 req-524f287a-457a-458b-93ac-1eb75e7b7ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:26.859911 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7993527a-2f2b-4e17-a9dd-3de2fd7a2a56 req-524f287a-457a-458b-93ac-1eb75e7b7ae2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de4837d0-4de8-44c9-87e4-4e3448c43fdb HTTP/1.1" status: 200 len: 855 time: 0.2556565 Jul 22 23:56:26.955203 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f4c5-f347-4eae-bfcd-c6478d6b588c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.958274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7993527a-2f2b-4e17-a9dd-3de2fd7a2a56 req-02029502-1668-4acd-bae5-9146fcf2cb20 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575464 Jul 22 23:56:26.965685 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f4c5-f347-4eae-bfcd-c6478d6b588c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.015009 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7f4c5-f347-4eae-bfcd-c6478d6b588c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb641b0-95f5-4f2d-87ef-61ab39979aca,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:27.037498 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39802) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:27.040659 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf7f4c5-f347-4eae-bfcd-c6478d6b588c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:27.053041 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f4c5-f347-4eae-bfcd-c6478d6b588c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.054029 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-cdf7f4c5-f347-4eae-bfcd-c6478d6b588c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Added segment ee01a6ad-2481-493d-9c9b-7a4f7291e71a of type vlan for network 09eeb553-46c1-42a9-9b58-f244f9f40e9a Jul 22 23:56:27.097049 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f4c5-f347-4eae-bfcd-c6478d6b588c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.131449 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f4c5-f347-4eae-bfcd-c6478d6b588c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.138473 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf7f4c5-f347-4eae-bfcd-c6478d6b588c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:27.139237 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f4c5-f347-4eae-bfcd-c6478d6b588c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.177740 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cdf7f4c5-f347-4eae-bfcd-c6478d6b588c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4569690 Jul 22 23:56:27.181575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39806) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:27.186914 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7248ae50-3602-46c8-ad07-f47d0eb423f0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Request body: {'subnet': {'network_id': '09eeb553-46c1-42a9-9b58-f244f9f40e9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:27.235567 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7f4c5-f347-4eae-bfcd-c6478d6b588c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event updated for resources: {'Network': ['ID=09eeb553-46c1-42a9-9b58-f244f9f40e9a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:27.236195 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2ac8be-f7b2-4ad0-9fa5-7df736bb17ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router 3863563a-f0a3-4794-8e63-3526948079d5 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:56:27.243135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7993527a-2f2b-4e17-a9dd-3de2fd7a2a56 req-763b4a54-37d3-4837-bed6-5c86a6c6b609 service neutron] 10.222.0.18 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624111 Jul 22 23:56:27.246490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-51b3230f-b1ff-4ad1-b6ad-7f8f96aef1c2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-674921051-network', 'tenant_id': 'd37639446afd4edc8c47ab042c9c8ae1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:27.247738 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 09eeb553-46c1-42a9-9b58-f244f9f40e9a details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:27.313713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-2f757091-bffc-4eae-a305-72a71fe9926b tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:27.315437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-2f757091-bffc-4eae-a305-72a71fe9926b tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/networks?id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 HTTP/1.1" status: 200 len: 815 time: 0.3547328 Jul 22 23:56:27.332972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b3230f-b1ff-4ad1-b6ad-7f8f96aef1c2 admin admin] Made reservation on behalf of d37639446afd4edc8c47ab042c9c8ae1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:27.335617 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51b3230f-b1ff-4ad1-b6ad-7f8f96aef1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.369581 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7248ae50-3602-46c8-ad07-f47d0eb423f0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Made reservation on behalf of 084fc14d3cc242fc8130e7152f5d01d9 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:27.374245 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7248ae50-3602-46c8-ad07-f47d0eb423f0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.417520 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51b3230f-b1ff-4ad1-b6ad-7f8f96aef1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.465083 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-15940280-4018-47d6-9d69-1c30ebe85138 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/quotas/d1319a1d097b4fa59118c8e9fd75dafa HTTP/1.1" status: 200 len: 375 time: 0.1269355 Jul 22 23:56:27.533871 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2ac8be-f7b2-4ad0-9fa5-7df736bb17ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:27.545260 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1805195-6db1-4df7-b59f-2f97fe36ddaa None None] Sync routers for ids ['3863563a-f0a3-4794-8e63-3526948079d5'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:27.555610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1805195-6db1-4df7-b59f-2f97fe36ddaa None None] Routers {'3863563a-f0a3-4794-8e63-3526948079d5'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:27.556525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f1805195-6db1-4df7-b59f-2f97fe36ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3863563a-f0a3-4794-8e63-3526948079d5'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:27.564919 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-db2ac8be-f7b2-4ad0-9fa5-7df736bb17ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/3863563a-f0a3-4794-8e63-3526948079d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7182682 Jul 22 23:56:27.569363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39814) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:27.572943 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7993527a-2f2b-4e17-a9dd-3de2fd7a2a56 req-935c1df5-3e50-4e46-bf80-5ab1a3e30a8d service neutron] 10.222.0.18 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075719 Jul 22 23:56:27.596742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f1805195-6db1-4df7-b59f-2f97fe36ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:27.608065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1805195-6db1-4df7-b59f-2f97fe36ddaa None None] Routers {'3863563a-f0a3-4794-8e63-3526948079d5'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:27.609015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f1805195-6db1-4df7-b59f-2f97fe36ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3863563a-f0a3-4794-8e63-3526948079d5'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:27.649590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f1805195-6db1-4df7-b59f-2f97fe36ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:27.650622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1805195-6db1-4df7-b59f-2f97fe36ddaa None None] The sync data for ids ['3863563a-f0a3-4794-8e63-3526948079d5'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:27.659875 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-b180b2b2-e16f-49f5-81ec-7f35c47636cb tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1319a1d097b4fa59118c8e9fd75dafa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1784592 Jul 22 23:56:27.749661 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51b3230f-b1ff-4ad1-b6ad-7f8f96aef1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.760624 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51b3230f-b1ff-4ad1-b6ad-7f8f96aef1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.774995 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7248ae50-3602-46c8-ad07-f47d0eb423f0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.786021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b3230f-b1ff-4ad1-b6ad-7f8f96aef1c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:27.815351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-d66a00e5-e0b9-46b8-b483-84b9f97e76ca service neutron] 10.222.0.26 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410756 Jul 22 23:56:27.817587 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3230f-b1ff-4ad1-b6ad-7f8f96aef1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f929bb0b-2291-47e3-9c4f-5313fa686953,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:27.820561 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51b3230f-b1ff-4ad1-b6ad-7f8f96aef1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.820908 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-51b3230f-b1ff-4ad1-b6ad-7f8f96aef1c2 admin admin] Added segment f32bc711-daae-49cf-afbf-e3ba1a4c4ead of type vlan for network 1e760e58-a0cc-4afe-8f74-04fd373c311a Jul 22 23:56:27.845356 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248ae50-3602-46c8-ad07-f47d0eb423f0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event updated for resources: {'Subnet': ['ID=799c5d37-c793-44f4-87c6-9f7fe76a7cfc,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:27.848876 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-23e59236-4931-4636-8fa4-ecadcb792c80 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 23:56:27.853468 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-23e59236-4931-4636-8fa4-ecadcb792c80 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/3863563a-f0a3-4794-8e63-3526948079d5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2793827 Jul 22 23:56:27.853838 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39816) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:27.884534 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51b3230f-b1ff-4ad1-b6ad-7f8f96aef1c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.896597 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-982b2579-a017-412b-a2ee-7f1618422442 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports?device_id=3863563a-f0a3-4794-8e63-3526948079d5 HTTP/1.1" status: 200 len: 205 time: 0.0418463 Jul 22 23:56:27.900341 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39818) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:27.958221 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51b3230f-b1ff-4ad1-b6ad-7f8f96aef1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.959285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b3230f-b1ff-4ad1-b6ad-7f8f96aef1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:27.960412 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51b3230f-b1ff-4ad1-b6ad-7f8f96aef1c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.972880 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-c3eb736b-cee6-43aa-886b-8a43e48de28c service neutron] 10.222.0.26 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437821 Jul 22 23:56:27.996648 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7248ae50-3602-46c8-ad07-f47d0eb423f0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Checking segment: {'id': 'ee01a6ad-2481-493d-9c9b-7a4f7291e71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '09eeb553-46c1-42a9-9b58-f244f9f40e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:27.997044 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7248ae50-3602-46c8-ad07-f47d0eb423f0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Network hostable DHCP agents. Network: 09eeb553-46c1-42a9-9b58-f244f9f40e9a, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:56:28.031574 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d757bbb-680f-4b2b-a1de-181c1205a8a6 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.042743 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-51b3230f-b1ff-4ad1-b6ad-7f8f96aef1c2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9931569 Jul 22 23:56:28.045991 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39822) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:28.076358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b61d881c-77e9-4c2b-b254-0f95a652a95c admin admin] Request body: {'subnet': {'network_id': '1e760e58-a0cc-4afe-8f74-04fd373c311a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-674921051-subnet', 'tenant_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:28.080579 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3230f-b1ff-4ad1-b6ad-7f8f96aef1c2 admin admin] Pushing event updated for resources: {'Network': ['ID=1e760e58-a0cc-4afe-8f74-04fd373c311a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:28.096027 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 1e760e58-a0cc-4afe-8f74-04fd373c311a details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:28.105469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61d881c-77e9-4c2b-b254-0f95a652a95c admin admin] Made reservation on behalf of d37639446afd4edc8c47ab042c9c8ae1 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:28.108783 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b61d881c-77e9-4c2b-b254-0f95a652a95c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.150515 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7248ae50-3602-46c8-ad07-f47d0eb423f0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Network 09eeb553-46c1-42a9-9b58-f244f9f40e9a is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:56:28.332074 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8681b566-2d04-4609-a509-921b9316214d req-94289682-51e1-42f8-95e2-6363449b5041 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 210 time: 0.0448458 Jul 22 23:56:28.339160 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b61d881c-77e9-4c2b-b254-0f95a652a95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.354157 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d757bbb-680f-4b2b-a1de-181c1205a8a6 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.356355 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d757bbb-680f-4b2b-a1de-181c1205a8a6 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.408749 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d757bbb-680f-4b2b-a1de-181c1205a8a6 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.409440 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d757bbb-680f-4b2b-a1de-181c1205a8a6 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Fanout notify agent at l3_agent the message router_deleted on router 3863563a-f0a3-4794-8e63-3526948079d5 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:56:28.414754 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d881c-77e9-4c2b-b254-0f95a652a95c admin admin] Checking segment: {'id': 'f32bc711-daae-49cf-afbf-e3ba1a4c4ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1e760e58-a0cc-4afe-8f74-04fd373c311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:28.415323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d881c-77e9-4c2b-b254-0f95a652a95c admin admin] Network hostable DHCP agents. Network: 1e760e58-a0cc-4afe-8f74-04fd373c311a, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:56:28.416648 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d757bbb-680f-4b2b-a1de-181c1205a8a6 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.417974 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6d757bbb-680f-4b2b-a1de-181c1205a8a6 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/routers/3863563a-f0a3-4794-8e63-3526948079d5 HTTP/1.1" status: 204 len: 168 time: 0.5167370 Jul 22 23:56:28.418828 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7248ae50-3602-46c8-ad07-f47d0eb423f0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 09eeb553-46c1-42a9-9b58-f244f9f40e9a) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:28.420852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39834) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:28.424155 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d881c-77e9-4c2b-b254-0f95a652a95c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3628e2cb-46e7-43f8-8dbb-81b1c02b9031,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:28.442728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7248ae50-3602-46c8-ad07-f47d0eb423f0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:28.442907 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a639b16b-8037-45b4-950e-18321c964e51 None None] Network 09eeb553-46c1-42a9-9b58-f244f9f40e9a requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:28.446373 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7248ae50-3602-46c8-ad07-f47d0eb423f0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.473012 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7248ae50-3602-46c8-ad07-f47d0eb423f0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2897027 Jul 22 23:56:28.476406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39836) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:28.477741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d881c-77e9-4c2b-b254-0f95a652a95c admin admin] Network 1e760e58-a0cc-4afe-8f74-04fd373c311a is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:56:28.483051 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-45c93682-e64c-482e-b261-520be5ce879d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Request body: {'network': {'name': 'tempest-router-network01--1734157561'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:28.487819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b61d881c-77e9-4c2b-b254-0f95a652a95c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 1e760e58-a0cc-4afe-8f74-04fd373c311a) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:28.495577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61d881c-77e9-4c2b-b254-0f95a652a95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:28.496174 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b61d881c-77e9-4c2b-b254-0f95a652a95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.502899 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d322109-f8ac-405e-a4c2-ca5aa32c81ec tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting subnet 0ad0749b-b837-4747-b127-92c6dc02a07c {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:28.506337 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d322109-f8ac-405e-a4c2-ca5aa32c81ec tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.524380 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c93682-e64c-482e-b261-520be5ce879d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Made reservation on behalf of 084fc14d3cc242fc8130e7152f5d01d9 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:28.532183 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45c93682-e64c-482e-b261-520be5ce879d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.534800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c565cd92-7147-4f21-8af8-d727cb87ccc9 None None] Network 1e760e58-a0cc-4afe-8f74-04fd373c311a requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:28.554856 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d322109-f8ac-405e-a4c2-ca5aa32c81ec tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.595585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c93682-e64c-482e-b261-520be5ce879d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:28.606637 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45c93682-e64c-482e-b261-520be5ce879d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.607193 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-45c93682-e64c-482e-b261-520be5ce879d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Added segment 2ff9c47d-86a7-4ae4-945e-a7debb6d6072 of type vlan for network 7551729f-db97-460c-b114-94eebecb9523 Jul 22 23:56:28.652505 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d322109-f8ac-405e-a4c2-ca5aa32c81ec tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.660066 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45c93682-e64c-482e-b261-520be5ce879d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.695985 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45c93682-e64c-482e-b261-520be5ce879d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.705825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c93682-e64c-482e-b261-520be5ce879d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:28.706945 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45c93682-e64c-482e-b261-520be5ce879d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.726015 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d322109-f8ac-405e-a4c2-ca5aa32c81ec tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.742849 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d322109-f8ac-405e-a4c2-ca5aa32c81ec tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.745322 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1d322109-f8ac-405e-a4c2-ca5aa32c81ec tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/0ad0749b-b837-4747-b127-92c6dc02a07c HTTP/1.1" status: 204 len: 168 time: 0.3223052 Jul 22 23:56:28.748301 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39844) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:28.764742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008e7c0c-5e3f-49e8-89f6-062ecb8b90a0 None None] Network 24ec93cb-1103-419d-8755-c02cdd9b0f67 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:28.767452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39846) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:28.769461 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b61d881c-77e9-4c2b-b254-0f95a652a95c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6972101 Jul 22 23:56:28.771709 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-45c93682-e64c-482e-b261-520be5ce879d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2847328 Jul 22 23:56:28.775085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39848) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:28.775571 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-91e6cbef-8dfc-446d-8cdf-fe30ac35eb38 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Request body: {'network': {'name': 'tempest-router-network02--2024047474'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:28.778971 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d322109-f8ac-405e-a4c2-ca5aa32c81ec tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad0749b-b837-4747-b127-92c6dc02a07c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:28.784773 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-674921051-router', 'tenant_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:28.802923 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e6cbef-8dfc-446d-8cdf-fe30ac35eb38 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Made reservation on behalf of 084fc14d3cc242fc8130e7152f5d01d9 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:28.821699 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91e6cbef-8dfc-446d-8cdf-fe30ac35eb38 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.840420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c93682-e64c-482e-b261-520be5ce879d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event updated for resources: {'Network': ['ID=7551729f-db97-460c-b114-94eebecb9523,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:28.857624 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-09eeb553-46c1-42a9-9b58-f244f9f40e9a', 'network_id': '09eeb553-46c1-42a9-9b58-f244f9f40e9a', 'tenant_id': '084fc14d3cc242fc8130e7152f5d01d9', 'fixed_ips': [{'subnet_id': '799c5d37-c793-44f4-87c6-9f7fe76a7cfc'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:56:28.858499 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.865703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 7551729f-db97-460c-b114-94eebecb9523 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:28.878907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e6cbef-8dfc-446d-8cdf-fe30ac35eb38 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:28.891904 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91e6cbef-8dfc-446d-8cdf-fe30ac35eb38 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.892328 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-91e6cbef-8dfc-446d-8cdf-fe30ac35eb38 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Added segment 73806ea2-9446-46c7-b10d-1658d393eb34 of type vlan for network 0375d585-f889-45d3-9fd4-4c2063664cb1 Jul 22 23:56:28.910856 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.914770 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.915918 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.963063 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91e6cbef-8dfc-446d-8cdf-fe30ac35eb38 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:29.000594 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91e6cbef-8dfc-446d-8cdf-fe30ac35eb38 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:29.015215 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e6cbef-8dfc-446d-8cdf-fe30ac35eb38 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:29.023024 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:29.024224 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-91e6cbef-8dfc-446d-8cdf-fe30ac35eb38 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:29.089755 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-1e760e58-a0cc-4afe-8f74-04fd373c311a', 'network_id': '1e760e58-a0cc-4afe-8f74-04fd373c311a', 'tenant_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'fixed_ips': [{'subnet_id': '3628e2cb-46e7-43f8-8dbb-81b1c02b9031'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:56:29.090628 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:29.124298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-91e6cbef-8dfc-446d-8cdf-fe30ac35eb38 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3508487 Jul 22 23:56:29.124527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39852) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:29.129569 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5e71f706-7d45-493e-8ece-13e60b1d818e tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Request body: {'subnet': {'network_id': '7551729f-db97-460c-b114-94eebecb9523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:29.184908 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6cbef-8dfc-446d-8cdf-fe30ac35eb38 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event updated for resources: {'Network': ['ID=0375d585-f889-45d3-9fd4-4c2063664cb1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:29.216283 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 0375d585-f889-45d3-9fd4-4c2063664cb1 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:29.228709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting port 70524ea4-0015-4618-8fb9-35482242e636 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:29.229053 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:29.254792 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:29.266650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e71f706-7d45-493e-8ece-13e60b1d818e tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Made reservation on behalf of 084fc14d3cc242fc8130e7152f5d01d9 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:29.274692 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e71f706-7d45-493e-8ece-13e60b1d818e tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:29.349393 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] For port 70524ea4-0015-4618-8fb9-35482242e636, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=70524ea4-0015-4618-8fb9-35482242e636,segment=NetworkSegment(de81e583-6aa1-4c9e-8d58-f8e402943e23),segment_id=de81e583-6aa1-4c9e-8d58-f8e402943e23)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:29.349759 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:29.390230 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Calling delete_port for 70524ea4-0015-4618-8fb9-35482242e636 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:29.645716 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Allocated IP 2001:db8::2 (09eeb553-46c1-42a9-9b58-f244f9f40e9a/799c5d37-c793-44f4-87c6-9f7fe76a7cfc/587759af-b425-42fb-9897-94c911775386) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:29.660510 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:29.782948 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Allocated IP 172.20.0.2 (1e760e58-a0cc-4afe-8f74-04fd373c311a/3628e2cb-46e7-43f8-8dbb-81b1c02b9031/88cc12a6-7b64-4476-a81e-8d890eed1e4e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:29.792911 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1c8d10-5fd2-4408-a0f5-315a53db8899 None None] DHCP port deletion for 24ec93cb-1103-419d-8755-c02cdd9b0f67 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:56:30.069005 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e71f706-7d45-493e-8ece-13e60b1d818e tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.082306 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.099644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Transition to ACTIVE for port object 587759af-b425-42fb-9897-94c911775386 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:30.116502 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-414a8b04-c67b-4321-af45-4e7a3cd728d9 req-d60ab7b8-f341-48ca-9011-8784f787b665 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 210 time: 0.5480433 Jul 22 23:56:30.129156 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.135523 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Transition to ACTIVE for port object 587759af-b425-42fb-9897-94c911775386 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:30.141776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Transition to ACTIVE for port object 88cc12a6-7b64-4476-a81e-8d890eed1e4e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:30.163448 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.208878 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Transition to ACTIVE for port object 88cc12a6-7b64-4476-a81e-8d890eed1e4e will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:30.224820 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Port': ['ID=70524ea4-0015-4618-8fb9-35482242e636,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:30.231954 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] No DVR routers for this DVR port 70524ea4-0015-4618-8fb9-35482242e636 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:30.237299 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Network 09eeb553-46c1-42a9-9b58-f244f9f40e9a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:30.241794 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.244177 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:30.250730 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 70524ea4-0015-4618-8fb9-35482242e636 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:30.255952 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:30.261970 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Pushing event updated for resources: {'Port': ['ID=587759af-b425-42fb-9897-94c911775386,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:30.286197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-b597314e-0e89-41bb-970c-e1a6214f1ce9 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:30.288503 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-b597314e-0e89-41bb-970c-e1a6214f1ce9 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.95 "GET /v2.0/networks?id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 HTTP/1.1" status: 200 len: 815 time: 0.7096987 Jul 22 23:56:30.298451 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 70524ea4-0015-4618-8fb9-35482242e636 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:30.298801 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 70524ea4-0015-4618-8fb9-35482242e636 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:30.314353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-1aa0d8ab-e3a4-44a1-88a9-f6cb1ed69781 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Request body: {'port': {'device_id': '86e235ab-97d5-4dce-8350-53ed715ddab3', 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06', 'admin_state_up': True, 'tenant_id': 'd1319a1d097b4fa59118c8e9fd75dafa'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:30.324178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e71f706-7d45-493e-8ece-13e60b1d818e tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Checking segment: {'id': '2ff9c47d-86a7-4ae4-945e-a7debb6d6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7551729f-db97-460c-b114-94eebecb9523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:30.324178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e71f706-7d45-493e-8ece-13e60b1d818e tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Network hostable DHCP agents. Network: 7551729f-db97-460c-b114-94eebecb9523, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:56:30.337819 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Network 1e760e58-a0cc-4afe-8f74-04fd373c311a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:30.339283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71f706-7d45-493e-8ece-13e60b1d818e tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event updated for resources: {'Subnet': ['ID=dbf154ab-02ae-4cf2-ad32-008d506a8185,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:30.357697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:30.364351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:30.375107 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.387848 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ec93cb-1103-419d-8755-c02cdd9b0f67']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:30.399118 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de81e583-6aa1-4c9e-8d58-f8e402943e23') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:30.400331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de81e583-6aa1-4c9e-8d58-f8e402943e23') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:30.410325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Pushing event updated for resources: {'Port': ['ID=88cc12a6-7b64-4476-a81e-8d890eed1e4e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:30.412565 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.413475 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e71f706-7d45-493e-8ece-13e60b1d818e tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Network 7551729f-db97-460c-b114-94eebecb9523 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:56:30.435886 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Attempting to bind port 587759af-b425-42fb-9897-94c911775386 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:30.436404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Attempting to bind port 587759af-b425-42fb-9897-94c911775386 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'ee01a6ad-2481-493d-9c9b-7a4f7291e71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '09eeb553-46c1-42a9-9b58-f244f9f40e9a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:30.437395 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Attempting to bind port 587759af-b425-42fb-9897-94c911775386 on network 09eeb553-46c1-42a9-9b58-f244f9f40e9a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:30.442054 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.446400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5e71f706-7d45-493e-8ece-13e60b1d818e tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 7551729f-db97-460c-b114-94eebecb9523) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:30.450366 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:56:30.451182 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.461445 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71f706-7d45-493e-8ece-13e60b1d818e tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:30.461971 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e71f706-7d45-493e-8ece-13e60b1d818e tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.464389 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:30.465237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Checking segment: {'id': 'ee01a6ad-2481-493d-9c9b-7a4f7291e71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '09eeb553-46c1-42a9-9b58-f244f9f40e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:30.465429 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.465834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Bound using segment: {'id': 'ee01a6ad-2481-493d-9c9b-7a4f7291e71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '09eeb553-46c1-42a9-9b58-f244f9f40e9a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:30.466330 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Bound port: 587759af-b425-42fb-9897-94c911775386, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee01a6ad-2481-493d-9c9b-7a4f7291e71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '09eeb553-46c1-42a9-9b58-f244f9f40e9a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:30.466719 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.471056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f38879-628a-447c-a594-43efe1ac8c31 None None] Network 7551729f-db97-460c-b114-94eebecb9523 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:30.502599 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5e71f706-7d45-493e-8ece-13e60b1d818e tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3765917 Jul 22 23:56:30.506170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-1aa0d8ab-e3a4-44a1-88a9-f6cb1ed69781 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Made reservation on behalf of d1319a1d097b4fa59118c8e9fd75dafa for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:30.511091 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-1aa0d8ab-e3a4-44a1-88a9-f6cb1ed69781 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.514518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39862) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:56:30.520361 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:56:30.523704 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-279ea89e-8200-4093-8d9f-5d4cae9f6974 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Request body: {'subnet': {'network_id': '0375d585-f889-45d3-9fd4-4c2063664cb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:30.528077 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.531673 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.545366 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Attempting to bind port 88cc12a6-7b64-4476-a81e-8d890eed1e4e on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:30.545918 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Attempting to bind port 88cc12a6-7b64-4476-a81e-8d890eed1e4e by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'f32bc711-daae-49cf-afbf-e3ba1a4c4ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1e760e58-a0cc-4afe-8f74-04fd373c311a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:30.546291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Attempting to bind port 88cc12a6-7b64-4476-a81e-8d890eed1e4e on network 1e760e58-a0cc-4afe-8f74-04fd373c311a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:30.561558 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.566905 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/networks/24ec93cb-1103-419d-8755-c02cdd9b0f67 HTTP/1.1" status: 204 len: 168 time: 1.8140261 Jul 22 23:56:30.566905 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.568598 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39864) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:30.590291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a31265c7-9795-43d0-b933-6a0d7d547bd2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1496277115'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:30.593679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:30.594061 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Checking segment: {'id': 'f32bc711-daae-49cf-afbf-e3ba1a4c4ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1e760e58-a0cc-4afe-8f74-04fd373c311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:30.594467 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.594865 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Bound using segment: {'id': 'f32bc711-daae-49cf-afbf-e3ba1a4c4ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1e760e58-a0cc-4afe-8f74-04fd373c311a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:30.595355 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Bound port: 88cc12a6-7b64-4476-a81e-8d890eed1e4e, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32bc711-daae-49cf-afbf-e3ba1a4c4ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1e760e58-a0cc-4afe-8f74-04fd373c311a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:30.595743 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.605644 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9a23e-2b25-425d-8980-ba86cb850493 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Network': ['ID=24ec93cb-1103-419d-8755-c02cdd9b0f67,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:30.664555 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] For port 587759af-b425-42fb-9897-94c911775386, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:30.685146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31265c7-9795-43d0-b933-6a0d7d547bd2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:30.689222 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a31265c7-9795-43d0-b933-6a0d7d547bd2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.703118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] For port 587759af-b425-42fb-9897-94c911775386, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=587759af-b425-42fb-9897-94c911775386,segment=NetworkSegment(ee01a6ad-2481-493d-9c9b-7a4f7291e71a),segment_id=ee01a6ad-2481-493d-9c9b-7a4f7291e71a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:30.720922 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.725996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31265c7-9795-43d0-b933-6a0d7d547bd2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:30.737514 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a31265c7-9795-43d0-b933-6a0d7d547bd2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.737972 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-a31265c7-9795-43d0-b933-6a0d7d547bd2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Added segment 26be6f6d-a732-4efc-be5e-8e7470e7eeef of type vlan for network e678f193-cf54-4f6c-8607-2256e41a5f00 Jul 22 23:56:30.775232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] For port 88cc12a6-7b64-4476-a81e-8d890eed1e4e, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:30.786557 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a31265c7-9795-43d0-b933-6a0d7d547bd2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.805829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279ea89e-8200-4093-8d9f-5d4cae9f6974 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Made reservation on behalf of 084fc14d3cc242fc8130e7152f5d01d9 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:30.816745 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-279ea89e-8200-4093-8d9f-5d4cae9f6974 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.821781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] For port 88cc12a6-7b64-4476-a81e-8d890eed1e4e, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=88cc12a6-7b64-4476-a81e-8d890eed1e4e,segment=NetworkSegment(f32bc711-daae-49cf-afbf-e3ba1a4c4ead),segment_id=f32bc711-daae-49cf-afbf-e3ba1a4c4ead)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:30.843657 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a31265c7-9795-43d0-b933-6a0d7d547bd2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.850795 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31265c7-9795-43d0-b933-6a0d7d547bd2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:30.851690 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a31265c7-9795-43d0-b933-6a0d7d547bd2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.864443 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.877820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254feb1c-b426-483e-9fd0-79ae6d54d316 None None] Pushing event updated for resources: {'Port': ['ID=587759af-b425-42fb-9897-94c911775386,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:30.889394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-7551729f-db97-460c-b114-94eebecb9523', 'network_id': '7551729f-db97-460c-b114-94eebecb9523', 'tenant_id': '084fc14d3cc242fc8130e7152f5d01d9', 'fixed_ips': [{'subnet_id': 'dbf154ab-02ae-4cf2-ad32-008d506a8185'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:56:30.890249 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.946315 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a31265c7-9795-43d0-b933-6a0d7d547bd2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3620932 Jul 22 23:56:30.955361 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39866) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:30.967172 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Allocated IP 172.25.4.37 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/690c240a-29ec-4bdc-a984-e1d5ba9d1379) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:30.970148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-1aa0d8ab-e3a4-44a1-88a9-f6cb1ed69781 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Allocated IP 172.20.0.7 (c4ec0d7f-a81e-46a9-b500-5f4f370d8c06/de4837d0-4de8-44c9-87e4-4e3448c43fdb/3f325d43-7e22-4d1e-8c58-6dddd9ae31e5) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:30.979534 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a30eb91f-4fc2-406d-a338-589c79950930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'subnet': {'network_id': 'e678f193-cf54-4f6c-8607-2256e41a5f00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:31.051697 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31265c7-9795-43d0-b933-6a0d7d547bd2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Network': ['ID=e678f193-cf54-4f6c-8607-2256e41a5f00,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:31.074998 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network e678f193-cf54-4f6c-8607-2256e41a5f00 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:31.088772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f754c-db03-4310-8ec0-82c9377370c2 None None] Pushing event updated for resources: {'Port': ['ID=88cc12a6-7b64-4476-a81e-8d890eed1e4e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:31.290145 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Allocated IP 2001:db8::2 (7551729f-db97-460c-b114-94eebecb9523/dbf154ab-02ae-4cf2-ad32-008d506a8185/33922fde-67a5-4263-b9ff-da712d718052) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:31.408304 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.419256 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-31f83f98-947f-47cb-9725-43cb9a643c5b req-f4ddc1a8-8bd7-44bf-9dcc-4d6de8e127ae tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 210 time: 0.0605030 Jul 22 23:56:31.431497 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-1aa0d8ab-e3a4-44a1-88a9-f6cb1ed69781 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.476278 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30eb91f-4fc2-406d-a338-589c79950930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:31.486988 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a30eb91f-4fc2-406d-a338-589c79950930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.494564 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.544367 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-1aa0d8ab-e3a4-44a1-88a9-f6cb1ed69781 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.572564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:31.573419 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['05484bdf-923f-4555-bd38-5d3fa18d23a3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:56:31.606307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:31.613853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:31.638007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-1aa0d8ab-e3a4-44a1-88a9-f6cb1ed69781 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:31.644534 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Pushing event updated for resources: {'Port': ['ID=690c240a-29ec-4bdc-a984-e1d5ba9d1379,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:31.645143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-1aa0d8ab-e3a4-44a1-88a9-f6cb1ed69781 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:31.647518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0d8ab-e3a4-44a1-88a9-f6cb1ed69781 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Pushing event updated for resources: {'Port': ['ID=3f325d43-7e22-4d1e-8c58-6dddd9ae31e5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:31.650076 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-1aa0d8ab-e3a4-44a1-88a9-f6cb1ed69781 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:31.677785 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-279ea89e-8200-4093-8d9f-5d4cae9f6974 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.720465 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.735713 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Transition to ACTIVE for port object 33922fde-67a5-4263-b9ff-da712d718052 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:31.755866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Transition to ACTIVE for port object 33922fde-67a5-4263-b9ff-da712d718052 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:31.756107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-1aa0d8ab-e3a4-44a1-88a9-f6cb1ed69781 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:31.757292 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-1aa0d8ab-e3a4-44a1-88a9-f6cb1ed69781 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.767368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['22f53b83-c6d7-43b6-87ac-c967d448279d', '3096f80c-2b4f-4e6d-b9f3-702908e79e5f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:56:31.776610 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.785391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ea89e-8200-4093-8d9f-5d4cae9f6974 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event updated for resources: {'Subnet': ['ID=2752f34a-5a57-416f-9538-dc4dc2775a4c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:31.794749 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-1aa0d8ab-e3a4-44a1-88a9-f6cb1ed69781 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4862981 Jul 22 23:56:31.806093 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ea89e-8200-4093-8d9f-5d4cae9f6974 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Checking segment: {'id': '73806ea2-9446-46c7-b10d-1658d393eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '0375d585-f889-45d3-9fd4-4c2063664cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:31.806769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279ea89e-8200-4093-8d9f-5d4cae9f6974 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Network hostable DHCP agents. Network: 0375d585-f889-45d3-9fd4-4c2063664cb1, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:56:31.823309 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Request body: {'port': {'device_id': '86e235ab-97d5-4dce-8350-53ed715ddab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:31.912021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Network 7551729f-db97-460c-b114-94eebecb9523 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:31.936863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:31.946833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279ea89e-8200-4093-8d9f-5d4cae9f6974 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Network 0375d585-f889-45d3-9fd4-4c2063664cb1 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:56:31.962123 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e17641e-fb09-49a4-a455-105cbc5c048d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.963799 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:31.974075 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.980819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-279ea89e-8200-4093-8d9f-5d4cae9f6974 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 0375d585-f889-45d3-9fd4-4c2063664cb1) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:32.005798 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279ea89e-8200-4093-8d9f-5d4cae9f6974 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:32.007818 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-279ea89e-8200-4093-8d9f-5d4cae9f6974 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.036088 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcaccdd-2ea8-4452-8501-933008c5b95f None None] Network 0375d585-f889-45d3-9fd4-4c2063664cb1 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:32.061516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Pushing event updated for resources: {'Port': ['ID=33922fde-67a5-4263-b9ff-da712d718052,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:32.082095 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-279ea89e-8200-4093-8d9f-5d4cae9f6974 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5653169 Jul 22 23:56:32.087423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:32.120347 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.124724 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a30eb91f-4fc2-406d-a338-589c79950930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.215064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Attempting to bind port 33922fde-67a5-4263-b9ff-da712d718052 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:32.215435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Attempting to bind port 33922fde-67a5-4263-b9ff-da712d718052 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '2ff9c47d-86a7-4ae4-945e-a7debb6d6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7551729f-db97-460c-b114-94eebecb9523'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:32.222839 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Attempting to bind port 33922fde-67a5-4263-b9ff-da712d718052 on network 7551729f-db97-460c-b114-94eebecb9523 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:32.349559 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:32.350371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Checking segment: {'id': '2ff9c47d-86a7-4ae4-945e-a7debb6d6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7551729f-db97-460c-b114-94eebecb9523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:32.350994 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.351698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Bound using segment: {'id': '2ff9c47d-86a7-4ae4-945e-a7debb6d6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7551729f-db97-460c-b114-94eebecb9523'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:32.352360 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Bound port: 33922fde-67a5-4263-b9ff-da712d718052, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff9c47d-86a7-4ae4-945e-a7debb6d6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '7551729f-db97-460c-b114-94eebecb9523'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:32.352946 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.374246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30eb91f-4fc2-406d-a338-589c79950930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Subnet': ['ID=5f4cbcbe-2462-48e7-a323-bdedebd696bb,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:32.400373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 88cc12a6-7b64-4476-a81e-8d890eed1e4e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:32.414960 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30eb91f-4fc2-406d-a338-589c79950930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Checking segment: {'id': '26be6f6d-a732-4efc-be5e-8e7470e7eeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e678f193-cf54-4f6c-8607-2256e41a5f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:32.415452 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30eb91f-4fc2-406d-a338-589c79950930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network hostable DHCP agents. Network: e678f193-cf54-4f6c-8607-2256e41a5f00, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:56:32.571466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] For port 33922fde-67a5-4263-b9ff-da712d718052, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:32.576490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] For port 33922fde-67a5-4263-b9ff-da712d718052, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=33922fde-67a5-4263-b9ff-da712d718052,segment=NetworkSegment(2ff9c47d-86a7-4ae4-945e-a7debb6d6072),segment_id=2ff9c47d-86a7-4ae4-945e-a7debb6d6072)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:32.600985 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.613768 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.729958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30eb91f-4fc2-406d-a338-589c79950930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network e678f193-cf54-4f6c-8607-2256e41a5f00 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:56:32.779997 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a30eb91f-4fc2-406d-a338-589c79950930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, e678f193-cf54-4f6c-8607-2256e41a5f00) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:32.797839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30eb91f-4fc2-406d-a338-589c79950930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:32.798451 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a30eb91f-4fc2-406d-a338-589c79950930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.822750 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a30eb91f-4fc2-406d-a338-589c79950930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8572898 Jul 22 23:56:32.822750 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Router 29f70543-09b0-4cf7-808a-b0fc694654cc is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:56:32.823237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0556bb6-a9c5-4d65-a02b-6003a45fada3 None None] Network 09eeb553-46c1-42a9-9b58-f244f9f40e9a requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:32.823880 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39890) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:32.825361 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5b1659-9d54-4aad-842a-3282ef7e83ae None None] Network e678f193-cf54-4f6c-8607-2256e41a5f00 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:32.834226 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.835422 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f761b32c-b46c-43be-9e6e-965588b51464 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-444227586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:32.847318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9348a6-5131-4fd4-9708-693464508d82 req-a9c69a67-7caa-49c4-826f-46be23d5674c tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:32.848879 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd9348a6-5131-4fd4-9708-693464508d82 req-a9c69a67-7caa-49c4-826f-46be23d5674c tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 931 time: 0.2818255 Jul 22 23:56:32.882520 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f761b32c-b46c-43be-9e6e-965588b51464 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.883940 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f761b32c-b46c-43be-9e6e-965588b51464 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.973943 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd9348a6-5131-4fd4-9708-693464508d82 req-fc3809d3-7ca1-4d3d-894c-55d48ac1dd52 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159253 Jul 22 23:56:33.083923 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:33.093861 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Sync routers for ids ['29f70543-09b0-4cf7-808a-b0fc694654cc'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:33.108532 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Routers {'29f70543-09b0-4cf7-808a-b0fc694654cc'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:33.109152 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['29f70543-09b0-4cf7-808a-b0fc694654cc'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:33.121952 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:56:33.130531 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.143759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Transition to ACTIVE for port object 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:33.151487 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.152809 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bfed961e-b2f3-4067-aabe-f5741eab4e5c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3750930 Jul 22 23:56:33.160018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39896) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:33.180113 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.356472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f325d43-7e22-4d1e-8c58-6dddd9ae31e5,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:33.473403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Attempting to bind port 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:33.473747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Attempting to bind port 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '4e90d70d-5380-473a-85a2-776e82a5324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:33.474078 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Attempting to bind port 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 on network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:33.481550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Port 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 on network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:56:33.481885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Attempting to bind port 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 on network c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:33.485881 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f761b32c-b46c-43be-9e6e-965588b51464 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.493917 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:33.494261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Checking segment: {'id': '4e90d70d-5380-473a-85a2-776e82a5324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:33.494643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Bound using segment: {'id': '4e90d70d-5380-473a-85a2-776e82a5324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:33.495091 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Bound port: 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e90d70d-5380-473a-85a2-776e82a5324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:33.495448 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.502791 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f761b32c-b46c-43be-9e6e-965588b51464 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.537834 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f761b32c-b46c-43be-9e6e-965588b51464 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.539202 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f761b32c-b46c-43be-9e6e-965588b51464 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7143064 Jul 22 23:56:33.542386 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39904) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:33.609270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b095565-1faf-4d45-b7b6-b7aa0637b182 None None] Network 1e760e58-a0cc-4afe-8f74-04fd373c311a requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:33.609270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7509f-63b6-4d40-a4b8-25b0fae9887b None None] Pushing event updated for resources: {'Port': ['ID=33922fde-67a5-4263-b9ff-da712d718052,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:33.610138 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:56:33.646106 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Allocated IP 2001:db8::1 (7551729f-db97-460c-b114-94eebecb9523/dbf154ab-02ae-4cf2-ad32-008d506a8185/3bdf52c0-7925-436c-a7d6-8aaa43345fe8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:33.653199 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Set router 29f70543-09b0-4cf7-808a-b0fc694654cc gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:56:33.704264 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-40b4b73e-b0d7-4f0c-80ff-667f02fcc7e0 None None] Provisioning for port 587759af-b425-42fb-9897-94c911775386 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:33.720522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-0375d585-f889-45d3-9fd4-4c2063664cb1', 'network_id': '0375d585-f889-45d3-9fd4-4c2063664cb1', 'tenant_id': '084fc14d3cc242fc8130e7152f5d01d9', 'fixed_ips': [{'subnet_id': '2752f34a-5a57-416f-9538-dc4dc2775a4c'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:56:33.721969 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.738096 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 88cc12a6-7b64-4476-a81e-8d890eed1e4e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:33.789915 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.806484 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Transition to ACTIVE for port object 3bdf52c0-7925-436c-a7d6-8aaa43345fe8 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:33.853437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 587759af-b425-42fb-9897-94c911775386 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:33.863841 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.928521 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event updated for resources: {'Port': ['ID=3bdf52c0-7925-436c-a7d6-8aaa43345fe8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:33.962597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Network 7551729f-db97-460c-b114-94eebecb9523 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:33.965917 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:33.968536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:33.969740 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.972963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] For port 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:33.982873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] For port 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3f325d43-7e22-4d1e-8c58-6dddd9ae31e5,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:34.051246 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.073425 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'name': 'tempest-TestAggregatesBasicOps-674921051-router', 'tenant_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '690c240a-29ec-4bdc-a984-e1d5ba9d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:28Z', 'updated_at': '2021-07-22T23:56:31Z', 'revision_number': 3, 'project_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'gw_port': {'id': '690c240a-29ec-4bdc-a984-e1d5ba9d1379', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:30Z', 'updated_at': '2021-07-22T23:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:34.160245 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Checking router: 29f70543-09b0-4cf7-808a-b0fc694654cc for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:56:34.160964 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Updating router 29f70543-09b0-4cf7-808a-b0fc694654cc port 690c240a-29ec-4bdc-a984-e1d5ba9d1379 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:56:34.250219 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.264250 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 587759af-b425-42fb-9897-94c911775386 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:34.299587 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Provisioning for port 88cc12a6-7b64-4476-a81e-8d890eed1e4e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:34.312633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Provisioning complete for port 88cc12a6-7b64-4476-a81e-8d890eed1e4e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:34.313005 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.318055 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 587759af-b425-42fb-9897-94c911775386 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:34.318459 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.353073 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:34.354356 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.356411 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] 10.222.0.95 "PUT /v2.0/ports/3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 HTTP/1.1" status: 200 len: 1091 time: 2.5410650 Jul 22 23:56:34.363250 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e235ab-97d5-4dce-8350-53ed715ddab3', 'tag': '3f325d43-7e22-4d1e-8c58-6dddd9ae31e5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:56:34.369004 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1630dddd-1e92-4ba9-a4f6-6cd97fd56575" -d '{"events": [{"name": "network-changed", "server_uuid": "86e235ab-97d5-4dce-8350-53ed715ddab3", "tag": "3f325d43-7e22-4d1e-8c58-6dddd9ae31e5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:56:34.457118 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f4eb05-98f6-4b16-b906-e87248058468 x-openstack-request-id: req-81f4eb05-98f6-4b16-b906-e87248058468 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:56:34.457817 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e235ab-97d5-4dce-8350-53ed715ddab3", "tag": "3f325d43-7e22-4d1e-8c58-6dddd9ae31e5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:56:34.458354 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81f4eb05-98f6-4b16-b906-e87248058468 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:56:34.459218 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e235ab-97d5-4dce-8350-53ed715ddab3', 'tag': '3f325d43-7e22-4d1e-8c58-6dddd9ae31e5', 'status': 'completed', 'code': 200} Jul 22 23:56:34.519238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Allocated IP 2001:db8::2 (0375d585-f889-45d3-9fd4-4c2063664cb1/2752f34a-5a57-416f-9538-dc4dc2775a4c/3c6177ce-317f-401a-81ed-4c150fbb4839) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:34.536313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cd26b-9c0c-4cc2-87c8-88c00949f9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f325d43-7e22-4d1e-8c58-6dddd9ae31e5,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:34.636873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64692a7e-14bf-4e4a-a131-494721877b7a req-013af6d3-f645-4106-90c0-73b0adb94c2f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:34.653436 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-64692a7e-14bf-4e4a-a131-494721877b7a req-013af6d3-f645-4106-90c0-73b0adb94c2f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 943 time: 0.4952800 Jul 22 23:56:34.703968 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.714453 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Transition to ACTIVE for port object 3c6177ce-317f-401a-81ed-4c150fbb4839 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:34.730727 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Transition to ACTIVE for port object 3c6177ce-317f-401a-81ed-4c150fbb4839 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:34.750029 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.798322 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.819623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-f6b5d413-d024-4c48-afea-4fb6ff503d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:34.822917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-f6b5d413-d024-4c48-afea-4fb6ff503d8f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d1319a1d097b4fa59118c8e9fd75dafa&device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 1094 time: 0.4067180 Jul 22 23:56:34.867955 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.889824 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.900378 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc952526-1859-43af-8872-fa9a2bca18e6 None None] Network 7551729f-db97-460c-b114-94eebecb9523 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:34.903542 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-64692a7e-14bf-4e4a-a131-494721877b7a req-10e688b2-7ac7-4c6d-a124-d4578cc4ee6d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489312 Jul 22 23:56:34.949578 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.965645 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Transition to ACTIVE for port object 690c240a-29ec-4bdc-a984-e1d5ba9d1379 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:34.966099 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-0b64fbb5-1e1e-45e3-93d4-b8ad0fc855a9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 HTTP/1.1" status: 200 len: 217 time: 0.1216817 Jul 22 23:56:34.974439 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.091945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Network 0375d585-f889-45d3-9fd4-4c2063664cb1 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:35.122063 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Attempting to bind port 690c240a-29ec-4bdc-a984-e1d5ba9d1379 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:35.122706 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Attempting to bind port 690c240a-29ec-4bdc-a984-e1d5ba9d1379 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:35.123234 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Attempting to bind port 690c240a-29ec-4bdc-a984-e1d5ba9d1379 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:35.128970 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32717f7d-0385-4fd5-be34-ef6fb9660527 None None] Pushing event updated for resources: {'Port': ['ID=690c240a-29ec-4bdc-a984-e1d5ba9d1379,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:35.136866 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:35.137524 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:35.138311 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.138939 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:35.139621 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Bound port: 690c240a-29ec-4bdc-a984-e1d5ba9d1379, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:35.140464 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.152839 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32717f7d-0385-4fd5-be34-ef6fb9660527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.153451 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32717f7d-0385-4fd5-be34-ef6fb9660527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.153975 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32717f7d-0385-4fd5-be34-ef6fb9660527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.154512 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32717f7d-0385-4fd5-be34-ef6fb9660527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.155078 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32717f7d-0385-4fd5-be34-ef6fb9660527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.155629 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32717f7d-0385-4fd5-be34-ef6fb9660527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.156243 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32717f7d-0385-4fd5-be34-ef6fb9660527 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.156744 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32717f7d-0385-4fd5-be34-ef6fb9660527 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.157652 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32717f7d-0385-4fd5-be34-ef6fb9660527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.158158 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32717f7d-0385-4fd5-be34-ef6fb9660527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.158796 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32717f7d-0385-4fd5-be34-ef6fb9660527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.159293 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32717f7d-0385-4fd5-be34-ef6fb9660527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.190471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-e678f193-cf54-4f6c-8607-2256e41a5f00', 'network_id': 'e678f193-cf54-4f6c-8607-2256e41a5f00', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'fixed_ips': [{'subnet_id': '5f4cbcbe-2462-48e7-a323-bdedebd696bb'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:56:35.191332 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.204178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Pushing event updated for resources: {'Port': ['ID=3c6177ce-317f-401a-81ed-4c150fbb4839,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:35.206674 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:35.242245 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] For port 690c240a-29ec-4bdc-a984-e1d5ba9d1379, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:35.245881 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] For port 690c240a-29ec-4bdc-a984-e1d5ba9d1379, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=690c240a-29ec-4bdc-a984-e1d5ba9d1379,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:35.258780 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.277604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-f94713cc-b555-4856-9501-f85d564ea587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:35.284266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Allocated IP 172.20.0.1 (1e760e58-a0cc-4afe-8f74-04fd373c311a/3628e2cb-46e7-43f8-8dbb-81b1c02b9031/77313b72-844e-4319-9ceb-08c703fede52) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:35.284440 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-f94713cc-b555-4856-9501-f85d564ea587 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=de4837d0-4de8-44c9-87e4-4e3448c43fdb HTTP/1.1" status: 200 len: 855 time: 0.3096836 Jul 22 23:56:35.296967 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:35.314545 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Allocated IP 2001:db8::1 (e678f193-cf54-4f6c-8607-2256e41a5f00/5f4cbcbe-2462-48e7-a323-bdedebd696bb/e7881392-ff70-46f9-aee4-9d2a3b4c9dee) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:35.355294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-12c73bf0-9c25-41a2-999b-2b7d6a2a4536 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546491 Jul 22 23:56:35.368135 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32717f7d-0385-4fd5-be34-ef6fb9660527 None None] Pushing event updated for resources: {'Port': ['ID=690c240a-29ec-4bdc-a984-e1d5ba9d1379,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:35.396403 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Routers {'29f70543-09b0-4cf7-808a-b0fc694654cc'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:35.398113 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['29f70543-09b0-4cf7-808a-b0fc694654cc'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:35.483756 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-40c09f10-334e-4fc8-b865-9a84a0b17e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.498775 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.528706 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] Set router 29f70543-09b0-4cf7-808a-b0fc694654cc gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:56:35.529021 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.548812 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.589354 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Transition to ACTIVE for port object 77313b72-844e-4319-9ceb-08c703fede52 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:35.593568 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.615939 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Transition to ACTIVE for port object e7881392-ff70-46f9-aee4-9d2a3b4c9dee will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:35.665466 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.669517 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.733409 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.737227 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Network 1e760e58-a0cc-4afe-8f74-04fd373c311a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:35.744460 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:35.749809 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.755747 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:35.802718 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.808319 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Pushing event updated for resources: {'Port': ['ID=77313b72-844e-4319-9ceb-08c703fede52,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:35.824204 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Allocated IP 2001:db8::2 (e678f193-cf54-4f6c-8607-2256e41a5f00/5f4cbcbe-2462-48e7-a323-bdedebd696bb/d905fa7e-0400-4320-b39d-4166cebdd8a9) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:35.833797 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'name': 'tempest-TestAggregatesBasicOps-674921051-router', 'tenant_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '690c240a-29ec-4bdc-a984-e1d5ba9d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:28Z', 'updated_at': '2021-07-22T23:56:31Z', 'revision_number': 3, 'project_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'gw_port': {'id': '690c240a-29ec-4bdc-a984-e1d5ba9d1379', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:30Z', 'updated_at': '2021-07-22T23:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:35.853391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.854013 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.854516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.855064 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.855556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.856069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.856825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.858011 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.858558 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.859111 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.859695 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.860183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:35.901271 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16304fbe-cd53-464d-9c34-cfd6804186b8 None None] The sync data for ids ['29f70543-09b0-4cf7-808a-b0fc694654cc'] in n-d-688802-2 is: [{'id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'name': 'tempest-TestAggregatesBasicOps-674921051-router', 'tenant_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '690c240a-29ec-4bdc-a984-e1d5ba9d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:28Z', 'updated_at': '2021-07-22T23:56:31Z', 'revision_number': 3, 'project_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'gw_port': {'id': '690c240a-29ec-4bdc-a984-e1d5ba9d1379', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:30Z', 'updated_at': '2021-07-22T23:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:35.944345 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=e7881392-ff70-46f9-aee4-9d2a3b4c9dee,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:35.964305 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network e678f193-cf54-4f6c-8607-2256e41a5f00 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:35.969974 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:35.975730 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:35.976274 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.074024 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Attempting to bind port 3c6177ce-317f-401a-81ed-4c150fbb4839 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:36.074642 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Attempting to bind port 3c6177ce-317f-401a-81ed-4c150fbb4839 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '73806ea2-9446-46c7-b10d-1658d393eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '0375d585-f889-45d3-9fd4-4c2063664cb1'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:36.074963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Attempting to bind port 3c6177ce-317f-401a-81ed-4c150fbb4839 on network 0375d585-f889-45d3-9fd4-4c2063664cb1 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:36.095715 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.117574 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:36.117956 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Checking segment: {'id': '73806ea2-9446-46c7-b10d-1658d393eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '0375d585-f889-45d3-9fd4-4c2063664cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:36.118366 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.118764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Bound using segment: {'id': '73806ea2-9446-46c7-b10d-1658d393eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '0375d585-f889-45d3-9fd4-4c2063664cb1'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:36.119248 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Bound port: 3c6177ce-317f-401a-81ed-4c150fbb4839, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73806ea2-9446-46c7-b10d-1658d393eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '0375d585-f889-45d3-9fd4-4c2063664cb1'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:36.119689 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.125677 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Transition to ACTIVE for port object d905fa7e-0400-4320-b39d-4166cebdd8a9 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:36.178695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-f3ea294a-3c68-4f75-8f70-a2f6425f0235 service neutron] 10.222.0.95 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8042476 Jul 22 23:56:36.184969 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] For port 88cc12a6-7b64-4476-a81e-8d890eed1e4e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=88cc12a6-7b64-4476-a81e-8d890eed1e4e,segment=NetworkSegment(f32bc711-daae-49cf-afbf-e3ba1a4c4ead),segment_id=f32bc711-daae-49cf-afbf-e3ba1a4c4ead)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:36.227692 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.230014 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Transition to ACTIVE for port object d905fa7e-0400-4320-b39d-4166cebdd8a9 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:36.293535 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.296781 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.307355 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.318257 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.469557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Network e678f193-cf54-4f6c-8607-2256e41a5f00 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:36.494612 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:36.525921 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:36.529986 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.538700 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Pushing event updated for resources: {'Port': ['ID=88cc12a6-7b64-4476-a81e-8d890eed1e4e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:36.548601 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7e06a-c51d-451f-ba7d-3b659f2f9c49 req-c1de3867-c7eb-44db-966a-fc7ff818dd30 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:36.550470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08f7e06a-c51d-451f-ba7d-3b659f2f9c49 req-c1de3867-c7eb-44db-966a-fc7ff818dd30 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 943 time: 0.4175048 Jul 22 23:56:36.558841 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.559731 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.567452 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] For port 3c6177ce-317f-401a-81ed-4c150fbb4839, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:36.574833 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] For port 3c6177ce-317f-401a-81ed-4c150fbb4839, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=3c6177ce-317f-401a-81ed-4c150fbb4839,segment=NetworkSegment(73806ea2-9446-46c7-b10d-1658d393eb34),segment_id=73806ea2-9446-46c7-b10d-1658d393eb34)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:36.613750 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 587759af-b425-42fb-9897-94c911775386, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=587759af-b425-42fb-9897-94c911775386,segment=NetworkSegment(ee01a6ad-2481-493d-9c9b-7a4f7291e71a),segment_id=ee01a6ad-2481-493d-9c9b-7a4f7291e71a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:36.624233 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c19e08bf-4c81-4ba0-8c67-c656004f03b1 None None] Provisioning for port 33922fde-67a5-4263-b9ff-da712d718052 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:36.632028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:36.632697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:36.633283 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:36.638745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:36.639318 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:36.639999 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:36.640568 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:36.641064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:36.641679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:36.642218 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:36.642739 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:36.643255 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b82df6-bad3-41c1-8b49-5b4fcfd23f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:36.672671 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.680719 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.849105 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da5af75b-9914-4f3d-bf29-8c705fbcd195 req-5fec8159-a2cf-42a3-9be7-0c7c59cf1792 service neutron] 10.222.0.95 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6563368 Jul 22 23:56:37.009456 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.038518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event updated for resources: {'Port': ['ID=3bdf52c0-7925-436c-a7d6-8aaa43345fe8,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:37.043756 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.051780 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.086434 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:37.086784 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:37.087180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:37.087468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:37.087802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:37.088136 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:37.088466 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:37.088831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:37.089177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:37.090074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:37.090074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:37.090314 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:37.129764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Network 7551729f-db97-460c-b114-94eebecb9523 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:37.155753 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08f7e06a-c51d-451f-ba7d-3b659f2f9c49 req-dd9f6fac-09a6-4565-9b38-c026285d2408 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885599 Jul 22 23:56:37.189393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:37.363149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network e678f193-cf54-4f6c-8607-2256e41a5f00 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:37.370343 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:37.385581 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=e7881392-ff70-46f9-aee4-9d2a3b4c9dee,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:37.386268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 690c240a-29ec-4bdc-a984-e1d5ba9d1379 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:37.393849 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630dddd-1e92-4ba9-a4f6-6cd97fd56575 req-02eaabe6-26d4-4515-8c3a-6a23706143c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:37.395385 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1630dddd-1e92-4ba9-a4f6-6cd97fd56575 req-02eaabe6-26d4-4515-8c3a-6a23706143c6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d1319a1d097b4fa59118c8e9fd75dafa&device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 1094 time: 0.4775836 Jul 22 23:56:37.422958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c19e08bf-4c81-4ba0-8c67-c656004f03b1 None None] Provisioning complete for port 587759af-b425-42fb-9897-94c911775386 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:37.423503 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c19e08bf-4c81-4ba0-8c67-c656004f03b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.627427 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Attempting to bind port d905fa7e-0400-4320-b39d-4166cebdd8a9 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:37.627933 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Attempting to bind port d905fa7e-0400-4320-b39d-4166cebdd8a9 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '26be6f6d-a732-4efc-be5e-8e7470e7eeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e678f193-cf54-4f6c-8607-2256e41a5f00'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:37.628430 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Attempting to bind port d905fa7e-0400-4320-b39d-4166cebdd8a9 on network e678f193-cf54-4f6c-8607-2256e41a5f00 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:37.637431 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:37.637990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Checking segment: {'id': '26be6f6d-a732-4efc-be5e-8e7470e7eeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e678f193-cf54-4f6c-8607-2256e41a5f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:37.638501 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.639053 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Bound using segment: {'id': '26be6f6d-a732-4efc-be5e-8e7470e7eeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e678f193-cf54-4f6c-8607-2256e41a5f00'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:37.639669 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Bound port: d905fa7e-0400-4320-b39d-4166cebdd8a9, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26be6f6d-a732-4efc-be5e-8e7470e7eeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e678f193-cf54-4f6c-8607-2256e41a5f00'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:37.640174 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.659244 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.669253 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630dddd-1e92-4ba9-a4f6-6cd97fd56575 req-df2f3882-92be-4d48-b2f2-f33c3b569237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:37.671344 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1630dddd-1e92-4ba9-a4f6-6cd97fd56575 req-df2f3882-92be-4d48-b2f2-f33c3b569237 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 HTTP/1.1" status: 200 len: 916 time: 0.2537637 Jul 22 23:56:37.671680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Pushing event updated for resources: {'Port': ['ID=d905fa7e-0400-4320-b39d-4166cebdd8a9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:37.772041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1630dddd-1e92-4ba9-a4f6-6cd97fd56575 req-da378e4f-7570-4b9a-acdb-ed0186e25abc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 HTTP/1.1" status: 200 len: 217 time: 0.0814023 Jul 22 23:56:37.789260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Router 20e3fa6f-e966-4910-963a-ddc71db6ebc9 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:56:37.807032 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.831163 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.905709 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630dddd-1e92-4ba9-a4f6-6cd97fd56575 req-15eed459-5164-4cc7-9339-12130da54b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:37.908166 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1630dddd-1e92-4ba9-a4f6-6cd97fd56575 req-15eed459-5164-4cc7-9339-12130da54b67 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=de4837d0-4de8-44c9-87e4-4e3448c43fdb HTTP/1.1" status: 200 len: 855 time: 0.1292844 Jul 22 23:56:37.909514 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015b48d-7c61-401e-9971-eb74cda010ee None None] Pushing event updated for resources: {'Port': ['ID=3c6177ce-317f-401a-81ed-4c150fbb4839,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:37.910775 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Pushing event updated for resources: {'Port': ['ID=77313b72-844e-4319-9ceb-08c703fede52,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:37.925644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] For port d905fa7e-0400-4320-b39d-4166cebdd8a9, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:37.945084 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router 59098c32-2523-4b90-a9cd-3db6e85d076c is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:56:37.954356 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.984253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 690c240a-29ec-4bdc-a984-e1d5ba9d1379 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:37.991017 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1630dddd-1e92-4ba9-a4f6-6cd97fd56575 req-5701b98b-776c-4c97-ab28-0cccf87fe488 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577052 Jul 22 23:56:37.996513 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] For port d905fa7e-0400-4320-b39d-4166cebdd8a9, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d905fa7e-0400-4320-b39d-4166cebdd8a9,segment=NetworkSegment(26be6f6d-a732-4efc-be5e-8e7470e7eeef),segment_id=26be6f6d-a732-4efc-be5e-8e7470e7eeef)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:37.997998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:38.001933 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 690c240a-29ec-4bdc-a984-e1d5ba9d1379 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:38.002304 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:38.012504 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-efe7fbaf-91b2-4cf9-a4f2-fec46c78d8f6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "PUT /v2.0/routers/20e3fa6f-e966-4910-963a-ddc71db6ebc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9219453 Jul 22 23:56:38.020821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:38.032742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9e0d28-6646-4ca2-80fc-0cd9d440582a None None] Sync routers for ids ['20e3fa6f-e966-4910-963a-ddc71db6ebc9'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:38.048156 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:38.058981 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9e0d28-6646-4ca2-80fc-0cd9d440582a None None] Routers {'20e3fa6f-e966-4910-963a-ddc71db6ebc9'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:38.059617 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1a9e0d28-6646-4ca2-80fc-0cd9d440582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['20e3fa6f-e966-4910-963a-ddc71db6ebc9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:38.091840 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:38.098579 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9e87c403-e8bf-4435-93c4-0936549ef06f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/59098c32-2523-4b90-a9cd-3db6e85d076c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5548115 Jul 22 23:56:38.102186 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39954) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:38.105667 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca48399c-431b-46aa-a92a-7ca60c5df499 None None] Sync routers for ids ['59098c32-2523-4b90-a9cd-3db6e85d076c'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:38.119230 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca48399c-431b-46aa-a92a-7ca60c5df499 None None] Routers {'59098c32-2523-4b90-a9cd-3db6e85d076c'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:38.119820 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ca48399c-431b-46aa-a92a-7ca60c5df499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['59098c32-2523-4b90-a9cd-3db6e85d076c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:38.179805 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=587759af-b425-42fb-9897-94c911775386,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:38.190528 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1a9e0d28-6646-4ca2-80fc-0cd9d440582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:38.217172 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ca48399c-431b-46aa-a92a-7ca60c5df499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:38.252283 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca48399c-431b-46aa-a92a-7ca60c5df499 None None] Routers {'59098c32-2523-4b90-a9cd-3db6e85d076c'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:38.253394 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ca48399c-431b-46aa-a92a-7ca60c5df499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['59098c32-2523-4b90-a9cd-3db6e85d076c'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:38.265530 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-544e905e-539c-4d05-85ed-15229282d8d1 None None] Provisioning complete for port 88cc12a6-7b64-4476-a81e-8d890eed1e4e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:38.269152 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-544e905e-539c-4d05-85ed-15229282d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:38.292355 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9e0d28-6646-4ca2-80fc-0cd9d440582a None None] Routers {'20e3fa6f-e966-4910-963a-ddc71db6ebc9'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:38.293384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1a9e0d28-6646-4ca2-80fc-0cd9d440582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['20e3fa6f-e966-4910-963a-ddc71db6ebc9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:38.297682 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80842c59-c34e-486a-a41e-2f487003fe59 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:38.299269 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-80842c59-c34e-486a-a41e-2f487003fe59 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports/e7881392-ff70-46f9-aee4-9d2a3b4c9dee HTTP/1.1" status: 200 len: 911 time: 0.1961384 Jul 22 23:56:38.302127 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 39962) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:38.357997 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ca48399c-431b-46aa-a92a-7ca60c5df499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:38.358689 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca48399c-431b-46aa-a92a-7ca60c5df499 None None] The sync data for ids ['59098c32-2523-4b90-a9cd-3db6e85d076c'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:38.443490 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:38.450590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66533fd5-d402-4f9f-88c0-b90b71143cb6 None None] Pushing event updated for resources: {'Port': ['ID=d905fa7e-0400-4320-b39d-4166cebdd8a9,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:38.458219 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1a9e0d28-6646-4ca2-80fc-0cd9d440582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:38.459238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9e0d28-6646-4ca2-80fc-0cd9d440582a None None] The sync data for ids ['20e3fa6f-e966-4910-963a-ddc71db6ebc9'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:38.496472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Network 1e760e58-a0cc-4afe-8f74-04fd373c311a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:38.501951 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:38.531300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 690c240a-29ec-4bdc-a984-e1d5ba9d1379, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=690c240a-29ec-4bdc-a984-e1d5ba9d1379,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:38.544040 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:38.545196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 88cc12a6-7b64-4476-a81e-8d890eed1e4e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:38.566766 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1630dddd-1e92-4ba9-a4f6-6cd97fd56575 req-70d9eb9a-62dd-4dce-9d7d-fd5d83855459 service neutron] 10.222.0.95 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663917 Jul 22 23:56:38.693404 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f5c4e-8544-4269-b0b5-4fe80425622e req-0dfb538e-6993-4aa8-9bf1-75d0bea23614 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:38.705655 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c14f5c4e-8544-4269-b0b5-4fe80425622e req-0dfb538e-6993-4aa8-9bf1-75d0bea23614 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 943 time: 0.2816758 Jul 22 23:56:38.764953 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=690c240a-29ec-4bdc-a984-e1d5ba9d1379,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:38.822866 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Router 29f70543-09b0-4cf7-808a-b0fc694654cc has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:56:38.890321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 88cc12a6-7b64-4476-a81e-8d890eed1e4e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:38.890798 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:38.978026 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-544e905e-539c-4d05-85ed-15229282d8d1 None None] Provisioning for port 77313b72-844e-4319-9ceb-08c703fede52 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:38.983871 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-544e905e-539c-4d05-85ed-15229282d8d1 None None] Provisioning complete for port 77313b72-844e-4319-9ceb-08c703fede52 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:38.984239 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-544e905e-539c-4d05-85ed-15229282d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:39.016572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9404bca5-b84e-42d5-ac99-8a61df0eb3f9 None None] Network 0375d585-f889-45d3-9fd4-4c2063664cb1 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:39.077723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c14f5c4e-8544-4269-b0b5-4fe80425622e req-9bbf368a-98ef-4dfd-a877-964587cf42fa tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707674 Jul 22 23:56:39.086223 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:56:39.109546 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1630dddd-1e92-4ba9-a4f6-6cd97fd56575 req-7acae664-967e-42ca-99c8-b1d13b45afed service neutron] 10.222.0.95 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322971 Jul 22 23:56:39.151760 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-94202bb7-9e98-4e06-b61d-2c37a6ae08e6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:56:39.153179 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-94202bb7-9e98-4e06-b61d-2c37a6ae08e6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "PUT /v2.0/routers/20e3fa6f-e966-4910-963a-ddc71db6ebc9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1310718 Jul 22 23:56:39.155969 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 39966) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:39.217313 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3f325d43-7e22-4d1e-8c58-6dddd9ae31e5,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:39.238825 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-544e905e-539c-4d05-85ed-15229282d8d1 None None] Port 77313b72-844e-4319-9ceb-08c703fede52 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:39.246518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '3f325d43-7e22-4d1e-8c58-6dddd9ae31e5', 'network_id': 'c4ec0d7f-a81e-46a9-b500-5f4f370d8c06', 'port_id': '3f325d43-7e22-4d1e-8c58-6dddd9ae31e5', 'mac_address': 'fa:16:3e:ea:a5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4837d0-4de8-44c9-87e4-4e3448c43fdb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:56:39.359707 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 33922fde-67a5-4263-b9ff-da712d718052 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:39.467960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-544e905e-539c-4d05-85ed-15229282d8d1 None None] Provisioning for port 3bdf52c0-7925-436c-a7d6-8aaa43345fe8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:39.544077 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-544e905e-539c-4d05-85ed-15229282d8d1 None None] Provisioning complete for port 3bdf52c0-7925-436c-a7d6-8aaa43345fe8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:39.544461 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-544e905e-539c-4d05-85ed-15229282d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:39.546277 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:39.666532 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:56:39.731828 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-544e905e-539c-4d05-85ed-15229282d8d1 None None] Port 3bdf52c0-7925-436c-a7d6-8aaa43345fe8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:39.741327 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30cf481a-b90c-4c02-bea9-866d16ef55f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:39.741944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3f325d43-7e22-4d1e-8c58-6dddd9ae31e5,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:39.743100 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 33922fde-67a5-4263-b9ff-da712d718052 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:39.751027 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 33922fde-67a5-4263-b9ff-da712d718052 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:39.751471 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:39.753669 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:39.802306 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:39.815638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Sync routers for ids ['29f70543-09b0-4cf7-808a-b0fc694654cc'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:39.816532 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-839e535f-5094-4c70-9ca1-5275792d0b3f admin admin] 10.222.0.26 "PUT /v2.0/routers/29f70543-09b0-4cf7-808a-b0fc694654cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6521251 Jul 22 23:56:39.885805 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=3f325d43-7e22-4d1e-8c58-6dddd9ae31e5,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:39.948370 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f57a8cd-e019-4982-a032-7b0ef88bcc48 None None] Network e678f193-cf54-4f6c-8607-2256e41a5f00 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:39.966206 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3efa367-2ec4-470c-8bec-572d774e59f0 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.093980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['3f325d43-7e22-4d1e-8c58-6dddd9ae31e5'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:56:40.096995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Routers {'29f70543-09b0-4cf7-808a-b0fc694654cc'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:40.097855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['29f70543-09b0-4cf7-808a-b0fc694654cc'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:40.225800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-00cead33-5778-483d-a3c0-baefcdf2fa2f None None] Provisioning for port 3c6177ce-317f-401a-81ed-4c150fbb4839 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:40.401772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-00cead33-5778-483d-a3c0-baefcdf2fa2f None None] Provisioning complete for port 77313b72-844e-4319-9ceb-08c703fede52 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:40.402223 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-00cead33-5778-483d-a3c0-baefcdf2fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.476933 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b3efa367-2ec4-470c-8bec-572d774e59f0 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting port e7881392-ff70-46f9-aee4-9d2a3b4c9dee {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:40.480434 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3efa367-2ec4-470c-8bec-572d774e59f0 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.549083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6b605-b2cc-4fa2-92d6-63b49f6b9171 req-bb471cf7-60da-4ad1-8592-d398957aeb1f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:40.550711 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08d6b605-b2cc-4fa2-92d6-63b49f6b9171 req-bb471cf7-60da-4ad1-8592-d398957aeb1f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 944 time: 0.1687021 Jul 22 23:56:40.660699 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3efa367-2ec4-470c-8bec-572d774e59f0 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.666578 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.679717 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b3efa367-2ec4-470c-8bec-572d774e59f0 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Calling delete_port for e7881392-ff70-46f9-aee4-9d2a3b4c9dee owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:40.685142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40000) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:40.689865 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Set router 29f70543-09b0-4cf7-808a-b0fc694654cc gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:56:40.700624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7d924a0e-bd61-4525-a631-430b0119b872 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-278421725-network', 'tenant_id': 'c76aa310169644c994f87b9d43707a5d'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:40.725995 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08d6b605-b2cc-4fa2-92d6-63b49f6b9171 req-9b923a30-4ad9-4e63-be67-5e812c779ddc tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656103 Jul 22 23:56:40.735662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-30cf481a-b90c-4c02-bea9-866d16ef55f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Deleting port 3bdf52c0-7925-436c-a7d6-8aaa43345fe8 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:40.736249 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30cf481a-b90c-4c02-bea9-866d16ef55f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.752325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-00cead33-5778-483d-a3c0-baefcdf2fa2f None None] Port 77313b72-844e-4319-9ceb-08c703fede52 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:40.769263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d924a0e-bd61-4525-a631-430b0119b872 admin admin] Made reservation on behalf of c76aa310169644c994f87b9d43707a5d for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:40.772367 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d924a0e-bd61-4525-a631-430b0119b872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.788302 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d924a0e-bd61-4525-a631-430b0119b872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.867760 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 33922fde-67a5-4263-b9ff-da712d718052, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=33922fde-67a5-4263-b9ff-da712d718052,segment=NetworkSegment(2ff9c47d-86a7-4ae4-945e-a7debb6d6072),segment_id=2ff9c47d-86a7-4ae4-945e-a7debb6d6072)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:40.878972 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30cf481a-b90c-4c02-bea9-866d16ef55f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.896438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-30cf481a-b90c-4c02-bea9-866d16ef55f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Calling delete_port for 3bdf52c0-7925-436c-a7d6-8aaa43345fe8 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:40.915106 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.973583 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3efa367-2ec4-470c-8bec-572d774e59f0 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.031571 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efa367-2ec4-470c-8bec-572d774e59f0 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Port': ['ID=e7881392-ff70-46f9-aee4-9d2a3b4c9dee,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:41.185443 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d924a0e-bd61-4525-a631-430b0119b872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.208569 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30cf481a-b90c-4c02-bea9-866d16ef55f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.238472 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d924a0e-bd61-4525-a631-430b0119b872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.267319 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-37288c79-8d59-486e-bed8-d540cff6a767 None None] Provisioning for port d905fa7e-0400-4320-b39d-4166cebdd8a9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:41.281402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf481a-b90c-4c02-bea9-866d16ef55f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event deleted for resources: {'Port': ['ID=3bdf52c0-7925-436c-a7d6-8aaa43345fe8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:41.297698 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3efa367-2ec4-470c-8bec-572d774e59f0 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.307854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d924a0e-bd61-4525-a631-430b0119b872 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:41.321906 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d905fa7e-0400-4320-b39d-4166cebdd8a9 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:41.322296 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d924a0e-bd61-4525-a631-430b0119b872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0441725-cf22-4760-a8bf-7c7b5fb518fa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:41.350231 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d924a0e-bd61-4525-a631-430b0119b872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.350962 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-7d924a0e-bd61-4525-a631-430b0119b872 admin admin] Added segment 23b27254-1df7-4a66-9951-40ad5f62fc3f of type vlan for network bb4f62b5-194b-4beb-9c1a-335fa0faa814 Jul 22 23:56:41.424159 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=33922fde-67a5-4263-b9ff-da712d718052,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:41.491034 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d924a0e-bd61-4525-a631-430b0119b872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.533255 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d03d1512-abf6-4ded-a17d-74cfeb7ca248 None None] Could not find standard attr ID for object e7881392-ff70-46f9-aee4-9d2a3b4c9dee. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:56:41.601789 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30cf481a-b90c-4c02-bea9-866d16ef55f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.625131 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1ae39-9cd5-4604-80d7-cf71de1667d4 req-0bf38c6a-6979-41d4-9afe-b4e24b3e7440 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:41.626709 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76a1ae39-9cd5-4604-80d7-cf71de1667d4 req-0bf38c6a-6979-41d4-9afe-b4e24b3e7440 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 1098 time: 0.1440852 Jul 22 23:56:41.634708 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d03d1512-abf6-4ded-a17d-74cfeb7ca248 None None] Provisioning complete for port d905fa7e-0400-4320-b39d-4166cebdd8a9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:41.635091 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d03d1512-abf6-4ded-a17d-74cfeb7ca248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.636784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port d905fa7e-0400-4320-b39d-4166cebdd8a9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:41.713716 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3efa367-2ec4-470c-8bec-572d774e59f0 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router 59098c32-2523-4b90-a9cd-3db6e85d076c has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:56:41.732793 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d924a0e-bd61-4525-a631-430b0119b872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.733828 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d924a0e-bd61-4525-a631-430b0119b872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:41.734536 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d924a0e-bd61-4525-a631-430b0119b872 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.742066 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d905fa7e-0400-4320-b39d-4166cebdd8a9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:41.743086 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.773449 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76a1ae39-9cd5-4604-80d7-cf71de1667d4 req-a7f797dd-1f02-4a16-b878-bc64c6d6c329 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853233 Jul 22 23:56:41.798483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:41.868079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'name': 'tempest-TestAggregatesBasicOps-674921051-router', 'tenant_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '690c240a-29ec-4bdc-a984-e1d5ba9d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:28Z', 'updated_at': '2021-07-22T23:56:36Z', 'revision_number': 4, 'project_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'gw_port': {'id': '690c240a-29ec-4bdc-a984-e1d5ba9d1379', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:30Z', 'updated_at': '2021-07-22T23:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '77313b72-844e-4319-9ceb-08c703fede52', 'name': '', 'network_id': '1e760e58-a0cc-4afe-8f74-04fd373c311a', 'tenant_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'mac_address': 'fa:16:3e:fd:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '3628e2cb-46e7-43f8-8dbb-81b1c02b9031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:34Z', 'updated_at': '2021-07-22T23:56:36Z', 'revision_number': 2, 'project_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'subnets': [{'id': '3628e2cb-46e7-43f8-8dbb-81b1c02b9031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:41.935169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cf481a-b90c-4c02-bea9-866d16ef55f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Router 20e3fa6f-e966-4910-963a-ddc71db6ebc9 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:56:41.989995 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.000010 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d924a0e-bd61-4525-a631-430b0119b872 admin admin] Pushing event updated for resources: {'Network': ['ID=bb4f62b5-194b-4beb-9c1a-335fa0faa814,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:42.007477 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7d924a0e-bd61-4525-a631-430b0119b872 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3211102 Jul 22 23:56:42.008126 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40026) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:42.058252 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e0a3674e-afa4-452b-9fbd-d362fe7d1670 admin admin] Request body: {'subnet': {'network_id': 'bb4f62b5-194b-4beb-9c1a-335fa0faa814', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-278421725-subnet', 'tenant_id': 'c76aa310169644c994f87b9d43707a5d', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:42.090636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cf481a-b90c-4c02-bea9-866d16ef55f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:42.098743 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port d905fa7e-0400-4320-b39d-4166cebdd8a9, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d905fa7e-0400-4320-b39d-4166cebdd8a9,segment=NetworkSegment(26be6f6d-a732-4efc-be5e-8e7470e7eeef),segment_id=26be6f6d-a732-4efc-be5e-8e7470e7eeef)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:42.099895 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57749f1a-5fb8-44cd-a8c9-9c642ff368d6 req-e2436ae6-be09-4b43-ae48-59566d670962 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:42.100088 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Checking router: 29f70543-09b0-4cf7-808a-b0fc694654cc for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:56:42.100423 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3efa367-2ec4-470c-8bec-572d774e59f0 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:42.100615 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Updating router 29f70543-09b0-4cf7-808a-b0fc694654cc port 77313b72-844e-4319-9ceb-08c703fede52 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:56:42.101462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-57749f1a-5fb8-44cd-a8c9-9c642ff368d6 req-e2436ae6-be09-4b43-ae48-59566d670962 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 944 time: 0.2017350 Jul 22 23:56:42.105489 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-30cf481a-b90c-4c02-bea9-866d16ef55f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "PUT /v2.0/routers/20e3fa6f-e966-4910-963a-ddc71db6ebc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9483325 Jul 22 23:56:42.110518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:42.111896 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02662b-0cdf-4615-baa5-22c5d0541463 None None] Sync routers for ids ['20e3fa6f-e966-4910-963a-ddc71db6ebc9'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:42.130585 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network bb4f62b5-194b-4beb-9c1a-335fa0faa814 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:42.141871 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02662b-0cdf-4615-baa5-22c5d0541463 None None] Routers {'20e3fa6f-e966-4910-963a-ddc71db6ebc9'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:42.142633 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0b02662b-0cdf-4615-baa5-22c5d0541463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['20e3fa6f-e966-4910-963a-ddc71db6ebc9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:42.147639 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b3efa367-2ec4-470c-8bec-572d774e59f0 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/59098c32-2523-4b90-a9cd-3db6e85d076c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8414195 Jul 22 23:56:42.155532 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51791ff6-1cdf-4ed4-8e9d-ba7da2059200 None None] Sync routers for ids ['59098c32-2523-4b90-a9cd-3db6e85d076c'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:42.157605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40030) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:42.171037 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a3674e-afa4-452b-9fbd-d362fe7d1670 admin admin] Made reservation on behalf of c76aa310169644c994f87b9d43707a5d for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:42.173647 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0a3674e-afa4-452b-9fbd-d362fe7d1670 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.174966 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.175796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 690c240a-29ec-4bdc-a984-e1d5ba9d1379 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:42.201723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-57749f1a-5fb8-44cd-a8c9-9c642ff368d6 req-43969464-fcdb-4c51-b17d-058407a9e4ce tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814576 Jul 22 23:56:42.202583 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-2d9d2ddf-e079-4867-b4a5-1348f0455924 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] delete failed (client error): The resource could not be found. Jul 22 23:56:42.203518 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2d9d2ddf-e079-4867-b4a5-1348f0455924 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-1147517990 HTTP/1.1" status: 404 len: 335 time: 0.0920274 Jul 22 23:56:42.212732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40032) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:42.230056 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bc474b08-ddae-4899-a344-a1467a4d9e51 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Request body: {'router': {'external_gateway_info': {'network_id': '20e3fa6f-e966-4910-963a-ddc71db6ebc9'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:42.249198 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ef0a5fa-8a4c-4c9f-862a-636132ebd911 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports?device_id=59098c32-2523-4b90-a9cd-3db6e85d076c HTTP/1.1" status: 200 len: 205 time: 0.0733714 Jul 22 23:56:42.251399 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40034) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:42.277781 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0b02662b-0cdf-4615-baa5-22c5d0541463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:42.294430 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.325310 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02662b-0cdf-4615-baa5-22c5d0541463 None None] Routers {'20e3fa6f-e966-4910-963a-ddc71db6ebc9'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:42.326816 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0b02662b-0cdf-4615-baa5-22c5d0541463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['20e3fa6f-e966-4910-963a-ddc71db6ebc9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:42.333345 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51791ff6-1cdf-4ed4-8e9d-ba7da2059200 None None] Routers {'59098c32-2523-4b90-a9cd-3db6e85d076c'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:42.333972 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-51791ff6-1cdf-4ed4-8e9d-ba7da2059200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['59098c32-2523-4b90-a9cd-3db6e85d076c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:42.338265 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e50a8610-9a97-47e5-bd90-b9d19aff378a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.370860 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-0b02662b-0cdf-4615-baa5-22c5d0541463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:42.371761 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02662b-0cdf-4615-baa5-22c5d0541463 None None] The sync data for ids ['20e3fa6f-e966-4910-963a-ddc71db6ebc9'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:42.461328 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d03d1512-abf6-4ded-a17d-74cfeb7ca248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.519972 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-51791ff6-1cdf-4ed4-8e9d-ba7da2059200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:42.554352 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 690c240a-29ec-4bdc-a984-e1d5ba9d1379 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:42.554713 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.618131 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e50a8610-9a97-47e5-bd90-b9d19aff378a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.631845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=d905fa7e-0400-4320-b39d-4166cebdd8a9,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:42.632410 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc474b08-ddae-4899-a344-a1467a4d9e51 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.661368 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e50a8610-9a97-47e5-bd90-b9d19aff378a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.684198 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-d03d1512-abf6-4ded-a17d-74cfeb7ca248 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:56:42.684361 n-d-688802-2 neutron-server[93822]: DEBUG oslo_db.api [None req-d03d1512-abf6-4ded-a17d-74cfeb7ca248 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:56:42.690912 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51791ff6-1cdf-4ed4-8e9d-ba7da2059200 None None] Routers {'59098c32-2523-4b90-a9cd-3db6e85d076c'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:42.698713 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-51791ff6-1cdf-4ed4-8e9d-ba7da2059200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['59098c32-2523-4b90-a9cd-3db6e85d076c'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:42.700611 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-bc474b08-ddae-4899-a344-a1467a4d9e51 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] update failed (client error): The resource could not be found. Jul 22 23:56:42.708415 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bc474b08-ddae-4899-a344-a1467a4d9e51 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "PUT /v2.0/routers/20e3fa6f-e966-4910-963a-ddc71db6ebc9 HTTP/1.1" status: 404 len: 339 time: 0.4895160 Jul 22 23:56:42.709703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40042) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:42.718540 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-db0af9c4-964d-4508-aa9f-e238e67acde6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1897669270'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:42.748321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-51791ff6-1cdf-4ed4-8e9d-ba7da2059200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:42.749042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51791ff6-1cdf-4ed4-8e9d-ba7da2059200 None None] The sync data for ids ['59098c32-2523-4b90-a9cd-3db6e85d076c'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:42.776551 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e50a8610-9a97-47e5-bd90-b9d19aff378a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.777139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50a8610-9a97-47e5-bd90-b9d19aff378a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Fanout notify agent at l3_agent the message router_deleted on router 59098c32-2523-4b90-a9cd-3db6e85d076c {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:56:42.786665 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e50a8610-9a97-47e5-bd90-b9d19aff378a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.788224 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e50a8610-9a97-47e5-bd90-b9d19aff378a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/routers/59098c32-2523-4b90-a9cd-3db6e85d076c HTTP/1.1" status: 204 len: 168 time: 0.5357227 Jul 22 23:56:42.791014 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:42.820875 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0af9c4-964d-4508-aa9f-e238e67acde6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Made reservation on behalf of 084fc14d3cc242fc8130e7152f5d01d9 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:42.826618 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db0af9c4-964d-4508-aa9f-e238e67acde6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.857732 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0a3674e-afa4-452b-9fbd-d362fe7d1670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.858010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-facff9a2-cf6d-439a-9e73-186c004fb1f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting port da0442a3-690c-4b29-b9da-c7018837a430 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:42.858139 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-facff9a2-cf6d-439a-9e73-186c004fb1f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.861109 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 587759af-b425-42fb-9897-94c911775386 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:42.940718 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0af9c4-964d-4508-aa9f-e238e67acde6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:42.949585 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-facff9a2-cf6d-439a-9e73-186c004fb1f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.950583 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-facff9a2-cf6d-439a-9e73-186c004fb1f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.972472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-facff9a2-cf6d-439a-9e73-186c004fb1f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Calling delete_port for da0442a3-690c-4b29-b9da-c7018837a430 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:42.982142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3674e-afa4-452b-9fbd-d362fe7d1670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=253649df-93d1-4a02-ab8c-1acd7a837a49,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:42.983680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 587759af-b425-42fb-9897-94c911775386 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:42.984284 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.987504 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db0af9c4-964d-4508-aa9f-e238e67acde6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.987908 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-db0af9c4-964d-4508-aa9f-e238e67acde6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Added segment 1860ae77-b8eb-4433-8559-d9ca0151b37a of type vlan for network 781bac8b-9417-40d4-b923-586bfcc3f7bc Jul 22 23:56:43.005549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a3674e-afa4-452b-9fbd-d362fe7d1670 admin admin] Checking segment: {'id': '23b27254-1df7-4a66-9951-40ad5f62fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bb4f62b5-194b-4beb-9c1a-335fa0faa814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:43.006430 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a3674e-afa4-452b-9fbd-d362fe7d1670 admin admin] Network hostable DHCP agents. Network: bb4f62b5-194b-4beb-9c1a-335fa0faa814, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:56:43.033312 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.051439 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Transition to ACTIVE for port object 77313b72-844e-4319-9ceb-08c703fede52 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:43.090210 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db0af9c4-964d-4508-aa9f-e238e67acde6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.093984 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a3674e-afa4-452b-9fbd-d362fe7d1670 admin admin] Network bb4f62b5-194b-4beb-9c1a-335fa0faa814 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:56:43.103385 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3c6177ce-317f-401a-81ed-4c150fbb4839 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:43.105601 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:43.107464 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.115392 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e0a3674e-afa4-452b-9fbd-d362fe7d1670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, bb4f62b5-194b-4beb-9c1a-335fa0faa814) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:43.130494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a3674e-afa4-452b-9fbd-d362fe7d1670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:43.131694 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0a3674e-afa4-452b-9fbd-d362fe7d1670 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.165496 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e0a3674e-afa4-452b-9fbd-d362fe7d1670 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1120424 Jul 22 23:56:43.167303 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db0af9c4-964d-4508-aa9f-e238e67acde6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.173127 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0af9c4-964d-4508-aa9f-e238e67acde6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:43.173797 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db0af9c4-964d-4508-aa9f-e238e67acde6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.181011 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea0deef-f509-40af-91cc-b3352067fa1a None None] Network bb4f62b5-194b-4beb-9c1a-335fa0faa814 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:43.187443 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40046) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:43.198670 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-278421725-router', 'tenant_id': 'c76aa310169644c994f87b9d43707a5d', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:43.199049 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2371430-4879-4329-bd72-36f03ac6e820 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting subnet 5f4cbcbe-2462-48e7-a323-bdedebd696bb {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:43.202898 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2371430-4879-4329-bd72-36f03ac6e820 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.206321 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-facff9a2-cf6d-439a-9e73-186c004fb1f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.218254 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-db0af9c4-964d-4508-aa9f-e238e67acde6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5071421 Jul 22 23:56:43.223675 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40048) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:43.243461 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ef109aec-8342-47d6-abcf-813b2c8b7037 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Request body: {'subnet': {'network_id': '781bac8b-9417-40d4-b923-586bfcc3f7bc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:43.267809 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facff9a2-cf6d-439a-9e73-186c004fb1f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Port': ['ID=da0442a3-690c-4b29-b9da-c7018837a430,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:43.310046 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2371430-4879-4329-bd72-36f03ac6e820 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.419843 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0af9c4-964d-4508-aa9f-e238e67acde6 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event updated for resources: {'Network': ['ID=781bac8b-9417-40d4-b923-586bfcc3f7bc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:43.449588 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.450953 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.463714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef109aec-8342-47d6-abcf-813b2c8b7037 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Made reservation on behalf of 084fc14d3cc242fc8130e7152f5d01d9 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:43.468032 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef109aec-8342-47d6-abcf-813b2c8b7037 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.481149 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 781bac8b-9417-40d4-b923-586bfcc3f7bc details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:43.500335 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-facff9a2-cf6d-439a-9e73-186c004fb1f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.512972 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-facff9a2-cf6d-439a-9e73-186c004fb1f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Floating IP 2d3853ba-5ce2-4358-9e5b-4a8f7de11f41 disassociated (deleted). External IP: 172.25.4.38, port: eee0db05-a402-41f9-932a-d4e14f6467f1. Jul 22 23:56:43.591734 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.635986 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879a498-e319-4c86-81d8-2c4964e74935 None None] Pushing event updated for resources: {'Port': ['ID=77313b72-844e-4319-9ceb-08c703fede52,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:43.789504 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:43.832897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:43.833383 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.891163 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 3c6177ce-317f-401a-81ed-4c150fbb4839 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:43.897512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-bb4f62b5-194b-4beb-9c1a-335fa0faa814', 'network_id': 'bb4f62b5-194b-4beb-9c1a-335fa0faa814', 'tenant_id': 'c76aa310169644c994f87b9d43707a5d', 'fixed_ips': [{'subnet_id': '253649df-93d1-4a02-ab8c-1acd7a837a49'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:56:43.898531 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.904795 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Attempting to bind port 77313b72-844e-4319-9ceb-08c703fede52 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:43.905200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Attempting to bind port 77313b72-844e-4319-9ceb-08c703fede52 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'f32bc711-daae-49cf-afbf-e3ba1a4c4ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1e760e58-a0cc-4afe-8f74-04fd373c311a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:43.905563 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Attempting to bind port 77313b72-844e-4319-9ceb-08c703fede52 on network 1e760e58-a0cc-4afe-8f74-04fd373c311a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:43.907733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cb628a03-6814-4df8-b0aa-16f9d66b8534 None None] Could not find standard attr ID for object e7881392-ff70-46f9-aee4-9d2a3b4c9dee. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:56:43.927545 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 3c6177ce-317f-401a-81ed-4c150fbb4839 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:43.928001 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.932626 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:43.933001 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Checking segment: {'id': 'f32bc711-daae-49cf-afbf-e3ba1a4c4ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1e760e58-a0cc-4afe-8f74-04fd373c311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:43.933419 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.933811 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Bound using segment: {'id': 'f32bc711-daae-49cf-afbf-e3ba1a4c4ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1e760e58-a0cc-4afe-8f74-04fd373c311a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:43.934319 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Bound port: 77313b72-844e-4319-9ceb-08c703fede52, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32bc711-daae-49cf-afbf-e3ba1a4c4ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '1e760e58-a0cc-4afe-8f74-04fd373c311a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:43.935710 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.962637 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.079530 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2371430-4879-4329-bd72-36f03ac6e820 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.099215 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef109aec-8342-47d6-abcf-813b2c8b7037 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.108097 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facff9a2-cf6d-439a-9e73-186c004fb1f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:56:44.128214 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144adf45-876d-40de-a3f5-0f25e2444ca6 req-d86a5b3f-db7d-4be5-8d19-b05362597abd tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:44.129763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-144adf45-876d-40de-a3f5-0f25e2444ca6 req-d86a5b3f-db7d-4be5-8d19-b05362597abd tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 944 time: 0.7833085 Jul 22 23:56:44.191632 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] For port 77313b72-844e-4319-9ceb-08c703fede52, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:44.249715 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-144adf45-876d-40de-a3f5-0f25e2444ca6 req-e6052b51-2a68-4efc-8c58-f72474d15a75 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073408 Jul 22 23:56:44.251731 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] For port 77313b72-844e-4319-9ceb-08c703fede52, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=77313b72-844e-4319-9ceb-08c703fede52,segment=NetworkSegment(f32bc711-daae-49cf-afbf-e3ba1a4c4ead),segment_id=f32bc711-daae-49cf-afbf-e3ba1a4c4ead)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:44.256174 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.269051 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Allocated IP 172.20.0.2 (bb4f62b5-194b-4beb-9c1a-335fa0faa814/253649df-93d1-4a02-ab8c-1acd7a837a49/4b500c46-20cd-4a72-ac27-5da36cf209c6) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:44.272030 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.285275 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef109aec-8342-47d6-abcf-813b2c8b7037 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event updated for resources: {'Subnet': ['ID=c4d095dd-782a-4059-9f91-320c9b44b509,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:44.288989 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.302198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facff9a2-cf6d-439a-9e73-186c004fb1f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:44.309069 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-facff9a2-cf6d-439a-9e73-186c004fb1f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.313994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef109aec-8342-47d6-abcf-813b2c8b7037 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Checking segment: {'id': '1860ae77-b8eb-4433-8559-d9ca0151b37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '781bac8b-9417-40d4-b923-586bfcc3f7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:44.314355 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef109aec-8342-47d6-abcf-813b2c8b7037 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Network hostable DHCP agents. Network: 781bac8b-9417-40d4-b923-586bfcc3f7bc, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:56:44.315643 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76e11f-36c4-4a96-b703-86b9aa9e6693 None None] Sync routers for ids ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:44.322524 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2371430-4879-4329-bd72-36f03ac6e820 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.331918 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb76e11f-36c4-4a96-b703-86b9aa9e6693 None None] Routers {'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:44.333284 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb76e11f-36c4-4a96-b703-86b9aa9e6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:44.368715 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2371430-4879-4329-bd72-36f03ac6e820 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4cbcbe-2462-48e7-a323-bdedebd696bb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:44.381999 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d2371430-4879-4329-bd72-36f03ac6e820 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.384152 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d2371430-4879-4329-bd72-36f03ac6e820 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/5f4cbcbe-2462-48e7-a323-bdedebd696bb HTTP/1.1" status: 204 len: 168 time: 1.5922260 Jul 22 23:56:44.390405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40058) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:44.407269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-facff9a2-cf6d-439a-9e73-186c004fb1f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/floatingips/2d3853ba-5ce2-4358-9e5b-4a8f7de11f41 HTTP/1.1" status: 204 len: 168 time: 2.6073825 Jul 22 23:56:44.422829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:56:44.425235 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acb94ca-78db-43f7-9c8f-2912d3ce7f55" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:56:44.503519 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef109aec-8342-47d6-abcf-813b2c8b7037 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Network 781bac8b-9417-40d4-b923-586bfcc3f7bc is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:56:44.504848 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bb76e11f-36c4-4a96-b703-86b9aa9e6693 None None] Set router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:56:44.558295 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.573189 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ef109aec-8342-47d6-abcf-813b2c8b7037 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 781bac8b-9417-40d4-b923-586bfcc3f7bc) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:44.587253 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef109aec-8342-47d6-abcf-813b2c8b7037 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:44.593841 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef109aec-8342-47d6-abcf-813b2c8b7037 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.662215 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.671620 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 3c6177ce-317f-401a-81ed-4c150fbb4839, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=3c6177ce-317f-401a-81ed-4c150fbb4839,segment=NetworkSegment(73806ea2-9446-46c7-b10d-1658d393eb34),segment_id=73806ea2-9446-46c7-b10d-1658d393eb34)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:44.696438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting port d905fa7e-0400-4320-b39d-4166cebdd8a9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:44.698921 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.709030 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ef109aec-8342-47d6-abcf-813b2c8b7037 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4747231 Jul 22 23:56:44.713263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40066) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:44.714531 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.723875 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a32b9b76-3730-4cbd-9e3f-4476f0b7ea24 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Request body: {'router': {'external_gateway_info': {'network_id': '781bac8b-9417-40d4-b923-586bfcc3f7bc'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:44.742502 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879a498-e319-4c86-81d8-2c4964e74935 None None] Pushing event updated for resources: {'Port': ['ID=77313b72-844e-4319-9ceb-08c703fede52,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:44.794863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50281e01-1f26-418f-a2d6-68c7594e7f23 None None] Network e678f193-cf54-4f6c-8607-2256e41a5f00 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:44.852004 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b51307e-2c55-452d-a4a4-c9a5d93770a5 x-openstack-request-id: req-5b51307e-2c55-452d-a4a4-c9a5d93770a5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:56:44.852287 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:56:44.852535 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b51307e-2c55-452d-a4a4-c9a5d93770a5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:56:44.852928 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'status': 'completed', 'code': 200} Jul 22 23:56:44.855503 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5484eea-600c-4168-85b9-5e45f8145d87 None None] Network 781bac8b-9417-40d4-b923-586bfcc3f7bc requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:44.889356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] For port d905fa7e-0400-4320-b39d-4166cebdd8a9, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d905fa7e-0400-4320-b39d-4166cebdd8a9,segment=NetworkSegment(26be6f6d-a732-4efc-be5e-8e7470e7eeef),segment_id=26be6f6d-a732-4efc-be5e-8e7470e7eeef)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:44.889617 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.927292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Routers {'29f70543-09b0-4cf7-808a-b0fc694654cc'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:44.952053 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['29f70543-09b0-4cf7-808a-b0fc694654cc'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:44.968398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Calling delete_port for d905fa7e-0400-4320-b39d-4166cebdd8a9 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:44.997558 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.090320 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb76e11f-36c4-4a96-b703-86b9aa9e6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998808045', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:15Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'eb2b5563-9eaf-4a2f-a080-459ad10a262d', 'name': '', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:34:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:45.174658 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3f325d43-7e22-4d1e-8c58-6dddd9ae31e5,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:45.191498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e235ab-97d5-4dce-8350-53ed715ddab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f325d43-7e22-4d1e-8c58-6dddd9ae31e5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:56:45.194708 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900de4ff-457a-4f7c-be10-691ce5697d6e" -d '{"events": [{"server_uuid": "86e235ab-97d5-4dce-8350-53ed715ddab3", "name": "network-vif-plugged", "status": "completed", "tag": "3f325d43-7e22-4d1e-8c58-6dddd9ae31e5"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:56:45.256824 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.258544 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76e11f-36c4-4a96-b703-86b9aa9e6693 None None] Checking router: f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:56:45.269439 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb76e11f-36c4-4a96-b703-86b9aa9e6693 None None] Routers {'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:45.269921 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb76e11f-36c4-4a96-b703-86b9aa9e6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:45.306951 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Port': ['ID=d905fa7e-0400-4320-b39d-4166cebdd8a9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:45.327962 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb94ca-78db-43f7-9c8f-2912d3ce7f55 req-d4af5629-819a-40b5-9a70-d43f92c57412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:45.329687 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6acb94ca-78db-43f7-9c8f-2912d3ce7f55 req-d4af5629-819a-40b5-9a70-d43f92c57412 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 1098 time: 0.4429617 Jul 22 23:56:45.337816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] No DVR routers for this DVR port d905fa7e-0400-4320-b39d-4166cebdd8a9 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:45.381786 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bb76e11f-36c4-4a96-b703-86b9aa9e6693 None None] Set router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:56:45.428760 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d905fa7e-0400-4320-b39d-4166cebdd8a9 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:45.479165 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.496785 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451be47-a39b-4ce5-99b2-615bd165475f req-791ea1d7-e3b4-4b35-a4bf-86a18aa8a811 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:45.500282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d451be47-a39b-4ce5-99b2-615bd165475f req-791ea1d7-e3b4-4b35-a4bf-86a18aa8a811 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 947 time: 0.4032867 Jul 22 23:56:45.599794 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: d905fa7e-0400-4320-b39d-4166cebdd8a9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:45.600276 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d905fa7e-0400-4320-b39d-4166cebdd8a9 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 23:56:45.635477 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.668973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e678f193-cf54-4f6c-8607-2256e41a5f00']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:45.679289 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bb76e11f-36c4-4a96-b703-86b9aa9e6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998808045', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:15Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'eb2b5563-9eaf-4a2f-a080-459ad10a262d', 'name': '', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:34:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:45.696633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb94ca-78db-43f7-9c8f-2912d3ce7f55 req-2d5093ab-5e9c-4e0b-bccf-5e4d19a01d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:45.698155 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6acb94ca-78db-43f7-9c8f-2912d3ce7f55 req-2d5093ab-5e9c-4e0b-bccf-5e4d19a01d26 service neutron] 10.222.0.18 "GET /v2.0/networks?id=891c2138-73e2-46c7-be9c-a08e1e41f46f HTTP/1.1" status: 200 len: 898 time: 0.3103492 Jul 22 23:56:45.700560 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26be6f6d-a732-4efc-be5e-8e7470e7eeef') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:45.700847 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26be6f6d-a732-4efc-be5e-8e7470e7eeef') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:45.710691 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76e11f-36c4-4a96-b703-86b9aa9e6693 None None] The sync data for ids ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'] in n-d-688802-2 is: [{'id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998808045', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:15Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'eb2b5563-9eaf-4a2f-a080-459ad10a262d', 'name': '', 'network_id': '891c2138-73e2-46c7-be9c-a08e1e41f46f', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:34:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '6a5498f1-4887-4c40-a2cd-fca0f7d9252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:45.711712 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d451be47-a39b-4ce5-99b2-615bd165475f req-2fc76103-3d6f-4dfd-807d-7767e14efcfe tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1525345 Jul 22 23:56:45.716957 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.784730 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6acb94ca-78db-43f7-9c8f-2912d3ce7f55 req-829ce836-694c-4e13-bf94-91ea57044077 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee0db05-a402-41f9-932a-d4e14f6467f1 HTTP/1.1" status: 200 len: 217 time: 0.0720243 Jul 22 23:56:45.794095 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.813523 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d50a8f-5025-4012-898f-dd5a9388b21a x-openstack-request-id: req-c8d50a8f-5025-4012-898f-dd5a9388b21a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:56:45.814141 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e235ab-97d5-4dce-8350-53ed715ddab3", "name": "network-vif-plugged", "status": "completed", "tag": "3f325d43-7e22-4d1e-8c58-6dddd9ae31e5", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:56:45.814141 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8d50a8f-5025-4012-898f-dd5a9388b21a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:56:45.814496 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e235ab-97d5-4dce-8350-53ed715ddab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f325d43-7e22-4d1e-8c58-6dddd9ae31e5', 'code': 200} Jul 22 23:56:45.817699 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab0b51-42ae-48bb-a114-d9554c119dcf req-258e2908-0fcf-4389-be8f-60ef00cf6ae0 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:45.819863 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90ab0b51-42ae-48bb-a114-d9554c119dcf req-258e2908-0fcf-4389-be8f-60ef00cf6ae0 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 945 time: 0.4469039 Jul 22 23:56:45.842086 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:56:45.842522 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:56:45.846984 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:56:45.864366 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Allocated IP 172.25.4.180 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/15393229-bf20-43d1-96b4-ba57b767e306) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:45.875512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Port d905fa7e-0400-4320-b39d-4166cebdd8a9 not found, will not notify nova. {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 23:56:45.875936 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 33922fde-67a5-4263-b9ff-da712d718052 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:45.904306 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=3c6177ce-317f-401a-81ed-4c150fbb4839,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:45.983462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90ab0b51-42ae-48bb-a114-d9554c119dcf req-d8962c5a-3063-4b00-b73e-4bf2a22474a4 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369684 Jul 22 23:56:46.005406 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb94ca-78db-43f7-9c8f-2912d3ce7f55 req-07a884eb-ba22-4158-a868-8176113939e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:46.007633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6acb94ca-78db-43f7-9c8f-2912d3ce7f55 req-07a884eb-ba22-4158-a868-8176113939e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a5498f1-4887-4c40-a2cd-fca0f7d9252c HTTP/1.1" status: 200 len: 834 time: 0.2112963 Jul 22 23:56:46.008254 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.035997 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.040135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/networks/e678f193-cf54-4f6c-8607-2256e41a5f00 HTTP/1.1" status: 204 len: 168 time: 1.6485999 Jul 22 23:56:46.046928 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40082) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:46.050715 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778657fd-2cf2-4ba4-ac72-9c2a34026930 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Network': ['ID=e678f193-cf54-4f6c-8607-2256e41a5f00,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:46.105969 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-837327506', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:46.127919 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.130126 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c178cc4-2893-4595-aced-80da4aaeeb50 None None] DHCP port deletion for e678f193-cf54-4f6c-8607-2256e41a5f00 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:56:46.144100 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a950ede-41b6-446d-8f6a-3d6dba5c8963 req-21b9da1e-3a45-48d2-b7fe-58b438e16161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:46.145658 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8a950ede-41b6-446d-8f6a-3d6dba5c8963 req-21b9da1e-3a45-48d2-b7fe-58b438e16161 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 1096 time: 0.2575378 Jul 22 23:56:46.146501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] Set router 29f70543-09b0-4cf7-808a-b0fc694654cc gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:56:46.175335 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a32b9b76-3730-4cbd-9e3f-4476f0b7ea24 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.180949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb94ca-78db-43f7-9c8f-2912d3ce7f55 req-43fd15fa-c165-4130-982d-da3b1274964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:46.183851 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6acb94ca-78db-43f7-9c8f-2912d3ce7f55 req-43fd15fa-c165-4130-982d-da3b1274964d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=891c2138-73e2-46c7-be9c-a08e1e41f46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383865 Jul 22 23:56:46.187354 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.223612 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.224750 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.231402 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8a950ede-41b6-446d-8f6a-3d6dba5c8963 req-4162485a-66a3-4272-a79d-844892e66bc7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767846 Jul 22 23:56:46.299187 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Transition to ACTIVE for port object 4b500c46-20cd-4a72-ac27-5da36cf209c6 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:46.319548 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=3f325d43-7e22-4d1e-8c58-6dddd9ae31e5,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:46.322940 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37870f62-f6e5-4f00-acc9-3c0cf0be00a1 None None] New status for floating IP 2d3853ba-5ce2-4358-9e5b-4a8f7de11f41: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:56:46.328276 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6acb94ca-78db-43f7-9c8f-2912d3ce7f55 req-6db7ac3e-d10e-43ea-8993-d15cd3e569c8 service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289365 Jul 22 23:56:46.335871 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.479932 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.527644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840c0ad-e5c3-45e4-9bc5-c3fd855195f7 req-f948039f-65f3-495b-9335-2bcdef51e213 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:46.529252 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0840c0ad-e5c3-45e4-9bc5-c3fd855195f7 req-f948039f-65f3-495b-9335-2bcdef51e213 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 947 time: 0.1748388 Jul 22 23:56:46.545606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6acb94ca-78db-43f7-9c8f-2912d3ce7f55 req-27ec8df9-8f4a-452e-a403-2164ae04658a service neutron] 10.222.0.18 "GET /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921561 Jul 22 23:56:46.547471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:46.611392 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:46.661399 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.669226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Transition to ACTIVE for port object 4b500c46-20cd-4a72-ac27-5da36cf209c6 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:46.672904 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:46.691202 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Pushing event updated for resources: {'Port': ['ID=15393229-bf20-43d1-96b4-ba57b767e306,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:46.713833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0840c0ad-e5c3-45e4-9bc5-c3fd855195f7 req-1756a991-2b41-4e7e-ab21-1d1df6980253 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting port eee0db05-a402-41f9-932a-d4e14f6467f1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:46.714234 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0840c0ad-e5c3-45e4-9bc5-c3fd855195f7 req-1756a991-2b41-4e7e-ab21-1d1df6980253 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.714378 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-781bac8b-9417-40d4-b923-586bfcc3f7bc', 'network_id': '781bac8b-9417-40d4-b923-586bfcc3f7bc', 'tenant_id': '084fc14d3cc242fc8130e7152f5d01d9', 'fixed_ips': [{'subnet_id': 'c4d095dd-782a-4059-9f91-320c9b44b509'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:56:46.715185 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.735109 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.765978 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 33922fde-67a5-4263-b9ff-da712d718052 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:46.766232 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.768028 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.790048 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-a32b9b76-3730-4cbd-9e3f-4476f0b7ea24 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:56:46.791617 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a32b9b76-3730-4cbd-9e3f-4476f0b7ea24 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "PUT /v2.0/routers/20e3fa6f-e966-4910-963a-ddc71db6ebc9 HTTP/1.1" status: 400 len: 364 time: 2.0730758 Jul 22 23:56:46.807146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40094) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:46.825365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Network bb4f62b5-194b-4beb-9c1a-335fa0faa814 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:46.885524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-0840c0ad-e5c3-45e4-9bc5-c3fd855195f7 req-1756a991-2b41-4e7e-ab21-1d1df6980253 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] For port eee0db05-a402-41f9-932a-d4e14f6467f1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=eee0db05-a402-41f9-932a-d4e14f6467f1,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:46.886327 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0840c0ad-e5c3-45e4-9bc5-c3fd855195f7 req-1756a991-2b41-4e7e-ab21-1d1df6980253 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.897014 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:46.900966 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-0840c0ad-e5c3-45e4-9bc5-c3fd855195f7 req-1756a991-2b41-4e7e-ab21-1d1df6980253 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Calling delete_port for eee0db05-a402-41f9-932a-d4e14f6467f1 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:46.902163 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:46.989845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Pushing event updated for resources: {'Port': ['ID=4b500c46-20cd-4a72-ac27-5da36cf209c6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:47.073491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Attempting to bind port 4b500c46-20cd-4a72-ac27-5da36cf209c6 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:47.074159 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Attempting to bind port 4b500c46-20cd-4a72-ac27-5da36cf209c6 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '23b27254-1df7-4a66-9951-40ad5f62fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bb4f62b5-194b-4beb-9c1a-335fa0faa814'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:47.075398 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Attempting to bind port 4b500c46-20cd-4a72-ac27-5da36cf209c6 on network bb4f62b5-194b-4beb-9c1a-335fa0faa814 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:47.114886 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:47.116369 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Checking segment: {'id': '23b27254-1df7-4a66-9951-40ad5f62fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bb4f62b5-194b-4beb-9c1a-335fa0faa814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:47.117846 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.118499 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Bound using segment: {'id': '23b27254-1df7-4a66-9951-40ad5f62fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bb4f62b5-194b-4beb-9c1a-335fa0faa814'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:47.119222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Bound port: 4b500c46-20cd-4a72-ac27-5da36cf209c6, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b27254-1df7-4a66-9951-40ad5f62fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bb4f62b5-194b-4beb-9c1a-335fa0faa814'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:47.119978 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.144499 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0840c0ad-e5c3-45e4-9bc5-c3fd855195f7 req-1756a991-2b41-4e7e-ab21-1d1df6980253 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.170841 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06d8e7-f026-4e31-bc02-7e0913a177b9 req-85ff544b-9aa1-44b4-9045-f101fa462da1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:47.172524 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c06d8e7-f026-4e31-bc02-7e0913a177b9 req-85ff544b-9aa1-44b4-9045-f101fa462da1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f683ff-4d4b-4247-b530-a57b803f36af HTTP/1.1" status: 200 len: 947 time: 0.1524749 Jul 22 23:56:47.202567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Allocated IP 2001:db8:1::2 (781bac8b-9417-40d4-b923-586bfcc3f7bc/c4d095dd-782a-4059-9f91-320c9b44b509/cad95188-feae-4dd4-9643-3085c5ebec2b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:47.224714 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756a991-2b41-4e7e-ab21-1d1df6980253 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Port': ['ID=eee0db05-a402-41f9-932a-d4e14f6467f1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:47.332148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-0840c0ad-e5c3-45e4-9bc5-c3fd855195f7 req-1756a991-2b41-4e7e-ab21-1d1df6980253 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] No DVR routers for this DVR port eee0db05-a402-41f9-932a-d4e14f6467f1 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:47.342345 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-0840c0ad-e5c3-45e4-9bc5-c3fd855195f7 req-1756a991-2b41-4e7e-ab21-1d1df6980253 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.348427 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0840c0ad-e5c3-45e4-9bc5-c3fd855195f7 req-1756a991-2b41-4e7e-ab21-1d1df6980253 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.18 "DELETE /v2.0/ports/eee0db05-a402-41f9-932a-d4e14f6467f1 HTTP/1.1" status: 204 len: 173 time: 0.7987931 Jul 22 23:56:47.355775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'name': 'network-vif-deleted', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:56:47.358690 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05982cea-ec3e-4bf0-b7a7-73f13db08933" -d '{"events": [{"server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "name": "network-vif-deleted", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:56:47.368416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c06d8e7-f026-4e31-bc02-7e0913a177b9 req-a1e35afb-97c0-443c-9ce7-6d59da5bfcd8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=89e7bf4d-582b-462b-961b-1b25eff64335&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1621356 Jul 22 23:56:47.415914 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992615d-45b1-4a62-b8ec-f3f0dcd7d873 req-342a236c-4b8b-4fc4-8d56-f030e69c14f9 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:47.417356 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3992615d-45b1-4a62-b8ec-f3f0dcd7d873 req-342a236c-4b8b-4fc4-8d56-f030e69c14f9 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 945 time: 0.2394164 Jul 22 23:56:47.488123 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3992615d-45b1-4a62-b8ec-f3f0dcd7d873 req-72af6aae-eba8-4c15-9621-a02bba2b9ee2 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641396 Jul 22 23:56:47.494719 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cf08ef-1f74-41b2-bf67-0e65fd9421bb x-openstack-request-id: req-c8cf08ef-1f74-41b2-bf67-0e65fd9421bb {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:56:47.495122 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f683ff-4d4b-4247-b530-a57b803f36af", "name": "network-vif-deleted", "tag": "eee0db05-a402-41f9-932a-d4e14f6467f1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:56:47.495500 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8cf08ef-1f74-41b2-bf67-0e65fd9421bb {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:56:47.495997 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f683ff-4d4b-4247-b530-a57b803f36af', 'name': 'network-vif-deleted', 'tag': 'eee0db05-a402-41f9-932a-d4e14f6467f1', 'status': 'completed', 'code': 200} Jul 22 23:56:47.502324 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3c6177ce-317f-401a-81ed-4c150fbb4839 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:47.621277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] For port 4b500c46-20cd-4a72-ac27-5da36cf209c6, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:47.624663 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'name': 'tempest-TestAggregatesBasicOps-674921051-router', 'tenant_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '690c240a-29ec-4bdc-a984-e1d5ba9d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:28Z', 'updated_at': '2021-07-22T23:56:36Z', 'revision_number': 4, 'project_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'gw_port': {'id': '690c240a-29ec-4bdc-a984-e1d5ba9d1379', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:30Z', 'updated_at': '2021-07-22T23:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '77313b72-844e-4319-9ceb-08c703fede52', 'name': '', 'network_id': '1e760e58-a0cc-4afe-8f74-04fd373c311a', 'tenant_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'mac_address': 'fa:16:3e:fd:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '3628e2cb-46e7-43f8-8dbb-81b1c02b9031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:34Z', 'updated_at': '2021-07-22T23:56:44Z', 'revision_number': 4, 'project_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'subnets': [{'id': '3628e2cb-46e7-43f8-8dbb-81b1c02b9031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:47.648011 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.660815 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a85130e-cfb1-4fa8-a9c8-dc60cbb9ba0c None None] The sync data for ids ['29f70543-09b0-4cf7-808a-b0fc694654cc'] in n-d-688802-2 is: [{'id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'name': 'tempest-TestAggregatesBasicOps-674921051-router', 'tenant_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '690c240a-29ec-4bdc-a984-e1d5ba9d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:28Z', 'updated_at': '2021-07-22T23:56:36Z', 'revision_number': 4, 'project_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'gw_port': {'id': '690c240a-29ec-4bdc-a984-e1d5ba9d1379', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:30Z', 'updated_at': '2021-07-22T23:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '77313b72-844e-4319-9ceb-08c703fede52', 'name': '', 'network_id': '1e760e58-a0cc-4afe-8f74-04fd373c311a', 'tenant_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'mac_address': 'fa:16:3e:fd:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '3628e2cb-46e7-43f8-8dbb-81b1c02b9031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:34Z', 'updated_at': '2021-07-22T23:56:44Z', 'revision_number': 4, 'project_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'subnets': [{'id': '3628e2cb-46e7-43f8-8dbb-81b1c02b9031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:47.682091 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] For port 4b500c46-20cd-4a72-ac27-5da36cf209c6, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4b500c46-20cd-4a72-ac27-5da36cf209c6,segment=NetworkSegment(23b27254-1df7-4a66-9951-40ad5f62fc3f),segment_id=23b27254-1df7-4a66-9951-40ad5f62fc3f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:47.683297 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.692747 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.699855 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.799850 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Transition to ACTIVE for port object cad95188-feae-4dd4-9643-3085c5ebec2b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:47.857422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 3c6177ce-317f-401a-81ed-4c150fbb4839 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:47.858111 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.939091 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328220f2-256d-4759-9c9f-eeee6c4597f5 None None] Pushing event updated for resources: {'Port': ['ID=4b500c46-20cd-4a72-ac27-5da36cf209c6,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:47.954983 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Transition to ACTIVE for port object cad95188-feae-4dd4-9643-3085c5ebec2b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:47.996749 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.109292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Pushing event updated for resources: {'Port': ['ID=cad95188-feae-4dd4-9643-3085c5ebec2b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:48.119283 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.136704 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Network 781bac8b-9417-40d4-b923-586bfcc3f7bc is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:48.141025 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:48.143640 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:48.174504 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.322205 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Attempting to bind port cad95188-feae-4dd4-9643-3085c5ebec2b on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:48.322736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Attempting to bind port cad95188-feae-4dd4-9643-3085c5ebec2b by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '1860ae77-b8eb-4433-8559-d9ca0151b37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '781bac8b-9417-40d4-b923-586bfcc3f7bc'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:48.323109 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Attempting to bind port cad95188-feae-4dd4-9643-3085c5ebec2b on network 781bac8b-9417-40d4-b923-586bfcc3f7bc {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:48.335807 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:48.336180 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Checking segment: {'id': '1860ae77-b8eb-4433-8559-d9ca0151b37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '781bac8b-9417-40d4-b923-586bfcc3f7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:48.337191 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.337191 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Bound using segment: {'id': '1860ae77-b8eb-4433-8559-d9ca0151b37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '781bac8b-9417-40d4-b923-586bfcc3f7bc'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:48.339838 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Bound port: cad95188-feae-4dd4-9643-3085c5ebec2b, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1860ae77-b8eb-4433-8559-d9ca0151b37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '781bac8b-9417-40d4-b923-586bfcc3f7bc'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:48.339838 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.355802 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d905fa7e-0400-4320-b39d-4166cebdd8a9 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:48.387325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: d905fa7e-0400-4320-b39d-4166cebdd8a9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:48.387977 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d905fa7e-0400-4320-b39d-4166cebdd8a9 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:48.473735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40122) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:48.489248 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] For port cad95188-feae-4dd4-9643-3085c5ebec2b, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:48.495524 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] For port cad95188-feae-4dd4-9643-3085c5ebec2b, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cad95188-feae-4dd4-9643-3085c5ebec2b,segment=NetworkSegment(1860ae77-b8eb-4433-8559-d9ca0151b37a),segment_id=1860ae77-b8eb-4433-8559-d9ca0151b37a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:48.506991 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.595434 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Allocated IP 2001:db8::1 (09eeb553-46c1-42a9-9b58-f244f9f40e9a/799c5d37-c793-44f4-87c6-9f7fe76a7cfc/e829f5aa-c093-4a41-92b8-9f3e14ea5f0c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:48.627779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8820f-aa87-4c06-b509-df0fe54ce736 None None] Pushing event updated for resources: {'Port': ['ID=cad95188-feae-4dd4-9643-3085c5ebec2b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:48.634198 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Allocated IP 172.25.4.166 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/20903830-f0a3-44db-84e8-8b355f6684d4) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:48.721619 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.800175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277e7eb-46b5-47bf-a037-ec53209b4d22 req-c6e0b1cc-220f-4c31-a0cf-540b4f61d390 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:48.801798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a277e7eb-46b5-47bf-a037-ec53209b4d22 req-c6e0b1cc-220f-4c31-a0cf-540b4f61d390 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 945 time: 0.1726351 Jul 22 23:56:48.951014 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.079684 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a277e7eb-46b5-47bf-a037-ec53209b4d22 req-b498abce-08d2-4b25-a5a8-180bfbf560e4 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601950 Jul 22 23:56:49.765033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4b500c46-20cd-4a72-ac27-5da36cf209c6 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:49.779413 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.807241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Transition to ACTIVE for port object e829f5aa-c093-4a41-92b8-9f3e14ea5f0c will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:49.878445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d95139f-5177-4c6c-a00c-d55f3ad74370 None None] Network bb4f62b5-194b-4beb-9c1a-335fa0faa814 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:49.879074 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.951129 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 4b500c46-20cd-4a72-ac27-5da36cf209c6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:49.963158 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 77313b72-844e-4319-9ceb-08c703fede52 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:50.004862 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Network 09eeb553-46c1-42a9-9b58-f244f9f40e9a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:50.009069 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.069500 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:50.081475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event updated for resources: {'Port': ['ID=e829f5aa-c093-4a41-92b8-9f3e14ea5f0c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:50.090962 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ff054aca-6ef5-4519-a8ea-15e10329db02 None None] Provisioning for port 4b500c46-20cd-4a72-ac27-5da36cf209c6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:50.106475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:50.107039 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.111189 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ff054aca-6ef5-4519-a8ea-15e10329db02 None None] Provisioning complete for port 4b500c46-20cd-4a72-ac27-5da36cf209c6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:50.114642 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff054aca-6ef5-4519-a8ea-15e10329db02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.167385 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:50.168096 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=20903830-f0a3-44db-84e8-8b355f6684d4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:50.200840 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 77313b72-844e-4319-9ceb-08c703fede52 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:50.207788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 77313b72-844e-4319-9ceb-08c703fede52 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:50.208296 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.263632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:50.271916 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:50.392095 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f35b721-ab89-4b3c-adfb-3991e25835dd tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.471808 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.501464 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65153679-b185-4688-bc07-34d4d25687c9 None None] Network 781bac8b-9417-40d4-b923-586bfcc3f7bc requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:50.574062 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.576630 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff054aca-6ef5-4519-a8ea-15e10329db02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.598357 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device eee0db05-a402-41f9-932a-d4e14f6467f1 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:50.635757 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: eee0db05-a402-41f9-932a-d4e14f6467f1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:50.636102 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device eee0db05-a402-41f9-932a-d4e14f6467f1 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:50.655366 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Router 87d859f5-3571-4e72-a43f-93393fa5a513 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:56:50.677179 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 77313b72-844e-4319-9ceb-08c703fede52, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=77313b72-844e-4319-9ceb-08c703fede52,segment=NetworkSegment(f32bc711-daae-49cf-afbf-e3ba1a4c4ead),segment_id=f32bc711-daae-49cf-afbf-e3ba1a4c4ead)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:50.738482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ff054aca-6ef5-4519-a8ea-15e10329db02 None None] For port 4b500c46-20cd-4a72-ac27-5da36cf209c6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4b500c46-20cd-4a72-ac27-5da36cf209c6,segment=NetworkSegment(23b27254-1df7-4a66-9951-40ad5f62fc3f),segment_id=23b27254-1df7-4a66-9951-40ad5f62fc3f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:50.744295 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.746060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cad95188-feae-4dd4-9643-3085c5ebec2b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:50.925067 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:50.926406 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9f35b721-ab89-4b3c-adfb-3991e25835dd tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting port eb2b5563-9eaf-4a2f-a080-459ad10a262d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:50.926802 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f35b721-ab89-4b3c-adfb-3991e25835dd tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.941971 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Sync routers for ids ['87d859f5-3571-4e72-a43f-93393fa5a513'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:50.956504 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Routers {'87d859f5-3571-4e72-a43f-93393fa5a513'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:50.962826 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['87d859f5-3571-4e72-a43f-93393fa5a513'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:51.076373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=77313b72-844e-4319-9ceb-08c703fede52,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:51.083252 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ff054aca-6ef5-4519-a8ea-15e10329db02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.097870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9f35b721-ab89-4b3c-adfb-3991e25835dd tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] For port eb2b5563-9eaf-4a2f-a080-459ad10a262d, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=eb2b5563-9eaf-4a2f-a080-459ad10a262d,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:51.098247 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f35b721-ab89-4b3c-adfb-3991e25835dd tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.137679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9f35b721-ab89-4b3c-adfb-3991e25835dd tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Calling delete_port for eb2b5563-9eaf-4a2f-a080-459ad10a262d owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:51.150678 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff054aca-6ef5-4519-a8ea-15e10329db02 None None] Pushing event updated for resources: {'Port': ['ID=4b500c46-20cd-4a72-ac27-5da36cf209c6,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:51.195939 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.197721 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a610338a-fcdf-4140-85da-5271f80d9d7b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0057557 Jul 22 23:56:51.202757 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40166) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:51.205985 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port cad95188-feae-4dd4-9643-3085c5ebec2b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:51.265744 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-11c5ac30-20d7-41fa-bbd0-53d6a809bce6 None None] Provisioning for port cad95188-feae-4dd4-9643-3085c5ebec2b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:51.270578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-11c5ac30-20d7-41fa-bbd0-53d6a809bce6 None None] Provisioning complete for port cad95188-feae-4dd4-9643-3085c5ebec2b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:51.270578 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11c5ac30-20d7-41fa-bbd0-53d6a809bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.284386 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Set router 87d859f5-3571-4e72-a43f-93393fa5a513 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:56:51.359289 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11c5ac30-20d7-41fa-bbd0-53d6a809bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.404491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-11c5ac30-20d7-41fa-bbd0-53d6a809bce6 None None] For port cad95188-feae-4dd4-9643-3085c5ebec2b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cad95188-feae-4dd4-9643-3085c5ebec2b,segment=NetworkSegment(1860ae77-b8eb-4433-8559-d9ca0151b37a),segment_id=1860ae77-b8eb-4433-8559-d9ca0151b37a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:51.418128 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11c5ac30-20d7-41fa-bbd0-53d6a809bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.495233 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-11c5ac30-20d7-41fa-bbd0-53d6a809bce6 None None] Provisioning complete for port 4b500c46-20cd-4a72-ac27-5da36cf209c6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:51.495233 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11c5ac30-20d7-41fa-bbd0-53d6a809bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.575606 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f35b721-ab89-4b3c-adfb-3991e25835dd tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.582355 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 77313b72-844e-4319-9ceb-08c703fede52 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:51.615527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35b721-ab89-4b3c-adfb-3991e25835dd tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Port': ['ID=eb2b5563-9eaf-4a2f-a080-459ad10a262d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:51.647045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5ac30-20d7-41fa-bbd0-53d6a809bce6 None None] Pushing event updated for resources: {'Port': ['ID=cad95188-feae-4dd4-9643-3085c5ebec2b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:51.720060 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'name': 'tempest-TestAggregatesBasicOps-278421725-router', 'tenant_id': 'c76aa310169644c994f87b9d43707a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '15393229-bf20-43d1-96b4-ba57b767e306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:43Z', 'updated_at': '2021-07-22T23:56:47Z', 'revision_number': 3, 'project_id': 'c76aa310169644c994f87b9d43707a5d', 'gw_port': {'id': '15393229-bf20-43d1-96b4-ba57b767e306', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:44Z', 'updated_at': '2021-07-22T23:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:51.730265 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.780902 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Checking router: 87d859f5-3571-4e72-a43f-93393fa5a513 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:56:51.781884 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Updating router 87d859f5-3571-4e72-a43f-93393fa5a513 port 15393229-bf20-43d1-96b4-ba57b767e306 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:56:51.839100 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.843715 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 77313b72-844e-4319-9ceb-08c703fede52 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:51.844511 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.955056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-11c5ac30-20d7-41fa-bbd0-53d6a809bce6 None None] Provisioning for port e829f5aa-c093-4a41-92b8-9f3e14ea5f0c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:51.968529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-11c5ac30-20d7-41fa-bbd0-53d6a809bce6 None None] Provisioning complete for port e829f5aa-c093-4a41-92b8-9f3e14ea5f0c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:51.969145 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11c5ac30-20d7-41fa-bbd0-53d6a809bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.984004 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9f35b721-ab89-4b3c-adfb-3991e25835dd tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.107669 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-11c5ac30-20d7-41fa-bbd0-53d6a809bce6 None None] Port e829f5aa-c093-4a41-92b8-9f3e14ea5f0c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:52.122961 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.184579 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4b500c46-20cd-4a72-ac27-5da36cf209c6 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:52.260631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-93c939b7-21f7-4f43-bfde-83081ae3696b None None] Provisioning complete for port cad95188-feae-4dd4-9643-3085c5ebec2b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:52.261055 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-93c939b7-21f7-4f43-bfde-83081ae3696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.329893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4b500c46-20cd-4a72-ac27-5da36cf209c6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:52.330261 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.459763 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.464229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f35b721-ab89-4b3c-adfb-3991e25835dd tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:56:52.497061 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Transition to ACTIVE for port object 15393229-bf20-43d1-96b4-ba57b767e306 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:52.499940 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.504197 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router 44d4909f-ed29-4453-943c-42c74ca8c50e is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:56:52.574949 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746b8cb-28a8-40af-924d-263b156185db None None] Pushing event updated for resources: {'Port': ['ID=15393229-bf20-43d1-96b4-ba57b767e306,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:52.606592 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Attempting to bind port 15393229-bf20-43d1-96b4-ba57b767e306 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:52.607186 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Attempting to bind port 15393229-bf20-43d1-96b4-ba57b767e306 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:52.607715 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Attempting to bind port 15393229-bf20-43d1-96b4-ba57b767e306 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:52.613585 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:52.613957 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:52.614352 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.614730 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:52.616098 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Bound port: 15393229-bf20-43d1-96b4-ba57b767e306, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:52.616485 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.697497 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] For port 15393229-bf20-43d1-96b4-ba57b767e306, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:52.699789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f35b721-ab89-4b3c-adfb-3991e25835dd tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:52.710620 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] For port 15393229-bf20-43d1-96b4-ba57b767e306, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=15393229-bf20-43d1-96b4-ba57b767e306,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:52.714847 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9f35b721-ab89-4b3c-adfb-3991e25835dd tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "PUT /v2.0/routers/f8c4d5e7-5dd6-416e-a8bb-660ccc190d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2376170 Jul 22 23:56:52.716948 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40194) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:52.718671 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73522915-902a-4597-aafd-016f10c24723 None None] Sync routers for ids ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:52.723905 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.730404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73522915-902a-4597-aafd-016f10c24723 None None] Routers {'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:52.731341 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-73522915-902a-4597-aafd-016f10c24723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:52.800041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac4fcc5-9727-4b6c-9807-7c5f8cea7ae9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting subnet 6a5498f1-4887-4c40-a2cd-fca0f7d9252c {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:52.801195 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.804653 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ac4fcc5-9727-4b6c-9807-7c5f8cea7ae9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.811478 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Routers {'87d859f5-3571-4e72-a43f-93393fa5a513'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:52.812239 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['87d859f5-3571-4e72-a43f-93393fa5a513'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:52.860915 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ac4fcc5-9727-4b6c-9807-7c5f8cea7ae9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.909606 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.948945 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746b8cb-28a8-40af-924d-263b156185db None None] Pushing event updated for resources: {'Port': ['ID=15393229-bf20-43d1-96b4-ba57b767e306,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:52.962927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-73522915-902a-4597-aafd-016f10c24723 None None] Set router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:56:52.991580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:53.010722 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ac4fcc5-9727-4b6c-9807-7c5f8cea7ae9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:53.017361 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2c014e-12fc-40e1-b069-5a136f3bdf23 None None] Sync routers for ids ['44d4909f-ed29-4453-943c-42c74ca8c50e'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:53.062282 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2c014e-12fc-40e1-b069-5a136f3bdf23 None None] Routers {'44d4909f-ed29-4453-943c-42c74ca8c50e'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:53.062913 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fe2c014e-12fc-40e1-b069-5a136f3bdf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['44d4909f-ed29-4453-943c-42c74ca8c50e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:53.101502 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:53.102368 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:53.103290 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ac4fcc5-9727-4b6c-9807-7c5f8cea7ae9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:53.145799 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4fcc5-9727-4b6c-9807-7c5f8cea7ae9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5498f1-4887-4c40-a2cd-fca0f7d9252c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:53.169739 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ac4fcc5-9727-4b6c-9807-7c5f8cea7ae9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:53.180257 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2ac4fcc5-9727-4b6c-9807-7c5f8cea7ae9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/subnets/6a5498f1-4887-4c40-a2cd-fca0f7d9252c HTTP/1.1" status: 204 len: 168 time: 0.4602923 Jul 22 23:56:53.181894 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40202) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:53.193330 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] Set router 87d859f5-3571-4e72-a43f-93393fa5a513 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:56:53.230185 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:53.233232 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-57c76efe-800e-473b-9023-a3363e5ea5d3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.1331081 Jul 22 23:56:53.246830 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40204) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:53.252348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2376fc4d-eb04-428c-b4f4-c9552aca9b88 None None] Network 891c2138-73e2-46c7-be9c-a08e1e41f46f requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:53.270926 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fe2c014e-12fc-40e1-b069-5a136f3bdf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:53.277847 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event updated for resources: {'Port': ['ID=e829f5aa-c093-4a41-92b8-9f3e14ea5f0c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:53.331144 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2c014e-12fc-40e1-b069-5a136f3bdf23 None None] Routers {'44d4909f-ed29-4453-943c-42c74ca8c50e'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:53.334810 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fe2c014e-12fc-40e1-b069-5a136f3bdf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['44d4909f-ed29-4453-943c-42c74ca8c50e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:53.404454 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fe2c014e-12fc-40e1-b069-5a136f3bdf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:53.405527 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2c014e-12fc-40e1-b069-5a136f3bdf23 None None] The sync data for ids ['44d4909f-ed29-4453-943c-42c74ca8c50e'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:53.428018 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0344-be92-4d7d-a27d-358869a83a84 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:53.523710 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Allocated IP 172.20.0.1 (bb4f62b5-194b-4beb-9c1a-335fa0faa814/253649df-93d1-4a02-ab8c-1acd7a837a49/9146f788-2100-4538-92ad-4e2774973fa1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:53.530135 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Network 09eeb553-46c1-42a9-9b58-f244f9f40e9a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:53.544616 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:53.572892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-73522915-902a-4597-aafd-016f10c24723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998808045', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:56:51Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '5011e9a0-8337-4c35-92d1-8b383d26ac70', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:15Z', 'updated_at': '2021-07-22T23:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:53.665489 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cad95188-feae-4dd4-9643-3085c5ebec2b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:53.708364 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0344-be92-4d7d-a27d-358869a83a84 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:53.725588 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'name': 'tempest-TestAggregatesBasicOps-278421725-router', 'tenant_id': 'c76aa310169644c994f87b9d43707a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '15393229-bf20-43d1-96b4-ba57b767e306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:43Z', 'updated_at': '2021-07-22T23:56:47Z', 'revision_number': 3, 'project_id': 'c76aa310169644c994f87b9d43707a5d', 'gw_port': {'id': '15393229-bf20-43d1-96b4-ba57b767e306', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:44Z', 'updated_at': '2021-07-22T23:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:53.781705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73522915-902a-4597-aafd-016f10c24723 None None] Checking router: f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:56:53.791658 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6261f36-f862-4296-ab36-b82e807f50e5 None None] DHCP port deletion for 891c2138-73e2-46c7-be9c-a08e1e41f46f request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:56:53.814107 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ad060-67b6-42c9-87cd-5588c213f483 None None] The sync data for ids ['87d859f5-3571-4e72-a43f-93393fa5a513'] in n-d-688802-2 is: [{'id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'name': 'tempest-TestAggregatesBasicOps-278421725-router', 'tenant_id': 'c76aa310169644c994f87b9d43707a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '15393229-bf20-43d1-96b4-ba57b767e306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:43Z', 'updated_at': '2021-07-22T23:56:47Z', 'revision_number': 3, 'project_id': 'c76aa310169644c994f87b9d43707a5d', 'gw_port': {'id': '15393229-bf20-43d1-96b4-ba57b767e306', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:44Z', 'updated_at': '2021-07-22T23:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:53.818567 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a61df985-b090-4a36-a15e-8a8687c889c8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/routers/44d4909f-ed29-4453-943c-42c74ca8c50e HTTP/1.1" status: 200 len: 884 time: 0.5692644 Jul 22 23:56:53.832354 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40212) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:53.909065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port cad95188-feae-4dd4-9643-3085c5ebec2b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:53.909693 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:53.912044 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73522915-902a-4597-aafd-016f10c24723 None None] Routers {'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:53.912880 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-73522915-902a-4597-aafd-016f10c24723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:53.988146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Router 20e3fa6f-e966-4910-963a-ddc71db6ebc9 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:56:54.041359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e0344-be92-4d7d-a27d-358869a83a84 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting port 5011e9a0-8337-4c35-92d1-8b383d26ac70 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:54.041720 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0344-be92-4d7d-a27d-358869a83a84 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:54.151900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-73522915-902a-4597-aafd-016f10c24723 None None] Set router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:56:54.211808 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:54.216283 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:54.234172 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f2341062-07d5-4443-bc1e-d967b4b051cd tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "PUT /v2.0/routers/20e3fa6f-e966-4910-963a-ddc71db6ebc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4225249 Jul 22 23:56:54.237973 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40220) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:54.297395 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222e5c64-c2dd-4944-bedf-0211a2cc297d None None] Sync routers for ids ['20e3fa6f-e966-4910-963a-ddc71db6ebc9'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:54.308495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-73522915-902a-4597-aafd-016f10c24723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998808045', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:56:53Z', 'revision_number': 6, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:54.368992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Transition to ACTIVE for port object 9146f788-2100-4538-92ad-4e2774973fa1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:54.375484 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-eb1e0344-be92-4d7d-a27d-358869a83a84 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] For port 5011e9a0-8337-4c35-92d1-8b383d26ac70, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5011e9a0-8337-4c35-92d1-8b383d26ac70,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:54.375904 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0344-be92-4d7d-a27d-358869a83a84 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:54.393895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c6261f36-f862-4296-ab36-b82e807f50e5 None None] Deleting port 995c09e4-779b-463a-b1bc-ef4ae738d6eb {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:54.394583 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6261f36-f862-4296-ab36-b82e807f50e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:54.403052 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e0344-be92-4d7d-a27d-358869a83a84 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Calling delete_port for 5011e9a0-8337-4c35-92d1-8b383d26ac70 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:54.479709 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e5c64-c2dd-4944-bedf-0211a2cc297d None None] Routers {'20e3fa6f-e966-4910-963a-ddc71db6ebc9'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:54.480302 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-222e5c64-c2dd-4944-bedf-0211a2cc297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['20e3fa6f-e966-4910-963a-ddc71db6ebc9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:54.482158 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dde6eac0-13e3-4310-b7b6-9953437ad9ba None None] Provisioning complete for port e829f5aa-c093-4a41-92b8-9f3e14ea5f0c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:54.482530 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dde6eac0-13e3-4310-b7b6-9953437ad9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:54.494885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73522915-902a-4597-aafd-016f10c24723 None None] The sync data for ids ['f8c4d5e7-5dd6-416e-a8bb-660ccc190d15'] in n-d-688802-2 is: [{'id': 'f8c4d5e7-5dd6-416e-a8bb-660ccc190d15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998808045', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:56:53Z', 'revision_number': 6, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:54.532512 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9e41a4bb-d915-4817-a9da-3917f30f1948 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6923463 Jul 22 23:56:54.535347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40226) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:54.541469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e859455a-d4b4-452d-b051-5e77210debc1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-837327506'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:54.563743 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c6261f36-f862-4296-ab36-b82e807f50e5 None None] For port 995c09e4-779b-463a-b1bc-ef4ae738d6eb, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=995c09e4-779b-463a-b1bc-ef4ae738d6eb,segment=NetworkSegment(e094f6f9-cbd9-49db-9c5f-91e83b760651),segment_id=e094f6f9-cbd9-49db-9c5f-91e83b760651)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:54.564358 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6261f36-f862-4296-ab36-b82e807f50e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:54.585080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c6261f36-f862-4296-ab36-b82e807f50e5 None None] Calling delete_port for 995c09e4-779b-463a-b1bc-ef4ae738d6eb owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:54.683064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-222e5c64-c2dd-4944-bedf-0211a2cc297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:54.754184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dde6eac0-13e3-4310-b7b6-9953437ad9ba None None] Port e829f5aa-c093-4a41-92b8-9f3e14ea5f0c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:54.772349 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6261f36-f862-4296-ab36-b82e807f50e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:54.803701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6261f36-f862-4296-ab36-b82e807f50e5 None None] No DVR routers for this DVR port 995c09e4-779b-463a-b1bc-ef4ae738d6eb on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:54.879000 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e5c64-c2dd-4944-bedf-0211a2cc297d None None] Routers {'20e3fa6f-e966-4910-963a-ddc71db6ebc9'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:54.880186 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-222e5c64-c2dd-4944-bedf-0211a2cc297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['20e3fa6f-e966-4910-963a-ddc71db6ebc9'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:54.884900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6261f36-f862-4296-ab36-b82e807f50e5 None None] Pushing event deleted for resources: {'Port': ['ID=995c09e4-779b-463a-b1bc-ef4ae738d6eb,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:54.966735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-222e5c64-c2dd-4944-bedf-0211a2cc297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:54.967704 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222e5c64-c2dd-4944-bedf-0211a2cc297d None None] The sync data for ids ['20e3fa6f-e966-4910-963a-ddc71db6ebc9'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:55.202980 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5d22741-584d-45e1-8840-e30514e71162 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.393666 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.400860 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0344-be92-4d7d-a27d-358869a83a84 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.453382 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e0344-be92-4d7d-a27d-358869a83a84 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Port': ['ID=5011e9a0-8337-4c35-92d1-8b383d26ac70,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:55.479015 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-d5d22741-584d-45e1-8840-e30514e71162 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 23:56:55.487434 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d5d22741-584d-45e1-8840-e30514e71162 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "DELETE /v2.0/routers/20e3fa6f-e966-4910-963a-ddc71db6ebc9 HTTP/1.1" status: 409 len: 329 time: 1.2480693 Jul 22 23:56:55.508329 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40240) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:55.516614 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Network bb4f62b5-194b-4beb-9c1a-335fa0faa814 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:55.555316 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:55.619919 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:55.661987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Pushing event updated for resources: {'Port': ['ID=9146f788-2100-4538-92ad-4e2774973fa1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:55.733046 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0344-be92-4d7d-a27d-358869a83a84 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.737243 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 15393229-bf20-43d1-96b4-ba57b767e306 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:55.746508 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.893990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 15393229-bf20-43d1-96b4-ba57b767e306 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:55.903173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 15393229-bf20-43d1-96b4-ba57b767e306 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:55.904113 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.038928 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.050579 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0344-be92-4d7d-a27d-358869a83a84 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.055254 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0344-be92-4d7d-a27d-358869a83a84 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.073797 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 15393229-bf20-43d1-96b4-ba57b767e306, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=15393229-bf20-43d1-96b4-ba57b767e306,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:56.080248 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.122345 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.175797 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0e771819-4f80-479f-97c7-c92d39985232 None None] Provisioning for port 9146f788-2100-4538-92ad-4e2774973fa1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:56.185075 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device eb2b5563-9eaf-4a2f-a080-459ad10a262d no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:56.190408 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0344-be92-4d7d-a27d-358869a83a84 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.191268 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1e0344-be92-4d7d-a27d-358869a83a84 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Fanout notify agent at l3_agent the message router_deleted on router f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:56:56.241388 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: eb2b5563-9eaf-4a2f-a080-459ad10a262d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:56.241784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device eb2b5563-9eaf-4a2f-a080-459ad10a262d not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:56.242196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5011e9a0-8337-4c35-92d1-8b383d26ac70 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:56.245587 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0344-be92-4d7d-a27d-358869a83a84 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.247089 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-eb1e0344-be92-4d7d-a27d-358869a83a84 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/routers/f8c4d5e7-5dd6-416e-a8bb-660ccc190d15 HTTP/1.1" status: 204 len: 168 time: 3.0634296 Jul 22 23:56:56.250959 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:56.295928 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 5011e9a0-8337-4c35-92d1-8b383d26ac70 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:56.296397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5011e9a0-8337-4c35-92d1-8b383d26ac70 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:56.296834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 995c09e4-779b-463a-b1bc-ef4ae738d6eb no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:56.350875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0e771819-4f80-479f-97c7-c92d39985232 None None] Provisioning complete for port 9146f788-2100-4538-92ad-4e2774973fa1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:56.352259 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e771819-4f80-479f-97c7-c92d39985232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.379690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 995c09e4-779b-463a-b1bc-ef4ae738d6eb {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:56.399059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 995c09e4-779b-463a-b1bc-ef4ae738d6eb not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:56.445741 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d62a1f72-da8c-4924-8b7a-23074655970a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.448856 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=15393229-bf20-43d1-96b4-ba57b767e306,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:56.454783 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e859455a-d4b4-452d-b051-5e77210debc1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.468644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0e771819-4f80-479f-97c7-c92d39985232 None None] Port 9146f788-2100-4538-92ad-4e2774973fa1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:56.480265 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e859455a-d4b4-452d-b051-5e77210debc1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.492190 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0471-654b-4f51-ac43-39f5e995db4a tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.558649 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.590594 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.696237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Pushing event updated for resources: {'Port': ['ID=9146f788-2100-4538-92ad-4e2774973fa1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:56.704402 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.734940 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d62a1f72-da8c-4924-8b7a-23074655970a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.749845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d62a1f72-da8c-4924-8b7a-23074655970a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891c2138-73e2-46c7-be9c-a08e1e41f46f']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:56.758750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e859455a-d4b4-452d-b051-5e77210debc1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router 44d4909f-ed29-4453-943c-42c74ca8c50e has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:56:56.776791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d62a1f72-da8c-4924-8b7a-23074655970a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e094f6f9-cbd9-49db-9c5f-91e83b760651') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:56.777159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d62a1f72-da8c-4924-8b7a-23074655970a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e094f6f9-cbd9-49db-9c5f-91e83b760651') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:56.882180 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Network bb4f62b5-194b-4beb-9c1a-335fa0faa814 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:56.897230 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:56.912238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e859455a-d4b4-452d-b051-5e77210debc1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:56.916573 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d62a1f72-da8c-4924-8b7a-23074655970a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.923383 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a233a4c-5c7c-4e10-9114-fb4df9e8ed30 None None] Sync routers for ids ['44d4909f-ed29-4453-943c-42c74ca8c50e'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:56.933895 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a233a4c-5c7c-4e10-9114-fb4df9e8ed30 None None] Routers {'44d4909f-ed29-4453-943c-42c74ca8c50e'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:56.934513 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5a233a4c-5c7c-4e10-9114-fb4df9e8ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['44d4909f-ed29-4453-943c-42c74ca8c50e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:56.936806 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e859455a-d4b4-452d-b051-5e77210debc1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.940497 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e859455a-d4b4-452d-b051-5e77210debc1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/44d4909f-ed29-4453-943c-42c74ca8c50e HTTP/1.1" status: 200 len: 891 time: 2.4016061 Jul 22 23:56:56.944654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40264) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:56.968074 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d62a1f72-da8c-4924-8b7a-23074655970a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.982460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62a1f72-da8c-4924-8b7a-23074655970a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:56:56.983117 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d62a1f72-da8c-4924-8b7a-23074655970a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.006559 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5a233a4c-5c7c-4e10-9114-fb4df9e8ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:57.028109 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a233a4c-5c7c-4e10-9114-fb4df9e8ed30 None None] Routers {'44d4909f-ed29-4453-943c-42c74ca8c50e'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:57.029790 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5a233a4c-5c7c-4e10-9114-fb4df9e8ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['44d4909f-ed29-4453-943c-42c74ca8c50e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:57.202070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b943c246-c244-4bd6-84ad-ad632274fa47 None None] Provisioning complete for port 9146f788-2100-4538-92ad-4e2774973fa1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:57.202681 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b943c246-c244-4bd6-84ad-ad632274fa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.250762 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5a233a4c-5c7c-4e10-9114-fb4df9e8ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:57.251411 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a233a4c-5c7c-4e10-9114-fb4df9e8ed30 None None] The sync data for ids ['44d4909f-ed29-4453-943c-42c74ca8c50e'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:56:57.273518 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:56:57.278397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b943c246-c244-4bd6-84ad-ad632274fa47 None None] Port 9146f788-2100-4538-92ad-4e2774973fa1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:57.285392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-16973a1d-4364-44b0-804d-d02720f5edd5 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/routers/44d4909f-ed29-4453-943c-42c74ca8c50e HTTP/1.1" status: 200 len: 891 time: 0.3393028 Jul 22 23:56:57.287168 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40270) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:57.300900 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Router 87d859f5-3571-4e72-a43f-93393fa5a513 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:56:57.320517 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d62a1f72-da8c-4924-8b7a-23074655970a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.326054 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a0471-654b-4f51-ac43-39f5e995db4a tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Deleting port e829f5aa-c093-4a41-92b8-9f3e14ea5f0c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:57.326410 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0471-654b-4f51-ac43-39f5e995db4a tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.338287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5a3b65ce-0c45-44b1-90dd-145f8727b3c2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports?device_id=44d4909f-ed29-4453-943c-42c74ca8c50e HTTP/1.1" status: 200 len: 205 time: 0.0488529 Jul 22 23:56:57.339507 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d62a1f72-da8c-4924-8b7a-23074655970a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.343798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d62a1f72-da8c-4924-8b7a-23074655970a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/networks/891c2138-73e2-46c7-be9c-a08e1e41f46f HTTP/1.1" status: 204 len: 168 time: 1.0891812 Jul 22 23:56:57.343798 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40274) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:57.348197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:57.421617 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0471-654b-4f51-ac43-39f5e995db4a tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.433846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a0471-654b-4f51-ac43-39f5e995db4a tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Calling delete_port for e829f5aa-c093-4a41-92b8-9f3e14ea5f0c owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:57.461000 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 15393229-bf20-43d1-96b4-ba57b767e306 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:57.531711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a1f72-da8c-4924-8b7a-23074655970a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Network': ['ID=891c2138-73e2-46c7-be9c-a08e1e41f46f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:57.573382 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-081b2016-2b32-40b0-ab7d-46ee35f2b618 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.575933 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 15393229-bf20-43d1-96b4-ba57b767e306 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:57.576197 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.726939 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43a71095-11b2-4014-8b21-f0e6fbad4a1d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.756466 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:57.762195 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43a71095-11b2-4014-8b21-f0e6fbad4a1d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.769859 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4684ce9a-0a2e-48e4-a2d9-5c91b934c38b admin admin] 10.222.0.26 "PUT /v2.0/routers/87d859f5-3571-4e72-a43f-93393fa5a513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5655549 Jul 22 23:56:57.772517 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Sync routers for ids ['87d859f5-3571-4e72-a43f-93393fa5a513'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:57.777651 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0471-654b-4f51-ac43-39f5e995db4a tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.789344 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Routers {'87d859f5-3571-4e72-a43f-93393fa5a513'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:57.789982 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['87d859f5-3571-4e72-a43f-93393fa5a513'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:57.811291 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-081b2016-2b32-40b0-ab7d-46ee35f2b618 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.834317 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a0471-654b-4f51-ac43-39f5e995db4a tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event deleted for resources: {'Port': ['ID=e829f5aa-c093-4a41-92b8-9f3e14ea5f0c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:57.936219 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43a71095-11b2-4014-8b21-f0e6fbad4a1d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.938987 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43a71095-11b2-4014-8b21-f0e6fbad4a1d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.940412 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-43a71095-11b2-4014-8b21-f0e6fbad4a1d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/security-groups/89e7bf4d-582b-462b-961b-1b25eff64335 HTTP/1.1" status: 204 len: 168 time: 0.4756982 Jul 22 23:56:57.994063 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a71095-11b2-4014-8b21-f0e6fbad4a1d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e7bf4d-582b-462b-961b-1b25eff64335,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:57.998877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-081b2016-2b32-40b0-ab7d-46ee35f2b618 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting port 20903830-f0a3-44db-84e8-8b355f6684d4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:57.999310 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-081b2016-2b32-40b0-ab7d-46ee35f2b618 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.095667 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0471-654b-4f51-ac43-39f5e995db4a tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.228266 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-081b2016-2b32-40b0-ab7d-46ee35f2b618 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.252633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-081b2016-2b32-40b0-ab7d-46ee35f2b618 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Calling delete_port for 20903830-f0a3-44db-84e8-8b355f6684d4 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:58.288425 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Set router 87d859f5-3571-4e72-a43f-93393fa5a513 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:56:58.405858 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7a0471-654b-4f51-ac43-39f5e995db4a tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Router 20e3fa6f-e966-4910-963a-ddc71db6ebc9 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:56:58.496263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7a0471-654b-4f51-ac43-39f5e995db4a tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:58.515020 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6490abe-ccfa-47a4-9787-b572cd8219a8 None None] Sync routers for ids ['20e3fa6f-e966-4910-963a-ddc71db6ebc9'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:58.518181 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7c7a0471-654b-4f51-ac43-39f5e995db4a tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "PUT /v2.0/routers/20e3fa6f-e966-4910-963a-ddc71db6ebc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9948382 Jul 22 23:56:58.519882 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40302) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:58.526431 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6490abe-ccfa-47a4-9787-b572cd8219a8 None None] Routers {'20e3fa6f-e966-4910-963a-ddc71db6ebc9'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:58.532908 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e6490abe-ccfa-47a4-9787-b572cd8219a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['20e3fa6f-e966-4910-963a-ddc71db6ebc9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:58.566230 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-1b5b1593-bd89-4e8b-b07e-6865bd71486c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] show failed (client error): The resource could not be found. Jul 22 23:56:58.575387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40304) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:58.578669 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1b5b1593-bd89-4e8b-b07e-6865bd71486c tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-1566900401 HTTP/1.1" status: 404 len: 335 time: 0.0560777 Jul 22 23:56:58.581436 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f5dc9e97-64e3-4d0f-b1d5-05404ad4c436 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:58.597968 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e6490abe-ccfa-47a4-9787-b572cd8219a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:58.620126 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-f5dc9e97-64e3-4d0f-b1d5-05404ad4c436 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] update failed (client error): The resource could not be found. Jul 22 23:56:58.625152 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6490abe-ccfa-47a4-9787-b572cd8219a8 None None] Routers {'20e3fa6f-e966-4910-963a-ddc71db6ebc9'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:58.625325 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f5dc9e97-64e3-4d0f-b1d5-05404ad4c436 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-1663517085 HTTP/1.1" status: 404 len: 335 time: 0.0447435 Jul 22 23:56:58.625425 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e6490abe-ccfa-47a4-9787-b572cd8219a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['20e3fa6f-e966-4910-963a-ddc71db6ebc9'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:58.626208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40306) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:58.640064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'name': 'tempest-TestAggregatesBasicOps-278421725-router', 'tenant_id': 'c76aa310169644c994f87b9d43707a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '15393229-bf20-43d1-96b4-ba57b767e306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:43Z', 'updated_at': '2021-07-22T23:56:55Z', 'revision_number': 4, 'project_id': 'c76aa310169644c994f87b9d43707a5d', 'gw_port': {'id': '15393229-bf20-43d1-96b4-ba57b767e306', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:44Z', 'updated_at': '2021-07-22T23:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '9146f788-2100-4538-92ad-4e2774973fa1', 'name': '', 'network_id': 'bb4f62b5-194b-4beb-9c1a-335fa0faa814', 'tenant_id': 'c76aa310169644c994f87b9d43707a5d', 'mac_address': 'fa:16:3e:88:e7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '253649df-93d1-4a02-ab8c-1acd7a837a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:52Z', 'updated_at': '2021-07-22T23:56:56Z', 'revision_number': 2, 'project_id': 'c76aa310169644c994f87b9d43707a5d', 'subnets': [{'id': '253649df-93d1-4a02-ab8c-1acd7a837a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:58.660177 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-081b2016-2b32-40b0-ab7d-46ee35f2b618 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.674818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Checking router: 87d859f5-3571-4e72-a43f-93393fa5a513 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:56:58.675188 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Updating router 87d859f5-3571-4e72-a43f-93393fa5a513 port 9146f788-2100-4538-92ad-4e2774973fa1 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:56:58.682422 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e6490abe-ccfa-47a4-9787-b572cd8219a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:58.683432 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6490abe-ccfa-47a4-9787-b572cd8219a8 None None] The sync data for ids ['20e3fa6f-e966-4910-963a-ddc71db6ebc9'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:58.695485 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b2016-2b32-40b0-ab7d-46ee35f2b618 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Port': ['ID=20903830-f0a3-44db-84e8-8b355f6684d4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:58.714865 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-27dd6597-6327-4756-b584-6bee4fbe0bc0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Deleting subnet c4d095dd-782a-4059-9f91-320c9b44b509 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:58.718089 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27dd6597-6327-4756-b584-6bee4fbe0bc0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.760614 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.768352 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27dd6597-6327-4756-b584-6bee4fbe0bc0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.773729 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-081b2016-2b32-40b0-ab7d-46ee35f2b618 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.875716 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27dd6597-6327-4756-b584-6bee4fbe0bc0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.912430 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-081b2016-2b32-40b0-ab7d-46ee35f2b618 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.916273 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-081b2016-2b32-40b0-ab7d-46ee35f2b618 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.977322 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27dd6597-6327-4756-b584-6bee4fbe0bc0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.979290 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-081b2016-2b32-40b0-ab7d-46ee35f2b618 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.980338 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081b2016-2b32-40b0-ab7d-46ee35f2b618 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Fanout notify agent at l3_agent the message router_deleted on router 44d4909f-ed29-4453-943c-42c74ca8c50e {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:56:58.993624 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-081b2016-2b32-40b0-ab7d-46ee35f2b618 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.999818 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-081b2016-2b32-40b0-ab7d-46ee35f2b618 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/routers/44d4909f-ed29-4453-943c-42c74ca8c50e HTTP/1.1" status: 204 len: 168 time: 1.6501665 Jul 22 23:56:59.000084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40314) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:59.009806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1730dbd2-4901-4f02-80b2-df8f130334c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1437467056'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:59.033689 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd6597-6327-4756-b584-6bee4fbe0bc0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d095dd-782a-4059-9f91-320c9b44b509,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:59.037608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27dd6597-6327-4756-b584-6bee4fbe0bc0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.039888 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-27dd6597-6327-4756-b584-6bee4fbe0bc0 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "DELETE /v2.0/subnets/c4d095dd-782a-4059-9f91-320c9b44b509 HTTP/1.1" status: 204 len: 168 time: 0.4120398 Jul 22 23:56:59.053920 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40316) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:59.065537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1730dbd2-4901-4f02-80b2-df8f130334c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:59.071089 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1730dbd2-4901-4f02-80b2-df8f130334c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.095072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac51e7d-3bce-4b44-889b-1a86504ffc14 None None] Network 781bac8b-9417-40d4-b923-586bfcc3f7bc requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:59.128656 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1730dbd2-4901-4f02-80b2-df8f130334c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:59.145059 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1730dbd2-4901-4f02-80b2-df8f130334c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.146420 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-1730dbd2-4901-4f02-80b2-df8f130334c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Added segment 80ae5e5c-67c0-4abb-b9df-82ce6f0e4084 of type vlan for network c6d12171-e394-4a17-a380-b67dbbb98f90 Jul 22 23:56:59.173387 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.239662 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1730dbd2-4901-4f02-80b2-df8f130334c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.335881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Deleting port cad95188-feae-4dd4-9643-3085c5ebec2b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:59.339385 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.396053 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1730dbd2-4901-4f02-80b2-df8f130334c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.422936 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730dbd2-4901-4f02-80b2-df8f130334c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:59.423315 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1730dbd2-4901-4f02-80b2-df8f130334c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.477125 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1730dbd2-4901-4f02-80b2-df8f130334c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4725637 Jul 22 23:56:59.477632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40338) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:59.502412 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bfa23caa-68f9-43e9-b7ba-32014e31a05b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'subnet': {'network_id': 'c6d12171-e394-4a17-a380-b67dbbb98f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:59.538344 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.547055 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40342) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:59.552507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cc49f7ac-0c06-47f3-b514-5bb07620d2d4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-41094269', 'description': 'tempest-secgroup-smoke-41094269 description', 'project_id': '08e6f590bb3047c8a7f2021edeaee884'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:59.556427 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab77fac8-5308-4b6f-b5fc-e78edf9c7473 None None] DHCP port deletion for 781bac8b-9417-40d4-b923-586bfcc3f7bc request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:56:59.559051 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Transition to ACTIVE for port object 9146f788-2100-4538-92ad-4e2774973fa1 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:59.630872 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.688629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc9fc9-7a5f-43db-b16b-735c5f6ccc76 None None] Pushing event updated for resources: {'Port': ['ID=9146f788-2100-4538-92ad-4e2774973fa1,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:59.731668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730dbd2-4901-4f02-80b2-df8f130334c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Network': ['ID=c6d12171-e394-4a17-a380-b67dbbb98f90,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:59.766054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network c6d12171-e394-4a17-a380-b67dbbb98f90 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:59.776469 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc49f7ac-0c06-47f3-b514-5bb07620d2d4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.958176 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Attempting to bind port 9146f788-2100-4538-92ad-4e2774973fa1 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:59.959511 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Attempting to bind port 9146f788-2100-4538-92ad-4e2774973fa1 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '23b27254-1df7-4a66-9951-40ad5f62fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bb4f62b5-194b-4beb-9c1a-335fa0faa814'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:59.960313 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Attempting to bind port 9146f788-2100-4538-92ad-4e2774973fa1 on network bb4f62b5-194b-4beb-9c1a-335fa0faa814 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:59.968955 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ab77fac8-5308-4b6f-b5fc-e78edf9c7473 None None] Deleting port cad95188-feae-4dd4-9643-3085c5ebec2b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:59.969356 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab77fac8-5308-4b6f-b5fc-e78edf9c7473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.972384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:59.973134 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Checking segment: {'id': '23b27254-1df7-4a66-9951-40ad5f62fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bb4f62b5-194b-4beb-9c1a-335fa0faa814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:59.975952 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.976719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Bound using segment: {'id': '23b27254-1df7-4a66-9951-40ad5f62fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bb4f62b5-194b-4beb-9c1a-335fa0faa814'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:59.977426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Bound port: 9146f788-2100-4538-92ad-4e2774973fa1, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b27254-1df7-4a66-9951-40ad5f62fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bb4f62b5-194b-4beb-9c1a-335fa0faa814'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:59.978013 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.071492 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc49f7ac-0c06-47f3-b514-5bb07620d2d4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.085795 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc49f7ac-0c06-47f3-b514-5bb07620d2d4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.133990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49f7ac-0c06-47f3-b514-5bb07620d2d4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f84579-fdd1-4831-bf71-7e2eebe2625d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:00.139498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ab77fac8-5308-4b6f-b5fc-e78edf9c7473 None None] For port cad95188-feae-4dd4-9643-3085c5ebec2b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cad95188-feae-4dd4-9643-3085c5ebec2b,segment=NetworkSegment(1860ae77-b8eb-4433-8559-d9ca0151b37a),segment_id=1860ae77-b8eb-4433-8559-d9ca0151b37a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:00.140015 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab77fac8-5308-4b6f-b5fc-e78edf9c7473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.172134 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ab77fac8-5308-4b6f-b5fc-e78edf9c7473 None None] Calling delete_port for cad95188-feae-4dd4-9643-3085c5ebec2b owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:00.180964 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc49f7ac-0c06-47f3-b514-5bb07620d2d4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.182260 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cc49f7ac-0c06-47f3-b514-5bb07620d2d4 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6335621 Jul 22 23:57:00.185218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40360) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:00.190062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f6298269-4283-4046-9cae-10995857eee7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '45f84579-fdd1-4831-bf71-7e2eebe2625d', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:00.219569 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] For port 9146f788-2100-4538-92ad-4e2774973fa1, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:00.254293 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6298269-4283-4046-9cae-10995857eee7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.306862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] For port 9146f788-2100-4538-92ad-4e2774973fa1, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9146f788-2100-4538-92ad-4e2774973fa1,segment=NetworkSegment(23b27254-1df7-4a66-9951-40ad5f62fc3f),segment_id=23b27254-1df7-4a66-9951-40ad5f62fc3f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:00.325562 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.431398 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6298269-4283-4046-9cae-10995857eee7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.438983 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6298269-4283-4046-9cae-10995857eee7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.484578 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] For port cad95188-feae-4dd4-9643-3085c5ebec2b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cad95188-feae-4dd4-9643-3085c5ebec2b,segment=NetworkSegment(1860ae77-b8eb-4433-8559-d9ca0151b37a),segment_id=1860ae77-b8eb-4433-8559-d9ca0151b37a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:00.485230 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.486021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6298269-4283-4046-9cae-10995857eee7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6483387d-d93a-43ed-8e7c-1c25727f93f8,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:00.496233 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6298269-4283-4046-9cae-10995857eee7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.499981 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f6298269-4283-4046-9cae-10995857eee7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3112447 Jul 22 23:57:00.500382 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40380) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:00.504157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc9fc9-7a5f-43db-b16b-735c5f6ccc76 None None] Pushing event updated for resources: {'Port': ['ID=9146f788-2100-4538-92ad-4e2774973fa1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:00.509069 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a5db44b5-832d-4882-9c8c-32e3f9363e8e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '45f84579-fdd1-4831-bf71-7e2eebe2625d', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:00.512971 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Routers {'87d859f5-3571-4e72-a43f-93393fa5a513'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:00.513745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:56:35Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['87d859f5-3571-4e72-a43f-93393fa5a513'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:00.575387 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5db44b5-832d-4882-9c8c-32e3f9363e8e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.596497 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Calling delete_port for cad95188-feae-4dd4-9643-3085c5ebec2b owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:00.643930 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab77fac8-5308-4b6f-b5fc-e78edf9c7473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.667711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab77fac8-5308-4b6f-b5fc-e78edf9c7473 None None] No DVR routers for this DVR port cad95188-feae-4dd4-9643-3085c5ebec2b on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:00.696801 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5db44b5-832d-4882-9c8c-32e3f9363e8e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.703837 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5db44b5-832d-4882-9c8c-32e3f9363e8e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.733420 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77fac8-5308-4b6f-b5fc-e78edf9c7473 None None] Pushing event deleted for resources: {'Port': ['ID=cad95188-feae-4dd4-9643-3085c5ebec2b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:00.760658 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db44b5-832d-4882-9c8c-32e3f9363e8e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e0cd27-b2e4-4035-b8e6-ccfce38c8197,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:00.766752 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa23caa-68f9-43e9-b7ba-32014e31a05b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:00.773462 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfa23caa-68f9-43e9-b7ba-32014e31a05b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.795320 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40392) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:00.796402 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5db44b5-832d-4882-9c8c-32e3f9363e8e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.797867 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a5db44b5-832d-4882-9c8c-32e3f9363e8e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2967649 Jul 22 23:57:00.800541 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40394) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:00.816846 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-313c0962-c95b-4ea7-9c19-4e28c53b209b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '45f84579-fdd1-4831-bf71-7e2eebe2625d', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:00.826717 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] Set router 87d859f5-3571-4e72-a43f-93393fa5a513 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:00.890216 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.911472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] No DVR routers for this DVR port cad95188-feae-4dd4-9643-3085c5ebec2b on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:00.975747 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event deleted for resources: {'Port': ['ID=cad95188-feae-4dd4-9643-3085c5ebec2b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:01.063269 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.103727 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781bac8b-9417-40d4-b923-586bfcc3f7bc']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:01.121661 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1860ae77-b8eb-4433-8559-d9ca0151b37a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:01.121986 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1860ae77-b8eb-4433-8559-d9ca0151b37a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:01.140193 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.150061 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'name': 'tempest-TestAggregatesBasicOps-278421725-router', 'tenant_id': 'c76aa310169644c994f87b9d43707a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '15393229-bf20-43d1-96b4-ba57b767e306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:43Z', 'updated_at': '2021-07-22T23:56:55Z', 'revision_number': 4, 'project_id': 'c76aa310169644c994f87b9d43707a5d', 'gw_port': {'id': '15393229-bf20-43d1-96b4-ba57b767e306', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:44Z', 'updated_at': '2021-07-22T23:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '9146f788-2100-4538-92ad-4e2774973fa1', 'name': '', 'network_id': 'bb4f62b5-194b-4beb-9c1a-335fa0faa814', 'tenant_id': 'c76aa310169644c994f87b9d43707a5d', 'mac_address': 'fa:16:3e:88:e7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '253649df-93d1-4a02-ab8c-1acd7a837a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:52Z', 'updated_at': '2021-07-22T23:57:00Z', 'revision_number': 4, 'project_id': 'c76aa310169644c994f87b9d43707a5d', 'subnets': [{'id': '253649df-93d1-4a02-ab8c-1acd7a837a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:01.182569 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.194698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c1ec37-3378-4cf1-b0bd-fb0b43b93245 None None] The sync data for ids ['87d859f5-3571-4e72-a43f-93393fa5a513'] in n-d-688802-2 is: [{'id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'name': 'tempest-TestAggregatesBasicOps-278421725-router', 'tenant_id': 'c76aa310169644c994f87b9d43707a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '15393229-bf20-43d1-96b4-ba57b767e306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:43Z', 'updated_at': '2021-07-22T23:56:55Z', 'revision_number': 4, 'project_id': 'c76aa310169644c994f87b9d43707a5d', 'gw_port': {'id': '15393229-bf20-43d1-96b4-ba57b767e306', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:44Z', 'updated_at': '2021-07-22T23:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '9146f788-2100-4538-92ad-4e2774973fa1', 'name': '', 'network_id': 'bb4f62b5-194b-4beb-9c1a-335fa0faa814', 'tenant_id': 'c76aa310169644c994f87b9d43707a5d', 'mac_address': 'fa:16:3e:88:e7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '253649df-93d1-4a02-ab8c-1acd7a837a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:52Z', 'updated_at': '2021-07-22T23:57:00Z', 'revision_number': 4, 'project_id': 'c76aa310169644c994f87b9d43707a5d', 'subnets': [{'id': '253649df-93d1-4a02-ab8c-1acd7a837a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:01.199917 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:01.200329 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:01.203672 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:01.237062 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfa23caa-68f9-43e9-b7ba-32014e31a05b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.345888 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.350263 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.352767 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "DELETE /v2.0/networks/781bac8b-9417-40d4-b923-586bfcc3f7bc HTTP/1.1" status: 204 len: 168 time: 2.2977529 Jul 22 23:57:01.357528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:01.407516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa23caa-68f9-43e9-b7ba-32014e31a05b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Subnet': ['ID=d0ea74d0-5429-455a-bb01-dc5597bd4a3e,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:01.410975 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09aa7e-164b-49f3-aa3f-3f54d84968f1 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event deleted for resources: {'Network': ['ID=781bac8b-9417-40d4-b923-586bfcc3f7bc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:01.420826 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23caa-68f9-43e9-b7ba-32014e31a05b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Checking segment: {'id': '80ae5e5c-67c0-4abb-b9df-82ce6f0e4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'c6d12171-e394-4a17-a380-b67dbbb98f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:01.421239 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa23caa-68f9-43e9-b7ba-32014e31a05b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network hostable DHCP agents. Network: c6d12171-e394-4a17-a380-b67dbbb98f90, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:01.444668 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa23caa-68f9-43e9-b7ba-32014e31a05b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network c6d12171-e394-4a17-a380-b67dbbb98f90 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:01.468641 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-313c0962-c95b-4ea7-9c19-4e28c53b209b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.491511 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bfa23caa-68f9-43e9-b7ba-32014e31a05b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, c6d12171-e394-4a17-a380-b67dbbb98f90) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:01.496718 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa23caa-68f9-43e9-b7ba-32014e31a05b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:01.497379 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfa23caa-68f9-43e9-b7ba-32014e31a05b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.503648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfb7cbd-13af-4858-8f88-ba77a0364100 None None] Network c6d12171-e394-4a17-a380-b67dbbb98f90 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:01.550134 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bfa23caa-68f9-43e9-b7ba-32014e31a05b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0647829 Jul 22 23:57:01.550531 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec5b190-4c68-4817-931c-35fabb97b176 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Deleting subnet 2752f34a-5a57-416f-9538-dc4dc2775a4c {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:01.551020 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40410) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:01.557427 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9f83e2eb-cf69-4515-bc75-5998d589819a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1539632144', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:01.562228 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b190-4c68-4817-931c-35fabb97b176 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.583261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9146f788-2100-4538-92ad-4e2774973fa1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:01.600433 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-313c0962-c95b-4ea7-9c19-4e28c53b209b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.601657 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f83e2eb-cf69-4515-bc75-5998d589819a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.603221 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f83e2eb-cf69-4515-bc75-5998d589819a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.617174 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-313c0962-c95b-4ea7-9c19-4e28c53b209b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.675204 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f83e2eb-cf69-4515-bc75-5998d589819a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.681506 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f83e2eb-cf69-4515-bc75-5998d589819a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.724514 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f83e2eb-cf69-4515-bc75-5998d589819a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.729904 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9f83e2eb-cf69-4515-bc75-5998d589819a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1778543 Jul 22 23:57:01.734013 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40416) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:01.749495 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b190-4c68-4817-931c-35fabb97b176 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.781491 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-efd80aad-1c8c-49d3-8e74-f7f8f82e874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.819288 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-313c0962-c95b-4ea7-9c19-4e28c53b209b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.821293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-313c0962-c95b-4ea7-9c19-4e28c53b209b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0176151 Jul 22 23:57:01.822422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c0962-c95b-4ea7-9c19-4e28c53b209b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ae4f2b-a853-4f32-b941-9d0876cc657f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:01.824330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40418) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:01.839400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5181ad0b-6ba6-46e1-86ba-9aceb53b8024 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '45f84579-fdd1-4831-bf71-7e2eebe2625d', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:01.907660 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5181ad0b-6ba6-46e1-86ba-9aceb53b8024 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.908818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 9146f788-2100-4538-92ad-4e2774973fa1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:01.922054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 9146f788-2100-4538-92ad-4e2774973fa1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:01.928657 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.017978 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-c6d12171-e394-4a17-a380-b67dbbb98f90', 'network_id': 'c6d12171-e394-4a17-a380-b67dbbb98f90', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'fixed_ips': [{'subnet_id': 'd0ea74d0-5429-455a-bb01-dc5597bd4a3e'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:57:02.018861 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.106081 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5181ad0b-6ba6-46e1-86ba-9aceb53b8024 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.118190 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b190-4c68-4817-931c-35fabb97b176 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.252238 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.274853 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5181ad0b-6ba6-46e1-86ba-9aceb53b8024 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.287294 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.340558 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181ad0b-6ba6-46e1-86ba-9aceb53b8024 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bc4d9b-ba05-4664-be47-aaeaf939bd75,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:02.343587 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 9146f788-2100-4538-92ad-4e2774973fa1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9146f788-2100-4538-92ad-4e2774973fa1,segment=NetworkSegment(23b27254-1df7-4a66-9951-40ad5f62fc3f),segment_id=23b27254-1df7-4a66-9951-40ad5f62fc3f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:02.353907 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.377187 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5181ad0b-6ba6-46e1-86ba-9aceb53b8024 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.381029 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5181ad0b-6ba6-46e1-86ba-9aceb53b8024 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5428438 Jul 22 23:57:02.382653 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40428) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:02.395604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f513b44b-fe37-4504-91be-42af73b56367 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '45f84579-fdd1-4831-bf71-7e2eebe2625d', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:02.421256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Allocated IP 2001:db8::2 (c6d12171-e394-4a17-a380-b67dbbb98f90/d0ea74d0-5429-455a-bb01-dc5597bd4a3e/4f760fa9-b701-4df8-a8f2-c4db6a0c6143) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:02.443135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cad95188-feae-4dd4-9643-3085c5ebec2b no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:02.471275 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-f513b44b-fe37-4504-91be-42af73b56367 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Project 08e6f590bb3047c8a7f2021edeaee884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:57:02.480384 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b190-4c68-4817-931c-35fabb97b176 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.491384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: cad95188-feae-4dd4-9643-3085c5ebec2b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:02.491731 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cad95188-feae-4dd4-9643-3085c5ebec2b not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:02.498653 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=9146f788-2100-4538-92ad-4e2774973fa1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:02.521573 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f513b44b-fe37-4504-91be-42af73b56367 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.550022 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b190-4c68-4817-931c-35fabb97b176 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.555013 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ec5b190-4c68-4817-931c-35fabb97b176 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "DELETE /v2.0/subnets/2752f34a-5a57-416f-9538-dc4dc2775a4c HTTP/1.1" status: 204 len: 168 time: 1.1935942 Jul 22 23:57:02.555013 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5b190-4c68-4817-931c-35fabb97b176 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event deleted for resources: {'Subnet': ['ID=2752f34a-5a57-416f-9538-dc4dc2775a4c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:02.555866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40432) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:02.594073 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c72938a-a024-4bf6-a7c4-668e846750d4 None None] Network 0375d585-f889-45d3-9fd4-4c2063664cb1 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:02.736483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2070b4cb-1300-4a13-9b5c-2384bd9be09b tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Deleting subnet dbf154ab-02ae-4cf2-ad32-008d506a8185 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:02.740171 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f513b44b-fe37-4504-91be-42af73b56367 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.744054 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2070b4cb-1300-4a13-9b5c-2384bd9be09b tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.771521 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f513b44b-fe37-4504-91be-42af73b56367 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.782930 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b924cc2-041d-4756-88a2-37588ba63839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.844841 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513b44b-fe37-4504-91be-42af73b56367 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7f1a84-6382-46cd-abd4-dd8d954e28f7,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:02.911891 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2070b4cb-1300-4a13-9b5c-2384bd9be09b tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.935162 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f513b44b-fe37-4504-91be-42af73b56367 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.936381 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f513b44b-fe37-4504-91be-42af73b56367 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5493457 Jul 22 23:57:02.939267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40436) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:02.944741 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-416bf2bf-6e13-4f7e-9128-6d4169adfed2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '45f84579-fdd1-4831-bf71-7e2eebe2625d', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:02.979300 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-416bf2bf-6e13-4f7e-9128-6d4169adfed2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Project 08e6f590bb3047c8a7f2021edeaee884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:57:02.984903 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-416bf2bf-6e13-4f7e-9128-6d4169adfed2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.026417 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.052927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Transition to ACTIVE for port object 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:03.072690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Transition to ACTIVE for port object 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:03.089088 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.090794 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2070b4cb-1300-4a13-9b5c-2384bd9be09b tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.151719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815e00ab-822a-4a09-93fa-2dd1e96a2538 None None] DHCP port deletion for 0375d585-f889-45d3-9fd4-4c2063664cb1 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:57:03.155642 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Network c6d12171-e394-4a17-a380-b67dbbb98f90 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:03.166513 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:03.167761 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-416bf2bf-6e13-4f7e-9128-6d4169adfed2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.169167 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:03.187036 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Allocated IP 2001:db8::1 (c6d12171-e394-4a17-a380-b67dbbb98f90/d0ea74d0-5429-455a-bb01-dc5597bd4a3e/4e875c8b-0a09-4c83-89a6-4b35f9eb123b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:03.207231 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-416bf2bf-6e13-4f7e-9128-6d4169adfed2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.225250 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Pushing event updated for resources: {'Port': ['ID=4f760fa9-b701-4df8-a8f2-c4db6a0c6143,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:03.231507 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2070b4cb-1300-4a13-9b5c-2384bd9be09b tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.262918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bf2bf-6e13-4f7e-9128-6d4169adfed2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51522c4c-b6dc-49e9-837a-570fbd0b16e5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:03.269464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070b4cb-1300-4a13-9b5c-2384bd9be09b tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf154ab-02ae-4cf2-ad32-008d506a8185,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:03.284230 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2070b4cb-1300-4a13-9b5c-2384bd9be09b tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.288390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2070b4cb-1300-4a13-9b5c-2384bd9be09b tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "DELETE /v2.0/subnets/dbf154ab-02ae-4cf2-ad32-008d506a8185 HTTP/1.1" status: 204 len: 168 time: 0.7225327 Jul 22 23:57:03.291578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40438) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:03.293643 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-416bf2bf-6e13-4f7e-9128-6d4169adfed2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.296966 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-416bf2bf-6e13-4f7e-9128-6d4169adfed2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3566353 Jul 22 23:57:03.300216 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40440) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:03.301675 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621ee0a9-c34a-40aa-97ad-9f120aa8151e None None] Network 7551729f-db97-460c-b114-94eebecb9523 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:03.306322 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Attempting to bind port 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:03.306693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Attempting to bind port 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '80ae5e5c-67c0-4abb-b9df-82ce6f0e4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'c6d12171-e394-4a17-a380-b67dbbb98f90'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:03.307059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Attempting to bind port 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 on network c6d12171-e394-4a17-a380-b67dbbb98f90 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:03.314414 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9f03ba5c-06c1-4fda-b6a9-7aebc2859cb0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'network': {'name': 'tempest-network-smoke--518267617', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'port_security_enabled': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:03.331108 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:03.331516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Checking segment: {'id': '80ae5e5c-67c0-4abb-b9df-82ce6f0e4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'c6d12171-e394-4a17-a380-b67dbbb98f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:03.331881 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.332277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Bound using segment: {'id': '80ae5e5c-67c0-4abb-b9df-82ce6f0e4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'c6d12171-e394-4a17-a380-b67dbbb98f90'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:03.332761 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Bound port: 4f760fa9-b701-4df8-a8f2-c4db6a0c6143, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ae5e5c-67c0-4abb-b9df-82ce6f0e4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'c6d12171-e394-4a17-a380-b67dbbb98f90'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:03.333224 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.418693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f03ba5c-06c1-4fda-b6a9-7aebc2859cb0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Made reservation on behalf of 08e6f590bb3047c8a7f2021edeaee884 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:03.428004 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.434491 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f03ba5c-06c1-4fda-b6a9-7aebc2859cb0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.493372 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.518520 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f03ba5c-06c1-4fda-b6a9-7aebc2859cb0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:03.525868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Transition to ACTIVE for port object 4e875c8b-0a09-4c83-89a6-4b35f9eb123b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:03.529214 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-815e00ab-822a-4a09-93fa-2dd1e96a2538 None None] Deleting port 3c6177ce-317f-401a-81ed-4c150fbb4839 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:03.529522 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-815e00ab-822a-4a09-93fa-2dd1e96a2538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.536112 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f03ba5c-06c1-4fda-b6a9-7aebc2859cb0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.537508 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-9f03ba5c-06c1-4fda-b6a9-7aebc2859cb0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Added segment 4bb65502-2f85-4996-a390-52a61518fbc8 of type vlan for network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 Jul 22 23:57:03.550809 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9b924cc2-041d-4756-88a2-37588ba63839 admin admin] Deleting port 77313b72-844e-4319-9ceb-08c703fede52 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:03.551151 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b924cc2-041d-4756-88a2-37588ba63839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.614144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9146f788-2100-4538-92ad-4e2774973fa1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:03.620107 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f03ba5c-06c1-4fda-b6a9-7aebc2859cb0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.648444 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] For port 4f760fa9-b701-4df8-a8f2-c4db6a0c6143, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:03.649071 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.692511 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network c6d12171-e394-4a17-a380-b67dbbb98f90 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:03.696483 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:03.700399 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9b924cc2-041d-4756-88a2-37588ba63839 admin admin] For port 77313b72-844e-4319-9ceb-08c703fede52, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=77313b72-844e-4319-9ceb-08c703fede52,segment=NetworkSegment(f32bc711-daae-49cf-afbf-e3ba1a4c4ead),segment_id=f32bc711-daae-49cf-afbf-e3ba1a4c4ead)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:03.700575 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f03ba5c-06c1-4fda-b6a9-7aebc2859cb0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.700780 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b924cc2-041d-4756-88a2-37588ba63839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.706347 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f03ba5c-06c1-4fda-b6a9-7aebc2859cb0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:03.707040 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f03ba5c-06c1-4fda-b6a9-7aebc2859cb0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.715328 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:03.715929 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.729647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9b924cc2-041d-4756-88a2-37588ba63839 admin admin] Calling delete_port for 77313b72-844e-4319-9ceb-08c703fede52 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:03.750792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] For port 4f760fa9-b701-4df8-a8f2-c4db6a0c6143, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4f760fa9-b701-4df8-a8f2-c4db6a0c6143,segment=NetworkSegment(80ae5e5c-67c0-4abb-b9df-82ce6f0e4084),segment_id=80ae5e5c-67c0-4abb-b9df-82ce6f0e4084)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:03.773939 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-815e00ab-822a-4a09-93fa-2dd1e96a2538 None None] For port 3c6177ce-317f-401a-81ed-4c150fbb4839, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=3c6177ce-317f-401a-81ed-4c150fbb4839,segment=NetworkSegment(73806ea2-9446-46c7-b10d-1658d393eb34),segment_id=73806ea2-9446-46c7-b10d-1658d393eb34)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:03.774720 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-815e00ab-822a-4a09-93fa-2dd1e96a2538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.781701 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.810132 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-815e00ab-822a-4a09-93fa-2dd1e96a2538 None None] Calling delete_port for 3c6177ce-317f-401a-81ed-4c150fbb4839 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:03.837630 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=4e875c8b-0a09-4c83-89a6-4b35f9eb123b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:03.844019 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9f03ba5c-06c1-4fda-b6a9-7aebc2859cb0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5427921 Jul 22 23:57:03.847491 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40446) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:03.857456 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-897002350', 'admin_state_up': True, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:03.926894 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.928358 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.940466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45192a3a-1022-4eb9-91fc-d127415eb1d6 None None] Pushing event updated for resources: {'Port': ['ID=4f760fa9-b701-4df8-a8f2-c4db6a0c6143,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:03.951602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 9146f788-2100-4538-92ad-4e2774973fa1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:03.952348 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.981072 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03ba5c-06c1-4fda-b6a9-7aebc2859cb0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Network': ['ID=8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:03.986299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Deleting port 3c6177ce-317f-401a-81ed-4c150fbb4839 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:03.987634 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.995071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423337eb-3b6d-4f56-92a6-6c4913476e3f None None] DHCP port deletion for 7551729f-db97-460c-b114-94eebecb9523 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:57:04.038888 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:04.120787 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] For port 3c6177ce-317f-401a-81ed-4c150fbb4839, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=3c6177ce-317f-401a-81ed-4c150fbb4839,segment=NetworkSegment(73806ea2-9446-46c7-b10d-1658d393eb34),segment_id=73806ea2-9446-46c7-b10d-1658d393eb34)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:04.121184 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.131809 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.152104 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.153725 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-815e00ab-822a-4a09-93fa-2dd1e96a2538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.205292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e00ab-822a-4a09-93fa-2dd1e96a2538 None None] Pushing event deleted for resources: {'Port': ['ID=3c6177ce-317f-401a-81ed-4c150fbb4839,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:04.211070 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Calling delete_port for 3c6177ce-317f-401a-81ed-4c150fbb4839 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:04.249056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e00ab-822a-4a09-93fa-2dd1e96a2538 None None] No DVR routers for this DVR port 3c6177ce-317f-401a-81ed-4c150fbb4839 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:04.284283 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-423337eb-3b6d-4f56-92a6-6c4913476e3f None None] Deleting port 33922fde-67a5-4263-b9ff-da712d718052 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:04.284848 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-423337eb-3b6d-4f56-92a6-6c4913476e3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.345460 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b924cc2-041d-4756-88a2-37588ba63839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.405889 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.413779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3c6177ce-317f-401a-81ed-4c150fbb4839 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:04.432518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b924cc2-041d-4756-88a2-37588ba63839 admin admin] Pushing event deleted for resources: {'Port': ['ID=77313b72-844e-4319-9ceb-08c703fede52,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:04.445624 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 3c6177ce-317f-401a-81ed-4c150fbb4839 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:04.446192 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 3c6177ce-317f-401a-81ed-4c150fbb4839 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:04.451163 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-423337eb-3b6d-4f56-92a6-6c4913476e3f None None] For port 33922fde-67a5-4263-b9ff-da712d718052, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=33922fde-67a5-4263-b9ff-da712d718052,segment=NetworkSegment(2ff9c47d-86a7-4ae4-945e-a7debb6d6072),segment_id=2ff9c47d-86a7-4ae4-945e-a7debb6d6072)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:04.451567 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-423337eb-3b6d-4f56-92a6-6c4913476e3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.481034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-423337eb-3b6d-4f56-92a6-6c4913476e3f None None] Calling delete_port for 33922fde-67a5-4263-b9ff-da712d718052 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:04.482239 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.487889 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.497223 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d8cab94-4857-49e2-be2d-5df28be409a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.502529 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.572534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event deleted for resources: {'Port': ['ID=3c6177ce-317f-401a-81ed-4c150fbb4839,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:04.577744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] No DVR routers for this DVR port 3c6177ce-317f-401a-81ed-4c150fbb4839 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:04.639517 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-423337eb-3b6d-4f56-92a6-6c4913476e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.682953 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423337eb-3b6d-4f56-92a6-6c4913476e3f None None] Pushing event deleted for resources: {'Port': ['ID=33922fde-67a5-4263-b9ff-da712d718052,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:04.700748 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423337eb-3b6d-4f56-92a6-6c4913476e3f None None] No DVR routers for this DVR port 33922fde-67a5-4263-b9ff-da712d718052 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:04.770675 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.802534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0375d585-f889-45d3-9fd4-4c2063664cb1']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:04.850911 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73806ea2-9446-46c7-b10d-1658d393eb34') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:04.850911 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73806ea2-9446-46c7-b10d-1658d393eb34') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:04.861595 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9b924cc2-041d-4756-88a2-37588ba63839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.875112 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.901027 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.910721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:04.912116 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.017231 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.048415 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:05.050497 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:05.086785 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.126786 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.127847 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.192243 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.198767 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.203936 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "DELETE /v2.0/networks/0375d585-f889-45d3-9fd4-4c2063664cb1 HTTP/1.1" status: 204 len: 168 time: 1.9088335 Jul 22 23:57:05.206561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40452) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:05.222469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f601e9-ccac-4f43-883d-9c92ab3baaf3 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event deleted for resources: {'Network': ['ID=0375d585-f889-45d3-9fd4-4c2063664cb1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:05.251166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b924cc2-041d-4756-88a2-37588ba63839 admin admin] Router 29f70543-09b0-4cf7-808a-b0fc694654cc has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:57:05.268482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=4e875c8b-0a09-4c83-89a6-4b35f9eb123b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:05.296228 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35bbca8-f8f9-4469-af51-a71e0f33dbd4 None None] Network c6d12171-e394-4a17-a380-b67dbbb98f90 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:05.379831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b924cc2-041d-4756-88a2-37588ba63839 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:05.384350 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92eeadbd-2cbe-41fc-8a3b-bb7a4ffdbfa5 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.397627 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9b924cc2-041d-4756-88a2-37588ba63839 admin admin] 10.222.0.26 "PUT /v2.0/routers/29f70543-09b0-4cf7-808a-b0fc694654cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5959985 Jul 22 23:57:05.399580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40454) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:05.420943 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Allocated IP 172.25.4.241 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/93b15ead-a4d4-46d5-8d49-c67132580a2c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:05.443225 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network c6d12171-e394-4a17-a380-b67dbbb98f90 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:05.464832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:05.465585 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c9bbb5-06f7-49a7-ab38-e4e07e105f34 None None] Sync routers for ids ['29f70543-09b0-4cf7-808a-b0fc694654cc'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:05.488082 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c9bbb5-06f7-49a7-ab38-e4e07e105f34 None None] Routers {'29f70543-09b0-4cf7-808a-b0fc694654cc'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:05.488715 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d4c9bbb5-06f7-49a7-ab38-e4e07e105f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['29f70543-09b0-4cf7-808a-b0fc694654cc'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:05.668200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d4c9bbb5-06f7-49a7-ab38-e4e07e105f34 None None] Set router 29f70543-09b0-4cf7-808a-b0fc694654cc gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:05.738915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:05.743289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-329f6fc5-05bc-4209-b21d-836fd0b4f85a None None] Provisioning for port 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:05.897109 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.982812 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25be24e8-4c7e-4a36-95e0-19efdcf734ca admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.040673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:06.053393 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:06.054149 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.134996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d4c9bbb5-06f7-49a7-ab38-e4e07e105f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'name': 'tempest-TestAggregatesBasicOps-674921051-router', 'tenant_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '690c240a-29ec-4bdc-a984-e1d5ba9d1379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:28Z', 'updated_at': '2021-07-22T23:57:04Z', 'revision_number': 5, 'project_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'gw_port': {'id': '690c240a-29ec-4bdc-a984-e1d5ba9d1379', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:30Z', 'updated_at': '2021-07-22T23:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:06.145511 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92eeadbd-2cbe-41fc-8a3b-bb7a4ffdbfa5 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.162521 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25be24e8-4c7e-4a36-95e0-19efdcf734ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.172950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c9bbb5-06f7-49a7-ab38-e4e07e105f34 None None] Checking router: 29f70543-09b0-4cf7-808a-b0fc694654cc for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:06.187174 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c9bbb5-06f7-49a7-ab38-e4e07e105f34 None None] Routers {'29f70543-09b0-4cf7-808a-b0fc694654cc'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:06.187603 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d4c9bbb5-06f7-49a7-ab38-e4e07e105f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['29f70543-09b0-4cf7-808a-b0fc694654cc'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:06.189615 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.245738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-25be24e8-4c7e-4a36-95e0-19efdcf734ca admin admin] Deleting port 690c240a-29ec-4bdc-a984-e1d5ba9d1379 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:06.246352 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25be24e8-4c7e-4a36-95e0-19efdcf734ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.250154 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-92eeadbd-2cbe-41fc-8a3b-bb7a4ffdbfa5 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7551729f-db97-460c-b114-94eebecb9523']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:06.263151 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-92eeadbd-2cbe-41fc-8a3b-bb7a4ffdbfa5 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff9c47d-86a7-4ae4-945e-a7debb6d6072') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:06.264857 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-92eeadbd-2cbe-41fc-8a3b-bb7a4ffdbfa5 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff9c47d-86a7-4ae4-945e-a7debb6d6072') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:06.284964 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92eeadbd-2cbe-41fc-8a3b-bb7a4ffdbfa5 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.300893 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92eeadbd-2cbe-41fc-8a3b-bb7a4ffdbfa5 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.308278 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92eeadbd-2cbe-41fc-8a3b-bb7a4ffdbfa5 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:06.308831 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92eeadbd-2cbe-41fc-8a3b-bb7a4ffdbfa5 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:06.352349 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:06.375512 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-25be24e8-4c7e-4a36-95e0-19efdcf734ca admin admin] For port 690c240a-29ec-4bdc-a984-e1d5ba9d1379, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=690c240a-29ec-4bdc-a984-e1d5ba9d1379,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:06.376255 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25be24e8-4c7e-4a36-95e0-19efdcf734ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.403999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-25be24e8-4c7e-4a36-95e0-19efdcf734ca admin admin] Calling delete_port for 690c240a-29ec-4bdc-a984-e1d5ba9d1379 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:06.446071 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92eeadbd-2cbe-41fc-8a3b-bb7a4ffdbfa5 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.458532 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92eeadbd-2cbe-41fc-8a3b-bb7a4ffdbfa5 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.460791 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-92eeadbd-2cbe-41fc-8a3b-bb7a4ffdbfa5 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "DELETE /v2.0/networks/7551729f-db97-460c-b114-94eebecb9523 HTTP/1.1" status: 204 len: 168 time: 1.2490160 Jul 22 23:57:06.466561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40460) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:06.540127 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d78fed97-4e96-4767-ac33-18b71b5db14f None None] Provisioning for port 4e875c8b-0a09-4c83-89a6-4b35f9eb123b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:06.541491 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.545715 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.551687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d78fed97-4e96-4767-ac33-18b71b5db14f None None] Provisioning complete for port 4e875c8b-0a09-4c83-89a6-4b35f9eb123b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:06.552840 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d78fed97-4e96-4767-ac33-18b71b5db14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.557715 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74db703-8daa-4745-9c3a-0384bcf66703 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Deleting subnet 799c5d37-c793-44f4-87c6-9f7fe76a7cfc {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:06.572664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eeadbd-2cbe-41fc-8a3b-bb7a4ffdbfa5 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event deleted for resources: {'Network': ['ID=7551729f-db97-460c-b114-94eebecb9523,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:06.576961 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d74db703-8daa-4745-9c3a-0384bcf66703 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.582268 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router 4f508353-725a-4c2b-ac47-e252d12b9b97 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:57:06.608524 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-d4c9bbb5-06f7-49a7-ab38-e4e07e105f34 None None] Set router 29f70543-09b0-4cf7-808a-b0fc694654cc gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:06.715712 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25be24e8-4c7e-4a36-95e0-19efdcf734ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.745078 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-d4c9bbb5-06f7-49a7-ab38-e4e07e105f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'name': 'tempest-TestAggregatesBasicOps-674921051-router', 'tenant_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:28Z', 'updated_at': '2021-07-22T23:57:06Z', 'revision_number': 6, 'project_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:06.752095 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be24e8-4c7e-4a36-95e0-19efdcf734ca admin admin] Pushing event deleted for resources: {'Port': ['ID=690c240a-29ec-4bdc-a984-e1d5ba9d1379,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:06.793632 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 4f760fa9-b701-4df8-a8f2-c4db6a0c6143, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4f760fa9-b701-4df8-a8f2-c4db6a0c6143,segment=NetworkSegment(80ae5e5c-67c0-4abb-b9df-82ce6f0e4084),segment_id=80ae5e5c-67c0-4abb-b9df-82ce6f0e4084)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:06.795842 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c9bbb5-06f7-49a7-ab38-e4e07e105f34 None None] The sync data for ids ['29f70543-09b0-4cf7-808a-b0fc694654cc'] in n-d-688802-2 is: [{'id': '29f70543-09b0-4cf7-808a-b0fc694654cc', 'name': 'tempest-TestAggregatesBasicOps-674921051-router', 'tenant_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:28Z', 'updated_at': '2021-07-22T23:57:06Z', 'revision_number': 6, 'project_id': 'd37639446afd4edc8c47ab042c9c8ae1', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:06.797572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d78fed97-4e96-4767-ac33-18b71b5db14f None None] Port 4e875c8b-0a09-4c83-89a6-4b35f9eb123b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:06.808008 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.827619 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:06.866424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d78fed97-4e96-4767-ac33-18b71b5db14f None None] Provisioning complete for port 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:06.866806 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d78fed97-4e96-4767-ac33-18b71b5db14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.877375 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d74db703-8daa-4745-9c3a-0384bcf66703 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.906653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=93b15ead-a4d4-46d5-8d49-c67132580a2c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:06.920596 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:06.934292 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:06.948074 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=4f760fa9-b701-4df8-a8f2-c4db6a0c6143,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:06.951405 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25be24e8-4c7e-4a36-95e0-19efdcf734ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.082961 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.129373 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25be24e8-4c7e-4a36-95e0-19efdcf734ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.133353 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25be24e8-4c7e-4a36-95e0-19efdcf734ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.201631 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25be24e8-4c7e-4a36-95e0-19efdcf734ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.202330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25be24e8-4c7e-4a36-95e0-19efdcf734ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29f70543-09b0-4cf7-808a-b0fc694654cc {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:57:07.207778 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25be24e8-4c7e-4a36-95e0-19efdcf734ca admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.214286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-25be24e8-4c7e-4a36-95e0-19efdcf734ca admin admin] 10.222.0.26 "DELETE /v2.0/routers/29f70543-09b0-4cf7-808a-b0fc694654cc HTTP/1.1" status: 204 len: 168 time: 1.8123522 Jul 22 23:57:07.214938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40472) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:07.217040 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c161c471-1fb5-4c26-8947-ad222ccaa2db None None] Provisioning complete for port 4e875c8b-0a09-4c83-89a6-4b35f9eb123b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:07.217446 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c161c471-1fb5-4c26-8947-ad222ccaa2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.230706 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 33922fde-67a5-4263-b9ff-da712d718052 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:07.260887 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:07.276530 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aacd4b-cf2d-46ef-a159-946fadb84a5f None None] Sync routers for ids ['4f508353-725a-4c2b-ac47-e252d12b9b97'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:07.293879 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aacd4b-cf2d-46ef-a159-946fadb84a5f None None] Routers {'4f508353-725a-4c2b-ac47-e252d12b9b97'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:07.294498 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-69aacd4b-cf2d-46ef-a159-946fadb84a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4f508353-725a-4c2b-ac47-e252d12b9b97'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:07.315970 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d87a43-c897-431a-a045-e5850e2bc363 admin admin] Deleting subnet 3628e2cb-46e7-43f8-8dbb-81b1c02b9031 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:07.323150 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01d87a43-c897-431a-a045-e5850e2bc363 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.342649 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 33922fde-67a5-4263-b9ff-da712d718052 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:07.343253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 33922fde-67a5-4263-b9ff-da712d718052 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:07.373242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c161c471-1fb5-4c26-8947-ad222ccaa2db None None] Port 4e875c8b-0a09-4c83-89a6-4b35f9eb123b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:07.393550 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01d87a43-c897-431a-a045-e5850e2bc363 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.434394 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-69aacd4b-cf2d-46ef-a159-946fadb84a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:07.442200 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-63774206-a340-4475-8c5a-203751dacf4a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/4f508353-725a-4c2b-ac47-e252d12b9b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7068503 Jul 22 23:57:07.445971 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40476) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:07.478136 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aacd4b-cf2d-46ef-a159-946fadb84a5f None None] Routers {'4f508353-725a-4c2b-ac47-e252d12b9b97'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:07.478798 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-69aacd4b-cf2d-46ef-a159-946fadb84a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4f508353-725a-4c2b-ac47-e252d12b9b97'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:07.500383 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dabf6510-2618-4175-907a-f822e3cddcdf None None] Provisioning complete for port 4e875c8b-0a09-4c83-89a6-4b35f9eb123b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:07.500963 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dabf6510-2618-4175-907a-f822e3cddcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.525673 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d74db703-8daa-4745-9c3a-0384bcf66703 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.530106 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01d87a43-c897-431a-a045-e5850e2bc363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.573020 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-69aacd4b-cf2d-46ef-a159-946fadb84a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:07.573705 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aacd4b-cf2d-46ef-a159-946fadb84a5f None None] The sync data for ids ['4f508353-725a-4c2b-ac47-e252d12b9b97'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:07.597046 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dabf6510-2618-4175-907a-f822e3cddcdf None None] Port 4e875c8b-0a09-4c83-89a6-4b35f9eb123b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:07.645280 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0cf0f9-1303-42b6-99f6-678621a4d00d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:07.649687 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6d0cf0f9-1303-42b6-99f6-678621a4d00d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports/4e875c8b-0a09-4c83-89a6-4b35f9eb123b HTTP/1.1" status: 200 len: 911 time: 0.1984098 Jul 22 23:57:07.649862 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01d87a43-c897-431a-a045-e5850e2bc363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.651235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40482) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:07.658016 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e61c4e11-e88c-4fc3-8caf-c8423957af8e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd0ea74d0-5429-455a-bb01-dc5597bd4a3e'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:07.694279 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d87a43-c897-431a-a045-e5850e2bc363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3628e2cb-46e7-43f8-8dbb-81b1c02b9031,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:07.696534 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-01d87a43-c897-431a-a045-e5850e2bc363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.703001 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c02044-f7c3-434a-9405-0b1419e8e16c None None] Network 1e760e58-a0cc-4afe-8f74-04fd373c311a requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:07.706570 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-01d87a43-c897-431a-a045-e5850e2bc363 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3628e2cb-46e7-43f8-8dbb-81b1c02b9031 HTTP/1.1" status: 204 len: 168 time: 0.4875889 Jul 22 23:57:07.707617 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40486) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:07.868886 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d74db703-8daa-4745-9c3a-0384bcf66703 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.911914 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.934588 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:07.937282 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.943101 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74db703-8daa-4745-9c3a-0384bcf66703 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event deleted for resources: {'Subnet': ['ID=799c5d37-c793-44f4-87c6-9f7fe76a7cfc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:07.976386 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5799be-6307-4fc7-9a05-41277749c413 None None] DHCP port deletion for 1e760e58-a0cc-4afe-8f74-04fd373c311a request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:57:07.978374 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb785428-063f-44c3-9576-e0d4a5a2c3f4 None None] Network 09eeb553-46c1-42a9-9b58-f244f9f40e9a requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:08.033195 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d74db703-8daa-4745-9c3a-0384bcf66703 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.035094 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d74db703-8daa-4745-9c3a-0384bcf66703 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "DELETE /v2.0/subnets/799c5d37-c793-44f4-87c6-9f7fe76a7cfc HTTP/1.1" status: 204 len: 168 time: 1.5560362 Jul 22 23:57:08.037951 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40490) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:08.142265 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.154196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:08.155521 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.236857 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ab5799be-6307-4fc7-9a05-41277749c413 None None] Deleting port 88cc12a6-7b64-4476-a81e-8d890eed1e4e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:08.237593 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab5799be-6307-4fc7-9a05-41277749c413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.251292 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e61c4e11-e88c-4fc3-8caf-c8423957af8e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.268318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Deleting port 587759af-b425-42fb-9897-94c911775386 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:08.269026 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.295531 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] Deleting port 88cc12a6-7b64-4476-a81e-8d890eed1e4e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:08.296507 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.380435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ab5799be-6307-4fc7-9a05-41277749c413 None None] For port 88cc12a6-7b64-4476-a81e-8d890eed1e4e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=88cc12a6-7b64-4476-a81e-8d890eed1e4e,segment=NetworkSegment(f32bc711-daae-49cf-afbf-e3ba1a4c4ead),segment_id=f32bc711-daae-49cf-afbf-e3ba1a4c4ead)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:08.381719 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab5799be-6307-4fc7-9a05-41277749c413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.399502 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ab5799be-6307-4fc7-9a05-41277749c413 None None] Calling delete_port for 88cc12a6-7b64-4476-a81e-8d890eed1e4e owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:08.418951 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] For port 587759af-b425-42fb-9897-94c911775386, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=587759af-b425-42fb-9897-94c911775386,segment=NetworkSegment(ee01a6ad-2481-493d-9c9b-7a4f7291e71a),segment_id=ee01a6ad-2481-493d-9c9b-7a4f7291e71a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:08.419460 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.444884 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Calling delete_port for 587759af-b425-42fb-9897-94c911775386 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:08.511833 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ab5799be-6307-4fc7-9a05-41277749c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.516683 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.522614 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] For port 88cc12a6-7b64-4476-a81e-8d890eed1e4e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=88cc12a6-7b64-4476-a81e-8d890eed1e4e,segment=NetworkSegment(f32bc711-daae-49cf-afbf-e3ba1a4c4ead),segment_id=f32bc711-daae-49cf-afbf-e3ba1a4c4ead)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:08.522986 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.529804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5799be-6307-4fc7-9a05-41277749c413 None None] No DVR routers for this DVR port 88cc12a6-7b64-4476-a81e-8d890eed1e4e on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:08.557189 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] Calling delete_port for 88cc12a6-7b64-4476-a81e-8d890eed1e4e owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:08.609249 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd1a75c-e14b-4fd9-8cc9-abf78d8e841f None None] DHCP port deletion for 09eeb553-46c1-42a9-9b58-f244f9f40e9a request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:57:08.611508 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5799be-6307-4fc7-9a05-41277749c413 None None] Pushing event deleted for resources: {'Port': ['ID=88cc12a6-7b64-4476-a81e-8d890eed1e4e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:08.618093 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 77313b72-844e-4319-9ceb-08c703fede52 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:08.627631 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b77473e-3500-4647-9b0c-52891b120496 req-a3d65d1f-1cb1-41d4-b652-37a86430f553 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1776667 Jul 22 23:57:08.639952 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.644716 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 77313b72-844e-4319-9ceb-08c703fede52 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:08.645148 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 77313b72-844e-4319-9ceb-08c703fede52 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:08.667589 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7dd1a75c-e14b-4fd9-8cc9-abf78d8e841f None None] The port '587759af-b425-42fb-9897-94c911775386' was deleted {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 23:57:08.676145 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event deleted for resources: {'Port': ['ID=587759af-b425-42fb-9897-94c911775386,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:08.685397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] No DVR routers for this DVR port 587759af-b425-42fb-9897-94c911775386 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:08.823232 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.844643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09eeb553-46c1-42a9-9b58-f244f9f40e9a']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:08.862618 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee01a6ad-2481-493d-9c9b-7a4f7291e71a') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:08.862889 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee01a6ad-2481-493d-9c9b-7a4f7291e71a') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:08.872786 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77473e-3500-4647-9b0c-52891b120496 req-eb8afb2d-4a04-48ff-a743-e7f69ab2ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:08.874286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b77473e-3500-4647-9b0c-52891b120496 req-eb8afb2d-4a04-48ff-a743-e7f69ab2ab2d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d1319a1d097b4fa59118c8e9fd75dafa&device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 1096 time: 0.1556008 Jul 22 23:57:08.878009 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.900090 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.923845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:08.924284 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:08.928417 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:08.948363 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.983577 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=88cc12a6-7b64-4476-a81e-8d890eed1e4e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:08.999078 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] No DVR routers for this DVR port 88cc12a6-7b64-4476-a81e-8d890eed1e4e on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:09.039428 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.047441 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.049483 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "DELETE /v2.0/networks/09eeb553-46c1-42a9-9b58-f244f9f40e9a HTTP/1.1" status: 204 len: 168 time: 1.0104907 Jul 22 23:57:09.054994 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40496) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:09.084491 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e61c4e11-e88c-4fc3-8caf-c8423957af8e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.091435 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router ccfb0844-93b3-471d-a3fc-22701ac76b6a is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:57:09.096628 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7b659f09-edcb-4f87-b9fc-5b48e9f2618b tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "GET /v2.0/ports?device_id=20e3fa6f-e966-4910-963a-ddc71db6ebc9 HTTP/1.1" status: 200 len: 205 time: 0.0406301 Jul 22 23:57:09.100020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40498) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:09.100360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb4969-3344-49df-b3e1-75c797c13f6d tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Pushing event deleted for resources: {'Network': ['ID=09eeb553-46c1-42a9-9b58-f244f9f40e9a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:09.111464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77473e-3500-4647-9b0c-52891b120496 req-06c8f333-e768-4fc5-8d5e-dc7d183dc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:09.113016 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b77473e-3500-4647-9b0c-52891b120496 req-06c8f333-e768-4fc5-8d5e-dc7d183dc4dd service neutron] 10.222.0.95 "GET /v2.0/networks?id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 HTTP/1.1" status: 200 len: 916 time: 0.2105160 Jul 22 23:57:09.113693 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e61c4e11-e88c-4fc3-8caf-c8423957af8e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.120796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61c4e11-e88c-4fc3-8caf-c8423957af8e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:09.121612 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e61c4e11-e88c-4fc3-8caf-c8423957af8e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.125775 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e61c4e11-e88c-4fc3-8caf-c8423957af8e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/ports/4e875c8b-0a09-4c83-89a6-4b35f9eb123b HTTP/1.1" status: 200 len: 911 time: 1.4713011 Jul 22 23:57:09.142319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40500) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:09.178128 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c4e11-e88c-4fc3-8caf-c8423957af8e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=4e875c8b-0a09-4c83-89a6-4b35f9eb123b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:09.255899 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.294490 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b77473e-3500-4647-9b0c-52891b120496 req-f6528e9b-2cc3-4617-9cc7-1ca6335630e6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05484bdf-923f-4555-bd38-5d3fa18d23a3 HTTP/1.1" status: 200 len: 217 time: 0.1510940 Jul 22 23:57:09.303267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e760e58-a0cc-4afe-8f74-04fd373c311a']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:09.320818 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32bc711-daae-49cf-afbf-e3ba1a4c4ead') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:09.321416 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32bc711-daae-49cf-afbf-e3ba1a4c4ead') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:09.322269 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b480836d-6195-4f84-a3a3-a3b8b8a13921 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.337758 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.357412 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.369518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:09.369850 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:09.371504 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:09.386584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:09.396080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Sync routers for ids ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:09.413234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Routers {'ccfb0844-93b3-471d-a3fc-22701ac76b6a'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:09.414273 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:09.447486 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.449338 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d995f8b3-8c90-4e38-99c4-ca71be63778e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.5975175 Jul 22 23:57:09.452413 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40502) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:09.462434 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.474093 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.483596 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] 10.222.0.26 "DELETE /v2.0/networks/1e760e58-a0cc-4afe-8f74-04fd373c311a HTTP/1.1" status: 204 len: 168 time: 1.7668943 Jul 22 23:57:09.486402 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 88cc12a6-7b64-4476-a81e-8d890eed1e4e no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:09.493887 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40506) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:09.502999 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f69ea-a5f7-4668-bfcb-a37bbffa2e6f admin admin] Pushing event deleted for resources: {'Network': ['ID=1e760e58-a0cc-4afe-8f74-04fd373c311a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:09.557746 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 88cc12a6-7b64-4476-a81e-8d890eed1e4e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:09.558032 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 88cc12a6-7b64-4476-a81e-8d890eed1e4e not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:09.558435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 587759af-b425-42fb-9897-94c911775386 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:09.588938 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 587759af-b425-42fb-9897-94c911775386 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:09.589316 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 587759af-b425-42fb-9897-94c911775386 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:09.589742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 690c240a-29ec-4bdc-a984-e1d5ba9d1379 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:09.647951 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 690c240a-29ec-4bdc-a984-e1d5ba9d1379 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:09.648904 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 690c240a-29ec-4bdc-a984-e1d5ba9d1379 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:09.649761 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77473e-3500-4647-9b0c-52891b120496 req-43274390-c009-4617-a156-d6ee0e73c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:09.652390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b77473e-3500-4647-9b0c-52891b120496 req-43274390-c009-4617-a156-d6ee0e73c87e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=de4837d0-4de8-44c9-87e4-4e3448c43fdb HTTP/1.1" status: 200 len: 855 time: 0.3487029 Jul 22 23:57:09.704076 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Set router ccfb0844-93b3-471d-a3fc-22701ac76b6a gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:09.704341 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b77473e-3500-4647-9b0c-52891b120496 req-1114bee8-53eb-427a-a70f-a36dec98ff76 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417154 Jul 22 23:57:09.713668 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b480836d-6195-4f84-a3a3-a3b8b8a13921 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.725262 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b480836d-6195-4f84-a3a3-a3b8b8a13921 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.733185 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ba6b511-5c4c-42d5-8fbb-83574b9f296d tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=08e6f590bb3047c8a7f2021edeaee884&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2775049 Jul 22 23:57:09.743672 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40508) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:09.937085 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b480836d-6195-4f84-a3a3-a3b8b8a13921 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.937607 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b480836d-6195-4f84-a3a3-a3b8b8a13921 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Fanout notify agent at l3_agent the message router_deleted on router 20e3fa6f-e966-4910-963a-ddc71db6ebc9 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:57:09.945776 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b480836d-6195-4f84-a3a3-a3b8b8a13921 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.949662 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b480836d-6195-4f84-a3a3-a3b8b8a13921 tempest-RoutersNegativeIpV6Test-524490701 tempest-RoutersNegativeIpV6Test-524490701-project] 10.222.0.26 "DELETE /v2.0/routers/20e3fa6f-e966-4910-963a-ddc71db6ebc9 HTTP/1.1" status: 204 len: 168 time: 0.8443589 Jul 22 23:57:09.955294 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897002350', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:03Z', 'updated_at': '2021-07-22T23:57:07Z', 'revision_number': 3, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:05Z', 'updated_at': '2021-07-22T23:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:09.997881 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Checking router: ccfb0844-93b3-471d-a3fc-22701ac76b6a for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:09.998364 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Updating router ccfb0844-93b3-471d-a3fc-22701ac76b6a port 93b15ead-a4d4-46d5-8d49-c67132580a2c binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:57:10.044585 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.436301 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b77473e-3500-4647-9b0c-52891b120496 req-9868be06-c061-42b0-95f5-3d76c7e6cbec service neutron] 10.222.0.95 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206407 Jul 22 23:57:10.458381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb73677-9141-40dd-9f46-2c6e2f64c195 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:10.461462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6eb73677-9141-40dd-9f46-2c6e2f64c195 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7121577 Jul 22 23:57:10.463203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40522) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:10.534495 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2304f9b4-a625-4f73-9b15-2b1b2d1a8683 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546999 Jul 22 23:57:10.540823 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40524) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:10.545631 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:57:10.549166 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-003826cd-e6ed-4925-8bcc-cc02e23aec94 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1169211657', 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:10.583286 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.594789 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Transition to ACTIVE for port object 93b15ead-a4d4-46d5-8d49-c67132580a2c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:10.606459 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.623122 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40528) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:10.692559 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Attempting to bind port 93b15ead-a4d4-46d5-8d49-c67132580a2c on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:10.694159 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Attempting to bind port 93b15ead-a4d4-46d5-8d49-c67132580a2c by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:10.694742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Attempting to bind port 93b15ead-a4d4-46d5-8d49-c67132580a2c on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:10.704967 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:10.707088 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:10.707930 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.708578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:10.709181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003826cd-e6ed-4925-8bcc-cc02e23aec94 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Made reservation on behalf of 08e6f590bb3047c8a7f2021edeaee884 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:10.709543 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Bound port: 93b15ead-a4d4-46d5-8d49-c67132580a2c, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:10.710285 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.712449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bba4ff-9a3d-4315-87a0-34234d274810 None None] Pushing event updated for resources: {'Port': ['ID=93b15ead-a4d4-46d5-8d49-c67132580a2c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:10.721033 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b77473e-3500-4647-9b0c-52891b120496 req-6554ff66-f816-4c9d-8ad2-33092f6f6202 service neutron] 10.222.0.95 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723789 Jul 22 23:57:10.722272 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-003826cd-e6ed-4925-8bcc-cc02e23aec94 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.733727 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-644c567f-6801-42fa-bc0b-96cf19f89315 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.828952 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] For port 93b15ead-a4d4-46d5-8d49-c67132580a2c, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:10.835764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] For port 93b15ead-a4d4-46d5-8d49-c67132580a2c, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=93b15ead-a4d4-46d5-8d49-c67132580a2c,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:10.843159 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.901325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Routers {'ccfb0844-93b3-471d-a3fc-22701ac76b6a'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:10.902139 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:10.980874 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6b54009e-e268-40c1-af96-7b8d7f2c8273 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=084fc14d3cc242fc8130e7152f5d01d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3532066 Jul 22 23:57:10.982997 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40536) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:11.108582 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-551896c6-d819-40c6-aac6-44f304b681a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.134967 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-003826cd-e6ed-4925-8bcc-cc02e23aec94 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.143254 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5dd7cbf3-8d97-4cba-add2-c035137ada89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.178290 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-551896c6-d819-40c6-aac6-44f304b681a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.213375 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bba4ff-9a3d-4315-87a0-34234d274810 None None] Pushing event updated for resources: {'Port': ['ID=93b15ead-a4d4-46d5-8d49-c67132580a2c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:11.253203 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] Set router ccfb0844-93b3-471d-a3fc-22701ac76b6a gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:11.261637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-644c567f-6801-42fa-bc0b-96cf19f89315 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting port 4e875c8b-0a09-4c83-89a6-4b35f9eb123b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:11.262208 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-644c567f-6801-42fa-bc0b-96cf19f89315 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.382360 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-551896c6-d819-40c6-aac6-44f304b681a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.385820 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-551896c6-d819-40c6-aac6-44f304b681a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.387707 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-551896c6-d819-40c6-aac6-44f304b681a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ecb641b0-95f5-4f2d-87ef-61ab39979aca HTTP/1.1" status: 204 len: 168 time: 0.4034407 Jul 22 23:57:11.407261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551896c6-d819-40c6-aac6-44f304b681a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb641b0-95f5-4f2d-87ef-61ab39979aca,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:11.422945 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-644c567f-6801-42fa-bc0b-96cf19f89315 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.437243 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003826cd-e6ed-4925-8bcc-cc02e23aec94 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Subnet': ['ID=7432b2b8-1300-4616-94b0-c603e71fe1a0,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:11.450821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-644c567f-6801-42fa-bc0b-96cf19f89315 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Calling delete_port for 4e875c8b-0a09-4c83-89a6-4b35f9eb123b owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:11.455003 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003826cd-e6ed-4925-8bcc-cc02e23aec94 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Checking segment: {'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:11.455376 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003826cd-e6ed-4925-8bcc-cc02e23aec94 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network hostable DHCP agents. Network: 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:11.498372 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003826cd-e6ed-4925-8bcc-cc02e23aec94 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:11.597255 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-003826cd-e6ed-4925-8bcc-cc02e23aec94 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:11.616333 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c19f5f-8b9d-48da-abf6-24f7c04c66de None None] Network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:11.622162 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003826cd-e6ed-4925-8bcc-cc02e23aec94 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:11.622822 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-003826cd-e6ed-4925-8bcc-cc02e23aec94 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.668382 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-003826cd-e6ed-4925-8bcc-cc02e23aec94 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1252966 Jul 22 23:57:11.677615 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40542) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:11.820742 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-644c567f-6801-42fa-bc0b-96cf19f89315 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.842734 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897002350', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:03Z', 'updated_at': '2021-07-22T23:57:07Z', 'revision_number': 3, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:05Z', 'updated_at': '2021-07-22T23:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:11.876990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c567f-6801-42fa-bc0b-96cf19f89315 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Port': ['ID=4e875c8b-0a09-4c83-89a6-4b35f9eb123b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:11.956260 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f983f0-b448-47ec-804b-199a170d89bc None None] The sync data for ids ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'] in n-d-688802-2 is: [{'id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897002350', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:03Z', 'updated_at': '2021-07-22T23:57:07Z', 'revision_number': 3, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:05Z', 'updated_at': '2021-07-22T23:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:12.073182 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0', 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ips': [{'subnet_id': '7432b2b8-1300-4616-94b0-c603e71fe1a0'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:57:12.074519 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.104048 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-644c567f-6801-42fa-bc0b-96cf19f89315 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.272957 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5dd7cbf3-8d97-4cba-add2-c035137ada89 admin admin] Deleting port 9146f788-2100-4538-92ad-4e2774973fa1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:12.275866 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5dd7cbf3-8d97-4cba-add2-c035137ada89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.314154 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Allocated IP 172.20.0.2 (8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0/7432b2b8-1300-4616-94b0-c603e71fe1a0/17ba11c8-6ba8-4c24-961b-1bc4f61b1d58) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:12.442890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644c567f-6801-42fa-bc0b-96cf19f89315 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router 4f508353-725a-4c2b-ac47-e252d12b9b97 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:57:12.555081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5dd7cbf3-8d97-4cba-add2-c035137ada89 admin admin] For port 9146f788-2100-4538-92ad-4e2774973fa1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9146f788-2100-4538-92ad-4e2774973fa1,segment=NetworkSegment(23b27254-1df7-4a66-9951-40ad5f62fc3f),segment_id=23b27254-1df7-4a66-9951-40ad5f62fc3f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:12.555328 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644c567f-6801-42fa-bc0b-96cf19f89315 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:12.555795 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5dd7cbf3-8d97-4cba-add2-c035137ada89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.574982 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0948bad-96aa-41a3-b82a-663bbbccfdce None None] Sync routers for ids ['4f508353-725a-4c2b-ac47-e252d12b9b97'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:12.582003 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-644c567f-6801-42fa-bc0b-96cf19f89315 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/4f508353-725a-4c2b-ac47-e252d12b9b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4231269 Jul 22 23:57:12.583792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40558) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:12.593017 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0948bad-96aa-41a3-b82a-663bbbccfdce None None] Routers {'4f508353-725a-4c2b-ac47-e252d12b9b97'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:12.594804 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b0948bad-96aa-41a3-b82a-663bbbccfdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4f508353-725a-4c2b-ac47-e252d12b9b97'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:12.608703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5dd7cbf3-8d97-4cba-add2-c035137ada89 admin admin] Calling delete_port for 9146f788-2100-4538-92ad-4e2774973fa1 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:12.664582 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.675491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Transition to ACTIVE for port object 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:12.691889 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7ff0bd00-e9c7-4ddb-82f3-4a95761801f0 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f508353-725a-4c2b-ac47-e252d12b9b97 HTTP/1.1" status: 200 len: 205 time: 0.1066866 Jul 22 23:57:12.692710 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40562) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:12.701877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Transition to ACTIVE for port object 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:12.710599 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.714993 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b0948bad-96aa-41a3-b82a-663bbbccfdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:12.744745 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0948bad-96aa-41a3-b82a-663bbbccfdce None None] Routers {'4f508353-725a-4c2b-ac47-e252d12b9b97'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:12.746490 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b0948bad-96aa-41a3-b82a-663bbbccfdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['4f508353-725a-4c2b-ac47-e252d12b9b97'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:12.822016 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b0948bad-96aa-41a3-b82a-663bbbccfdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:12.823025 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0948bad-96aa-41a3-b82a-663bbbccfdce None None] The sync data for ids ['4f508353-725a-4c2b-ac47-e252d12b9b97'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:12.832271 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:12.837267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:12.859558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:12.905312 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b270f4f6-e0ad-44d7-9f68-77d9e7c86b27 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.905569 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Pushing event updated for resources: {'Port': ['ID=17ba11c8-6ba8-4c24-961b-1bc4f61b1d58,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:13.032837 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Attempting to bind port 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:13.033251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Attempting to bind port 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:13.033665 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Attempting to bind port 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 on network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:13.036180 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5dd7cbf3-8d97-4cba-add2-c035137ada89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.044028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:13.044409 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Checking segment: {'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:13.044968 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.045223 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Bound using segment: {'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:13.045693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Bound port: 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:13.046073 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.194563 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] For port 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:13.201406 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] For port 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=17ba11c8-6ba8-4c24-961b-1bc4f61b1d58,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:13.217836 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7cbf3-8d97-4cba-add2-c035137ada89 admin admin] Pushing event deleted for resources: {'Port': ['ID=9146f788-2100-4538-92ad-4e2774973fa1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:13.219389 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.290016 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b270f4f6-e0ad-44d7-9f68-77d9e7c86b27 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.292896 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b270f4f6-e0ad-44d7-9f68-77d9e7c86b27 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.415786 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5529332-c56f-4db7-8e27-e6fa3f9e16ea None None] Pushing event updated for resources: {'Port': ['ID=17ba11c8-6ba8-4c24-961b-1bc4f61b1d58,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:13.443684 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b270f4f6-e0ad-44d7-9f68-77d9e7c86b27 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.444598 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b270f4f6-e0ad-44d7-9f68-77d9e7c86b27 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Fanout notify agent at l3_agent the message router_deleted on router 4f508353-725a-4c2b-ac47-e252d12b9b97 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:57:13.452910 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b270f4f6-e0ad-44d7-9f68-77d9e7c86b27 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.459217 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b270f4f6-e0ad-44d7-9f68-77d9e7c86b27 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/routers/4f508353-725a-4c2b-ac47-e252d12b9b97 HTTP/1.1" status: 204 len: 168 time: 0.7611792 Jul 22 23:57:13.459856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40574) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:13.590600 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5dd7cbf3-8d97-4cba-add2-c035137ada89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.598211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d4c348-78d9-4a39-ba03-a1e57254e5d5 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting subnet d0ea74d0-5429-455a-bb01-dc5597bd4a3e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:13.602665 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52d4c348-78d9-4a39-ba03-a1e57254e5d5 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.687382 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52d4c348-78d9-4a39-ba03-a1e57254e5d5 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.721593 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 93b15ead-a4d4-46d5-8d49-c67132580a2c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:13.925516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 93b15ead-a4d4-46d5-8d49-c67132580a2c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:13.945959 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 93b15ead-a4d4-46d5-8d49-c67132580a2c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:13.946614 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:14.042990 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:14.064110 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52d4c348-78d9-4a39-ba03-a1e57254e5d5 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:14.179693 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:14.202792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 93b15ead-a4d4-46d5-8d49-c67132580a2c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=93b15ead-a4d4-46d5-8d49-c67132580a2c,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:14.210343 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:14.219107 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52d4c348-78d9-4a39-ba03-a1e57254e5d5 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:14.268121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4c348-78d9-4a39-ba03-a1e57254e5d5 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ea74d0-5429-455a-bb01-dc5597bd4a3e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:14.282557 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-52d4c348-78d9-4a39-ba03-a1e57254e5d5 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:14.288176 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-52d4c348-78d9-4a39-ba03-a1e57254e5d5 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/d0ea74d0-5429-455a-bb01-dc5597bd4a3e HTTP/1.1" status: 204 len: 168 time: 0.8248167 Jul 22 23:57:14.288394 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40590) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:14.297266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=93b15ead-a4d4-46d5-8d49-c67132580a2c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:14.301144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496fbc82-fb25-494c-bbed-49298d9f7b82 None None] Network c6d12171-e394-4a17-a380-b67dbbb98f90 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:14.416380 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd7cbf3-8d97-4cba-add2-c035137ada89 admin admin] Router 87d859f5-3571-4e72-a43f-93393fa5a513 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:57:14.432772 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:14.557955 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting port 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:14.570166 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:14.599169 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f256257-0d39-49a3-bfa1-78e2eb8adc1c None None] DHCP port deletion for c6d12171-e394-4a17-a380-b67dbbb98f90 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:57:14.696323 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0f256257-0d39-49a3-bfa1-78e2eb8adc1c None None] Deleting port 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:14.696829 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f256257-0d39-49a3-bfa1-78e2eb8adc1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:14.704238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] For port 4f760fa9-b701-4df8-a8f2-c4db6a0c6143, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4f760fa9-b701-4df8-a8f2-c4db6a0c6143,segment=NetworkSegment(80ae5e5c-67c0-4abb-b9df-82ce6f0e4084),segment_id=80ae5e5c-67c0-4abb-b9df-82ce6f0e4084)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:14.705488 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:14.726355 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Calling delete_port for 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:14.795998 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0f256257-0d39-49a3-bfa1-78e2eb8adc1c None None] For port 4f760fa9-b701-4df8-a8f2-c4db6a0c6143, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4f760fa9-b701-4df8-a8f2-c4db6a0c6143,segment=NetworkSegment(80ae5e5c-67c0-4abb-b9df-82ce6f0e4084),segment_id=80ae5e5c-67c0-4abb-b9df-82ce6f0e4084)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:14.797912 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f256257-0d39-49a3-bfa1-78e2eb8adc1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:14.846237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0f256257-0d39-49a3-bfa1-78e2eb8adc1c None None] Calling delete_port for 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:14.858895 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Allocated IP 172.20.0.1 (8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0/7432b2b8-1300-4616-94b0-c603e71fe1a0/e259c54b-a755-4af3-85a0-d29f09456e99) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:14.868233 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:14.889728 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] No DVR routers for this DVR port 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:14.960614 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Port': ['ID=4f760fa9-b701-4df8-a8f2-c4db6a0c6143,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:57:15.015232 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 22 23:57:15.025583 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f256257-0d39-49a3-bfa1-78e2eb8adc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.053458 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f256257-0d39-49a3-bfa1-78e2eb8adc1c None None] Pushing event deleted for resources: {'Port': ['ID=4f760fa9-b701-4df8-a8f2-c4db6a0c6143,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:15.081216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f256257-0d39-49a3-bfa1-78e2eb8adc1c None None] No DVR routers for this DVR port 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:15.125262 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.127495 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.142794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d12171-e394-4a17-a380-b67dbbb98f90']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:15.155550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ae5e5c-67c0-4abb-b9df-82ce6f0e4084') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:15.156161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ae5e5c-67c0-4abb-b9df-82ce6f0e4084') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:15.160334 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Transition to ACTIVE for port object e259c54b-a755-4af3-85a0-d29f09456e99 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:15.171122 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.187773 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.197854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:15.198125 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.207824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6105bac7-cbc5-4274-ba56-8f4615374100 None None] Network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:15.251787 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd7cbf3-8d97-4cba-add2-c035137ada89 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:15.262526 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5dd7cbf3-8d97-4cba-add2-c035137ada89 admin admin] 10.222.0.26 "PUT /v2.0/routers/87d859f5-3571-4e72-a43f-93393fa5a513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7674613 Jul 22 23:57:15.263222 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40606) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:15.274025 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:15.276864 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770af7a5-cb55-4d20-816b-2a2272e65a2d None None] Sync routers for ids ['87d859f5-3571-4e72-a43f-93393fa5a513'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:15.364636 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770af7a5-cb55-4d20-816b-2a2272e65a2d None None] Routers {'87d859f5-3571-4e72-a43f-93393fa5a513'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:15.368603 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-770af7a5-cb55-4d20-816b-2a2272e65a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['87d859f5-3571-4e72-a43f-93393fa5a513'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:15.410420 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.422611 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.430593 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/networks/c6d12171-e394-4a17-a380-b67dbbb98f90 HTTP/1.1" status: 204 len: 168 time: 1.1407948 Jul 22 23:57:15.432178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40610) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:15.450304 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e67342f7-74b9-4385-bd76-678f1cdaf658 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-390228548', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:15.455385 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-054bf01c-5fe3-4646-ad2e-1825919aaf48 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.483146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d5836-9ed4-4a55-bf05-01e206f624ca tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Network': ['ID=c6d12171-e394-4a17-a380-b67dbbb98f90,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:15.508802 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a93482e1-91a6-486d-899d-4a079afb43ed None None] Provisioning for port 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:15.513770 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e67342f7-74b9-4385-bd76-678f1cdaf658 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.514929 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e67342f7-74b9-4385-bd76-678f1cdaf658 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.595151 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e67342f7-74b9-4385-bd76-678f1cdaf658 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.602487 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e67342f7-74b9-4385-bd76-678f1cdaf658 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.631515 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e67342f7-74b9-4385-bd76-678f1cdaf658 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.635652 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e67342f7-74b9-4385-bd76-678f1cdaf658 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1914010 Jul 22 23:57:15.637395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:15.642609 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-eff36918-3cd8-423a-a5cc-b037ba52263d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-515924499'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:15.676031 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff36918-3cd8-423a-a5cc-b037ba52263d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:15.681957 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eff36918-3cd8-423a-a5cc-b037ba52263d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.696057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:15.716663 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff36918-3cd8-423a-a5cc-b037ba52263d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:15.729814 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eff36918-3cd8-423a-a5cc-b037ba52263d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.730346 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-eff36918-3cd8-423a-a5cc-b037ba52263d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Added segment 4224fd6e-0b9e-4a45-b17b-8aed54788b7a of type vlan for network a9abdc7d-7190-4b24-b2d4-3122d399b23e Jul 22 23:57:15.759050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-770af7a5-cb55-4d20-816b-2a2272e65a2d None None] Set router 87d859f5-3571-4e72-a43f-93393fa5a513 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:15.785328 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eff36918-3cd8-423a-a5cc-b037ba52263d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.826171 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eff36918-3cd8-423a-a5cc-b037ba52263d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.834763 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff36918-3cd8-423a-a5cc-b037ba52263d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:15.835547 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eff36918-3cd8-423a-a5cc-b037ba52263d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.859125 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:15.870535 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:15.870973 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.887631 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-eff36918-3cd8-423a-a5cc-b037ba52263d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2472668 Jul 22 23:57:15.889021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40614) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:15.894896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9c912c11-fbe9-4730-8f63-6f97795945fb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'subnet': {'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:15.998968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff36918-3cd8-423a-a5cc-b037ba52263d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Network': ['ID=a9abdc7d-7190-4b24-b2d4-3122d399b23e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:16.034382 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.040518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network a9abdc7d-7190-4b24-b2d4-3122d399b23e details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:16.042324 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-054bf01c-5fe3-4646-ad2e-1825919aaf48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.060376 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.125277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=17ba11c8-6ba8-4c24-961b-1bc4f61b1d58,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:16.131859 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c912c11-fbe9-4730-8f63-6f97795945fb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:16.142579 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c912c11-fbe9-4730-8f63-6f97795945fb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.165697 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.166261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 93b15ead-a4d4-46d5-8d49-c67132580a2c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:16.201558 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:16.210138 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:16.217828 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:16.267418 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=e259c54b-a755-4af3-85a0-d29f09456e99,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:16.288413 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-054bf01c-5fe3-4646-ad2e-1825919aaf48 admin admin] Deleting port 15393229-bf20-43d1-96b4-ba57b767e306 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:16.288752 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-054bf01c-5fe3-4646-ad2e-1825919aaf48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.363022 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.416323 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=17ba11c8-6ba8-4c24-961b-1bc4f61b1d58,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:16.467714 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c8792350-3b7a-4825-9033-45bc2c3d812c None None] Provisioning complete for port 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:16.468367 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8792350-3b7a-4825-9033-45bc2c3d812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.587290 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c912c11-fbe9-4730-8f63-6f97795945fb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.702249 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 93b15ead-a4d4-46d5-8d49-c67132580a2c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:16.702629 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.702769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c912c11-fbe9-4730-8f63-6f97795945fb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Subnet': ['ID=fd9effde-cdcf-4570-8f9b-712a26332960,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:16.730841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-054bf01c-5fe3-4646-ad2e-1825919aaf48 admin admin] For port 15393229-bf20-43d1-96b4-ba57b767e306, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=15393229-bf20-43d1-96b4-ba57b767e306,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:16.731224 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-054bf01c-5fe3-4646-ad2e-1825919aaf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.759089 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c912c11-fbe9-4730-8f63-6f97795945fb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Checking segment: {'id': '4224fd6e-0b9e-4a45-b17b-8aed54788b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:16.759624 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c912c11-fbe9-4730-8f63-6f97795945fb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network hostable DHCP agents. Network: a9abdc7d-7190-4b24-b2d4-3122d399b23e, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:16.766557 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-054bf01c-5fe3-4646-ad2e-1825919aaf48 admin admin] Calling delete_port for 15393229-bf20-43d1-96b4-ba57b767e306 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:16.783385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c912c11-fbe9-4730-8f63-6f97795945fb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network a9abdc7d-7190-4b24-b2d4-3122d399b23e is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:16.798242 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.800502 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9c912c11-fbe9-4730-8f63-6f97795945fb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, a9abdc7d-7190-4b24-b2d4-3122d399b23e) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:16.817911 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c912c11-fbe9-4730-8f63-6f97795945fb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:16.819507 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9c912c11-fbe9-4730-8f63-6f97795945fb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.844466 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9c912c11-fbe9-4730-8f63-6f97795945fb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9537024 Jul 22 23:57:16.846757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40638) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:16.877742 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.886414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13a76d8-59bd-43eb-9ecc-0a49d5a26c69 None None] Network a9abdc7d-7190-4b24-b2d4-3122d399b23e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:16.939974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-770af7a5-cb55-4d20-816b-2a2272e65a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'name': 'tempest-TestAggregatesBasicOps-278421725-router', 'tenant_id': 'c76aa310169644c994f87b9d43707a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '15393229-bf20-43d1-96b4-ba57b767e306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:43Z', 'updated_at': '2021-07-22T23:57:12Z', 'revision_number': 5, 'project_id': 'c76aa310169644c994f87b9d43707a5d', 'gw_port': {'id': '15393229-bf20-43d1-96b4-ba57b767e306', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:56:44Z', 'updated_at': '2021-07-22T23:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:16.980649 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770af7a5-cb55-4d20-816b-2a2272e65a2d None None] Checking router: 87d859f5-3571-4e72-a43f-93393fa5a513 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:17.116204 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770af7a5-cb55-4d20-816b-2a2272e65a2d None None] Routers {'87d859f5-3571-4e72-a43f-93393fa5a513'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:17.130770 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-770af7a5-cb55-4d20-816b-2a2272e65a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['87d859f5-3571-4e72-a43f-93393fa5a513'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:17.368372 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.379424 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.438968 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-53845fd7-1ee6-4be9-af6e-ca2f5e49a382 None None] Provisioning for port e259c54b-a755-4af3-85a0-d29f09456e99 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:17.446008 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-53845fd7-1ee6-4be9-af6e-ca2f5e49a382 None None] Provisioning complete for port e259c54b-a755-4af3-85a0-d29f09456e99 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:17.446662 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53845fd7-1ee6-4be9-af6e-ca2f5e49a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.535310 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-53845fd7-1ee6-4be9-af6e-ca2f5e49a382 None None] Port e259c54b-a755-4af3-85a0-d29f09456e99 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:17.541297 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-770af7a5-cb55-4d20-816b-2a2272e65a2d None None] Set router 87d859f5-3571-4e72-a43f-93393fa5a513 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:17.569458 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.576670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:17.590554 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=e259c54b-a755-4af3-85a0-d29f09456e99,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:17.651658 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-770af7a5-cb55-4d20-816b-2a2272e65a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'name': 'tempest-TestAggregatesBasicOps-278421725-router', 'tenant_id': 'c76aa310169644c994f87b9d43707a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:43Z', 'updated_at': '2021-07-22T23:57:16Z', 'revision_number': 6, 'project_id': 'c76aa310169644c994f87b9d43707a5d', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:17.654801 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:17.655545 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4f760fa9-b701-4df8-a8f2-c4db6a0c6143 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:17.690391 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:57:17.692490 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.709496 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770af7a5-cb55-4d20-816b-2a2272e65a2d None None] The sync data for ids ['87d859f5-3571-4e72-a43f-93393fa5a513'] in n-d-688802-2 is: [{'id': '87d859f5-3571-4e72-a43f-93393fa5a513', 'name': 'tempest-TestAggregatesBasicOps-278421725-router', 'tenant_id': 'c76aa310169644c994f87b9d43707a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:56:43Z', 'updated_at': '2021-07-22T23:57:16Z', 'revision_number': 6, 'project_id': 'c76aa310169644c994f87b9d43707a5d', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:17.711969 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-054bf01c-5fe3-4646-ad2e-1825919aaf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.732987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:17.753198 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:17.801482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bf01c-5fe3-4646-ad2e-1825919aaf48 admin admin] Pushing event deleted for resources: {'Port': ['ID=15393229-bf20-43d1-96b4-ba57b767e306,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:17.899418 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Allocated IP 2001:db8::2 (a9abdc7d-7190-4b24-b2d4-3122d399b23e/fd9effde-cdcf-4570-8f9b-712a26332960/8dab5396-6304-4a00-b9b1-956cf5486fd0) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:18.016546 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.033407 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-054bf01c-5fe3-4646-ad2e-1825919aaf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.141389 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router ccfb0844-93b3-471d-a3fc-22701ac76b6a has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:57:18.152331 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.165847 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Transition to ACTIVE for port object 8dab5396-6304-4a00-b9b1-956cf5486fd0 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:18.181285 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:18.216465 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-054bf01c-5fe3-4646-ad2e-1825919aaf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.220105 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-054bf01c-5fe3-4646-ad2e-1825919aaf48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.237238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Transition to ACTIVE for port object 8dab5396-6304-4a00-b9b1-956cf5486fd0 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:18.279172 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.352814 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-054bf01c-5fe3-4646-ad2e-1825919aaf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.353364 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054bf01c-5fe3-4646-ad2e-1825919aaf48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87d859f5-3571-4e72-a43f-93393fa5a513 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:57:18.362064 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-054bf01c-5fe3-4646-ad2e-1825919aaf48 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.369124 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40652) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:18.369292 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-054bf01c-5fe3-4646-ad2e-1825919aaf48 admin admin] 10.222.0.26 "DELETE /v2.0/routers/87d859f5-3571-4e72-a43f-93393fa5a513 HTTP/1.1" status: 204 len: 168 time: 3.1029723 Jul 22 23:57:18.389511 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Network a9abdc7d-7190-4b24-b2d4-3122d399b23e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:18.394446 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:18.402956 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:18.404445 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:18.420869 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dc79e3d9-3c2a-4a4a-86e1-685da2406519 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "PUT /v2.0/routers/ccfb0844-93b3-471d-a3fc-22701ac76b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7417562 Jul 22 23:57:18.426092 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Sync routers for ids ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:18.441042 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Routers {'ccfb0844-93b3-471d-a3fc-22701ac76b6a'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:18.442745 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:18.562603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Allocated IP 2001:db8::1 (a9abdc7d-7190-4b24-b2d4-3122d399b23e/fd9effde-cdcf-4570-8f9b-712a26332960/22a5777a-68c7-492e-b929-d60c08464d24) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:18.571141 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Set router ccfb0844-93b3-471d-a3fc-22701ac76b6a gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:18.620112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a1c3bcee-ee4a-4f18-be80-77eb3fc17b3f None None] Provisioning complete for port e259c54b-a755-4af3-85a0-d29f09456e99 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:18.628175 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1c3bcee-ee4a-4f18-be80-77eb3fc17b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.633543 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Pushing event updated for resources: {'Port': ['ID=8dab5396-6304-4a00-b9b1-956cf5486fd0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:18.715453 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:18.715827 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.740062 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.756722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Transition to ACTIVE for port object 22a5777a-68c7-492e-b929-d60c08464d24 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:18.759898 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Attempting to bind port 8dab5396-6304-4a00-b9b1-956cf5486fd0 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:18.760276 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Attempting to bind port 8dab5396-6304-4a00-b9b1-956cf5486fd0 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '4224fd6e-0b9e-4a45-b17b-8aed54788b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:18.774360 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Attempting to bind port 8dab5396-6304-4a00-b9b1-956cf5486fd0 on network a9abdc7d-7190-4b24-b2d4-3122d399b23e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:18.815650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3bcee-ee4a-4f18-be80-77eb3fc17b3f None None] Port e259c54b-a755-4af3-85a0-d29f09456e99 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:18.835602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-889e9a19-b7ff-444a-ba41-43f0826518d0 admin admin] Deleting subnet 253649df-93d1-4a02-ab8c-1acd7a837a49 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:18.848040 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-889e9a19-b7ff-444a-ba41-43f0826518d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.851979 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:18.852633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Checking segment: {'id': '4224fd6e-0b9e-4a45-b17b-8aed54788b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:18.853258 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.854203 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Bound using segment: {'id': '4224fd6e-0b9e-4a45-b17b-8aed54788b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:18.855000 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Bound port: 8dab5396-6304-4a00-b9b1-956cf5486fd0, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4224fd6e-0b9e-4a45-b17b-8aed54788b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:18.855564 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.881790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-63ebf3c7-466d-4b36-a1b2-f85f37f9395a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41094269&fields=id&tenant_id=08e6f590bb3047c8a7f2021edeaee884 HTTP/1.1" status: 200 len: 267 time: 0.1180780 Jul 22 23:57:18.910330 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.950991 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-889e9a19-b7ff-444a-ba41-43f0826518d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.020772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] For port 8dab5396-6304-4a00-b9b1-956cf5486fd0, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:19.027891 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] For port 8dab5396-6304-4a00-b9b1-956cf5486fd0, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8dab5396-6304-4a00-b9b1-956cf5486fd0,segment=NetworkSegment(4224fd6e-0b9e-4a45-b17b-8aed54788b7a),segment_id=4224fd6e-0b9e-4a45-b17b-8aed54788b7a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:19.040444 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.072395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network a9abdc7d-7190-4b24-b2d4-3122d399b23e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:19.074117 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897002350', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:03Z', 'updated_at': '2021-07-22T23:57:16Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:05Z', 'updated_at': '2021-07-22T23:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'e259c54b-a755-4af3-85a0-d29f09456e99', 'name': '', 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:32:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:14Z', 'updated_at': '2021-07-22T23:57:17Z', 'revision_number': 2, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:19.090936 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:19.110467 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Checking router: ccfb0844-93b3-471d-a3fc-22701ac76b6a for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:19.112251 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Updating router ccfb0844-93b3-471d-a3fc-22701ac76b6a port e259c54b-a755-4af3-85a0-d29f09456e99 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:57:19.119695 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=22a5777a-68c7-492e-b929-d60c08464d24,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:19.127952 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5139b3-1023-437d-a59b-ffbb9a0d2520 None None] Pushing event updated for resources: {'Port': ['ID=8dab5396-6304-4a00-b9b1-956cf5486fd0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:19.191708 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.207143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:19.207905 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.553171 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-889e9a19-b7ff-444a-ba41-43f0826518d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.608021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-935add16-d775-4b25-848b-035a728d78e0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:19.609628 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-935add16-d775-4b25-848b-035a728d78e0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/networks?id=8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 HTTP/1.1" status: 200 len: 796 time: 0.7149222 Jul 22 23:57:19.610500 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.626800 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Transition to ACTIVE for port object e259c54b-a755-4af3-85a0-d29f09456e99 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:19.636402 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.660746 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-a02584a3-ce24-4a5a-a815-3621981cf171 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/quotas/08e6f590bb3047c8a7f2021edeaee884 HTTP/1.1" status: 200 len: 375 time: 0.0337389 Jul 22 23:57:19.693162 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6aed4-1294-4faf-b580-ae2792a50354 None None] Pushing event updated for resources: {'Port': ['ID=e259c54b-a755-4af3-85a0-d29f09456e99,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:19.766767 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.823631 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-889e9a19-b7ff-444a-ba41-43f0826518d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.849832 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Attempting to bind port e259c54b-a755-4af3-85a0-d29f09456e99 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:19.850329 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Attempting to bind port e259c54b-a755-4af3-85a0-d29f09456e99 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:19.851003 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Attempting to bind port e259c54b-a755-4af3-85a0-d29f09456e99 on network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:19.868938 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:19.868938 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Checking segment: {'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:19.868938 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.868938 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Bound using segment: {'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:19.868938 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Bound port: e259c54b-a755-4af3-85a0-d29f09456e99, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:19.868938 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.939037 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-889e9a19-b7ff-444a-ba41-43f0826518d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.944254 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40676) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:19.945563 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c830c3c9-898c-4e79-9c88-92e34511799f None None] Network bb4f62b5-194b-4beb-9c1a-335fa0faa814 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:20.034337 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-889e9a19-b7ff-444a-ba41-43f0826518d0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/253649df-93d1-4a02-ab8c-1acd7a837a49 HTTP/1.1" status: 204 len: 168 time: 1.6625164 Jul 22 23:57:20.080146 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-060ffb77-830c-4b7c-8b12-ea406e0f3aa3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3941095 Jul 22 23:57:20.081193 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e9a19-b7ff-444a-ba41-43f0826518d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=253649df-93d1-4a02-ab8c-1acd7a837a49,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:20.239195 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] For port e259c54b-a755-4af3-85a0-d29f09456e99, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:20.260003 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] For port e259c54b-a755-4af3-85a0-d29f09456e99, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e259c54b-a755-4af3-85a0-d29f09456e99,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:20.268735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8dab5396-6304-4a00-b9b1-956cf5486fd0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:20.273134 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.422585 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.427358 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 8dab5396-6304-4a00-b9b1-956cf5486fd0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:20.477949 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Routers {'ccfb0844-93b3-471d-a3fc-22701ac76b6a'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:20.478454 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:20.483451 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6aed4-1294-4faf-b580-ae2792a50354 None None] Pushing event updated for resources: {'Port': ['ID=e259c54b-a755-4af3-85a0-d29f09456e99,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:20.645427 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd9f390-45ab-4719-bd4e-f8e21f2cb37c None None] DHCP port deletion for bb4f62b5-194b-4beb-9c1a-335fa0faa814 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:57:20.666161 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] Deleting port 4b500c46-20cd-4a72-ac27-5da36cf209c6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:20.666814 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.744443 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 15393229-bf20-43d1-96b4-ba57b767e306 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:20.788339 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] Set router ccfb0844-93b3-471d-a3fc-22701ac76b6a gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:20.839199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] For port 4b500c46-20cd-4a72-ac27-5da36cf209c6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4b500c46-20cd-4a72-ac27-5da36cf209c6,segment=NetworkSegment(23b27254-1df7-4a66-9951-40ad5f62fc3f),segment_id=23b27254-1df7-4a66-9951-40ad5f62fc3f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:20.839579 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.854059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 15393229-bf20-43d1-96b4-ba57b767e306 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:20.854561 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 15393229-bf20-43d1-96b4-ba57b767e306 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:20.855088 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9146f788-2100-4538-92ad-4e2774973fa1 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:20.870419 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] Calling delete_port for 4b500c46-20cd-4a72-ac27-5da36cf209c6 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:20.926565 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 9146f788-2100-4538-92ad-4e2774973fa1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:20.930371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9146f788-2100-4538-92ad-4e2774973fa1 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:21.008516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad0aa88-3a2a-4e43-8113-a1622728a9b4 None None] Network a9abdc7d-7190-4b24-b2d4-3122d399b23e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:21.031630 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.040568 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-28423c96-32ee-4f0d-a11d-c759000431b0 service neutron] 10.222.0.26 "GET /v2.0/networks/8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9117136 Jul 22 23:57:21.042318 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.043386 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.122850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=22a5777a-68c7-492e-b929-d60c08464d24,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:21.131500 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.155016 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b500c46-20cd-4a72-ac27-5da36cf209c6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:21.163564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9f390-45ab-4719-bd4e-f8e21f2cb37c None None] Deleting port 4b500c46-20cd-4a72-ac27-5da36cf209c6 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:21.163947 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f390-45ab-4719-bd4e-f8e21f2cb37c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.171860 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] No DVR routers for this DVR port 4b500c46-20cd-4a72-ac27-5da36cf209c6 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:21.256075 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897002350', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:03Z', 'updated_at': '2021-07-22T23:57:16Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:05Z', 'updated_at': '2021-07-22T23:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'e259c54b-a755-4af3-85a0-d29f09456e99', 'name': '', 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:32:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:14Z', 'updated_at': '2021-07-22T23:57:20Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:21.316270 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.339522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4f62b5-194b-4beb-9c1a-335fa0faa814']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:21.343389 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-2c93b1f7-6f3d-4d4f-b70c-8ff670276aea service neutron] 10.222.0.26 "GET /v2.0/networks/8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955668 Jul 22 23:57:21.355013 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network a9abdc7d-7190-4b24-b2d4-3122d399b23e is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:21.356999 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a145919-c154-484d-9a48-8cbc40ecd40e None None] The sync data for ids ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'] in n-d-688802-2 is: [{'id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897002350', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:03Z', 'updated_at': '2021-07-22T23:57:16Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:05Z', 'updated_at': '2021-07-22T23:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'e259c54b-a755-4af3-85a0-d29f09456e99', 'name': '', 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:32:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:14Z', 'updated_at': '2021-07-22T23:57:20Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:21.358940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:21.370779 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b27254-1df7-4a66-9951-40ad5f62fc3f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:21.371313 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b27254-1df7-4a66-9951-40ad5f62fc3f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:21.403024 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ddd9f390-45ab-4719-bd4e-f8e21f2cb37c None None] For port 4b500c46-20cd-4a72-ac27-5da36cf209c6, host n-d-688802-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:21.403434 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f390-45ab-4719-bd4e-f8e21f2cb37c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.404555 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.444293 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9f390-45ab-4719-bd4e-f8e21f2cb37c None None] Calling delete_port for 4b500c46-20cd-4a72-ac27-5da36cf209c6 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:21.452914 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.456943 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-ddd9f390-45ab-4719-bd4e-f8e21f2cb37c None None] Port 4b500c46-20cd-4a72-ac27-5da36cf209c6 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:57:21.459096 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f390-45ab-4719-bd4e-f8e21f2cb37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.462452 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:21.462870 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:21.553748 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:21.562718 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.578109 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.585768 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bb4f62b5-194b-4beb-9c1a-335fa0faa814 HTTP/1.1" status: 204 len: 168 time: 1.6386545 Jul 22 23:57:21.620391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91de23-539f-4f38-9524-ffebc2740eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4f62b5-194b-4beb-9c1a-335fa0faa814,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:21.686622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9f390-45ab-4719-bd4e-f8e21f2cb37c None None] Pushing event deleted for resources: {'Port': ['ID=4b500c46-20cd-4a72-ac27-5da36cf209c6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:21.752273 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd9f390-45ab-4719-bd4e-f8e21f2cb37c None None] No DVR routers for this DVR port 4b500c46-20cd-4a72-ac27-5da36cf209c6 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:21.786693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c36d1e5b-2bb4-4551-8b86-4fe08b9f7947 None None] Provisioning for port 8dab5396-6304-4a00-b9b1-956cf5486fd0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:21.792295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c36d1e5b-2bb4-4551-8b86-4fe08b9f7947 None None] Provisioning complete for port 8dab5396-6304-4a00-b9b1-956cf5486fd0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:21.792962 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c36d1e5b-2bb4-4551-8b86-4fe08b9f7947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.927858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e794cbcd-084d-4645-8284-0a3880e7bdb7 req-8aa11730-f5ca-434e-ae8b-94854ccc2410 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 210 time: 0.1734762 Jul 22 23:57:21.930184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router cfd5dba4-b59f-4cd0-9706-55abd54ce366 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:57:21.976378 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c36d1e5b-2bb4-4551-8b86-4fe08b9f7947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.982050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e259c54b-a755-4af3-85a0-d29f09456e99 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:22.093619 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:22.228566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c36d1e5b-2bb4-4551-8b86-4fe08b9f7947 None None] For port 8dab5396-6304-4a00-b9b1-956cf5486fd0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8dab5396-6304-4a00-b9b1-956cf5486fd0,segment=NetworkSegment(4224fd6e-0b9e-4a45-b17b-8aed54788b7a),segment_id=4224fd6e-0b9e-4a45-b17b-8aed54788b7a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:22.253007 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-81097e54-c95e-445f-84a9-7569e373438e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d37639446afd4edc8c47ab042c9c8ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580215 Jul 22 23:57:22.259620 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40710) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:22.269854 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c36d1e5b-2bb4-4551-8b86-4fe08b9f7947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:22.285271 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:22.298918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-60da8128-4fbd-4963-928f-bb358c74898b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/cfd5dba4-b59f-4cd0-9706-55abd54ce366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4502044 Jul 22 23:57:22.302372 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40712) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:22.309030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2a99def8-2753-41a1-a41e-5edd47234beb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1781369269'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:22.365054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a99def8-2753-41a1-a41e-5edd47234beb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:22.369617 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a99def8-2753-41a1-a41e-5edd47234beb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:22.388485 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0114a712-629a-440c-bb58-658e58e1fdf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:22.423340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a99def8-2753-41a1-a41e-5edd47234beb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:22.461710 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0114a712-629a-440c-bb58-658e58e1fdf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:22.464526 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a99def8-2753-41a1-a41e-5edd47234beb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:22.468639 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-2a99def8-2753-41a1-a41e-5edd47234beb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Added segment 88125147-7e4d-49ce-8761-48d627d517d3 of type vlan for network 18aa0a1a-03a6-48d8-a853-176f23581e2b Jul 22 23:57:22.490987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d1e5b-2bb4-4551-8b86-4fe08b9f7947 None None] Pushing event updated for resources: {'Port': ['ID=8dab5396-6304-4a00-b9b1-956cf5486fd0,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:22.493835 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Sync routers for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:22.568471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:22.569135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:22.605205 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0114a712-629a-440c-bb58-658e58e1fdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:22.607898 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0114a712-629a-440c-bb58-658e58e1fdf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:22.610698 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0114a712-629a-440c-bb58-658e58e1fdf7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f929bb0b-2291-47e3-9c4f-5313fa686953 HTTP/1.1" status: 204 len: 168 time: 0.3497164 Jul 22 23:57:22.653272 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a99def8-2753-41a1-a41e-5edd47234beb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:22.658684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114a712-629a-440c-bb58-658e58e1fdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f929bb0b-2291-47e3-9c4f-5313fa686953,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:22.787769 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a99def8-2753-41a1-a41e-5edd47234beb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:22.808688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a99def8-2753-41a1-a41e-5edd47234beb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:22.819964 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a99def8-2753-41a1-a41e-5edd47234beb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:22.891963 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2a99def8-2753-41a1-a41e-5edd47234beb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5869045 Jul 22 23:57:22.893487 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40726) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:22.899422 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-274d0ac0-e9e6-49b2-9cdb-da94d0907f03 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'subnet': {'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:23.191666 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:23.200647 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port e259c54b-a755-4af3-85a0-d29f09456e99 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:23.212416 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad7cd5a8-83f3-4c86-94d3-eb2ea78e2cac None None] Provisioning for port 22a5777a-68c7-492e-b929-d60c08464d24 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:23.222642 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f63404c9-8141-4d10-8929-4b2a9bdaab91 req-7c5624b9-7c79-4142-b69e-1f7e61e4926b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 210 time: 0.0880435 Jul 22 23:57:23.226597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99def8-2753-41a1-a41e-5edd47234beb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Network': ['ID=18aa0a1a-03a6-48d8-a853-176f23581e2b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:23.267880 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e259c54b-a755-4af3-85a0-d29f09456e99 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:23.268716 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.320228 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274d0ac0-e9e6-49b2-9cdb-da94d0907f03 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:23.323988 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-274d0ac0-e9e6-49b2-9cdb-da94d0907f03 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.375600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad7cd5a8-83f3-4c86-94d3-eb2ea78e2cac None None] Provisioning complete for port 22a5777a-68c7-492e-b929-d60c08464d24 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:23.377478 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd5a8-83f3-4c86-94d3-eb2ea78e2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.608078 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ad7cd5a8-83f3-4c86-94d3-eb2ea78e2cac None None] Port 22a5777a-68c7-492e-b929-d60c08464d24 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:23.621520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 18aa0a1a-03a6-48d8-a853-176f23581e2b details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:23.693662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:23.827495 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cc8ff0cb-2b7d-42fb-adab-7a0f3e816666 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c76aa310169644c994f87b9d43707a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326511 Jul 22 23:57:23.831055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40742) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:23.843198 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-274d0ac0-e9e6-49b2-9cdb-da94d0907f03 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.944678 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad7cd5a8-83f3-4c86-94d3-eb2ea78e2cac None None] Provisioning complete for port 8dab5396-6304-4a00-b9b1-956cf5486fd0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:23.945120 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd5a8-83f3-4c86-94d3-eb2ea78e2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.022681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d0ac0-e9e6-49b2-9cdb-da94d0907f03 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Subnet': ['ID=329794ee-a8d3-4c67-8431-a53c81952ba1,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:24.068666 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e70b4632-2911-4f85-9916-5ed9fbb3625d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.116370 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e70b4632-2911-4f85-9916-5ed9fbb3625d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.145590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-a3994468-8e66-4e9e-af69-e8b85143dd0a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:24.147579 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-a3994468-8e66-4e9e-af69-e8b85143dd0a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.18 "GET /v2.0/networks?id=8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 HTTP/1.1" status: 200 len: 796 time: 0.2870674 Jul 22 23:57:24.153987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274d0ac0-e9e6-49b2-9cdb-da94d0907f03 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Checking segment: {'id': '88125147-7e4d-49ce-8761-48d627d517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:24.156055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274d0ac0-e9e6-49b2-9cdb-da94d0907f03 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network hostable DHCP agents. Network: 18aa0a1a-03a6-48d8-a853-176f23581e2b, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:24.218926 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274d0ac0-e9e6-49b2-9cdb-da94d0907f03 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network 18aa0a1a-03a6-48d8-a853-176f23581e2b is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:24.235691 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-274d0ac0-e9e6-49b2-9cdb-da94d0907f03 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 18aa0a1a-03a6-48d8-a853-176f23581e2b) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:24.267502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274d0ac0-e9e6-49b2-9cdb-da94d0907f03 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:24.273400 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-274d0ac0-e9e6-49b2-9cdb-da94d0907f03 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.299995 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e70b4632-2911-4f85-9916-5ed9fbb3625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.307214 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-d23f3f1b-0ae0-4dda-8de4-8d32c6abb5f8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e6f590bb3047c8a7f2021edeaee884 HTTP/1.1" status: 200 len: 378 time: 0.1431847 Jul 22 23:57:24.308405 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e70b4632-2911-4f85-9916-5ed9fbb3625d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.312020 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e70b4632-2911-4f85-9916-5ed9fbb3625d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0441725-cf22-4760-a8bf-7c7b5fb518fa HTTP/1.1" status: 204 len: 168 time: 0.4777312 Jul 22 23:57:24.321718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-8198a17b-7a99-4bff-9c51-503b434a7ee2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'port': {'device_id': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0', 'admin_state_up': True, 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'security_groups': ['45f84579-fdd1-4831-bf71-7e2eebe2625d']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:24.337967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b4632-2911-4f85-9916-5ed9fbb3625d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0441725-cf22-4760-a8bf-7c7b5fb518fa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:24.356792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:24.357314 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-274d0ac0-e9e6-49b2-9cdb-da94d0907f03 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4617610 Jul 22 23:57:24.412589 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ade255a-6c03-4001-ad79-1f74354a30af None None] Network 18aa0a1a-03a6-48d8-a853-176f23581e2b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:24.609569 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-45fbefe9-a20a-498e-9e62-a5a45e55e31c req-8803b692-1005-4a46-99e2-b0e07b15da3b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 210 time: 0.1509616 Jul 22 23:57:24.783504 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.870935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-18aa0a1a-03a6-48d8-a853-176f23581e2b', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:57:24.871861 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.988095 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port e259c54b-a755-4af3-85a0-d29f09456e99, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e259c54b-a755-4af3-85a0-d29f09456e99,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:24.994244 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-8198a17b-7a99-4bff-9c51-503b434a7ee2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Made reservation on behalf of 08e6f590bb3047c8a7f2021edeaee884 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:25.009079 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-8198a17b-7a99-4bff-9c51-503b434a7ee2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:25.012065 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:25.047386 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:19Z', 'revision_number': 2, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:20Z', 'revision_number': 2, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:25.123418 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b97aedb8-4bf9-4f84-9c22-ec546f3ad86c None None] Provisioning complete for port 22a5777a-68c7-492e-b929-d60c08464d24 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:25.132908 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b97aedb8-4bf9-4f84-9c22-ec546f3ad86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:25.231627 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Checking router: cfd5dba4-b59f-4cd0-9706-55abd54ce366 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:25.231994 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Updating router cfd5dba4-b59f-4cd0-9706-55abd54ce366 port 22a5777a-68c7-492e-b929-d60c08464d24 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:57:25.234136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4b500c46-20cd-4a72-ac27-5da36cf209c6 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:25.260230 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=e259c54b-a755-4af3-85a0-d29f09456e99,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:25.334219 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 4b500c46-20cd-4a72-ac27-5da36cf209c6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:25.334483 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4b500c46-20cd-4a72-ac27-5da36cf209c6 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:25.371448 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b97aedb8-4bf9-4f84-9c22-ec546f3ad86c None None] Port 22a5777a-68c7-492e-b929-d60c08464d24 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:25.400108 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:25.420747 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Allocated IP 2001:db8:1::2 (18aa0a1a-03a6-48d8-a853-176f23581e2b/329794ee-a8d3-4c67-8431-a53c81952ba1/89ab1f6b-02ea-4e31-aaed-3193f1530ac3) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:25.517235 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e259c54b-a755-4af3-85a0-d29f09456e99 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:25.830279 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e259c54b-a755-4af3-85a0-d29f09456e99 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:25.830649 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:25.859205 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05230595-5259-4373-9541-e293d29b1703 req-f16a8a97-3486-478d-8c12-1c551044fb15 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 210 time: 0.1166384 Jul 22 23:57:25.959995 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:25.980589 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Transition to ACTIVE for port object 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:26.038911 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Transition to ACTIVE for port object 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:26.056496 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:26.098941 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8dab5396-6304-4a00-b9b1-956cf5486fd0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:26.104653 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:26.197618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Network 18aa0a1a-03a6-48d8-a853-176f23581e2b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:26.211733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:26.226698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:26.230564 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:26.243304 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Pushing event updated for resources: {'Port': ['ID=89ab1f6b-02ea-4e31-aaed-3193f1530ac3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:26.282956 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Transition to ACTIVE for port object 22a5777a-68c7-492e-b929-d60c08464d24 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:26.308956 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-8198a17b-7a99-4bff-9c51-503b434a7ee2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Allocated IP 172.20.0.13 (8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0/7432b2b8-1300-4616-94b0-c603e71fe1a0/2033d7c8-cfa0-467f-8e09-8ffd1e768fd4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:26.328213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Attempting to bind port 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:26.328587 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Attempting to bind port 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '88125147-7e4d-49ce-8761-48d627d517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:26.328957 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Attempting to bind port 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 on network 18aa0a1a-03a6-48d8-a853-176f23581e2b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:26.333415 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:26.336635 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 8dab5396-6304-4a00-b9b1-956cf5486fd0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:26.337084 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:26.372849 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:26.373260 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Checking segment: {'id': '88125147-7e4d-49ce-8761-48d627d517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:26.373666 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:26.374056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Bound using segment: {'id': '88125147-7e4d-49ce-8761-48d627d517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:26.374534 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Bound port: 89ab1f6b-02ea-4e31-aaed-3193f1530ac3, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88125147-7e4d-49ce-8761-48d627d517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:26.375129 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:26.462505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3a46-4396-40ce-8e80-c5a90545eec0 req-8d90d741-7835-4a71-8a39-d5cc5c62ea7c tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:26.467293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16ac3a46-4396-40ce-8e80-c5a90545eec0 req-8d90d741-7835-4a71-8a39-d5cc5c62ea7c tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 945 time: 0.5715506 Jul 22 23:57:26.508789 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200ba30-79e1-4ad8-a1da-38432fd95ba2 None None] Pushing event updated for resources: {'Port': ['ID=22a5777a-68c7-492e-b929-d60c08464d24,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:26.642485 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] For port 89ab1f6b-02ea-4e31-aaed-3193f1530ac3, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:26.668186 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] For port 89ab1f6b-02ea-4e31-aaed-3193f1530ac3, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=89ab1f6b-02ea-4e31-aaed-3193f1530ac3,segment=NetworkSegment(88125147-7e4d-49ce-8761-48d627d517d3),segment_id=88125147-7e4d-49ce-8761-48d627d517d3)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:26.674238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Attempting to bind port 22a5777a-68c7-492e-b929-d60c08464d24 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:26.674863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Attempting to bind port 22a5777a-68c7-492e-b929-d60c08464d24 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '4224fd6e-0b9e-4a45-b17b-8aed54788b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:26.675446 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Attempting to bind port 22a5777a-68c7-492e-b929-d60c08464d24 on network a9abdc7d-7190-4b24-b2d4-3122d399b23e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:26.679843 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:26.755543 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4244297-67a7-4eb8-943d-d461981db3fb None None] Pushing event updated for resources: {'Port': ['ID=89ab1f6b-02ea-4e31-aaed-3193f1530ac3,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:26.765754 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:26.766178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Checking segment: {'id': '4224fd6e-0b9e-4a45-b17b-8aed54788b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:26.766527 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:26.766907 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Bound using segment: {'id': '4224fd6e-0b9e-4a45-b17b-8aed54788b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:26.767406 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Bound port: 22a5777a-68c7-492e-b929-d60c08464d24, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4224fd6e-0b9e-4a45-b17b-8aed54788b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:26.767780 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:26.918362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] For port 22a5777a-68c7-492e-b929-d60c08464d24, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:26.921894 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] For port 22a5777a-68c7-492e-b929-d60c08464d24, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=22a5777a-68c7-492e-b929-d60c08464d24,segment=NetworkSegment(4224fd6e-0b9e-4a45-b17b-8aed54788b7a),segment_id=4224fd6e-0b9e-4a45-b17b-8aed54788b7a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:26.933954 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:26.952640 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-8198a17b-7a99-4bff-9c51-503b434a7ee2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:26.968844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-8198a17b-7a99-4bff-9c51-503b434a7ee2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Transition to ACTIVE for port object 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:27.168884 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40828) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:27.337976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16ac3a46-4396-40ce-8e80-c5a90545eec0 req-611ebd8c-7d2c-4216-8ea4-65c6b791ebd9 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6020148 Jul 22 23:57:27.337976 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Allocated IP 2001:db8:1::1 (18aa0a1a-03a6-48d8-a853-176f23581e2b/329794ee-a8d3-4c67-8431-a53c81952ba1/05d06b71-a6ba-4218-9db8-75c940202454) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:27.337976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9df8ebc4-4808-480d-8575-0f3218ac0ec6 req-36b74b7b-5126-49a4-afd2-3f48c99a71ff tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 210 time: 0.1791091 Jul 22 23:57:27.337976 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-8198a17b-7a99-4bff-9c51-503b434a7ee2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:27.451481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198a17b-7a99-4bff-9c51-503b434a7ee2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:27.452954 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-601af8a6-5f15-49f4-b5a0-d43e5c03dfa5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'network': {'name': 'tempest-network-smoke--1890031267', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'port_security_enabled': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:27.472110 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200ba30-79e1-4ad8-a1da-38432fd95ba2 None None] Pushing event updated for resources: {'Port': ['ID=22a5777a-68c7-492e-b929-d60c08464d24,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:27.561908 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601af8a6-5f15-49f4-b5a0-d43e5c03dfa5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Made reservation on behalf of d28b015edbb34eaeb96f7c2c259b971a for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:27.565119 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:27.566798 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-601af8a6-5f15-49f4-b5a0-d43e5c03dfa5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:27.579557 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-601af8a6-5f15-49f4-b5a0-d43e5c03dfa5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:27.595292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:27.596662 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:27.613301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-8198a17b-7a99-4bff-9c51-503b434a7ee2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:27.618953 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-8198a17b-7a99-4bff-9c51-503b434a7ee2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:27.648353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-8198a17b-7a99-4bff-9c51-503b434a7ee2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:27.794628 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:27.829259 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-601af8a6-5f15-49f4-b5a0-d43e5c03dfa5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:27.837563 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-601af8a6-5f15-49f4-b5a0-d43e5c03dfa5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:27.901970 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d36e7e-6680-4631-ad7d-abe7796ec0f7 req-2bbae2b1-a344-4e3b-b3f8-c2052b29478b tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:27.912159 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91d36e7e-6680-4631-ad7d-abe7796ec0f7 req-2bbae2b1-a344-4e3b-b3f8-c2052b29478b tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.95 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 945 time: 0.4627128 Jul 22 23:57:27.916980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Transition to ACTIVE for port object 05d06b71-a6ba-4218-9db8-75c940202454 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:27.936252 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-8198a17b-7a99-4bff-9c51-503b434a7ee2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:27.938561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601af8a6-5f15-49f4-b5a0-d43e5c03dfa5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:27.947383 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-8198a17b-7a99-4bff-9c51-503b434a7ee2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:27.976605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:28.012515 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-601af8a6-5f15-49f4-b5a0-d43e5c03dfa5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.012515 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-601af8a6-5f15-49f4-b5a0-d43e5c03dfa5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Added segment 47576603-30f9-4f2a-a8dd-903a47183eef of type vlan for network 6f56a743-bb78-4e83-b4ae-4af4cbcce270 Jul 22 23:57:28.012515 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601af8a6-5f15-49f4-b5a0-d43e5c03dfa5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415bff06-fc60-4daa-81d0-1d98c9cc35d3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:28.060604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:28.081565 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-601af8a6-5f15-49f4-b5a0-d43e5c03dfa5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.136615 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-601af8a6-5f15-49f4-b5a0-d43e5c03dfa5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.183681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601af8a6-5f15-49f4-b5a0-d43e5c03dfa5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:28.186753 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-601af8a6-5f15-49f4-b5a0-d43e5c03dfa5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.224675 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-8198a17b-7a99-4bff-9c51-503b434a7ee2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9089098 Jul 22 23:57:28.265020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Request body: {'port': {'device_id': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:28.310118 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-601af8a6-5f15-49f4-b5a0-d43e5c03dfa5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2391531 Jul 22 23:57:28.311280 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40856) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:28.396877 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'admin_state_up': True, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:28.409714 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:19Z', 'revision_number': 2, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:26Z', 'revision_number': 4, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:28.463254 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601af8a6-5f15-49f4-b5a0-d43e5c03dfa5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Network': ['ID=6f56a743-bb78-4e83-b4ae-4af4cbcce270,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:28.484334 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.485420 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.529371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ccb8c-884f-401e-80b4-443fbc61b028 None None] The sync data for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 is: [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:19Z', 'revision_number': 2, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:26Z', 'revision_number': 4, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:28.539563 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 6f56a743-bb78-4e83-b4ae-4af4cbcce270 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:28.560221 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.575142 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce52fbb0-261e-4363-ac64-1b2e285bb31b req-bbf5a54a-093d-48f0-8847-b8fbac143692 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6054177 Jul 22 23:57:28.624384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b805b98a-b1be-4fc5-a12b-8230b7fc21dc None None] Network 18aa0a1a-03a6-48d8-a853-176f23581e2b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:28.651535 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.727898 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4f621a1d-605b-4a8e-baff-8bc431d50901 None None] Provisioning for port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:28.767194 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4f621a1d-605b-4a8e-baff-8bc431d50901 None None] Provisioning complete for port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:28.767831 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4f621a1d-605b-4a8e-baff-8bc431d50901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.835258 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network 18aa0a1a-03a6-48d8-a853-176f23581e2b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:28.897617 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4f621a1d-605b-4a8e-baff-8bc431d50901 None None] Port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:28.964778 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.980452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:29.001779 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273be30-5861-4311-b376-a9cc078193c1 req-a5813d24-823c-44f9-8df5-dab3643266bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:29.021752 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0273be30-5861-4311-b376-a9cc078193c1 req-a5813d24-823c-44f9-8df5-dab3643266bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 932 time: 0.6038263 Jul 22 23:57:29.067229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049129b-a097-4a2b-9957-fc56d750751f req-b4c5c64b-b60f-4bdc-9a2d-d613f8333317 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:29.090475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d049129b-a097-4a2b-9957-fc56d750751f req-b4c5c64b-b60f-4bdc-9a2d-d613f8333317 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 945 time: 0.7202287 Jul 22 23:57:29.107255 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.121288 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e5beb20c-7d78-447a-8971-3e4c96249224 None None] Provisioning for port 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:29.122112 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:29.122860 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.137200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-91d36e7e-6680-4631-ad7d-abe7796ec0f7 req-9ad15414-25ca-4298-8d2b-4206c350d497 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Deleting port 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:29.137926 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91d36e7e-6680-4631-ad7d-abe7796ec0f7 req-9ad15414-25ca-4298-8d2b-4206c350d497 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.185470 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=05d06b71-a6ba-4218-9db8-75c940202454,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:29.247494 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e5beb20c-7d78-447a-8971-3e4c96249224 None None] Provisioning complete for port 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:29.248255 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5beb20c-7d78-447a-8971-3e4c96249224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.571928 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5beb20c-7d78-447a-8971-3e4c96249224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.621964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 22a5777a-68c7-492e-b929-d60c08464d24 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:29.825195 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:57:29.836758 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.838932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e5beb20c-7d78-447a-8971-3e4c96249224 None None] For port 89ab1f6b-02ea-4e31-aaed-3193f1530ac3, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=89ab1f6b-02ea-4e31-aaed-3193f1530ac3,segment=NetworkSegment(88125147-7e4d-49ce-8761-48d627d517d3),segment_id=88125147-7e4d-49ce-8761-48d627d517d3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:29.840676 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.844041 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5beb20c-7d78-447a-8971-3e4c96249224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.862195 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Transition to ACTIVE for port object 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:29.925132 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.999108 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0273be30-5861-4311-b376-a9cc078193c1 req-0741bd19-3a7c-4c04-949f-cb360a143e40 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9616895 Jul 22 23:57:30.009130 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d049129b-a097-4a2b-9957-fc56d750751f req-0fa64a1f-01ec-4126-a880-f32953fb8e06 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9175713 Jul 22 23:57:30.013795 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.051516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5beb20c-7d78-447a-8971-3e4c96249224 None None] Pushing event updated for resources: {'Port': ['ID=89ab1f6b-02ea-4e31-aaed-3193f1530ac3,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:30.117186 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 22a5777a-68c7-492e-b929-d60c08464d24 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:30.133483 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 22a5777a-68c7-492e-b929-d60c08464d24 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:30.134126 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.201381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-23c643b8-73fb-47ee-b698-a1034b7af500 None None] Provisioning complete for port 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:30.201794 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23c643b8-73fb-47ee-b698-a1034b7af500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.204852 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.255707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:30.262103 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52fbb0-261e-4363-ac64-1b2e285bb31b req-c1f71557-2aaa-4ef7-be07-834e09f344c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:30.271585 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce52fbb0-261e-4363-ac64-1b2e285bb31b req-c1f71557-2aaa-4ef7-be07-834e09f344c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1319a1d097b4fa59118c8e9fd75dafa&device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 1097 time: 1.5718188 Jul 22 23:57:30.383665 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.415463 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Allocated IP 172.25.4.141 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:30.419091 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-91d36e7e-6680-4631-ad7d-abe7796ec0f7 req-9ad15414-25ca-4298-8d2b-4206c350d497 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] For port 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3f325d43-7e22-4d1e-8c58-6dddd9ae31e5,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:30.419467 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91d36e7e-6680-4631-ad7d-abe7796ec0f7 req-9ad15414-25ca-4298-8d2b-4206c350d497 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.448409 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 22a5777a-68c7-492e-b929-d60c08464d24, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=22a5777a-68c7-492e-b929-d60c08464d24,segment=NetworkSegment(4224fd6e-0b9e-4a45-b17b-8aed54788b7a),segment_id=4224fd6e-0b9e-4a45-b17b-8aed54788b7a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:30.546674 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.607705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-23c643b8-73fb-47ee-b698-a1034b7af500 None None] Provisioning for port 05d06b71-a6ba-4218-9db8-75c940202454 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:30.624017 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-23c643b8-73fb-47ee-b698-a1034b7af500 None None] Provisioning complete for port 05d06b71-a6ba-4218-9db8-75c940202454 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:30.625914 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23c643b8-73fb-47ee-b698-a1034b7af500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.676367 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-23c643b8-73fb-47ee-b698-a1034b7af500 None None] Port 05d06b71-a6ba-4218-9db8-75c940202454 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:30.685119 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=22a5777a-68c7-492e-b929-d60c08464d24,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:30.761554 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.843310 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-52a75e55-b829-4af2-835b-70e46cd71874 None None] Provisioning complete for port 05d06b71-a6ba-4218-9db8-75c940202454 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:30.846553 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52a75e55-b829-4af2-835b-70e46cd71874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.881046 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.966823 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-52a75e55-b829-4af2-835b-70e46cd71874 None None] Port 05d06b71-a6ba-4218-9db8-75c940202454 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:30.997407 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:31.021315 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:31.024501 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:31.102079 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Port': ['ID=7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:31.257929 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-91d36e7e-6680-4631-ad7d-abe7796ec0f7 req-9ad15414-25ca-4298-8d2b-4206c350d497 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Calling delete_port for 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:31.289922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:31.326892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Attempting to bind port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:31.327232 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Attempting to bind port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:31.327564 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Attempting to bind port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 on network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:31.412789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 on network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:57:31.417920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Attempting to bind port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 on network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:31.453789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:31.454628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Checking segment: {'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:31.455226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Bound using segment: {'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:31.455553 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Bound port: 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:31.455905 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.509233 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 22a5777a-68c7-492e-b929-d60c08464d24 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:31.509528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52fbb0-261e-4363-ac64-1b2e285bb31b req-7a231bca-6425-4a4d-9bca-519811abe2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:31.511292 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce52fbb0-261e-4363-ac64-1b2e285bb31b req-7a231bca-6425-4a4d-9bca-519811abe2be service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 HTTP/1.1" status: 200 len: 916 time: 1.1945503 Jul 22 23:57:31.629577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce52fbb0-261e-4363-ac64-1b2e285bb31b req-98811d8a-c9bd-44e6-a330-e67a8f44d85d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22f53b83-c6d7-43b6-87ac-c967d448279d HTTP/1.1" status: 200 len: 217 time: 0.0805657 Jul 22 23:57:31.728544 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.736958 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ecaa700-dd5f-4685-876b-6cccc92bc70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.746696 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3832dae-56d2-4f99-8cd8-128694c84836 req-21ecc499-875f-417d-a28a-a1d7957805df tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:31.748842 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 22a5777a-68c7-492e-b929-d60c08464d24 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:31.748842 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.749474 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3832dae-56d2-4f99-8cd8-128694c84836 req-21ecc499-875f-417d-a28a-a1d7957805df tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 944 time: 0.5500071 Jul 22 23:57:31.851023 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806067e1-dede-487f-811c-7f645e20ba3b req-298467a2-c7cb-43d7-958b-bf237b3a4b3c tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:31.852640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-806067e1-dede-487f-811c-7f645e20ba3b req-298467a2-c7cb-43d7-958b-bf237b3a4b3c tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 945 time: 0.6569624 Jul 22 23:57:31.862807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] For port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:31.870630 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e235ab-97d5-4dce-8350-53ed715ddab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f325d43-7e22-4d1e-8c58-6dddd9ae31e5'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:57:31.874025 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d5af2a-8038-4b4a-8405-d58bf266af8c" -d '{"events": [{"server_uuid": "86e235ab-97d5-4dce-8350-53ed715ddab3", "name": "network-vif-unplugged", "status": "completed", "tag": "3f325d43-7e22-4d1e-8c58-6dddd9ae31e5"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:57:31.909752 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3f325d43-7e22-4d1e-8c58-6dddd9ae31e5,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:31.926463 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.945605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52fbb0-261e-4363-ac64-1b2e285bb31b req-58822430-eaf0-42f0-8f20-7fecde016604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:31.947504 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce52fbb0-261e-4363-ac64-1b2e285bb31b req-58822430-eaf0-42f0-8f20-7fecde016604 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de4837d0-4de8-44c9-87e4-4e3448c43fdb HTTP/1.1" status: 200 len: 855 time: 0.2949522 Jul 22 23:57:31.950115 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] For port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:31.963891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3832dae-56d2-4f99-8cd8-128694c84836 req-f03722c8-3677-46f2-a7e1-a8712aaf94cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1697385 Jul 22 23:57:32.024714 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.047481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:32.101351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce52fbb0-261e-4363-ac64-1b2e285bb31b req-f2f68422-f7b9-4edf-b029-560398283ca6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343837 Jul 22 23:57:32.130517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:32.131145 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.132586 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] 10.222.0.18 "PUT /v2.0/ports/2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 HTTP/1.1" status: 200 len: 1092 time: 3.8873150 Jul 22 23:57:32.140511 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:57:32.142879 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06724742-f48a-4b22-9e13-28c458b27487" -d '{"events": [{"name": "network-changed", "server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:57:32.157765 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a51eee4-4b4f-43bf-bfe9-26990446e2dd x-openstack-request-id: req-0a51eee4-4b4f-43bf-bfe9-26990446e2dd {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:57:32.158863 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e235ab-97d5-4dce-8350-53ed715ddab3", "name": "network-vif-unplugged", "status": "completed", "tag": "3f325d43-7e22-4d1e-8c58-6dddd9ae31e5", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:57:32.158863 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a51eee4-4b4f-43bf-bfe9-26990446e2dd {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:57:32.158863 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e235ab-97d5-4dce-8350-53ed715ddab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f325d43-7e22-4d1e-8c58-6dddd9ae31e5', 'code': 200} Jul 22 23:57:32.186936 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=3f325d43-7e22-4d1e-8c58-6dddd9ae31e5,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:32.215737 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-806067e1-dede-487f-811c-7f645e20ba3b req-357a8dff-fd07-4950-9da6-a9f86ae351c9 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466892 Jul 22 23:57:32.242027 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:32.242766 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.337011 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f067e16-0f5b-417e-96e9-bc72a8be4ee0 x-openstack-request-id: req-5f067e16-0f5b-417e-96e9-bc72a8be4ee0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:57:32.337573 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:57:32.337573 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f067e16-0f5b-417e-96e9-bc72a8be4ee0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:57:32.338023 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4', 'status': 'completed', 'code': 200} Jul 22 23:57:32.407424 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91d36e7e-6680-4631-ad7d-abe7796ec0f7 req-9ad15414-25ca-4298-8d2b-4206c350d497 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.423522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['05484bdf-923f-4555-bd38-5d3fa18d23a3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:57:32.450539 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['22f53b83-c6d7-43b6-87ac-c967d448279d', '3096f80c-2b4f-4e6d-b9f3-702908e79e5f'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:57:32.501931 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.582749 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d36e7e-6680-4631-ad7d-abe7796ec0f7 req-9ad15414-25ca-4298-8d2b-4206c350d497 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] No DVR routers for this DVR port 3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:32.599057 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-91d36e7e-6680-4631-ad7d-abe7796ec0f7 req-9ad15414-25ca-4298-8d2b-4206c350d497 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.601196 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91d36e7e-6680-4631-ad7d-abe7796ec0f7 req-9ad15414-25ca-4298-8d2b-4206c350d497 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.95 "DELETE /v2.0/ports/3f325d43-7e22-4d1e-8c58-6dddd9ae31e5 HTTP/1.1" status: 204 len: 173 time: 4.6781435 Jul 22 23:57:32.603196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-232d3c48-148c-4f90-82ba-44a0683f9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:32.605019 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-232d3c48-148c-4f90-82ba-44a0683f9a41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 1095 time: 0.2846224 Jul 22 23:57:32.605701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cf7fc-dbc6-4ff3-8358-223fcede97d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:32.621571 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.655327 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.656638 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.694987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad15414-25ca-4298-8d2b-4206c350d497 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Pushing event deleted for resources: {'Port': ['ID=3f325d43-7e22-4d1e-8c58-6dddd9ae31e5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:32.861145 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=05d06b71-a6ba-4218-9db8-75c940202454,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:32.882003 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-9ae60910-b709-47ef-a2e0-810281bb547f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 HTTP/1.1" status: 200 len: 217 time: 0.2630534 Jul 22 23:57:32.970447 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce52fbb0-261e-4363-ac64-1b2e285bb31b req-6ac59f99-82de-4cdb-a020-17399410203b service neutron] 10.222.0.18 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8020296 Jul 22 23:57:32.976186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-678ba443-1290-4f3f-8a54-658813e9d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:32.977745 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-678ba443-1290-4f3f-8a54-658813e9d303 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7432b2b8-1300-4616-94b0-c603e71fe1a0 HTTP/1.1" status: 200 len: 835 time: 0.0845032 Jul 22 23:57:33.013764 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.281604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network 18aa0a1a-03a6-48d8-a853-176f23581e2b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:33.302924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:33.368923 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Router 48f5f560-63ff-4cbb-9244-d80c8584120d is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:57:33.627591 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6008bc67-10ea-49a0-ae98-48a2a51253ca req-2b4b0477-a4bf-4a1f-bdf5-40a66f548467 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=86e235ab-97d5-4dce-8350-53ed715ddab3 HTTP/1.1" status: 200 len: 210 time: 0.2446733 Jul 22 23:57:33.638680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce52fbb0-261e-4363-ac64-1b2e285bb31b req-5a425880-c141-43a3-814a-8388ae3c6e40 service neutron] 10.222.0.18 "GET /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585124 Jul 22 23:57:33.638894 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:33.643488 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-055a6375-14ac-47ea-8084-939fe58d3262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:33.645548 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-055a6375-14ac-47ea-8084-939fe58d3262 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6002877 Jul 22 23:57:33.650445 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Sync routers for ids ['48f5f560-63ff-4cbb-9244-d80c8584120d'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:33.664715 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Routers {'48f5f560-63ff-4cbb-9244-d80c8584120d'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:33.665270 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['48f5f560-63ff-4cbb-9244-d80c8584120d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:33.709062 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.710653 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ab280c49-0dce-4950-b2d0-2742a1732611 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.3238311 Jul 22 23:57:33.713599 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40938) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:33.802387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4892a2-d62b-4bd9-92dc-33dcdaf7b029 req-e454136f-5fab-4de1-883e-d892dabbd4b2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:33.855899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5b4892a2-d62b-4bd9-92dc-33dcdaf7b029 req-e454136f-5fab-4de1-883e-d892dabbd4b2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 944 time: 0.7086112 Jul 22 23:57:33.916757 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-66855a46-83e0-461e-b557-193ad348c83f tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=d28b015edbb34eaeb96f7c2c259b971a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2017395 Jul 22 23:57:33.924079 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40946) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:33.955600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9c47b832-dd1f-4862-86bd-b50823dff2c3 None None] Provisioning complete for port 05d06b71-a6ba-4218-9db8-75c940202454 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:33.956648 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c47b832-dd1f-4862-86bd-b50823dff2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.016221 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9c47b832-dd1f-4862-86bd-b50823dff2c3 None None] Port 05d06b71-a6ba-4218-9db8-75c940202454 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:34.024827 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Set router 48f5f560-63ff-4cbb-9244-d80c8584120d gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:34.029242 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router cfd5dba4-b59f-4cd0-9706-55abd54ce366 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:57:34.088680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76944b5d-ea28-4ee1-86b3-67aec0c40ee0 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:34.093276 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-76944b5d-ea28-4ee1-86b3-67aec0c40ee0 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1677818 Jul 22 23:57:34.095909 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40950) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:34.131620 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d6f892ca-3fb0-41a5-8a99-58b8a0b2ad82 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362577 Jul 22 23:57:34.134291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40952) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:34.139892 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e961734d-3c6c-403e-910a-fd9c2427294f tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-97117637', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:34.183658 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:34.187319 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-9d39d807-8f47-4e1f-b2e3-9fcba99e9f92 service neutron] 10.222.0.18 "GET /v2.0/networks/8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170958 Jul 22 23:57:34.191994 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5b4892a2-d62b-4bd9-92dc-33dcdaf7b029 req-eb5cc961-22d3-4a91-9c28-9fba08511632 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3330567 Jul 22 23:57:34.194490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Sync routers for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:34.196298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b8cd759b-a4e3-4222-9c78-f44d63957fc2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/cfd5dba4-b59f-4cd0-9706-55abd54ce366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8385048 Jul 22 23:57:34.206134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 40956) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:34.211898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-387deac7-2115-49d2-8d18-9116dfbfda6a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-785623427'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:34.227789 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:34.231124 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:34.269182 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-387deac7-2115-49d2-8d18-9116dfbfda6a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:57:34.269182 n-d-688802-2 neutron-server[93821]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 23:57:34.269182 n-d-688802-2 neutron-server[93821]: [parameters: {'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'id': '5c6c01a7-a1c0-406a-8866-f13bbe622b65', 'expiration': datetime.datetime(2021, 7, 22, 23, 59, 34, 260908)}] Jul 22 23:57:34.269182 n-d-688802-2 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:57:34.270785 n-d-688802-2 neutron-server[93821]: DEBUG oslo_db.api [None req-387deac7-2115-49d2-8d18-9116dfbfda6a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:57:34.286464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e961734d-3c6c-403e-910a-fd9c2427294f tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Made reservation on behalf of d28b015edbb34eaeb96f7c2c259b971a for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:34.290811 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e961734d-3c6c-403e-910a-fd9c2427294f tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.379337 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.383710 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.406256 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f23fefd0-138c-4a90-827f-76e265ddec30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.432468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:34.504811 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e235ab-97d5-4dce-8350-53ed715ddab3', 'name': 'network-vif-deleted', 'tag': '3f325d43-7e22-4d1e-8c58-6dddd9ae31e5'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:57:34.508858 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae738865-696c-41f3-a0d0-ad7ab9b33592" -d '{"events": [{"server_uuid": "86e235ab-97d5-4dce-8350-53ed715ddab3", "name": "network-vif-deleted", "tag": "3f325d43-7e22-4d1e-8c58-6dddd9ae31e5"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:57:34.520289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-023a1f2c-170c-4ff8-bb75-3e2aff1dfc46 req-c9ec3749-8ec8-4d26-98f8-7ef7c4d761c0 service neutron] 10.222.0.18 "GET /v2.0/networks/8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202403 Jul 22 23:57:34.539955 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:57:31Z', 'revision_number': 3, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:34.592183 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Checking router: 48f5f560-63ff-4cbb-9244-d80c8584120d for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:34.592715 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Updating router 48f5f560-63ff-4cbb-9244-d80c8584120d port 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:57:34.734061 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e961734d-3c6c-403e-910a-fd9c2427294f tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.794169 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.806850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961734d-3c6c-403e-910a-fd9c2427294f tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Subnet': ['ID=ab50c3ef-2b3a-42f6-a53c-174359dccb53,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:34.824353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e961734d-3c6c-403e-910a-fd9c2427294f tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Checking segment: {'id': '47576603-30f9-4f2a-a8dd-903a47183eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:34.825306 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e961734d-3c6c-403e-910a-fd9c2427294f tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network hostable DHCP agents. Network: 6f56a743-bb78-4e83-b4ae-4af4cbcce270, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:34.848786 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e961734d-3c6c-403e-910a-fd9c2427294f tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network 6f56a743-bb78-4e83-b4ae-4af4cbcce270 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:34.854075 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06724742-f48a-4b22-9e13-28c458b27487 req-6279d8ae-1c92-4295-a88a-d998fd2889d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:34.860403 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06724742-f48a-4b22-9e13-28c458b27487 req-6279d8ae-1c92-4295-a88a-d998fd2889d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 1095 time: 0.2418740 Jul 22 23:57:34.867575 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387deac7-2115-49d2-8d18-9116dfbfda6a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:34.870832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e961734d-3c6c-403e-910a-fd9c2427294f tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 6f56a743-bb78-4e83-b4ae-4af4cbcce270) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:34.877826 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e961734d-3c6c-403e-910a-fd9c2427294f tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:34.878799 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e961734d-3c6c-403e-910a-fd9c2427294f tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.891426 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-387deac7-2115-49d2-8d18-9116dfbfda6a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.896365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9080b2a-25d3-49a2-a33b-dd862a91f10b None None] Network 6f56a743-bb78-4e83-b4ae-4af4cbcce270 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:34.920986 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e961734d-3c6c-403e-910a-fd9c2427294f tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7821198 Jul 22 23:57:34.921505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 40972) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:35.265349 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387deac7-2115-49d2-8d18-9116dfbfda6a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:35.276713 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fa2851-2373-46fa-9e0a-0f58a3cf52ba x-openstack-request-id: req-51fa2851-2373-46fa-9e0a-0f58a3cf52ba {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:57:35.277171 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e235ab-97d5-4dce-8350-53ed715ddab3", "name": "network-vif-deleted", "tag": "3f325d43-7e22-4d1e-8c58-6dddd9ae31e5", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:57:35.277362 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51fa2851-2373-46fa-9e0a-0f58a3cf52ba {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:57:35.277763 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e235ab-97d5-4dce-8350-53ed715ddab3', 'name': 'network-vif-deleted', 'tag': '3f325d43-7e22-4d1e-8c58-6dddd9ae31e5', 'status': 'completed', 'code': 200} Jul 22 23:57:35.339684 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-387deac7-2115-49d2-8d18-9116dfbfda6a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:35.340037 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-387deac7-2115-49d2-8d18-9116dfbfda6a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Added segment c50e187f-de72-4962-92ce-b7294789823c of type vlan for network 664999cc-5ceb-4d54-b9d5-8602349d43cb Jul 22 23:57:35.498975 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:35.513619 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Transition to ACTIVE for port object 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:35.524092 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:35.526902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06724742-f48a-4b22-9e13-28c458b27487 req-e9e18c9c-1f44-40dd-b941-bc187d7cc61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:35.528518 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06724742-f48a-4b22-9e13-28c458b27487 req-e9e18c9c-1f44-40dd-b941-bc187d7cc61b service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 HTTP/1.1" status: 200 len: 897 time: 0.6293566 Jul 22 23:57:35.542204 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-387deac7-2115-49d2-8d18-9116dfbfda6a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:35.653385 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f1b88-d396-4b38-9025-ec31eb5ccbeb None None] Pushing event updated for resources: {'Port': ['ID=7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:35.671307 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Attempting to bind port 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:35.672214 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Attempting to bind port 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:35.673008 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Attempting to bind port 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:35.682294 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:35.683064 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:35.683655 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:35.684248 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:35.685039 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Bound port: 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:35.685637 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:35.742209 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:35.853477 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] For port 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:35.862396 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] For port 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:35.865866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:29Z', 'revision_number': 3, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:31Z', 'revision_number': 2, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:35.882292 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f1b88-d396-4b38-9025-ec31eb5ccbeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:35.882680 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f1b88-d396-4b38-9025-ec31eb5ccbeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:35.883738 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f1b88-d396-4b38-9025-ec31eb5ccbeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:35.884094 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f1b88-d396-4b38-9025-ec31eb5ccbeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:35.884408 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f1b88-d396-4b38-9025-ec31eb5ccbeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:35.886345 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f1b88-d396-4b38-9025-ec31eb5ccbeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:35.886833 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f1b88-d396-4b38-9025-ec31eb5ccbeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:35.887166 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f1b88-d396-4b38-9025-ec31eb5ccbeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:35.887539 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f1b88-d396-4b38-9025-ec31eb5ccbeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:35.890594 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f1b88-d396-4b38-9025-ec31eb5ccbeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:35.891042 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f1b88-d396-4b38-9025-ec31eb5ccbeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:35.891379 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5f1b88-d396-4b38-9025-ec31eb5ccbeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:35.910024 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:35.957019 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Checking router: cfd5dba4-b59f-4cd0-9706-55abd54ce366 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:35.957398 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Updating router cfd5dba4-b59f-4cd0-9706-55abd54ce366 port 05d06b71-a6ba-4218-9db8-75c940202454 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:57:35.978939 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Routers {'48f5f560-63ff-4cbb-9244-d80c8584120d'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:35.979579 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['48f5f560-63ff-4cbb-9244-d80c8584120d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:35.979851 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:35.985152 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'fixed_ips': [{'subnet_id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:57:35.986339 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.045771 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.182312 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f1b88-d396-4b38-9025-ec31eb5ccbeb None None] Pushing event updated for resources: {'Port': ['ID=7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:36.234820 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] Set router 48f5f560-63ff-4cbb-9244-d80c8584120d gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:36.423972 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06724742-f48a-4b22-9e13-28c458b27487 req-dd3dea8b-d31b-47e1-b85f-775f66f91a31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 HTTP/1.1" status: 200 len: 217 time: 0.8839576 Jul 22 23:57:36.430009 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.db.resource_extend [None req-387deac7-2115-49d2-8d18-9116dfbfda6a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] It took 0.85 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:57:36.545124 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Allocated IP 172.20.0.1 (6f56a743-bb78-4e83-b4ae-4af4cbcce270/ab50c3ef-2b3a-42f6-a53c-174359dccb53/cf07c54a-d124-4de0-82b2-a36cb4fd5c80) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:36.586393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06724742-f48a-4b22-9e13-28c458b27487 req-d49cf3f4-fcfb-4aa3-91b8-b86db4e5bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:36.592973 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06724742-f48a-4b22-9e13-28c458b27487 req-d49cf3f4-fcfb-4aa3-91b8-b86db4e5bdaf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7432b2b8-1300-4616-94b0-c603e71fe1a0 HTTP/1.1" status: 200 len: 835 time: 0.1551769 Jul 22 23:57:36.619567 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.645452 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Transition to ACTIVE for port object 05d06b71-a6ba-4218-9db8-75c940202454 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:36.661915 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.681694 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-387deac7-2115-49d2-8d18-9116dfbfda6a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.688498 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387deac7-2115-49d2-8d18-9116dfbfda6a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:36.690015 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-387deac7-2115-49d2-8d18-9116dfbfda6a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.706135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f5af1-75c3-4e9a-9336-378840ce9007 req-76b2f90f-0511-4a96-82af-499a8fb8bc74 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:36.707634 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0b7f5af1-75c3-4e9a-9336-378840ce9007 req-76b2f90f-0511-4a96-82af-499a8fb8bc74 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 944 time: 1.3259120 Jul 22 23:57:36.717231 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:57:31Z', 'revision_number': 3, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:36.801305 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-387deac7-2115-49d2-8d18-9116dfbfda6a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5905745 Jul 22 23:57:36.806744 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:57:36.819282 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3ae25-24aa-4caf-86f2-612c54cb3a4b None None] Pushing event updated for resources: {'Port': ['ID=05d06b71-a6ba-4218-9db8-75c940202454,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:36.826374 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1d25b-dbca-4d0b-9990-b480a93fcbba None None] The sync data for ids ['48f5f560-63ff-4cbb-9244-d80c8584120d'] in n-d-688802-2 is: [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:57:31Z', 'revision_number': 3, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:36.936288 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3ae25-24aa-4caf-86f2-612c54cb3a4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:36.936957 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3ae25-24aa-4caf-86f2-612c54cb3a4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:36.937504 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3ae25-24aa-4caf-86f2-612c54cb3a4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:36.938026 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3ae25-24aa-4caf-86f2-612c54cb3a4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:36.938528 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3ae25-24aa-4caf-86f2-612c54cb3a4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:36.939050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3ae25-24aa-4caf-86f2-612c54cb3a4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:36.939559 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3ae25-24aa-4caf-86f2-612c54cb3a4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:36.940074 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3ae25-24aa-4caf-86f2-612c54cb3a4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:36.940589 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3ae25-24aa-4caf-86f2-612c54cb3a4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:36.941691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3ae25-24aa-4caf-86f2-612c54cb3a4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:36.942983 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3ae25-24aa-4caf-86f2-612c54cb3a4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:36.943513 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b3ae25-24aa-4caf-86f2-612c54cb3a4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:36.965947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:36.969723 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.994659 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'subnet': {'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:36.997326 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Transition to ACTIVE for port object cf07c54a-d124-4de0-82b2-a36cb4fd5c80 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:37.004881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387deac7-2115-49d2-8d18-9116dfbfda6a tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Network': ['ID=664999cc-5ceb-4d54-b9d5-8602349d43cb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:37.056985 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 664999cc-5ceb-4d54-b9d5-8602349d43cb details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:37.079723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06724742-f48a-4b22-9e13-28c458b27487 req-6eddc372-3b85-43aa-be93-0e375c8efdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:37.079723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06724742-f48a-4b22-9e13-28c458b27487 req-6eddc372-3b85-43aa-be93-0e375c8efdbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4635243 Jul 22 23:57:37.089333 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.170612 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0b7f5af1-75c3-4e9a-9336-378840ce9007 req-b945ea5a-2577-424d-8073-17e9ef5e6bce tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4446251 Jul 22 23:57:37.203772 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network 6f56a743-bb78-4e83-b4ae-4af4cbcce270 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:37.249994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:37.255003 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:37.284683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Port': ['ID=cf07c54a-d124-4de0-82b2-a36cb4fd5c80,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:37.325548 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.resource_extend [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:57:37.344956 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:37.345647 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:37.345920 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:37.346358 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:37.346811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:37.347262 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:37.347780 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:37.348350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:37.348786 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:37.349241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:37.349667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:37.350092 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:37.387238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Attempting to bind port 05d06b71-a6ba-4218-9db8-75c940202454 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:37.387831 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Attempting to bind port 05d06b71-a6ba-4218-9db8-75c940202454 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '88125147-7e4d-49ce-8761-48d627d517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:37.389667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Attempting to bind port 05d06b71-a6ba-4218-9db8-75c940202454 on network 18aa0a1a-03a6-48d8-a853-176f23581e2b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:37.395626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06724742-f48a-4b22-9e13-28c458b27487 req-99dcc8d0-fa36-4ef1-8115-8e374052c8b7 service neutron] 10.222.0.18 "GET /v2.0/networks/8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077528 Jul 22 23:57:37.397302 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:37.402763 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.449122 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.683781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:37.689168 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:37.689840 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Checking segment: {'id': '88125147-7e4d-49ce-8761-48d627d517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:37.690183 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.690579 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Bound using segment: {'id': '88125147-7e4d-49ce-8761-48d627d517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:37.691104 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Bound port: 05d06b71-a6ba-4218-9db8-75c940202454, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88125147-7e4d-49ce-8761-48d627d517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:37.691464 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.731894 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.793294 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Allocated IP 172.20.0.2 (6f56a743-bb78-4e83-b4ae-4af4cbcce270/ab50c3ef-2b3a-42f6-a53c-174359dccb53/9d9a816f-7a3f-4634-9350-eedf56c6519e) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:37.848139 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.864147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06724742-f48a-4b22-9e13-28c458b27487 req-2f6faf2a-e48d-4a24-99c7-84c66d1737b5 service neutron] 10.222.0.18 "GET /v2.0/networks/8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426916 Jul 22 23:57:38.143737 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:38.185594 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.230959 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] For port 05d06b71-a6ba-4218-9db8-75c940202454, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:38.255376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4', 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0', 'port_id': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4', 'mac_address': 'fa:16:3e:3e:f6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:57:38.383267 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Subnet': ['ID=75381e06-7eb7-431f-b963-7cc4dffd46de,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:38.404176 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] For port 05d06b71-a6ba-4218-9db8-75c940202454, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=05d06b71-a6ba-4218-9db8-75c940202454,segment=NetworkSegment(88125147-7e4d-49ce-8761-48d627d517d3),segment_id=88125147-7e4d-49ce-8761-48d627d517d3)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:38.420463 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.420810 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.421222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.421562 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.422307 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.422307 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.422527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.423037 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.423172 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.423432 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.423750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.424205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.433469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Checking segment: {'id': 'c50e187f-de72-4962-92ce-b7294789823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:38.433650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:38.433757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network hostable DHCP agents. Network: 664999cc-5ceb-4d54-b9d5-8602349d43cb, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:38.460415 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.497697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873d53f-f6fa-49c9-ba75-23716843ce6d req-92d18e4b-c43d-4f86-9d32-6a75580528d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:38.506224 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9873d53f-f6fa-49c9-ba75-23716843ce6d req-92d18e4b-c43d-4f86-9d32-6a75580528d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 944 time: 0.2182951 Jul 22 23:57:38.545597 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.557941 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.586190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network 664999cc-5ceb-4d54-b9d5-8602349d43cb is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:38.619630 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9873d53f-f6fa-49c9-ba75-23716843ce6d req-f3827be7-c052-4e46-b24f-b4c89c5ebd92 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1125193 Jul 22 23:57:38.646793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 664999cc-5ceb-4d54-b9d5-8602349d43cb) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:38.651182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:38.651930 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.657991 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.679066 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a1142762-cc1f-4cba-872e-60159ca36436 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7044017 Jul 22 23:57:38.681846 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.683106 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:38.683666 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:38.683999 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.718137 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee1d0a-fcaf-4534-85fb-16d2076ad643 None None] Network 664999cc-5ceb-4d54-b9d5-8602349d43cb requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:38.783467 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Port': ['ID=cf07c54a-d124-4de0-82b2-a36cb4fd5c80,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:38.834030 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3ae25-24aa-4caf-86f2-612c54cb3a4b None None] Pushing event updated for resources: {'Port': ['ID=05d06b71-a6ba-4218-9db8-75c940202454,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:38.877477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:57:38.928824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network 6f56a743-bb78-4e83-b4ae-4af4cbcce270 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:38.930588 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:38.994439 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:38.995102 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:39.181801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Router 48f5f560-63ff-4cbb-9244-d80c8584120d has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:57:39.282505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:39.322028 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.402880 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:39.405207 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:39.415616 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b1afc708-cf0e-46cb-801e-dc292825b695 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "PUT /v2.0/routers/48f5f560-63ff-4cbb-9244-d80c8584120d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4930484 Jul 22 23:57:39.424964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41054) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:39.469166 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.494440 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:39.496425 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-664999cc-5ceb-4d54-b9d5-8602349d43cb', 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'fixed_ips': [{'subnet_id': '75381e06-7eb7-431f-b963-7cc4dffd46de'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:57:39.497315 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.552108 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Transition to ACTIVE for port object 9d9a816f-7a3f-4634-9350-eedf56c6519e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:39.665183 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.803673 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.843775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:39.865837 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.872583 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Sync routers for ids ['48f5f560-63ff-4cbb-9244-d80c8584120d'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:39.889951 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Routers {'48f5f560-63ff-4cbb-9244-d80c8584120d'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:39.892489 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['48f5f560-63ff-4cbb-9244-d80c8584120d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:39.895654 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0dc425-3a77-4a38-8649-da86585d0790 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:39.896176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0dc425-3a77-4a38-8649-da86585d0790 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:39.897869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0dc425-3a77-4a38-8649-da86585d0790 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:39.897869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0dc425-3a77-4a38-8649-da86585d0790 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:39.897869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0dc425-3a77-4a38-8649-da86585d0790 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:39.898158 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0dc425-3a77-4a38-8649-da86585d0790 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:39.898434 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0dc425-3a77-4a38-8649-da86585d0790 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:39.899193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0dc425-3a77-4a38-8649-da86585d0790 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:39.899658 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0dc425-3a77-4a38-8649-da86585d0790 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:39.900225 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0dc425-3a77-4a38-8649-da86585d0790 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:39.900542 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0dc425-3a77-4a38-8649-da86585d0790 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:39.906088 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ef0dc425-3a77-4a38-8649-da86585d0790 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7732 time: 0.4792511 Jul 22 23:57:39.906715 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41064) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:39.938279 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['2033d7c8-cfa0-467f-8e09-8ffd1e768fd4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:57:40.064972 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2c1b3-5642-4db9-8b6e-e7cc5d3d9374 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:40.065456 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2c1b3-5642-4db9-8b6e-e7cc5d3d9374 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:40.065907 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2c1b3-5642-4db9-8b6e-e7cc5d3d9374 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:40.067403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Transition to ACTIVE for port object 9d9a816f-7a3f-4634-9350-eedf56c6519e will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:40.069869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2c1b3-5642-4db9-8b6e-e7cc5d3d9374 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:40.070412 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2c1b3-5642-4db9-8b6e-e7cc5d3d9374 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:40.070844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2c1b3-5642-4db9-8b6e-e7cc5d3d9374 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:40.071258 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2c1b3-5642-4db9-8b6e-e7cc5d3d9374 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:40.073773 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2c1b3-5642-4db9-8b6e-e7cc5d3d9374 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:40.074263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2c1b3-5642-4db9-8b6e-e7cc5d3d9374 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:40.074711 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2c1b3-5642-4db9-8b6e-e7cc5d3d9374 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:40.075799 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2c1b3-5642-4db9-8b6e-e7cc5d3d9374 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:40.086179 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-26f2c1b3-5642-4db9-8b6e-e7cc5d3d9374 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7127 time: 0.1783020 Jul 22 23:57:40.087151 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41068) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:40.179539 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:40.240965 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Set router 48f5f560-63ff-4cbb-9244-d80c8584120d gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:40.266788 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:40.275578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Allocated IP 2001:db8:2::1 (664999cc-5ceb-4d54-b9d5-8602349d43cb/75381e06-7eb7-431f-b963-7cc4dffd46de/358f3b4a-0593-4d7b-9056-a5c8e7e1767f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:40.361561 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Network 6f56a743-bb78-4e83-b4ae-4af4cbcce270 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:40.520173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:40.525351 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53f6d0-b00d-41ce-bb92-a9a15fb0912f req-1ec8b1ad-c61a-416d-b72e-4bf24c68c9a5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:40.539436 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d53f6d0-b00d-41ce-bb92-a9a15fb0912f req-1ec8b1ad-c61a-416d-b72e-4bf24c68c9a5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 945 time: 0.3084710 Jul 22 23:57:40.593744 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:40.632878 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Pushing event updated for resources: {'Port': ['ID=9d9a816f-7a3f-4634-9350-eedf56c6519e,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:40.660982 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:40.670016 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d53f6d0-b00d-41ce-bb92-a9a15fb0912f req-1a92cd26-3216-4135-a8bc-d0e11522a736 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1295917 Jul 22 23:57:40.684175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Transition to ACTIVE for port object 358f3b4a-0593-4d7b-9056-a5c8e7e1767f will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:40.735789 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:40.862778 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Allocated IP 2001:db8:2::2 (664999cc-5ceb-4d54-b9d5-8602349d43cb/75381e06-7eb7-431f-b963-7cc4dffd46de/7c3544ff-162d-47a1-b088-3cea22d05f34) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:40.899231 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:57:37Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'cf07c54a-d124-4de0-82b2-a36cb4fd5c80', 'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:5f:17:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:36Z', 'updated_at': '2021-07-22T23:57:38Z', 'revision_number': 2, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:40.915663 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network 664999cc-5ceb-4d54-b9d5-8602349d43cb is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:40.944896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:40.951038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:40.952202 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:40.998819 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Checking router: 48f5f560-63ff-4cbb-9244-d80c8584120d for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:41.002460 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Updating router 48f5f560-63ff-4cbb-9244-d80c8584120d port cf07c54a-d124-4de0-82b2-a36cb4fd5c80 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:57:41.141032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=358f3b4a-0593-4d7b-9056-a5c8e7e1767f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:41.148589 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.150461 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.165071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Transition to ACTIVE for port object 7c3544ff-162d-47a1-b088-3cea22d05f34 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:41.181834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Transition to ACTIVE for port object 7c3544ff-162d-47a1-b088-3cea22d05f34 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:41.237814 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Attempting to bind port 9d9a816f-7a3f-4634-9350-eedf56c6519e on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:41.238730 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Attempting to bind port 9d9a816f-7a3f-4634-9350-eedf56c6519e by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '47576603-30f9-4f2a-a8dd-903a47183eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:41.239437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Attempting to bind port 9d9a816f-7a3f-4634-9350-eedf56c6519e on network 6f56a743-bb78-4e83-b4ae-4af4cbcce270 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:41.252801 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.271660 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:41.272510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Checking segment: {'id': '47576603-30f9-4f2a-a8dd-903a47183eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:41.273805 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.274409 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Bound using segment: {'id': '47576603-30f9-4f2a-a8dd-903a47183eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:41.275106 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Bound port: 9d9a816f-7a3f-4634-9350-eedf56c6519e, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47576603-30f9-4f2a-a8dd-903a47183eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:41.275695 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.360404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Network 664999cc-5ceb-4d54-b9d5-8602349d43cb is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:41.369936 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:41.418289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:41.423420 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.491565 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:29Z', 'revision_number': 3, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:38Z', 'revision_number': 4, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:41.494858 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-588c5206-85ec-4a56-b93b-69c8c298a026 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4312 time: 1.4065313 Jul 22 23:57:41.584745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Pushing event updated for resources: {'Port': ['ID=7c3544ff-162d-47a1-b088-3cea22d05f34,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:41.630412 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5cd82e-c570-4f76-9e4a-921e89b9b6be None None] The sync data for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 is: [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:29Z', 'revision_number': 3, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:38Z', 'revision_number': 4, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:41.736886 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f7b96-69da-4d6b-bba3-f2dacacfe7ab req-b5e77e89-abe2-4a7d-ac4d-85a421431f7c tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:41.757846 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f19f7b96-69da-4d6b-bba3-f2dacacfe7ab req-b5e77e89-abe2-4a7d-ac4d-85a421431f7c tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 945 time: 0.6048036 Jul 22 23:57:41.848433 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Attempting to bind port 7c3544ff-162d-47a1-b088-3cea22d05f34 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:41.858402 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Attempting to bind port 7c3544ff-162d-47a1-b088-3cea22d05f34 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'c50e187f-de72-4962-92ce-b7294789823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:41.858658 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f19f7b96-69da-4d6b-bba3-f2dacacfe7ab req-6e4be420-360c-4fbe-887c-eaf508d65aa2 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929403 Jul 22 23:57:41.859076 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Attempting to bind port 7c3544ff-162d-47a1-b088-3cea22d05f34 on network 664999cc-5ceb-4d54-b9d5-8602349d43cb {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:41.935965 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.964515 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Transition to ACTIVE for port object cf07c54a-d124-4de0-82b2-a36cb4fd5c80 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:41.980268 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.002749 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] For port 9d9a816f-7a3f-4634-9350-eedf56c6519e, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:42.023929 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] For port 9d9a816f-7a3f-4634-9350-eedf56c6519e, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9d9a816f-7a3f-4634-9350-eedf56c6519e,segment=NetworkSegment(47576603-30f9-4f2a-a8dd-903a47183eef),segment_id=47576603-30f9-4f2a-a8dd-903a47183eef)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:42.072900 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.099829 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:42.100577 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Checking segment: {'id': 'c50e187f-de72-4962-92ce-b7294789823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:42.101805 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.102404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Bound using segment: {'id': 'c50e187f-de72-4962-92ce-b7294789823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:42.103067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Bound port: 7c3544ff-162d-47a1-b088-3cea22d05f34, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50e187f-de72-4962-92ce-b7294789823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:42.103637 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.136098 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f40a2-5e11-4572-af48-0949db60bdda None None] Pushing event updated for resources: {'Port': ['ID=cf07c54a-d124-4de0-82b2-a36cb4fd5c80,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:42.228970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41112) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:42.236213 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4311827f-723f-48a1-92f1-82c6c160942c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1983698666', 'description': 'tempest-secgroup-smoke-1983698666 description', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:42.270230 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:42.335933 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Attempting to bind port cf07c54a-d124-4de0-82b2-a36cb4fd5c80 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:42.339447 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Attempting to bind port cf07c54a-d124-4de0-82b2-a36cb4fd5c80 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '47576603-30f9-4f2a-a8dd-903a47183eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:42.340003 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Attempting to bind port cf07c54a-d124-4de0-82b2-a36cb4fd5c80 on network 6f56a743-bb78-4e83-b4ae-4af4cbcce270 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:42.355409 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:42.356122 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Checking segment: {'id': '47576603-30f9-4f2a-a8dd-903a47183eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:42.356699 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.357380 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Bound using segment: {'id': '47576603-30f9-4f2a-a8dd-903a47183eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:42.357533 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4311827f-723f-48a1-92f1-82c6c160942c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.359381 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Bound port: cf07c54a-d124-4de0-82b2-a36cb4fd5c80, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47576603-30f9-4f2a-a8dd-903a47183eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:42.360008 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.418317 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668d203-c4ef-4d76-9b5b-8bdb886d0bd5 None None] Pushing event updated for resources: {'Port': ['ID=9d9a816f-7a3f-4634-9350-eedf56c6519e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:42.596495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] For port 7c3544ff-162d-47a1-b088-3cea22d05f34, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:42.602626 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] For port 7c3544ff-162d-47a1-b088-3cea22d05f34, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=7c3544ff-162d-47a1-b088-3cea22d05f34,segment=NetworkSegment(c50e187f-de72-4962-92ce-b7294789823c),segment_id=c50e187f-de72-4962-92ce-b7294789823c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:42.672243 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4311827f-723f-48a1-92f1-82c6c160942c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.687711 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.691234 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4311827f-723f-48a1-92f1-82c6c160942c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.710014 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.715347 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.715746 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.801085 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4311827f-723f-48a1-92f1-82c6c160942c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.802720 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4311827f-723f-48a1-92f1-82c6c160942c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5724838 Jul 22 23:57:42.810894 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41120) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:42.818551 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311827f-723f-48a1-92f1-82c6c160942c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68f88d4-e068-459c-a43e-caf5c4c4e956,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:42.836974 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-20e222e6-7a9c-4e20-aad2-d83cab26a166 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': 'b68f88d4-e068-459c-a43e-caf5c4c4e956', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:42.982004 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20e222e6-7a9c-4e20-aad2-d83cab26a166 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.057345 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4647fb1-e111-4308-b17e-170582c75c21 None None] Pushing event updated for resources: {'Port': ['ID=7c3544ff-162d-47a1-b088-3cea22d05f34,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:43.092404 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] For port cf07c54a-d124-4de0-82b2-a36cb4fd5c80, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:43.126156 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] For port cf07c54a-d124-4de0-82b2-a36cb4fd5c80, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cf07c54a-d124-4de0-82b2-a36cb4fd5c80,segment=NetworkSegment(47576603-30f9-4f2a-a8dd-903a47183eef),segment_id=47576603-30f9-4f2a-a8dd-903a47183eef)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:43.136684 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.160104 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:43.162900 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.263217 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Routers {'48f5f560-63ff-4cbb-9244-d80c8584120d'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:43.272559 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['48f5f560-63ff-4cbb-9244-d80c8584120d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:43.280771 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=358f3b4a-0593-4d7b-9056-a5c8e7e1767f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:43.285549 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20e222e6-7a9c-4e20-aad2-d83cab26a166 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.299996 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20e222e6-7a9c-4e20-aad2-d83cab26a166 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.404309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e222e6-7a9c-4e20-aad2-d83cab26a166 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e55ae8-8339-4395-96c8-70b700a081ac,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:43.416686 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20e222e6-7a9c-4e20-aad2-d83cab26a166 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.418025 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-20e222e6-7a9c-4e20-aad2-d83cab26a166 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6057222 Jul 22 23:57:43.425425 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41136) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:43.430992 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 05d06b71-a6ba-4218-9db8-75c940202454 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:43.438475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d1a0721a-b5eb-4e6d-be68-647963e40ffa tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': 'b68f88d4-e068-459c-a43e-caf5c4c4e956', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:43.466670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:43.515564 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1a0721a-b5eb-4e6d-be68-647963e40ffa tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.586102 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 05d06b71-a6ba-4218-9db8-75c940202454 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:43.592232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 05d06b71-a6ba-4218-9db8-75c940202454 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:43.592605 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.625810 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:43.653201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afe0c3-ef75-41b2-8f82-9fa955023841 req-02ef957d-a069-4208-89c6-b95151439e3f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:43.657210 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-28afe0c3-ef75-41b2-8f82-9fa955023841 req-02ef957d-a069-4208-89c6-b95151439e3f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 945 time: 0.9653056 Jul 22 23:57:43.668447 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f40a2-5e11-4572-af48-0949db60bdda None None] Pushing event updated for resources: {'Port': ['ID=cf07c54a-d124-4de0-82b2-a36cb4fd5c80,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:43.679760 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] Set router 48f5f560-63ff-4cbb-9244-d80c8584120d gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:43.684748 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:43.693178 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.715285 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1a0721a-b5eb-4e6d-be68-647963e40ffa tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.730238 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1a0721a-b5eb-4e6d-be68-647963e40ffa tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.751479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283c3a2-fbe3-4f9d-9327-e937011decf8 req-acdf97be-836a-4da2-a5ee-7b7af9d8fdf0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:43.755004 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0721a-b5eb-4e6d-be68-647963e40ffa tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc18b22-246c-41d9-be1c-2a68a58bf6fb,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:43.757763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0283c3a2-fbe3-4f9d-9327-e937011decf8 req-acdf97be-836a-4da2-a5ee-7b7af9d8fdf0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 945 time: 1.6910698 Jul 22 23:57:43.791384 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1a0721a-b5eb-4e6d-be68-647963e40ffa tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.792621 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d1a0721a-b5eb-4e6d-be68-647963e40ffa tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3659978 Jul 22 23:57:43.803915 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41142) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:43.809240 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a1f39ab5-73fe-4f1b-9c21-4e4b8abf3d99 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': 'b68f88d4-e068-459c-a43e-caf5c4c4e956', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:43.898828 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a1f39ab5-73fe-4f1b-9c21-4e4b8abf3d99 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.915724 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0283c3a2-fbe3-4f9d-9327-e937011decf8 req-921fb497-ef01-4017-9d95-5cf5afd3a99a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924039 Jul 22 23:57:44.020445 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d85f5-409d-4019-870a-5eb8f3d08e0a req-954305a3-8d1b-44ed-bbc2-ee1c1eb260a4 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:44.021914 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-574d85f5-409d-4019-870a-5eb8f3d08e0a req-954305a3-8d1b-44ed-bbc2-ee1c1eb260a4 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 945 time: 0.8318155 Jul 22 23:57:44.023983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network 664999cc-5ceb-4d54-b9d5-8602349d43cb is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:44.041964 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a1f39ab5-73fe-4f1b-9c21-4e4b8abf3d99 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.052601 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.053849 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a1f39ab5-73fe-4f1b-9c21-4e4b8abf3d99 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.074803 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f39ab5-73fe-4f1b-9c21-4e4b8abf3d99 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf40edb-e5f9-470c-8e5a-e7fa3bfbfe97,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:44.107700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:44.115862 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a1f39ab5-73fe-4f1b-9c21-4e4b8abf3d99 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.117336 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a1f39ab5-73fe-4f1b-9c21-4e4b8abf3d99 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3121886 Jul 22 23:57:44.120228 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41148) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:44.124918 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:57:37Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'cf07c54a-d124-4de0-82b2-a36cb4fd5c80', 'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:5f:17:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:36Z', 'updated_at': '2021-07-22T23:57:43Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:44.125564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0f388295-90c9-4ccc-8fd6-b249c5d1ed38 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': 'b68f88d4-e068-459c-a43e-caf5c4c4e956', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:44.183375 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f388295-90c9-4ccc-8fd6-b249c5d1ed38 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.194743 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492024cf-d131-4f13-ad46-4896e276cffd None None] The sync data for ids ['48f5f560-63ff-4cbb-9244-d80c8584120d'] in n-d-688802-2 is: [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:57:37Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'cf07c54a-d124-4de0-82b2-a36cb4fd5c80', 'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:5f:17:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:36Z', 'updated_at': '2021-07-22T23:57:43Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:44.202823 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:57:44.205539 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d084f9-39d7-423e-8a20-4881eedbd1d2" -d '{"events": [{"server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "name": "network-vif-plugged", "status": "completed", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:57:44.243906 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:44.249848 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.289170 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.312192 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8f05f7-380c-439e-a9b8-9d02d72e27d6 x-openstack-request-id: req-1e8f05f7-380c-439e-a9b8-9d02d72e27d6 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:57:44.312852 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "name": "network-vif-plugged", "status": "completed", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:57:44.315364 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e8f05f7-380c-439e-a9b8-9d02d72e27d6 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:57:44.316444 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4', 'code': 200} Jul 22 23:57:44.376960 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f388295-90c9-4ccc-8fd6-b249c5d1ed38 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.392635 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f388295-90c9-4ccc-8fd6-b249c5d1ed38 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.403934 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 05d06b71-a6ba-4218-9db8-75c940202454, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=05d06b71-a6ba-4218-9db8-75c940202454,segment=NetworkSegment(88125147-7e4d-49ce-8761-48d627d517d3),segment_id=88125147-7e4d-49ce-8761-48d627d517d3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:44.420600 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.482646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f388295-90c9-4ccc-8fd6-b249c5d1ed38 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b5dc0a-caff-489c-94b8-49711576703a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:44.486582 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:44.505612 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f388295-90c9-4ccc-8fd6-b249c5d1ed38 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.506966 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0f388295-90c9-4ccc-8fd6-b249c5d1ed38 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3853712 Jul 22 23:57:44.509726 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41156) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:44.515085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-77bccd1e-ec46-4766-91e9-8329713c1fdf tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': 'b68f88d4-e068-459c-a43e-caf5c4c4e956', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:44.569210 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-77bccd1e-ec46-4766-91e9-8329713c1fdf tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Project d28b015edbb34eaeb96f7c2c259b971a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:57:44.575227 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6261be-66e6-4174-968f-fc3670578116 None None] Network 6f56a743-bb78-4e83-b4ae-4af4cbcce270 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:44.575584 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77bccd1e-ec46-4766-91e9-8329713c1fdf tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.794040 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77bccd1e-ec46-4766-91e9-8329713c1fdf tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.815150 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77bccd1e-ec46-4766-91e9-8329713c1fdf tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.841404 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bccd1e-ec46-4766-91e9-8329713c1fdf tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be6b9c2b-2b7e-470c-8299-cdc173270d69,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:44.858713 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77bccd1e-ec46-4766-91e9-8329713c1fdf tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.865652 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-77bccd1e-ec46-4766-91e9-8329713c1fdf tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3545744 Jul 22 23:57:44.866718 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41164) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:44.872934 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-beb4086c-280c-480a-9da7-fe613a2a780b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': 'b68f88d4-e068-459c-a43e-caf5c4c4e956', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:44.994360 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-beb4086c-280c-480a-9da7-fe613a2a780b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Project d28b015edbb34eaeb96f7c2c259b971a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:57:45.007964 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-beb4086c-280c-480a-9da7-fe613a2a780b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:45.024465 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9d9a816f-7a3f-4634-9350-eedf56c6519e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:45.026868 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=05d06b71-a6ba-4218-9db8-75c940202454,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:45.125950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6acb6c-ea0e-4b7e-92b6-fad5ae2d2e40 None None] Network 664999cc-5ceb-4d54-b9d5-8602349d43cb requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:45.127692 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-866a4044-9a98-4da6-a944-152fc3bdab70 None None] Provisioning for port 9d9a816f-7a3f-4634-9350-eedf56c6519e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:45.197885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 9d9a816f-7a3f-4634-9350-eedf56c6519e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:45.234328 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 9d9a816f-7a3f-4634-9350-eedf56c6519e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:45.235079 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:45.242212 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-beb4086c-280c-480a-9da7-fe613a2a780b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:45.256263 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-beb4086c-280c-480a-9da7-fe613a2a780b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:45.309632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4086c-280c-480a-9da7-fe613a2a780b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e55859-a3fc-43d9-bae2-0d145901c5c4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:45.335501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router cfd5dba4-b59f-4cd0-9706-55abd54ce366 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:57:45.346374 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-beb4086c-280c-480a-9da7-fe613a2a780b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:45.348087 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-beb4086c-280c-480a-9da7-fe613a2a780b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4799109 Jul 22 23:57:45.350168 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-574d85f5-409d-4019-870a-5eb8f3d08e0a req-3e56a320-9148-439a-8881-b100d48578b6 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3011403 Jul 22 23:57:45.472976 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5668324c-0b62-496e-bbca-b83459a26529 None None] Provisioning for port 7c3544ff-162d-47a1-b088-3cea22d05f34 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:45.672801 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-28afe0c3-ef75-41b2-8f82-9fa955023841 req-84a9aee7-b4da-4c4c-ab55-58dc58f1cb23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Deleting port 3096f80c-2b4f-4e6d-b9f3-702908e79e5f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:45.673075 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-28afe0c3-ef75-41b2-8f82-9fa955023841 req-84a9aee7-b4da-4c4c-ab55-58dc58f1cb23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:45.732671 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:45.736584 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1894c2a6-11c2-49e1-b713-7f4a5967b945 None None] Provisioning complete for port 9d9a816f-7a3f-4634-9350-eedf56c6519e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:45.737329 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1894c2a6-11c2-49e1-b713-7f4a5967b945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:45.857350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247f89e-df46-4925-b212-1279b2cdc559 req-1a3a70b0-a84d-48cb-93d3-e59c1f366c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:45.859134 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0247f89e-df46-4925-b212-1279b2cdc559 req-1a3a70b0-a84d-48cb-93d3-e59c1f366c7b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 1097 time: 1.4117084 Jul 22 23:57:45.966209 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:45.971380 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-6a61b9e2-4790-419b-9cfa-7aad67f6094f tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983698666&fields=id&tenant_id=d28b015edbb34eaeb96f7c2c259b971a HTTP/1.1" status: 200 len: 267 time: 0.3764937 Jul 22 23:57:45.986932 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6f625783-d789-4fa3-ae61-90e27fb52fff tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/cfd5dba4-b59f-4cd0-9706-55abd54ce366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3009450 Jul 22 23:57:45.987067 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41194) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:45.992874 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-aee5745c-9a33-451e-89fb-56b0f6c55ac7 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-925989577'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:46.006866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Sync routers for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:46.069408 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee5745c-9a33-451e-89fb-56b0f6c55ac7 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:46.073830 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aee5745c-9a33-451e-89fb-56b0f6c55ac7 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.086519 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 9d9a816f-7a3f-4634-9350-eedf56c6519e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9d9a816f-7a3f-4634-9350-eedf56c6519e,segment=NetworkSegment(47576603-30f9-4f2a-a8dd-903a47183eef),segment_id=47576603-30f9-4f2a-a8dd-903a47183eef)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:46.105184 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.117680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 7c3544ff-162d-47a1-b088-3cea22d05f34 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:46.151874 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee5745c-9a33-451e-89fb-56b0f6c55ac7 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:46.170584 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aee5745c-9a33-451e-89fb-56b0f6c55ac7 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.170969 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-aee5745c-9a33-451e-89fb-56b0f6c55ac7 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Added segment a4026761-97c0-4681-a306-af15d1a078fb of type vlan for network a8d9843c-5de7-43de-ae60-4ba39bbfc3ba Jul 22 23:57:46.178842 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:46.180168 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:46.267254 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aee5745c-9a33-451e-89fb-56b0f6c55ac7 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.268427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffe4e6-1f01-4ae2-91f9-4c0ae8794c91 req-3404d9ea-4cd1-4378-adab-1212d65cb888 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:46.270230 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87ffe4e6-1f01-4ae2-91f9-4c0ae8794c91 req-3404d9ea-4cd1-4378-adab-1212d65cb888 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 946 time: 0.9855697 Jul 22 23:57:46.276900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-72d23c3e-bcdc-40ee-a199-1e2553190e80 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:46.289564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-72d23c3e-bcdc-40ee-a199-1e2553190e80 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/networks?id=6f56a743-bb78-4e83-b4ae-4af4cbcce270 HTTP/1.1" status: 200 len: 797 time: 0.2648263 Jul 22 23:57:46.388265 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aee5745c-9a33-451e-89fb-56b0f6c55ac7 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.402380 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:46.417614 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0247f89e-df46-4925-b212-1279b2cdc559 req-c04103ed-21bd-43bf-b390-b9eccf5d43d5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5490222 Jul 22 23:57:46.430906 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee5745c-9a33-451e-89fb-56b0f6c55ac7 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:46.431940 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aee5745c-9a33-451e-89fb-56b0f6c55ac7 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.461425 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-c0d514e5-2f4e-49d2-9e2e-e5806e561083 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/quotas/d28b015edbb34eaeb96f7c2c259b971a HTTP/1.1" status: 200 len: 375 time: 0.1708438 Jul 22 23:57:46.516318 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-aee5745c-9a33-451e-89fb-56b0f6c55ac7 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5255814 Jul 22 23:57:46.533528 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41210) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:46.554643 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-89a3adda-3064-4f62-8127-2c6592811b68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'subnet': {'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:46.660289 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-28afe0c3-ef75-41b2-8f82-9fa955023841 req-84a9aee7-b4da-4c4c-ab55-58dc58f1cb23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] For port 3096f80c-2b4f-4e6d-b9f3-702908e79e5f, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=3096f80c-2b4f-4e6d-b9f3-702908e79e5f,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:46.661757 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-28afe0c3-ef75-41b2-8f82-9fa955023841 req-84a9aee7-b4da-4c4c-ab55-58dc58f1cb23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.664609 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 7c3544ff-162d-47a1-b088-3cea22d05f34 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:46.668691 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5745c-9a33-451e-89fb-56b0f6c55ac7 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Network': ['ID=a8d9843c-5de7-43de-ae60-4ba39bbfc3ba,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:46.686902 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87ffe4e6-1f01-4ae2-91f9-4c0ae8794c91 req-e2ee2e9a-c9ae-43a5-a03b-2d1141a5a97e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3004282 Jul 22 23:57:46.735752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-28afe0c3-ef75-41b2-8f82-9fa955023841 req-84a9aee7-b4da-4c4c-ab55-58dc58f1cb23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Calling delete_port for 3096f80c-2b4f-4e6d-b9f3-702908e79e5f owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:46.857646 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=9d9a816f-7a3f-4634-9350-eedf56c6519e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:46.895665 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-7eb47521-43d7-432f-b04a-2007d9a14061 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d28b015edbb34eaeb96f7c2c259b971a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4330211 Jul 22 23:57:46.959226 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a3adda-3064-4f62-8127-2c6592811b68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Made reservation on behalf of 0afc24f00dd1485c84cdfb71c79b27af for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:46.966709 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89a3adda-3064-4f62-8127-2c6592811b68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.077564 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.084976 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network a8d9843c-5de7-43de-ae60-4ba39bbfc3ba details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:47.097869 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-5729cd2a-47ce-400f-9329-6066df948dd9 service neutron] 10.222.0.26 "GET /v2.0/networks/6f56a743-bb78-4e83-b4ae-4af4cbcce270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207788 Jul 22 23:57:47.249648 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89a3adda-3064-4f62-8127-2c6592811b68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.326593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e851fa8-ba79-4899-ba10-6f1520352485 req-2c4819ea-3c31-48ac-bd03-923c37093b06 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.335534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e851fa8-ba79-4899-ba10-6f1520352485 req-2c4819ea-3c31-48ac-bd03-923c37093b06 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a4379d1-f135-4c81-b51d-345219049e60 HTTP/1.1" status: 200 len: 945 time: 0.4339640 Jul 22 23:57:47.381909 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 7c3544ff-162d-47a1-b088-3cea22d05f34 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:47.382427 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.418173 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3adda-3064-4f62-8127-2c6592811b68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Subnet': ['ID=5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:47.446783 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a3adda-3064-4f62-8127-2c6592811b68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Checking segment: {'id': 'a4026761-97c0-4681-a306-af15d1a078fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:47.447653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a3adda-3064-4f62-8127-2c6592811b68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network hostable DHCP agents. Network: a8d9843c-5de7-43de-ae60-4ba39bbfc3ba, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:47.453351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 3096f80c-2b4f-4e6d-b9f3-702908e79e5f no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:47.462124 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e851fa8-ba79-4899-ba10-6f1520352485 req-41bd3704-acb0-4b95-839c-36db0511bc8f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253083 Jul 22 23:57:47.498047 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a3adda-3064-4f62-8127-2c6592811b68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network a8d9843c-5de7-43de-ae60-4ba39bbfc3ba is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:47.510829 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-89a3adda-3064-4f62-8127-2c6592811b68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, a8d9843c-5de7-43de-ae60-4ba39bbfc3ba) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:47.528322 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a3adda-3064-4f62-8127-2c6592811b68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.529499 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-89a3adda-3064-4f62-8127-2c6592811b68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.537847 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-21d5ad55-6380-48cf-bc62-6f48753eaa31 service neutron] 10.222.0.26 "GET /v2.0/networks/6f56a743-bb78-4e83-b4ae-4af4cbcce270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256787 Jul 22 23:57:47.545007 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:57:47.549849 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f0bd23-f763-4144-85c5-adf7e10867a4 None None] Network a8d9843c-5de7-43de-ae60-4ba39bbfc3ba requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:47.560178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1894c2a6-11c2-49e1-b713-7f4a5967b945 None None] Provisioning for port cf07c54a-d124-4de0-82b2-a36cb4fd5c80 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:47.561138 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-28afe0c3-ef75-41b2-8f82-9fa955023841 req-84a9aee7-b4da-4c4c-ab55-58dc58f1cb23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.571884 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-89a3adda-3064-4f62-8127-2c6592811b68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0369947 Jul 22 23:57:47.574821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41232) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:47.592371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['05484bdf-923f-4555-bd38-5d3fa18d23a3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:57:47.621034 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9aee7-b4da-4c4c-ab55-58dc58f1cb23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Pushing event deleted for resources: {'Port': ['ID=3096f80c-2b4f-4e6d-b9f3-702908e79e5f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:47.626800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['22f53b83-c6d7-43b6-87ac-c967d448279d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:57:47.707576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-28afe0c3-ef75-41b2-8f82-9fa955023841 req-84a9aee7-b4da-4c4c-ab55-58dc58f1cb23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] No DVR routers for this DVR port 3096f80c-2b4f-4e6d-b9f3-702908e79e5f on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:47.711932 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-28afe0c3-ef75-41b2-8f82-9fa955023841 req-84a9aee7-b4da-4c4c-ab55-58dc58f1cb23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.715985 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-28afe0c3-ef75-41b2-8f82-9fa955023841 req-84a9aee7-b4da-4c4c-ab55-58dc58f1cb23 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.18 "DELETE /v2.0/ports/3096f80c-2b4f-4e6d-b9f3-702908e79e5f HTTP/1.1" status: 204 len: 173 time: 4.0312777 Jul 22 23:57:47.716789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4379d1-f135-4c81-b51d-345219049e60', 'name': 'network-vif-deleted', 'tag': '3096f80c-2b4f-4e6d-b9f3-702908e79e5f'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:57:47.719446 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2290515-a4cf-4ee2-a766-5b72e2a4cfcc" -d '{"events": [{"server_uuid": "2a4379d1-f135-4c81-b51d-345219049e60", "name": "network-vif-deleted", "tag": "3096f80c-2b4f-4e6d-b9f3-702908e79e5f"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:57:47.952459 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a70181-0120-4966-aaab-83cb818a5dc4 x-openstack-request-id: req-e7a70181-0120-4966-aaab-83cb818a5dc4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:57:47.955927 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4379d1-f135-4c81-b51d-345219049e60", "name": "network-vif-deleted", "tag": "3096f80c-2b4f-4e6d-b9f3-702908e79e5f", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:57:47.958148 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7a70181-0120-4966-aaab-83cb818a5dc4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:57:47.958891 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4379d1-f135-4c81-b51d-345219049e60', 'name': 'network-vif-deleted', 'tag': '3096f80c-2b4f-4e6d-b9f3-702908e79e5f', 'status': 'completed', 'code': 200} Jul 22 23:57:48.101370 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No active binding found for port 3096f80c-2b4f-4e6d-b9f3-702908e79e5f {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 23:57:48.101871 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 3096f80c-2b4f-4e6d-b9f3-702908e79e5f not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:48.128829 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.198188 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5acf8a62-11a6-470a-ae9b-046d86ce39ae req-bf2b6201-2473-4e57-85aa-007a6e9c03aa tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 210 time: 0.1789398 Jul 22 23:57:48.259444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb312fe0-f525-43eb-b287-7a2e2e951f4b req-5ebb9719-da21-4d1a-8b01-e9341e2e4575 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:48.276641 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-508d8caa-30b8-410d-afac-430a0b65d01b None None] Provisioning complete for port 7c3544ff-162d-47a1-b088-3cea22d05f34 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:48.277197 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-508d8caa-30b8-410d-afac-430a0b65d01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.290550 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb312fe0-f525-43eb-b287-7a2e2e951f4b req-5ebb9719-da21-4d1a-8b01-e9341e2e4575 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 946 time: 0.4223101 Jul 22 23:57:48.368918 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 7c3544ff-162d-47a1-b088-3cea22d05f34, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=7c3544ff-162d-47a1-b088-3cea22d05f34,segment=NetworkSegment(c50e187f-de72-4962-92ce-b7294789823c),segment_id=c50e187f-de72-4962-92ce-b7294789823c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:48.372705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '358f3b4a-0593-4d7b-9056-a5c8e7e1767f', 'name': '', 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:75:0e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:42Z', 'revision_number': 2, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:48.398173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb312fe0-f525-43eb-b287-7a2e2e951f4b req-0e9794fb-4b8c-4937-ab01-57aa2d5aec04 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1066563 Jul 22 23:57:48.437989 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.439075 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cf07c54a-d124-4de0-82b2-a36cb4fd5c80 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:48.442344 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-a8d9843c-5de7-43de-ae60-4ba39bbfc3ba', 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'fixed_ips': [{'subnet_id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:57:48.443428 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.532002 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.562949 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=7c3544ff-162d-47a1-b088-3cea22d05f34,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:48.573227 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Checking router: cfd5dba4-b59f-4cd0-9706-55abd54ce366 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:48.573736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Updating router cfd5dba4-b59f-4cd0-9706-55abd54ce366 port 358f3b4a-0593-4d7b-9056-a5c8e7e1767f binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:57:48.673237 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.703497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3d491-9ee4-4843-a88f-e10f73fe3206 req-5cc99b5f-0d9d-44ef-9b93-8c027efd0ff3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:48.714478 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b3d491-9ee4-4843-a88f-e10f73fe3206 req-5cc99b5f-0d9d-44ef-9b93-8c027efd0ff3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 946 time: 0.1533396 Jul 22 23:57:48.802095 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b3d491-9ee4-4843-a88f-e10f73fe3206 req-0ab9b6be-d77d-4c2e-aa96-93eec6b9ce31 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757136 Jul 22 23:57:48.814117 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41274) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:48.923342 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9adb90-ccd5-4e67-94a8-dc4718bcc5eb tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:48.931201 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41282) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:48.933686 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6a9adb90-ccd5-4e67-94a8-dc4718bcc5eb tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 1092 time: 0.1180310 Jul 22 23:57:48.946329 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:49.016685 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Allocated IP 2001:db8:3::1 (a8d9843c-5de7-43de-ae60-4ba39bbfc3ba/5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0/c682d435-e912-4ad9-b7df-177e6df68049) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:49.043502 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.167096 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce10853-f3ae-4259-8044-b73c0b7edc90 req-ce6f1d73-838d-48e5-9167-8533db0d9336 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:49.172732 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ce10853-f3ae-4259-8044-b73c0b7edc90 req-ce6f1d73-838d-48e5-9167-8533db0d9336 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 945 time: 0.1631825 Jul 22 23:57:49.340844 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ce10853-f3ae-4259-8044-b73c0b7edc90 req-7cfa3398-d128-47ed-9556-95c0d7189450 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461372 Jul 22 23:57:49.403687 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.433266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port cf07c54a-d124-4de0-82b2-a36cb4fd5c80 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:49.440664 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0b93ffbf-c9e6-4b8c-8c03-17057d2427a6 req-4f746e00-dc87-43ab-b1bb-ca55d28906e1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 210 time: 0.0779910 Jul 22 23:57:49.456274 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Transition to ACTIVE for port object c682d435-e912-4ad9-b7df-177e6df68049 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:49.497417 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port cf07c54a-d124-4de0-82b2-a36cb4fd5c80 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:49.497713 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.508575 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.563081 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-508d8caa-30b8-410d-afac-430a0b65d01b None None] Provisioning for port 358f3b4a-0593-4d7b-9056-a5c8e7e1767f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:49.600789 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-508d8caa-30b8-410d-afac-430a0b65d01b None None] Provisioning complete for port 358f3b4a-0593-4d7b-9056-a5c8e7e1767f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:49.601082 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-508d8caa-30b8-410d-afac-430a0b65d01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.658768 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.695532 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.696881 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Transition to ACTIVE for port object 358f3b4a-0593-4d7b-9056-a5c8e7e1767f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:49.701059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-508d8caa-30b8-410d-afac-430a0b65d01b None None] Port 358f3b4a-0593-4d7b-9056-a5c8e7e1767f cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:49.742645 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.775703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Allocated IP 2001:db8:3::2 (a8d9843c-5de7-43de-ae60-4ba39bbfc3ba/5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0/32b05545-141e-44e7-8254-78b8c8fe6aca) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:49.820511 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network a8d9843c-5de7-43de-ae60-4ba39bbfc3ba is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:49.838513 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:49.840841 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-c2de5cef-ff75-4ba9-bcee-730b3268801a tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:49.842098 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:49.842649 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.849138 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-c2de5cef-ff75-4ba9-bcee-730b3268801a tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.95 "GET /v2.0/networks?id=6f56a743-bb78-4e83-b4ae-4af4cbcce270 HTTP/1.1" status: 200 len: 797 time: 0.3043997 Jul 22 23:57:49.942629 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-2db34496-56cc-4df4-9c37-36e7e857f8e7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d28b015edbb34eaeb96f7c2c259b971a HTTP/1.1" status: 200 len: 380 time: 0.0838735 Jul 22 23:57:49.946522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=c682d435-e912-4ad9-b7df-177e6df68049,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:49.949319 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.958974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-c82da876-a2bc-4562-b11f-453578fcc0ef tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'port': {'device_id': '36294604-1343-453a-be32-781e81791684', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'admin_state_up': True, 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'security_groups': ['b68f88d4-e068-459c-a43e-caf5c4c4e956']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:50.003461 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-508d8caa-30b8-410d-afac-430a0b65d01b None None] Provisioning complete for port cf07c54a-d124-4de0-82b2-a36cb4fd5c80 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:50.003840 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-508d8caa-30b8-410d-afac-430a0b65d01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.127388 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Allocated IP 172.25.4.61 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/66e17395-cc7b-4134-b562-a83c1ffec4b4) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:50.201335 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-c82da876-a2bc-4562-b11f-453578fcc0ef tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Made reservation on behalf of d28b015edbb34eaeb96f7c2c259b971a for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:50.206798 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-c82da876-a2bc-4562-b11f-453578fcc0ef tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.214175 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.407399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc55491-ec81-492d-bdbc-b2416d92c28d None None] Pushing event updated for resources: {'Port': ['ID=358f3b4a-0593-4d7b-9056-a5c8e7e1767f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:50.521557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-c82da876-a2bc-4562-b11f-453578fcc0ef tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Allocated IP 172.20.0.11 (6f56a743-bb78-4e83-b4ae-4af4cbcce270/ab50c3ef-2b3a-42f6-a53c-174359dccb53/f6568e99-eeec-4c2f-8c11-c6bbd5da3b67) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:50.593176 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port cf07c54a-d124-4de0-82b2-a36cb4fd5c80, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cf07c54a-d124-4de0-82b2-a36cb4fd5c80,segment=NetworkSegment(47576603-30f9-4f2a-a8dd-903a47183eef),segment_id=47576603-30f9-4f2a-a8dd-903a47183eef)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:50.595599 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.599278 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d68b9b75-d4de-4690-b1f2-9a73709392b9 req-ce066432-5099-4c90-8469-d0251548d6c2 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 210 time: 0.0572517 Jul 22 23:57:50.613671 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.619996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Attempting to bind port 358f3b4a-0593-4d7b-9056-a5c8e7e1767f on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:50.620371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Attempting to bind port 358f3b4a-0593-4d7b-9056-a5c8e7e1767f by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'c50e187f-de72-4962-92ce-b7294789823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:50.620742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Attempting to bind port 358f3b4a-0593-4d7b-9056-a5c8e7e1767f on network 664999cc-5ceb-4d54-b9d5-8602349d43cb {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:50.624488 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Transition to ACTIVE for port object 32b05545-141e-44e7-8254-78b8c8fe6aca will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:50.658893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:50.669887 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Checking segment: {'id': 'c50e187f-de72-4962-92ce-b7294789823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:50.670307 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.670709 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Bound using segment: {'id': 'c50e187f-de72-4962-92ce-b7294789823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:50.671224 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Bound port: 358f3b4a-0593-4d7b-9056-a5c8e7e1767f, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50e187f-de72-4962-92ce-b7294789823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:50.671617 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.688116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e229dd-a80d-401b-9a50-975cc14a3197 req-3862cfb9-525c-45de-a1a1-a820485152ec tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:50.696038 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21e229dd-a80d-401b-9a50-975cc14a3197 req-3862cfb9-525c-45de-a1a1-a820485152ec tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 945 time: 0.2194149 Jul 22 23:57:50.803165 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21e229dd-a80d-401b-9a50-975cc14a3197 req-28b4498b-7d91-4b13-9cc6-90481f95cb5f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028962 Jul 22 23:57:50.838608 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-c82da876-a2bc-4562-b11f-453578fcc0ef tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.849173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9d9a816f-7a3f-4634-9350-eedf56c6519e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:50.854557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-c82da876-a2bc-4562-b11f-453578fcc0ef tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Transition to ACTIVE for port object f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:50.881270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Transition to ACTIVE for port object 32b05545-141e-44e7-8254-78b8c8fe6aca will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:50.889215 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.903015 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-c82da876-a2bc-4562-b11f-453578fcc0ef tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.922364 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9d2d2-4c95-46b4-9c08-9321bb08450f req-fa62e6a2-20d1-4489-bc8b-d75778aeb296 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:50.924249 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e0a9d2d2-4c95-46b4-9c08-9321bb08450f req-fa62e6a2-20d1-4489-bc8b-d75778aeb296 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.95 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 945 time: 0.3824985 Jul 22 23:57:50.932532 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=cf07c54a-d124-4de0-82b2-a36cb4fd5c80,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:50.937014 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.031525 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-c82da876-a2bc-4562-b11f-453578fcc0ef tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network 6f56a743-bb78-4e83-b4ae-4af4cbcce270 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:51.040654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-c82da876-a2bc-4562-b11f-453578fcc0ef tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:51.051704 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-c82da876-a2bc-4562-b11f-453578fcc0ef tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:51.065121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Network a8d9843c-5de7-43de-ae60-4ba39bbfc3ba is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:51.088424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:51.114684 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:51.118316 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82da876-a2bc-4562-b11f-453578fcc0ef tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Port': ['ID=f6568e99-eeec-4c2f-8c11-c6bbd5da3b67,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:51.153070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] For port 358f3b4a-0593-4d7b-9056-a5c8e7e1767f, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:51.158756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] For port 358f3b4a-0593-4d7b-9056-a5c8e7e1767f, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=358f3b4a-0593-4d7b-9056-a5c8e7e1767f,segment=NetworkSegment(c50e187f-de72-4962-92ce-b7294789823c),segment_id=c50e187f-de72-4962-92ce-b7294789823c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:51.174870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-c82da876-a2bc-4562-b11f-453578fcc0ef tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:51.182906 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Pushing event updated for resources: {'Port': ['ID=32b05545-141e-44e7-8254-78b8c8fe6aca,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:51.202589 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-c82da876-a2bc-4562-b11f-453578fcc0ef tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.225385 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.250321 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-c82da876-a2bc-4562-b11f-453578fcc0ef tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2988765 Jul 22 23:57:51.267630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Request body: {'port': {'device_id': '36294604-1343-453a-be32-781e81791684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:51.350039 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc55491-ec81-492d-bdbc-b2416d92c28d None None] Pushing event updated for resources: {'Port': ['ID=358f3b4a-0593-4d7b-9056-a5c8e7e1767f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:51.377912 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 9d9a816f-7a3f-4634-9350-eedf56c6519e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:51.378620 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.416542 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Attempting to bind port 32b05545-141e-44e7-8254-78b8c8fe6aca on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:51.416902 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Attempting to bind port 32b05545-141e-44e7-8254-78b8c8fe6aca by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'a4026761-97c0-4681-a306-af15d1a078fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:51.417298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Attempting to bind port 32b05545-141e-44e7-8254-78b8c8fe6aca on network a8d9843c-5de7-43de-ae60-4ba39bbfc3ba {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:51.426063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:51.426502 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Checking segment: {'id': 'a4026761-97c0-4681-a306-af15d1a078fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:51.426839 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.427227 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Bound using segment: {'id': 'a4026761-97c0-4681-a306-af15d1a078fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:51.427708 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Bound port: 32b05545-141e-44e7-8254-78b8c8fe6aca, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4026761-97c0-4681-a306-af15d1a078fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:51.428480 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.445884 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:51.446540 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:51.464258 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.468548 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.496625 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.497467 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.499728 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.679464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:51.748141 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:51.752672 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:51.783340 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-e0a9d2d2-4c95-46b4-9c08-9321bb08450f req-adf960da-4b00-4f32-9c3e-06c34e142799 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Deleting port 05484bdf-923f-4555-bd38-5d3fa18d23a3 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:51.783695 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e0a9d2d2-4c95-46b4-9c08-9321bb08450f req-adf960da-4b00-4f32-9c3e-06c34e142799 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.827653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:51.874967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event updated for resources: {'Port': ['ID=c682d435-e912-4ad9-b7df-177e6df68049,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:52.087374 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] For port 32b05545-141e-44e7-8254-78b8c8fe6aca, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:52.091694 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] For port 32b05545-141e-44e7-8254-78b8c8fe6aca, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=32b05545-141e-44e7-8254-78b8c8fe6aca,segment=NetworkSegment(a4026761-97c0-4681-a306-af15d1a078fb),segment_id=a4026761-97c0-4681-a306-af15d1a078fb)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:52.096624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Network a8d9843c-5de7-43de-ae60-4ba39bbfc3ba is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:52.106995 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:52.117642 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-01e87ae8-07fd-40f4-ab76-82cf23585946 None None] Provisioning for port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:52.131112 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:52.140238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-01e87ae8-07fd-40f4-ab76-82cf23585946 None None] Provisioning complete for port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:52.141427 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-01e87ae8-07fd-40f4-ab76-82cf23585946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:52.297653 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-01e87ae8-07fd-40f4-ab76-82cf23585946 None None] Port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:52.311512 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8985cb-028c-4a3c-bbfe-22f48e63eb1e req-b3a533d5-0474-4886-a425-1987d450cb9c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:52.315463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb8985cb-028c-4a3c-bbfe-22f48e63eb1e req-b3a533d5-0474-4886-a425-1987d450cb9c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 932 time: 0.3775811 Jul 22 23:57:52.351873 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=66e17395-cc7b-4134-b562-a83c1ffec4b4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:52.355013 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 05d06b71-a6ba-4218-9db8-75c940202454 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:52.419661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a18581-b105-4819-8abd-464d69e0af29 req-14a90d77-6a91-4847-afe7-bd0d59ef113d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:52.421443 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-51a18581-b105-4819-8abd-464d69e0af29 req-14a90d77-6a91-4847-afe7-bd0d59ef113d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 945 time: 0.4096003 Jul 22 23:57:52.449193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e0a9d2d2-4c95-46b4-9c08-9321bb08450f req-adf960da-4b00-4f32-9c3e-06c34e142799 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] For port 05484bdf-923f-4555-bd38-5d3fa18d23a3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=05484bdf-923f-4555-bd38-5d3fa18d23a3,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:52.449854 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e0a9d2d2-4c95-46b4-9c08-9321bb08450f req-adf960da-4b00-4f32-9c3e-06c34e142799 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:52.466499 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea55621-8ece-4dac-b1dc-2d46672bc7d3 None None] Pushing event updated for resources: {'Port': ['ID=32b05545-141e-44e7-8254-78b8c8fe6aca,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:52.479933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb8985cb-028c-4a3c-bbfe-22f48e63eb1e req-0ac3e625-6787-4a1e-a978-a9792bf68568 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=b68f88d4-e068-459c-a43e-caf5c4c4e956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492352 Jul 22 23:57:52.480350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-e0a9d2d2-4c95-46b4-9c08-9321bb08450f req-adf960da-4b00-4f32-9c3e-06c34e142799 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Calling delete_port for 05484bdf-923f-4555-bd38-5d3fa18d23a3 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:52.513351 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router cfd5dba4-b59f-4cd0-9706-55abd54ce366 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:57:52.538257 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:50Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '358f3b4a-0593-4d7b-9056-a5c8e7e1767f', 'name': '', 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:75:0e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:51Z', 'revision_number': 4, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c682d435-e912-4ad9-b7df-177e6df68049', 'name': '', 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:ac:7b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:48Z', 'updated_at': '2021-07-22T23:57:49Z', 'revision_number': 1, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:52.542063 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-51a18581-b105-4819-8abd-464d69e0af29 req-0da0acad-fd9c-4cb9-8d9f-706be727d019 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055534 Jul 22 23:57:52.543362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 05d06b71-a6ba-4218-9db8-75c940202454 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:52.543938 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:52.610578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:57:52.619846 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60abaac3-085d-4513-ad68-54b5697397b4 None None] The sync data for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 is: [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:50Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '358f3b4a-0593-4d7b-9056-a5c8e7e1767f', 'name': '', 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:75:0e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:51Z', 'revision_number': 4, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c682d435-e912-4ad9-b7df-177e6df68049', 'name': '', 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:ac:7b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:48Z', 'updated_at': '2021-07-22T23:57:49Z', 'revision_number': 1, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:52.622248 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:52.647065 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Transition to ACTIVE for port object f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:52.655059 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:52.712387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 7c3544ff-162d-47a1-b088-3cea22d05f34 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:52.807379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 7c3544ff-162d-47a1-b088-3cea22d05f34 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:52.808025 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:52.843924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6568e99-eeec-4c2f-8c11-c6bbd5da3b67,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:52.989338 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Attempting to bind port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:52.995748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Attempting to bind port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '47576603-30f9-4f2a-a8dd-903a47183eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:52.996224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Attempting to bind port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 on network 6f56a743-bb78-4e83-b4ae-4af4cbcce270 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:53.004245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 on network 6f56a743-bb78-4e83-b4ae-4af4cbcce270 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:57:53.012840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Attempting to bind port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 on network 6f56a743-bb78-4e83-b4ae-4af4cbcce270 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:53.022342 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:53.023367 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Checking segment: {'id': '47576603-30f9-4f2a-a8dd-903a47183eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:53.025086 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Bound using segment: {'id': '47576603-30f9-4f2a-a8dd-903a47183eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:53.026442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Bound port: f6568e99-eeec-4c2f-8c11-c6bbd5da3b67, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47576603-30f9-4f2a-a8dd-903a47183eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:53.027052 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.242941 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] For port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:53.266530 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] For port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=f6568e99-eeec-4c2f-8c11-c6bbd5da3b67,segment=NetworkSegment(47576603-30f9-4f2a-a8dd-903a47183eef),segment_id=47576603-30f9-4f2a-a8dd-903a47183eef)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:53.278450 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.384023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 05484bdf-923f-4555-bd38-5d3fa18d23a3 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:53.389692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:53.394366 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.396188 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] 10.222.0.95 "PUT /v2.0/ports/f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 HTTP/1.1" status: 200 len: 1092 time: 2.1345873 Jul 22 23:57:53.396840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36294604-1343-453a-be32-781e81791684', 'tag': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:57:53.417388 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ca01dc-d287-4cd6-9620-e17700014de6" -d '{"events": [{"name": "network-changed", "server_uuid": "36294604-1343-453a-be32-781e81791684", "tag": "f6568e99-eeec-4c2f-8c11-c6bbd5da3b67"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:57:53.517251 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:53.546940 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-966f6d3f-90d0-4c10-a667-68ad830a5f15 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/cfd5dba4-b59f-4cd0-9706-55abd54ce366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9708893 Jul 22 23:57:53.552888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41368) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:53.628981 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-95aa521f-785d-4d6a-9d7a-0020ec7aea32 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:53.655406 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95effb74-2b5f-4805-b2a4-7ca4ac171d66 x-openstack-request-id: req-95effb74-2b5f-4805-b2a4-7ca4ac171d66 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:57:53.655971 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36294604-1343-453a-be32-781e81791684", "tag": "f6568e99-eeec-4c2f-8c11-c6bbd5da3b67", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:57:53.656493 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95effb74-2b5f-4805-b2a4-7ca4ac171d66 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:57:53.657221 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36294604-1343-453a-be32-781e81791684', 'tag': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67', 'status': 'completed', 'code': 200} Jul 22 23:57:53.660719 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.709845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 358f3b4a-0593-4d7b-9056-a5c8e7e1767f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:53.778747 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.878290 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 358f3b4a-0593-4d7b-9056-a5c8e7e1767f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:53.886782 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 358f3b4a-0593-4d7b-9056-a5c8e7e1767f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:53.887304 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.894640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d109a-ba22-43c9-890d-49ba237a5de8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6568e99-eeec-4c2f-8c11-c6bbd5da3b67,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:53.921496 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f9bd4da9-5311-4be9-b202-7c6b956bb1af req-1d83496d-d6ff-4b33-8edd-9800b384ec00 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 210 time: 0.1037261 Jul 22 23:57:54.022346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-0db7f05c-e75c-42ad-9e04-0dc195c54feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:54.029902 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-0db7f05c-e75c-42ad-9e04-0dc195c54feb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d28b015edbb34eaeb96f7c2c259b971a&device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 1095 time: 0.5655832 Jul 22 23:57:54.077414 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e0a9d2d2-4c95-46b4-9c08-9321bb08450f req-adf960da-4b00-4f32-9c3e-06c34e142799 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:54.140348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['22f53b83-c6d7-43b6-87ac-c967d448279d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:57:54.169285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828acf8-eb68-4762-876c-b49c49c692b8 req-d5631ac6-fcf3-4a77-835c-dbebfe621d2d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:54.178909 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4828acf8-eb68-4762-876c-b49c49c692b8 req-d5631ac6-fcf3-4a77-835c-dbebfe621d2d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 944 time: 0.4751434 Jul 22 23:57:54.199809 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-78a72961-1158-4100-8c26-ad286c123120 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 HTTP/1.1" status: 200 len: 217 time: 0.1627994 Jul 22 23:57:54.246339 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:54.361681 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4828acf8-eb68-4762-876c-b49c49c692b8 req-6bd5e499-9168-4e65-b93e-ffdebd2f0f74 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=b68f88d4-e068-459c-a43e-caf5c4c4e956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757345 Jul 22 23:57:54.366940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-9b323e25-f489-4d07-9abf-abca31efe242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:54.383990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 358f3b4a-0593-4d7b-9056-a5c8e7e1767f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=358f3b4a-0593-4d7b-9056-a5c8e7e1767f,segment=NetworkSegment(c50e187f-de72-4962-92ce-b7294789823c),segment_id=c50e187f-de72-4962-92ce-b7294789823c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:54.384313 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-9b323e25-f489-4d07-9abf-abca31efe242 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ab50c3ef-2b3a-42f6-a53c-174359dccb53 HTTP/1.1" status: 200 len: 833 time: 0.1670327 Jul 22 23:57:54.389731 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d60388-68b3-4ae7-a241-74c205f2280c None None] Network a8d9843c-5de7-43de-ae60-4ba39bbfc3ba requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:54.480260 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:54.481403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 32b05545-141e-44e7-8254-78b8c8fe6aca up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:54.489178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-80e3e6b0-ba37-45f6-8563-912595cb9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:54.493025 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-80e3e6b0-ba37-45f6-8563-912595cb9c0c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6f56a743-bb78-4e83-b4ae-4af4cbcce270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005621 Jul 22 23:57:54.561885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-42abedc5-4d84-4863-8f59-f40511609a62 None None] Provisioning for port 32b05545-141e-44e7-8254-78b8c8fe6aca completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:54.682340 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-ce6785ff-bcf2-43c3-ab38-23436145df7c service neutron] 10.222.0.95 "GET /v2.0/networks/6f56a743-bb78-4e83-b4ae-4af4cbcce270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759489 Jul 22 23:57:54.754100 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=358f3b4a-0593-4d7b-9056-a5c8e7e1767f,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:54.798287 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 32b05545-141e-44e7-8254-78b8c8fe6aca completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:54.824367 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 32b05545-141e-44e7-8254-78b8c8fe6aca triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:54.825053 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:54.848968 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca080738-b5a7-47cd-9cc0-84050f248483 req-a072c2fd-ccd6-45f8-ba48-0f20f670b1bd service neutron] 10.222.0.95 "GET /v2.0/networks/6f56a743-bb78-4e83-b4ae-4af4cbcce270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565559 Jul 22 23:57:54.930924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf960da-4b00-4f32-9c3e-06c34e142799 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Pushing event deleted for resources: {'Port': ['ID=05484bdf-923f-4555-bd38-5d3fa18d23a3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:55.037539 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Sync routers for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:55.048411 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.052244 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.057574 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:55.058507 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:55.148335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a9d2d2-4c95-46b4-9c08-9321bb08450f req-adf960da-4b00-4f32-9c3e-06c34e142799 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] No DVR routers for this DVR port 05484bdf-923f-4555-bd38-5d3fa18d23a3 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:55.150451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca01dc-d287-4cd6-9620-e17700014de6 req-b3c452ea-5fca-4e15-89b7-76f62ba03108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:55.152535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5ca01dc-d287-4cd6-9620-e17700014de6 req-b3c452ea-5fca-4e15-89b7-76f62ba03108 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d28b015edbb34eaeb96f7c2c259b971a&device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 1095 time: 0.2326336 Jul 22 23:57:55.168215 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e0a9d2d2-4c95-46b4-9c08-9321bb08450f req-adf960da-4b00-4f32-9c3e-06c34e142799 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.170345 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e0a9d2d2-4c95-46b4-9c08-9321bb08450f req-adf960da-4b00-4f32-9c3e-06c34e142799 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.95 "DELETE /v2.0/ports/05484bdf-923f-4555-bd38-5d3fa18d23a3 HTTP/1.1" status: 204 len: 173 time: 4.2375157 Jul 22 23:57:55.170819 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7632a5c-97b3-4ad0-b477-c701465d0d72', 'name': 'network-vif-deleted', 'tag': '05484bdf-923f-4555-bd38-5d3fa18d23a3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:57:55.183641 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35347b19-a135-40f2-9259-ce91defc63fb" -d '{"events": [{"server_uuid": "f7632a5c-97b3-4ad0-b477-c701465d0d72", "name": "network-vif-deleted", "tag": "05484bdf-923f-4555-bd38-5d3fa18d23a3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:57:55.203117 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 32b05545-141e-44e7-8254-78b8c8fe6aca, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=32b05545-141e-44e7-8254-78b8c8fe6aca,segment=NetworkSegment(a4026761-97c0-4681-a306-af15d1a078fb),segment_id=a4026761-97c0-4681-a306-af15d1a078fb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:55.215644 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.216525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cf07c54a-d124-4de0-82b2-a36cb4fd5c80 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:55.282623 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a82dea23-3e5c-47c8-a97b-4a32bda808e5 req-b076738a-5c30-483b-9e95-b804e5c127a9 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7632a5c-97b3-4ad0-b477-c701465d0d72 HTTP/1.1" status: 200 len: 210 time: 0.1772482 Jul 22 23:57:55.320819 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:55.345615 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1ea035-81d0-45dc-93df-bc756b339084 x-openstack-request-id: req-0b1ea035-81d0-45dc-93df-bc756b339084 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:57:55.346455 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7632a5c-97b3-4ad0-b477-c701465d0d72", "name": "network-vif-deleted", "tag": "05484bdf-923f-4555-bd38-5d3fa18d23a3", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:57:55.347841 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b1ea035-81d0-45dc-93df-bc756b339084 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:57:55.348539 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7632a5c-97b3-4ad0-b477-c701465d0d72', 'name': 'network-vif-deleted', 'tag': '05484bdf-923f-4555-bd38-5d3fa18d23a3', 'status': 'completed', 'code': 200} Jul 22 23:57:55.482330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca01dc-d287-4cd6-9620-e17700014de6 req-08de4ebb-0203-4e49-a643-78c631cdfc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:55.483670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=32b05545-141e-44e7-8254-78b8c8fe6aca,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:55.484212 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5ca01dc-d287-4cd6-9620-e17700014de6 req-08de4ebb-0203-4e49-a643-78c631cdfc9e service neutron] 10.222.0.95 "GET /v2.0/networks?id=6f56a743-bb78-4e83-b4ae-4af4cbcce270 HTTP/1.1" status: 200 len: 898 time: 0.3230083 Jul 22 23:57:55.504481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port cf07c54a-d124-4de0-82b2-a36cb4fd5c80 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:55.505033 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.595353 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f148da80-fbb7-4be8-af5d-cbcf32123e3d None None] Provisioning complete for port 32b05545-141e-44e7-8254-78b8c8fe6aca triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:55.600224 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5ca01dc-d287-4cd6-9620-e17700014de6 req-0340c7be-01b1-41a0-a5eb-a36b7e97ff1a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 HTTP/1.1" status: 200 len: 217 time: 0.1085806 Jul 22 23:57:55.604033 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f148da80-fbb7-4be8-af5d-cbcf32123e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.727719 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:50Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '358f3b4a-0593-4d7b-9056-a5c8e7e1767f', 'name': '', 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:75:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:54Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c682d435-e912-4ad9-b7df-177e6df68049', 'name': '', 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:ac:7b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:48Z', 'updated_at': '2021-07-22T23:57:50Z', 'revision_number': 2, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:55.768005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca01dc-d287-4cd6-9620-e17700014de6 req-041c4097-8d31-44aa-9c5c-5aa1ae20c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:55.770051 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5ca01dc-d287-4cd6-9620-e17700014de6 req-041c4097-8d31-44aa-9c5c-5aa1ae20c288 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ab50c3ef-2b3a-42f6-a53c-174359dccb53 HTTP/1.1" status: 200 len: 833 time: 0.1406324 Jul 22 23:57:55.793354 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Checking router: cfd5dba4-b59f-4cd0-9706-55abd54ce366 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:55.793831 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Updating router cfd5dba4-b59f-4cd0-9706-55abd54ce366 port c682d435-e912-4ad9-b7df-177e6df68049 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:57:55.810291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91a7b0-2189-4bd0-a443-2e559d967d67 req-93987462-b6a4-4cd0-8686-8823260ba838 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:55.821207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df91a7b0-2189-4bd0-a443-2e559d967d67 req-93987462-b6a4-4cd0-8686-8823260ba838 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 944 time: 0.2990217 Jul 22 23:57:55.876251 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.882725 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.963137 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.973035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df91a7b0-2189-4bd0-a443-2e559d967d67 req-73f1632c-16be-4c00-960f-a10a856859f8 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=b68f88d4-e068-459c-a43e-caf5c4c4e956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368065 Jul 22 23:57:56.020256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca01dc-d287-4cd6-9620-e17700014de6 req-b67b747c-49f6-4f5e-b7c3-cc92473fec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:56.033749 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5ca01dc-d287-4cd6-9620-e17700014de6 req-b67b747c-49f6-4f5e-b7c3-cc92473fec64 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6f56a743-bb78-4e83-b4ae-4af4cbcce270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2450216 Jul 22 23:57:56.075366 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.139946 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.extraroute_db [None req-95aa521f-785d-4d6a-9d7a-0020ec7aea32 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 23:57:56.208242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f148da80-fbb7-4be8-af5d-cbcf32123e3d None None] Provisioning for port c682d435-e912-4ad9-b7df-177e6df68049 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:56.212505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f148da80-fbb7-4be8-af5d-cbcf32123e3d None None] Provisioning complete for port c682d435-e912-4ad9-b7df-177e6df68049 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:56.212867 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f148da80-fbb7-4be8-af5d-cbcf32123e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.225849 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5ca01dc-d287-4cd6-9620-e17700014de6 req-7b43ef63-1179-4231-9849-5db582a20bf9 service neutron] 10.222.0.95 "GET /v2.0/networks/6f56a743-bb78-4e83-b4ae-4af4cbcce270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842060 Jul 22 23:57:56.276466 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=66e17395-cc7b-4134-b562-a83c1ffec4b4,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:56.281890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 358f3b4a-0593-4d7b-9056-a5c8e7e1767f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:56.294708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.extraroute_db [None req-95aa521f-785d-4d6a-9d7a-0020ec7aea32 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Removed routes are [] {{(pid=93820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 23:57:56.295029 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95aa521f-785d-4d6a-9d7a-0020ec7aea32 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.391930 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f148da80-fbb7-4be8-af5d-cbcf32123e3d None None] Port c682d435-e912-4ad9-b7df-177e6df68049 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:56.419915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 358f3b4a-0593-4d7b-9056-a5c8e7e1767f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:56.420585 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.479880 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5ca01dc-d287-4cd6-9620-e17700014de6 req-b4a619cf-b2e3-45a8-a44e-4bccb488804b service neutron] 10.222.0.95 "GET /v2.0/networks/6f56a743-bb78-4e83-b4ae-4af4cbcce270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463760 Jul 22 23:57:56.493754 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.498465 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Floating IP 11235bb5-f464-4ba5-b8b0-a356c24df9f1 associated. External IP: 172.25.4.61, port: 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4. Jul 22 23:57:56.515211 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Transition to ACTIVE for port object c682d435-e912-4ad9-b7df-177e6df68049 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:56.522462 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.674579 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Attempting to bind port c682d435-e912-4ad9-b7df-177e6df68049 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:56.675138 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Attempting to bind port c682d435-e912-4ad9-b7df-177e6df68049 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'a4026761-97c0-4681-a306-af15d1a078fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:56.676175 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Attempting to bind port c682d435-e912-4ad9-b7df-177e6df68049 on network a8d9843c-5de7-43de-ae60-4ba39bbfc3ba {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:56.681571 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93732099-3ae0-4c91-a245-e3fe75c5d773 None None] Pushing event updated for resources: {'Port': ['ID=c682d435-e912-4ad9-b7df-177e6df68049,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:56.696854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 32b05545-141e-44e7-8254-78b8c8fe6aca up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:56.705584 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:56.706062 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Checking segment: {'id': 'a4026761-97c0-4681-a306-af15d1a078fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:56.706488 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.707057 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Bound using segment: {'id': 'a4026761-97c0-4681-a306-af15d1a078fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:56.707539 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Bound port: c682d435-e912-4ad9-b7df-177e6df68049, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4026761-97c0-4681-a306-af15d1a078fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:56.707925 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.767171 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 32b05545-141e-44e7-8254-78b8c8fe6aca triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:56.767550 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.836462 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95aa521f-785d-4d6a-9d7a-0020ec7aea32 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.847203 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95aa521f-785d-4d6a-9d7a-0020ec7aea32 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.878463 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] For port c682d435-e912-4ad9-b7df-177e6df68049, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:56.891243 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] For port c682d435-e912-4ad9-b7df-177e6df68049, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c682d435-e912-4ad9-b7df-177e6df68049,segment=NetworkSegment(a4026761-97c0-4681-a306-af15d1a078fb),segment_id=a4026761-97c0-4681-a306-af15d1a078fb)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:56.903650 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.009738 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:57.011752 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:57.062635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95aa521f-785d-4d6a-9d7a-0020ec7aea32 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router cfd5dba4-b59f-4cd0-9706-55abd54ce366 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:57:57.256553 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router ccfb0844-93b3-471d-a3fc-22701ac76b6a has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:57:57.261245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3759c7a-e2f4-4df4-97e3-0a27d0306216 req-65d068d0-6d85-4123-bb49-23d7ef33cb75 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:57.263843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3759c7a-e2f4-4df4-97e3-0a27d0306216 req-65d068d0-6d85-4123-bb49-23d7ef33cb75 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 944 time: 0.1370404 Jul 22 23:57:57.314981 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:57.342945 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3759c7a-e2f4-4df4-97e3-0a27d0306216 req-df50a805-e560-4f5a-b610-79ee374c960b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=b68f88d4-e068-459c-a43e-caf5c4c4e956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549881 Jul 22 23:57:57.371125 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93732099-3ae0-4c91-a245-e3fe75c5d773 None None] Pushing event updated for resources: {'Port': ['ID=c682d435-e912-4ad9-b7df-177e6df68049,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:57.381777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95aa521f-785d-4d6a-9d7a-0020ec7aea32 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:57.392388 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95aa521f-785d-4d6a-9d7a-0020ec7aea32 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.394250 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-95aa521f-785d-4d6a-9d7a-0020ec7aea32 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/cfd5dba4-b59f-4cd0-9706-55abd54ce366 HTTP/1.1" status: 200 len: 953 time: 3.8002694 Jul 22 23:57:57.397946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41424) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:57.403922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:57:57.566830 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:57.591296 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.597402 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d06f317-8f9e-41f0-98bb-5f39db80da35 None None] Sync routers for ids ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:57.641484 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6051b79b-9046-4ac3-8209-1d3452635111 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.7090373 Jul 22 23:57:57.642411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:57:57.657875 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180f76a3-ab1b-4e6e-95a4-b9059ebc59a8" -d '{"events": [{"name": "network-changed", "server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:57:57.681114 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=f6568e99-eeec-4c2f-8c11-c6bbd5da3b67,segment=NetworkSegment(47576603-30f9-4f2a-a8dd-903a47183eef),segment_id=47576603-30f9-4f2a-a8dd-903a47183eef)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:57.692607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d06f317-8f9e-41f0-98bb-5f39db80da35 None None] Routers {'ccfb0844-93b3-471d-a3fc-22701ac76b6a'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:57.693294 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8d06f317-8f9e-41f0-98bb-5f39db80da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:57.738748 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f53805-17c8-4d7c-9f84-796ee1ed7b29 x-openstack-request-id: req-b6f53805-17c8-4d7c-9f84-796ee1ed7b29 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:57:57.739949 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:57:57.740218 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6f53805-17c8-4d7c-9f84-796ee1ed7b29 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:57:57.740698 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4', 'status': 'completed', 'code': 200} Jul 22 23:57:57.744594 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:56Z', 'revision_number': 6, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '358f3b4a-0593-4d7b-9056-a5c8e7e1767f', 'name': '', 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:75:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:54Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c682d435-e912-4ad9-b7df-177e6df68049', 'name': '', 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:ac:7b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:48Z', 'updated_at': '2021-07-22T23:57:56Z', 'revision_number': 4, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:57.785557 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f19e17-95f3-4250-9da4-68e2c8825e5b None None] The sync data for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 is: [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:56Z', 'revision_number': 6, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '358f3b4a-0593-4d7b-9056-a5c8e7e1767f', 'name': '', 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:75:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:54Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c682d435-e912-4ad9-b7df-177e6df68049', 'name': '', 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:ac:7b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:48Z', 'updated_at': '2021-07-22T23:57:56Z', 'revision_number': 4, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:57.811628 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'port_id': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67', 'mac_address': 'fa:16:3e:30:3f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:57:57.870998 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-8d06f317-8f9e-41f0-98bb-5f39db80da35 None None] Set router ccfb0844-93b3-471d-a3fc-22701ac76b6a gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:58.010105 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7146f9e1-c7bf-44cf-9dee-8c44b15c6a2e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/routers/cfd5dba4-b59f-4cd0-9706-55abd54ce366 HTTP/1.1" status: 200 len: 953 time: 0.6108212 Jul 22 23:57:58.012642 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41432) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:58.023914 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-12b47f84-bf5c-4957-ad20-0386f7a80a68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'router': {'routes': None}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:58.031603 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:58.074347 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:57:58.173552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179670e3-e608-4186-ac4d-cc427b7f9a0a req-e5de8567-f945-4cfe-9a78-3482625dcced tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:58.175161 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-179670e3-e608-4186-ac4d-cc427b7f9a0a req-e5de8567-f945-4cfe-9a78-3482625dcced tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 946 time: 0.3498652 Jul 22 23:57:58.189426 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f76a3-ab1b-4e6e-95a4-b9059ebc59a8 req-bcc63721-d9c2-4b34-8f6d-95f6c3059a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:58.192174 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=f6568e99-eeec-4c2f-8c11-c6bbd5da3b67,segment=NetworkSegment(47576603-30f9-4f2a-a8dd-903a47183eef),segment_id=47576603-30f9-4f2a-a8dd-903a47183eef)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:58.198260 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-180f76a3-ab1b-4e6e-95a4-b9059ebc59a8 req-bcc63721-d9c2-4b34-8f6d-95f6c3059a68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 1097 time: 0.3637433 Jul 22 23:57:58.218457 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:58.282927 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d083204-5895-4a18-8f17-db1e452adf3e None None] Sync routers for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:58.300334 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d083204-5895-4a18-8f17-db1e452adf3e None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:58.301437 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9d083204-5895-4a18-8f17-db1e452adf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:58.370891 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=f6568e99-eeec-4c2f-8c11-c6bbd5da3b67,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:58.390365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c682d435-e912-4ad9-b7df-177e6df68049 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:58.459624 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9d083204-5895-4a18-8f17-db1e452adf3e None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:58.477675 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['f6568e99-eeec-4c2f-8c11-c6bbd5da3b67'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:57:58.554022 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-179670e3-e608-4186-ac4d-cc427b7f9a0a req-ac9b60e2-1e7a-4e86-b50b-c5c23b35b12f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151211 Jul 22 23:57:58.570202 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8d06f317-8f9e-41f0-98bb-5f39db80da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897002350', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:03Z', 'updated_at': '2021-07-22T23:57:16Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:05Z', 'updated_at': '2021-07-22T23:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '11235bb5-f464-4ba5-b8b0-a356c24df9f1', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'port_id': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0', 'mac_address': 'fa:16:3e:3e:f6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:57:52Z', 'updated_at': '2021-07-22T23:57:52Z', 'revision_number': 0, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e259c54b-a755-4af3-85a0-d29f09456e99', 'name': '', 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:32:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:14Z', 'updated_at': '2021-07-22T23:57:24Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:58.572156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port c682d435-e912-4ad9-b7df-177e6df68049 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:58.584191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41442) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:58.636077 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d06f317-8f9e-41f0-98bb-5f39db80da35 None None] Checking router: ccfb0844-93b3-471d-a3fc-22701ac76b6a for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:58.646948 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port c682d435-e912-4ad9-b7df-177e6df68049 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:58.647474 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:58.717862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d06f317-8f9e-41f0-98bb-5f39db80da35 None None] Routers {'ccfb0844-93b3-471d-a3fc-22701ac76b6a'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:58.718648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8d06f317-8f9e-41f0-98bb-5f39db80da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:58.775423 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9d083204-5895-4a18-8f17-db1e452adf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:56Z', 'revision_number': 6, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '358f3b4a-0593-4d7b-9056-a5c8e7e1767f', 'name': '', 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:75:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:54Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c682d435-e912-4ad9-b7df-177e6df68049', 'name': '', 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:ac:7b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:48Z', 'updated_at': '2021-07-22T23:57:56Z', 'revision_number': 4, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:58.855785 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d083204-5895-4a18-8f17-db1e452adf3e None None] Checking router: cfd5dba4-b59f-4cd0-9706-55abd54ce366 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:58.857021 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-166ce781-3924-4340-a15a-a93bf6060a87 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/11235bb5-f464-4ba5-b8b0-a356c24df9f1 HTTP/1.1" status: 200 len: 991 time: 0.2703755 Jul 22 23:57:58.867060 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d083204-5895-4a18-8f17-db1e452adf3e None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:58.867060 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9d083204-5895-4a18-8f17-db1e452adf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:58.895637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f76a3-ab1b-4e6e-95a4-b9059ebc59a8 req-9a71dc3d-7a7c-4f61-861f-600d1a77ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:58.897044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-180f76a3-ab1b-4e6e-95a4-b9059ebc59a8 req-9a71dc3d-7a7c-4f61-861f-600d1a77ec71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 HTTP/1.1" status: 200 len: 897 time: 0.6828861 Jul 22 23:57:58.912841 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2655a-2139-4f6b-a3fd-a9ee4e69d1d4 req-354dd245-c29a-4b6f-930e-f0166fce0abf tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:58.926762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8de2655a-2139-4f6b-a3fd-a9ee4e69d1d4 req-354dd245-c29a-4b6f-930e-f0166fce0abf tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 945 time: 0.4695022 Jul 22 23:57:58.992374 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.016488 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9d083204-5895-4a18-8f17-db1e452adf3e None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:59.027214 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-180f76a3-ab1b-4e6e-95a4-b9059ebc59a8 req-1bd87bc3-8b70-4103-aad6-ba31d20cadf0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 HTTP/1.1" status: 200 len: 999 time: 0.0992250 Jul 22 23:57:59.058786 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port c682d435-e912-4ad9-b7df-177e6df68049, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c682d435-e912-4ad9-b7df-177e6df68049,segment=NetworkSegment(a4026761-97c0-4681-a306-af15d1a078fb),segment_id=a4026761-97c0-4681-a306-af15d1a078fb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:59.096207 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.154962 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-8d06f317-8f9e-41f0-98bb-5f39db80da35 None None] Set router ccfb0844-93b3-471d-a3fc-22701ac76b6a gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:59.195227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f76a3-ab1b-4e6e-95a4-b9059ebc59a8 req-0de0c8d4-9c41-42a9-87f0-eb852e06014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:59.197589 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-180f76a3-ab1b-4e6e-95a4-b9059ebc59a8 req-0de0c8d4-9c41-42a9-87f0-eb852e06014c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7432b2b8-1300-4616-94b0-c603e71fe1a0 HTTP/1.1" status: 200 len: 835 time: 0.1470759 Jul 22 23:57:59.280677 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=c682d435-e912-4ad9-b7df-177e6df68049,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:59.302875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-12b47f84-bf5c-4957-ad20-0386f7a80a68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Added routes are [] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 23:57:59.302875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.extraroute_db [None req-12b47f84-bf5c-4957-ad20-0386f7a80a68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93821) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 23:57:59.338208 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9d083204-5895-4a18-8f17-db1e452adf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:56Z', 'revision_number': 6, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '358f3b4a-0593-4d7b-9056-a5c8e7e1767f', 'name': '', 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:75:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:54Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c682d435-e912-4ad9-b7df-177e6df68049', 'name': '', 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:ac:7b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:48Z', 'updated_at': '2021-07-22T23:57:56Z', 'revision_number': 4, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:59.385450 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12b47f84-bf5c-4957-ad20-0386f7a80a68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.402534 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d083204-5895-4a18-8f17-db1e452adf3e None None] The sync data for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 is: [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:56Z', 'revision_number': 6, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '358f3b4a-0593-4d7b-9056-a5c8e7e1767f', 'name': '', 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:75:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:54Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c682d435-e912-4ad9-b7df-177e6df68049', 'name': '', 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:ac:7b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:48Z', 'updated_at': '2021-07-22T23:57:56Z', 'revision_number': 4, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:59.472082 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8de2655a-2139-4f6b-a3fd-a9ee4e69d1d4 req-e7a8fefc-8523-43d2-81cb-d5b0fff607aa tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=b68f88d4-e068-459c-a43e-caf5c4c4e956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4415398 Jul 22 23:57:59.593454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8d06f317-8f9e-41f0-98bb-5f39db80da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897002350', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:03Z', 'updated_at': '2021-07-22T23:57:16Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:05Z', 'updated_at': '2021-07-22T23:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '11235bb5-f464-4ba5-b8b0-a356c24df9f1', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'port_id': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0', 'mac_address': 'fa:16:3e:3e:f6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:57:52Z', 'updated_at': '2021-07-22T23:57:52Z', 'revision_number': 0, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e259c54b-a755-4af3-85a0-d29f09456e99', 'name': '', 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:32:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:14Z', 'updated_at': '2021-07-22T23:57:24Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:59.640351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d06f317-8f9e-41f0-98bb-5f39db80da35 None None] The sync data for ids ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'] in n-d-688802-2 is: [{'id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897002350', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:03Z', 'updated_at': '2021-07-22T23:57:16Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:05Z', 'updated_at': '2021-07-22T23:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '11235bb5-f464-4ba5-b8b0-a356c24df9f1', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'port_id': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0', 'mac_address': 'fa:16:3e:3e:f6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:57:52Z', 'updated_at': '2021-07-22T23:57:52Z', 'revision_number': 0, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e259c54b-a755-4af3-85a0-d29f09456e99', 'name': '', 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:32:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:14Z', 'updated_at': '2021-07-22T23:57:24Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:59.676677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f76a3-ab1b-4e6e-95a4-b9059ebc59a8 req-53e5d909-b826-4262-9969-e9b11939864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:59.678407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-180f76a3-ab1b-4e6e-95a4-b9059ebc59a8 req-53e5d909-b826-4262-9969-e9b11939864a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4509249 Jul 22 23:57:59.842019 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-180f76a3-ab1b-4e6e-95a4-b9059ebc59a8 req-8657c233-700f-4bcd-bf44-1b7df4cd1af0 service neutron] 10.222.0.18 "GET /v2.0/networks/8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311533 Jul 22 23:57:59.844282 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12b47f84-bf5c-4957-ad20-0386f7a80a68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.857044 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12b47f84-bf5c-4957-ad20-0386f7a80a68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.859528 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41456) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:59.972144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0537833-bc16-427f-ba3c-3a3ca60a52b2 None None] New status for floating IP 11235bb5-f464-4ba5-b8b0-a356c24df9f1: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:57:59.981464 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b59f298f-1f52-42be-bdac-fc85b8a950f8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/11235bb5-f464-4ba5-b8b0-a356c24df9f1 HTTP/1.1" status: 200 len: 991 time: 0.1207523 Jul 22 23:58:00.059669 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b47f84-bf5c-4957-ad20-0386f7a80a68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router cfd5dba4-b59f-4cd0-9706-55abd54ce366 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:58:00.083711 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-180f76a3-ab1b-4e6e-95a4-b9059ebc59a8 req-f0c688f4-f890-4207-bfd0-e9e92be35e2f service neutron] 10.222.0.18 "GET /v2.0/networks/8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352412 Jul 22 23:58:00.195229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b47f84-bf5c-4957-ad20-0386f7a80a68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:00.203178 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12b47f84-bf5c-4957-ad20-0386f7a80a68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.207889 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-12b47f84-bf5c-4957-ad20-0386f7a80a68 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/cfd5dba4-b59f-4cd0-9706-55abd54ce366 HTTP/1.1" status: 200 len: 703 time: 2.1885736 Jul 22 23:58:00.208237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41460) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:00.211238 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1480a75-3a38-4bd8-848f-4baa649cdef3 None None] Sync routers for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:00.233642 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1480a75-3a38-4bd8-848f-4baa649cdef3 None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:00.235157 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b1480a75-3a38-4bd8-848f-4baa649cdef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:00.249182 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c682d435-e912-4ad9-b7df-177e6df68049 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:00.311184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port c682d435-e912-4ad9-b7df-177e6df68049 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:00.311833 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.394790 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b1480a75-3a38-4bd8-848f-4baa649cdef3 None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:00.686483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcdb36-a58f-4150-8b20-e28b9196c1f1 req-eb30e92a-def7-4563-bc08-66d39b73e965 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:00.696010 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4efcdb36-a58f-4150-8b20-e28b9196c1f1 req-eb30e92a-def7-4563-bc08-66d39b73e965 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 945 time: 0.0987992 Jul 22 23:58:00.708970 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d3f1436a-33b1-4074-a2cc-c74feea6d1c5 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/routers/cfd5dba4-b59f-4cd0-9706-55abd54ce366 HTTP/1.1" status: 200 len: 703 time: 0.4995639 Jul 22 23:58:00.713625 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41470) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:00.757714 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4efcdb36-a58f-4150-8b20-e28b9196c1f1 req-eda73e77-2fcf-44bc-9daa-2693e8d984ec tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=b68f88d4-e068-459c-a43e-caf5c4c4e956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602427 Jul 22 23:58:00.806305 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b1480a75-3a38-4bd8-848f-4baa649cdef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:59Z', 'revision_number': 7, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '358f3b4a-0593-4d7b-9056-a5c8e7e1767f', 'name': '', 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:75:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:54Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c682d435-e912-4ad9-b7df-177e6df68049', 'name': '', 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:ac:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:48Z', 'updated_at': '2021-07-22T23:57:59Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:00.864498 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1480a75-3a38-4bd8-848f-4baa649cdef3 None None] Checking router: cfd5dba4-b59f-4cd0-9706-55abd54ce366 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:58:00.879199 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1480a75-3a38-4bd8-848f-4baa649cdef3 None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:00.879982 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b1480a75-3a38-4bd8-848f-4baa649cdef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:00.985611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41478) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:01.019004 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b1480a75-3a38-4bd8-848f-4baa649cdef3 None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:01.098093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2d1a9c81-ef8c-48a6-b090-e59304d07897 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/11235bb5-f464-4ba5-b8b0-a356c24df9f1 HTTP/1.1" status: 200 len: 993 time: 0.1113412 Jul 22 23:58:01.354987 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fe3aa12-9c74-4f81-b05c-a97a820c0f44 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:01.403247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7aedc8-b40c-454e-8cfa-41e7a2a00b43 req-5db20fd7-2522-442a-95e3-8b0b84eb5405 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:01.413078 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:01.414666 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c7aedc8-b40c-454e-8cfa-41e7a2a00b43 req-5db20fd7-2522-442a-95e3-8b0b84eb5405 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 946 time: 0.1166332 Jul 22 23:58:01.477802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c7aedc8-b40c-454e-8cfa-41e7a2a00b43 req-34cf1baa-893e-4838-a258-8da4d18060c6 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577977 Jul 22 23:58:01.518103 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:01.528528 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:01.528907 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:01.558868 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b1480a75-3a38-4bd8-848f-4baa649cdef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:59Z', 'revision_number': 7, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '358f3b4a-0593-4d7b-9056-a5c8e7e1767f', 'name': '', 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:75:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:54Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c682d435-e912-4ad9-b7df-177e6df68049', 'name': '', 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:ac:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:48Z', 'updated_at': '2021-07-22T23:57:59Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:01.631988 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1480a75-3a38-4bd8-848f-4baa649cdef3 None None] The sync data for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 is: [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:57:59Z', 'revision_number': 7, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '358f3b4a-0593-4d7b-9056-a5c8e7e1767f', 'name': '', 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:75:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:54Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c682d435-e912-4ad9-b7df-177e6df68049', 'name': '', 'network_id': 'a8d9843c-5de7-43de-ae60-4ba39bbfc3ba', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:ac:7b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:48Z', 'updated_at': '2021-07-22T23:57:59Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:01.666487 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54dca7e1-471c-4a41-85c7-6748309528ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:01.697495 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:01.741536 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=f6568e99-eeec-4c2f-8c11-c6bbd5da3b67,segment=NetworkSegment(47576603-30f9-4f2a-a8dd-903a47183eef),segment_id=47576603-30f9-4f2a-a8dd-903a47183eef)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:01.742921 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36294604-1343-453a-be32-781e81791684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:01.745141 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ea11d1-f5fc-46ac-90f4-de317ffd8241" -d '{"events": [{"server_uuid": "36294604-1343-453a-be32-781e81791684", "name": "network-vif-plugged", "status": "completed", "tag": "f6568e99-eeec-4c2f-8c11-c6bbd5da3b67"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:01.761183 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:01.779438 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4fe3aa12-9c74-4f81-b05c-a97a820c0f44 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting port c682d435-e912-4ad9-b7df-177e6df68049 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:01.779914 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fe3aa12-9c74-4f81-b05c-a97a820c0f44 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:01.804508 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becb2f7d-7fd9-457e-b17f-c821cf46803a x-openstack-request-id: req-becb2f7d-7fd9-457e-b17f-c821cf46803a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:01.804801 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36294604-1343-453a-be32-781e81791684", "name": "network-vif-plugged", "status": "completed", "tag": "f6568e99-eeec-4c2f-8c11-c6bbd5da3b67", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:01.805056 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-becb2f7d-7fd9-457e-b17f-c821cf46803a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:01.805539 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36294604-1343-453a-be32-781e81791684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67', 'code': 200} Jul 22 23:58:01.878256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=f6568e99-eeec-4c2f-8c11-c6bbd5da3b67,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:01.979638 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4fe3aa12-9c74-4f81-b05c-a97a820c0f44 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] For port c682d435-e912-4ad9-b7df-177e6df68049, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c682d435-e912-4ad9-b7df-177e6df68049,segment=NetworkSegment(a4026761-97c0-4681-a306-af15d1a078fb),segment_id=a4026761-97c0-4681-a306-af15d1a078fb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:01.980142 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fe3aa12-9c74-4f81-b05c-a97a820c0f44 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.008390 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4fe3aa12-9c74-4f81-b05c-a97a820c0f44 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Calling delete_port for c682d435-e912-4ad9-b7df-177e6df68049 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:02.014827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33749e0f-4243-4942-b4de-a3f9b6c7bf3b req-e576dd2f-ff18-4083-a4a8-9d05dc08c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:02.016543 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33749e0f-4243-4942-b4de-a3f9b6c7bf3b req-e576dd2f-ff18-4083-a4a8-9d05dc08c5a6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 1097 time: 0.1497254 Jul 22 23:58:02.070036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be238a-f2a9-4281-a9fe-99bf6480f7c4 req-ad2ac8cd-751f-4152-bf80-de28da172490 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:02.072310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9be238a-f2a9-4281-a9fe-99bf6480f7c4 req-ad2ac8cd-751f-4152-bf80-de28da172490 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 946 time: 0.1252298 Jul 22 23:58:02.099462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33749e0f-4243-4942-b4de-a3f9b6c7bf3b req-3f821065-4075-4d9f-a368-2898a8c60812 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b68f88d4-e068-459c-a43e-caf5c4c4e956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740814 Jul 22 23:58:02.125651 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41500) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:02.130597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0de8d003-1774-4c6c-87c1-adc00dd39b48 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-375497438', 'description': 'tempest-secgroup-smoke-375497438 description', 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:02.140919 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9be238a-f2a9-4281-a9fe-99bf6480f7c4 req-a02ab87e-2d01-4931-b685-b9fe8d4a8090 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=b68f88d4-e068-459c-a43e-caf5c4c4e956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538082 Jul 22 23:58:02.166705 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0de8d003-1774-4c6c-87c1-adc00dd39b48 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.238639 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fe3aa12-9c74-4f81-b05c-a97a820c0f44 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.295461 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3aa12-9c74-4f81-b05c-a97a820c0f44 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Port': ['ID=c682d435-e912-4ad9-b7df-177e6df68049,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:02.302963 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0de8d003-1774-4c6c-87c1-adc00dd39b48 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.308351 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0de8d003-1774-4c6c-87c1-adc00dd39b48 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.344134 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0de8d003-1774-4c6c-87c1-adc00dd39b48 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.349809 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0de8d003-1774-4c6c-87c1-adc00dd39b48 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2228091 Jul 22 23:58:02.350649 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41502) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:02.356487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6d0217f2-bcc1-4f86-b131-52a55dcb23e0 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Request body: {'security_group_rule': {'security_group_id': 'afa06df4-508f-4544-9c59-1421599af69f', 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:02.364344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8d003-1774-4c6c-87c1-adc00dd39b48 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa06df4-508f-4544-9c59-1421599af69f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:02.395948 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fe3aa12-9c74-4f81-b05c-a97a820c0f44 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.412300 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d0217f2-bcc1-4f86-b131-52a55dcb23e0 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.478037 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d0217f2-bcc1-4f86-b131-52a55dcb23e0 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.483045 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d0217f2-bcc1-4f86-b131-52a55dcb23e0 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.512467 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6d0217f2-bcc1-4f86-b131-52a55dcb23e0 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.517309 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6d0217f2-bcc1-4f86-b131-52a55dcb23e0 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1644313 Jul 22 23:58:02.518137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41506) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:02.526142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b452d924-68fc-4470-96a8-e6cfc8e6bc80 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Request body: {'security_group_rule': {'security_group_id': 'afa06df4-508f-4544-9c59-1421599af69f', 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:02.540763 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0217f2-bcc1-4f86-b131-52a55dcb23e0 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae04041a-94db-42f0-b463-32c9d7b6c0eb,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:02.562383 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b452d924-68fc-4470-96a8-e6cfc8e6bc80 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.641468 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe3aa12-9c74-4f81-b05c-a97a820c0f44 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router cfd5dba4-b59f-4cd0-9706-55abd54ce366 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:58:02.661363 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b452d924-68fc-4470-96a8-e6cfc8e6bc80 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.666316 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b452d924-68fc-4470-96a8-e6cfc8e6bc80 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.694026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452d924-68fc-4470-96a8-e6cfc8e6bc80 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79caf3ef-64a5-4d18-b3f3-5bcdf95a35da,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:02.706826 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b452d924-68fc-4470-96a8-e6cfc8e6bc80 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.708062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b452d924-68fc-4470-96a8-e6cfc8e6bc80 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1863046 Jul 22 23:58:02.715836 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41508) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:02.717197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2234784-9b32-42b5-941b-006db68e6e7e req-e4185304-cac3-47ef-9367-7796271d58d4 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:02.718674 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2234784-9b32-42b5-941b-006db68e6e7e req-e4185304-cac3-47ef-9367-7796271d58d4 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 946 time: 0.1193144 Jul 22 23:58:02.720502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e4495338-b8b7-4f9c-b736-3c61523e090b tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Request body: {'security_group_rule': {'security_group_id': 'afa06df4-508f-4544-9c59-1421599af69f', 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:02.763203 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2234784-9b32-42b5-941b-006db68e6e7e req-a16839e2-25a9-4b28-8c2e-fa5e656a8259 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376077 Jul 22 23:58:02.766137 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe3aa12-9c74-4f81-b05c-a97a820c0f44 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:02.771863 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4fe3aa12-9c74-4f81-b05c-a97a820c0f44 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/cfd5dba4-b59f-4cd0-9706-55abd54ce366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0564818 Jul 22 23:58:02.772740 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4495338-b8b7-4f9c-b736-3c61523e090b tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.774914 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41510) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:02.787819 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a303a-b5eb-4dd1-8019-2238b7c971a2 None None] Sync routers for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:02.800567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a303a-b5eb-4dd1-8019-2238b7c971a2 None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:02.801439 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-637a303a-b5eb-4dd1-8019-2238b7c971a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:02.835387 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4495338-b8b7-4f9c-b736-3c61523e090b tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.835797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-472ded8f-7134-403e-ba5a-8e39c25fd5b8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting subnet 5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:58:02.839159 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-472ded8f-7134-403e-ba5a-8e39c25fd5b8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.840440 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4495338-b8b7-4f9c-b736-3c61523e090b tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.860612 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4495338-b8b7-4f9c-b736-3c61523e090b tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7678bf-2406-4dcb-9c65-040571304049,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:02.874554 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4495338-b8b7-4f9c-b736-3c61523e090b tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.879941 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41512) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:02.880476 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e4495338-b8b7-4f9c-b736-3c61523e090b tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1635847 Jul 22 23:58:02.887783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c57b1211-7cd4-4de0-a950-f6b6623d8b54 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Request body: {'security_group_rule': {'security_group_id': 'afa06df4-508f-4544-9c59-1421599af69f', 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:02.896850 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-472ded8f-7134-403e-ba5a-8e39c25fd5b8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.915499 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-637a303a-b5eb-4dd1-8019-2238b7c971a2 None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:02.961413 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c57b1211-7cd4-4de0-a950-f6b6623d8b54 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.306883 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-637a303a-b5eb-4dd1-8019-2238b7c971a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:58:02Z', 'revision_number': 8, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '358f3b4a-0593-4d7b-9056-a5c8e7e1767f', 'name': '', 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:75:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:54Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:03.335938 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a303a-b5eb-4dd1-8019-2238b7c971a2 None None] Checking router: cfd5dba4-b59f-4cd0-9706-55abd54ce366 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:58:03.344023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a303a-b5eb-4dd1-8019-2238b7c971a2 None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:03.344631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-637a303a-b5eb-4dd1-8019-2238b7c971a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:57:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:03.394379 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-472ded8f-7134-403e-ba5a-8e39c25fd5b8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.436601 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-637a303a-b5eb-4dd1-8019-2238b7c971a2 None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:03.478095 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c57b1211-7cd4-4de0-a950-f6b6623d8b54 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.488197 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c57b1211-7cd4-4de0-a950-f6b6623d8b54 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.526464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e453dff-14c4-4332-afd9-cee4747d0d38 req-fa7b7e03-2cdf-408a-af52-b795e07eb25b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:03.527959 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e453dff-14c4-4332-afd9-cee4747d0d38 req-fa7b7e03-2cdf-408a-af52-b795e07eb25b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 946 time: 0.2284951 Jul 22 23:58:03.536218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a79d0b-a86f-46d3-974f-11d2c422cdd2 req-c746a9f2-2f12-449c-8174-a39c6135d74d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:03.537833 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-65a79d0b-a86f-46d3-974f-11d2c422cdd2 req-c746a9f2-2f12-449c-8174-a39c6135d74d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.18 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 946 time: 0.2364500 Jul 22 23:58:03.543129 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b1211-7cd4-4de0-a950-f6b6623d8b54 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca6d3f5-b6f3-4104-8e06-e8dcacb26a24,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:03.558559 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-472ded8f-7134-403e-ba5a-8e39c25fd5b8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.571217 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c57b1211-7cd4-4de0-a950-f6b6623d8b54 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.572364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c57b1211-7cd4-4de0-a950-f6b6623d8b54 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6904542 Jul 22 23:58:03.575303 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41522) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:03.581434 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-78524a4f-0916-475a-a137-276db13cdd10 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Request body: {'security_group_rule': {'security_group_id': 'afa06df4-508f-4544-9c59-1421599af69f', 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:03.605545 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-78524a4f-0916-475a-a137-276db13cdd10 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Project 4e67dfb34b944fceb43dbf0db78fb2ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:58:03.611422 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78524a4f-0916-475a-a137-276db13cdd10 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.626389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ded8f-7134-403e-ba5a-8e39c25fd5b8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Subnet': ['ID=5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:03.647253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fde9966-895e-4ffc-a1c4-a9552f436259 None None] Network a8d9843c-5de7-43de-ae60-4ba39bbfc3ba requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:03.650166 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-472ded8f-7134-403e-ba5a-8e39c25fd5b8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.654321 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-472ded8f-7134-403e-ba5a-8e39c25fd5b8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0 HTTP/1.1" status: 204 len: 168 time: 0.8755727 Jul 22 23:58:03.659606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41524) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:03.689635 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78524a4f-0916-475a-a137-276db13cdd10 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.691336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e453dff-14c4-4332-afd9-cee4747d0d38 req-b54aef4d-f721-418b-a8aa-c870f4b5a362 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=b68f88d4-e068-459c-a43e-caf5c4c4e956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523378 Jul 22 23:58:03.694819 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78524a4f-0916-475a-a137-276db13cdd10 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.717944 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78524a4f-0916-475a-a137-276db13cdd10 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7add6d-97bf-4283-8272-b38f20c03931,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:03.741037 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78524a4f-0916-475a-a137-276db13cdd10 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.742430 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-78524a4f-0916-475a-a137-276db13cdd10 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1659455 Jul 22 23:58:03.745312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41528) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:03.750706 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7ea96630-0e9c-4ca6-bd9e-bda79d8ca7b9 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Request body: {'security_group_rule': {'security_group_id': 'afa06df4-508f-4544-9c59-1421599af69f', 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:03.760338 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-637a303a-b5eb-4dd1-8019-2238b7c971a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:58:02Z', 'revision_number': 8, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '358f3b4a-0593-4d7b-9056-a5c8e7e1767f', 'name': '', 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:75:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:54Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:03.778332 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-7ea96630-0e9c-4ca6-bd9e-bda79d8ca7b9 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Project 4e67dfb34b944fceb43dbf0db78fb2ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:58:03.784097 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ea96630-0e9c-4ca6-bd9e-bda79d8ca7b9 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.790887 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a303a-b5eb-4dd1-8019-2238b7c971a2 None None] The sync data for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 is: [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:58:02Z', 'revision_number': 8, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '358f3b4a-0593-4d7b-9056-a5c8e7e1767f', 'name': '', 'network_id': '664999cc-5ceb-4d54-b9d5-8602349d43cb', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:75:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:54Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '75381e06-7eb7-431f-b963-7cc4dffd46de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:03.800869 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.872881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-65a79d0b-a86f-46d3-974f-11d2c422cdd2 req-bfad7844-57a6-4b8a-b33c-1b2a69024782 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Deleting port 22f53b83-c6d7-43b6-87ac-c967d448279d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:03.873257 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65a79d0b-a86f-46d3-974f-11d2c422cdd2 req-bfad7844-57a6-4b8a-b33c-1b2a69024782 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.895838 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ea96630-0e9c-4ca6-bd9e-bda79d8ca7b9 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.902960 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ea96630-0e9c-4ca6-bd9e-bda79d8ca7b9 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.923454 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea96630-0e9c-4ca6-bd9e-bda79d8ca7b9 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf65750-2f89-436f-861e-bcde6db5c4a1,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:03.926794 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ea96630-0e9c-4ca6-bd9e-bda79d8ca7b9 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.928047 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ea96630-0e9c-4ca6-bd9e-bda79d8ca7b9 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1816802 Jul 22 23:58:03.983155 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fea935-2427-4ef8-9b3a-4618a900a3ff req-1af2494f-1f68-471a-bb9c-9bc4b1e8763c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:03.984665 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08fea935-2427-4ef8-9b3a-4618a900a3ff req-1af2494f-1f68-471a-bb9c-9bc4b1e8763c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 946 time: 0.2041807 Jul 22 23:58:04.093794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting port 32b05545-141e-44e7-8254-78b8c8fe6aca {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:04.094138 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.118284 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08fea935-2427-4ef8-9b3a-4618a900a3ff req-87875048-0850-4498-a5d6-f8d28b66b8e5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=b68f88d4-e068-459c-a43e-caf5c4c4e956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034873 Jul 22 23:58:04.138634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47bac7-f60f-4755-abc2-568e2d8abfc4 req-e0367c61-186a-4d19-9eca-45edaff5ab8d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:04.140199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41536) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:04.140866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc47bac7-f60f-4755-abc2-568e2d8abfc4 req-e0367c61-186a-4d19-9eca-45edaff5ab8d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 946 time: 0.2740262 Jul 22 23:58:04.147899 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-65a79d0b-a86f-46d3-974f-11d2c422cdd2 req-bfad7844-57a6-4b8a-b33c-1b2a69024782 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] For port 22f53b83-c6d7-43b6-87ac-c967d448279d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=22f53b83-c6d7-43b6-87ac-c967d448279d,segment=NetworkSegment(4e90d70d-5380-473a-85a2-776e82a5324f),segment_id=4e90d70d-5380-473a-85a2-776e82a5324f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:04.148639 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65a79d0b-a86f-46d3-974f-11d2c422cdd2 req-bfad7844-57a6-4b8a-b33c-1b2a69024782 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.181336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-65a79d0b-a86f-46d3-974f-11d2c422cdd2 req-bfad7844-57a6-4b8a-b33c-1b2a69024782 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Calling delete_port for 22f53b83-c6d7-43b6-87ac-c967d448279d owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:04.199333 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af84b34-88e2-47a9-b2b1-7c7ea85a7480 None None] DHCP port deletion for a8d9843c-5de7-43de-ae60-4ba39bbfc3ba request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:58:04.284969 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] For port 32b05545-141e-44e7-8254-78b8c8fe6aca, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=32b05545-141e-44e7-8254-78b8c8fe6aca,segment=NetworkSegment(a4026761-97c0-4681-a306-af15d1a078fb),segment_id=a4026761-97c0-4681-a306-af15d1a078fb)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:04.284969 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.293808 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6af84b34-88e2-47a9-b2b1-7c7ea85a7480 None None] Deleting port 32b05545-141e-44e7-8254-78b8c8fe6aca {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:04.294195 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6af84b34-88e2-47a9-b2b1-7c7ea85a7480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.307445 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d09ebc-1c0f-4d9f-a8bb-3fce09fbc140 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:04.309547 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f8d09ebc-1c0f-4d9f-a8bb-3fce09fbc140 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 1092 time: 0.1683488 Jul 22 23:58:04.312709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41542) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:04.318488 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:04.319682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 32b05545-141e-44e7-8254-78b8c8fe6aca no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:04.341802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc47bac7-f60f-4755-abc2-568e2d8abfc4 req-a0d774d3-74c0-4998-b41f-73e5fed3401d tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/security-groups?id=8869322b-7e16-43fc-86d2-c6aafcefe35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637428 Jul 22 23:58:04.362327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Calling delete_port for 32b05545-141e-44e7-8254-78b8c8fe6aca owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:04.379409 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.382672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6af84b34-88e2-47a9-b2b1-7c7ea85a7480 None None] For port 32b05545-141e-44e7-8254-78b8c8fe6aca, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=32b05545-141e-44e7-8254-78b8c8fe6aca,segment=NetworkSegment(a4026761-97c0-4681-a306-af15d1a078fb),segment_id=a4026761-97c0-4681-a306-af15d1a078fb)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:04.383078 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6af84b34-88e2-47a9-b2b1-7c7ea85a7480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.404749 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6af84b34-88e2-47a9-b2b1-7c7ea85a7480 None None] Calling delete_port for 32b05545-141e-44e7-8254-78b8c8fe6aca owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:04.492994 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-59ab526a-e771-4279-933d-6b11f3321f91 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375497438&fields=id&tenant_id=4e67dfb34b944fceb43dbf0db78fb2ad HTTP/1.1" status: 200 len: 267 time: 0.2041230 Jul 22 23:58:04.517052 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.546931 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6af84b34-88e2-47a9-b2b1-7c7ea85a7480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.584350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af84b34-88e2-47a9-b2b1-7c7ea85a7480 None None] Pushing event deleted for resources: {'Port': ['ID=32b05545-141e-44e7-8254-78b8c8fe6aca,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:04.595401 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.603584 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af84b34-88e2-47a9-b2b1-7c7ea85a7480 None None] No DVR routers for this DVR port 32b05545-141e-44e7-8254-78b8c8fe6aca on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:04.605311 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.607933 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4745a49a-9fd3-490f-9cbc-3fba3711a8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.618508 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No active binding found for port 32b05545-141e-44e7-8254-78b8c8fe6aca {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 23:58:04.618950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 32b05545-141e-44e7-8254-78b8c8fe6aca not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:04.619562 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c682d435-e912-4ad9-b7df-177e6df68049 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:04.643298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: c682d435-e912-4ad9-b7df-177e6df68049 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:58:04.643965 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c682d435-e912-4ad9-b7df-177e6df68049 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:04.678629 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.696382 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Allocated IP 172.25.4.82 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/d780cc4a-fc40-4406-8bcc-913a3c62bad4) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:04.731259 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Port': ['ID=32b05545-141e-44e7-8254-78b8c8fe6aca,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:04.744824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-d7d85c99-f54b-4853-902a-37257f0bf2ce tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:04.746398 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-d7d85c99-f54b-4853-902a-37257f0bf2ce tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/networks?id=50eadcea-8b03-4ea9-bc3a-e4d4187b2620 HTTP/1.1" status: 200 len: 814 time: 0.2394052 Jul 22 23:58:04.749533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] No DVR routers for this DVR port 32b05545-141e-44e7-8254-78b8c8fe6aca on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:04.799782 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65a79d0b-a86f-46d3-974f-11d2c422cdd2 req-bfad7844-57a6-4b8a-b33c-1b2a69024782 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.825640 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.833754 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['22f53b83-c6d7-43b6-87ac-c967d448279d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:58:04.859298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-86e83896-489b-4c79-b798-1eef4f4b2633 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/quotas/4e67dfb34b944fceb43dbf0db78fb2ad HTTP/1.1" status: 200 len: 375 time: 0.0743284 Jul 22 23:58:04.864247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad7844-57a6-4b8a-b33c-1b2a69024782 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Pushing event deleted for resources: {'Port': ['ID=22f53b83-c6d7-43b6-87ac-c967d448279d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:04.889256 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.914314 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.932046 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:04.935182 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:04.940585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:04.944067 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Port': ['ID=d780cc4a-fc40-4406-8bcc-913a3c62bad4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:04.968425 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d9843c-5de7-43de-ae60-4ba39bbfc3ba']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:04.995372 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a79d0b-a86f-46d3-974f-11d2c422cdd2 req-bfad7844-57a6-4b8a-b33c-1b2a69024782 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] No DVR routers for this DVR port 22f53b83-c6d7-43b6-87ac-c967d448279d on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:04.998694 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-65a79d0b-a86f-46d3-974f-11d2c422cdd2 req-bfad7844-57a6-4b8a-b33c-1b2a69024782 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.000703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-65a79d0b-a86f-46d3-974f-11d2c422cdd2 req-bfad7844-57a6-4b8a-b33c-1b2a69024782 tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.18 "DELETE /v2.0/ports/22f53b83-c6d7-43b6-87ac-c967d448279d HTTP/1.1" status: 204 len: 173 time: 1.4552250 Jul 22 23:58:05.004296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cf3758-c814-4202-b248-b4e5b1b1735f', 'name': 'network-vif-deleted', 'tag': '22f53b83-c6d7-43b6-87ac-c967d448279d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:05.007023 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a55f51-e8b1-4112-9458-0d10da833505" -d '{"events": [{"server_uuid": "31cf3758-c814-4202-b248-b4e5b1b1735f", "name": "network-vif-deleted", "tag": "22f53b83-c6d7-43b6-87ac-c967d448279d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:05.021724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4026761-97c0-4681-a306-af15d1a078fb') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:05.022152 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4026761-97c0-4681-a306-af15d1a078fb') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:05.039391 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.060994 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.068111 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:05.068540 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:05.088688 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:05.092508 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ac8e42-f86a-4a82-a515-4c6ffa5bbe4a x-openstack-request-id: req-b9ac8e42-f86a-4a82-a515-4c6ffa5bbe4a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:05.092508 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cf3758-c814-4202-b248-b4e5b1b1735f", "name": "network-vif-deleted", "tag": "22f53b83-c6d7-43b6-87ac-c967d448279d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:05.092508 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9ac8e42-f86a-4a82-a515-4c6ffa5bbe4a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:05.092508 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31cf3758-c814-4202-b248-b4e5b1b1735f', 'name': 'network-vif-deleted', 'tag': '22f53b83-c6d7-43b6-87ac-c967d448279d', 'status': 'completed', 'code': 200} Jul 22 23:58:05.182733 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-5f3118bd-eeea-461d-aba1-52dbb4b3f323 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e67dfb34b944fceb43dbf0db78fb2ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3124671 Jul 22 23:58:05.184374 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.191185 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.193401 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/networks/a8d9843c-5de7-43de-ae60-4ba39bbfc3ba HTTP/1.1" status: 204 len: 168 time: 1.5327306 Jul 22 23:58:05.199665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41558) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:05.256350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ba58c-8b3d-48ea-a5bd-5c9f08f0ad7d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Network': ['ID=a8d9843c-5de7-43de-ae60-4ba39bbfc3ba,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:05.405604 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.488755 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3095449-bd47-4f15-9a47-383decf0b7b9 req-4bd1c810-69bb-4d28-ac94-946915c6af3f tempest-AttachVolumeNegativeTest-582008872 tempest-AttachVolumeNegativeTest-582008872-project] 10.222.0.26 "GET /v2.0/ports?device_id=31cf3758-c814-4202-b248-b4e5b1b1735f HTTP/1.1" status: 200 len: 210 time: 0.0353866 Jul 22 23:58:05.516115 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.543132 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-91a52053-5da2-421e-bb80-40e176adbfea service neutron] 10.222.0.26 "GET /v2.0/networks/50eadcea-8b03-4ea9-bc3a-e4d4187b2620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247900 Jul 22 23:58:05.565838 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.654162 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-773acf0d-793a-471b-918f-5952886b9db3 service neutron] 10.222.0.26 "GET /v2.0/networks/50eadcea-8b03-4ea9-bc3a-e4d4187b2620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095605 Jul 22 23:58:05.729932 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.735233 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.826110 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Port': ['ID=d780cc4a-fc40-4406-8bcc-913a3c62bad4,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:05.843938 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.884331 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b957db9-b00a-45df-8500-a03b9ffa8d78 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.059207 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Floating IP dda2f30d-057b-4262-bb94-d5893a40e8b1 associated. External IP: 172.25.4.82, port: f6568e99-eeec-4c2f-8c11-c6bbd5da3b67. Jul 22 23:58:06.164735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b45ddaff-0cbc-4b96-9120-7581d515e6e1 req-cac4afad-19f3-4d89-8801-8d694da0c42f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 210 time: 0.0733240 Jul 22 23:58:06.596915 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41584) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:06.668077 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81beda5-ca81-4155-a741-f0ddceacd466 admin admin] Deleting subnet de4837d0-4de8-44c9-87e4-4e3448c43fdb {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:58:06.677769 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d81beda5-ca81-4155-a741-f0ddceacd466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.699722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3b957db9-b00a-45df-8500-a03b9ffa8d78 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting port 358f3b4a-0593-4d7b-9056-a5c8e7e1767f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:06.700271 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b957db9-b00a-45df-8500-a03b9ffa8d78 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.716601 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Router 48f5f560-63ff-4cbb-9244-d80c8584120d has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:58:06.728680 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d81beda5-ca81-4155-a741-f0ddceacd466 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.806131 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-3b957db9-b00a-45df-8500-a03b9ffa8d78 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] For port 358f3b4a-0593-4d7b-9056-a5c8e7e1767f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=358f3b4a-0593-4d7b-9056-a5c8e7e1767f,segment=NetworkSegment(c50e187f-de72-4962-92ce-b7294789823c),segment_id=c50e187f-de72-4962-92ce-b7294789823c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:06.806651 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b957db9-b00a-45df-8500-a03b9ffa8d78 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.822194 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3b957db9-b00a-45df-8500-a03b9ffa8d78 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Calling delete_port for 358f3b4a-0593-4d7b-9056-a5c8e7e1767f owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:06.850228 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d81beda5-ca81-4155-a741-f0ddceacd466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.910876 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:06.925587 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504cc79-6f82-4a22-b116-b5bb381dba96 None None] Sync routers for ids ['48f5f560-63ff-4cbb-9244-d80c8584120d'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:06.933795 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d81beda5-ca81-4155-a741-f0ddceacd466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.940654 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504cc79-6f82-4a22-b116-b5bb381dba96 None None] Routers {'48f5f560-63ff-4cbb-9244-d80c8584120d'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:06.941628 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5504cc79-6f82-4a22-b116-b5bb381dba96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:05Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['48f5f560-63ff-4cbb-9244-d80c8584120d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:06.968712 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.974457 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81beda5-ca81-4155-a741-f0ddceacd466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de4837d0-4de8-44c9-87e4-4e3448c43fdb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:06.993917 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d81beda5-ca81-4155-a741-f0ddceacd466 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.998642 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d81beda5-ca81-4155-a741-f0ddceacd466 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/de4837d0-4de8-44c9-87e4-4e3448c43fdb HTTP/1.1" status: 204 len: 168 time: 0.4006140 Jul 22 23:58:06.999255 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41588) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:07.044476 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8f6bbf88-10e4-427b-a511-e19b58afddbc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7302158 Jul 22 23:58:07.047084 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36294604-1343-453a-be32-781e81791684', 'tag': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:07.049522 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75019c2f-06af-466e-852f-1b318b4c5432" -d '{"events": [{"name": "network-changed", "server_uuid": "36294604-1343-453a-be32-781e81791684", "tag": "f6568e99-eeec-4c2f-8c11-c6bbd5da3b67"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:07.053458 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:07.054018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41590) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:07.122847 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5504cc79-6f82-4a22-b116-b5bb381dba96 None None] Set router 48f5f560-63ff-4cbb-9244-d80c8584120d gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:07.126306 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b957db9-b00a-45df-8500-a03b9ffa8d78 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:07.148232 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb55c913-cdad-4043-a50b-93b70aa01666 x-openstack-request-id: req-fb55c913-cdad-4043-a50b-93b70aa01666 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:07.148510 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36294604-1343-453a-be32-781e81791684", "tag": "f6568e99-eeec-4c2f-8c11-c6bbd5da3b67", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:07.148763 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb55c913-cdad-4043-a50b-93b70aa01666 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:07.149255 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36294604-1343-453a-be32-781e81791684', 'tag': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67', 'status': 'completed', 'code': 200} Jul 22 23:58:07.153635 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-800bcc4e-a6e2-429c-9682-0ad4942eda43 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/floatingips/dda2f30d-057b-4262-bb94-d5893a40e8b1 HTTP/1.1" status: 200 len: 991 time: 0.0973797 Jul 22 23:58:07.169987 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72642098-4f99-40d2-8380-a1e9796d98da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:07.240838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b957db9-b00a-45df-8500-a03b9ffa8d78 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Port': ['ID=358f3b4a-0593-4d7b-9056-a5c8e7e1767f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:07.341110 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72642098-4f99-40d2-8380-a1e9796d98da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:07.363886 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-72642098-4f99-40d2-8380-a1e9796d98da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ec0d7f-a81e-46a9-b500-5f4f370d8c06']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:07.391250 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-72642098-4f99-40d2-8380-a1e9796d98da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e90d70d-5380-473a-85a2-776e82a5324f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:07.391250 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-72642098-4f99-40d2-8380-a1e9796d98da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e90d70d-5380-473a-85a2-776e82a5324f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:07.418536 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72642098-4f99-40d2-8380-a1e9796d98da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:07.461337 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72642098-4f99-40d2-8380-a1e9796d98da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:07.476247 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72642098-4f99-40d2-8380-a1e9796d98da admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:07.476721 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72642098-4f99-40d2-8380-a1e9796d98da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:07.486648 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:07.490922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 22f53b83-c6d7-43b6-87ac-c967d448279d no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:07.559356 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 22f53b83-c6d7-43b6-87ac-c967d448279d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:58:07.559933 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 22f53b83-c6d7-43b6-87ac-c967d448279d not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:07.634559 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72642098-4f99-40d2-8380-a1e9796d98da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:07.644870 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72642098-4f99-40d2-8380-a1e9796d98da admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:07.647536 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-72642098-4f99-40d2-8380-a1e9796d98da admin admin] 10.222.0.26 "DELETE /v2.0/networks/c4ec0d7f-a81e-46a9-b500-5f4f370d8c06 HTTP/1.1" status: 204 len: 168 time: 0.6450739 Jul 22 23:58:07.676237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72642098-4f99-40d2-8380-a1e9796d98da admin admin] Pushing event deleted for resources: {'Network': ['ID=c4ec0d7f-a81e-46a9-b500-5f4f370d8c06,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:07.688391 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5be64e45-78db-4382-bd6c-c27341f8ad96 req-3eadcf1d-ead0-4767-b8a1-f736f9e3e2f2 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 210 time: 0.3521602 Jul 22 23:58:07.698033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-36a09302-a105-4129-a846-039d223e5b7e tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:07.699543 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-36a09302-a105-4129-a846-039d223e5b7e tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.18 "GET /v2.0/networks?id=50eadcea-8b03-4ea9-bc3a-e4d4187b2620 HTTP/1.1" status: 200 len: 814 time: 0.3622804 Jul 22 23:58:07.706501 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5504cc79-6f82-4a22-b116-b5bb381dba96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:57:37Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'dda2f30d-057b-4262-bb94-d5893a40e8b1', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'port_id': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'mac_address': 'fa:16:3e:30:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36294604-1343-453a-be32-781e81791684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:05Z', 'updated_at': '2021-07-22T23:58:05Z', 'revision_number': 0, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf07c54a-d124-4de0-82b2-a36cb4fd5c80', 'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:5f:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:36Z', 'updated_at': '2021-07-22T23:57:50Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:07.740149 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504cc79-6f82-4a22-b116-b5bb381dba96 None None] Checking router: 48f5f560-63ff-4cbb-9244-d80c8584120d for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:58:07.750604 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504cc79-6f82-4a22-b116-b5bb381dba96 None None] Routers {'48f5f560-63ff-4cbb-9244-d80c8584120d'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:07.750860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75019c2f-06af-466e-852f-1b318b4c5432 req-a0fae736-c96d-42fd-80c3-61f904c0408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:07.752067 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5504cc79-6f82-4a22-b116-b5bb381dba96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:05Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['48f5f560-63ff-4cbb-9244-d80c8584120d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:07.752390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75019c2f-06af-466e-852f-1b318b4c5432 req-a0fae736-c96d-42fd-80c3-61f904c0408d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d28b015edbb34eaeb96f7c2c259b971a&device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 1097 time: 0.6116271 Jul 22 23:58:07.789316 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-41ce4ea0-3a3c-4e77-adcf-951aa04e4258 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e67dfb34b944fceb43dbf0db78fb2ad HTTP/1.1" status: 200 len: 379 time: 0.0683475 Jul 22 23:58:07.791387 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b957db9-b00a-45df-8500-a03b9ffa8d78 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:07.819137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-300b1344-33c4-49c8-b9a1-cff124383b96 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Request body: {'port': {'device_id': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'admin_state_up': True, 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'security_groups': ['afa06df4-508f-4544-9c59-1421599af69f']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:07.896672 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5504cc79-6f82-4a22-b116-b5bb381dba96 None None] Set router 48f5f560-63ff-4cbb-9244-d80c8584120d gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:08.015805 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41606) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:08.083748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75019c2f-06af-466e-852f-1b318b4c5432 req-dd2598b5-759c-4f34-9022-9907823ead3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:08.085271 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75019c2f-06af-466e-852f-1b318b4c5432 req-dd2598b5-759c-4f34-9022-9907823ead3a service neutron] 10.222.0.95 "GET /v2.0/networks?id=6f56a743-bb78-4e83-b4ae-4af4cbcce270 HTTP/1.1" status: 200 len: 898 time: 0.3116100 Jul 22 23:58:08.096012 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5b577aa9-15f2-4669-85e2-6ea99bcda112 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1319a1d097b4fa59118c8e9fd75dafa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0790205 Jul 22 23:58:08.098988 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41612) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:08.185958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41614) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:08.269925 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-300b1344-33c4-49c8-b9a1-cff124383b96 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Made reservation on behalf of 4e67dfb34b944fceb43dbf0db78fb2ad for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:08.279649 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-300b1344-33c4-49c8-b9a1-cff124383b96 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:08.287351 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5504cc79-6f82-4a22-b116-b5bb381dba96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:57:37Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'dda2f30d-057b-4262-bb94-d5893a40e8b1', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'port_id': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'mac_address': 'fa:16:3e:30:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36294604-1343-453a-be32-781e81791684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:05Z', 'updated_at': '2021-07-22T23:58:05Z', 'revision_number': 0, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf07c54a-d124-4de0-82b2-a36cb4fd5c80', 'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:5f:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:36Z', 'updated_at': '2021-07-22T23:57:50Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:08.326114 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504cc79-6f82-4a22-b116-b5bb381dba96 None None] The sync data for ids ['48f5f560-63ff-4cbb-9244-d80c8584120d'] in n-d-688802-2 is: [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:57:37Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'dda2f30d-057b-4262-bb94-d5893a40e8b1', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'port_id': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'mac_address': 'fa:16:3e:30:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36294604-1343-453a-be32-781e81791684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:05Z', 'updated_at': '2021-07-22T23:58:05Z', 'revision_number': 0, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf07c54a-d124-4de0-82b2-a36cb4fd5c80', 'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:5f:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:36Z', 'updated_at': '2021-07-22T23:57:50Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:08.350980 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9dd38dc9-4755-43c7-a197-4674f09b6d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:08.374126 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9dd38dc9-4755-43c7-a197-4674f09b6d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:08.440255 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9dd38dc9-4755-43c7-a197-4674f09b6d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:08.443097 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9dd38dc9-4755-43c7-a197-4674f09b6d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:08.461141 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9dd38dc9-4755-43c7-a197-4674f09b6d57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8869322b-7e16-43fc-86d2-c6aafcefe35b HTTP/1.1" status: 204 len: 168 time: 0.3468449 Jul 22 23:58:08.470608 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f384734c-245e-485d-b377-9396c9a58a87 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/floatingips/dda2f30d-057b-4262-bb94-d5893a40e8b1 HTTP/1.1" status: 200 len: 991 time: 0.2761467 Jul 22 23:58:08.481813 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd38dc9-4755-43c7-a197-4674f09b6d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8869322b-7e16-43fc-86d2-c6aafcefe35b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:08.537388 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75019c2f-06af-466e-852f-1b318b4c5432 req-fe87ace3-64f7-48b7-84fe-53bc94895902 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 HTTP/1.1" status: 200 len: 999 time: 0.4429207 Jul 22 23:58:08.586242 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b957db9-b00a-45df-8500-a03b9ffa8d78 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router cfd5dba4-b59f-4cd0-9706-55abd54ce366 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:58:08.614862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-300b1344-33c4-49c8-b9a1-cff124383b96 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Allocated IP 172.20.0.12 (50eadcea-8b03-4ea9-bc3a-e4d4187b2620/d51fa380-3457-4151-93a3-a282aaf08d34/c1053cbd-50e2-463d-8f57-7a7737d57110) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:08.755608 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e3f3c-c88a-4138-803a-bd8efe90c967 None None] New status for floating IP dda2f30d-057b-4262-bb94-d5893a40e8b1: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:58:09.032332 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75019c2f-06af-466e-852f-1b318b4c5432 req-0325b54f-109a-4979-b829-5218a6d09c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:09.032332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75019c2f-06af-466e-852f-1b318b4c5432 req-0325b54f-109a-4979-b829-5218a6d09c39 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ab50c3ef-2b3a-42f6-a53c-174359dccb53 HTTP/1.1" status: 200 len: 833 time: 0.4826496 Jul 22 23:58:09.037637 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d0cda0c-6692-4084-ade6-30539a22075a req-1911ff26-7306-4a87-aa32-b2a3dcd8db18 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 210 time: 0.1188331 Jul 22 23:58:09.126265 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-300b1344-33c4-49c8-b9a1-cff124383b96 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.134522 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b957db9-b00a-45df-8500-a03b9ffa8d78 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:09.147195 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e00d06-15fc-46ba-ab55-ed1a4e734d46 None None] Sync routers for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:09.157817 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3b957db9-b00a-45df-8500-a03b9ffa8d78 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/cfd5dba4-b59f-4cd0-9706-55abd54ce366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9569409 Jul 22 23:58:09.160767 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41640) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:09.163146 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e00d06-15fc-46ba-ab55-ed1a4e734d46 None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:09.163960 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f0e00d06-15fc-46ba-ab55-ed1a4e734d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:05Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:09.188237 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-300b1344-33c4-49c8-b9a1-cff124383b96 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Transition to ACTIVE for port object c1053cbd-50e2-463d-8f57-7a7737d57110 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:09.230983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75019c2f-06af-466e-852f-1b318b4c5432 req-44317f18-b225-4ed3-8f66-18baf99235f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:09.234981 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75019c2f-06af-466e-852f-1b318b4c5432 req-44317f18-b225-4ed3-8f66-18baf99235f3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6f56a743-bb78-4e83-b4ae-4af4cbcce270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835048 Jul 22 23:58:09.268144 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e36000-b208-4800-8fba-f1c38f3ffe65 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting subnet 75381e06-7eb7-431f-b963-7cc4dffd46de {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:58:09.287998 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05e36000-b208-4800-8fba-f1c38f3ffe65 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.292096 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f0e00d06-15fc-46ba-ab55-ed1a4e734d46 None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:09.361368 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05e36000-b208-4800-8fba-f1c38f3ffe65 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.458901 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05e36000-b208-4800-8fba-f1c38f3ffe65 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.496764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41648) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:09.570885 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05e36000-b208-4800-8fba-f1c38f3ffe65 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.659782 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-300b1344-33c4-49c8-b9a1-cff124383b96 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.665483 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e36000-b208-4800-8fba-f1c38f3ffe65 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Subnet': ['ID=75381e06-7eb7-431f-b963-7cc4dffd46de,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:09.679236 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05e36000-b208-4800-8fba-f1c38f3ffe65 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.684019 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-05e36000-b208-4800-8fba-f1c38f3ffe65 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/75381e06-7eb7-431f-b963-7cc4dffd46de HTTP/1.1" status: 204 len: 168 time: 0.5219407 Jul 22 23:58:09.684774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41654) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:09.686635 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455cd672-ef67-4dab-8002-2de31e8053ae None None] Network 664999cc-5ceb-4d54-b9d5-8602349d43cb requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:09.742867 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f0e00d06-15fc-46ba-ab55-ed1a4e734d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:58:06Z', 'revision_number': 9, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:09.791957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8332b482-f076-43eb-8b8d-a8b9cc3b94b5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/floatingips/dda2f30d-057b-4262-bb94-d5893a40e8b1 HTTP/1.1" status: 200 len: 993 time: 0.2889426 Jul 22 23:58:09.813046 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.821302 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e00d06-15fc-46ba-ab55-ed1a4e734d46 None None] Checking router: cfd5dba4-b59f-4cd0-9706-55abd54ce366 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:58:09.845488 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e00d06-15fc-46ba-ab55-ed1a4e734d46 None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:09.849647 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f0e00d06-15fc-46ba-ab55-ed1a4e734d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:05Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:09.896955 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75019c2f-06af-466e-852f-1b318b4c5432 req-3930f4d1-fdb2-4803-8458-d46089b30396 service neutron] 10.222.0.95 "GET /v2.0/networks/6f56a743-bb78-4e83-b4ae-4af4cbcce270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6530864 Jul 22 23:58:09.944304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting port 7c3544ff-162d-47a1-b088-3cea22d05f34 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:09.944653 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.048604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] For port 7c3544ff-162d-47a1-b088-3cea22d05f34, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=7c3544ff-162d-47a1-b088-3cea22d05f34,segment=NetworkSegment(c50e187f-de72-4962-92ce-b7294789823c),segment_id=c50e187f-de72-4962-92ce-b7294789823c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:10.048967 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.069524 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Calling delete_port for 7c3544ff-162d-47a1-b088-3cea22d05f34 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:10.071079 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f0e00d06-15fc-46ba-ab55-ed1a4e734d46 None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:10.095331 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ba277e-a486-45b5-9611-1f477d933fa4 None None] DHCP port deletion for 664999cc-5ceb-4d54-b9d5-8602349d43cb request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:58:10.175977 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75019c2f-06af-466e-852f-1b318b4c5432 req-8102600e-2f8d-4cfe-81aa-e77c0ff554a1 service neutron] 10.222.0.95 "GET /v2.0/networks/6f56a743-bb78-4e83-b4ae-4af4cbcce270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492762 Jul 22 23:58:10.195971 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-300b1344-33c4-49c8-b9a1-cff124383b96 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Network 50eadcea-8b03-4ea9-bc3a-e4d4187b2620 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:10.201826 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba277e-a486-45b5-9611-1f477d933fa4 None None] Deleting port 7c3544ff-162d-47a1-b088-3cea22d05f34 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:10.203444 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8ba277e-a486-45b5-9611-1f477d933fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.208187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-300b1344-33c4-49c8-b9a1-cff124383b96 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:10.219273 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-300b1344-33c4-49c8-b9a1-cff124383b96 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:10.256535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b1344-33c4-49c8-b9a1-cff124383b96 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Pushing event updated for resources: {'Port': ['ID=c1053cbd-50e2-463d-8f57-7a7737d57110,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:10.265490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 7c3544ff-162d-47a1-b088-3cea22d05f34 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:10.348735 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.451762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Port': ['ID=7c3544ff-162d-47a1-b088-3cea22d05f34,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:10.457404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f8ba277e-a486-45b5-9611-1f477d933fa4 None None] For port 7c3544ff-162d-47a1-b088-3cea22d05f34, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=7c3544ff-162d-47a1-b088-3cea22d05f34,segment=NetworkSegment(c50e187f-de72-4962-92ce-b7294789823c),segment_id=c50e187f-de72-4962-92ce-b7294789823c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:10.458053 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8ba277e-a486-45b5-9611-1f477d933fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.462216 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] No DVR routers for this DVR port 7c3544ff-162d-47a1-b088-3cea22d05f34 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:10.498533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba277e-a486-45b5-9611-1f477d933fa4 None None] Calling delete_port for 7c3544ff-162d-47a1-b088-3cea22d05f34 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:10.523397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No active binding found for port 7c3544ff-162d-47a1-b088-3cea22d05f34 {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 23:58:10.529151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 7c3544ff-162d-47a1-b088-3cea22d05f34 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:10.656979 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.687671 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664999cc-5ceb-4d54-b9d5-8602349d43cb']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:10.698765 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8ba277e-a486-45b5-9611-1f477d933fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.724285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50e187f-de72-4962-92ce-b7294789823c') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:10.725194 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50e187f-de72-4962-92ce-b7294789823c') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:10.746496 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.759113 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba277e-a486-45b5-9611-1f477d933fa4 None None] Pushing event deleted for resources: {'Port': ['ID=7c3544ff-162d-47a1-b088-3cea22d05f34,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:10.772894 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba277e-a486-45b5-9611-1f477d933fa4 None None] No DVR routers for this DVR port 7c3544ff-162d-47a1-b088-3cea22d05f34 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:10.808103 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.824279 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1aa057b6-2bf4-4eae-b036-5c122c1a8d5f None None] Provisioning for port c1053cbd-50e2-463d-8f57-7a7737d57110 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:10.826257 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f0e00d06-15fc-46ba-ab55-ed1a4e734d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:58:06Z', 'revision_number': 9, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:10.836596 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1aa057b6-2bf4-4eae-b036-5c122c1a8d5f None None] Provisioning complete for port c1053cbd-50e2-463d-8f57-7a7737d57110 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:10.836984 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1aa057b6-2bf4-4eae-b036-5c122c1a8d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.840106 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:10.840536 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:10.843809 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:10.868127 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e00d06-15fc-46ba-ab55-ed1a4e734d46 None None] The sync data for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 is: [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:58:06Z', 'revision_number': 9, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '05d06b71-a6ba-4218-9db8-75c940202454', 'name': '', 'network_id': '18aa0a1a-03a6-48d8-a853-176f23581e2b', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:d1:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:26Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': '329794ee-a8d3-4c67-8431-a53c81952ba1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:10.935444 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1aa057b6-2bf4-4eae-b036-5c122c1a8d5f None None] Port c1053cbd-50e2-463d-8f57-7a7737d57110 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:58:10.970626 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.004519 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.006716 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/networks/664999cc-5ceb-4d54-b9d5-8602349d43cb HTTP/1.1" status: 204 len: 168 time: 1.3209770 Jul 22 23:58:11.007632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a77f69-2b34-4eca-924b-40c734e3f04e tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Network': ['ID=664999cc-5ceb-4d54-b9d5-8602349d43cb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:11.009735 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41676) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:11.081105 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-300b1344-33c4-49c8-b9a1-cff124383b96 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:11.082055 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-300b1344-33c4-49c8-b9a1-cff124383b96 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.111272 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-300b1344-33c4-49c8-b9a1-cff124383b96 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2965615 Jul 22 23:58:11.125166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f807f4d-31c1-4dc4-9af7-0869deea479f req-1dfacf42-7325-4392-890d-395fb0c70fd7 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:11.127218 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f807f4d-31c1-4dc4-9af7-0869deea479f req-1dfacf42-7325-4392-890d-395fb0c70fd7 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 932 time: 0.8977747 Jul 22 23:58:11.139824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Request body: {'port': {'device_id': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:11.283054 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.306217 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f807f4d-31c1-4dc4-9af7-0869deea479f req-a3c547d9-2aa7-48d7-ad56-534b092e761d tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599817 Jul 22 23:58:11.634452 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5596242-e9f7-4525-92f1-7218332e941f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.838210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1053cbd-50e2-463d-8f57-7a7737d57110 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:58:11.851838 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.869548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Transition to ACTIVE for port object c1053cbd-50e2-463d-8f57-7a7737d57110 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:11.875784 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.991877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c1053cbd-50e2-463d-8f57-7a7737d57110,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:12.061139 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a5596242-e9f7-4525-92f1-7218332e941f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting port 05d06b71-a6ba-4218-9db8-75c940202454 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:12.061480 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5596242-e9f7-4525-92f1-7218332e941f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.078569 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Attempting to bind port c1053cbd-50e2-463d-8f57-7a7737d57110 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:12.079000 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Attempting to bind port c1053cbd-50e2-463d-8f57-7a7737d57110 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'be28c49d-ff06-4c74-883a-459895d7dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:12.079398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Attempting to bind port c1053cbd-50e2-463d-8f57-7a7737d57110 on network 50eadcea-8b03-4ea9-bc3a-e4d4187b2620 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:12.097158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Port c1053cbd-50e2-463d-8f57-7a7737d57110 on network 50eadcea-8b03-4ea9-bc3a-e4d4187b2620 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:58:12.097158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Attempting to bind port c1053cbd-50e2-463d-8f57-7a7737d57110 on network 50eadcea-8b03-4ea9-bc3a-e4d4187b2620 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:12.101220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:12.101563 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Checking segment: {'id': 'be28c49d-ff06-4c74-883a-459895d7dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:12.101945 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Bound using segment: {'id': 'be28c49d-ff06-4c74-883a-459895d7dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:12.102372 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Bound port: c1053cbd-50e2-463d-8f57-7a7737d57110, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be28c49d-ff06-4c74-883a-459895d7dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:12.102735 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.174691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 358f3b4a-0593-4d7b-9056-a5c8e7e1767f no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:12.203005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 358f3b4a-0593-4d7b-9056-a5c8e7e1767f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:58:12.203358 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 358f3b4a-0593-4d7b-9056-a5c8e7e1767f not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:12.240184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] For port c1053cbd-50e2-463d-8f57-7a7737d57110, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:12.251672 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] For port c1053cbd-50e2-463d-8f57-7a7737d57110, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=c1053cbd-50e2-463d-8f57-7a7737d57110,segment=NetworkSegment(be28c49d-ff06-4c74-883a-459895d7dd15),segment_id=be28c49d-ff06-4c74-883a-459895d7dd15)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:12.259546 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a5596242-e9f7-4525-92f1-7218332e941f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] For port 05d06b71-a6ba-4218-9db8-75c940202454, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=05d06b71-a6ba-4218-9db8-75c940202454,segment=NetworkSegment(88125147-7e4d-49ce-8761-48d627d517d3),segment_id=88125147-7e4d-49ce-8761-48d627d517d3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:12.260189 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5596242-e9f7-4525-92f1-7218332e941f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.260563 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.283953 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a5596242-e9f7-4525-92f1-7218332e941f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Calling delete_port for 05d06b71-a6ba-4218-9db8-75c940202454 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:12.304271 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41698) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:12.354410 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:12.374403 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.378513 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] 10.222.0.18 "PUT /v2.0/ports/c1053cbd-50e2-463d-8f57-7a7737d57110 HTTP/1.1" status: 200 len: 1092 time: 1.2444160 Jul 22 23:58:12.379055 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'tag': 'c1053cbd-50e2-463d-8f57-7a7737d57110'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:12.393883 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7137ee2-5551-4cf0-9e26-d291400d0d49" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbaf46c-d2a5-4aa4-9c31-97ab77e91910", "tag": "c1053cbd-50e2-463d-8f57-7a7737d57110"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:12.503433 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f8a236-cf8c-4709-ab1c-beb350458b60 x-openstack-request-id: req-97f8a236-cf8c-4709-ab1c-beb350458b60 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:12.503975 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbaf46c-d2a5-4aa4-9c31-97ab77e91910", "tag": "c1053cbd-50e2-463d-8f57-7a7737d57110", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:12.504430 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97f8a236-cf8c-4709-ab1c-beb350458b60 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:12.505061 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'tag': 'c1053cbd-50e2-463d-8f57-7a7737d57110', 'status': 'completed', 'code': 200} Jul 22 23:58:12.532838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe5d01-44dc-4416-be4b-1bd07c694bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c1053cbd-50e2-463d-8f57-7a7737d57110,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:12.609520 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c729237-5119-48b9-bd2b-caf3eeefd9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.614528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-42057ef0-97f5-4bf5-9a6b-15369d97174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:12.616205 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-42057ef0-97f5-4bf5-9a6b-15369d97174d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e67dfb34b944fceb43dbf0db78fb2ad&device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 1095 time: 0.1264272 Jul 22 23:58:12.625393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ae998-3cb3-40c7-afc3-c00aa87da01e req-6ac8e5b2-fdb5-416f-8ea9-2f2932378e55 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:12.627149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a5ae998-3cb3-40c7-afc3-c00aa87da01e req-6ac8e5b2-fdb5-416f-8ea9-2f2932378e55 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 944 time: 0.1827981 Jul 22 23:58:12.637465 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5596242-e9f7-4525-92f1-7218332e941f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.681801 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-6f7f575e-9b9b-48b5-befb-3ef4d13a8d22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1053cbd-50e2-463d-8f57-7a7737d57110 HTTP/1.1" status: 200 len: 217 time: 0.0506895 Jul 22 23:58:12.685753 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5596242-e9f7-4525-92f1-7218332e941f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Port': ['ID=05d06b71-a6ba-4218-9db8-75c940202454,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:12.759638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a5ae998-3cb3-40c7-afc3-c00aa87da01e req-b197fd30-823d-4fe4-8372-3f44253b715c tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182578 Jul 22 23:58:12.781663 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-f85afbab-7253-4647-a74f-478c92d73172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:12.783061 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-f85afbab-7253-4647-a74f-478c92d73172 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d51fa380-3457-4151-93a3-a282aaf08d34 HTTP/1.1" status: 200 len: 853 time: 0.0947969 Jul 22 23:58:12.862496 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5596242-e9f7-4525-92f1-7218332e941f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.889688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-0efbfe32-efa7-4d57-b814-b8036ecae51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:12.891248 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-0efbfe32-efa7-4d57-b814-b8036ecae51d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50eadcea-8b03-4ea9-bc3a-e4d4187b2620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005120 Jul 22 23:58:12.901862 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c729237-5119-48b9-bd2b-caf3eeefd9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.979729 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c729237-5119-48b9-bd2b-caf3eeefd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.034537 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-fc3bf78f-6ba0-4539-b0f9-ebe18f85f793 service neutron] 10.222.0.18 "GET /v2.0/networks/50eadcea-8b03-4ea9-bc3a-e4d4187b2620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338615 Jul 22 23:58:13.040015 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4c729237-5119-48b9-bd2b-caf3eeefd9ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e46ca47fd9824641b50dae541472b1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7347004 Jul 22 23:58:13.045418 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41720) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:13.102711 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c729237-5119-48b9-bd2b-caf3eeefd9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a941475-9fcf-460c-9dcd-c9208d0c3ec9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:13.187709 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e058b6a9-64dc-4ba3-8897-fd05940b7161 req-b5b475c9-bcc6-4a85-8a77-fa19af4e5ac8 service neutron] 10.222.0.18 "GET /v2.0/networks/50eadcea-8b03-4ea9-bc3a-e4d4187b2620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457009 Jul 22 23:58:13.217800 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e769281b-1337-4744-aed3-dba6c4d0a0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.258325 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e769281b-1337-4744-aed3-dba6c4d0a0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.288255 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5596242-e9f7-4525-92f1-7218332e941f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router cfd5dba4-b59f-4cd0-9706-55abd54ce366 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:58:13.405578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7137ee2-5551-4cf0-9e26-d291400d0d49 req-c74f5bee-cf8d-4cd0-8058-e77041347137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:13.407249 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7137ee2-5551-4cf0-9e26-d291400d0d49 req-c74f5bee-cf8d-4cd0-8058-e77041347137 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e67dfb34b944fceb43dbf0db78fb2ad&device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 1095 time: 0.0884819 Jul 22 23:58:13.531391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7137ee2-5551-4cf0-9e26-d291400d0d49 req-6345afd0-5552-441e-a07a-e861284df94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:13.533420 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7137ee2-5551-4cf0-9e26-d291400d0d49 req-6345afd0-5552-441e-a07a-e861284df94d service neutron] 10.222.0.18 "GET /v2.0/networks?id=50eadcea-8b03-4ea9-bc3a-e4d4187b2620 HTTP/1.1" status: 200 len: 915 time: 0.1182039 Jul 22 23:58:13.580913 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7137ee2-5551-4cf0-9e26-d291400d0d49 req-9c009a8c-b60d-4383-9367-c63b0dd9fa41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1053cbd-50e2-463d-8f57-7a7737d57110 HTTP/1.1" status: 200 len: 217 time: 0.0400932 Jul 22 23:58:13.641784 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7137ee2-5551-4cf0-9e26-d291400d0d49 req-524e724b-73ce-458c-82d0-9f0d7c45e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:13.644741 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7137ee2-5551-4cf0-9e26-d291400d0d49 req-524e724b-73ce-458c-82d0-9f0d7c45e9d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d51fa380-3457-4151-93a3-a282aaf08d34 HTTP/1.1" status: 200 len: 853 time: 0.0579259 Jul 22 23:58:13.709908 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5596242-e9f7-4525-92f1-7218332e941f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:13.718317 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a5596242-e9f7-4525-92f1-7218332e941f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/cfd5dba4-b59f-4cd0-9706-55abd54ce366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7073543 Jul 22 23:58:13.718713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:13.720213 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e769281b-1337-4744-aed3-dba6c4d0a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.721052 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e26ff-dbd6-43a9-aa89-605ffa761680 None None] Sync routers for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:13.723729 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e769281b-1337-4744-aed3-dba6c4d0a0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.724948 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e769281b-1337-4744-aed3-dba6c4d0a0bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a941475-9fcf-460c-9dcd-c9208d0c3ec9 HTTP/1.1" status: 204 len: 168 time: 0.6771479 Jul 22 23:58:13.736976 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e26ff-dbd6-43a9-aa89-605ffa761680 None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:13.738447 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-748e26ff-dbd6-43a9-aa89-605ffa761680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:05Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:13.758350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769281b-1337-4744-aed3-dba6c4d0a0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a941475-9fcf-460c-9dcd-c9208d0c3ec9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:13.804991 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7137ee2-5551-4cf0-9e26-d291400d0d49 req-ea5aa3d2-e0a0-4b86-959f-97c06ba0bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:13.804991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7137ee2-5551-4cf0-9e26-d291400d0d49 req-ea5aa3d2-e0a0-4b86-959f-97c06ba0bfd8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50eadcea-8b03-4ea9-bc3a-e4d4187b2620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523206 Jul 22 23:58:13.856735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-748e26ff-dbd6-43a9-aa89-605ffa761680 None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:13.872641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70a8c17-c4ce-403f-a1b2-bfb3305b98c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting subnet 329794ee-a8d3-4c67-8431-a53c81952ba1 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:58:13.904451 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f70a8c17-c4ce-403f-a1b2-bfb3305b98c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.041820 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f70a8c17-c4ce-403f-a1b2-bfb3305b98c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.164906 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f70a8c17-c4ce-403f-a1b2-bfb3305b98c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.181797 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-748e26ff-dbd6-43a9-aa89-605ffa761680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:58:12Z', 'revision_number': 10, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:14.224958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e26ff-dbd6-43a9-aa89-605ffa761680 None None] Checking router: cfd5dba4-b59f-4cd0-9706-55abd54ce366 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:58:14.237495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e26ff-dbd6-43a9-aa89-605ffa761680 None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:14.238384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-748e26ff-dbd6-43a9-aa89-605ffa761680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:05Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:14.270077 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41740) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:14.288125 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f70a8c17-c4ce-403f-a1b2-bfb3305b98c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.295281 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-155a39cf-4660-48e1-a558-35517e57ca09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.324978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7137ee2-5551-4cf0-9e26-d291400d0d49 req-291c1073-38ac-4eae-87c7-d577bc02a242 service neutron] 10.222.0.18 "GET /v2.0/networks/50eadcea-8b03-4ea9-bc3a-e4d4187b2620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067673 Jul 22 23:58:14.326149 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a8c17-c4ce-403f-a1b2-bfb3305b98c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Subnet': ['ID=329794ee-a8d3-4c67-8431-a53c81952ba1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:14.332702 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f70a8c17-c4ce-403f-a1b2-bfb3305b98c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.347411 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f70a8c17-c4ce-403f-a1b2-bfb3305b98c3 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/329794ee-a8d3-4c67-8431-a53c81952ba1 HTTP/1.1" status: 204 len: 168 time: 0.6275132 Jul 22 23:58:14.366634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-748e26ff-dbd6-43a9-aa89-605ffa761680 None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:14.369680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddda3bb-2e23-4a90-86a6-2005c8c252c6 None None] Network 18aa0a1a-03a6-48d8-a853-176f23581e2b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:14.370012 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41742) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:14.397782 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c76b93-ff1d-40af-a397-dfff84504dcb req-32edd3fd-2a33-4848-a5d9-5cf867682ce2 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:14.399317 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75c76b93-ff1d-40af-a397-dfff84504dcb req-32edd3fd-2a33-4848-a5d9-5cf867682ce2 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 944 time: 0.4920084 Jul 22 23:58:14.434376 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-155a39cf-4660-48e1-a558-35517e57ca09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.450311 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-155a39cf-4660-48e1-a558-35517e57ca09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.499757 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-155a39cf-4660-48e1-a558-35517e57ca09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73fe102d4e8a4b518c0bee3a90bafe5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2284093 Jul 22 23:58:14.500922 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a39cf-4660-48e1-a558-35517e57ca09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ebd831-0984-4b54-905c-cf596b7c7c14,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:14.504514 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41748) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:14.511857 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.566611 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb19f626-fb5d-4d8d-bd20-fad790de78dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.577517 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75c76b93-ff1d-40af-a397-dfff84504dcb req-194df30b-7d67-4550-8900-6652ad48d1f6 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582203 Jul 22 23:58:14.593495 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb19f626-fb5d-4d8d-bd20-fad790de78dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.628287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a7137ee2-5551-4cf0-9e26-d291400d0d49 req-a1a1f4c8-fabc-4be1-b705-68deac6d5191 service neutron] 10.222.0.18 "GET /v2.0/networks/50eadcea-8b03-4ea9-bc3a-e4d4187b2620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782965 Jul 22 23:58:14.653269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting port 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:14.654601 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.661773 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb19f626-fb5d-4d8d-bd20-fad790de78dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.665662 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb19f626-fb5d-4d8d-bd20-fad790de78dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.667717 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eb19f626-fb5d-4d8d-bd20-fad790de78dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6ebd831-0984-4b54-905c-cf596b7c7c14 HTTP/1.1" status: 204 len: 168 time: 0.1615903 Jul 22 23:58:14.679262 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19f626-fb5d-4d8d-bd20-fad790de78dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ebd831-0984-4b54-905c-cf596b7c7c14,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:14.732718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] For port 89ab1f6b-02ea-4e31-aaed-3193f1530ac3, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=89ab1f6b-02ea-4e31-aaed-3193f1530ac3,segment=NetworkSegment(88125147-7e4d-49ce-8761-48d627d517d3),segment_id=88125147-7e4d-49ce-8761-48d627d517d3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:14.733078 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.747145 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Calling delete_port for 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:14.859997 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.896772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Port': ['ID=89ab1f6b-02ea-4e31-aaed-3193f1530ac3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:14.904765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] No DVR routers for this DVR port 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:15.010885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-748e26ff-dbd6-43a9-aa89-605ffa761680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:58:12Z', 'revision_number': 10, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:15.014941 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcdeeb5-d232-4674-8263-c53f31cd06c2 None None] DHCP port deletion for 18aa0a1a-03a6-48d8-a853-176f23581e2b request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:58:15.019643 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:15.042186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18aa0a1a-03a6-48d8-a853-176f23581e2b']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:15.060552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88125147-7e4d-49ce-8761-48d627d517d3') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:15.060965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88125147-7e4d-49ce-8761-48d627d517d3') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:15.065329 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e26ff-dbd6-43a9-aa89-605ffa761680 None None] The sync data for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 is: [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:58:12Z', 'revision_number': 10, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None, '_interfaces': [{'id': '22a5777a-68c7-492e-b929-d60c08464d24', 'name': '', 'network_id': 'a9abdc7d-7190-4b24-b2d4-3122d399b23e', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'mac_address': 'fa:16:3e:03:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:18Z', 'updated_at': '2021-07-22T23:57:30Z', 'revision_number': 5, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'subnets': [{'id': 'fd9effde-cdcf-4570-8f9b-712a26332960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:15.075932 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:15.094062 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:15.102026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:15.102842 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:15.106404 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:15.175551 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:15.184664 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:15.186742 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/networks/18aa0a1a-03a6-48d8-a853-176f23581e2b HTTP/1.1" status: 204 len: 168 time: 0.8157678 Jul 22 23:58:15.189359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41758) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:15.206881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc2bc5-4ac7-42b6-b07b-dff6ad0aca48 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Network': ['ID=18aa0a1a-03a6-48d8-a853-176f23581e2b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:15.566099 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1964bf0-ea83-4cfe-a7f3-25d87e225ccc tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:15.838084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32af566-26ec-4aea-9afc-555b7e705a69 req-904cb235-6436-4fdd-b994-4fff04356ec4 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:15.841832 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e32af566-26ec-4aea-9afc-555b7e705a69 req-904cb235-6436-4fdd-b994-4fff04356ec4 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 944 time: 0.1420324 Jul 22 23:58:15.923285 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e32af566-26ec-4aea-9afc-555b7e705a69 req-eea5aa86-9a4c-4638-b7d4-efa962c62fce tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758200 Jul 22 23:58:15.956783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b1964bf0-ea83-4cfe-a7f3-25d87e225ccc tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting port 22a5777a-68c7-492e-b929-d60c08464d24 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:15.957810 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1964bf0-ea83-4cfe-a7f3-25d87e225ccc tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.061077 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b1964bf0-ea83-4cfe-a7f3-25d87e225ccc tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] For port 22a5777a-68c7-492e-b929-d60c08464d24, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=22a5777a-68c7-492e-b929-d60c08464d24,segment=NetworkSegment(4224fd6e-0b9e-4a45-b17b-8aed54788b7a),segment_id=4224fd6e-0b9e-4a45-b17b-8aed54788b7a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:16.061465 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1964bf0-ea83-4cfe-a7f3-25d87e225ccc tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.075740 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b1964bf0-ea83-4cfe-a7f3-25d87e225ccc tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Calling delete_port for 22a5777a-68c7-492e-b929-d60c08464d24 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:16.214357 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 05d06b71-a6ba-4218-9db8-75c940202454 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:16.237872 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 05d06b71-a6ba-4218-9db8-75c940202454 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:58:16.238491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 05d06b71-a6ba-4218-9db8-75c940202454 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:16.239077 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:16.258803 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:58:16.259414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 89ab1f6b-02ea-4e31-aaed-3193f1530ac3 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:16.306140 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1964bf0-ea83-4cfe-a7f3-25d87e225ccc tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.334549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1964bf0-ea83-4cfe-a7f3-25d87e225ccc tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Port': ['ID=22a5777a-68c7-492e-b929-d60c08464d24,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:16.459181 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1964bf0-ea83-4cfe-a7f3-25d87e225ccc tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.595009 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.040395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1964bf0-ea83-4cfe-a7f3-25d87e225ccc tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router cfd5dba4-b59f-4cd0-9706-55abd54ce366 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:58:17.150658 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1964bf0-ea83-4cfe-a7f3-25d87e225ccc tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:17.159551 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b1964bf0-ea83-4cfe-a7f3-25d87e225ccc tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/cfd5dba4-b59f-4cd0-9706-55abd54ce366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9661555 Jul 22 23:58:17.160466 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41820) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:17.165265 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc195461-7d1d-49c3-975a-4fbda289d40b None None] Sync routers for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:17.171990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf223f82-0210-4567-88a3-70910924dce4 req-5e933f6d-511b-4091-9471-052e2055b0bc tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:17.174675 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf223f82-0210-4567-88a3-70910924dce4 req-5e933f6d-511b-4091-9471-052e2055b0bc tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 944 time: 0.1478090 Jul 22 23:58:17.177371 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc195461-7d1d-49c3-975a-4fbda289d40b None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:17.178185 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fc195461-7d1d-49c3-975a-4fbda289d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:05Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:17.225248 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf223f82-0210-4567-88a3-70910924dce4 req-1843a16e-e7c8-4181-a4f3-fd65d2e77d03 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440080 Jul 22 23:58:17.250817 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5317af71-0cc2-4eae-a99b-acca3151382b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting subnet fd9effde-cdcf-4570-8f9b-712a26332960 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:58:17.254386 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5317af71-0cc2-4eae-a99b-acca3151382b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.290713 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fc195461-7d1d-49c3-975a-4fbda289d40b None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:17.304622 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5317af71-0cc2-4eae-a99b-acca3151382b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.343115 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fc195461-7d1d-49c3-975a-4fbda289d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:58:16Z', 'revision_number': 11, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:17.378886 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc195461-7d1d-49c3-975a-4fbda289d40b None None] Checking router: cfd5dba4-b59f-4cd0-9706-55abd54ce366 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:58:17.387350 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc195461-7d1d-49c3-975a-4fbda289d40b None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:17.387950 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fc195461-7d1d-49c3-975a-4fbda289d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:05Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:17.412301 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5317af71-0cc2-4eae-a99b-acca3151382b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.467143 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fc195461-7d1d-49c3-975a-4fbda289d40b None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:17.516720 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5317af71-0cc2-4eae-a99b-acca3151382b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.525957 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fc195461-7d1d-49c3-975a-4fbda289d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:58:16Z', 'revision_number': 11, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:17.552431 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63758f21-52df-4a63-8f44-04135d063d93 None None] Network a9abdc7d-7190-4b24-b2d4-3122d399b23e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:17.565688 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc195461-7d1d-49c3-975a-4fbda289d40b None None] The sync data for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 is: [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:58:16Z', 'revision_number': 11, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:17.586730 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5317af71-0cc2-4eae-a99b-acca3151382b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.591552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41830) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:17.601721 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5317af71-0cc2-4eae-a99b-acca3151382b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/fd9effde-cdcf-4570-8f9b-712a26332960 HTTP/1.1" status: 204 len: 168 time: 0.4397690 Jul 22 23:58:17.602913 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317af71-0cc2-4eae-a99b-acca3151382b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Subnet': ['ID=fd9effde-cdcf-4570-8f9b-712a26332960,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:17.706753 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.791330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Deleting port 8dab5396-6304-4a00-b9b1-956cf5486fd0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:17.791660 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.874059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] For port 8dab5396-6304-4a00-b9b1-956cf5486fd0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8dab5396-6304-4a00-b9b1-956cf5486fd0,segment=NetworkSegment(4224fd6e-0b9e-4a45-b17b-8aed54788b7a),segment_id=4224fd6e-0b9e-4a45-b17b-8aed54788b7a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:17.874738 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.889795 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Calling delete_port for 8dab5396-6304-4a00-b9b1-956cf5486fd0 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:17.972188 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf83b53-773c-454f-9c04-aca21fe18de9 None None] DHCP port deletion for a9abdc7d-7190-4b24-b2d4-3122d399b23e request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:58:18.002818 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.046061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] No DVR routers for this DVR port 8dab5396-6304-4a00-b9b1-956cf5486fd0 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:18.048596 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Port': ['ID=8dab5396-6304-4a00-b9b1-956cf5486fd0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:18.089130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ebf83b53-773c-454f-9c04-aca21fe18de9 None None] Deleting port 8dab5396-6304-4a00-b9b1-956cf5486fd0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:18.089665 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebf83b53-773c-454f-9c04-aca21fe18de9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.176394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ebf83b53-773c-454f-9c04-aca21fe18de9 None None] For port 8dab5396-6304-4a00-b9b1-956cf5486fd0, host n-d-688802-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:18.177011 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebf83b53-773c-454f-9c04-aca21fe18de9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.197513 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ebf83b53-773c-454f-9c04-aca21fe18de9 None None] Calling delete_port for 8dab5396-6304-4a00-b9b1-956cf5486fd0 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:18.204733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-ebf83b53-773c-454f-9c04-aca21fe18de9 None None] Port 8dab5396-6304-4a00-b9b1-956cf5486fd0 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:58:18.208413 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ebf83b53-773c-454f-9c04-aca21fe18de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.264975 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf83b53-773c-454f-9c04-aca21fe18de9 None None] Pushing event deleted for resources: {'Port': ['ID=8dab5396-6304-4a00-b9b1-956cf5486fd0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:18.267166 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.271400 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 22a5777a-68c7-492e-b929-d60c08464d24 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:18.283631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9abdc7d-7190-4b24-b2d4-3122d399b23e']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:18.297033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4224fd6e-0b9e-4a45-b17b-8aed54788b7a') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:18.297643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4224fd6e-0b9e-4a45-b17b-8aed54788b7a') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:18.308205 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.318819 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf83b53-773c-454f-9c04-aca21fe18de9 None None] No DVR routers for this DVR port 8dab5396-6304-4a00-b9b1-956cf5486fd0 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:18.320633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 22a5777a-68c7-492e-b929-d60c08464d24 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:58:18.326689 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 22a5777a-68c7-492e-b929-d60c08464d24 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:18.327274 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8dab5396-6304-4a00-b9b1-956cf5486fd0 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:18.327820 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.364610 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:18.365401 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.367853 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 8dab5396-6304-4a00-b9b1-956cf5486fd0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:58:18.368526 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8dab5396-6304-4a00-b9b1-956cf5486fd0 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:18.371687 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:18.466796 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.476998 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.481517 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/networks/a9abdc7d-7190-4b24-b2d4-3122d399b23e HTTP/1.1" status: 204 len: 168 time: 0.8888717 Jul 22 23:58:18.481827 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41866) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:18.488102 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-97232213-53ed-42ea-81bf-9e74962f699f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'router': {'routes': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:18.495686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a5c52-8394-42b4-9048-9f0f569323c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Pushing event deleted for resources: {'Network': ['ID=a9abdc7d-7190-4b24-b2d4-3122d399b23e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:18.506602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed747d44-68e9-48cb-89f0-664a87652d59 req-05c313ce-202b-4345-8ce4-f426ce36c6b7 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:18.508145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed747d44-68e9-48cb-89f0-664a87652d59 req-05c313ce-202b-4345-8ce4-f426ce36c6b7 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 944 time: 0.1540918 Jul 22 23:58:18.551770 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed747d44-68e9-48cb-89f0-664a87652d59 req-35f69758-a6e4-43ec-bd82-b2f72037d39d tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370224 Jul 22 23:58:18.684133 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.extraroute_db [None req-97232213-53ed-42ea-81bf-9e74962f699f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Added routes are [] {{(pid=93820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 23:58:18.684838 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.extraroute_db [None req-97232213-53ed-42ea-81bf-9e74962f699f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Removed routes are [] {{(pid=93820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 23:58:18.685249 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97232213-53ed-42ea-81bf-9e74962f699f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.825165 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97232213-53ed-42ea-81bf-9e74962f699f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.828602 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97232213-53ed-42ea-81bf-9e74962f699f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.906193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97232213-53ed-42ea-81bf-9e74962f699f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router cfd5dba4-b59f-4cd0-9706-55abd54ce366 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:58:18.979789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97232213-53ed-42ea-81bf-9e74962f699f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:18.987050 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97232213-53ed-42ea-81bf-9e74962f699f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.988713 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-97232213-53ed-42ea-81bf-9e74962f699f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/cfd5dba4-b59f-4cd0-9706-55abd54ce366 HTTP/1.1" status: 200 len: 704 time: 0.5042670 Jul 22 23:58:18.990994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41874) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:18.996291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df4d6a3-f587-4881-a831-ac9e7d514cd9 None None] Sync routers for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:19.016176 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df4d6a3-f587-4881-a831-ac9e7d514cd9 None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:19.016874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4df4d6a3-f587-4881-a831-ac9e7d514cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:05Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:19.028915 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f11606a2-1aa0-455e-a684-cef5953607e4 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfd5dba4-b59f-4cd0-9706-55abd54ce366 HTTP/1.1" status: 200 len: 205 time: 0.0343540 Jul 22 23:58:19.029165 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41878) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:19.090992 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4df4d6a3-f587-4881-a831-ac9e7d514cd9 None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:19.102142 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2466db8-aef3-4c89-a282-f868cbedbd18 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.148996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4df4d6a3-f587-4881-a831-ac9e7d514cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:58:16Z', 'revision_number': 11, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:19.177974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df4d6a3-f587-4881-a831-ac9e7d514cd9 None None] Checking router: cfd5dba4-b59f-4cd0-9706-55abd54ce366 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:58:19.187227 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df4d6a3-f587-4881-a831-ac9e7d514cd9 None None] Routers {'cfd5dba4-b59f-4cd0-9706-55abd54ce366'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:19.188329 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4df4d6a3-f587-4881-a831-ac9e7d514cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:05Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:19.265583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4df4d6a3-f587-4881-a831-ac9e7d514cd9 None None] Set router cfd5dba4-b59f-4cd0-9706-55abd54ce366 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:19.284946 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2466db8-aef3-4c89-a282-f868cbedbd18 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.287370 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2466db8-aef3-4c89-a282-f868cbedbd18 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.322107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4df4d6a3-f587-4881-a831-ac9e7d514cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:58:16Z', 'revision_number': 11, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:19.339633 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2466db8-aef3-4c89-a282-f868cbedbd18 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.340211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2466db8-aef3-4c89-a282-f868cbedbd18 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Fanout notify agent at l3_agent the message router_deleted on router cfd5dba4-b59f-4cd0-9706-55abd54ce366 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:58:19.349276 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2466db8-aef3-4c89-a282-f868cbedbd18 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.357742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41890) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:19.358296 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df4d6a3-f587-4881-a831-ac9e7d514cd9 None None] The sync data for ids ['cfd5dba4-b59f-4cd0-9706-55abd54ce366'] in n-d-688802-2 is: [{'id': 'cfd5dba4-b59f-4cd0-9706-55abd54ce366', 'name': 'tempest-RoutersIpV6Test-router-390228548', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:15Z', 'updated_at': '2021-07-22T23:58:16Z', 'revision_number': 11, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:19.363990 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f2466db8-aef3-4c89-a282-f868cbedbd18 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/routers/cfd5dba4-b59f-4cd0-9706-55abd54ce366 HTTP/1.1" status: 204 len: 168 time: 0.3338201 Jul 22 23:58:19.364491 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e2497464-e312-4179-acff-5b40c42cab18 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-990850896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:19.393022 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2497464-e312-4179-acff-5b40c42cab18 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.395196 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2497464-e312-4179-acff-5b40c42cab18 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.460445 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2497464-e312-4179-acff-5b40c42cab18 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.466189 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2497464-e312-4179-acff-5b40c42cab18 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.489923 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2497464-e312-4179-acff-5b40c42cab18 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.494738 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41894) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:19.504532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-af1b4b5d-debd-4e27-8724-e57e74edbb75 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:19.507897 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e2497464-e312-4179-acff-5b40c42cab18 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1482642 Jul 22 23:58:19.758474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa42680-912c-4d3b-8996-03f08b307d80 req-4435a4c8-22e2-403c-875f-f575df31d54a tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:19.760486 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1aa42680-912c-4d3b-8996-03f08b307d80 req-4435a4c8-22e2-403c-875f-f575df31d54a tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 944 time: 0.1032050 Jul 22 23:58:19.783631 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af1b4b5d-debd-4e27-8724-e57e74edbb75 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.798503 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af1b4b5d-debd-4e27-8724-e57e74edbb75 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597576'] for router, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.815304 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1aa42680-912c-4d3b-8996-03f08b307d80 req-7aafd2db-f69d-4f9c-bb84-3938ebbe1415 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493221 Jul 22 23:58:19.923250 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1b4b5d-debd-4e27-8724-e57e74edbb75 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Router c29ef9cd-f6c5-486a-9abf-4d1e787657f2 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:58:20.018268 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1b4b5d-debd-4e27-8724-e57e74edbb75 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:20.028328 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af1b4b5d-debd-4e27-8724-e57e74edbb75 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:20.030124 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-af1b4b5d-debd-4e27-8724-e57e74edbb75 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "PUT /v2.0/routers/c29ef9cd-f6c5-486a-9abf-4d1e787657f2 HTTP/1.1" status: 200 len: 697 time: 0.5343924 Jul 22 23:58:20.030341 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad121341-3e5e-4af2-a9c9-d0b1d0f6497b None None] Sync routers for ids ['c29ef9cd-f6c5-486a-9abf-4d1e787657f2'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:20.033734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41912) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:20.043548 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad121341-3e5e-4af2-a9c9-d0b1d0f6497b None None] Routers {'c29ef9cd-f6c5-486a-9abf-4d1e787657f2'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:20.048105 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ad121341-3e5e-4af2-a9c9-d0b1d0f6497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:05Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c29ef9cd-f6c5-486a-9abf-4d1e787657f2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:20.145310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fd6a76b3-15c7-496e-83f3-5ebd7e59e381 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/routers/c29ef9cd-f6c5-486a-9abf-4d1e787657f2 HTTP/1.1" status: 200 len: 703 time: 0.1100726 Jul 22 23:58:20.147650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41914) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:20.195181 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ad121341-3e5e-4af2-a9c9-d0b1d0f6497b None None] Set router c29ef9cd-f6c5-486a-9abf-4d1e787657f2 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:20.205424 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b0638447-2c4d-43b2-b4d9-bb523f23adcd tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports?device_id=c29ef9cd-f6c5-486a-9abf-4d1e787657f2 HTTP/1.1" status: 200 len: 205 time: 0.0555704 Jul 22 23:58:20.208027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41916) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:20.268098 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ad121341-3e5e-4af2-a9c9-d0b1d0f6497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ef9cd-f6c5-486a-9abf-4d1e787657f2', 'name': 'tempest-RoutersIpV6Test-router-990850896', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:19Z', 'updated_at': '2021-07-22T23:58:19Z', 'revision_number': 2, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:20.295892 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-925c4212-ff15-4e51-816f-bfc4c3bf2ab1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:20.305853 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad121341-3e5e-4af2-a9c9-d0b1d0f6497b None None] Checking router: c29ef9cd-f6c5-486a-9abf-4d1e787657f2 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:58:20.320171 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad121341-3e5e-4af2-a9c9-d0b1d0f6497b None None] Routers {'c29ef9cd-f6c5-486a-9abf-4d1e787657f2'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:20.322414 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ad121341-3e5e-4af2-a9c9-d0b1d0f6497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:05Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c29ef9cd-f6c5-486a-9abf-4d1e787657f2'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:20.413916 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ad121341-3e5e-4af2-a9c9-d0b1d0f6497b None None] Set router c29ef9cd-f6c5-486a-9abf-4d1e787657f2 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:20.509973 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ad121341-3e5e-4af2-a9c9-d0b1d0f6497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ef9cd-f6c5-486a-9abf-4d1e787657f2', 'name': 'tempest-RoutersIpV6Test-router-990850896', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:19Z', 'updated_at': '2021-07-22T23:58:19Z', 'revision_number': 2, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:20.555941 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad121341-3e5e-4af2-a9c9-d0b1d0f6497b None None] The sync data for ids ['c29ef9cd-f6c5-486a-9abf-4d1e787657f2'] in n-d-688802-2 is: [{'id': 'c29ef9cd-f6c5-486a-9abf-4d1e787657f2', 'name': 'tempest-RoutersIpV6Test-router-990850896', 'tenant_id': '0afc24f00dd1485c84cdfb71c79b27af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:19Z', 'updated_at': '2021-07-22T23:58:19Z', 'revision_number': 2, 'project_id': '0afc24f00dd1485c84cdfb71c79b27af', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:20.565459 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-925c4212-ff15-4e51-816f-bfc4c3bf2ab1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:20.576856 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-925c4212-ff15-4e51-816f-bfc4c3bf2ab1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:20.655285 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-925c4212-ff15-4e51-816f-bfc4c3bf2ab1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:20.655922 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925c4212-ff15-4e51-816f-bfc4c3bf2ab1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Fanout notify agent at l3_agent the message router_deleted on router c29ef9cd-f6c5-486a-9abf-4d1e787657f2 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:58:20.669406 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-925c4212-ff15-4e51-816f-bfc4c3bf2ab1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:20.671221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-925c4212-ff15-4e51-816f-bfc4c3bf2ab1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/routers/c29ef9cd-f6c5-486a-9abf-4d1e787657f2 HTTP/1.1" status: 204 len: 168 time: 0.4617856 Jul 22 23:58:20.676283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41922) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:20.721167 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-192a0336-571a-4f52-8519-1da51de6e69b tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports?device_id=c29ef9cd-f6c5-486a-9abf-4d1e787657f2 HTTP/1.1" status: 200 len: 205 time: 0.0410404 Jul 22 23:58:20.723440 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41926) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:20.778314 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-e9bcab24-3be6-4732-9bfd-0c56268ab6d8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] delete failed (client error): The resource could not be found. Jul 22 23:58:20.780408 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e9bcab24-3be6-4732-9bfd-0c56268ab6d8 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/routers/c29ef9cd-f6c5-486a-9abf-4d1e787657f2 HTTP/1.1" status: 404 len: 336 time: 0.0553932 Jul 22 23:58:20.784657 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41932) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:20.816571 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba26dc99-af51-49ed-a02f-c010509c76ea tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:20.817269 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba26dc99-af51-49ed-a02f-c010509c76ea tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:20.819280 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ba26dc99-af51-49ed-a02f-c010509c76ea tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/5d34b70f-2f4a-4a7d-b9a2-51fe0eeb47c0 HTTP/1.1" status: 404 len: 337 time: 0.0330420 Jul 22 23:58:20.821497 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41934) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:20.854941 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-370aeeaf-c8f9-4aab-a711-888b541be501 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:20.855553 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370aeeaf-c8f9-4aab-a711-888b541be501 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:20.857390 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-370aeeaf-c8f9-4aab-a711-888b541be501 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/75381e06-7eb7-431f-b963-7cc4dffd46de HTTP/1.1" status: 404 len: 337 time: 0.0349078 Jul 22 23:58:20.859947 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41940) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:20.890037 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0633ff2-adcd-48d0-bafd-39451f0fe6e1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:20.891087 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0633ff2-adcd-48d0-bafd-39451f0fe6e1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:20.895538 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a0633ff2-adcd-48d0-bafd-39451f0fe6e1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/329794ee-a8d3-4c67-8431-a53c81952ba1 HTTP/1.1" status: 404 len: 337 time: 0.0322361 Jul 22 23:58:20.896032 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41942) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:20.925289 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-817d45b2-d294-4d5f-9203-f9dfe80926db tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:20.926633 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817d45b2-d294-4d5f-9203-f9dfe80926db tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:20.928990 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-817d45b2-d294-4d5f-9203-f9dfe80926db tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/fd9effde-cdcf-4570-8f9b-712a26332960 HTTP/1.1" status: 404 len: 337 time: 0.0317707 Jul 22 23:58:20.931638 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41944) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:20.968426 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b4f2df4b-69cc-4016-9241-72261e0fbd76 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfd5dba4-b59f-4cd0-9706-55abd54ce366 HTTP/1.1" status: 200 len: 205 time: 0.0353746 Jul 22 23:58:20.971901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.019570 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-0604f93c-c163-4627-a99f-7b84cf48eb98 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] delete failed (client error): The resource could not be found. Jul 22 23:58:21.022138 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0604f93c-c163-4627-a99f-7b84cf48eb98 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/routers/cfd5dba4-b59f-4cd0-9706-55abd54ce366 HTTP/1.1" status: 404 len: 336 time: 0.0481710 Jul 22 23:58:21.024199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41948) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.065877 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-32f710a5-9b7e-40b0-a3cc-47fcfa72e081 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f508353-725a-4c2b-ac47-e252d12b9b97 HTTP/1.1" status: 200 len: 205 time: 0.0401590 Jul 22 23:58:21.068056 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41950) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.087477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f31e86-f4ab-4e1a-ba7e-298f5c3cb0cc req-fc324af0-64f1-4a1e-a4a5-8f23ef326cf8 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:21.089147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-53f31e86-f4ab-4e1a-ba7e-298f5c3cb0cc req-fc324af0-64f1-4a1e-a4a5-8f23ef326cf8 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 944 time: 0.1638687 Jul 22 23:58:21.115952 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-417aeed1-54e8-4b13-8f95-c2c6dedfb509 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] delete failed (client error): The resource could not be found. Jul 22 23:58:21.117214 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-417aeed1-54e8-4b13-8f95-c2c6dedfb509 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/routers/4f508353-725a-4c2b-ac47-e252d12b9b97 HTTP/1.1" status: 404 len: 336 time: 0.0482016 Jul 22 23:58:21.120256 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41956) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.155869 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b012ec1-739a-42f4-aa81-6443761a63e6 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:21.156339 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b012ec1-739a-42f4-aa81-6443761a63e6 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:21.161208 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-53f31e86-f4ab-4e1a-ba7e-298f5c3cb0cc req-fdacc4ea-c3df-4236-8018-28428d3d422d tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618861 Jul 22 23:58:21.161426 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8b012ec1-739a-42f4-aa81-6443761a63e6 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/d0ea74d0-5429-455a-bb01-dc5597bd4a3e HTTP/1.1" status: 404 len: 337 time: 0.0364597 Jul 22 23:58:21.161426 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41958) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.201662 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a56c9d72-492d-4dbb-aca0-4d2a01f740f1 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports?device_id=44d4909f-ed29-4453-943c-42c74ca8c50e HTTP/1.1" status: 200 len: 205 time: 0.0370514 Jul 22 23:58:21.201906 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41960) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.248237 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-251e4a67-f5d4-4b0d-9445-6c50ef55e8c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] delete failed (client error): The resource could not be found. Jul 22 23:58:21.249430 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-251e4a67-f5d4-4b0d-9445-6c50ef55e8c9 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/routers/44d4909f-ed29-4453-943c-42c74ca8c50e HTTP/1.1" status: 404 len: 336 time: 0.0463929 Jul 22 23:58:21.253165 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41964) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.285178 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-81a1167e-67c9-4b9b-86ef-682f73a9b13d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports?device_id=59098c32-2523-4b90-a9cd-3db6e85d076c HTTP/1.1" status: 200 len: 205 time: 0.0307732 Jul 22 23:58:21.287430 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41966) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.325406 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-5af455cc-dc8c-46b0-affe-65c1c9d1340c tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] delete failed (client error): The resource could not be found. Jul 22 23:58:21.326550 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5af455cc-dc8c-46b0-affe-65c1c9d1340c tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/routers/59098c32-2523-4b90-a9cd-3db6e85d076c HTTP/1.1" status: 404 len: 336 time: 0.0381017 Jul 22 23:58:21.329185 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41968) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.362741 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f302198d-9ed2-4706-ae8d-9359355415c7 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:21.363289 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f302198d-9ed2-4706-ae8d-9359355415c7 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:21.367550 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f302198d-9ed2-4706-ae8d-9359355415c7 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/5f4cbcbe-2462-48e7-a323-bdedebd696bb HTTP/1.1" status: 404 len: 337 time: 0.0341780 Jul 22 23:58:21.367859 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41972) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.404672 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2df6e680-ef71-479f-890f-c6c75fdc4bdb tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports?device_id=3863563a-f0a3-4794-8e63-3526948079d5 HTTP/1.1" status: 200 len: 205 time: 0.0355852 Jul 22 23:58:21.407095 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41974) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.452074 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-b4f8e273-3a2a-45d5-949f-ee23c0110e3f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] delete failed (client error): The resource could not be found. Jul 22 23:58:21.454120 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b4f8e273-3a2a-45d5-949f-ee23c0110e3f tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/routers/3863563a-f0a3-4794-8e63-3526948079d5 HTTP/1.1" status: 404 len: 336 time: 0.0450130 Jul 22 23:58:21.456971 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41976) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.489232 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-197e2f91-5df3-421f-93da-6194679e6a38 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:21.489802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197e2f91-5df3-421f-93da-6194679e6a38 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:21.491878 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-197e2f91-5df3-421f-93da-6194679e6a38 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/0ad0749b-b837-4747-b127-92c6dc02a07c HTTP/1.1" status: 404 len: 337 time: 0.0335300 Jul 22 23:58:21.494704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41978) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.529898 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b6e8c624-6419-4801-ac65-704b148078bc tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "GET /v2.0/ports?device_id=05693e8c-4441-4861-baf6-fa6fff783884 HTTP/1.1" status: 200 len: 205 time: 0.0339603 Jul 22 23:58:21.532205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41982) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.576267 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-f2fbdd5a-27ec-42cd-9796-9da77b42980d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] delete failed (client error): The resource could not be found. Jul 22 23:58:21.577334 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f2fbdd5a-27ec-42cd-9796-9da77b42980d tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/routers/05693e8c-4441-4861-baf6-fa6fff783884 HTTP/1.1" status: 404 len: 336 time: 0.0429611 Jul 22 23:58:21.579940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41984) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.606242 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de1d6e8-2f9f-4ba6-a278-f44d3a3fa737 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:21.606701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de1d6e8-2f9f-4ba6-a278-f44d3a3fa737 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:21.611548 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0de1d6e8-2f9f-4ba6-a278-f44d3a3fa737 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/cdbf842a-9eaa-4639-92fd-18ca3d36389a HTTP/1.1" status: 404 len: 337 time: 0.0275846 Jul 22 23:58:21.611773 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 41986) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.639409 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7f3168-1ef3-4130-a7a8-4b80b564d4e2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:21.639861 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7f3168-1ef3-4130-a7a8-4b80b564d4e2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:21.644485 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-aa7f3168-1ef3-4130-a7a8-4b80b564d4e2 tempest-RoutersIpV6Test-17573370 tempest-RoutersIpV6Test-17573370-project] 10.222.0.26 "DELETE /v2.0/subnets/69510166-0329-4d4a-918c-74d8ab478be4 HTTP/1.1" status: 404 len: 337 time: 0.0288966 Jul 22 23:58:21.937999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 41996) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:22.096232 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6f2f2d83-1052-49bb-93f1-22e1542a0bc2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0afc24f00dd1485c84cdfb71c79b27af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564567 Jul 22 23:58:22.098729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42000) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:22.162666 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-309c3879-9188-4393-9a19-b6588e94d64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.185227 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-309c3879-9188-4393-9a19-b6588e94d64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.315797 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-309c3879-9188-4393-9a19-b6588e94d64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.318380 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-309c3879-9188-4393-9a19-b6588e94d64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.322140 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-309c3879-9188-4393-9a19-b6588e94d64b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af32aef5-4a89-48b1-b1a6-4d94f8e5ef6c HTTP/1.1" status: 204 len: 168 time: 0.2198372 Jul 22 23:58:22.335503 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c3879-9188-4393-9a19-b6588e94d64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af32aef5-4a89-48b1-b1a6-4d94f8e5ef6c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:22.379494 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f5400-e48e-46de-ae5f-802c3940661b req-9e594838-62ca-4623-a022-b38a513ba9d9 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:22.381257 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a8f5400-e48e-46de-ae5f-802c3940661b req-9e594838-62ca-4623-a022-b38a513ba9d9 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 944 time: 0.1270239 Jul 22 23:58:22.430337 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a8f5400-e48e-46de-ae5f-802c3940661b req-99366bb3-a273-4ed1-bfa8-9f85f00e1df2 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394082 Jul 22 23:58:23.576465 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device c1053cbd-50e2-463d-8f57-7a7737d57110 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:58:23.629541 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6568d89-a775-442d-9ce0-2dc9ac6dbcff req-db11314a-c4e7-4086-82a2-bc78bac3cf76 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:23.631206 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6568d89-a775-442d-9ce0-2dc9ac6dbcff req-db11314a-c4e7-4086-82a2-bc78bac3cf76 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 944 time: 0.0939078 Jul 22 23:58:23.717200 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6568d89-a775-442d-9ce0-2dc9ac6dbcff req-5e058b64-b26c-47d6-8ad9-082018d676ed tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764048 Jul 22 23:58:23.730857 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port c1053cbd-50e2-463d-8f57-7a7737d57110, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=c1053cbd-50e2-463d-8f57-7a7737d57110,segment=NetworkSegment(be28c49d-ff06-4c74-883a-459895d7dd15),segment_id=be28c49d-ff06-4c74-883a-459895d7dd15)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:23.755721 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'c1053cbd-50e2-463d-8f57-7a7737d57110', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'port_id': 'c1053cbd-50e2-463d-8f57-7a7737d57110', 'mac_address': 'fa:16:3e:cf:a4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:58:23.807010 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.822590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1053cbd-50e2-463d-8f57-7a7737d57110 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:58:23.854607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port c1053cbd-50e2-463d-8f57-7a7737d57110, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=c1053cbd-50e2-463d-8f57-7a7737d57110,segment=NetworkSegment(be28c49d-ff06-4c74-883a-459895d7dd15),segment_id=be28c49d-ff06-4c74-883a-459895d7dd15)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:23.864212 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.929449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=c1053cbd-50e2-463d-8f57-7a7737d57110,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:24.147237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['c1053cbd-50e2-463d-8f57-7a7737d57110'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:58:24.265262 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42104) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:24.457498 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b3dcb72-2c19-49bd-b34b-86f1fe520ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.491698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b39120-b940-4e0f-a32c-cbbff8fe9f2a req-412fc898-ba30-443c-8c21-f44afdfc5e4f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:24.498898 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e4b39120-b940-4e0f-a32c-cbbff8fe9f2a req-412fc898-ba30-443c-8c21-f44afdfc5e4f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 946 time: 0.0816333 Jul 22 23:58:24.552079 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:58:24.559814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e4b39120-b940-4e0f-a32c-cbbff8fe9f2a req-751cae23-9f6a-4f8a-976f-b04039fa597e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599289 Jul 22 23:58:24.584922 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:24.599832 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b3dcb72-2c19-49bd-b34b-86f1fe520ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.608439 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b3dcb72-2c19-49bd-b34b-86f1fe520ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.655446 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9b3dcb72-2c19-49bd-b34b-86f1fe520ce3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e01733be25e94e9a9e8cbc2f3782fa93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862567 Jul 22 23:58:24.655446 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3dcb72-2c19-49bd-b34b-86f1fe520ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81e4d5c-5c61-45fd-b031-37d691e40d03,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:24.656588 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42118) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:24.665875 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-48dcacc4-7504-4db3-b456-1fe9105b19d3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/11235bb5-f464-4ba5-b8b0-a356c24df9f1 HTTP/1.1" status: 200 len: 993 time: 0.0703118 Jul 22 23:58:24.737794 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77e0c3c0-6d50-4f0c-bb63-7b24701b5b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.783755 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77e0c3c0-6d50-4f0c-bb63-7b24701b5b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.821228 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77e0c3c0-6d50-4f0c-bb63-7b24701b5b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.823839 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77e0c3c0-6d50-4f0c-bb63-7b24701b5b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.825008 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-77e0c3c0-6d50-4f0c-bb63-7b24701b5b88 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f81e4d5c-5c61-45fd-b031-37d691e40d03 HTTP/1.1" status: 204 len: 168 time: 0.1674883 Jul 22 23:58:24.833368 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0c3c0-6d50-4f0c-bb63-7b24701b5b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81e4d5c-5c61-45fd-b031-37d691e40d03,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:24.905110 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c18a0-dded-466e-af38-8699a32f30d1 req-093ddad7-354d-493a-b63c-7effbc0bbed0 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:24.907412 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e62c18a0-dded-466e-af38-8699a32f30d1 req-093ddad7-354d-493a-b63c-7effbc0bbed0 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 945 time: 0.0838175 Jul 22 23:58:24.954804 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e62c18a0-dded-466e-af38-8699a32f30d1 req-23cab254-0c01-4f64-8340-7a70254d0d9b tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412498 Jul 22 23:58:25.021898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40a91d-6ad1-4a59-bd71-b714dccbd612 req-fae00a01-5770-4830-83e0-49a76b1fabcb tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:25.023911 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ec40a91d-6ad1-4a59-bd71-b714dccbd612 req-fae00a01-5770-4830-83e0-49a76b1fabcb tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 1097 time: 0.0666437 Jul 22 23:58:25.060811 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ec40a91d-6ad1-4a59-bd71-b714dccbd612 req-d2fe3e86-fe23-4473-9fa7-4bbcb31ea929 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303242 Jul 22 23:58:25.268689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:25.282806 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb768f3e-9c2e-48bf-8c0f-11874f530e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.381647 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb768f3e-9c2e-48bf-8c0f-11874f530e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.386312 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb768f3e-9c2e-48bf-8c0f-11874f530e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.428702 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-eb768f3e-9c2e-48bf-8c0f-11874f530e72 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6ce0d881d60434da6749f801c527d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587737 Jul 22 23:58:25.430718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb768f3e-9c2e-48bf-8c0f-11874f530e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c268cce2-e067-4049-9734-b40e72b166ec,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:25.431252 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42154) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:25.503126 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1dab5aa-bb4f-465d-af63-a6ff9d4a7149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.525446 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1dab5aa-bb4f-465d-af63-a6ff9d4a7149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.577219 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device c1053cbd-50e2-463d-8f57-7a7737d57110 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:25.581691 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1dab5aa-bb4f-465d-af63-a6ff9d4a7149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.585433 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1dab5aa-bb4f-465d-af63-a6ff9d4a7149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.589046 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c1dab5aa-bb4f-465d-af63-a6ff9d4a7149 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c268cce2-e067-4049-9734-b40e72b166ec HTTP/1.1" status: 204 len: 168 time: 0.1544549 Jul 22 23:58:25.595914 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dab5aa-bb4f-465d-af63-a6ff9d4a7149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c268cce2-e067-4049-9734-b40e72b166ec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:25.661993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port c1053cbd-50e2-463d-8f57-7a7737d57110 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:25.667436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port c1053cbd-50e2-463d-8f57-7a7737d57110 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:25.667987 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.676013 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-f3702ed8-7d54-45a3-9292-f77705900cc4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734308 Jul 22 23:58:25.772470 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.811423 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port c1053cbd-50e2-463d-8f57-7a7737d57110, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=c1053cbd-50e2-463d-8f57-7a7737d57110,segment=NetworkSegment(be28c49d-ff06-4c74-883a-459895d7dd15),segment_id=be28c49d-ff06-4c74-883a-459895d7dd15)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:25.813266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1053cbd-50e2-463d-8f57-7a7737d57110'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:25.817207 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0890c40f-c90f-4fb9-b633-e592d218b503" -d '{"events": [{"server_uuid": "7cbaf46c-d2a5-4aa4-9c31-97ab77e91910", "name": "network-vif-plugged", "status": "completed", "tag": "c1053cbd-50e2-463d-8f57-7a7737d57110"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:25.822601 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.899542 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9a3116-7519-4fb1-bbb2-593ae6aa82cb x-openstack-request-id: req-5d9a3116-7519-4fb1-bbb2-593ae6aa82cb {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:25.899928 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbaf46c-d2a5-4aa4-9c31-97ab77e91910", "name": "network-vif-plugged", "status": "completed", "tag": "c1053cbd-50e2-463d-8f57-7a7737d57110", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:25.900121 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d9a3116-7519-4fb1-bbb2-593ae6aa82cb {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:25.900462 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1053cbd-50e2-463d-8f57-7a7737d57110', 'code': 200} Jul 22 23:58:25.919034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=c1053cbd-50e2-463d-8f57-7a7737d57110,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:26.201554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa45efe-3cea-4b97-bc1a-325ea76a1877 req-eeb6f52b-db37-4b62-b299-38795caacd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:26.203145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2fa45efe-3cea-4b97-bc1a-325ea76a1877 req-eeb6f52b-db37-4b62-b299-38795caacd59 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 1097 time: 0.2203417 Jul 22 23:58:26.255229 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2fa45efe-3cea-4b97-bc1a-325ea76a1877 req-443d1683-46e4-48ee-b3cb-f56344d1f7e5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438256 Jul 22 23:58:26.264111 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fcfa2-4b57-4f7c-80a1-215d6c7d2da7 req-b057da8d-6bc1-46f5-89a6-aa1e0191a815 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:26.272697 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa6fcfa2-4b57-4f7c-80a1-215d6c7d2da7 req-b057da8d-6bc1-46f5-89a6-aa1e0191a815 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 946 time: 0.1539233 Jul 22 23:58:26.314006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa6fcfa2-4b57-4f7c-80a1-215d6c7d2da7 req-1a47799a-e73b-44be-8fc1-5d0544e22018 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400441 Jul 22 23:58:26.357743 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42214) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:26.476566 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e058a87-f8f8-4e0d-bbd1-87212d2c854a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.588989 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e058a87-f8f8-4e0d-bbd1-87212d2c854a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.595680 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e058a87-f8f8-4e0d-bbd1-87212d2c854a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.642646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e058a87-f8f8-4e0d-bbd1-87212d2c854a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3d801f-7398-4af1-b5c9-216ae9707d99,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:26.661243 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7e058a87-f8f8-4e0d-bbd1-87212d2c854a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb3a1830c0a048e5b65b59daca2a6cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021932 Jul 22 23:58:26.663785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42230) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:26.722730 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1daffa4a-4954-443e-a7d0-06a86fa14792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.750253 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1daffa4a-4954-443e-a7d0-06a86fa14792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.811257 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1daffa4a-4954-443e-a7d0-06a86fa14792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.815611 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1daffa4a-4954-443e-a7d0-06a86fa14792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.817140 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1daffa4a-4954-443e-a7d0-06a86fa14792 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a3d801f-7398-4af1-b5c9-216ae9707d99 HTTP/1.1" status: 204 len: 168 time: 0.1523628 Jul 22 23:58:26.827907 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daffa4a-4954-443e-a7d0-06a86fa14792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3d801f-7398-4af1-b5c9-216ae9707d99,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:26.870186 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-52d7108b-3c2e-4f9c-999a-873d97f23ee8 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:58:26.871903 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-52d7108b-3c2e-4f9c-999a-873d97f23ee8 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2405939 Jul 22 23:58:26.884700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-ab7a0834-e6a2-4429-b67c-07acc7138e3e service neutron] Request body: {'binding': {'host': 'n-h2-688802-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:26.885189 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-ab7a0834-e6a2-4429-b67c-07acc7138e3e service neutron] Unknown quota resources ['binding']. {{(pid=93820) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:58:27.055655 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-ab7a0834-e6a2-4429-b67c-07acc7138e3e service neutron] Attempting to bind port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 on host n-h2-688802-2 for vnic_type normal with profile None {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:27.056107 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-ab7a0834-e6a2-4429-b67c-07acc7138e3e service neutron] Attempting to bind port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:27.056320 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-ab7a0834-e6a2-4429-b67c-07acc7138e3e service neutron] Attempting to bind port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 on network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:27.063066 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-ab7a0834-e6a2-4429-b67c-07acc7138e3e service neutron] Port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 on network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:58:27.063446 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-ab7a0834-e6a2-4429-b67c-07acc7138e3e service neutron] Attempting to bind port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 on network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:27.068566 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-ab7a0834-e6a2-4429-b67c-07acc7138e3e service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:27.068902 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-ab7a0834-e6a2-4429-b67c-07acc7138e3e service neutron] Checking segment: {'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:27.069314 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-ab7a0834-e6a2-4429-b67c-07acc7138e3e service neutron] Bound using segment: {'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:27.069740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-ab7a0834-e6a2-4429-b67c-07acc7138e3e service neutron] Bound port: 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:27.179409 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-ab7a0834-e6a2-4429-b67c-07acc7138e3e service neutron] For port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:27.196680 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-ab7a0834-e6a2-4429-b67c-07acc7138e3e service neutron] Notify callbacks [] for binding, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.198049 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-ab7a0834-e6a2-4429-b67c-07acc7138e3e service neutron] 10.222.0.26 "POST /v2.0/ports/2033d7c8-cfa0-467f-8e09-8ffd1e768fd4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3193078 Jul 22 23:58:27.214997 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42246) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:27.242672 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8d59f39-9853-464e-b734-f41603fb7f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.532109 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8d59f39-9853-464e-b734-f41603fb7f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.546608 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a8d59f39-9853-464e-b734-f41603fb7f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.625580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f90d93-1fc8-4850-a340-f5b6998d1b78 req-a33ab258-1098-420f-a018-b9abbdbadd48 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:27.627152 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24f90d93-1fc8-4850-a340-f5b6998d1b78 req-a33ab258-1098-420f-a018-b9abbdbadd48 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 946 time: 0.2480557 Jul 22 23:58:27.632625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d59f39-9853-464e-b734-f41603fb7f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4160663-0cf2-424b-adac-a4ece3d654b5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:27.638251 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a8d59f39-9853-464e-b734-f41603fb7f2d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83e0e73c0cf141568cdacf1139354b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4224153 Jul 22 23:58:27.641608 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42262) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:27.647709 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-fd32bc52-71f5-4091-8dcd-8689476b9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:27.649221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-fd32bc52-71f5-4091-8dcd-8689476b9da9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 1097 time: 0.1758590 Jul 22 23:58:27.669489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7a9e6-67d0-455c-8ab8-2382062167c7 req-f841a010-7949-456d-94a2-ea875332caff tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:27.670953 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aad7a9e6-67d0-455c-8ab8-2382062167c7 req-f841a010-7949-456d-94a2-ea875332caff tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 946 time: 0.2556899 Jul 22 23:58:27.707273 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2afaab2-30e8-42a3-8261-0f559e1f7aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.731589 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2afaab2-30e8-42a3-8261-0f559e1f7aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.788850 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2afaab2-30e8-42a3-8261-0f559e1f7aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.793193 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2afaab2-30e8-42a3-8261-0f559e1f7aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.801814 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e2afaab2-30e8-42a3-8261-0f559e1f7aee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4160663-0cf2-424b-adac-a4ece3d654b5 HTTP/1.1" status: 204 len: 168 time: 0.1573155 Jul 22 23:58:27.811164 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afaab2-30e8-42a3-8261-0f559e1f7aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4160663-0cf2-424b-adac-a4ece3d654b5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:27.859076 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24f90d93-1fc8-4850-a340-f5b6998d1b78 req-a0cc184c-03c4-4e3f-b224-c7ccb686def0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2195659 Jul 22 23:58:27.866713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aad7a9e6-67d0-455c-8ab8-2382062167c7 req-083ed7d1-c2ee-4d1b-88f7-0b261d2d0377 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222186 Jul 22 23:58:27.882408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-8b47807e-93e6-4b90-b5a9-f0eab6952aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:27.884252 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-8b47807e-93e6-4b90-b5a9-f0eab6952aff service neutron] 10.222.0.95 "GET /v2.0/networks?id=8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 HTTP/1.1" status: 200 len: 897 time: 0.2265208 Jul 22 23:58:27.977848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cd3b6800-dd63-4ab2-96a6-6d16af4c9179 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 HTTP/1.1" status: 200 len: 1001 time: 0.0854399 Jul 22 23:58:28.056437 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-3533d351-21a7-44c7-a608-12019f7e0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:28.058001 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-3533d351-21a7-44c7-a608-12019f7e0f26 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7432b2b8-1300-4616-94b0-c603e71fe1a0 HTTP/1.1" status: 200 len: 835 time: 0.0733583 Jul 22 23:58:28.145265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-725576da-2027-4dcd-83cd-5a6f2a25a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:28.163429 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-725576da-2027-4dcd-83cd-5a6f2a25a4e7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975895 Jul 22 23:58:28.414004 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42284) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:28.432829 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cc54ccd-c33b-4d98-9c3b-24d32872617a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:28.615455 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cc54ccd-c33b-4d98-9c3b-24d32872617a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:28.633083 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cc54ccd-c33b-4d98-9c3b-24d32872617a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:28.662923 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-b0906d1b-9872-4bf5-b80c-9b184eefb0c3 service neutron] 10.222.0.95 "GET /v2.0/networks/8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917212 Jul 22 23:58:28.784318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-4f446e86-302c-4e57-bc46-b60b05fca28c service neutron] 10.222.0.95 "GET /v2.0/networks/8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131647 Jul 22 23:58:29.072268 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-c6d3c94c-8248-40a9-8dec-d3dc32bc2956 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:29.074110 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-c6d3c94c-8248-40a9-8dec-d3dc32bc2956 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894&tenant_id=08e6f590bb3047c8a7f2021edeaee884&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 1097 time: 0.2245350 Jul 22 23:58:29.091816 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4cc54ccd-c33b-4d98-9c3b-24d32872617a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a50c36b3e16641b5afdb57fac7d11ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6763220 Jul 22 23:58:29.095806 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42312) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:29.120522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc54ccd-c33b-4d98-9c3b-24d32872617a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d566260b-d28b-41cc-851e-2584ffad18c4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:29.132300 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-688802-2'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:29.168687 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fb38248-e59f-4ba1-841f-fa672ebbb23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.199039 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fb38248-e59f-4ba1-841f-fa672ebbb23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.251639 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fb38248-e59f-4ba1-841f-fa672ebbb23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.255181 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fb38248-e59f-4ba1-841f-fa672ebbb23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.256992 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8fb38248-e59f-4ba1-841f-fa672ebbb23a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d566260b-d28b-41cc-851e-2584ffad18c4 HTTP/1.1" status: 204 len: 168 time: 0.1599269 Jul 22 23:58:29.259128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062fad1-153b-4b83-a5a1-85cace7296bf req-5e514678-e96d-4041-8263-f4319a998d99 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:29.262454 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5062fad1-153b-4b83-a5a1-85cace7296bf req-5e514678-e96d-4041-8263-f4319a998d99 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 946 time: 0.2201359 Jul 22 23:58:29.275114 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb38248-e59f-4ba1-841f-fa672ebbb23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d566260b-d28b-41cc-851e-2584ffad18c4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:29.281608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e53391-ae50-48af-a085-c5c3859e084e req-f9bc1f7e-de1c-42b1-977e-17730413ed3a tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:29.283184 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-66e53391-ae50-48af-a085-c5c3859e084e req-f9bc1f7e-de1c-42b1-977e-17730413ed3a tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 946 time: 0.2397530 Jul 22 23:58:29.290847 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.397941 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42322) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:29.420972 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5062fad1-153b-4b83-a5a1-85cace7296bf req-d725b07f-9e1b-4b5f-8c38-aa96261f3585 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1366091 Jul 22 23:58:29.448736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-66e53391-ae50-48af-a085-c5c3859e084e req-b55a61cf-605a-47b2-9801-29c7f088d704 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543522 Jul 22 23:58:29.545328 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] For port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:29.647401 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] For port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:29.684170 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55af0d4a-efe9-4330-b1b9-78757a180dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.708046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60760d7d-3ee5-46e2-a2af-3af8f66e24aa req-f053f6db-11b6-4e80-8fa1-4016b54bf035 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:29.709722 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60760d7d-3ee5-46e2-a2af-3af8f66e24aa req-f053f6db-11b6-4e80-8fa1-4016b54bf035 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 946 time: 0.1560123 Jul 22 23:58:29.713634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:29.716092 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25e2292-3ae3-4a88-9e98-56df48a16905" -d '{"events": [{"server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "name": "network-vif-unplugged", "status": "completed", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:29.720346 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.741286 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.811638 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55af0d4a-efe9-4330-b1b9-78757a180dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.821601 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55af0d4a-efe9-4330-b1b9-78757a180dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.840664 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60760d7d-3ee5-46e2-a2af-3af8f66e24aa req-ec925685-722a-47af-94bb-b78396f125ce tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177282 Jul 22 23:58:29.842235 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b295972-c923-4bf5-a939-f9ce5711bdbe x-openstack-request-id: req-4b295972-c923-4bf5-a939-f9ce5711bdbe {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:29.842543 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "name": "network-vif-unplugged", "status": "completed", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:29.842783 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b295972-c923-4bf5-a939-f9ce5711bdbe {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:29.843172 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4', 'code': 200} Jul 22 23:58:29.876160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:29.896211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42340) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:29.926680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af0d4a-efe9-4330-b1b9-78757a180dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3220e546-b0c9-4006-afa6-a179bdaa7e9b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:29.939889 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-55af0d4a-efe9-4330-b1b9-78757a180dc0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=396f599a0ce648f3a1648c5fa952777f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5397336 Jul 22 23:58:29.943441 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42344) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:29.957812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Attempting to bind port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 on host n-h1-688802-2 for vnic_type normal with profile {"migrating_to": "n-h2-688802-2"} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:29.958461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Attempting to bind port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:29.959012 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Attempting to bind port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 on network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:29.984002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 on network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:58:29.984677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Attempting to bind port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 on network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:29.999348 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:29.999910 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Checking segment: {'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:30.000475 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Bound using segment: {'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:30.001239 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Bound port: 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb65502-2f85-4996-a390-52a61518fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:30.001925 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.091162 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25fad9fa-b122-4d0d-b9b1-705ccc698198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.116343 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d2260ac2-703a-4c05-affe-9d30515af951 None None] Provisioning complete for port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:30.118704 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2260ac2-703a-4c05-affe-9d30515af951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.153735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] For port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:30.157806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] For port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:30.174001 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.178413 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25fad9fa-b122-4d0d-b9b1-705ccc698198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.190869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d2260ac2-703a-4c05-affe-9d30515af951 None None] Port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:58:30.318478 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,revision_number=8']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:30.328934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e04fe82-8782-488a-ad1f-18d5de882e5e tempest-TestVolumeBackupRestore-1971531533 tempest-TestVolumeBackupRestore-1971531533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:30.334709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42356) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:30.340160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': 'c1053cbd-50e2-463d-8f57-7a7737d57110', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:30.346058 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7e04fe82-8782-488a-ad1f-18d5de882e5e tempest-TestVolumeBackupRestore-1971531533 tempest-TestVolumeBackupRestore-1971531533-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 1092 time: 0.4470737 Jul 22 23:58:30.381542 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25fad9fa-b122-4d0d-b9b1-705ccc698198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.383508 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.384184 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25fad9fa-b122-4d0d-b9b1-705ccc698198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.385610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-25fad9fa-b122-4d0d-b9b1-705ccc698198 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3220e546-b0c9-4006-afa6-a179bdaa7e9b HTTP/1.1" status: 204 len: 168 time: 0.4409745 Jul 22 23:58:30.466843 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fad9fa-b122-4d0d-b9b1-705ccc698198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3220e546-b0c9-4006-afa6-a179bdaa7e9b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:30.471313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:30.476328 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.478071 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-cdd0f364-90dd-407b-a608-7d9709bae6e2 service neutron] 10.222.0.95 "PUT /v2.0/ports/2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 HTTP/1.1" status: 200 len: 1122 time: 1.3600941 Jul 22 23:58:30.562831 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['2033d7c8-cfa0-467f-8e09-8ffd1e768fd4'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:58:30.583809 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.688751 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c7c334da-a086-416c-b64b-376168fe0710 None None] Provisioning complete for port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:30.691525 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7c334da-a086-416c-b64b-376168fe0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.699353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208c77b-834d-42c2-be2f-28291287831c req-ec7fdd78-2e8b-4d58-881f-91c9a4661dab tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:30.700985 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7208c77b-834d-42c2-be2f-28291287831c req-ec7fdd78-2e8b-4d58-881f-91c9a4661dab tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 944 time: 0.1709847 Jul 22 23:58:30.802462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7208c77b-834d-42c2-be2f-28291287831c req-3103089c-928d-41b3-bc9e-883b5ca3f7fb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940986 Jul 22 23:58:30.810683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Allocated IP 172.25.4.151 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/ddec7cb5-2763-431d-9709-3c713724c2b0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:30.937602 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7c334da-a086-416c-b64b-376168fe0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.987683 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:31.003790 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:31.006666 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde66aa7-6b12-4faf-be44-934e8e22b3be" -d '{"events": [{"server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "name": "network-vif-plugged", "status": "completed", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:31.104960 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42382) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:31.152784 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c397205e-dbda-42ec-af50-79144c735d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:31.155945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c7c334da-a086-416c-b64b-376168fe0710 None None] For port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:31.167582 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7c334da-a086-416c-b64b-376168fe0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:31.210909 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:31.233682 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f6ff21-5c92-41d2-b8b3-fe0df2bda057 x-openstack-request-id: req-b8f6ff21-5c92-41d2-b8b3-fe0df2bda057 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:31.234246 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "name": "network-vif-plugged", "status": "completed", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:31.234669 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8f6ff21-5c92-41d2-b8b3-fe0df2bda057 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:31.235228 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4', 'code': 200} Jul 22 23:58:31.284281 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:31.289475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:31.294713 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:31.424825 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c397205e-dbda-42ec-af50-79144c735d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:31.426566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c334da-a086-416c-b64b-376168fe0710 None None] Pushing event updated for resources: {'Port': ['ID=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:31.430768 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c397205e-dbda-42ec-af50-79144c735d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:31.477871 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397205e-dbda-42ec-af50-79144c735d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24b5241-3f56-4b6f-86a8-f4461df9a5d6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:31.491363 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c397205e-dbda-42ec-af50-79144c735d60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91acc3565c474618a54c4d9ba42a1b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802454 Jul 22 23:58:31.491627 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42388) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:31.542565 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Pushing event updated for resources: {'Port': ['ID=ddec7cb5-2763-431d-9709-3c713724c2b0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:31.548658 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344d4bc8-8942-4de2-9b8c-4c2a737006ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:31.563411 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:58:31.572220 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344d4bc8-8942-4de2-9b8c-4c2a737006ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:31.618475 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3497-751d-4128-acb4-9cfc0152e675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:31.627451 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344d4bc8-8942-4de2-9b8c-4c2a737006ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:31.630203 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344d4bc8-8942-4de2-9b8c-4c2a737006ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:31.631378 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-344d4bc8-8942-4de2-9b8c-4c2a737006ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b24b5241-3f56-4b6f-86a8-f4461df9a5d6 HTTP/1.1" status: 204 len: 168 time: 0.1386485 Jul 22 23:58:31.640077 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d4bc8-8942-4de2-9b8c-4c2a737006ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24b5241-3f56-4b6f-86a8-f4461df9a5d6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:31.761664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:31.782149 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 has no active binding in host n-h2-688802-2 {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 23:58:31.822622 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:31.844265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:31.847488 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48440103-994a-4708-97d5-3ae02fc3aadb" -d '{"events": [{"name": "network-changed", "server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:31.928359 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:31.929760 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db85bf1-f9ba-47ad-a6f1-3abb013d704c x-openstack-request-id: req-7db85bf1-f9ba-47ad-a6f1-3abb013d704c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:31.930053 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:31.930306 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7db85bf1-f9ba-47ad-a6f1-3abb013d704c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:31.930706 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4', 'status': 'completed', 'code': 200} Jul 22 23:58:32.020875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e05fd-ac4c-49e3-96be-35894775c32a req-9b9b9390-b3c2-4416-be11-1c44773213f8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:32.022813 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d68e05fd-ac4c-49e3-96be-35894775c32a req-9b9b9390-b3c2-4416-be11-1c44773213f8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 946 time: 0.1318641 Jul 22 23:58:32.065780 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48440103-994a-4708-97d5-3ae02fc3aadb req-4eb5ddf3-ca59-4e84-ae46-ba8ae1584370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:32.067558 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48440103-994a-4708-97d5-3ae02fc3aadb req-4eb5ddf3-ca59-4e84-ae46-ba8ae1584370 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 1127 time: 0.1096911 Jul 22 23:58:32.075998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42414) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:32.117204 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.120152 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d68e05fd-ac4c-49e3-96be-35894775c32a req-c4873465-b790-443a-be39-6fe6a5197b24 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0893395 Jul 22 23:58:32.122642 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.176191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Pushing event updated for resources: {'Port': ['ID=ddec7cb5-2763-431d-9709-3c713724c2b0,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:32.229685 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.249508 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73d7afec-96bd-4a70-88e0-e5b944b2f6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.270414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48440103-994a-4708-97d5-3ae02fc3aadb req-dc8d2c83-31f4-4222-b29c-1717c05f1613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:32.272055 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48440103-994a-4708-97d5-3ae02fc3aadb req-dc8d2c83-31f4-4222-b29c-1717c05f1613 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 HTTP/1.1" status: 200 len: 897 time: 0.1951759 Jul 22 23:58:32.353957 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Floating IP 3f56826f-e068-4628-8df5-aaaafa7d4856 associated. External IP: 172.25.4.151, port: c1053cbd-50e2-463d-8f57-7a7737d57110. Jul 22 23:58:32.364268 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48440103-994a-4708-97d5-3ae02fc3aadb req-564e7364-4da3-442e-8f60-ad072ba8043c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 HTTP/1.1" status: 200 len: 1001 time: 0.0829310 Jul 22 23:58:32.445812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48440103-994a-4708-97d5-3ae02fc3aadb req-16f6cbae-49d4-4513-9017-a840ab7d56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:32.447612 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48440103-994a-4708-97d5-3ae02fc3aadb req-16f6cbae-49d4-4513-9017-a840ab7d56b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7432b2b8-1300-4616-94b0-c603e71fe1a0 HTTP/1.1" status: 200 len: 835 time: 0.0733654 Jul 22 23:58:32.498574 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73d7afec-96bd-4a70-88e0-e5b944b2f6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.518791 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73d7afec-96bd-4a70-88e0-e5b944b2f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.566113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48440103-994a-4708-97d5-3ae02fc3aadb req-878cc4ea-064f-4353-8a74-e8352170fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:32.567631 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48440103-994a-4708-97d5-3ae02fc3aadb req-878cc4ea-064f-4353-8a74-e8352170fc01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108716 Jul 22 23:58:32.570870 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-73d7afec-96bd-4a70-88e0-e5b944b2f6c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f47351d3716c47689b10ee79f0faee8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4927714 Jul 22 23:58:32.572386 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7afec-96bd-4a70-88e0-e5b944b2f6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8156fa64-2205-4b09-953a-c990cfddde1f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:32.576460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42440) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:32.670637 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Router e4564c72-0ce2-4836-80b2-5651ff440079 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:58:32.698754 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09846459-6fcd-4912-a1b6-0375d6fff7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.722300 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09846459-6fcd-4912-a1b6-0375d6fff7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.758804 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48440103-994a-4708-97d5-3ae02fc3aadb req-c2dee8ad-8b7a-43c9-b94e-006ebdff82ca service neutron] 10.222.0.18 "GET /v2.0/networks/8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830046 Jul 22 23:58:32.813486 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:32.823354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba376e-86c0-49e3-affd-f1ca529771df None None] Sync routers for ids ['e4564c72-0ce2-4836-80b2-5651ff440079'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:32.834500 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba376e-86c0-49e3-affd-f1ca529771df None None] Routers {'e4564c72-0ce2-4836-80b2-5651ff440079'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:32.835573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-73ba376e-86c0-49e3-affd-f1ca529771df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:05Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['e4564c72-0ce2-4836-80b2-5651ff440079'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:32.842836 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.913127 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48440103-994a-4708-97d5-3ae02fc3aadb req-b364adef-f0d9-4d95-a512-1bbce1572f0c service neutron] 10.222.0.18 "GET /v2.0/networks/8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463726 Jul 22 23:58:32.914202 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09846459-6fcd-4912-a1b6-0375d6fff7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.916891 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09846459-6fcd-4912-a1b6-0375d6fff7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.918014 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-09846459-6fcd-4912-a1b6-0375d6fff7fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8156fa64-2205-4b09-953a-c990cfddde1f HTTP/1.1" status: 204 len: 168 time: 0.3404143 Jul 22 23:58:32.919243 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-843bed5b-5501-447d-8452-a2138e39349f tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5827377 Jul 22 23:58:32.920618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'tag': 'c1053cbd-50e2-463d-8f57-7a7737d57110'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:32.926363 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42448) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:32.927646 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8c6114-f709-4f59-9fec-9109d8baf85f" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbaf46c-d2a5-4aa4-9c31-97ab77e91910", "tag": "c1053cbd-50e2-463d-8f57-7a7737d57110"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:32.967050 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09846459-6fcd-4912-a1b6-0375d6fff7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8156fa64-2205-4b09-953a-c990cfddde1f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:33.015167 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed30894-bd9f-4990-bd44-5d0c149ec6c1 x-openstack-request-id: req-2ed30894-bd9f-4990-bd44-5d0c149ec6c1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:33.015348 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbaf46c-d2a5-4aa4-9c31-97ab77e91910", "tag": "c1053cbd-50e2-463d-8f57-7a7737d57110", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:33.015608 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ed30894-bd9f-4990-bd44-5d0c149ec6c1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:33.016023 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'tag': 'c1053cbd-50e2-463d-8f57-7a7737d57110', 'status': 'completed', 'code': 200} Jul 22 23:58:33.041354 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea3aea-848e-4737-ab22-749faa8ee7c6 tempest-TestVolumeBackupRestore-1971531533 tempest-TestVolumeBackupRestore-1971531533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:33.045151 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-dcea3aea-848e-4737-ab22-749faa8ee7c6 tempest-TestVolumeBackupRestore-1971531533 tempest-TestVolumeBackupRestore-1971531533-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 1092 time: 0.1156929 Jul 22 23:58:33.046405 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42454) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:33.051463 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bef49bdf-f8e3-4ce0-af08-ee5e063eb58c tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Request body: {'floatingip': {'port_id': 'c1053cbd-50e2-463d-8f57-7a7737d57110'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:33.138688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c6114-f709-4f59-9fec-9109d8baf85f req-3d556e6c-f316-46f0-aa56-1bfa403658d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:33.144006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb8c6114-f709-4f59-9fec-9109d8baf85f req-3d556e6c-f316-46f0-aa56-1bfa403658d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e67dfb34b944fceb43dbf0db78fb2ad&device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 1097 time: 0.0867326 Jul 22 23:58:33.163742 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bef49bdf-f8e3-4ce0-af08-ee5e063eb58c tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for floatingip, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.258005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-73ba376e-86c0-49e3-affd-f1ca529771df None None] Set router e4564c72-0ce2-4836-80b2-5651ff440079 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:33.447550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c6114-f709-4f59-9fec-9109d8baf85f req-ab487e51-8716-4b59-b787-2c634632ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:33.449038 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb8c6114-f709-4f59-9fec-9109d8baf85f req-ab487e51-8716-4b59-b787-2c634632ed04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=50eadcea-8b03-4ea9-bc3a-e4d4187b2620 HTTP/1.1" status: 200 len: 915 time: 0.2981062 Jul 22 23:58:33.495551 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c715fe6-7c86-4fd6-ba23-9432c3408dd1 req-1d9c2dd6-f46e-49be-8fd1-025490eed66a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:33.497134 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c715fe6-7c86-4fd6-ba23-9432c3408dd1 req-1d9c2dd6-f46e-49be-8fd1-025490eed66a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 946 time: 0.2534707 Jul 22 23:58:33.668866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c715fe6-7c86-4fd6-ba23-9432c3408dd1 req-eddea51a-d19a-46a2-8b54-a8a966436499 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1043906 Jul 22 23:58:33.686888 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb8c6114-f709-4f59-9fec-9109d8baf85f req-4162adc1-e6c8-4fc9-919f-008a6820b171 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1053cbd-50e2-463d-8f57-7a7737d57110 HTTP/1.1" status: 200 len: 1000 time: 0.2209826 Jul 22 23:58:33.721715 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-73ba376e-86c0-49e3-affd-f1ca529771df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port': {'id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:25Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '3f56826f-e068-4628-8df5-aaaafa7d4856', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'port_id': 'c1053cbd-50e2-463d-8f57-7a7737d57110', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'mac_address': 'fa:16:3e:cf:a4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:31Z', 'updated_at': '2021-07-22T23:58:31Z', 'revision_number': 0, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f84739-fbd6-4981-a91b-1d16a3f2ad6b', 'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'mac_address': 'fa:16:3e:a2:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:31Z', 'updated_at': '2021-07-22T23:54:39Z', 'revision_number': 5, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'subnets': [{'id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:33.789120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba376e-86c0-49e3-affd-f1ca529771df None None] Checking router: e4564c72-0ce2-4836-80b2-5651ff440079 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:58:33.798664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba376e-86c0-49e3-affd-f1ca529771df None None] Routers {'e4564c72-0ce2-4836-80b2-5651ff440079'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:33.799297 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-73ba376e-86c0-49e3-affd-f1ca529771df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:05Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['e4564c72-0ce2-4836-80b2-5651ff440079'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:33.822308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c6114-f709-4f59-9fec-9109d8baf85f req-2f0be817-d63c-4436-b0e8-ccad8b9142d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:33.824320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb8c6114-f709-4f59-9fec-9109d8baf85f req-2f0be817-d63c-4436-b0e8-ccad8b9142d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d51fa380-3457-4151-93a3-a282aaf08d34 HTTP/1.1" status: 200 len: 853 time: 0.1291134 Jul 22 23:58:33.934601 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-73ba376e-86c0-49e3-affd-f1ca529771df None None] Set router e4564c72-0ce2-4836-80b2-5651ff440079 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:33.942226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c6114-f709-4f59-9fec-9109d8baf85f req-302d9c4b-8080-4326-ae83-ed660ac9198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:33.943957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb8c6114-f709-4f59-9fec-9109d8baf85f req-302d9c4b-8080-4326-ae83-ed660ac9198d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50eadcea-8b03-4ea9-bc3a-e4d4187b2620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114905 Jul 22 23:58:34.027029 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-bef49bdf-f8e3-4ce0-af08-ee5e063eb58c tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:58:34.096004 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb8c6114-f709-4f59-9fec-9109d8baf85f req-0b0a3341-262f-4f97-bc2a-3360a130fa20 service neutron] 10.222.0.18 "GET /v2.0/networks/50eadcea-8b03-4ea9-bc3a-e4d4187b2620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397593 Jul 22 23:58:34.242239 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bef49bdf-f8e3-4ce0-af08-ee5e063eb58c tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:34.253583 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bef49bdf-f8e3-4ce0-af08-ee5e063eb58c tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:34.375232 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb8c6114-f709-4f59-9fec-9109d8baf85f req-e5901797-573d-4c2c-9c4e-cc229e0d89ec service neutron] 10.222.0.18 "GET /v2.0/networks/50eadcea-8b03-4ea9-bc3a-e4d4187b2620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634971 Jul 22 23:58:34.435220 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:34.443442 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-613b46fa-b2b9-4165-9642-8fb4ec26a17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:34.450060 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:34.470661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-73ba376e-86c0-49e3-affd-f1ca529771df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port': {'id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:25Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '3f56826f-e068-4628-8df5-aaaafa7d4856', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'port_id': 'c1053cbd-50e2-463d-8f57-7a7737d57110', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'mac_address': 'fa:16:3e:cf:a4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:31Z', 'updated_at': '2021-07-22T23:58:31Z', 'revision_number': 0, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f84739-fbd6-4981-a91b-1d16a3f2ad6b', 'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'mac_address': 'fa:16:3e:a2:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:31Z', 'updated_at': '2021-07-22T23:54:39Z', 'revision_number': 5, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'subnets': [{'id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:34.503266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba376e-86c0-49e3-affd-f1ca529771df None None] The sync data for ids ['e4564c72-0ce2-4836-80b2-5651ff440079'] in n-d-688802-2 is: [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port': {'id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:25Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '3f56826f-e068-4628-8df5-aaaafa7d4856', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'port_id': 'c1053cbd-50e2-463d-8f57-7a7737d57110', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'mac_address': 'fa:16:3e:cf:a4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:31Z', 'updated_at': '2021-07-22T23:58:31Z', 'revision_number': 0, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f84739-fbd6-4981-a91b-1d16a3f2ad6b', 'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'mac_address': 'fa:16:3e:a2:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:31Z', 'updated_at': '2021-07-22T23:54:39Z', 'revision_number': 5, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'subnets': [{'id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:34.593556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef49bdf-f8e3-4ce0-af08-ee5e063eb58c tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Router e4564c72-0ce2-4836-80b2-5651ff440079 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:58:34.775704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef49bdf-f8e3-4ce0-af08-ee5e063eb58c tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:34.790645 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bef49bdf-f8e3-4ce0-af08-ee5e063eb58c tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:34.855899 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2414a33-1612-43ed-b783-2ec821f9c88f None None] New status for floating IP 3f56826f-e068-4628-8df5-aaaafa7d4856: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:58:34.867441 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42524) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:34.957805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83eb9b-a444-40b9-9c25-00e85ccd2f20 req-f0b4eaef-c21b-4c91-8268-37fad082ff1c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:34.967736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a83eb9b-a444-40b9-9c25-00e85ccd2f20 req-f0b4eaef-c21b-4c91-8268-37fad082ff1c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 946 time: 0.1700904 Jul 22 23:58:35.002408 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bef49bdf-f8e3-4ce0-af08-ee5e063eb58c tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "PUT /v2.0/floatingips/3f56826f-e068-4628-8df5-aaaafa7d4856 HTTP/1.1" status: 200 len: 992 time: 1.9548647 Jul 22 23:58:35.017940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'tag': 'c1053cbd-50e2-463d-8f57-7a7737d57110'}, {'name': 'network-changed', 'server_uuid': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'tag': 'c1053cbd-50e2-463d-8f57-7a7737d57110'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:35.022025 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4ff5bc-e99b-4fea-a178-98566e213178" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbaf46c-d2a5-4aa4-9c31-97ab77e91910", "tag": "c1053cbd-50e2-463d-8f57-7a7737d57110"}, {"name": "network-changed", "server_uuid": "7cbaf46c-d2a5-4aa4-9c31-97ab77e91910", "tag": "c1053cbd-50e2-463d-8f57-7a7737d57110"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:35.069500 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5a83eb9b-a444-40b9-9c25-00e85ccd2f20 req-757d65ee-c9ff-44e3-8153-450f7451035f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943003 Jul 22 23:58:35.092808 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2681a89-5700-4741-a911-c503aba68efe x-openstack-request-id: req-a2681a89-5700-4741-a911-c503aba68efe {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:35.093405 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbaf46c-d2a5-4aa4-9c31-97ab77e91910", "tag": "c1053cbd-50e2-463d-8f57-7a7737d57110", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7cbaf46c-d2a5-4aa4-9c31-97ab77e91910", "tag": "c1053cbd-50e2-463d-8f57-7a7737d57110", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:35.093405 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2681a89-5700-4741-a911-c503aba68efe {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:35.093775 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'tag': 'c1053cbd-50e2-463d-8f57-7a7737d57110', 'status': 'completed', 'code': 200} Jul 22 23:58:35.094038 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'tag': 'c1053cbd-50e2-463d-8f57-7a7737d57110', 'status': 'completed', 'code': 200} Jul 22 23:58:35.094938 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65490861-d01e-4277-af1b-87923c566670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.172302 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfc8341-1869-4d63-88e9-1b21bf018bf6 None None] Sync routers for ids ['e4564c72-0ce2-4836-80b2-5651ff440079'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:35.192806 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfc8341-1869-4d63-88e9-1b21bf018bf6 None None] Routers {'e4564c72-0ce2-4836-80b2-5651ff440079'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:35.193467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bdfc8341-1869-4d63-88e9-1b21bf018bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['e4564c72-0ce2-4836-80b2-5651ff440079'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:35.213502 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-4eb21d5a-8d3e-494d-ab62-ed014659d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:35.215107 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-4eb21d5a-8d3e-494d-ab62-ed014659d908 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e67dfb34b944fceb43dbf0db78fb2ad&device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 1097 time: 0.0709586 Jul 22 23:58:35.267948 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65490861-d01e-4277-af1b-87923c566670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.275850 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65490861-d01e-4277-af1b-87923c566670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.328085 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-65490861-d01e-4277-af1b-87923c566670 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=071e5124fb84496fb25ea0f66601ddbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515655 Jul 22 23:58:35.331326 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65490861-d01e-4277-af1b-87923c566670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ea6f1c-4acf-4856-95de-64bbc5f14ae1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:35.334037 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42538) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.358257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-4038abbb-e81d-4c5b-91c4-a44614ac9745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:35.360087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-4038abbb-e81d-4c5b-91c4-a44614ac9745 service neutron] 10.222.0.18 "GET /v2.0/networks?id=50eadcea-8b03-4ea9-bc3a-e4d4187b2620 HTTP/1.1" status: 200 len: 915 time: 0.1374905 Jul 22 23:58:35.361392 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-bdfc8341-1869-4d63-88e9-1b21bf018bf6 None None] Set router e4564c72-0ce2-4836-80b2-5651ff440079 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:35.403175 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77d6946c-71f0-45fc-b9a6-02ddd50552ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.456131 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77d6946c-71f0-45fc-b9a6-02ddd50552ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.480820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-b04731f7-d18d-4ab7-be0a-1241be3ab920 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1053cbd-50e2-463d-8f57-7a7737d57110 HTTP/1.1" status: 200 len: 1002 time: 0.1138256 Jul 22 23:58:35.513418 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77d6946c-71f0-45fc-b9a6-02ddd50552ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.516155 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77d6946c-71f0-45fc-b9a6-02ddd50552ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.521566 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-77d6946c-71f0-45fc-b9a6-02ddd50552ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44ea6f1c-4acf-4856-95de-64bbc5f14ae1 HTTP/1.1" status: 204 len: 168 time: 0.1737716 Jul 22 23:58:35.531875 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6946c-71f0-45fc-b9a6-02ddd50552ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ea6f1c-4acf-4856-95de-64bbc5f14ae1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:35.558794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-39055c68-6d07-4700-bec6-8c5e1cf53d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:35.560561 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-39055c68-6d07-4700-bec6-8c5e1cf53d11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d51fa380-3457-4151-93a3-a282aaf08d34 HTTP/1.1" status: 200 len: 853 time: 0.0724976 Jul 22 23:58:35.639707 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.731508 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bdfc8341-1869-4d63-88e9-1b21bf018bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port': {'id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:25Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '3f56826f-e068-4628-8df5-aaaafa7d4856', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'port_id': 'c1053cbd-50e2-463d-8f57-7a7737d57110', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'mac_address': 'fa:16:3e:cf:a4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:31Z', 'updated_at': '2021-07-22T23:58:34Z', 'revision_number': 2, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f84739-fbd6-4981-a91b-1d16a3f2ad6b', 'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'mac_address': 'fa:16:3e:a2:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:31Z', 'updated_at': '2021-07-22T23:54:39Z', 'revision_number': 5, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'subnets': [{'id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:35.756989 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-3001a408-42b3-4aea-813a-c0c77e74dfa8 service neutron] 10.222.0.18 "GET /v2.0/ports/2033d7c8-cfa0-467f-8e09-8ffd1e768fd4/bindings/n-h2-688802-2 HTTP/1.1" status: 200 len: 384 time: 0.1013536 Jul 22 23:58:35.759990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-bbb59062-f021-4f7f-a622-8ea6afde0ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:35.761487 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-bbb59062-f021-4f7f-a622-8ea6afde0ffe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50eadcea-8b03-4ea9-bc3a-e4d4187b2620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858783 Jul 22 23:58:35.782870 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfc8341-1869-4d63-88e9-1b21bf018bf6 None None] Checking router: e4564c72-0ce2-4836-80b2-5651ff440079 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:58:35.797827 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfc8341-1869-4d63-88e9-1b21bf018bf6 None None] Routers {'e4564c72-0ce2-4836-80b2-5651ff440079'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:35.799120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bdfc8341-1869-4d63-88e9-1b21bf018bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['e4564c72-0ce2-4836-80b2-5651ff440079'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:35.947457 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42556) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.961615 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-bdfc8341-1869-4d63-88e9-1b21bf018bf6 None None] Set router e4564c72-0ce2-4836-80b2-5651ff440079 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:35.978594 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a72f817-0ac2-483a-8c82-1f9eb37d624d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.048580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-2942e08b-ce9b-435c-bb3d-d2a45a42ff61 service neutron] 10.222.0.18 "GET /v2.0/networks/50eadcea-8b03-4ea9-bc3a-e4d4187b2620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753897 Jul 22 23:58:36.124571 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-d12e3ea3-241c-4e26-8c0e-8284d3e55351 service neutron] For port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:36.182522 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a72f817-0ac2-483a-8c82-1f9eb37d624d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.191641 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a72f817-0ac2-483a-8c82-1f9eb37d624d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.248923 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-d12e3ea3-241c-4e26-8c0e-8284d3e55351 service neutron] For port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:36.260764 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6a72f817-0ac2-483a-8c82-1f9eb37d624d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4dc91043c79f4d1785e9534fedb92837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094811 Jul 22 23:58:36.266931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42566) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:36.284259 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-371aaf1e-7f98-4e9d-bff9-87f836d9e4b5 service neutron] 10.222.0.18 "GET /v2.0/networks/50eadcea-8b03-4ea9-bc3a-e4d4187b2620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278094 Jul 22 23:58:36.291796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72f817-0ac2-483a-8c82-1f9eb37d624d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12ccc49-0b7b-4255-a09c-be0c7ae17bcf,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:36.383837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:36.399496 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc99231e-ef0d-4697-a6ce-091464149013" -d '{"events": [{"server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "name": "network-vif-unplugged", "status": "completed", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:36.433050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-bdfc8341-1869-4d63-88e9-1b21bf018bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port': {'id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:25Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '3f56826f-e068-4628-8df5-aaaafa7d4856', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'port_id': 'c1053cbd-50e2-463d-8f57-7a7737d57110', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'mac_address': 'fa:16:3e:cf:a4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:31Z', 'updated_at': '2021-07-22T23:58:34Z', 'revision_number': 2, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f84739-fbd6-4981-a91b-1d16a3f2ad6b', 'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'mac_address': 'fa:16:3e:a2:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:31Z', 'updated_at': '2021-07-22T23:54:39Z', 'revision_number': 5, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'subnets': [{'id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:36.448044 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d20b609-31d5-4b74-853c-27cb4c07a00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.462963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-d12e3ea3-241c-4e26-8c0e-8284d3e55351 service neutron] For port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:36.488354 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d20b609-31d5-4b74-853c-27cb4c07a00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.491984 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfc8341-1869-4d63-88e9-1b21bf018bf6 None None] The sync data for ids ['e4564c72-0ce2-4836-80b2-5651ff440079'] in n-d-688802-2 is: [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port': {'id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:25Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '3f56826f-e068-4628-8df5-aaaafa7d4856', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'port_id': 'c1053cbd-50e2-463d-8f57-7a7737d57110', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'mac_address': 'fa:16:3e:cf:a4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:31Z', 'updated_at': '2021-07-22T23:58:34Z', 'revision_number': 2, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f84739-fbd6-4981-a91b-1d16a3f2ad6b', 'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'mac_address': 'fa:16:3e:a2:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:31Z', 'updated_at': '2021-07-22T23:54:39Z', 'revision_number': 5, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'subnets': [{'id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:36.506246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a46f47-b8bc-4f15-abc4-df760cfc141d req-f8e3fe63-6caa-4f6b-a03f-0f8fc8ce1ab6 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:36.512264 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a46f47-b8bc-4f15-abc4-df760cfc141d req-f8e3fe63-6caa-4f6b-a03f-0f8fc8ce1ab6 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 946 time: 0.2989163 Jul 22 23:58:36.513940 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5a99c8-cb9b-47d0-93b7-03b43897f29e x-openstack-request-id: req-ee5a99c8-cb9b-47d0-93b7-03b43897f29e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:36.514478 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "name": "network-vif-unplugged", "status": "completed", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:36.514862 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee5a99c8-cb9b-47d0-93b7-03b43897f29e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:36.515180 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4', 'code': 200} Jul 22 23:58:36.518571 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-d12e3ea3-241c-4e26-8c0e-8284d3e55351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.550913 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-197e5374-2bd2-4f7f-a85a-2d4aaae8f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:36.552477 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-197e5374-2bd2-4f7f-a85a-2d4aaae8f851 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e67dfb34b944fceb43dbf0db78fb2ad&device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 1097 time: 0.1470637 Jul 22 23:58:36.582158 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d20b609-31d5-4b74-853c-27cb4c07a00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.588943 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d20b609-31d5-4b74-853c-27cb4c07a00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.590926 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8d20b609-31d5-4b74-853c-27cb4c07a00e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a12ccc49-0b7b-4255-a09c-be0c7ae17bcf HTTP/1.1" status: 204 len: 168 time: 0.3228121 Jul 22 23:58:36.611535 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20b609-31d5-4b74-853c-27cb4c07a00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12ccc49-0b7b-4255-a09c-be0c7ae17bcf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:36.733496 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3a46f47-b8bc-4f15-abc4-df760cfc141d req-72246439-d098-4ec4-8366-2f4a7877e0ad tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1798882 Jul 22 23:58:36.786813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-d12e3ea3-241c-4e26-8c0e-8284d3e55351 service neutron] Transition to ACTIVE for port object 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:36.790493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-99afdc1e-9da5-45b8-b620-1a2f54f07bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:36.791888 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-99afdc1e-9da5-45b8-b620-1a2f54f07bde service neutron] 10.222.0.18 "GET /v2.0/networks?id=50eadcea-8b03-4ea9-bc3a-e4d4187b2620 HTTP/1.1" status: 200 len: 915 time: 0.2002721 Jul 22 23:58:36.793432 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-d12e3ea3-241c-4e26-8c0e-8284d3e55351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.984937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42586) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:37.054898 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:37.135095 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98f0e805-d667-411f-88fc-24dc5660d68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:37.272743 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98f0e805-d667-411f-88fc-24dc5660d68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:37.284778 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98f0e805-d667-411f-88fc-24dc5660d68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:37.348743 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0e805-d667-411f-88fc-24dc5660d68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8386bd-6fed-4a3a-b80b-e96743ab1434,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:37.365607 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-e9e9d55c-011d-4343-84e3-408edaf387ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1053cbd-50e2-463d-8f57-7a7737d57110 HTTP/1.1" status: 200 len: 1002 time: 0.1910763 Jul 22 23:58:37.370013 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e3ea3-241c-4e26-8c0e-8284d3e55351 service neutron] Pushing event updated for resources: {'Port': ['ID=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,revision_number=11']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:37.407298 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-98f0e805-d667-411f-88fc-24dc5660d68d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63eabe04a5264714a7fb1901bcda6eae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4205968 Jul 22 23:58:37.411608 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42612) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:37.512762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-d12e3ea3-241c-4e26-8c0e-8284d3e55351 service neutron] No DVR routers for this DVR port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:37.515579 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-a47a0af6-14df-4265-8e77-f6004f13357c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:37.518082 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-a47a0af6-14df-4265-8e77-f6004f13357c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d51fa380-3457-4151-93a3-a282aaf08d34 HTTP/1.1" status: 200 len: 853 time: 0.1370645 Jul 22 23:58:37.538520 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:37.603414 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:37.664614 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-629755a3-fa01-4dc5-8e2f-5acb7eced5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:37.666150 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-629755a3-fa01-4dc5-8e2f-5acb7eced5b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50eadcea-8b03-4ea9-bc3a-e4d4187b2620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087246 Jul 22 23:58:37.683998 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:37.690429 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:37.693234 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb8386bd-6fed-4a3a-b80b-e96743ab1434 HTTP/1.1" status: 204 len: 168 time: 0.2786434 Jul 22 23:58:37.727486 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-d12e3ea3-241c-4e26-8c0e-8284d3e55351 service neutron] 10.222.0.18 "PUT /v2.0/ports/2033d7c8-cfa0-467f-8e09-8ffd1e768fd4/bindings/n-h2-688802-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9578254 Jul 22 23:58:37.728719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8386bd-6fed-4a3a-b80b-e96743ab1434,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:37.740150 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:37.740505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:37.741612 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:37.741968 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:37.742452 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:37.742798 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:37.743133 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:37.743646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:37.743987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:37.744319 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:37.744647 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:37.744973 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50ed25-dacf-4480-ad8c-b67459ae108f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:37.830906 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-25f5070e-c752-4d49-a186-6ee68e44d8a5 service neutron] 10.222.0.18 "GET /v2.0/networks/50eadcea-8b03-4ea9-bc3a-e4d4187b2620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556604 Jul 22 23:58:38.031938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-4c9eabbe-9e85-4c6d-96b8-2d2546c6c93b tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:38.034535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-4c9eabbe-9e85-4c6d-96b8-2d2546c6c93b tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894&tenant_id=08e6f590bb3047c8a7f2021edeaee884&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 1096 time: 0.2019296 Jul 22 23:58:38.087717 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca4ff5bc-e99b-4fea-a178-98566e213178 req-fb969bff-ea92-4746-ac67-71116c64d5d8 service neutron] 10.222.0.18 "GET /v2.0/networks/50eadcea-8b03-4ea9-bc3a-e4d4187b2620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138760 Jul 22 23:58:38.103389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a9cd5-7740-4a17-a005-dfbc783e9dad req-459ac854-0143-4ae8-b3c7-cd9b970a57ca tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:38.110825 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b47a9cd5-7740-4a17-a005-dfbc783e9dad req-459ac854-0143-4ae8-b3c7-cd9b970a57ca tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 945 time: 0.2300453 Jul 22 23:58:38.158812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-a63cde69-2f70-42a6-9f42-92e70b3e2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:38.160578 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-a63cde69-2f70-42a6-9f42-92e70b3e2e77 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894&tenant_id=08e6f590bb3047c8a7f2021edeaee884 HTTP/1.1" status: 200 len: 1096 time: 0.1136427 Jul 22 23:58:38.191515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b47a9cd5-7740-4a17-a005-dfbc783e9dad req-604ec7a8-2c84-4e65-8d18-1c4c1b9b09df tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675833 Jul 22 23:58:38.283824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-10d4100b-2b70-4716-a8f6-6dff074b1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:38.285993 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-10d4100b-2b70-4716-a8f6-6dff074b1731 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 1096 time: 0.0721865 Jul 22 23:58:38.434675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-9bee684a-5593-4e30-9338-192a9729d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:38.436719 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-9bee684a-5593-4e30-9338-192a9729d8f4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 HTTP/1.1" status: 200 len: 897 time: 0.1439195 Jul 22 23:58:38.544934 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-742145b8-7d11-443c-8781-93953aadae49 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 HTTP/1.1" status: 200 len: 999 time: 0.0934036 Jul 22 23:58:38.608848 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-a651f78c-bf44-4067-b15f-3f4b469b836b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:38.611796 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-a651f78c-bf44-4067-b15f-3f4b469b836b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7432b2b8-1300-4616-94b0-c603e71fe1a0 HTTP/1.1" status: 200 len: 835 time: 0.0584879 Jul 22 23:58:38.722946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-37b00d5b-b132-43ac-be47-c7c474cac664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:38.725660 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-37b00d5b-b132-43ac-be47-c7c474cac664 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064816 Jul 22 23:58:38.883190 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-dc1e28ca-d851-47f6-99f5-30e0f1d21010 service neutron] 10.222.0.95 "GET /v2.0/networks/8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492312 Jul 22 23:58:38.953161 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42668) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:38.997306 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-fe1ca563-1c7c-4586-b205-f4072c1df004 service neutron] 10.222.0.95 "GET /v2.0/networks/8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070218 Jul 22 23:58:39.152055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0162e652-dc04-4237-9a74-1587d2aaa48a tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:39.152932 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0162e652-dc04-4237-9a74-1587d2aaa48a tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:39.153671 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0162e652-dc04-4237-9a74-1587d2aaa48a tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:39.165646 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0162e652-dc04-4237-9a74-1587d2aaa48a tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=d28b015edbb34eaeb96f7c2c259b971a&network_id=6f56a743-bb78-4e83-b4ae-4af4cbcce270 HTTP/1.1" status: 200 len: 2970 time: 0.2105308 Jul 22 23:58:39.350760 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-fe565f36-ef94-4509-9838-565ae619c749 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:39.352779 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-fe565f36-ef94-4509-9838-565ae619c749 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894&tenant_id=08e6f590bb3047c8a7f2021edeaee884&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 1096 time: 0.1211920 Jul 22 23:58:39.418009 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c89f7-5ce4-46c8-8817-3b3e2b8e950f req-74ba7064-1201-4718-8a62-53eb5d5816cd tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:39.419564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-545c89f7-5ce4-46c8-8817-3b3e2b8e950f req-74ba7064-1201-4718-8a62-53eb5d5816cd tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 945 time: 0.1357985 Jul 22 23:58:39.534484 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-545c89f7-5ce4-46c8-8817-3b3e2b8e950f req-17206497-8fb0-4f0e-95ec-db0ac25a6989 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1057138 Jul 22 23:58:39.621304 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-fa930b30-e0a5-47e8-a55b-4f8f72e1ece4 service neutron] For port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:39.625704 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-fa930b30-e0a5-47e8-a55b-4f8f72e1ece4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:39.628580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-fa930b30-e0a5-47e8-a55b-4f8f72e1ece4 service neutron] 10.222.0.95 "DELETE /v2.0/ports/2033d7c8-cfa0-467f-8e09-8ffd1e768fd4/bindings/n-h1-688802-2 HTTP/1.1" status: 204 len: 173 time: 0.2659039 Jul 22 23:58:39.657029 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:39.715887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a4357-9e77-44e0-b4d3-2592be22067c req-32089ef1-6ece-4102-92cd-223dfff0a04e tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:39.725004 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d2a4357-9e77-44e0-b4d3-2592be22067c req-32089ef1-6ece-4102-92cd-223dfff0a04e tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 1096 time: 0.0792804 Jul 22 23:58:39.754968 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:39.786119 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d2a4357-9e77-44e0-b4d3-2592be22067c req-8b46757e-d445-4522-a894-5e25340fa388 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546966 Jul 22 23:58:39.946334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfba32a-42ae-4ecf-83de-34006f203b60 req-7fa806d8-c517-42ea-b481-1a10d2610c29 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:39.955733 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1cfba32a-42ae-4ecf-83de-34006f203b60 req-7fa806d8-c517-42ea-b481-1a10d2610c29 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 945 time: 0.0914965 Jul 22 23:58:39.995678 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1cfba32a-42ae-4ecf-83de-34006f203b60 req-788f2790-4f89-4614-aa96-9a2d31a11c43 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390477 Jul 22 23:58:40.024658 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42722) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:40.104500 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ac6503ef-1439-405c-ae0c-041f1cb348a9 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/11235bb5-f464-4ba5-b8b0-a356c24df9f1 HTTP/1.1" status: 200 len: 991 time: 0.0776026 Jul 22 23:58:40.428630 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42760) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:40.563998 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19e67337-4666-46fb-8aca-aa083b374ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.700792 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19e67337-4666-46fb-8aca-aa083b374ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.708541 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19e67337-4666-46fb-8aca-aa083b374ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.749920 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e67337-4666-46fb-8aca-aa083b374ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0059a4c5-ecff-47b2-a7ba-ba61a0d59f16,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:40.752377 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42772) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:40.754971 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-19e67337-4666-46fb-8aca-aa083b374ca0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce91d131f4bf4e8eafb16244d53345ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251624 Jul 22 23:58:40.757549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42774) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:40.813955 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70d10902-547e-47fe-8d51-79681bee7c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.838230 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70d10902-547e-47fe-8d51-79681bee7c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.879306 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfde9085-ffbe-4470-9583-792c40b4eaf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.895010 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70d10902-547e-47fe-8d51-79681bee7c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.898317 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70d10902-547e-47fe-8d51-79681bee7c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.899535 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-70d10902-547e-47fe-8d51-79681bee7c36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0059a4c5-ecff-47b2-a7ba-ba61a0d59f16 HTTP/1.1" status: 204 len: 168 time: 0.1408072 Jul 22 23:58:40.908306 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d10902-547e-47fe-8d51-79681bee7c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0059a4c5-ecff-47b2-a7ba-ba61a0d59f16,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:41.033235 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfde9085-ffbe-4470-9583-792c40b4eaf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.038824 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cfde9085-ffbe-4470-9583-792c40b4eaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.080453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde9085-ffbe-4470-9583-792c40b4eaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ccd687-d2fa-419e-ad80-9b23a9edc7d5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:41.085306 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cfde9085-ffbe-4470-9583-792c40b4eaf3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbe24baa4e794f6a9f40d8ddb2e38c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313444 Jul 22 23:58:41.088104 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:41.090501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde9085-ffbe-4470-9583-792c40b4eaf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:41.090854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde9085-ffbe-4470-9583-792c40b4eaf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:41.091195 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde9085-ffbe-4470-9583-792c40b4eaf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:41.091535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde9085-ffbe-4470-9583-792c40b4eaf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:41.091866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde9085-ffbe-4470-9583-792c40b4eaf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:41.092200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde9085-ffbe-4470-9583-792c40b4eaf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:41.092530 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde9085-ffbe-4470-9583-792c40b4eaf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:41.092856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde9085-ffbe-4470-9583-792c40b4eaf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:41.093203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde9085-ffbe-4470-9583-792c40b4eaf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:41.093532 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde9085-ffbe-4470-9583-792c40b4eaf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:41.093856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde9085-ffbe-4470-9583-792c40b4eaf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:41.094182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde9085-ffbe-4470-9583-792c40b4eaf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:41.147703 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8be1220a-fd98-4f10-a979-a4d6472532c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.170734 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8be1220a-fd98-4f10-a979-a4d6472532c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.217346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42784) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:41.225970 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8be1220a-fd98-4f10-a979-a4d6472532c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.229061 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8be1220a-fd98-4f10-a979-a4d6472532c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.230798 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8be1220a-fd98-4f10-a979-a4d6472532c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78ccd687-d2fa-419e-ad80-9b23a9edc7d5 HTTP/1.1" status: 204 len: 168 time: 0.1410604 Jul 22 23:58:41.232445 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd740470-05e1-4e4d-869e-b990bb9f1a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.239911 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1220a-fd98-4f10-a979-a4d6472532c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ccd687-d2fa-419e-ad80-9b23a9edc7d5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:41.336228 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd740470-05e1-4e4d-869e-b990bb9f1a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.340342 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd740470-05e1-4e4d-869e-b990bb9f1a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.377937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cd740470-05e1-4e4d-869e-b990bb9f1a64 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=393fe8d1a047481e877ccadbd6939d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594050 Jul 22 23:58:41.379928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd740470-05e1-4e4d-869e-b990bb9f1a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bb32e8-13bd-4ff1-b8de-9e05b7922119,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:41.380721 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42790) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:41.432303 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c869e9f7-8951-499f-8360-e2d9aa10c8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.455208 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c869e9f7-8951-499f-8360-e2d9aa10c8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.501842 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c869e9f7-8951-499f-8360-e2d9aa10c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.504439 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c869e9f7-8951-499f-8360-e2d9aa10c8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.505829 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c869e9f7-8951-499f-8360-e2d9aa10c8d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75bb32e8-13bd-4ff1-b8de-9e05b7922119 HTTP/1.1" status: 204 len: 168 time: 0.1237919 Jul 22 23:58:41.514437 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869e9f7-8951-499f-8360-e2d9aa10c8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bb32e8-13bd-4ff1-b8de-9e05b7922119,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:41.573321 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42796) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:41.586931 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7208b335-3a6c-4d56-8147-f0ae8738b78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.677643 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7208b335-3a6c-4d56-8147-f0ae8738b78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.682229 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7208b335-3a6c-4d56-8147-f0ae8738b78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.982312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42818) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:42.015591 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7208b335-3a6c-4d56-8147-f0ae8738b78a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32cc58b35b8b4629bf459220c51ac18c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387889 Jul 22 23:58:42.015591 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208b335-3a6c-4d56-8147-f0ae8738b78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a5648a-4dcb-40c6-a4f5-cb17217b31f1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:42.017727 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42822) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:42.083524 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9d0a-0313-4cba-b80a-ecdb132e637d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.099679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d24a41-e9af-4ea1-bdeb-8e80f2e0fd4c tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:42.104995 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-43d24a41-e9af-4ea1-bdeb-8e80f2e0fd4c tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 814 time: 0.1176758 Jul 22 23:58:42.135900 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9d0a-0313-4cba-b80a-ecdb132e637d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.199314 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9d0a-0313-4cba-b80a-ecdb132e637d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.203165 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9d0a-0313-4cba-b80a-ecdb132e637d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.204397 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8fcb9d0a-0313-4cba-b80a-ecdb132e637d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3a5648a-4dcb-40c6-a4f5-cb17217b31f1 HTTP/1.1" status: 204 len: 168 time: 0.1857376 Jul 22 23:58:42.214234 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb9d0a-0313-4cba-b80a-ecdb132e637d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a5648a-4dcb-40c6-a4f5-cb17217b31f1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:42.395699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42842) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:42.608922 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-545aeb0f-90e4-4101-ae2d-02102a6869d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting port 66e17395-cc7b-4134-b562-a83c1ffec4b4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:42.609704 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545aeb0f-90e4-4101-ae2d-02102a6869d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.711223 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545aeb0f-90e4-4101-ae2d-02102a6869d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.711551 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545aeb0f-90e4-4101-ae2d-02102a6869d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.724556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-545aeb0f-90e4-4101-ae2d-02102a6869d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Calling delete_port for 66e17395-cc7b-4134-b562-a83c1ffec4b4 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:42.774181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42862) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:42.787318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e7fc71a4-19cb-4dfd-9edd-3998ba89e1c9 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'network': {'name': 'tempest-network-smoke--1216113054', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'port_security_enabled': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:42.860701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fc71a4-19cb-4dfd-9edd-3998ba89e1c9 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Made reservation on behalf of d28b015edbb34eaeb96f7c2c259b971a for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:42.864358 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fc71a4-19cb-4dfd-9edd-3998ba89e1c9 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.907379 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7fc71a4-19cb-4dfd-9edd-3998ba89e1c9 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:42.927648 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fc71a4-19cb-4dfd-9edd-3998ba89e1c9 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.928121 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-e7fc71a4-19cb-4dfd-9edd-3998ba89e1c9 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Added segment b75dbfbe-9db6-4809-b519-ac782e1f82e6 of type vlan for network 31d7a3e5-91c4-4a43-9fa8-440cd3c81722 Jul 22 23:58:42.997226 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fc71a4-19cb-4dfd-9edd-3998ba89e1c9 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:43.057752 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545aeb0f-90e4-4101-ae2d-02102a6869d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:43.109514 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545aeb0f-90e4-4101-ae2d-02102a6869d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Port': ['ID=66e17395-cc7b-4134-b562-a83c1ffec4b4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:43.116344 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fc71a4-19cb-4dfd-9edd-3998ba89e1c9 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:43.122504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fc71a4-19cb-4dfd-9edd-3998ba89e1c9 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:43.124163 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fc71a4-19cb-4dfd-9edd-3998ba89e1c9 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:43.245716 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc71a4-19cb-4dfd-9edd-3998ba89e1c9 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Network': ['ID=31d7a3e5-91c4-4a43-9fa8-440cd3c81722,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:43.259563 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 31d7a3e5-91c4-4a43-9fa8-440cd3c81722 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:43.296946 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e7fc71a4-19cb-4dfd-9edd-3998ba89e1c9 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5187731 Jul 22 23:58:43.298559 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42880) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:43.307876 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545aeb0f-90e4-4101-ae2d-02102a6869d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:43.308734 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-545aeb0f-90e4-4101-ae2d-02102a6869d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Floating IP 11235bb5-f464-4ba5-b8b0-a356c24df9f1 disassociated (deleted). External IP: 172.25.4.61, port: 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4. Jul 22 23:58:43.451941 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c502c87b-fa45-4b2f-8c93-41022db35d0e tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:43.457279 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c502c87b-fa45-4b2f-8c93-41022db35d0e tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=d28b015edbb34eaeb96f7c2c259b971a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1570802 Jul 22 23:58:43.457978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42888) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:43.584287 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b4a5a-a120-486d-8d5c-2e67cdbfb569 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:43.586501 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6c3b4a5a-a120-486d-8d5c-2e67cdbfb569 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1273727 Jul 22 23:58:43.588654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:43.613985 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545aeb0f-90e4-4101-ae2d-02102a6869d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router ccfb0844-93b3-471d-a3fc-22701ac76b6a has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:58:43.621604 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-447c6e3c-069a-4a43-a4c1-b0859490abe2 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310028 Jul 22 23:58:43.624133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42902) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:43.654218 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-07fc1372-bbe9-499e-9a30-e6eb809d23f8 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=d28b015edbb34eaeb96f7c2c259b971a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290060 Jul 22 23:58:43.656725 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42904) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:43.737367 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545aeb0f-90e4-4101-ae2d-02102a6869d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:43.742220 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-545aeb0f-90e4-4101-ae2d-02102a6869d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:43.748038 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee66d90-4472-4982-82e3-d37e1d9221ee None None] Sync routers for ids ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:43.764802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80211c74-36a8-4bb7-aa21-f73106801d65 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:43.768699 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee66d90-4472-4982-82e3-d37e1d9221ee None None] Routers {'ccfb0844-93b3-471d-a3fc-22701ac76b6a'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:43.769432 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bee66d90-4472-4982-82e3-d37e1d9221ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:43.770508 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-80211c74-36a8-4bb7-aa21-f73106801d65 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1120844 Jul 22 23:58:43.772801 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42908) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:43.804465 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3c7e4410-0a59-42cd-985e-f08f27ad76fd tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314615 Jul 22 23:58:43.807055 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 42910) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:43.818888 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-545aeb0f-90e4-4101-ae2d-02102a6869d5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/floatingips/11235bb5-f464-4ba5-b8b0-a356c24df9f1 HTTP/1.1" status: 204 len: 168 time: 1.4194481 Jul 22 23:58:43.818888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:43.824821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a266b199-65f4-4b69-8c7b-bd17a01c58d5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-111299336', 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:43.831842 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e14d28-cd4d-452f-b0a3-0319707dc1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:43.935218 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c53cc6-2a86-410e-a945-267cf82ba614 x-openstack-request-id: req-96c53cc6-2a86-410e-a945-267cf82ba614 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:43.935840 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:43.936287 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96c53cc6-2a86-410e-a945-267cf82ba614 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:43.936889 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4', 'status': 'completed', 'code': 200} Jul 22 23:58:44.029922 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bee66d90-4472-4982-82e3-d37e1d9221ee None None] Set router ccfb0844-93b3-471d-a3fc-22701ac76b6a gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:44.065075 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a266b199-65f4-4b69-8c7b-bd17a01c58d5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Made reservation on behalf of d28b015edbb34eaeb96f7c2c259b971a for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:44.071561 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a266b199-65f4-4b69-8c7b-bd17a01c58d5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:44.183226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e14d28-cd4d-452f-b0a3-0319707dc1d3 req-1fa67492-ac23-461b-a907-510cbd82dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:44.184748 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90e14d28-cd4d-452f-b0a3-0319707dc1d3 req-1fa67492-ac23-461b-a907-510cbd82dfc5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 1096 time: 0.1979792 Jul 22 23:58:44.418203 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bee66d90-4472-4982-82e3-d37e1d9221ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897002350', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:03Z', 'updated_at': '2021-07-22T23:57:16Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:05Z', 'updated_at': '2021-07-22T23:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'e259c54b-a755-4af3-85a0-d29f09456e99', 'name': '', 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:32:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:14Z', 'updated_at': '2021-07-22T23:57:24Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:44.460836 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee66d90-4472-4982-82e3-d37e1d9221ee None None] Checking router: ccfb0844-93b3-471d-a3fc-22701ac76b6a for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:58:44.469086 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee66d90-4472-4982-82e3-d37e1d9221ee None None] Routers {'ccfb0844-93b3-471d-a3fc-22701ac76b6a'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:44.470470 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bee66d90-4472-4982-82e3-d37e1d9221ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:44.519400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e14d28-cd4d-452f-b0a3-0319707dc1d3 req-9c6d8cc7-15c2-4acc-8577-f26af0dfe40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:44.521524 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90e14d28-cd4d-452f-b0a3-0319707dc1d3 req-9c6d8cc7-15c2-4acc-8577-f26af0dfe40f service neutron] 10.222.0.95 "GET /v2.0/networks?id=8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 HTTP/1.1" status: 200 len: 897 time: 0.3231459 Jul 22 23:58:44.533374 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f0491-a612-458c-bc7e-3df3da6dd04a req-61235738-c2b4-462f-b715-f52a9e854ccf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:44.535360 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-636f0491-a612-458c-bc7e-3df3da6dd04a req-61235738-c2b4-462f-b715-f52a9e854ccf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 945 time: 0.2931027 Jul 22 23:58:44.647347 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90e14d28-cd4d-452f-b0a3-0319707dc1d3 req-1acccdd3-3a23-424d-a25c-4124ad00a6c5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 HTTP/1.1" status: 200 len: 217 time: 0.1103575 Jul 22 23:58:44.721009 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b942dc2-e1ae-4770-9e75-aaa7e6c0ace7 req-5d1b2570-4cff-42d0-91cc-03266c9569dc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:44.721562 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bee66d90-4472-4982-82e3-d37e1d9221ee None None] Set router ccfb0844-93b3-471d-a3fc-22701ac76b6a gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:44.723778 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7b942dc2-e1ae-4770-9e75-aaa7e6c0ace7 req-5d1b2570-4cff-42d0-91cc-03266c9569dc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.95 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 945 time: 0.1784377 Jul 22 23:58:44.807978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-636f0491-a612-458c-bc7e-3df3da6dd04a req-546fa1e6-9312-44d3-bdef-95c5aeac497d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=45f84579-fdd1-4831-bf71-7e2eebe2625d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1581352 Jul 22 23:58:44.811501 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a266b199-65f4-4b69-8c7b-bd17a01c58d5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:44.823644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e14d28-cd4d-452f-b0a3-0319707dc1d3 req-c6cb7cad-b1a3-4223-9efc-b975b2eb0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:44.825129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90e14d28-cd4d-452f-b0a3-0319707dc1d3 req-c6cb7cad-b1a3-4223-9efc-b975b2eb0cd7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7432b2b8-1300-4616-94b0-c603e71fe1a0 HTTP/1.1" status: 200 len: 835 time: 0.1697254 Jul 22 23:58:44.979077 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-7b942dc2-e1ae-4770-9e75-aaa7e6c0ace7 req-4161ecd4-6034-42b6-9134-cd1ce436dd90 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:44.979772 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b942dc2-e1ae-4770-9e75-aaa7e6c0ace7 req-4161ecd4-6034-42b6-9134-cd1ce436dd90 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:45.058986 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a266b199-65f4-4b69-8c7b-bd17a01c58d5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Checking segment: {'id': 'b75dbfbe-9db6-4809-b519-ac782e1f82e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:45.059358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a266b199-65f4-4b69-8c7b-bd17a01c58d5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network hostable DHCP agents. Network: 31d7a3e5-91c4-4a43-9fa8-440cd3c81722, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:45.062546 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266b199-65f4-4b69-8c7b-bd17a01c58d5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Subnet': ['ID=0df7925c-e0da-4f95-b8c7-f168c899439e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:45.144303 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bee66d90-4472-4982-82e3-d37e1d9221ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897002350', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:03Z', 'updated_at': '2021-07-22T23:57:16Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:05Z', 'updated_at': '2021-07-22T23:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'e259c54b-a755-4af3-85a0-d29f09456e99', 'name': '', 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:32:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:14Z', 'updated_at': '2021-07-22T23:57:24Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:45.172928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e14d28-cd4d-452f-b0a3-0319707dc1d3 req-5baa4e90-eb75-4553-a89d-c03d9f30e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:45.175089 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90e14d28-cd4d-452f-b0a3-0319707dc1d3 req-5baa4e90-eb75-4553-a89d-c03d9f30e5ed service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3267331 Jul 22 23:58:45.175954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a266b199-65f4-4b69-8c7b-bd17a01c58d5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network 31d7a3e5-91c4-4a43-9fa8-440cd3c81722 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:45.186847 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee66d90-4472-4982-82e3-d37e1d9221ee None None] The sync data for ids ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'] in n-d-688802-2 is: [{'id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897002350', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:03Z', 'updated_at': '2021-07-22T23:57:16Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:05Z', 'updated_at': '2021-07-22T23:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'e259c54b-a755-4af3-85a0-d29f09456e99', 'name': '', 'network_id': '8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:32:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:14Z', 'updated_at': '2021-07-22T23:57:24Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': '7432b2b8-1300-4616-94b0-c603e71fe1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:45.214160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7b942dc2-e1ae-4770-9e75-aaa7e6c0ace7 req-4161ecd4-6034-42b6-9134-cd1ce436dd90 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] For port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:45.215927 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b942dc2-e1ae-4770-9e75-aaa7e6c0ace7 req-4161ecd4-6034-42b6-9134-cd1ce436dd90 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:45.254917 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-7b942dc2-e1ae-4770-9e75-aaa7e6c0ace7 req-4161ecd4-6034-42b6-9134-cd1ce436dd90 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Calling delete_port for 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:45.295187 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90e14d28-cd4d-452f-b0a3-0319707dc1d3 req-a791a4cc-5c87-4d30-8a38-427c469e397b service neutron] 10.222.0.95 "GET /v2.0/networks/8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009519 Jul 22 23:58:45.295778 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-a266b199-65f4-4b69-8c7b-bd17a01c58d5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 31d7a3e5-91c4-4a43-9fa8-440cd3c81722) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:45.301706 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a266b199-65f4-4b69-8c7b-bd17a01c58d5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:45.302527 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a266b199-65f4-4b69-8c7b-bd17a01c58d5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:45.306245 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d542a6-9866-4836-8a98-7ae94039bcb1 None None] Network 31d7a3e5-91c4-4a43-9fa8-440cd3c81722 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:45.514296 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a266b199-65f4-4b69-8c7b-bd17a01c58d5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7044196 Jul 22 23:58:45.542753 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b942dc2-e1ae-4770-9e75-aaa7e6c0ace7 req-4161ecd4-6034-42b6-9134-cd1ce436dd90 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:45.548935 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90e14d28-cd4d-452f-b0a3-0319707dc1d3 req-03275941-6432-4b39-8cbc-d1186d55bfaa service neutron] 10.222.0.95 "GET /v2.0/networks/8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308295 Jul 22 23:58:45.587336 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161ecd4-6034-42b6-9134-cd1ce436dd90 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Port': ['ID=2033d7c8-cfa0-467f-8e09-8ffd1e768fd4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:45.643979 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-31d7a3e5-91c4-4a43-9fa8-440cd3c81722', 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'fixed_ips': [{'subnet_id': '0df7925c-e0da-4f95-b8c7-f168c899439e'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:58:45.644861 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:45.750038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b942dc2-e1ae-4770-9e75-aaa7e6c0ace7 req-4161ecd4-6034-42b6-9134-cd1ce436dd90 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] No DVR routers for this DVR port 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:45.754258 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7b942dc2-e1ae-4770-9e75-aaa7e6c0ace7 req-4161ecd4-6034-42b6-9134-cd1ce436dd90 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:45.756699 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7b942dc2-e1ae-4770-9e75-aaa7e6c0ace7 req-4161ecd4-6034-42b6-9134-cd1ce436dd90 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.95 "DELETE /v2.0/ports/2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 HTTP/1.1" status: 204 len: 173 time: 1.0263720 Jul 22 23:58:45.832360 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 42996) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:45.862373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43002) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:45.868224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-73abc748-3808-4dfa-a7a0-6ccaf3b623a6 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2043401202', 'description': 'tempest-secgroup-smoke-2043401202 description', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:45.871197 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c319a0b-5e95-4efb-bfc2-dcc9065969ff None None] New status for floating IP 11235bb5-f464-4ba5-b8b0-a356c24df9f1: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:58:45.931169 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73abc748-3808-4dfa-a7a0-6ccaf3b623a6 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:45.939237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'name': 'network-vif-deleted', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:45.941973 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6269d4c2-8683-42fc-8ab9-ec905502cb3a" -d '{"events": [{"server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "name": "network-vif-deleted", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:45.959713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a34dd334-d216-41e5-8734-e0a105e458d9 req-f4ae29af-55bc-47f3-8f4f-e441543d5886 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=7da72a44-8023-4b5f-8038-76cbc7f4b894 HTTP/1.1" status: 200 len: 210 time: 0.0445786 Jul 22 23:58:46.054260 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Allocated IP 172.20.0.18 (31d7a3e5-91c4-4a43-9fa8-440cd3c81722/0df7925c-e0da-4f95-b8c7-f168c899439e/8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:46.070209 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c149a0ab-0d29-4a65-93d2-81a3c05174c0 x-openstack-request-id: req-c149a0ab-0d29-4a65-93d2-81a3c05174c0 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:46.070504 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da72a44-8023-4b5f-8038-76cbc7f4b894", "name": "network-vif-deleted", "tag": "2033d7c8-cfa0-467f-8e09-8ffd1e768fd4", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:46.070799 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c149a0ab-0d29-4a65-93d2-81a3c05174c0 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:46.071249 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da72a44-8023-4b5f-8038-76cbc7f4b894', 'name': 'network-vif-deleted', 'tag': '2033d7c8-cfa0-467f-8e09-8ffd1e768fd4', 'status': 'completed', 'code': 200} Jul 22 23:58:46.174872 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a99d5547-f051-48c8-901b-027bd8c06915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.207686 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73abc748-3808-4dfa-a7a0-6ccaf3b623a6 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.211489 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73abc748-3808-4dfa-a7a0-6ccaf3b623a6 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.243030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abc748-3808-4dfa-a7a0-6ccaf3b623a6 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d99a3f6-988d-4f34-a16e-b1eb87e04cb2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:46.309255 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.314042 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a99d5547-f051-48c8-901b-027bd8c06915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.320454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Transition to ACTIVE for port object 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:46.321541 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a99d5547-f051-48c8-901b-027bd8c06915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.326257 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73abc748-3808-4dfa-a7a0-6ccaf3b623a6 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.330715 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-73abc748-3808-4dfa-a7a0-6ccaf3b623a6 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4643617 Jul 22 23:58:46.331221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43006) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:46.336033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4ba20f48-acef-416b-baf2-5e14eaa4d292 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': '0d99a3f6-988d-4f34-a16e-b1eb87e04cb2', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:46.337854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Transition to ACTIVE for port object 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:46.346320 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.366148 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba20f48-acef-416b-baf2-5e14eaa4d292 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.371713 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a99d5547-f051-48c8-901b-027bd8c06915 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=01bc410184f54176ac33363bea9f5bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5352058 Jul 22 23:58:46.371713 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d5547-f051-48c8-901b-027bd8c06915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d89e648-2480-47be-a031-649c4955ca98,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:46.372047 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43008) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:46.397441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Network 31d7a3e5-91c4-4a43-9fa8-440cd3c81722 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:46.404608 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:46.407688 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:46.423551 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Pushing event updated for resources: {'Port': ['ID=8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:46.476549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:46.476680 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba20f48-acef-416b-baf2-5e14eaa4d292 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.476931 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:46.477296 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:46.477631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:46.477849 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b673-56ce-4eea-b5a2-339935b3dc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.478046 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:46.478575 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:46.479149 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:46.479670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:46.480501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:46.480921 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:46.481336 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:46.481899 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:46.483162 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba20f48-acef-416b-baf2-5e14eaa4d292 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.500089 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Attempting to bind port 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:46.501351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Attempting to bind port 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'b75dbfbe-9db6-4809-b519-ac782e1f82e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:46.501898 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Attempting to bind port 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 on network 31d7a3e5-91c4-4a43-9fa8-440cd3c81722 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:46.508606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:46.509122 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Checking segment: {'id': 'b75dbfbe-9db6-4809-b519-ac782e1f82e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:46.509777 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.510642 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Bound using segment: {'id': 'b75dbfbe-9db6-4809-b519-ac782e1f82e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:46.511279 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Bound port: 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75dbfbe-9db6-4809-b519-ac782e1f82e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:46.511731 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.523464 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b673-56ce-4eea-b5a2-339935b3dc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.525640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba20f48-acef-416b-baf2-5e14eaa4d292 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f3a273-f341-4302-afee-f4fb85d0ca27,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:46.543841 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ba20f48-acef-416b-baf2-5e14eaa4d292 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.545042 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ba20f48-acef-416b-baf2-5e14eaa4d292 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2129643 Jul 22 23:58:46.548679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43022) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:46.555319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e06090c1-a091-4531-a3f5-91485ce60cda tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': '0d99a3f6-988d-4f34-a16e-b1eb87e04cb2', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:46.605383 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e06090c1-a091-4531-a3f5-91485ce60cda tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.618390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] For port 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:46.626319 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b673-56ce-4eea-b5a2-339935b3dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.626479 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] For port 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3,segment=NetworkSegment(b75dbfbe-9db6-4809-b519-ac782e1f82e6),segment_id=b75dbfbe-9db6-4809-b519-ac782e1f82e6)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:46.626582 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b673-56ce-4eea-b5a2-339935b3dc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.629133 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8dd4b673-56ce-4eea-b5a2-339935b3dc2b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d89e648-2480-47be-a031-649c4955ca98 HTTP/1.1" status: 204 len: 168 time: 0.2533445 Jul 22 23:58:46.629286 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.631757 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.672281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4b673-56ce-4eea-b5a2-339935b3dc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d89e648-2480-47be-a031-649c4955ca98,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:46.735688 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5daaec-18b0-4465-a298-0ef181e1195c None None] Pushing event updated for resources: {'Port': ['ID=8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:46.744171 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e06090c1-a091-4531-a3f5-91485ce60cda tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.759561 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e06090c1-a091-4531-a3f5-91485ce60cda tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.791337 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06090c1-a091-4531-a3f5-91485ce60cda tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3898cbd8-23e1-4518-8617-8d23bdff6ba1,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:46.813645 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e06090c1-a091-4531-a3f5-91485ce60cda tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.815394 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e06090c1-a091-4531-a3f5-91485ce60cda tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2656422 Jul 22 23:58:46.818120 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43038) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:46.822858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b9865f22-17ab-440d-ba72-e34f6d330b04 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': '0d99a3f6-988d-4f34-a16e-b1eb87e04cb2', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:46.864590 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9865f22-17ab-440d-ba72-e34f6d330b04 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.958731 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9865f22-17ab-440d-ba72-e34f6d330b04 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.964490 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9865f22-17ab-440d-ba72-e34f6d330b04 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.045472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9865f22-17ab-440d-ba72-e34f6d330b04 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbfb868-afa7-4a99-bae6-689f5a43d91c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:47.051025 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b9865f22-17ab-440d-ba72-e34f6d330b04 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.056294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b9865f22-17ab-440d-ba72-e34f6d330b04 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2344763 Jul 22 23:58:47.056452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:47.061482 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d6fb4deb-1687-4718-a4b8-86166580d60e tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': '0d99a3f6-988d-4f34-a16e-b1eb87e04cb2', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:47.079996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43046) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:47.104369 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d6fb4deb-1687-4718-a4b8-86166580d60e tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.133651 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43048) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:47.160130 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a125c08-4c56-40e3-b9df-8f60b7b1cca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.225403 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d6fb4deb-1687-4718-a4b8-86166580d60e tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.234363 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d6fb4deb-1687-4718-a4b8-86166580d60e tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.275684 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb4deb-1687-4718-a4b8-86166580d60e tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c373edb-d2f8-4b69-9941-fd12e67fccb0,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:47.367610 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a125c08-4c56-40e3-b9df-8f60b7b1cca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.374483 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1a125c08-4c56-40e3-b9df-8f60b7b1cca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.383673 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d6fb4deb-1687-4718-a4b8-86166580d60e tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.384894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d6fb4deb-1687-4718-a4b8-86166580d60e tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3275950 Jul 22 23:58:47.389631 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43050) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:47.399924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c45d0134-57e3-4aaf-a94b-881d5949dc33 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': '0d99a3f6-988d-4f34-a16e-b1eb87e04cb2', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:47.421713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1a125c08-4c56-40e3-b9df-8f60b7b1cca2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5608e70a5d84f7182e71194f0e9cf1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845292 Jul 22 23:58:47.424016 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a125c08-4c56-40e3-b9df-8f60b7b1cca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba5741b-cd21-4d74-871a-df79e5f12532,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:47.424828 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43052) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:47.465201 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-c45d0134-57e3-4aaf-a94b-881d5949dc33 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Project d28b015edbb34eaeb96f7c2c259b971a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:58:47.485958 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c45d0134-57e3-4aaf-a94b-881d5949dc33 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.593329 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:47.598933 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7a35ce1-1e14-433c-a475-91a63aac36cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.633536 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:58:47.634605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2033d7c8-cfa0-467f-8e09-8ffd1e768fd4 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:47.650521 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7a35ce1-1e14-433c-a475-91a63aac36cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.667005 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c45d0134-57e3-4aaf-a94b-881d5949dc33 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.686213 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c45d0134-57e3-4aaf-a94b-881d5949dc33 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.726515 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d0134-57e3-4aaf-a94b-881d5949dc33 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13325eba-a5ad-4615-8d80-d3da21b7825b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:47.751855 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c45d0134-57e3-4aaf-a94b-881d5949dc33 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.756054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43054) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:47.756548 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c45d0134-57e3-4aaf-a94b-881d5949dc33 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3608491 Jul 22 23:58:47.771978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f10139bc-4284-47ec-b305-24b56a5ec6bc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': '0d99a3f6-988d-4f34-a16e-b1eb87e04cb2', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:47.781463 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7a35ce1-1e14-433c-a475-91a63aac36cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.784819 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7a35ce1-1e14-433c-a475-91a63aac36cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.793465 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f7a35ce1-1e14-433c-a475-91a63aac36cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eba5741b-cd21-4d74-871a-df79e5f12532 HTTP/1.1" status: 204 len: 168 time: 0.3673630 Jul 22 23:58:47.814683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a35ce1-1e14-433c-a475-91a63aac36cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba5741b-cd21-4d74-871a-df79e5f12532,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:47.873962 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-f10139bc-4284-47ec-b305-24b56a5ec6bc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Project d28b015edbb34eaeb96f7c2c259b971a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:58:47.884026 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10139bc-4284-47ec-b305-24b56a5ec6bc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.925878 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-804a928d-2271-431f-acd9-3ca01fcd87c1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:48.022999 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10139bc-4284-47ec-b305-24b56a5ec6bc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:48.036545 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10139bc-4284-47ec-b305-24b56a5ec6bc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:48.060182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10139bc-4284-47ec-b305-24b56a5ec6bc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f29ee3-225c-4283-a1bc-450f8c2b4441,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:48.080334 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f10139bc-4284-47ec-b305-24b56a5ec6bc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:48.082534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f10139bc-4284-47ec-b305-24b56a5ec6bc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3181450 Jul 22 23:58:48.396487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16319e52-c9ad-4a66-9f4a-594fa032d6e1 None None] Network 31d7a3e5-91c4-4a43-9fa8-440cd3c81722 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:48.577823 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-804a928d-2271-431f-acd9-3ca01fcd87c1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting port e259c54b-a755-4af3-85a0-d29f09456e99 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:48.578374 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-804a928d-2271-431f-acd9-3ca01fcd87c1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:48.607557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:48.646551 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-22c9954b-c00b-4cde-a42f-2d0daa16fc31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2043401202&fields=id&tenant_id=d28b015edbb34eaeb96f7c2c259b971a HTTP/1.1" status: 200 len: 267 time: 0.0759120 Jul 22 23:58:48.684048 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-260bada6-5f24-4df3-bddd-78a2e2791b68 None None] Provisioning for port 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:48.733479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-804a928d-2271-431f-acd9-3ca01fcd87c1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] For port e259c54b-a755-4af3-85a0-d29f09456e99, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e259c54b-a755-4af3-85a0-d29f09456e99,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:48.734152 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-804a928d-2271-431f-acd9-3ca01fcd87c1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:48.752677 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-804a928d-2271-431f-acd9-3ca01fcd87c1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Calling delete_port for e259c54b-a755-4af3-85a0-d29f09456e99 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:48.784474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:48.792995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:48.793686 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.187395 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-804a928d-2271-431f-acd9-3ca01fcd87c1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.234106 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a928d-2271-431f-acd9-3ca01fcd87c1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Port': ['ID=e259c54b-a755-4af3-85a0-d29f09456e99,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:49.281230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-3c114f29-eb35-4407-8ca3-b7b0ce457fcc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:49.288622 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-3c114f29-eb35-4407-8ca3-b7b0ce457fcc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/networks?id=31d7a3e5-91c4-4a43-9fa8-440cd3c81722 HTTP/1.1" status: 200 len: 797 time: 0.6397383 Jul 22 23:58:49.316637 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-e0c28093-762b-4186-b1f8-d05604a93791 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/quotas/d28b015edbb34eaeb96f7c2c259b971a HTTP/1.1" status: 200 len: 375 time: 0.0269721 Jul 22 23:58:49.443996 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.473896 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-0505d9aa-3c49-4515-aa10-622334641c2d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d28b015edbb34eaeb96f7c2c259b971a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1560075 Jul 22 23:58:49.545069 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3,segment=NetworkSegment(b75dbfbe-9db6-4809-b519-ac782e1f82e6),segment_id=b75dbfbe-9db6-4809-b519-ac782e1f82e6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:49.556616 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.632916 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-804a928d-2271-431f-acd9-3ca01fcd87c1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.678348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:49.727579 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-5d0d34ee-2479-44e4-b9ac-1f61865ed38c service neutron] 10.222.0.26 "GET /v2.0/networks/31d7a3e5-91c4-4a43-9fa8-440cd3c81722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107482 Jul 22 23:58:49.844067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-801a8ddc-068d-451c-ad5e-0ac6dc5f9c64 None None] Provisioning complete for port 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:49.849430 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-801a8ddc-068d-451c-ad5e-0ac6dc5f9c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.930013 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-5728e1a4-26d7-4266-9517-dd042bc54002 service neutron] 10.222.0.26 "GET /v2.0/networks/31d7a3e5-91c4-4a43-9fa8-440cd3c81722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949599 Jul 22 23:58:50.143504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804a928d-2271-431f-acd9-3ca01fcd87c1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router ccfb0844-93b3-471d-a3fc-22701ac76b6a has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:58:50.263287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4abe192-9ca6-424d-b667-fa990bd1ac7c req-77792e70-0dab-48d7-9362-8ce6ebe1bdba tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 210 time: 0.0711083 Jul 22 23:58:50.376312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804a928d-2271-431f-acd9-3ca01fcd87c1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:50.386281 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f3a66-daf1-4c1a-974a-679369c01b44 None None] Sync routers for ids ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:50.391593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43130) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:50.392131 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-804a928d-2271-431f-acd9-3ca01fcd87c1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "PUT /v2.0/routers/ccfb0844-93b3-471d-a3fc-22701ac76b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3100951 Jul 22 23:58:50.399631 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f3a66-daf1-4c1a-974a-679369c01b44 None None] Routers {'ccfb0844-93b3-471d-a3fc-22701ac76b6a'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:50.405352 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a26f3a66-daf1-4c1a-974a-679369c01b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:50.419858 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43132) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:50.425549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:50.608957 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72e7a7e-2465-4f8b-8b08-3713a2354499 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting subnet 7432b2b8-1300-4616-94b0-c603e71fe1a0 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:58:50.614032 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:50.616226 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.620044 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e72e7a7e-2465-4f8b-8b08-3713a2354499 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.670992 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a26f3a66-daf1-4c1a-974a-679369c01b44 None None] Set router ccfb0844-93b3-471d-a3fc-22701ac76b6a gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:50.712330 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e72e7a7e-2465-4f8b-8b08-3713a2354499 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.885575 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e72e7a7e-2465-4f8b-8b08-3713a2354499 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.948582 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-635aac06-c26c-43f3-a8a5-0865839cef34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.102543 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a26f3a66-daf1-4c1a-974a-679369c01b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897002350', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:03Z', 'updated_at': '2021-07-22T23:58:49Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:05Z', 'updated_at': '2021-07-22T23:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:51.103690 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e72e7a7e-2465-4f8b-8b08-3713a2354499 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.128465 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-635aac06-c26c-43f3-a8a5-0865839cef34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.133495 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-635aac06-c26c-43f3-a8a5-0865839cef34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.162040 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f3a66-daf1-4c1a-974a-679369c01b44 None None] Checking router: ccfb0844-93b3-471d-a3fc-22701ac76b6a for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:58:51.170724 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e72e7a7e-2465-4f8b-8b08-3713a2354499 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.173356 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e72e7a7e-2465-4f8b-8b08-3713a2354499 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/subnets/7432b2b8-1300-4616-94b0-c603e71fe1a0 HTTP/1.1" status: 204 len: 168 time: 0.7798936 Jul 22 23:58:51.174863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e7a7e-2465-4f8b-8b08-3713a2354499 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Subnet': ['ID=7432b2b8-1300-4616-94b0-c603e71fe1a0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:51.178484 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa18303-35e2-4461-85a9-904d732f6400 None None] Network 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:51.180514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43154) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:51.216922 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-635aac06-c26c-43f3-a8a5-0865839cef34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52bc2b2cc8194db59eab3fe1cf0225a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7954345 Jul 22 23:58:51.218208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43160) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:51.230887 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f3a66-daf1-4c1a-974a-679369c01b44 None None] Routers {'ccfb0844-93b3-471d-a3fc-22701ac76b6a'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:51.232718 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a26f3a66-daf1-4c1a-974a-679369c01b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:51.253287 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635aac06-c26c-43f3-a8a5-0865839cef34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0d0ef3-d547-4870-881b-b1b60953511f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:51.419080 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9c9f26c-405d-4689-b6ef-970c56702be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.465412 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9c9f26c-405d-4689-b6ef-970c56702be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.578674 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7eb835-db3f-4fe4-978d-46ae487e8eae None None] DHCP port deletion for 8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:58:51.582810 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9c9f26c-405d-4689-b6ef-970c56702be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.585726 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9c9f26c-405d-4689-b6ef-970c56702be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.587201 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d9c9f26c-405d-4689-b6ef-970c56702be5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae0d0ef3-d547-4870-881b-b1b60953511f HTTP/1.1" status: 204 len: 168 time: 0.3679969 Jul 22 23:58:51.597690 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a26f3a66-daf1-4c1a-974a-679369c01b44 None None] Set router ccfb0844-93b3-471d-a3fc-22701ac76b6a gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:51.599917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-74ee4636-4f3b-4a3a-b9ec-5edbba613618 req-2270a41d-3c2d-4ceb-9c70-a04b5fdea806 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 210 time: 0.1061394 Jul 22 23:58:51.604557 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9f26c-405d-4689-b6ef-970c56702be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0d0ef3-d547-4870-881b-b1b60953511f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:51.690162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ec7eb835-db3f-4fe4-978d-46ae487e8eae None None] Deleting port 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:51.690549 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec7eb835-db3f-4fe4-978d-46ae487e8eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.696008 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1297937-99d3-47c2-9fba-9eba6c57631a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.850200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ec7eb835-db3f-4fe4-978d-46ae487e8eae None None] For port 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=17ba11c8-6ba8-4c24-961b-1bc4f61b1d58,segment=NetworkSegment(4bb65502-2f85-4996-a390-52a61518fbc8),segment_id=4bb65502-2f85-4996-a390-52a61518fbc8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:51.850618 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec7eb835-db3f-4fe4-978d-46ae487e8eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.867961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ec7eb835-db3f-4fe4-978d-46ae487e8eae None None] Calling delete_port for 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:51.944027 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a26f3a66-daf1-4c1a-974a-679369c01b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897002350', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:03Z', 'updated_at': '2021-07-22T23:58:49Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:05Z', 'updated_at': '2021-07-22T23:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:51.981185 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f3a66-daf1-4c1a-974a-679369c01b44 None None] The sync data for ids ['ccfb0844-93b3-471d-a3fc-22701ac76b6a'] in n-d-688802-2 is: [{'id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897002350', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:03Z', 'updated_at': '2021-07-22T23:58:49Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': '93b15ead-a4d4-46d5-8d49-c67132580a2c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfb0844-93b3-471d-a3fc-22701ac76b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:05Z', 'updated_at': '2021-07-22T23:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:52.063802 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ec7eb835-db3f-4fe4-978d-46ae487e8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.098093 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1297937-99d3-47c2-9fba-9eba6c57631a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.104422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7eb835-db3f-4fe4-978d-46ae487e8eae None None] No DVR routers for this DVR port 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:52.106773 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7eb835-db3f-4fe4-978d-46ae487e8eae None None] Pushing event deleted for resources: {'Port': ['ID=17ba11c8-6ba8-4c24-961b-1bc4f61b1d58,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:52.124383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-a1cf7b31-e09a-48af-ac04-32bcdc478775 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:52.130765 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-a1cf7b31-e09a-48af-ac04-32bcdc478775 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.18 "GET /v2.0/networks?id=31d7a3e5-91c4-4a43-9fa8-440cd3c81722 HTTP/1.1" status: 200 len: 797 time: 0.2229297 Jul 22 23:58:52.168502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43226) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:52.183449 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b16db784-cb96-48ef-9c1d-85caac983520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.209062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-529a496f-c23b-4c0c-8a5f-5687c2bdc782 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d28b015edbb34eaeb96f7c2c259b971a HTTP/1.1" status: 200 len: 473 time: 0.0521522 Jul 22 23:58:52.221370 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-92136690-567d-4310-a19f-dae8a03a5e31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'port': {'device_id': '7bc08765-19d1-4b58-b7b0-66c38cec28bc', 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722', 'admin_state_up': True, 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'security_groups': ['0d99a3f6-988d-4f34-a16e-b1eb87e04cb2']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:52.227524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e1297937-99d3-47c2-9fba-9eba6c57631a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting port 93b15ead-a4d4-46d5-8d49-c67132580a2c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:52.227847 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1297937-99d3-47c2-9fba-9eba6c57631a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.299301 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b16db784-cb96-48ef-9c1d-85caac983520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.303578 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b16db784-cb96-48ef-9c1d-85caac983520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.343284 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16db784-cb96-48ef-9c1d-85caac983520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72dc342-bb4c-488c-aead-402797dbd8d9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:52.353051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43230) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:52.356660 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b16db784-cb96-48ef-9c1d-85caac983520 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6075ad35f0e844d8a1a5dcca296860fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845374 Jul 22 23:58:52.357225 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43232) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:52.410686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e1297937-99d3-47c2-9fba-9eba6c57631a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] For port 93b15ead-a4d4-46d5-8d49-c67132580a2c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=93b15ead-a4d4-46d5-8d49-c67132580a2c,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:52.410686 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1297937-99d3-47c2-9fba-9eba6c57631a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.415081 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cab3fd94-cafb-402f-bed4-ed10f2ac659f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.428328 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e1297937-99d3-47c2-9fba-9eba6c57631a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Calling delete_port for 93b15ead-a4d4-46d5-8d49-c67132580a2c owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:52.454404 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cab3fd94-cafb-402f-bed4-ed10f2ac659f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.468075 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-92136690-567d-4310-a19f-dae8a03a5e31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Made reservation on behalf of d28b015edbb34eaeb96f7c2c259b971a for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:52.472594 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-92136690-567d-4310-a19f-dae8a03a5e31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.531781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e259c54b-a755-4af3-85a0-d29f09456e99 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:52.544344 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cab3fd94-cafb-402f-bed4-ed10f2ac659f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.549224 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cab3fd94-cafb-402f-bed4-ed10f2ac659f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.552932 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cab3fd94-cafb-402f-bed4-ed10f2ac659f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a72dc342-bb4c-488c-aead-402797dbd8d9 HTTP/1.1" status: 204 len: 168 time: 0.1926897 Jul 22 23:58:52.566438 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3fd94-cafb-402f-bed4-ed10f2ac659f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72dc342-bb4c-488c-aead-402797dbd8d9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:52.588189 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: e259c54b-a755-4af3-85a0-d29f09456e99 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:58:52.588877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e259c54b-a755-4af3-85a0-d29f09456e99 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:52.589340 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:52.619799 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1145bb85-286c-4381-ac36-9e107ecac3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.648115 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:58:52.648475 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 17ba11c8-6ba8-4c24-961b-1bc4f61b1d58 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:52.824136 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21cd104e-b587-4e11-80ab-9a8c20e49a45 req-61e272f2-a0e0-444b-948c-f0a275bdbde0 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 210 time: 0.1006496 Jul 22 23:58:52.929772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-92136690-567d-4310-a19f-dae8a03a5e31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Allocated IP 172.20.0.29 (31d7a3e5-91c4-4a43-9fa8-440cd3c81722/0df7925c-e0da-4f95-b8c7-f168c899439e/167e4b5b-bee1-47ca-9356-e6072ef7f4f9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:53.036331 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1297937-99d3-47c2-9fba-9eba6c57631a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.084763 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1297937-99d3-47c2-9fba-9eba6c57631a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Port': ['ID=93b15ead-a4d4-46d5-8d49-c67132580a2c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:53.108070 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1145bb85-286c-4381-ac36-9e107ecac3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.125480 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1145bb85-286c-4381-ac36-9e107ecac3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.261532 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1145bb85-286c-4381-ac36-9e107ecac3be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ce80393ced54f71b3d8d401c84ddd63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9073770 Jul 22 23:58:53.264265 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43284) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:53.277974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145bb85-286c-4381-ac36-9e107ecac3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4aa0ad-8274-4ddc-8612-b2db4d86b094,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:53.325451 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1297937-99d3-47c2-9fba-9eba6c57631a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.325795 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ac20bf2-1f1b-487c-8895-c21ab4c9db00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.360847 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ac20bf2-1f1b-487c-8895-c21ab4c9db00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.419493 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ac20bf2-1f1b-487c-8895-c21ab4c9db00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.424792 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ac20bf2-1f1b-487c-8895-c21ab4c9db00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.426557 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8ac20bf2-1f1b-487c-8895-c21ab4c9db00 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea4aa0ad-8274-4ddc-8612-b2db4d86b094 HTTP/1.1" status: 204 len: 168 time: 0.1607087 Jul 22 23:58:53.440483 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac20bf2-1f1b-487c-8895-c21ab4c9db00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4aa0ad-8274-4ddc-8612-b2db4d86b094,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:53.462191 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-92136690-567d-4310-a19f-dae8a03a5e31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.477306 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1297937-99d3-47c2-9fba-9eba6c57631a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.481430 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1297937-99d3-47c2-9fba-9eba6c57631a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.486041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-92136690-567d-4310-a19f-dae8a03a5e31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Transition to ACTIVE for port object 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:53.552035 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1297937-99d3-47c2-9fba-9eba6c57631a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.552714 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1297937-99d3-47c2-9fba-9eba6c57631a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Fanout notify agent at l3_agent the message router_deleted on router ccfb0844-93b3-471d-a3fc-22701ac76b6a {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:58:53.561051 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1297937-99d3-47c2-9fba-9eba6c57631a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.562218 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e1297937-99d3-47c2-9fba-9eba6c57631a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/routers/ccfb0844-93b3-471d-a3fc-22701ac76b6a HTTP/1.1" status: 204 len: 168 time: 2.3802404 Jul 22 23:58:53.565542 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43294) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:53.581990 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-92136690-567d-4310-a19f-dae8a03a5e31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.656065 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-92136690-567d-4310-a19f-dae8a03a5e31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network 31d7a3e5-91c4-4a43-9fa8-440cd3c81722 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:53.678378 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-92136690-567d-4310-a19f-dae8a03a5e31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:53.701515 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b197f91b-f416-4a1f-902f-cc6c5342f3d8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.706902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-92136690-567d-4310-a19f-dae8a03a5e31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:53.721812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92136690-567d-4310-a19f-dae8a03a5e31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Port': ['ID=167e4b5b-bee1-47ca-9356-e6072ef7f4f9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:53.842676 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b197f91b-f416-4a1f-902f-cc6c5342f3d8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.858722 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b197f91b-f416-4a1f-902f-cc6c5342f3d8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:53.874526 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b197f91b-f416-4a1f-902f-cc6c5342f3d8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb65502-2f85-4996-a390-52a61518fbc8') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:53.875197 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b197f91b-f416-4a1f-902f-cc6c5342f3d8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb65502-2f85-4996-a390-52a61518fbc8') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:53.883133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-92136690-567d-4310-a19f-dae8a03a5e31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:53.883974 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-92136690-567d-4310-a19f-dae8a03a5e31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.892055 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b197f91b-f416-4a1f-902f-cc6c5342f3d8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.911034 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-92136690-567d-4310-a19f-dae8a03a5e31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6967223 Jul 22 23:58:53.915966 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b197f91b-f416-4a1f-902f-cc6c5342f3d8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.930663 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Request body: {'port': {'device_id': '7bc08765-19d1-4b58-b7b0-66c38cec28bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:53.939484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b197f91b-f416-4a1f-902f-cc6c5342f3d8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:53.940652 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b197f91b-f416-4a1f-902f-cc6c5342f3d8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:54.079650 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:54.087074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43308) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:54.097909 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b197f91b-f416-4a1f-902f-cc6c5342f3d8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.102924 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b197f91b-f416-4a1f-902f-cc6c5342f3d8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.107451 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b197f91b-f416-4a1f-902f-cc6c5342f3d8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/networks/8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0 HTTP/1.1" status: 204 len: 168 time: 0.5370042 Jul 22 23:58:54.107788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43310) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:54.133356 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.138456 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-801303fa-6543-466d-91de-86eeb0be694b None None] Provisioning for port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:54.144079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-801303fa-6543-466d-91de-86eeb0be694b None None] Provisioning complete for port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:54.144759 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-801303fa-6543-466d-91de-86eeb0be694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.160307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197f91b-f416-4a1f-902f-cc6c5342f3d8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Network': ['ID=8c8e54e4-2d2d-4f0b-a5c4-37e77a91e2d0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:54.164607 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff011643-dd54-45bb-976c-ba992d0507dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.257900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-801303fa-6543-466d-91de-86eeb0be694b None None] Port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:58:54.272121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 93b15ead-a4d4-46d5-8d49-c67132580a2c no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:54.295815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84fb40-0145-4742-9cdf-f218ddc6668e req-80f01085-914b-4897-925e-d881466703c7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:54.298521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d84fb40-0145-4742-9cdf-f218ddc6668e req-80f01085-914b-4897-925e-d881466703c7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 932 time: 0.2947083 Jul 22 23:58:54.303727 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 93b15ead-a4d4-46d5-8d49-c67132580a2c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:58:54.306241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 93b15ead-a4d4-46d5-8d49-c67132580a2c not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:54.367761 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff011643-dd54-45bb-976c-ba992d0507dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.373033 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff011643-dd54-45bb-976c-ba992d0507dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.417500 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff011643-dd54-45bb-976c-ba992d0507dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4361aa74-68a9-4eb7-ace4-ed9ac94186aa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:54.429147 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ff011643-dd54-45bb-976c-ba992d0507dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16be59d48ac444c89edb30f71c459849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381011 Jul 22 23:58:54.432733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43316) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:54.461275 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c46a8c59-90aa-4eac-98c7-8c226713b5af tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.495681 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d84fb40-0145-4742-9cdf-f218ddc6668e req-2b7fa5c2-d1fc-4ceb-b6cf-d845becfcdab tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d99a3f6-988d-4f34-a16e-b1eb87e04cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664817 Jul 22 23:58:54.504684 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c46a8c59-90aa-4eac-98c7-8c226713b5af tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.514916 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc332e8c-7985-4845-a8ba-ee10fc3d5d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.567123 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc332e8c-7985-4845-a8ba-ee10fc3d5d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.644043 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc332e8c-7985-4845-a8ba-ee10fc3d5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.653496 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc332e8c-7985-4845-a8ba-ee10fc3d5d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.657074 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fc332e8c-7985-4845-a8ba-ee10fc3d5d23 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4361aa74-68a9-4eb7-ace4-ed9ac94186aa HTTP/1.1" status: 204 len: 168 time: 0.2205408 Jul 22 23:58:54.673902 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c46a8c59-90aa-4eac-98c7-8c226713b5af tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.676492 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c46a8c59-90aa-4eac-98c7-8c226713b5af tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.677671 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c46a8c59-90aa-4eac-98c7-8c226713b5af tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/security-groups/45f84579-fdd1-4831-bf71-7e2eebe2625d HTTP/1.1" status: 204 len: 168 time: 0.5690022 Jul 22 23:58:54.690160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc332e8c-7985-4845-a8ba-ee10fc3d5d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4361aa74-68a9-4eb7-ace4-ed9ac94186aa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:54.698208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a8c59-90aa-4eac-98c7-8c226713b5af tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f84579-fdd1-4831-bf71-7e2eebe2625d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:54.773059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:58:54.783820 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.799811 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Transition to ACTIVE for port object 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:54.805814 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.945983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Pushing event updated for resources: {'Port': ['ID=167e4b5b-bee1-47ca-9356-e6072ef7f4f9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:54.993059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Attempting to bind port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:54.993479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Attempting to bind port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'b75dbfbe-9db6-4809-b519-ac782e1f82e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:54.993812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Attempting to bind port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 on network 31d7a3e5-91c4-4a43-9fa8-440cd3c81722 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:54.997407 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43332) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:55.002892 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-49b32ff9-1b3b-44de-bdd8-e65f2362a21e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1590693787', 'description': 'tempest-secgroup-smoke-1590693787 description', 'project_id': '08e6f590bb3047c8a7f2021edeaee884'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:55.009391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 on network 31d7a3e5-91c4-4a43-9fa8-440cd3c81722 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:58:55.012375 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Attempting to bind port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 on network 31d7a3e5-91c4-4a43-9fa8-440cd3c81722 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:55.018758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:55.019119 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Checking segment: {'id': 'b75dbfbe-9db6-4809-b519-ac782e1f82e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:55.019497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Bound using segment: {'id': 'b75dbfbe-9db6-4809-b519-ac782e1f82e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:55.019932 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Bound port: 167e4b5b-bee1-47ca-9356-e6072ef7f4f9, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b75dbfbe-9db6-4809-b519-ac782e1f82e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:55.020293 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.050301 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49b32ff9-1b3b-44de-bdd8-e65f2362a21e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.115682 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] For port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:55.122100 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] For port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=167e4b5b-bee1-47ca-9356-e6072ef7f4f9,segment=NetworkSegment(b75dbfbe-9db6-4809-b519-ac782e1f82e6),segment_id=b75dbfbe-9db6-4809-b519-ac782e1f82e6)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:55.134101 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.204257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:55.205004 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.206841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] 10.222.0.18 "PUT /v2.0/ports/167e4b5b-bee1-47ca-9356-e6072ef7f4f9 HTTP/1.1" status: 200 len: 1092 time: 1.2821565 Jul 22 23:58:55.207580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d013815-ead3-4ee4-bcb0-17e40f668292 service neutron] Pushing event updated for resources: {'Port': ['ID=167e4b5b-bee1-47ca-9356-e6072ef7f4f9,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:55.220084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc08765-19d1-4b58-b7b0-66c38cec28bc', 'tag': '167e4b5b-bee1-47ca-9356-e6072ef7f4f9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:55.222681 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c3c9ea-b182-4b1a-9e55-95a6322c1497" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc08765-19d1-4b58-b7b0-66c38cec28bc", "tag": "167e4b5b-bee1-47ca-9356-e6072ef7f4f9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:55.243252 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49b32ff9-1b3b-44de-bdd8-e65f2362a21e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.249988 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49b32ff9-1b3b-44de-bdd8-e65f2362a21e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.286491 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a672b8-e13d-4850-a32c-c0c16fd17c95 x-openstack-request-id: req-f3a672b8-e13d-4850-a32c-c0c16fd17c95 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:55.287037 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc08765-19d1-4b58-b7b0-66c38cec28bc", "tag": "167e4b5b-bee1-47ca-9356-e6072ef7f4f9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:55.287259 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f3a672b8-e13d-4850-a32c-c0c16fd17c95 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:55.288040 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc08765-19d1-4b58-b7b0-66c38cec28bc', 'tag': '167e4b5b-bee1-47ca-9356-e6072ef7f4f9', 'status': 'completed', 'code': 200} Jul 22 23:58:55.364226 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49b32ff9-1b3b-44de-bdd8-e65f2362a21e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.369455 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-49b32ff9-1b3b-44de-bdd8-e65f2362a21e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3708208 Jul 22 23:58:55.378668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43350) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:55.384924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b32ff9-1b3b-44de-bdd8-e65f2362a21e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2072a5f9-1142-4a68-aee5-f79455c5d2ae,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:55.397026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2a3e3ef0-b748-46dc-aa59-57630716b5ac tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '2072a5f9-1142-4a68-aee5-f79455c5d2ae', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:55.452181 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-dc543504-c0a0-4ee9-a8f6-cd16e3c721eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:55.454463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-dc543504-c0a0-4ee9-a8f6-cd16e3c721eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d28b015edbb34eaeb96f7c2c259b971a&device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 1095 time: 0.1814499 Jul 22 23:58:55.475286 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a3e3ef0-b748-46dc-aa59-57630716b5ac tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.548680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-f46b5c2a-c8b6-400d-91c2-82d4adcdba45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=167e4b5b-bee1-47ca-9356-e6072ef7f4f9 HTTP/1.1" status: 200 len: 217 time: 0.0651577 Jul 22 23:58:55.642573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1ccef2aa-4b4b-45b5-bdb8-c1a5dda1938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:55.645115 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1ccef2aa-4b4b-45b5-bdb8-c1a5dda1938c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0df7925c-e0da-4f95-b8c7-f168c899439e HTTP/1.1" status: 200 len: 837 time: 0.0943835 Jul 22 23:58:55.703027 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a3e3ef0-b748-46dc-aa59-57630716b5ac tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.712965 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a3e3ef0-b748-46dc-aa59-57630716b5ac tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.748834 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a3e3ef0-b748-46dc-aa59-57630716b5ac tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.750763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2a3e3ef0-b748-46dc-aa59-57630716b5ac tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3703799 Jul 22 23:58:55.753284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e3ef0-b748-46dc-aa59-57630716b5ac tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096da428-7423-4d3a-8f97-013568f8b099,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:55.754035 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43368) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:55.759694 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5d4b23ac-2a63-4019-84d6-df26b96413f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '2072a5f9-1142-4a68-aee5-f79455c5d2ae', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:55.768750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-820778d1-46f4-4d9e-92ef-83d50306bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:55.771226 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-820778d1-46f4-4d9e-92ef-83d50306bb0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31d7a3e5-91c4-4a43-9fa8-440cd3c81722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193268 Jul 22 23:58:55.823881 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d4b23ac-2a63-4019-84d6-df26b96413f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.952848 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d4b23ac-2a63-4019-84d6-df26b96413f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.960718 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d4b23ac-2a63-4019-84d6-df26b96413f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.965939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-1c317783-a2fc-46f0-8e65-0633d50b040c service neutron] 10.222.0.18 "GET /v2.0/networks/31d7a3e5-91c4-4a43-9fa8-440cd3c81722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813467 Jul 22 23:58:55.984691 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b23ac-2a63-4019-84d6-df26b96413f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605a9bfe-792c-4133-84da-3f3e1c6894e9,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:56.013518 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d4b23ac-2a63-4019-84d6-df26b96413f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.019641 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5d4b23ac-2a63-4019-84d6-df26b96413f3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2619281 Jul 22 23:58:56.020153 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43374) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:56.033495 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-01b77773-d9b5-46bf-bbd1-26bc8bb59a91 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '2072a5f9-1142-4a68-aee5-f79455c5d2ae', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:56.101057 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5418cf-2433-42dd-9be6-ae64ecce5327 req-8dfc6b4a-8a8f-4258-9dc0-4bbae4ff63ac service neutron] 10.222.0.18 "GET /v2.0/networks/31d7a3e5-91c4-4a43-9fa8-440cd3c81722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293657 Jul 22 23:58:56.124726 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01b77773-d9b5-46bf-bbd1-26bc8bb59a91 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.265464 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01b77773-d9b5-46bf-bbd1-26bc8bb59a91 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.274593 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01b77773-d9b5-46bf-bbd1-26bc8bb59a91 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.308011 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b77773-d9b5-46bf-bbd1-26bc8bb59a91 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8f668b-098e-4532-aa7f-7562498ae167,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:56.336824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a43b1-0ff4-4b8d-8413-b6946d3522f9 req-3a5c065e-e19b-4adb-a69b-4550da34f7ec tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:56.338584 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-799a43b1-0ff4-4b8d-8413-b6946d3522f9 req-3a5c065e-e19b-4adb-a69b-4550da34f7ec tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 944 time: 0.6759286 Jul 22 23:58:56.341128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3c9ea-b182-4b1a-9e55-95a6322c1497 req-c86bf9b4-b2c4-47df-a961-35e4f726a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:56.342236 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01b77773-d9b5-46bf-bbd1-26bc8bb59a91 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.342791 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9c3c9ea-b182-4b1a-9e55-95a6322c1497 req-c86bf9b4-b2c4-47df-a961-35e4f726a0c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d28b015edbb34eaeb96f7c2c259b971a&device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 1095 time: 0.1141074 Jul 22 23:58:56.344747 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-01b77773-d9b5-46bf-bbd1-26bc8bb59a91 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3237562 Jul 22 23:58:56.348052 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43380) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:56.359259 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cd9cecd6-31d1-4ed4-b9d5-79df6b935082 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '2072a5f9-1142-4a68-aee5-f79455c5d2ae', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:56.399665 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd9cecd6-31d1-4ed4-b9d5-79df6b935082 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.486857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-799a43b1-0ff4-4b8d-8413-b6946d3522f9 req-15f1263c-5769-4e38-bfd6-07dbd1f13d5a tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d99a3f6-988d-4f34-a16e-b1eb87e04cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226325 Jul 22 23:58:56.497973 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd9cecd6-31d1-4ed4-b9d5-79df6b935082 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.504225 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd9cecd6-31d1-4ed4-b9d5-79df6b935082 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.524938 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cecd6-31d1-4ed4-b9d5-79df6b935082 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4d251b-19f2-44c1-9ef0-0322664e6443,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:56.529133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3c9ea-b182-4b1a-9e55-95a6322c1497 req-8caeeea6-9077-48ca-8f69-2d3260971267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:56.532555 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9c3c9ea-b182-4b1a-9e55-95a6322c1497 req-8caeeea6-9077-48ca-8f69-2d3260971267 service neutron] 10.222.0.18 "GET /v2.0/networks?id=31d7a3e5-91c4-4a43-9fa8-440cd3c81722 HTTP/1.1" status: 200 len: 898 time: 0.1831410 Jul 22 23:58:56.540926 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd9cecd6-31d1-4ed4-b9d5-79df6b935082 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.542994 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cd9cecd6-31d1-4ed4-b9d5-79df6b935082 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1880682 Jul 22 23:58:56.555682 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43390) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:56.562248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-31bf8cf3-2a26-4a7d-8835-03efb7c5d1cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '2072a5f9-1142-4a68-aee5-f79455c5d2ae', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:56.598254 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9c3c9ea-b182-4b1a-9e55-95a6322c1497 req-8fad2413-a1c2-4207-a95e-0276d8c2083f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=167e4b5b-bee1-47ca-9356-e6072ef7f4f9 HTTP/1.1" status: 200 len: 217 time: 0.0585625 Jul 22 23:58:56.602036 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-31bf8cf3-2a26-4a7d-8835-03efb7c5d1cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Project 08e6f590bb3047c8a7f2021edeaee884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:58:56.615101 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31bf8cf3-2a26-4a7d-8835-03efb7c5d1cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.666802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3c9ea-b182-4b1a-9e55-95a6322c1497 req-669364c5-f0a7-46c9-8ce3-c34724118fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:56.668798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9c3c9ea-b182-4b1a-9e55-95a6322c1497 req-669364c5-f0a7-46c9-8ce3-c34724118fdf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0df7925c-e0da-4f95-b8c7-f168c899439e HTTP/1.1" status: 200 len: 837 time: 0.0645649 Jul 22 23:58:56.688793 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31bf8cf3-2a26-4a7d-8835-03efb7c5d1cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.694347 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31bf8cf3-2a26-4a7d-8835-03efb7c5d1cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.710924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf8cf3-2a26-4a7d-8835-03efb7c5d1cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaae9232-14e3-4130-8f9f-544d01409573,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:56.724876 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31bf8cf3-2a26-4a7d-8835-03efb7c5d1cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.726204 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-31bf8cf3-2a26-4a7d-8835-03efb7c5d1cf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1684124 Jul 22 23:58:56.729223 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43396) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:56.746384 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9e985a23-5049-4785-aa99-f3123f9edc1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'security_group_rule': {'security_group_id': '2072a5f9-1142-4a68-aee5-f79455c5d2ae', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:56.757009 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3c9ea-b182-4b1a-9e55-95a6322c1497 req-78a823a2-8aec-4c8e-9d34-05f1f437eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:56.759955 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9c3c9ea-b182-4b1a-9e55-95a6322c1497 req-78a823a2-8aec-4c8e-9d34-05f1f437eccb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31d7a3e5-91c4-4a43-9fa8-440cd3c81722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807528 Jul 22 23:58:56.802937 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-9e985a23-5049-4785-aa99-f3123f9edc1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Project 08e6f590bb3047c8a7f2021edeaee884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:58:56.808641 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e985a23-5049-4785-aa99-f3123f9edc1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.899294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9c3c9ea-b182-4b1a-9e55-95a6322c1497 req-81d7d1b6-9de1-4675-b037-b92f02bf8ea2 service neutron] 10.222.0.18 "GET /v2.0/networks/31d7a3e5-91c4-4a43-9fa8-440cd3c81722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272097 Jul 22 23:58:56.914184 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e985a23-5049-4785-aa99-f3123f9edc1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.919693 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e985a23-5049-4785-aa99-f3123f9edc1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.949121 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e985a23-5049-4785-aa99-f3123f9edc1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.953555 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9e985a23-5049-4785-aa99-f3123f9edc1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2205312 Jul 22 23:58:56.954032 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e985a23-5049-4785-aa99-f3123f9edc1f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52540217-a582-476d-85c9-3d7e51bea330,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:56.955587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43406) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:56.965250 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-384ded47-cedf-44b9-99fc-7233248b404d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'network': {'name': 'tempest-network-smoke--1578260030', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'port_security_enabled': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:57.012555 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384ded47-cedf-44b9-99fc-7233248b404d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Made reservation on behalf of 08e6f590bb3047c8a7f2021edeaee884 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:57.018812 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-384ded47-cedf-44b9-99fc-7233248b404d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.056820 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384ded47-cedf-44b9-99fc-7233248b404d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:57.063962 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9c3c9ea-b182-4b1a-9e55-95a6322c1497 req-b0d767ec-101e-4a85-af48-d0ddfbfa750f service neutron] 10.222.0.18 "GET /v2.0/networks/31d7a3e5-91c4-4a43-9fa8-440cd3c81722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570616 Jul 22 23:58:57.073663 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-384ded47-cedf-44b9-99fc-7233248b404d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.073947 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-384ded47-cedf-44b9-99fc-7233248b404d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Added segment 6a938a2a-800a-4368-8e75-66323f22edbc of type vlan for network 26573ced-b6b7-427c-9e0e-45737b354c4b Jul 22 23:58:57.137083 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-384ded47-cedf-44b9-99fc-7233248b404d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.195608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-384ded47-cedf-44b9-99fc-7233248b404d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.203939 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384ded47-cedf-44b9-99fc-7233248b404d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:57.205046 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-384ded47-cedf-44b9-99fc-7233248b404d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.266929 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-384ded47-cedf-44b9-99fc-7233248b404d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3078349 Jul 22 23:58:57.269430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43420) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:57.275449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2099014839', 'admin_state_up': True, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:57.310516 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.311730 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.319001 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ded47-cedf-44b9-99fc-7233248b404d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Network': ['ID=26573ced-b6b7-427c-9e0e-45737b354c4b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:57.336666 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 26573ced-b6b7-427c-9e0e-45737b354c4b details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:57.389380 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.028111 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.118362 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43462) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:58.273999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9cbbc-fd5b-462d-8ffa-0264b4978f2a req-0bc0fc75-8f45-4308-a6b9-909c60c603f4 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:58.275625 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3fb9cbbc-fd5b-462d-8ffa-0264b4978f2a req-0bc0fc75-8f45-4308-a6b9-909c60c603f4 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 944 time: 0.4631517 Jul 22 23:58:58.282316 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00d2c61e-41f5-4275-87cd-c7b4a9a8d1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.408756 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00d2c61e-41f5-4275-87cd-c7b4a9a8d1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.414567 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00d2c61e-41f5-4275-87cd-c7b4a9a8d1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.422430 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3fb9cbbc-fd5b-462d-8ffa-0264b4978f2a req-b798d4c6-f926-4a57-b952-92bf3bde4ffb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d99a3f6-988d-4f34-a16e-b1eb87e04cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394451 Jul 22 23:58:58.451968 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-00d2c61e-41f5-4275-87cd-c7b4a9a8d1de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db83b4916c8c43f1a5c4ce0134ffdf6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295143 Jul 22 23:58:58.458097 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43466) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:58.461635 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.482701 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.551890 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2c61e-41f5-4275-87cd-c7b4a9a8d1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d6c652-a201-4b30-8c21-26c15e4ddde4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:58.574458 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc2116eb-b873-4f7c-bf07-0257dacfa094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.598682 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc2116eb-b873-4f7c-bf07-0257dacfa094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.659521 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc2116eb-b873-4f7c-bf07-0257dacfa094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.662295 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc2116eb-b873-4f7c-bf07-0257dacfa094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.667168 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bc2116eb-b873-4f7c-bf07-0257dacfa094 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38d6c652-a201-4b30-8c21-26c15e4ddde4 HTTP/1.1" status: 204 len: 168 time: 0.2074966 Jul 22 23:58:58.676474 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2116eb-b873-4f7c-bf07-0257dacfa094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d6c652-a201-4b30-8c21-26c15e4ddde4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:58.720019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Allocated IP 172.25.4.188 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/d2d95cc8-4947-4fc8-9586-6c8d8acd08c8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:58.940772 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.974702 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43480) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:59.020969 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.061075 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:59.064405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:59.068155 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:59.114360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=d2d95cc8-4947-4fc8-9586-6c8d8acd08c8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:59.156427 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebc35-825a-4848-80a6-1e45da021acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.206932 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43484) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:59.226350 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f896c90-b911-472d-9e4c-89257ffac9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.300444 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebc35-825a-4848-80a6-1e45da021acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.307310 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebc35-825a-4848-80a6-1e45da021acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.362878 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6f8ebc35-825a-4848-80a6-1e45da021acf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b694441212b4dc4ba809770c6f9961b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3868740 Jul 22 23:58:59.365507 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43486) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:59.375567 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ebc35-825a-4848-80a6-1e45da021acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109bd627-ab3d-4de7-b525-4628f12a881f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:59.426892 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.464492 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0635ea85-c43a-41bd-baf8-710d441e3ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.502500 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0635ea85-c43a-41bd-baf8-710d441e3ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.567811 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0635ea85-c43a-41bd-baf8-710d441e3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.570708 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0635ea85-c43a-41bd-baf8-710d441e3ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.574238 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0635ea85-c43a-41bd-baf8-710d441e3ab9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/109bd627-ab3d-4de7-b525-4628f12a881f HTTP/1.1" status: 204 len: 168 time: 0.2049558 Jul 22 23:58:59.581553 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635ea85-c43a-41bd-baf8-710d441e3ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109bd627-ab3d-4de7-b525-4628f12a881f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:59.621450 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f896c90-b911-472d-9e4c-89257ffac9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.668937 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f896c90-b911-472d-9e4c-89257ffac9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.768906 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5f896c90-b911-472d-9e4c-89257ffac9a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32510d3fa14e427f8b09040e8efdc22b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5609367 Jul 22 23:58:59.769657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f896c90-b911-472d-9e4c-89257ffac9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ddde45-fd5c-4d25-9f03-0a5ee7ef55ec,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:59.775264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43494) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:59.799043 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a8caa-61d9-44f8-9844-2b9e6bea9d5d req-0336f79e-9efe-4b8e-ade5-9d2385526f35 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:59.808218 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:58:59.808824 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-184a8caa-61d9-44f8-9844-2b9e6bea9d5d req-0336f79e-9efe-4b8e-ade5-9d2385526f35 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 944 time: 0.2732661 Jul 22 23:58:59.872046 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.885308 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a27edec4-d83d-4b27-8d7b-baee45ac1f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.895991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-184a8caa-61d9-44f8-9844-2b9e6bea9d5d req-fa63cb18-0754-4240-8513-cf69200f64ed tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d99a3f6-988d-4f34-a16e-b1eb87e04cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864503 Jul 22 23:58:59.926622 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a27edec4-d83d-4b27-8d7b-baee45ac1f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.946173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=167e4b5b-bee1-47ca-9356-e6072ef7f4f9,segment=NetworkSegment(b75dbfbe-9db6-4809-b519-ac782e1f82e6),segment_id=b75dbfbe-9db6-4809-b519-ac782e1f82e6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:59.976771 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '167e4b5b-bee1-47ca-9356-e6072ef7f4f9', 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722', 'port_id': '167e4b5b-bee1-47ca-9356-e6072ef7f4f9', 'mac_address': 'fa:16:3e:4a:21:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df7925c-e0da-4f95-b8c7-f168c899439e', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:59:00.019787 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a27edec4-d83d-4b27-8d7b-baee45ac1f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.025107 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a27edec4-d83d-4b27-8d7b-baee45ac1f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.026529 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a27edec4-d83d-4b27-8d7b-baee45ac1f8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3ddde45-fd5c-4d25-9f03-0a5ee7ef55ec HTTP/1.1" status: 204 len: 168 time: 0.2469964 Jul 22 23:59:00.037935 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27edec4-d83d-4b27-8d7b-baee45ac1f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ddde45-fd5c-4d25-9f03-0a5ee7ef55ec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:00.070398 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.102226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:59:00.120071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43502) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:00.132590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router a727dcb0-a5ab-4332-afb8-1776535b0618 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:59:00.141951 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-026dd94f-36f5-488e-95bf-264b370dd418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.146445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=167e4b5b-bee1-47ca-9356-e6072ef7f4f9,segment=NetworkSegment(b75dbfbe-9db6-4809-b519-ac782e1f82e6),segment_id=b75dbfbe-9db6-4809-b519-ac782e1f82e6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:00.157854 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.242753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=167e4b5b-bee1-47ca-9356-e6072ef7f4f9,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:00.301988 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-026dd94f-36f5-488e-95bf-264b370dd418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.304230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:00.310264 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-026dd94f-36f5-488e-95bf-264b370dd418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.318162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Sync routers for ids ['a727dcb0-a5ab-4332-afb8-1776535b0618'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:00.328468 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.333050 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-dbcf95f9-8467-406b-b77a-34a976625558 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0589519 Jul 22 23:59:00.333503 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43506) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:00.339124 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Routers {'a727dcb0-a5ab-4332-afb8-1776535b0618'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:00.339963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a727dcb0-a5ab-4332-afb8-1776535b0618'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:00.412951 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026dd94f-36f5-488e-95bf-264b370dd418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5733c720-9a48-44ef-b59a-16e1a912289e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:00.429151 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-154e2e9e-ae9d-4116-8c67-451549e62219 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=08e6f590bb3047c8a7f2021edeaee884&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0699897 Jul 22 23:59:00.432227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43512) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:00.439901 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-026dd94f-36f5-488e-95bf-264b370dd418 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a62e3e4a2c26473ca86c6aee0fc3c1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179717 Jul 22 23:59:00.440602 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43514) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:00.483155 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['167e4b5b-bee1-47ca-9356-e6072ef7f4f9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:59:00.508487 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c250ecf1-5a7d-4016-b2bc-2ddb3c180c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.556346 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Set router a727dcb0-a5ab-4332-afb8-1776535b0618 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:00.568578 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c250ecf1-5a7d-4016-b2bc-2ddb3c180c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.637886 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d8ca3-6943-4cc0-821f-f89bb40baa50 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:00.639625 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-510d8ca3-6943-4cc0-821f-f89bb40baa50 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2063901 Jul 22 23:59:00.643895 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43520) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:00.689116 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0efed0fc-87a7-45d3-8948-6ba64eb1a9af tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437868 Jul 22 23:59:00.691509 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43524) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:00.697211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e4ae3291-e836-439f-a85f-68ff85cfd241 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-980776825', 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b', 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:00.720693 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c250ecf1-5a7d-4016-b2bc-2ddb3c180c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.724702 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c250ecf1-5a7d-4016-b2bc-2ddb3c180c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.726704 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c250ecf1-5a7d-4016-b2bc-2ddb3c180c84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5733c720-9a48-44ef-b59a-16e1a912289e HTTP/1.1" status: 204 len: 168 time: 0.2848973 Jul 22 23:59:00.747044 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250ecf1-5a7d-4016-b2bc-2ddb3c180c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5733c720-9a48-44ef-b59a-16e1a912289e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:00.843788 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ae3291-e836-439f-a85f-68ff85cfd241 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Made reservation on behalf of 08e6f590bb3047c8a7f2021edeaee884 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:00.858219 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4ae3291-e836-439f-a85f-68ff85cfd241 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:01.170468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe2815-dc75-41ef-94af-82dd9c3a67c6 req-d991833f-6e2d-4a76-b3ed-cc17b8246940 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:01.178493 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e3fe2815-dc75-41ef-94af-82dd9c3a67c6 req-d991833f-6e2d-4a76-b3ed-cc17b8246940 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 945 time: 0.1033421 Jul 22 23:59:01.236124 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e3fe2815-dc75-41ef-94af-82dd9c3a67c6 req-1073d791-ddb8-4f6c-a1c6-04afe5344a8d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d99a3f6-988d-4f34-a16e-b1eb87e04cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564587 Jul 22 23:59:01.249040 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099014839', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:57Z', 'updated_at': '2021-07-22T23:58:59Z', 'revision_number': 3, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:58:58Z', 'updated_at': '2021-07-22T23:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:01.298042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Checking router: a727dcb0-a5ab-4332-afb8-1776535b0618 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:01.298680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Updating router a727dcb0-a5ab-4332-afb8-1776535b0618 port d2d95cc8-4947-4fc8-9586-6c8d8acd08c8 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:59:01.355601 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:01.434701 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4ae3291-e836-439f-a85f-68ff85cfd241 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:01.500407 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae3291-e836-439f-a85f-68ff85cfd241 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Subnet': ['ID=d55aa435-8a22-4810-b226-b2d7ba0092a3,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:01.509834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ae3291-e836-439f-a85f-68ff85cfd241 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Checking segment: {'id': '6a938a2a-800a-4368-8e75-66323f22edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:01.510197 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ae3291-e836-439f-a85f-68ff85cfd241 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network hostable DHCP agents. Network: 26573ced-b6b7-427c-9e0e-45737b354c4b, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:01.529188 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ae3291-e836-439f-a85f-68ff85cfd241 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 26573ced-b6b7-427c-9e0e-45737b354c4b is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:01.542627 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:59:01.551025 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e4ae3291-e836-439f-a85f-68ff85cfd241 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 26573ced-b6b7-427c-9e0e-45737b354c4b) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:01.556769 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ae3291-e836-439f-a85f-68ff85cfd241 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:01.558083 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4ae3291-e836-439f-a85f-68ff85cfd241 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:01.566533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4b9573-5d73-457c-b84d-3a970867e172 None None] Network 26573ced-b6b7-427c-9e0e-45737b354c4b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:01.584742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43556) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:01.586049 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e4ae3291-e836-439f-a85f-68ff85cfd241 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8930755 Jul 22 23:59:01.699864 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5132372-1962-48dd-b0e2-eba5344636d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:01.789702 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-26573ced-b6b7-427c-9e0e-45737b354c4b', 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ips': [{'subnet_id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:59:01.791283 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:01.850394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:02.006043 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43574) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:02.057935 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.100248 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Transition to ACTIVE for port object d2d95cc8-4947-4fc8-9586-6c8d8acd08c8 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:02.116907 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.119723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Allocated IP 172.20.0.2 (26573ced-b6b7-427c-9e0e-45737b354c4b/d55aa435-8a22-4810-b226-b2d7ba0092a3/592f1d67-1438-4107-a287-b88f48817c87) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:02.187360 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:02.219292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:02.220827 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.285272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be9515-7e30-43f7-8721-899f6ccc0f90 None None] Pushing event updated for resources: {'Port': ['ID=d2d95cc8-4947-4fc8-9586-6c8d8acd08c8,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:02.305616 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.307768 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Attempting to bind port d2d95cc8-4947-4fc8-9586-6c8d8acd08c8 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:02.308334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Attempting to bind port d2d95cc8-4947-4fc8-9586-6c8d8acd08c8 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:02.308512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Attempting to bind port d2d95cc8-4947-4fc8-9586-6c8d8acd08c8 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:02.314521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-28a8ec59-4e12-45b1-ac56-a1053aa0983e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-190332953'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:02.321700 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:02.322866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:02.323287 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.323691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:02.324182 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Bound port: d2d95cc8-4947-4fc8-9586-6c8d8acd08c8, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:02.324641 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.361469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a8ec59-4e12-45b1-ac56-a1053aa0983e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Made reservation on behalf of 077f4306eab541c8a6d8960d0ea83367 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:02.365803 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28a8ec59-4e12-45b1-ac56-a1053aa0983e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.394343 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28a8ec59-4e12-45b1-ac56-a1053aa0983e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.577115 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28a8ec59-4e12-45b1-ac56-a1053aa0983e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.583971 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28a8ec59-4e12-45b1-ac56-a1053aa0983e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.620319 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a8ec59-4e12-45b1-ac56-a1053aa0983e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:02.633486 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8ec59-4e12-45b1-ac56-a1053aa0983e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbb106f-366b-4a7d-b229-33cdc21ba0a3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:02.640108 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28a8ec59-4e12-45b1-ac56-a1053aa0983e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.641108 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-28a8ec59-4e12-45b1-ac56-a1053aa0983e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Added segment d906affc-9b5f-41c9-bf39-5406c8f7e9fc of type vlan for network 17e07451-9f1c-481d-be8a-717ef17abe59 Jul 22 23:59:02.717902 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28a8ec59-4e12-45b1-ac56-a1053aa0983e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.753922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] For port d2d95cc8-4947-4fc8-9586-6c8d8acd08c8, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:02.773875 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28a8ec59-4e12-45b1-ac56-a1053aa0983e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.784351 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a8ec59-4e12-45b1-ac56-a1053aa0983e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:02.785416 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28a8ec59-4e12-45b1-ac56-a1053aa0983e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.847204 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.852721 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-28a8ec59-4e12-45b1-ac56-a1053aa0983e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8452513 Jul 22 23:59:02.864530 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] For port d2d95cc8-4947-4fc8-9586-6c8d8acd08c8, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d2d95cc8-4947-4fc8-9586-6c8d8acd08c8,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:02.899642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8ec59-4e12-45b1-ac56-a1053aa0983e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Pushing event updated for resources: {'Network': ['ID=17e07451-9f1c-481d-be8a-717ef17abe59,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:02.909060 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.947519 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 17e07451-9f1c-481d-be8a-717ef17abe59 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:03.121944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=167e4b5b-bee1-47ca-9356-e6072ef7f4f9,segment=NetworkSegment(b75dbfbe-9db6-4809-b519-ac782e1f82e6),segment_id=b75dbfbe-9db6-4809-b519-ac782e1f82e6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:03.134180 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc08765-19d1-4b58-b7b0-66c38cec28bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167e4b5b-bee1-47ca-9356-e6072ef7f4f9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:03.136975 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1009910-28a3-4b85-924f-bb40d2e7c0e2" -d '{"events": [{"server_uuid": "7bc08765-19d1-4b58-b7b0-66c38cec28bc", "name": "network-vif-plugged", "status": "completed", "tag": "167e4b5b-bee1-47ca-9356-e6072ef7f4f9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:03.192981 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.199426 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.221413 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Transition to ACTIVE for port object 592f1d67-1438-4107-a287-b88f48817c87 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:03.222508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97742559-dcc4-4fc2-a137-b1249fc07874 req-a205b6d9-00d5-44b2-b07e-ff516cb22369 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:03.224194 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-97742559-dcc4-4fc2-a137-b1249fc07874 req-a205b6d9-00d5-44b2-b07e-ff516cb22369 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 945 time: 0.8815975 Jul 22 23:59:03.253035 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Routers {'a727dcb0-a5ab-4332-afb8-1776535b0618'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:03.253521 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:58:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a727dcb0-a5ab-4332-afb8-1776535b0618'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:03.343145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-97742559-dcc4-4fc2-a137-b1249fc07874 req-3907d5ef-967a-46c0-a375-f66ef41ef9fe tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d99a3f6-988d-4f34-a16e-b1eb87e04cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012893 Jul 22 23:59:03.386031 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be9515-7e30-43f7-8721-899f6ccc0f90 None None] Pushing event updated for resources: {'Port': ['ID=d2d95cc8-4947-4fc8-9586-6c8d8acd08c8,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:03.404496 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Transition to ACTIVE for port object 592f1d67-1438-4107-a287-b88f48817c87 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:03.438227 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f52aedd-ab1d-4c5d-8a78-af78eb42893e x-openstack-request-id: req-3f52aedd-ab1d-4c5d-8a78-af78eb42893e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:03.438227 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc08765-19d1-4b58-b7b0-66c38cec28bc", "name": "network-vif-plugged", "status": "completed", "tag": "167e4b5b-bee1-47ca-9356-e6072ef7f4f9", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:03.438227 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f52aedd-ab1d-4c5d-8a78-af78eb42893e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:03.438227 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc08765-19d1-4b58-b7b0-66c38cec28bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167e4b5b-bee1-47ca-9356-e6072ef7f4f9', 'code': 200} Jul 22 23:59:03.438923 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43608) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:03.439654 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] Set router a727dcb0-a5ab-4332-afb8-1776535b0618 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:03.445762 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.483350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Request body: {'port': {'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59', 'binding:host_id': 'n-h2-688802-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-755915051'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:03.514624 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Allocated IP 172.20.0.1 (26573ced-b6b7-427c-9e0e-45737b354c4b/d55aa435-8a22-4810-b226-b2d7ba0092a3/46420f3b-a8f7-4040-b7d4-bf709f27bd24) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:03.550043 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=167e4b5b-bee1-47ca-9356-e6072ef7f4f9,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:03.562183 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Network 26573ced-b6b7-427c-9e0e-45737b354c4b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:03.569772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:03.592074 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:03.594557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Made reservation on behalf of 13bcccea423d45a494864816ca56f12a for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:03.596893 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.618368 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.701255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaee92-56c4-4ddd-a986-222e6c799fdc req-6dc45f4f-4abc-496c-96c4-fb922447bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:03.703087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5ffaee92-56c4-4ddd-a986-222e6c799fdc req-6dc45f4f-4abc-496c-96c4-fb922447bc35 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 1097 time: 0.1848905 Jul 22 23:59:03.706900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Pushing event updated for resources: {'Port': ['ID=592f1d67-1438-4107-a287-b88f48817c87,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:03.711344 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Attempting to bind port 592f1d67-1438-4107-a287-b88f48817c87 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:03.711506 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Attempting to bind port 592f1d67-1438-4107-a287-b88f48817c87 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6a938a2a-800a-4368-8e75-66323f22edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:03.711879 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Attempting to bind port 592f1d67-1438-4107-a287-b88f48817c87 on network 26573ced-b6b7-427c-9e0e-45737b354c4b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:03.727019 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:03.727424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Checking segment: {'id': '6a938a2a-800a-4368-8e75-66323f22edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:03.727826 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.728401 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Bound using segment: {'id': '6a938a2a-800a-4368-8e75-66323f22edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:03.728688 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Bound port: 592f1d67-1438-4107-a287-b88f48817c87, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a938a2a-800a-4368-8e75-66323f22edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:03.729069 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.756583 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.794657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Transition to ACTIVE for port object 46420f3b-a8f7-4040-b7d4-bf709f27bd24 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:03.799929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5ffaee92-56c4-4ddd-a986-222e6c799fdc req-4ac42a36-e26a-4065-bc46-95940bf42aa0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0d99a3f6-988d-4f34-a16e-b1eb87e04cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866735 Jul 22 23:59:03.832463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] For port 592f1d67-1438-4107-a287-b88f48817c87, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:03.846454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] For port 592f1d67-1438-4107-a287-b88f48817c87, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=592f1d67-1438-4107-a287-b88f48817c87,segment=NetworkSegment(6a938a2a-800a-4368-8e75-66323f22edbc),segment_id=6a938a2a-800a-4368-8e75-66323f22edbc)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:03.852899 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.868187 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099014839', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:57Z', 'updated_at': '2021-07-22T23:58:59Z', 'revision_number': 3, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:58:58Z', 'updated_at': '2021-07-22T23:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:03.879096 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.882993 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.897519 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.901034 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] device_id is not set on port 4f464237-9c9b-4773-bbed-eac930bdf120 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:59:03.923927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c36a08e-c062-4956-93c3-77bd64aa8006 None None] The sync data for ids ['a727dcb0-a5ab-4332-afb8-1776535b0618'] in n-d-688802-2 is: [{'id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099014839', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:57Z', 'updated_at': '2021-07-22T23:58:59Z', 'revision_number': 3, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:58:58Z', 'updated_at': '2021-07-22T23:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:03.942298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a8d89-4462-4b0b-a31d-249ebd5441c9 None None] Pushing event updated for resources: {'Port': ['ID=592f1d67-1438-4107-a287-b88f48817c87,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:04.041242 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 26573ced-b6b7-427c-9e0e-45737b354c4b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:04.049503 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:04.062510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:04.160421 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=46420f3b-a8f7-4040-b7d4-bf709f27bd24,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:04.168885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f379169-1840-4ae5-b04a-86c84fa2d1c5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:04.210462 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.418412 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.435038 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-37ca4d5b-7a9c-407b-85db-72f0ba0bd827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.436764 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.519249 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 592f1d67-1438-4107-a287-b88f48817c87 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:04.632420 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 592f1d67-1438-4107-a287-b88f48817c87 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:04.635834 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] device_id is not set on port 4f464237-9c9b-4773-bbed-eac930bdf120 yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:59:04.661410 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.677446 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.696787 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Transition to ACTIVE for port object 4f464237-9c9b-4773-bbed-eac930bdf120 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:04.740001 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.789948 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b71ba-57ed-41fa-b271-99cdde7d0a4d req-4710cce5-043d-4165-8ee6-9a3f4270a4e5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:04.791755 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7e7b71ba-57ed-41fa-b271-99cdde7d0a4d req-4710cce5-043d-4165-8ee6-9a3f4270a4e5 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 946 time: 0.2874608 Jul 22 23:59:05.006114 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Pushing event updated for resources: {'Port': ['ID=4f464237-9c9b-4773-bbed-eac930bdf120,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:05.099647 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7e7b71ba-57ed-41fa-b271-99cdde7d0a4d req-5218726d-7e56-4790-93cd-bc6c81f3a53f tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d99a3f6-988d-4f34-a16e-b1eb87e04cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001957 Jul 22 23:59:05.184038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Checking segment: {'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:05.184709 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Network hostable DHCP agents. Network: 17e07451-9f1c-481d-be8a-717ef17abe59, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:05.261599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Network 17e07451-9f1c-481d-be8a-717ef17abe59 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:05.295073 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 17e07451-9f1c-481d-be8a-717ef17abe59) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:05.304173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7129b2d2-34d8-430c-9d2c-a9d67dfdece2 None None] Network 17e07451-9f1c-481d-be8a-717ef17abe59 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:05.368067 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.370706 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:05.379475 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.501002 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7b0dd4-6c07-484f-a53f-c58a5d2f2290 None None] Network 26573ced-b6b7-427c-9e0e-45737b354c4b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:05.535175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:05.535508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:05.535912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:05.561140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:05.561376 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:05.565031 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 2 to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 Jul 22 23:59:05.567876 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.585998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=46420f3b-a8f7-4040-b7d4-bf709f27bd24,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:05.624061 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.629947 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d1b8841e-704e-4920-90db-a78b65d2e54b None None] Provisioning for port 592f1d67-1438-4107-a287-b88f48817c87 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:05.640090 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d1b8841e-704e-4920-90db-a78b65d2e54b None None] Provisioning complete for port 592f1d67-1438-4107-a287-b88f48817c87 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:05.641338 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d1b8841e-704e-4920-90db-a78b65d2e54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.691122 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:05.691650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:05.691796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:05.707565 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 26573ced-b6b7-427c-9e0e-45737b354c4b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:05.709008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:05.709379 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:05.709927 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 3 to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 Jul 22 23:59:05.712896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:05.736547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:05.736885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:05.737276 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:05.774693 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:05.775036 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:05.775428 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 4 to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 Jul 22 23:59:05.830146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:05.830743 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:05.831181 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:05.836201 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d1b8841e-704e-4920-90db-a78b65d2e54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.874843 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d1b8841e-704e-4920-90db-a78b65d2e54b None None] For port 592f1d67-1438-4107-a287-b88f48817c87, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=592f1d67-1438-4107-a287-b88f48817c87,segment=NetworkSegment(6a938a2a-800a-4368-8e75-66323f22edbc),segment_id=6a938a2a-800a-4368-8e75-66323f22edbc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:05.881276 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d1b8841e-704e-4920-90db-a78b65d2e54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.884732 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:05.885468 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:05.887472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router a727dcb0-a5ab-4332-afb8-1776535b0618 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:05.888284 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 5 to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 Jul 22 23:59:05.911756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:05.912370 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:05.912935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:05.955970 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:05.956556 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:05.957049 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 6 to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 Jul 22 23:59:05.959103 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8841e-704e-4920-90db-a78b65d2e54b None None] Pushing event updated for resources: {'Port': ['ID=592f1d67-1438-4107-a287-b88f48817c87,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:06.007274 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:06.007777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:06.008338 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:06.077687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:06.078708 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:06.081556 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 7 to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 Jul 22 23:59:06.094490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:06.101399 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d221d95c-482a-404d-8121-6ff956489b5d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "PUT /v2.0/routers/a727dcb0-a5ab-4332-afb8-1776535b0618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5152967 Jul 22 23:59:06.102834 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:06.103318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:06.103809 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:06.108792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:06.109242 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:06.110259 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 8 to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 Jul 22 23:59:06.148588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:06.149111 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:06.150239 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:06.167198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:06.167715 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:06.168112 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 9 to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 Jul 22 23:59:06.196823 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:06.197195 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:06.197543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:06.209380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:06.209664 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:06.210062 n-d-688802-2 neutron-server[93821]: INFO neutron.plugins.ml2.plugin [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 10 to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 Jul 22 23:59:06.238878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:06.239214 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:06.239917 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:06.286165 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 4f464237-9c9b-4773-bbed-eac930bdf120 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:06.286506 n-d-688802-2 neutron-server[93821]: ERROR neutron.plugins.ml2.managers [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 4f464237-9c9b-4773-bbed-eac930bdf120 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:06.286885 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:06.311403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-afc16c0f-99e1-4cc8-b60b-089e01fbc89b None None] Provisioning for port 46420f3b-a8f7-4040-b7d4-bf709f27bd24 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:06.322511 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-afc16c0f-99e1-4cc8-b60b-089e01fbc89b None None] Provisioning complete for port 46420f3b-a8f7-4040-b7d4-bf709f27bd24 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:06.323212 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afc16c0f-99e1-4cc8-b60b-089e01fbc89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:06.396321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-afc16c0f-99e1-4cc8-b60b-089e01fbc89b None None] Port 46420f3b-a8f7-4040-b7d4-bf709f27bd24 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:06.412266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7f36a-7e5d-4f59-b71e-664a908b4c3f req-16598507-456e-4d65-8726-bf841c581e75 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:06.441451 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-afc16c0f-99e1-4cc8-b60b-089e01fbc89b None None] Provisioning complete for port 592f1d67-1438-4107-a287-b88f48817c87 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:06.442562 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-afc16c0f-99e1-4cc8-b60b-089e01fbc89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:06.454345 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ced7f36a-7e5d-4f59-b71e-664a908b4c3f req-16598507-456e-4d65-8726-bf841c581e75 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 946 time: 0.2352328 Jul 22 23:59:06.528258 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] For port 4f464237-9c9b-4773-bbed-eac930bdf120, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:06.528522 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempted to set empty binding levels {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 23:59:06.571715 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 592f1d67-1438-4107-a287-b88f48817c87 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:06.602573 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:06.611838 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-d87dd3d5-d979-4833-b542-d023b09d42a5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590693787&fields=id&tenant_id=08e6f590bb3047c8a7f2021edeaee884 HTTP/1.1" status: 200 len: 267 time: 0.1510537 Jul 22 23:59:06.695513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Pushing event updated for resources: {'Port': ['ID=4f464237-9c9b-4773-bbed-eac930bdf120,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:06.710611 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ced7f36a-7e5d-4f59-b71e-664a908b4c3f req-dd858a1f-66a2-4664-8886-b52aa8312ad9 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d99a3f6-988d-4f34-a16e-b1eb87e04cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549262 Jul 22 23:59:06.717490 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Sync routers for ids ['a727dcb0-a5ab-4332-afb8-1776535b0618'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:06.765450 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Routers {'a727dcb0-a5ab-4332-afb8-1776535b0618'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:06.770017 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a727dcb0-a5ab-4332-afb8-1776535b0618'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:06.776935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:06.778003 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:06.782220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 592f1d67-1438-4107-a287-b88f48817c87 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:06.782597 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:06.841302 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8da3ba76-6c9e-4732-ba7e-381183b4043d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.4015710 Jul 22 23:59:06.844685 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43708) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:06.982679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-965f9c0a-5238-4302-a4fe-683770e887d0 None None] Provisioning complete for port 46420f3b-a8f7-4040-b7d4-bf709f27bd24 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:06.983809 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-965f9c0a-5238-4302-a4fe-683770e887d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.018423 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-24ab059e-1dae-4b15-9e06-be26824a7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Deleting port 4f464237-9c9b-4773-bbed-eac930bdf120 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:07.019830 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24ab059e-1dae-4b15-9e06-be26824a7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.035933 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-965f9c0a-5238-4302-a4fe-683770e887d0 None None] Port 46420f3b-a8f7-4040-b7d4-bf709f27bd24 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:07.049954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df44d1-de1b-477e-b20a-8569a724c6d6 req-ff1143a2-d28c-4d81-a410-e9ac62b167f1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:07.052330 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-62df44d1-de1b-477e-b20a-8569a724c6d6 req-ff1143a2-d28c-4d81-a410-e9ac62b167f1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 946 time: 0.2342997 Jul 22 23:59:07.052504 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d2d95cc8-4947-4fc8-9586-6c8d8acd08c8 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:07.067023 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-57e9729e-2b89-4e8e-b27d-6b15f3b3b043 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:07.069708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-57e9729e-2b89-4e8e-b27d-6b15f3b3b043 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/networks?id=26573ced-b6b7-427c-9e0e-45737b354c4b HTTP/1.1" status: 200 len: 797 time: 0.3524225 Jul 22 23:59:07.081399 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.114527 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Set router a727dcb0-a5ab-4332-afb8-1776535b0618 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:07.125858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-e8602576-a0b7-4381-9045-1bdb6c233689 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/quotas/08e6f590bb3047c8a7f2021edeaee884 HTTP/1.1" status: 200 len: 375 time: 0.0371773 Jul 22 23:59:07.172524 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-24ab059e-1dae-4b15-9e06-be26824a7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] For port 4f464237-9c9b-4773-bbed-eac930bdf120, host n-h2-688802-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:07.173107 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24ab059e-1dae-4b15-9e06-be26824a7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.178173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f0c27ffb-9e0a-4ad0-a9a4-f3f294814070 None None] Provisioning complete for port 46420f3b-a8f7-4040-b7d4-bf709f27bd24 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:07.178758 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f0c27ffb-9e0a-4ad0-a9a4-f3f294814070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.188893 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-24ab059e-1dae-4b15-9e06-be26824a7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Calling delete_port for 4f464237-9c9b-4773-bbed-eac930bdf120 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:07.198750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-62df44d1-de1b-477e-b20a-8569a724c6d6 req-a28eca37-9bfe-49fe-8c8a-8e2fb232b871 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d99a3f6-988d-4f34-a16e-b1eb87e04cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271572 Jul 22 23:59:07.233108 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port d2d95cc8-4947-4fc8-9586-6c8d8acd08c8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:07.235915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f0c27ffb-9e0a-4ad0-a9a4-f3f294814070 None None] Port 46420f3b-a8f7-4040-b7d4-bf709f27bd24 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:07.243389 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d2d95cc8-4947-4fc8-9586-6c8d8acd08c8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:07.243940 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.283387 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-362f817d-95e6-4903-943f-486d45d5b3bf tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1626365 Jul 22 23:59:07.368379 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.381843 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24ab059e-1dae-4b15-9e06-be26824a7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.399169 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port d2d95cc8-4947-4fc8-9586-6c8d8acd08c8, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d2d95cc8-4947-4fc8-9586-6c8d8acd08c8,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:07.406179 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.429646 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24ab059e-1dae-4b15-9e06-be26824a7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.434638 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-24ab059e-1dae-4b15-9e06-be26824a7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] 10.222.0.26 "DELETE /v2.0/ports/4f464237-9c9b-4773-bbed-eac930bdf120 HTTP/1.1" status: 204 len: 168 time: 0.5856762 Jul 22 23:59:07.439253 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43720) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:07.515073 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=d2d95cc8-4947-4fc8-9586-6c8d8acd08c8,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:07.527132 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-076190b2-7c45-4562-b483-9bc780182f4c service neutron] 10.222.0.26 "GET /v2.0/networks/26573ced-b6b7-427c-9e0e-45737b354c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288582 Jul 22 23:59:07.534988 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab059e-1dae-4b15-9e06-be26824a7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f464237-9c9b-4773-bbed-eac930bdf120,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:07.545201 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3392c9e4-4b5f-4bf8-bf90-8fb45048485f tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] GET failed (client error): The resource could not be found. Jul 22 23:59:07.549878 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3392c9e4-4b5f-4bf8-bf90-8fb45048485f tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] 10.222.0.26 "GET /v2.0/ports/4f464237-9c9b-4773-bbed-eac930bdf120 HTTP/1.1" status: 404 len: 333 time: 0.1067352 Jul 22 23:59:07.554228 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43722) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:07.560586 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ee84ba82-601c-466d-afb0-d1d977f3d8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Request body: {'port': {'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-861529732'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:07.590877 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee84ba82-601c-466d-afb0-d1d977f3d8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Made reservation on behalf of 13bcccea423d45a494864816ca56f12a for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:07.594556 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee84ba82-601c-466d-afb0-d1d977f3d8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.607695 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099014839', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:57Z', 'updated_at': '2021-07-22T23:59:04Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:58:58Z', 'updated_at': '2021-07-22T23:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '46420f3b-a8f7-4040-b7d4-bf709f27bd24', 'name': '', 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:4d:a4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:03Z', 'updated_at': '2021-07-22T23:59:05Z', 'revision_number': 2, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:07.612567 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-ee84ba82-601c-466d-afb0-d1d977f3d8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] device_id is not set on port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:59:07.639596 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Checking router: a727dcb0-a5ab-4332-afb8-1776535b0618 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:07.640698 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Updating router a727dcb0-a5ab-4332-afb8-1776535b0618 port 46420f3b-a8f7-4040-b7d4-bf709f27bd24 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:59:07.674432 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-20f7593e-87e8-421b-9686-748b64a1a882 service neutron] 10.222.0.26 "GET /v2.0/networks/26573ced-b6b7-427c-9e0e-45737b354c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400657 Jul 22 23:59:07.682633 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.936620 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee84ba82-601c-466d-afb0-d1d977f3d8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.937812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43744) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:08.074719 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee84ba82-601c-466d-afb0-d1d977f3d8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.081831 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68bca9e5-4747-4c78-969d-437ac1c9dd68 req-9691f5cc-7449-4cec-a2ff-53225482249e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 210 time: 0.1325624 Jul 22 23:59:08.133318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee84ba82-601c-466d-afb0-d1d977f3d8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Network 17e07451-9f1c-481d-be8a-717ef17abe59 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:08.139037 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ee84ba82-601c-466d-afb0-d1d977f3d8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:08.145621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee84ba82-601c-466d-afb0-d1d977f3d8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:08.147638 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee84ba82-601c-466d-afb0-d1d977f3d8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:08.148527 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee84ba82-601c-466d-afb0-d1d977f3d8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.163412 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84ba82-601c-466d-afb0-d1d977f3d8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Pushing event updated for resources: {'Port': ['ID=19cd28b1-f82a-4393-8636-5520bdf6d1e9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:08.169832 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ee84ba82-601c-466d-afb0-d1d977f3d8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6143405 Jul 22 23:59:08.173176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43750) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:08.188353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:08.190292 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.203688 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Transition to ACTIVE for port object 46420f3b-a8f7-4040-b7d4-bf709f27bd24 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:08.211596 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.272338 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9833c8-9187-46fb-ac22-aac62c2b500e None None] Pushing event updated for resources: {'Port': ['ID=46420f3b-a8f7-4040-b7d4-bf709f27bd24,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:08.299346 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9833c8-9187-46fb-ac22-aac62c2b500e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:08.299685 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9833c8-9187-46fb-ac22-aac62c2b500e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:08.301850 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9833c8-9187-46fb-ac22-aac62c2b500e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:08.302258 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9833c8-9187-46fb-ac22-aac62c2b500e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:08.303799 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9833c8-9187-46fb-ac22-aac62c2b500e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:08.304135 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9833c8-9187-46fb-ac22-aac62c2b500e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:08.304467 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9833c8-9187-46fb-ac22-aac62c2b500e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:08.304912 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9833c8-9187-46fb-ac22-aac62c2b500e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:08.305334 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9833c8-9187-46fb-ac22-aac62c2b500e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:08.309043 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9833c8-9187-46fb-ac22-aac62c2b500e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:08.309483 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9833c8-9187-46fb-ac22-aac62c2b500e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:08.309865 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9833c8-9187-46fb-ac22-aac62c2b500e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:08.360739 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.390737 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d2d95cc8-4947-4fc8-9586-6c8d8acd08c8 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:08.438363 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-63113d0e-0686-4b8b-a640-c0e14296de61 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Deleting port ddec7cb5-2763-431d-9709-3c713724c2b0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:08.439040 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63113d0e-0686-4b8b-a640-c0e14296de61 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.514915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d2d95cc8-4947-4fc8-9586-6c8d8acd08c8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:08.517321 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.555809 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Attempting to bind port 46420f3b-a8f7-4040-b7d4-bf709f27bd24 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:08.556402 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Attempting to bind port 46420f3b-a8f7-4040-b7d4-bf709f27bd24 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6a938a2a-800a-4368-8e75-66323f22edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:08.556883 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Attempting to bind port 46420f3b-a8f7-4040-b7d4-bf709f27bd24 on network 26573ced-b6b7-427c-9e0e-45737b354c4b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:08.623218 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:08.632770 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Checking segment: {'id': '6a938a2a-800a-4368-8e75-66323f22edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:08.633829 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63113d0e-0686-4b8b-a640-c0e14296de61 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.635173 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63113d0e-0686-4b8b-a640-c0e14296de61 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.638528 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.638895 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Bound using segment: {'id': '6a938a2a-800a-4368-8e75-66323f22edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:08.639502 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Bound port: 46420f3b-a8f7-4040-b7d4-bf709f27bd24, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a938a2a-800a-4368-8e75-66323f22edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:08.639904 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.677265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-63113d0e-0686-4b8b-a640-c0e14296de61 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Calling delete_port for ddec7cb5-2763-431d-9709-3c713724c2b0 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:08.824651 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43762) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:08.856219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] device_id is not set on port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:59:08.861383 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] For port 46420f3b-a8f7-4040-b7d4-bf709f27bd24, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:08.865462 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] For port 46420f3b-a8f7-4040-b7d4-bf709f27bd24, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=46420f3b-a8f7-4040-b7d4-bf709f27bd24,segment=NetworkSegment(6a938a2a-800a-4368-8e75-66323f22edbc),segment_id=6a938a2a-800a-4368-8e75-66323f22edbc)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:08.872552 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.876725 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.887073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Transition to ACTIVE for port object 19cd28b1-f82a-4393-8636-5520bdf6d1e9 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:08.895602 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.972385 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Routers {'a727dcb0-a5ab-4332-afb8-1776535b0618'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:08.973544 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a727dcb0-a5ab-4332-afb8-1776535b0618'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:09.023406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Pushing event updated for resources: {'Port': ['ID=19cd28b1-f82a-4393-8636-5520bdf6d1e9,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:09.036177 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:09.036703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:09.037725 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:09.043341 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:09.044051 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:09.044943 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 2 to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 Jul 22 23:59:09.066229 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:09.066967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:09.067517 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:09.073964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:09.074664 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:09.076011 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 3 to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 Jul 22 23:59:09.110806 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:09.111362 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:09.111701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:09.143869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:09.145365 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:09.145975 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 4 to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 Jul 22 23:59:09.194454 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:09.194875 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:09.195294 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:09.213323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:09.213656 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:09.214938 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 5 to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 Jul 22 23:59:09.268796 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9833c8-9187-46fb-ac22-aac62c2b500e None None] Pushing event updated for resources: {'Port': ['ID=46420f3b-a8f7-4040-b7d4-bf709f27bd24,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:09.270759 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:09.272382 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:09.318568 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:09.345940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:09.346283 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:09.346698 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 6 to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 Jul 22 23:59:09.377580 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] Set router a727dcb0-a5ab-4332-afb8-1776535b0618 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:09.388627 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:09.391145 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:09.391717 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:09.402797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:09.405650 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:09.406250 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 7 to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 Jul 22 23:59:09.439382 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:09.439794 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:09.440246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:09.449461 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:09.450485 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:09.450916 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 8 to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 Jul 22 23:59:09.502664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:09.503348 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:09.504507 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:09.513742 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:09.517112 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:09.521790 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 9 to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 Jul 22 23:59:09.550893 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:09.553798 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:09.554219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:09.578565 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:09.578759 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:09.582012 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 10 to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 Jul 22 23:59:09.627090 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:09.630603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:09.631068 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:09.645879 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:09.646449 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:09.646899 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:09.743231 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63113d0e-0686-4b8b-a640-c0e14296de61 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:09.831516 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099014839', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:57Z', 'updated_at': '2021-07-22T23:59:04Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:58:58Z', 'updated_at': '2021-07-22T23:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '46420f3b-a8f7-4040-b7d4-bf709f27bd24', 'name': '', 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:4d:a4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:03Z', 'updated_at': '2021-07-22T23:59:08Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:09.855304 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f1117251-e814-4395-9fe9-936aa714e95b req-6f5e350c-6994-4796-ae74-63599592e6b7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 210 time: 0.1640046 Jul 22 23:59:09.875442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63113d0e-0686-4b8b-a640-c0e14296de61 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Pushing event deleted for resources: {'Port': ['ID=ddec7cb5-2763-431d-9709-3c713724c2b0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:09.880938 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87243ef5-d96e-40fa-8279-26ac538ed8bf None None] The sync data for ids ['a727dcb0-a5ab-4332-afb8-1776535b0618'] in n-d-688802-2 is: [{'id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099014839', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:57Z', 'updated_at': '2021-07-22T23:59:04Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:58:58Z', 'updated_at': '2021-07-22T23:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '46420f3b-a8f7-4040-b7d4-bf709f27bd24', 'name': '', 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:4d:a4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:03Z', 'updated_at': '2021-07-22T23:59:08Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:10.116681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] For port 19cd28b1-f82a-4393-8636-5520bdf6d1e9, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:10.117249 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempted to set empty binding levels {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 23:59:10.138879 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:10.154047 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63113d0e-0686-4b8b-a640-c0e14296de61 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:10.154047 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-63113d0e-0686-4b8b-a640-c0e14296de61 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Floating IP 3f56826f-e068-4628-8df5-aaaafa7d4856 disassociated (deleted). External IP: 172.25.4.151, port: c1053cbd-50e2-463d-8f57-7a7737d57110. Jul 22 23:59:10.243767 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Pushing event updated for resources: {'Port': ['ID=19cd28b1-f82a-4393-8636-5520bdf6d1e9,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:10.264475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-19fd7c56-4dd3-4e37-be5c-8a16a85a921c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.273285 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-19fd7c56-4dd3-4e37-be5c-8a16a85a921c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.95 "GET /v2.0/networks?id=26573ced-b6b7-427c-9e0e-45737b354c4b HTTP/1.1" status: 200 len: 797 time: 0.5861776 Jul 22 23:59:10.362061 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] In _notify_port_updated(), no bound segment for port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:59:10.364825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.366389 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:10.368203 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d2e5b53d-1c6b-43c7-8252-059d0d7b0c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] 10.222.0.26 "PUT /v2.0/ports/19cd28b1-f82a-4393-8636-5520bdf6d1e9 HTTP/1.1" status: 200 len: 978 time: 2.1942134 Jul 22 23:59:10.375727 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43784) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:10.414996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 46420f3b-a8f7-4040-b7d4-bf709f27bd24 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:10.528038 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 46420f3b-a8f7-4040-b7d4-bf709f27bd24 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:10.531283 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-44a25d8d-9ede-4b01-afbd-0cb997e7a5dd tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e6f590bb3047c8a7f2021edeaee884 HTTP/1.1" status: 200 len: 380 time: 0.1965582 Jul 22 23:59:10.544609 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 46420f3b-a8f7-4040-b7d4-bf709f27bd24 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:10.545431 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:10.551422 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-c122efeb-c431-458d-ab72-8344be17ca99 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'port': {'device_id': 'be8cbc99-1a12-4c99-861c-c6b86b7a483f', 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b', 'admin_state_up': True, 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'security_groups': ['2072a5f9-1142-4a68-aee5-f79455c5d2ae']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:10.559106 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47a3591e-8101-48dc-a125-77c487513918 req-540ae8bb-7d15-4363-baec-ef75652d52f1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2510698 Jul 22 23:59:10.681671 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.682240 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.682720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.683196 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.694457 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.694971 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.695459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.695934 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.698516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.702072 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.704224 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.704881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.710791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.711332 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.711818 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.712297 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.712778 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.713425 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.713779 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.714252 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.714721 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.715189 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.719105 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c10bb367-08a5-4071-a567-2ac26ab39786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20033 time: 0.3199964 Jul 22 23:59:10.730766 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43792) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:10.733203 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:10.787493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 46420f3b-a8f7-4040-b7d4-bf709f27bd24, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=46420f3b-a8f7-4040-b7d4-bf709f27bd24,segment=NetworkSegment(6a938a2a-800a-4368-8e75-66323f22edbc),segment_id=6a938a2a-800a-4368-8e75-66323f22edbc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:10.800300 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:10.807460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63113d0e-0686-4b8b-a640-c0e14296de61 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Router e4564c72-0ce2-4836-80b2-5651ff440079 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:10.855409 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3591e-8101-48dc-a125-77c487513918 req-d9ed8d2c-3612-42c5-8fd0-5071e2e1a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.857045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47a3591e-8101-48dc-a125-77c487513918 req-d9ed8d2c-3612-42c5-8fd0-5071e2e1a70e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d28b015edbb34eaeb96f7c2c259b971a&device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 1097 time: 0.2304568 Jul 22 23:59:10.883835 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=46420f3b-a8f7-4040-b7d4-bf709f27bd24,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:10.917863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-c122efeb-c431-458d-ab72-8344be17ca99 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Made reservation on behalf of 08e6f590bb3047c8a7f2021edeaee884 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:10.922895 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-c122efeb-c431-458d-ab72-8344be17ca99 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:11.022397 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c880fc89-4929-49bf-a39a-b55e0417b146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Deleting port 19cd28b1-f82a-4393-8636-5520bdf6d1e9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:11.023265 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c880fc89-4929-49bf-a39a-b55e0417b146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:11.072090 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:11.164518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c880fc89-4929-49bf-a39a-b55e0417b146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] For port 19cd28b1-f82a-4393-8636-5520bdf6d1e9, host n-h2-688802-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:11.165796 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c880fc89-4929-49bf-a39a-b55e0417b146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:11.167958 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-070344db-a471-4c65-b218-a00e6769dea5 req-9548ba35-27bf-494c-8cf2-7e554bd52ebd tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 210 time: 0.1169810 Jul 22 23:59:11.196236 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c880fc89-4929-49bf-a39a-b55e0417b146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Calling delete_port for 19cd28b1-f82a-4393-8636-5520bdf6d1e9 owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:11.204000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-c122efeb-c431-458d-ab72-8344be17ca99 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Allocated IP 172.20.0.11 (26573ced-b6b7-427c-9e0e-45737b354c4b/d55aa435-8a22-4810-b226-b2d7ba0092a3/7416d4aa-d638-4895-8fc4-805b21d1dcf3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:11.365067 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63113d0e-0686-4b8b-a640-c0e14296de61 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:11.380101 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63113d0e-0686-4b8b-a640-c0e14296de61 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:11.380420 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9ba54-d640-4200-8d7b-3abb63652c5f None None] Sync routers for ids ['e4564c72-0ce2-4836-80b2-5651ff440079'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:11.391816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f9ba54-d640-4200-8d7b-3abb63652c5f None None] Routers {'e4564c72-0ce2-4836-80b2-5651ff440079'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:11.392371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f0f9ba54-d640-4200-8d7b-3abb63652c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['e4564c72-0ce2-4836-80b2-5651ff440079'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:11.432133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3591e-8101-48dc-a125-77c487513918 req-e7383631-1559-46f2-89d2-ddc2f07c0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:11.433699 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47a3591e-8101-48dc-a125-77c487513918 req-e7383631-1559-46f2-89d2-ddc2f07c0dbf service neutron] 10.222.0.95 "GET /v2.0/networks?id=6f56a743-bb78-4e83-b4ae-4af4cbcce270 HTTP/1.1" status: 200 len: 898 time: 0.5157468 Jul 22 23:59:11.575493 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-63113d0e-0686-4b8b-a640-c0e14296de61 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "DELETE /v2.0/floatingips/3f56826f-e068-4628-8df5-aaaafa7d4856 HTTP/1.1" status: 204 len: 168 time: 3.6364069 Jul 22 23:59:11.579546 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'tag': 'c1053cbd-50e2-463d-8f57-7a7737d57110'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:11.583907 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239646c5-cced-477d-9e0a-5bad6df4abd4" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbaf46c-d2a5-4aa4-9c31-97ab77e91910", "tag": "c1053cbd-50e2-463d-8f57-7a7737d57110"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:11.684243 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c73d4c-0e56-4c3b-9b48-28183e09b9a5 x-openstack-request-id: req-f6c73d4c-0e56-4c3b-9b48-28183e09b9a5 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:11.684551 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbaf46c-d2a5-4aa4-9c31-97ab77e91910", "tag": "c1053cbd-50e2-463d-8f57-7a7737d57110", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:11.684811 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f6c73d4c-0e56-4c3b-9b48-28183e09b9a5 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:11.685313 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'tag': 'c1053cbd-50e2-463d-8f57-7a7737d57110', 'status': 'completed', 'code': 200} Jul 22 23:59:11.737917 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c880fc89-4929-49bf-a39a-b55e0417b146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:11.858635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880fc89-4929-49bf-a39a-b55e0417b146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Pushing event deleted for resources: {'Port': ['ID=19cd28b1-f82a-4393-8636-5520bdf6d1e9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:11.861230 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47a3591e-8101-48dc-a125-77c487513918 req-85b8d333-4331-4524-899a-9e34e45ebeae service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 HTTP/1.1" status: 200 len: 1001 time: 0.3441300 Jul 22 23:59:11.861956 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c880fc89-4929-49bf-a39a-b55e0417b146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:11.864408 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c880fc89-4929-49bf-a39a-b55e0417b146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] 10.222.0.26 "DELETE /v2.0/ports/19cd28b1-f82a-4393-8636-5520bdf6d1e9 HTTP/1.1" status: 204 len: 168 time: 1.1323097 Jul 22 23:59:11.869361 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-c122efeb-c431-458d-ab72-8344be17ca99 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:11.871653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43818) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:11.920202 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a014b23-267c-47b9-b9a8-f90526e8977b tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] GET failed (client error): The resource could not be found. Jul 22 23:59:11.922883 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2a014b23-267c-47b9-b9a8-f90526e8977b tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] 10.222.0.26 "GET /v2.0/ports/19cd28b1-f82a-4393-8636-5520bdf6d1e9 HTTP/1.1" status: 404 len: 333 time: 0.0494118 Jul 22 23:59:11.928692 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43822) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:11.935278 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8e0af0da-02f0-4015-9795-e24ef38007e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651636442', 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:11.979507 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0af0da-02f0-4015-9795-e24ef38007e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Made reservation on behalf of 13bcccea423d45a494864816ca56f12a for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:11.982157 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e0af0da-02f0-4015-9795-e24ef38007e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:11.989564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-c122efeb-c431-458d-ab72-8344be17ca99 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Transition to ACTIVE for port object 7416d4aa-d638-4895-8fc4-805b21d1dcf3 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:12.018090 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f0f9ba54-d640-4200-8d7b-3abb63652c5f None None] Set router e4564c72-0ce2-4836-80b2-5651ff440079 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:12.075122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-8e0af0da-02f0-4015-9795-e24ef38007e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] device_id is not set on port 0cbe217d-f6f7-49b7-96c0-e4781f2680b2 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:59:12.081508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3591e-8101-48dc-a125-77c487513918 req-f531408b-b00e-4dbf-8b50-3238af441b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:12.083161 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47a3591e-8101-48dc-a125-77c487513918 req-f531408b-b00e-4dbf-8b50-3238af441b68 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ab50c3ef-2b3a-42f6-a53c-174359dccb53 HTTP/1.1" status: 200 len: 833 time: 0.2211139 Jul 22 23:59:12.185860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239646c5-cced-477d-9e0a-5bad6df4abd4 req-2b04bd85-5da7-49fd-ae22-2e1e78ad512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:12.188665 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-239646c5-cced-477d-9e0a-5bad6df4abd4 req-2b04bd85-5da7-49fd-ae22-2e1e78ad512f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e67dfb34b944fceb43dbf0db78fb2ad&device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 1097 time: 0.4321563 Jul 22 23:59:12.210010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Allocated IP 172.20.0.17 (31d7a3e5-91c4-4a43-9fa8-440cd3c81722/0df7925c-e0da-4f95-b8c7-f168c899439e/8673cdb9-5724-45f1-8822-09f8d49f24ec) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:12.324928 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e0af0da-02f0-4015-9795-e24ef38007e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.390773 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e0af0da-02f0-4015-9795-e24ef38007e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.402417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3591e-8101-48dc-a125-77c487513918 req-e7005b85-2a52-4962-a781-b4da0b799147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:12.404003 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47a3591e-8101-48dc-a125-77c487513918 req-e7005b85-2a52-4962-a781-b4da0b799147 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6f56a743-bb78-4e83-b4ae-4af4cbcce270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3118210 Jul 22 23:59:12.447897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 46420f3b-a8f7-4040-b7d4-bf709f27bd24 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:12.491341 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-c122efeb-c431-458d-ab72-8344be17ca99 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.504680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0af0da-02f0-4015-9795-e24ef38007e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Network 17e07451-9f1c-481d-be8a-717ef17abe59 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:12.514503 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8e0af0da-02f0-4015-9795-e24ef38007e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:12.529686 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0af0da-02f0-4015-9795-e24ef38007e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:12.531889 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0af0da-02f0-4015-9795-e24ef38007e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:12.533286 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e0af0da-02f0-4015-9795-e24ef38007e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.565891 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8e0af0da-02f0-4015-9795-e24ef38007e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6362240 Jul 22 23:59:12.576036 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-c122efeb-c431-458d-ab72-8344be17ca99 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 26573ced-b6b7-427c-9e0e-45737b354c4b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:12.582322 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43836) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:12.583508 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-c122efeb-c431-458d-ab72-8344be17ca99 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:12.587015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f0f9ba54-d640-4200-8d7b-3abb63652c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port': {'id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:25Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'c3f84739-fbd6-4981-a91b-1d16a3f2ad6b', 'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'mac_address': 'fa:16:3e:a2:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:31Z', 'updated_at': '2021-07-22T23:54:39Z', 'revision_number': 5, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'subnets': [{'id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:12.600271 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-c122efeb-c431-458d-ab72-8344be17ca99 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:12.672960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 46420f3b-a8f7-4040-b7d4-bf709f27bd24 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:12.676344 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.696674 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-c122efeb-c431-458d-ab72-8344be17ca99 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:12.697330 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-c122efeb-c431-458d-ab72-8344be17ca99 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.700579 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0af0da-02f0-4015-9795-e24ef38007e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Pushing event updated for resources: {'Port': ['ID=0cbe217d-f6f7-49b7-96c0-e4781f2680b2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:12.739270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9ba54-d640-4200-8d7b-3abb63652c5f None None] Checking router: e4564c72-0ce2-4836-80b2-5651ff440079 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:12.754407 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f9ba54-d640-4200-8d7b-3abb63652c5f None None] Routers {'e4564c72-0ce2-4836-80b2-5651ff440079'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:12.755387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f0f9ba54-d640-4200-8d7b-3abb63652c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['e4564c72-0ce2-4836-80b2-5651ff440079'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:12.817460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239646c5-cced-477d-9e0a-5bad6df4abd4 req-16fb2600-af0e-44d4-a272-cc5040db6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:12.818995 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-239646c5-cced-477d-9e0a-5bad6df4abd4 req-16fb2600-af0e-44d4-a272-cc5040db6c29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=50eadcea-8b03-4ea9-bc3a-e4d4187b2620 HTTP/1.1" status: 200 len: 915 time: 0.6213377 Jul 22 23:59:12.846896 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-c122efeb-c431-458d-ab72-8344be17ca99 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3025401 Jul 22 23:59:12.854171 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b549c3-dbf1-47f1-8a54-b502b70e84fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:12.855759 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f8b549c3-dbf1-47f1-8a54-b502b70e84fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] 10.222.0.26 "GET /v2.0/ports/0cbe217d-f6f7-49b7-96c0-e4781f2680b2 HTTP/1.1" status: 200 len: 959 time: 0.1877456 Jul 22 23:59:12.863467 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Request body: {'port': {'device_id': 'be8cbc99-1a12-4c99-861c-c6b86b7a483f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:12.920442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bb759-89d9-48bf-8a53-fdc1895cc3ae req-d37f6696-b269-47eb-8204-d504b27fa06a tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:12.922367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c9bb759-89d9-48bf-8a53-fdc1895cc3ae req-d37f6696-b269-47eb-8204-d504b27fa06a tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 946 time: 0.7099795 Jul 22 23:59:12.922878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:12.977135 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122efeb-c431-458d-ab72-8344be17ca99 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=7416d4aa-d638-4895-8fc4-805b21d1dcf3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:13.004972 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.082386 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f0f9ba54-d640-4200-8d7b-3abb63652c5f None None] Set router e4564c72-0ce2-4836-80b2-5651ff440079 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:13.089766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-39675daa-ce5f-42e5-9f5b-4abda31ec1e7 None None] Provisioning for port 7416d4aa-d638-4895-8fc4-805b21d1dcf3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:13.143723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-39675daa-ce5f-42e5-9f5b-4abda31ec1e7 None None] Provisioning complete for port 7416d4aa-d638-4895-8fc4-805b21d1dcf3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:13.145554 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-39675daa-ce5f-42e5-9f5b-4abda31ec1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.314327 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-39675daa-ce5f-42e5-9f5b-4abda31ec1e7 None None] Port 7416d4aa-d638-4895-8fc4-805b21d1dcf3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:13.446433 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-239646c5-cced-477d-9e0a-5bad6df4abd4 req-414550a0-a75a-4f05-8aee-04e02088cf7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1053cbd-50e2-463d-8f57-7a7737d57110 HTTP/1.1" status: 200 len: 217 time: 0.6070430 Jul 22 23:59:13.484498 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.485581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f0f9ba54-d640-4200-8d7b-3abb63652c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port': {'id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:25Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'c3f84739-fbd6-4981-a91b-1d16a3f2ad6b', 'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'mac_address': 'fa:16:3e:a2:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:31Z', 'updated_at': '2021-07-22T23:54:39Z', 'revision_number': 5, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'subnets': [{'id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:13.515462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9ba54-d640-4200-8d7b-3abb63652c5f None None] The sync data for ids ['e4564c72-0ce2-4836-80b2-5651ff440079'] in n-d-688802-2 is: [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port': {'id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:25Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'c3f84739-fbd6-4981-a91b-1d16a3f2ad6b', 'name': '', 'network_id': '50eadcea-8b03-4ea9-bc3a-e4d4187b2620', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'mac_address': 'fa:16:3e:a2:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:31Z', 'updated_at': '2021-07-22T23:54:39Z', 'revision_number': 5, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'subnets': [{'id': 'd51fa380-3457-4151-93a3-a282aaf08d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:13.574215 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Transition to ACTIVE for port object 8673cdb9-5724-45f1-8822-09f8d49f24ec will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:13.585993 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7416d4aa-d638-4895-8fc4-805b21d1dcf3 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:59:13.587361 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47a3591e-8101-48dc-a125-77c487513918 req-f2bc4c0d-056d-4e66-b6e2-01ae02451fbd service neutron] 10.222.0.95 "GET /v2.0/networks/6f56a743-bb78-4e83-b4ae-4af4cbcce270?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1536798 Jul 22 23:59:13.593802 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.594873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a5ec5-d179-4e0b-8279-6111f9900ed6 req-26333287-75a1-4e44-818e-c9c1fa9ceb16 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:13.596421 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac2a5ec5-d179-4e0b-8279-6111f9900ed6 req-26333287-75a1-4e44-818e-c9c1fa9ceb16 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 932 time: 1.1723971 Jul 22 23:59:13.621526 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Transition to ACTIVE for port object 7416d4aa-d638-4895-8fc4-805b21d1dcf3 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:13.627001 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.629021 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c9bb759-89d9-48bf-8a53-fdc1895cc3ae req-98573ca3-8d13-4e0a-ba24-2706db67cdb3 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6883833 Jul 22 23:59:13.684935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239646c5-cced-477d-9e0a-5bad6df4abd4 req-a3b37765-0cec-4faa-b23f-ff45b9f08a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:13.686623 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-239646c5-cced-477d-9e0a-5bad6df4abd4 req-a3b37765-0cec-4faa-b23f-ff45b9f08a02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d51fa380-3457-4151-93a3-a282aaf08d34 HTTP/1.1" status: 200 len: 853 time: 0.2187173 Jul 22 23:59:13.746124 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac2a5ec5-d179-4e0b-8279-6111f9900ed6 req-dc7bd89b-270e-46ab-ba20-581182327432 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055205 Jul 22 23:59:13.769578 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Pushing event updated for resources: {'Port': ['ID=7416d4aa-d638-4895-8fc4-805b21d1dcf3,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:13.796964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Attempting to bind port 7416d4aa-d638-4895-8fc4-805b21d1dcf3 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:13.797985 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Attempting to bind port 7416d4aa-d638-4895-8fc4-805b21d1dcf3 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '6a938a2a-800a-4368-8e75-66323f22edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:13.798325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Attempting to bind port 7416d4aa-d638-4895-8fc4-805b21d1dcf3 on network 26573ced-b6b7-427c-9e0e-45737b354c4b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:13.807380 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Port 7416d4aa-d638-4895-8fc4-805b21d1dcf3 on network 26573ced-b6b7-427c-9e0e-45737b354c4b not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:13.807708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Attempting to bind port 7416d4aa-d638-4895-8fc4-805b21d1dcf3 on network 26573ced-b6b7-427c-9e0e-45737b354c4b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:13.818528 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:13.818878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Checking segment: {'id': '6a938a2a-800a-4368-8e75-66323f22edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:13.819281 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Bound using segment: {'id': '6a938a2a-800a-4368-8e75-66323f22edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:13.819708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Bound port: 7416d4aa-d638-4895-8fc4-805b21d1dcf3, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a938a2a-800a-4368-8e75-66323f22edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:13.820075 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.826158 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.935146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] For port 7416d4aa-d638-4895-8fc4-805b21d1dcf3, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:13.940179 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] For port 7416d4aa-d638-4895-8fc4-805b21d1dcf3, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=7416d4aa-d638-4895-8fc4-805b21d1dcf3,segment=NetworkSegment(6a938a2a-800a-4368-8e75-66323f22edbc),segment_id=6a938a2a-800a-4368-8e75-66323f22edbc)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:13.945934 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.970416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47a3591e-8101-48dc-a125-77c487513918 req-d30221c1-2827-462f-9350-8b77451996a4 service neutron] 10.222.0.95 "GET /v2.0/networks/6f56a743-bb78-4e83-b4ae-4af4cbcce270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476794 Jul 22 23:59:13.974613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Port': ['ID=8673cdb9-5724-45f1-8822-09f8d49f24ec,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:13.986389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network 31d7a3e5-91c4-4a43-9fa8-440cd3c81722 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:13.990374 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:14.004285 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3891e5-8984-4028-9b13-5046b2bd6cd9 None None] New status for floating IP 3f56826f-e068-4628-8df5-aaaafa7d4856: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:59:14.020157 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:14.020429 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:14.022208 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] 10.222.0.95 "PUT /v2.0/ports/7416d4aa-d638-4895-8fc4-805b21d1dcf3 HTTP/1.1" status: 200 len: 1092 time: 1.1653090 Jul 22 23:59:14.022556 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-719d121f-8adf-4e61-86f7-0f879f5ee5ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Deleting port 0cbe217d-f6f7-49b7-96c0-e4781f2680b2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:14.022984 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-719d121f-8adf-4e61-86f7-0f879f5ee5ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:14.025635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8cbc99-1a12-4c99-861c-c6b86b7a483f', 'tag': '7416d4aa-d638-4895-8fc4-805b21d1dcf3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:14.028638 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90efaf2e-218e-4eff-9b3a-541848be374b" -d '{"events": [{"name": "network-changed", "server_uuid": "be8cbc99-1a12-4c99-861c-c6b86b7a483f", "tag": "7416d4aa-d638-4895-8fc4-805b21d1dcf3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:14.169689 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b87b62-936e-45a4-b4fe-88a3bde80c06 x-openstack-request-id: req-30b87b62-936e-45a4-b4fe-88a3bde80c06 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:14.170356 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8cbc99-1a12-4c99-861c-c6b86b7a483f", "tag": "7416d4aa-d638-4895-8fc4-805b21d1dcf3", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:14.170893 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30b87b62-936e-45a4-b4fe-88a3bde80c06 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:14.171717 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8cbc99-1a12-4c99-861c-c6b86b7a483f', 'tag': '7416d4aa-d638-4895-8fc4-805b21d1dcf3', 'status': 'completed', 'code': 200} Jul 22 23:59:14.179587 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-719d121f-8adf-4e61-86f7-0f879f5ee5ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:14.181492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45b5ee-1db8-4704-b796-6b16502ab2ad service neutron] Pushing event updated for resources: {'Port': ['ID=7416d4aa-d638-4895-8fc4-805b21d1dcf3,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:14.211766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:14.247712 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-acd94511-94a6-4065-b253-76471edf6215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:14.249836 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-acd94511-94a6-4065-b253-76471edf6215 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 1095 time: 0.1628208 Jul 22 23:59:14.290322 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:14.327071 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-45a72154-0180-4a13-ac73-b98d182a6d30 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7416d4aa-d638-4895-8fc4-805b21d1dcf3 HTTP/1.1" status: 200 len: 217 time: 0.0697556 Jul 22 23:59:14.368611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-719d121f-8adf-4e61-86f7-0f879f5ee5ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Calling delete_port for 0cbe217d-f6f7-49b7-96c0-e4781f2680b2 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:14.429010 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-12d7fd04-204a-463a-81f4-ec2089ed136d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:14.430998 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-12d7fd04-204a-463a-81f4-ec2089ed136d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d55aa435-8a22-4810-b226-b2d7ba0092a3 HTTP/1.1" status: 200 len: 834 time: 0.0967507 Jul 22 23:59:14.488915 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-719d121f-8adf-4e61-86f7-0f879f5ee5ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:14.512368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7268f8e6-6983-421e-a5b9-bddc986ee684 None None] Provisioning for port 8673cdb9-5724-45f1-8822-09f8d49f24ec completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:14.518372 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7268f8e6-6983-421e-a5b9-bddc986ee684 None None] Provisioning complete for port 8673cdb9-5724-45f1-8822-09f8d49f24ec triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:14.520194 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7268f8e6-6983-421e-a5b9-bddc986ee684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:14.540120 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d121f-8adf-4e61-86f7-0f879f5ee5ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cbe217d-f6f7-49b7-96c0-e4781f2680b2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:14.557390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572d02f-4c96-4c9a-992f-c618b1bb859a req-6f397197-4975-453c-887b-b02f4c555338 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:14.559200 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b572d02f-4c96-4c9a-992f-c618b1bb859a req-6f397197-4975-453c-887b-b02f4c555338 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 946 time: 0.8119881 Jul 22 23:59:14.574831 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-719d121f-8adf-4e61-86f7-0f879f5ee5ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:14.578373 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-719d121f-8adf-4e61-86f7-0f879f5ee5ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] 10.222.0.26 "DELETE /v2.0/ports/0cbe217d-f6f7-49b7-96c0-e4781f2680b2 HTTP/1.1" status: 204 len: 168 time: 1.6418407 Jul 22 23:59:14.583145 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43882) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:14.607967 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7268f8e6-6983-421e-a5b9-bddc986ee684 None None] Port 8673cdb9-5724-45f1-8822-09f8d49f24ec cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:14.651876 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3e9c6a-9446-45ea-8b25-a4b34df5244b tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] GET failed (client error): The resource could not be found. Jul 22 23:59:14.653449 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bb3e9c6a-9446-45ea-8b25-a4b34df5244b tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] 10.222.0.26 "GET /v2.0/ports/0cbe217d-f6f7-49b7-96c0-e4781f2680b2 HTTP/1.1" status: 404 len: 333 time: 0.0493846 Jul 22 23:59:14.658962 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43884) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:14.663993 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4192f34b-439a-4bf9-83bc-5f7870e4c4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Request body: {'port': {'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1327482301'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:14.696218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-5b6022cb-9ba3-43e1-b337-5daa0e43b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:14.697880 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-5b6022cb-9ba3-43e1-b337-5daa0e43b54b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=26573ced-b6b7-427c-9e0e-45737b354c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2520623 Jul 22 23:59:14.704658 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4192f34b-439a-4bf9-83bc-5f7870e4c4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Made reservation on behalf of 13bcccea423d45a494864816ca56f12a for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:14.707706 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4192f34b-439a-4bf9-83bc-5f7870e4c4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:14.717789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-8b6ea6da-63a9-4bd4-a266-80306603acfb service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:59:14.719863 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-8b6ea6da-63a9-4bd4-a266-80306603acfb service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082557 Jul 22 23:59:14.754536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239646c5-cced-477d-9e0a-5bad6df4abd4 req-c9749d2b-509d-4dc4-bc75-725fc7de94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:14.756379 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-239646c5-cced-477d-9e0a-5bad6df4abd4 req-c9749d2b-509d-4dc4-bc75-725fc7de94c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50eadcea-8b03-4ea9-bc3a-e4d4187b2620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0080521 Jul 22 23:59:14.772569 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-4192f34b-439a-4bf9-83bc-5f7870e4c4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] device_id is not set on port 872d7690-15ba-401b-8dbe-a5987b6121fb yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:59:14.882884 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:14.901968 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-7a2f449a-cef7-459c-a3a5-f627ba35a78e service neutron] 10.222.0.95 "GET /v2.0/networks/26573ced-b6b7-427c-9e0e-45737b354c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724269 Jul 22 23:59:15.016493 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-239646c5-cced-477d-9e0a-5bad6df4abd4 req-337b3931-ae9f-40dc-811b-c27f50b3979c service neutron] 10.222.0.18 "GET /v2.0/networks/50eadcea-8b03-4ea9-bc3a-e4d4187b2620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331753 Jul 22 23:59:15.208188 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b572d02f-4c96-4c9a-992f-c618b1bb859a req-ee756722-ef44-402f-aa0f-e3e28af20cbb tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Deleting port c1053cbd-50e2-463d-8f57-7a7737d57110 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:15.208453 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b572d02f-4c96-4c9a-992f-c618b1bb859a req-ee756722-ef44-402f-aa0f-e3e28af20cbb tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.294462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaaf83-13ae-4e31-8668-c9aa95c02d9c req-b33e7e10-3980-4cc5-8855-3ebbcc87aeae tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:15.302712 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-66eaaf83-13ae-4e31-8668-c9aa95c02d9c req-b33e7e10-3980-4cc5-8855-3ebbcc87aeae tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 946 time: 0.5126588 Jul 22 23:59:15.399120 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-66eaaf83-13ae-4e31-8668-c9aa95c02d9c req-933d71b8-dfb7-4704-be24-6bca09bbb5ca tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/security-groups?id=afa06df4-508f-4544-9c59-1421599af69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953557 Jul 22 23:59:15.403087 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4192f34b-439a-4bf9-83bc-5f7870e4c4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.421686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195653ee-b33c-401a-aa9c-6d1dcea2ca1f req-664f49bb-6a54-4e75-85f7-d61f7eabfa4e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:15.421686 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-195653ee-b33c-401a-aa9c-6d1dcea2ca1f req-664f49bb-6a54-4e75-85f7-d61f7eabfa4e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 944 time: 0.5299850 Jul 22 23:59:15.436016 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-239646c5-cced-477d-9e0a-5bad6df4abd4 req-c84b0aa9-1fbb-4a21-b8bf-0d4ac573726b service neutron] 10.222.0.18 "GET /v2.0/networks/50eadcea-8b03-4ea9-bc3a-e4d4187b2620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116955 Jul 22 23:59:15.453304 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4192f34b-439a-4bf9-83bc-5f7870e4c4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.521678 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4192f34b-439a-4bf9-83bc-5f7870e4c4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Network 17e07451-9f1c-481d-be8a-717ef17abe59 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:15.522634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b572d02f-4c96-4c9a-992f-c618b1bb859a req-ee756722-ef44-402f-aa0f-e3e28af20cbb tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] For port c1053cbd-50e2-463d-8f57-7a7737d57110, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=c1053cbd-50e2-463d-8f57-7a7737d57110,segment=NetworkSegment(be28c49d-ff06-4c74-883a-459895d7dd15),segment_id=be28c49d-ff06-4c74-883a-459895d7dd15)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:15.522949 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b572d02f-4c96-4c9a-992f-c618b1bb859a req-ee756722-ef44-402f-aa0f-e3e28af20cbb tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.527984 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4192f34b-439a-4bf9-83bc-5f7870e4c4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:15.528756 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-195653ee-b33c-401a-aa9c-6d1dcea2ca1f req-7c1f1fe1-cfa0-46d8-b4b6-b3e31577752e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078115 Jul 22 23:59:15.545709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4192f34b-439a-4bf9-83bc-5f7870e4c4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:15.547641 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4192f34b-439a-4bf9-83bc-5f7870e4c4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:15.548445 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4192f34b-439a-4bf9-83bc-5f7870e4c4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.564545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-b572d02f-4c96-4c9a-992f-c618b1bb859a req-ee756722-ef44-402f-aa0f-e3e28af20cbb tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Calling delete_port for c1053cbd-50e2-463d-8f57-7a7737d57110 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:15.567777 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-82df50b8-7110-4d80-932a-a1cffce1e20c req-f42fcae5-4dde-4413-83f4-9f67cfc58cda service neutron] 10.222.0.95 "GET /v2.0/networks/26573ced-b6b7-427c-9e0e-45737b354c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571653 Jul 22 23:59:15.569316 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192f34b-439a-4bf9-83bc-5f7870e4c4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Pushing event updated for resources: {'Port': ['ID=872d7690-15ba-401b-8dbe-a5987b6121fb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:15.586365 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4192f34b-439a-4bf9-83bc-5f7870e4c4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9238605 Jul 22 23:59:15.588915 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43912) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:15.594094 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:15.758704 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.788488 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.806585 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.821330 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efaf2e-218e-4eff-9b3a-541848be374b req-171e63bf-7a5c-4edd-ba81-fa30f5eede09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:15.822864 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-90efaf2e-218e-4eff-9b3a-541848be374b req-171e63bf-7a5c-4edd-ba81-fa30f5eede09 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 1095 time: 0.1638501 Jul 22 23:59:15.868044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Port': ['ID=8673cdb9-5724-45f1-8822-09f8d49f24ec,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:15.935105 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.947568 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b572d02f-4c96-4c9a-992f-c618b1bb859a req-ee756722-ef44-402f-aa0f-e3e28af20cbb tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.012049 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee756722-ef44-402f-aa0f-e3e28af20cbb tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Pushing event deleted for resources: {'Port': ['ID=c1053cbd-50e2-463d-8f57-7a7737d57110,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:16.038342 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efaf2e-218e-4eff-9b3a-541848be374b req-9310e37e-e489-422f-9ffe-08d57ffdf676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:16.040151 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-90efaf2e-218e-4eff-9b3a-541848be374b req-9310e37e-e489-422f-9ffe-08d57ffdf676 service neutron] 10.222.0.95 "GET /v2.0/networks?id=26573ced-b6b7-427c-9e0e-45737b354c4b HTTP/1.1" status: 200 len: 898 time: 0.2074039 Jul 22 23:59:16.099303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b572d02f-4c96-4c9a-992f-c618b1bb859a req-ee756722-ef44-402f-aa0f-e3e28af20cbb tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] No DVR routers for this DVR port c1053cbd-50e2-463d-8f57-7a7737d57110 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:16.100270 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-90efaf2e-218e-4eff-9b3a-541848be374b req-2d1035a9-7807-4c13-8fc4-6e448a7b8e4f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7416d4aa-d638-4895-8fc4-805b21d1dcf3 HTTP/1.1" status: 200 len: 217 time: 0.0512116 Jul 22 23:59:16.102036 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b572d02f-4c96-4c9a-992f-c618b1bb859a req-ee756722-ef44-402f-aa0f-e3e28af20cbb tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.104430 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b572d02f-4c96-4c9a-992f-c618b1bb859a req-ee756722-ef44-402f-aa0f-e3e28af20cbb tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.18 "DELETE /v2.0/ports/c1053cbd-50e2-463d-8f57-7a7737d57110 HTTP/1.1" status: 204 len: 173 time: 1.5357478 Jul 22 23:59:16.138511 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'name': 'network-vif-deleted', 'tag': 'c1053cbd-50e2-463d-8f57-7a7737d57110'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:16.141046 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635ebb0f-1247-4444-ae0b-82d5a2b49173" -d '{"events": [{"server_uuid": "7cbaf46c-d2a5-4aa4-9c31-97ab77e91910", "name": "network-vif-deleted", "tag": "c1053cbd-50e2-463d-8f57-7a7737d57110"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:16.208313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network 31d7a3e5-91c4-4a43-9fa8-440cd3c81722 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:16.209905 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:16.249943 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efaf2e-218e-4eff-9b3a-541848be374b req-f1009abb-1429-4d62-b452-fb4904505976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:16.252068 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-90efaf2e-218e-4eff-9b3a-541848be374b req-f1009abb-1429-4d62-b452-fb4904505976 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d55aa435-8a22-4810-b226-b2d7ba0092a3 HTTP/1.1" status: 200 len: 834 time: 0.1428065 Jul 22 23:59:16.254482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] device_id is not set on port 872d7690-15ba-401b-8dbe-a5987b6121fb yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:59:16.275857 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.300713 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0ed0b5-97a1-45b9-94b8-362bbbfa186a x-openstack-request-id: req-ca0ed0b5-97a1-45b9-94b8-362bbbfa186a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:16.300905 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbaf46c-d2a5-4aa4-9c31-97ab77e91910", "name": "network-vif-deleted", "tag": "c1053cbd-50e2-463d-8f57-7a7737d57110", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:16.301258 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca0ed0b5-97a1-45b9-94b8-362bbbfa186a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:16.301665 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbaf46c-d2a5-4aa4-9c31-97ab77e91910', 'name': 'network-vif-deleted', 'tag': 'c1053cbd-50e2-463d-8f57-7a7737d57110', 'status': 'completed', 'code': 200} Jul 22 23:59:16.319680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Transition to ACTIVE for port object 872d7690-15ba-401b-8dbe-a5987b6121fb will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:16.329908 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.410214 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efaf2e-218e-4eff-9b3a-541848be374b req-3fe576aa-f257-482b-9dd7-45042e921eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:16.411901 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-90efaf2e-218e-4eff-9b3a-541848be374b req-3fe576aa-f257-482b-9dd7-45042e921eab service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=26573ced-b6b7-427c-9e0e-45737b354c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508322 Jul 22 23:59:16.413131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Pushing event updated for resources: {'Port': ['ID=872d7690-15ba-401b-8dbe-a5987b6121fb,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:16.461635 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Router 48f5f560-63ff-4cbb-9244-d80c8584120d has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:16.626537 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.680495 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-90efaf2e-218e-4eff-9b3a-541848be374b req-01c371f2-69c2-4213-81e2-29cc2ae1f5fb service neutron] 10.222.0.95 "GET /v2.0/networks/26573ced-b6b7-427c-9e0e-45737b354c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598495 Jul 22 23:59:16.685917 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:16.686622 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:16.687506 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:16.714169 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12b9c20a-6639-4a25-b02f-4214771d7c2c req-75165e74-b4f3-439a-9bd2-91c2efba9279 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 210 time: 0.0719271 Jul 22 23:59:16.791484 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ba9397e1-6e9b-41ab-9a33-ece0b35b5f5e None None] Provisioning complete for port 8673cdb9-5724-45f1-8822-09f8d49f24ec triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:16.792088 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba9397e1-6e9b-41ab-9a33-ece0b35b5f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.796741 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:16.797118 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:16.799289 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 2 to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb Jul 22 23:59:16.822003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:16.837955 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c3bb2662-4d52-4874-9b18-5bd51905ba00 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "PUT /v2.0/routers/48f5f560-63ff-4cbb-9244-d80c8584120d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0121486 Jul 22 23:59:16.842393 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:16.843805 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:16.843927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Sync routers for ids ['48f5f560-63ff-4cbb-9244-d80c8584120d'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:16.844469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:16.852543 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:16.853173 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:16.854953 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eed661-dd41-4723-9208-4379b624128f req-b7da99b6-25a4-40ef-a74c-88a07e2cb313 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:16.855527 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 3 to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb Jul 22 23:59:16.856504 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55eed661-dd41-4723-9208-4379b624128f req-b7da99b6-25a4-40ef-a74c-88a07e2cb313 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 944 time: 0.1572080 Jul 22 23:59:16.881504 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ba9397e1-6e9b-41ab-9a33-ece0b35b5f5e None None] Port 8673cdb9-5724-45f1-8822-09f8d49f24ec cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:16.886429 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Routers {'48f5f560-63ff-4cbb-9244-d80c8584120d'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:16.887143 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['48f5f560-63ff-4cbb-9244-d80c8584120d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:16.892068 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:16.892725 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:16.893316 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:16.898233 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:16.898949 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:16.901745 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-90efaf2e-218e-4eff-9b3a-541848be374b req-da2d9238-cfee-4b64-b4ef-e70e1ab9368f service neutron] 10.222.0.95 "GET /v2.0/networks/26573ced-b6b7-427c-9e0e-45737b354c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083044 Jul 22 23:59:16.902385 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 4 to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb Jul 22 23:59:16.922797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:16.923975 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:16.924324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:16.930340 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:16.930673 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:16.931096 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 5 to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb Jul 22 23:59:16.935364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55eed661-dd41-4723-9208-4379b624128f req-4b48115d-909b-4bdb-a7dd-f3d373244964 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700259 Jul 22 23:59:16.967370 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:16.967899 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:16.968960 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:16.974982 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:16.975528 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:16.976086 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 6 to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb Jul 22 23:59:16.990219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:16.990770 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:16.991396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:16.996828 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:16.997185 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:16.997638 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 7 to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb Jul 22 23:59:17.021638 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:17.022135 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:17.022479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:17.031954 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:17.031954 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:17.031954 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 8 to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb Jul 22 23:59:17.044505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:17.044955 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:17.045334 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:17.052053 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:17.052380 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:17.052939 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 9 to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb Jul 22 23:59:17.061270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Set router 48f5f560-63ff-4cbb-9244-d80c8584120d gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:17.082282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:17.082628 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:17.083032 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:17.088607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:17.089003 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:17.089846 n-d-688802-2 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempt 10 to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb Jul 22 23:59:17.102934 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:17.103359 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:17.103759 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempting to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:17.108144 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:17.109076 n-d-688802-2 neutron-server[93820]: ERROR neutron.plugins.ml2.managers [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Failed to bind port 872d7690-15ba-401b-8dbe-a5987b6121fb on host n-h2-688802-2 for vnic_type normal using segments [{'id': 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '17e07451-9f1c-481d-be8a-717ef17abe59'}] Jul 22 23:59:17.109957 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.228475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] For port 872d7690-15ba-401b-8dbe-a5987b6121fb, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:17.228843 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attempted to set empty binding levels {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 23:59:17.238499 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.285337 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Pushing event updated for resources: {'Port': ['ID=872d7690-15ba-401b-8dbe-a5987b6121fb,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:17.322796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] In _notify_port_updated(), no bound segment for port 872d7690-15ba-401b-8dbe-a5987b6121fb on network 17e07451-9f1c-481d-be8a-717ef17abe59 {{(pid=93820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:59:17.323827 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:17.324442 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.325986 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d4942286-e8aa-485f-9af2-b25c47fcacc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] 10.222.0.26 "PUT /v2.0/ports/872d7690-15ba-401b-8dbe-a5987b6121fb HTTP/1.1" status: 200 len: 979 time: 1.7361214 Jul 22 23:59:17.329531 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43948) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:17.387289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:59:14Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'dda2f30d-057b-4262-bb94-d5893a40e8b1', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'port_id': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'mac_address': 'fa:16:3e:30:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36294604-1343-453a-be32-781e81791684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:05Z', 'updated_at': '2021-07-22T23:58:08Z', 'revision_number': 1, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8673cdb9-5724-45f1-8822-09f8d49f24ec', 'name': '', 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:68:70:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '0df7925c-e0da-4f95-b8c7-f168c899439e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:11Z', 'updated_at': '2021-07-22T23:59:15Z', 'revision_number': 2, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': '0df7925c-e0da-4f95-b8c7-f168c899439e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf07c54a-d124-4de0-82b2-a36cb4fd5c80', 'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:5f:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:36Z', 'updated_at': '2021-07-22T23:57:50Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:17.423370 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Checking router: 48f5f560-63ff-4cbb-9244-d80c8584120d for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:17.423897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Updating router 48f5f560-63ff-4cbb-9244-d80c8584120d port 8673cdb9-5724-45f1-8822-09f8d49f24ec binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:59:17.436147 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-65a5a847-c04e-4824-bace-8f9d5dac345a tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Deleting port 872d7690-15ba-401b-8dbe-a5987b6121fb {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:17.436492 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65a5a847-c04e-4824-bace-8f9d5dac345a tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.477127 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.564882 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-65a5a847-c04e-4824-bace-8f9d5dac345a tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] For port 872d7690-15ba-401b-8dbe-a5987b6121fb, host n-h2-688802-2, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:17.565279 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65a5a847-c04e-4824-bace-8f9d5dac345a tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.588058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-65a5a847-c04e-4824-bace-8f9d5dac345a tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Calling delete_port for 872d7690-15ba-401b-8dbe-a5987b6121fb owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:17.726982 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65a5a847-c04e-4824-bace-8f9d5dac345a tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.806401 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65a5a847-c04e-4824-bace-8f9d5dac345a tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.808548 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-65a5a847-c04e-4824-bace-8f9d5dac345a tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] 10.222.0.26 "DELETE /v2.0/ports/872d7690-15ba-401b-8dbe-a5987b6121fb HTTP/1.1" status: 204 len: 168 time: 0.4780586 Jul 22 23:59:17.809868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5a847-c04e-4824-bace-8f9d5dac345a tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] Pushing event deleted for resources: {'Port': ['ID=872d7690-15ba-401b-8dbe-a5987b6121fb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:17.811407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 43962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:17.813219 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.826994 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Transition to ACTIVE for port object 8673cdb9-5724-45f1-8822-09f8d49f24ec will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:17.834028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 7416d4aa-d638-4895-8fc4-805b21d1dcf3 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:59:17.850536 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.918097 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-b422db43-0af0-4a84-b39e-fa9241758d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] GET failed (client error): The resource could not be found. Jul 22 23:59:17.920079 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b422db43-0af0-4a84-b39e-fa9241758d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683935844-project-admin] 10.222.0.26 "GET /v2.0/ports/872d7690-15ba-401b-8dbe-a5987b6121fb HTTP/1.1" status: 404 len: 333 time: 0.1068289 Jul 22 23:59:17.924704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43966) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:17.929730 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device c1053cbd-50e2-463d-8f57-7a7737d57110 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:17.972529 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21bf4bd2-a392-4c0a-83e6-5a224331c7d4 req-ac0106a5-adb5-41d5-a6e4-25f1205a4c45 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 210 time: 0.0603337 Jul 22 23:59:18.012712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: c1053cbd-50e2-463d-8f57-7a7737d57110 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:18.013052 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device c1053cbd-50e2-463d-8f57-7a7737d57110 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:18.050613 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce5b2c-2be0-425f-9dda-94a29870ff95 None None] Pushing event updated for resources: {'Port': ['ID=8673cdb9-5724-45f1-8822-09f8d49f24ec,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:18.136522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Attempting to bind port 8673cdb9-5724-45f1-8822-09f8d49f24ec on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:18.136888 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Attempting to bind port 8673cdb9-5724-45f1-8822-09f8d49f24ec by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'b75dbfbe-9db6-4809-b519-ac782e1f82e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:18.137286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Attempting to bind port 8673cdb9-5724-45f1-8822-09f8d49f24ec on network 31d7a3e5-91c4-4a43-9fa8-440cd3c81722 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:18.156780 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:18.157200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Checking segment: {'id': 'b75dbfbe-9db6-4809-b519-ac782e1f82e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:18.161773 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.162138 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Bound using segment: {'id': 'b75dbfbe-9db6-4809-b519-ac782e1f82e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:18.162802 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Bound port: 8673cdb9-5724-45f1-8822-09f8d49f24ec, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75dbfbe-9db6-4809-b519-ac782e1f82e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:18.163199 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.174484 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbc24d95-9aa9-4d56-8c92-f1d066f58301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.200361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2bec8-2e7e-4993-bfa8-5048afa511e4 req-ef1921c9-5e19-41a9-a239-36e5313590eb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:18.221850 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ddd2bec8-2e7e-4993-bfa8-5048afa511e4 req-ef1921c9-5e19-41a9-a239-36e5313590eb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 944 time: 0.1545472 Jul 22 23:59:18.287748 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 7416d4aa-d638-4895-8fc4-805b21d1dcf3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=7416d4aa-d638-4895-8fc4-805b21d1dcf3,segment=NetworkSegment(6a938a2a-800a-4368-8e75-66323f22edbc),segment_id=6a938a2a-800a-4368-8e75-66323f22edbc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:18.313324 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '7416d4aa-d638-4895-8fc4-805b21d1dcf3', 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b', 'port_id': '7416d4aa-d638-4895-8fc4-805b21d1dcf3', 'mac_address': 'fa:16:3e:07:fa:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:59:18.313981 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ddd2bec8-2e7e-4993-bfa8-5048afa511e4 req-4ce2231b-9b1d-43fe-9682-d2aa304b1bc1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900218 Jul 22 23:59:18.345864 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] For port 8673cdb9-5724-45f1-8822-09f8d49f24ec, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:18.358139 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbc24d95-9aa9-4d56-8c92-f1d066f58301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.361269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] For port 8673cdb9-5724-45f1-8822-09f8d49f24ec, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8673cdb9-5724-45f1-8822-09f8d49f24ec,segment=NetworkSegment(b75dbfbe-9db6-4809-b519-ac782e1f82e6),segment_id=b75dbfbe-9db6-4809-b519-ac782e1f82e6)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:18.373014 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fbc24d95-9aa9-4d56-8c92-f1d066f58301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e07451-9f1c-481d-be8a-717ef17abe59']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:18.385863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fbc24d95-9aa9-4d56-8c92-f1d066f58301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:18.386223 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-fbc24d95-9aa9-4d56-8c92-f1d066f58301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd906affc-9b5f-41c9-bf39-5406c8f7e9fc') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:18.391623 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.419836 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbc24d95-9aa9-4d56-8c92-f1d066f58301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.453365 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbc24d95-9aa9-4d56-8c92-f1d066f58301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.467206 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc24d95-9aa9-4d56-8c92-f1d066f58301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:18.467617 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbc24d95-9aa9-4d56-8c92-f1d066f58301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.500284 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce5b2c-2be0-425f-9dda-94a29870ff95 None None] Pushing event updated for resources: {'Port': ['ID=8673cdb9-5724-45f1-8822-09f8d49f24ec,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:18.510574 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.531110 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Routers {'48f5f560-63ff-4cbb-9244-d80c8584120d'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:18.531914 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['48f5f560-63ff-4cbb-9244-d80c8584120d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:18.610348 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:18.633395 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbc24d95-9aa9-4d56-8c92-f1d066f58301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.650147 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fbc24d95-9aa9-4d56-8c92-f1d066f58301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.653025 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fbc24d95-9aa9-4d56-8c92-f1d066f58301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] 10.222.0.26 "DELETE /v2.0/networks/17e07451-9f1c-481d-be8a-717ef17abe59 HTTP/1.1" status: 204 len: 168 time: 0.7274201 Jul 22 23:59:18.668939 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc24d95-9aa9-4d56-8c92-f1d066f58301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654579382-project] Pushing event deleted for resources: {'Network': ['ID=17e07451-9f1c-481d-be8a-717ef17abe59,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:18.711892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7416d4aa-d638-4895-8fc4-805b21d1dcf3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:59:18.739446 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 7416d4aa-d638-4895-8fc4-805b21d1dcf3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=7416d4aa-d638-4895-8fc4-805b21d1dcf3,segment=NetworkSegment(6a938a2a-800a-4368-8e75-66323f22edbc),segment_id=6a938a2a-800a-4368-8e75-66323f22edbc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:18.748687 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.824681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=7416d4aa-d638-4895-8fc4-805b21d1dcf3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:18.850363 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] Set router 48f5f560-63ff-4cbb-9244-d80c8584120d gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:19.083015 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 43990) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:19.138350 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d74d1f1-0871-4f34-a74a-0deb6d5774e5 req-b1734a39-6f8e-426c-9c57-165a12709141 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 210 time: 0.0648592 Jul 22 23:59:19.406311 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['7416d4aa-d638-4895-8fc4-805b21d1dcf3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:59:19.440986 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-00fcc061-04be-47ef-aa4f-1cc68ecfcb6f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=077f4306eab541c8a6d8960d0ea83367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565538 Jul 22 23:59:19.443206 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44004) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:19.539752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0414339-9be1-408d-89b6-eb0af0b0da1f req-88085c32-7efa-493b-8a42-bad825590dad tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:19.547153 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bca14b3c-846c-4049-ac0e-064108a06c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.547612 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0414339-9be1-408d-89b6-eb0af0b0da1f req-88085c32-7efa-493b-8a42-bad825590dad tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 945 time: 0.1270339 Jul 22 23:59:19.596890 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bca14b3c-846c-4049-ac0e-064108a06c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.680266 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0414339-9be1-408d-89b6-eb0af0b0da1f req-3c971bf6-3196-4481-9e88-671f92619c94 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237967 Jul 22 23:59:19.723539 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bca14b3c-846c-4049-ac0e-064108a06c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.728533 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bca14b3c-846c-4049-ac0e-064108a06c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.734339 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bca14b3c-846c-4049-ac0e-064108a06c01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1cbb106f-366b-4a7d-b229-33cdc21ba0a3 HTTP/1.1" status: 204 len: 168 time: 0.2868223 Jul 22 23:59:19.755760 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca14b3c-846c-4049-ac0e-064108a06c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbb106f-366b-4a7d-b229-33cdc21ba0a3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:20.119539 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:59:14Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'dda2f30d-057b-4262-bb94-d5893a40e8b1', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'port_id': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'mac_address': 'fa:16:3e:30:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36294604-1343-453a-be32-781e81791684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:05Z', 'updated_at': '2021-07-22T23:58:08Z', 'revision_number': 1, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8673cdb9-5724-45f1-8822-09f8d49f24ec', 'name': '', 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:68:70:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '0df7925c-e0da-4f95-b8c7-f168c899439e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:11Z', 'updated_at': '2021-07-22T23:59:18Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': '0df7925c-e0da-4f95-b8c7-f168c899439e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf07c54a-d124-4de0-82b2-a36cb4fd5c80', 'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:5f:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:36Z', 'updated_at': '2021-07-22T23:57:50Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:20.197027 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389cacb-138e-482f-8218-99f6dfd8bb15 None None] The sync data for ids ['48f5f560-63ff-4cbb-9244-d80c8584120d'] in n-d-688802-2 is: [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:59:14Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'dda2f30d-057b-4262-bb94-d5893a40e8b1', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'port_id': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'mac_address': 'fa:16:3e:30:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36294604-1343-453a-be32-781e81791684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:05Z', 'updated_at': '2021-07-22T23:58:08Z', 'revision_number': 1, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8673cdb9-5724-45f1-8822-09f8d49f24ec', 'name': '', 'network_id': '31d7a3e5-91c4-4a43-9fa8-440cd3c81722', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:68:70:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '0df7925c-e0da-4f95-b8c7-f168c899439e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:11Z', 'updated_at': '2021-07-22T23:59:18Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': '0df7925c-e0da-4f95-b8c7-f168c899439e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf07c54a-d124-4de0-82b2-a36cb4fd5c80', 'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:5f:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:36Z', 'updated_at': '2021-07-22T23:57:50Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:20.344759 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd6dabb1-c5ff-45bd-845b-ef41c9ac7b0e req-9065af8c-611f-46d2-9680-8cc5230ebe41 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 210 time: 0.0921216 Jul 22 23:59:20.406946 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44036) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:20.469581 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1cd018ef-0236-4510-a180-aa6ea2080a1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13bcccea423d45a494864816ca56f12a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605509 Jul 22 23:59:20.469814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44038) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:20.557930 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44040) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:20.562726 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f36630-b573-4e7a-be19-a226222fc604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.600643 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f36630-b573-4e7a-be19-a226222fc604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.666042 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f36630-b573-4e7a-be19-a226222fc604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.668711 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37f36630-b573-4e7a-be19-a226222fc604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.669916 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-37f36630-b573-4e7a-be19-a226222fc604 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f379169-1840-4ae5-b04a-86c84fa2d1c5 HTTP/1.1" status: 204 len: 168 time: 0.1990833 Jul 22 23:59:20.678842 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f36630-b573-4e7a-be19-a226222fc604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f379169-1840-4ae5-b04a-86c84fa2d1c5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:20.789173 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fb0eaef-1aee-485c-8e6f-2e1c9053860c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.047868 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663b10-24d8-498e-a802-0bd6afad85b3 req-323bda93-b17e-4df0-8b8b-7769a4e4769b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:21.053865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b663b10-24d8-498e-a802-0bd6afad85b3 req-323bda93-b17e-4df0-8b8b-7769a4e4769b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 945 time: 0.2439356 Jul 22 23:59:21.064078 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fb0eaef-1aee-485c-8e6f-2e1c9053860c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.079931 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fb0eaef-1aee-485c-8e6f-2e1c9053860c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.136461 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4fb0eaef-1aee-485c-8e6f-2e1c9053860c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f6f29783827491794c792dfb565a2aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5774171 Jul 22 23:59:21.141738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44056) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:21.150895 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0eaef-1aee-485c-8e6f-2e1c9053860c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3e1ffa-134b-4fe6-b404-42ab92f63c05,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:21.212152 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b663b10-24d8-498e-a802-0bd6afad85b3 req-79b76f4c-d64c-426c-a2ad-baf2444c1f14 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369174 Jul 22 23:59:21.276767 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5afb06de-b7e4-46f7-9b3c-d9c200f0f1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.304933 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5afb06de-b7e4-46f7-9b3c-d9c200f0f1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.366773 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5afb06de-b7e4-46f7-9b3c-d9c200f0f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.370621 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5afb06de-b7e4-46f7-9b3c-d9c200f0f1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.372112 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5afb06de-b7e4-46f7-9b3c-d9c200f0f1e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab3e1ffa-134b-4fe6-b404-42ab92f63c05 HTTP/1.1" status: 204 len: 168 time: 0.2272983 Jul 22 23:59:21.399016 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb06de-b7e4-46f7-9b3c-d9c200f0f1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3e1ffa-134b-4fe6-b404-42ab92f63c05,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:21.503974 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-158b6932-a0b8-4479-9de8-e93370bd938c req-ccbb64b3-49db-45cc-84b3-b4a34a922872 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 210 time: 0.0532191 Jul 22 23:59:21.653072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 7416d4aa-d638-4895-8fc4-805b21d1dcf3 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:21.727544 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 7416d4aa-d638-4895-8fc4-805b21d1dcf3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:21.732157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 7416d4aa-d638-4895-8fc4-805b21d1dcf3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:21.732476 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.865149 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.915054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8cbc99-1a12-4c99-861c-c6b86b7a483f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7416d4aa-d638-4895-8fc4-805b21d1dcf3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:21.917634 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ed30ac-b5df-4244-8f13-e5f9b9e85639" -d '{"events": [{"server_uuid": "be8cbc99-1a12-4c99-861c-c6b86b7a483f", "name": "network-vif-plugged", "status": "completed", "tag": "7416d4aa-d638-4895-8fc4-805b21d1dcf3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:21.963055 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 7416d4aa-d638-4895-8fc4-805b21d1dcf3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=7416d4aa-d638-4895-8fc4-805b21d1dcf3,segment=NetworkSegment(6a938a2a-800a-4368-8e75-66323f22edbc),segment_id=6a938a2a-800a-4368-8e75-66323f22edbc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:21.974971 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.088407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44102) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:22.110792 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65244604-ca1b-4f04-9d36-dc6c01d75aeb x-openstack-request-id: req-65244604-ca1b-4f04-9d36-dc6c01d75aeb {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:22.111094 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8cbc99-1a12-4c99-861c-c6b86b7a483f", "name": "network-vif-plugged", "status": "completed", "tag": "7416d4aa-d638-4895-8fc4-805b21d1dcf3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:22.111352 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65244604-ca1b-4f04-9d36-dc6c01d75aeb {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:22.111752 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8cbc99-1a12-4c99-861c-c6b86b7a483f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7416d4aa-d638-4895-8fc4-805b21d1dcf3', 'code': 200} Jul 22 23:59:22.112764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=7416d4aa-d638-4895-8fc4-805b21d1dcf3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:22.114949 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc640858-b634-4afa-b687-8cdd6ba92a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.157052 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b877065-9d0a-4c80-b690-5ef9147f1edb req-288e84c3-3eeb-4401-a1da-34eef7c4a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:22.159507 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b877065-9d0a-4c80-b690-5ef9147f1edb req-288e84c3-3eeb-4401-a1da-34eef7c4a616 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 1097 time: 0.0797336 Jul 22 23:59:22.264073 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3b877065-9d0a-4c80-b690-5ef9147f1edb req-d7a01cf1-0b32-4710-86e6-e49bae2dbbff service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959845 Jul 22 23:59:22.384337 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc640858-b634-4afa-b687-8cdd6ba92a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.386930 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8673cdb9-5724-45f1-8822-09f8d49f24ec up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:22.394671 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bc640858-b634-4afa-b687-8cdd6ba92a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.462291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44116) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:22.476701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bc640858-b634-4afa-b687-8cdd6ba92a5f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=79fc09d19b1a4cceb513d5a5c0a0b5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3809290 Jul 22 23:59:22.488218 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 8673cdb9-5724-45f1-8822-09f8d49f24ec completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:22.494149 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 8673cdb9-5724-45f1-8822-09f8d49f24ec triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:22.494572 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.515735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc640858-b634-4afa-b687-8cdd6ba92a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c4d8bd-aa6b-4191-bf46-1f2455872b0b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:22.573303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd42ab2-1852-4f60-8509-bd03a8a958af req-56ab5ab9-54a2-4f92-94a6-832b50b088cb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:22.576581 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc48ed99-fd9e-4af6-9b18-c9e77ac4f175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.587760 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2dd42ab2-1852-4f60-8509-bd03a8a958af req-56ab5ab9-54a2-4f92-94a6-832b50b088cb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.2819660 Jul 22 23:59:22.614123 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc48ed99-fd9e-4af6-9b18-c9e77ac4f175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.678085 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.702877 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ecbacad-9a13-4bfe-a90d-1a7022bc1bb1 req-d7970e6b-fc78-4611-8b64-9e90acf04e26 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cbaf46c-d2a5-4aa4-9c31-97ab77e91910 HTTP/1.1" status: 200 len: 210 time: 0.0500963 Jul 22 23:59:22.705128 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc48ed99-fd9e-4af6-9b18-c9e77ac4f175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.707595 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc48ed99-fd9e-4af6-9b18-c9e77ac4f175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.708830 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cc48ed99-fd9e-4af6-9b18-c9e77ac4f175 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09c4d8bd-aa6b-4191-bf46-1f2455872b0b HTTP/1.1" status: 204 len: 168 time: 0.2454207 Jul 22 23:59:22.709651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2dd42ab2-1852-4f60-8509-bd03a8a958af req-cb32fd60-70ac-43be-86ac-7d860934c5ee tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196065 Jul 22 23:59:22.724971 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 8673cdb9-5724-45f1-8822-09f8d49f24ec, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8673cdb9-5724-45f1-8822-09f8d49f24ec,segment=NetworkSegment(b75dbfbe-9db6-4809-b519-ac782e1f82e6),segment_id=b75dbfbe-9db6-4809-b519-ac782e1f82e6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:22.730416 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.752175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48ed99-fd9e-4af6-9b18-c9e77ac4f175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c4d8bd-aa6b-4191-bf46-1f2455872b0b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:22.838860 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=8673cdb9-5724-45f1-8822-09f8d49f24ec,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:22.878855 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44130) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:23.155356 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1636391848', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:23.162010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44142) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:23.177994 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b63faa2-5dd3-45d1-9c8a-187163eebd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.213950 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:59:23.213950 n-d-688802-2 neutron-server[93820]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 23:59:23.213950 n-d-688802-2 neutron-server[93820]: [parameters: {'project_id': '9312a91f458c4f9795438bda03c914f0', 'id': '4ee3141a-df73-48ff-a36a-71a2fd09e69d', 'expiration': datetime.datetime(2021, 7, 23, 0, 1, 23, 210137)}] Jul 22 23:59:23.213950 n-d-688802-2 neutron-server[93820]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:59:23.214859 n-d-688802-2 neutron-server[93820]: DEBUG oslo_db.api [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:59:23.293251 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b63faa2-5dd3-45d1-9c8a-187163eebd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.298864 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b63faa2-5dd3-45d1-9c8a-187163eebd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.340478 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5b63faa2-5dd3-45d1-9c8a-187163eebd4a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9697d4a38c4841d3b93893bffb3836cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768694 Jul 22 23:59:23.341815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63faa2-5dd3-45d1-9c8a-187163eebd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a03a1f-dff8-4bff-ba4a-120037b02191,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:23.343325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44146) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:23.404257 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61a19028-5f94-48d4-9368-27d2b7e2e0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.430600 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61a19028-5f94-48d4-9368-27d2b7e2e0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.482371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61a19028-5f94-48d4-9368-27d2b7e2e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.487408 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61a19028-5f94-48d4-9368-27d2b7e2e0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.492574 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-61a19028-5f94-48d4-9368-27d2b7e2e0a1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74a03a1f-dff8-4bff-ba4a-120037b02191 HTTP/1.1" status: 204 len: 168 time: 0.1443965 Jul 22 23:59:23.498644 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a19028-5f94-48d4-9368-27d2b7e2e0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a03a1f-dff8-4bff-ba4a-120037b02191,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:23.743545 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Made reservation on behalf of 9312a91f458c4f9795438bda03c914f0 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:23.746681 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.760377 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.811251 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:23.936189 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.941015 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.948085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] device_id is not set on port ca293347-8bff-4b22-8542-ea2c5ce955f8 yet. {{(pid=93820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:59:23.953389 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b687b72a-546e-4967-b4e9-8c2160743f89 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.994546 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b687b72a-546e-4967-b4e9-8c2160743f89 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.005549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fc382-c7f8-4ad3-bf76-5324c4812293 req-b3d19271-56c8-41c7-b2f8-d630eb6c74ee tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:24.016701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e84fc382-c7f8-4ad3-bf76-5324c4812293 req-b3d19271-56c8-41c7-b2f8-d630eb6c74ee tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.1535389 Jul 22 23:59:24.021983 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864f818d-626d-45d5-b92d-b4e89449e915,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:24.118040 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e84fc382-c7f8-4ad3-bf76-5324c4812293 req-7dfc8ccd-39cc-4c78-b4e2-81d2fd190be0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903227 Jul 22 23:59:24.163350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Allocated IP 172.25.4.177 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/ca293347-8bff-4b22-8542-ea2c5ce955f8) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:24.164461 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b687b72a-546e-4967-b4e9-8c2160743f89 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.167437 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b687b72a-546e-4967-b4e9-8c2160743f89 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.168766 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b687b72a-546e-4967-b4e9-8c2160743f89 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] 10.222.0.26 "DELETE /v2.0/security-groups/afa06df4-508f-4544-9c59-1421599af69f HTTP/1.1" status: 204 len: 168 time: 0.3563497 Jul 22 23:59:24.194459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687b72a-546e-4967-b4e9-8c2160743f89 tempest-TestVolumeBackupRestore-1605310975 tempest-TestVolumeBackupRestore-1605310975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa06df4-508f-4544-9c59-1421599af69f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:24.332080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8673cdb9-5724-45f1-8822-09f8d49f24ec up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:24.414773 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 8673cdb9-5724-45f1-8822-09f8d49f24ec triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:24.415455 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.573262 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.667028 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.779604 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:24.790582 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:24.798192 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:24.862774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Pushing event updated for resources: {'Port': ['ID=ca293347-8bff-4b22-8542-ea2c5ce955f8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:24.908038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:24.908732 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.932154 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-520dcf76-013f-4767-baad-ab411238d6c3 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.0519214 Jul 22 23:59:24.935838 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44246) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:24.942729 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6e6c0a68-9b27-47ea-b219-7f0ebfa08431 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.177'}]}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:24.990722 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0a68-9b27-47ea-b219-7f0ebfa08431 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.998486 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0a68-9b27-47ea-b219-7f0ebfa08431 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.022534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d40a4-aa72-4e63-b2e6-33a127f069d5 req-0aa17c3b-3b74-4aa7-8d75-6c8ed5181302 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:25.024961 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa0d40a4-aa72-4e63-b2e6-33a127f069d5 req-0aa17c3b-3b74-4aa7-8d75-6c8ed5181302 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.7988069 Jul 22 23:59:25.092556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa0d40a4-aa72-4e63-b2e6-33a127f069d5 req-a5990741-e25c-433b-8cf5-c4ff075bffc6 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573089 Jul 22 23:59:25.116480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44264) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:25.140316 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0a68-9b27-47ea-b219-7f0ebfa08431 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.202872 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e8fc21-cf75-4832-880c-50c5217e32a9 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:25.207062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-51e8fc21-cf75-4832-880c-50c5217e32a9 tempest-TestNetworkAdvancedServerOps-1920161802 tempest-TestNetworkAdvancedServerOps-1920161802-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 1092 time: 0.0860910 Jul 22 23:59:25.207756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:25.226732 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '7416d4aa-d638-4895-8fc4-805b21d1dcf3', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:25.257326 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.392304 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.496542 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0a68-9b27-47ea-b219-7f0ebfa08431 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.576697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Allocated IP 172.25.4.241 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/dc93fd6c-0f56-4107-bafe-72a81c721c20) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:25.753207 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.807742 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.845390 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0a68-9b27-47ea-b219-7f0ebfa08431 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.902151 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=dc93fd6c-0f56-4107-bafe-72a81c721c20,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:25.903350 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0a68-9b27-47ea-b219-7f0ebfa08431 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.940532 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:25.942251 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:25.947705 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:26.297589 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0a68-9b27-47ea-b219-7f0ebfa08431 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.615178 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0a68-9b27-47ea-b219-7f0ebfa08431 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.621327 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0a68-9b27-47ea-b219-7f0ebfa08431 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.687954 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0a68-9b27-47ea-b219-7f0ebfa08431 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.688742 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6c0a68-9b27-47ea-b219-7f0ebfa08431 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7be90b89-de7b-4aad-9840-afe14a6335db {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:59:26.706988 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-6e6c0a68-9b27-47ea-b219-7f0ebfa08431 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 23:59:26.714219 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6e6c0a68-9b27-47ea-b219-7f0ebfa08431 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7751555 Jul 22 23:59:26.715340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44448) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:26.847390 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.114309 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.255365 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-429a759a-ecd5-43d5-851c-768a962dfbb2 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Deleting port ca293347-8bff-4b22-8542-ea2c5ce955f8 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:27.255761 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-429a759a-ecd5-43d5-851c-768a962dfbb2 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.429151 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-429a759a-ecd5-43d5-851c-768a962dfbb2 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.504091 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-429a759a-ecd5-43d5-851c-768a962dfbb2 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Calling delete_port for ca293347-8bff-4b22-8542-ea2c5ce955f8 owned by {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:27.516966 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.530364 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.690001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event updated for resources: {'Port': ['ID=dc93fd6c-0f56-4107-bafe-72a81c721c20,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:27.718737 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.883840 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-429a759a-ecd5-43d5-851c-768a962dfbb2 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.963535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a759a-ecd5-43d5-851c-768a962dfbb2 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca293347-8bff-4b22-8542-ea2c5ce955f8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:27.968461 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Floating IP 41978449-4b46-4151-8c20-daa54f52a9d7 associated. External IP: 172.25.4.241, port: 7416d4aa-d638-4895-8fc4-805b21d1dcf3. Jul 22 23:59:28.167033 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-429a759a-ecd5-43d5-851c-768a962dfbb2 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:28.169055 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-429a759a-ecd5-43d5-851c-768a962dfbb2 tempest-RoutersAdminNegativeIpV6Test-1736851595 tempest-RoutersAdminNegativeIpV6Test-1736851595-project-admin] 10.222.0.26 "DELETE /v2.0/ports/ca293347-8bff-4b22-8542-ea2c5ce955f8 HTTP/1.1" status: 204 len: 168 time: 1.4407551 Jul 22 23:59:28.562283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router a727dcb0-a5ab-4332-afb8-1776535b0618 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:28.737211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:28.754514 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36886114-da54-4371-81db-dbb16feb3e8b None None] Sync routers for ids ['a727dcb0-a5ab-4332-afb8-1776535b0618'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:28.774229 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36886114-da54-4371-81db-dbb16feb3e8b None None] Routers {'a727dcb0-a5ab-4332-afb8-1776535b0618'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:28.774558 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-36886114-da54-4371-81db-dbb16feb3e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a727dcb0-a5ab-4332-afb8-1776535b0618'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:28.785129 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:28.830703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44668) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:28.837379 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-74986cfb-9027-41b4-87a7-9d83d15641bc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6280918 Jul 22 23:59:28.838556 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8cbc99-1a12-4c99-861c-c6b86b7a483f', 'tag': '7416d4aa-d638-4895-8fc4-805b21d1dcf3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:28.841665 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815fa870-2e4f-4a10-a735-04a4b0cd90f6" -d '{"events": [{"name": "network-changed", "server_uuid": "be8cbc99-1a12-4c99-861c-c6b86b7a483f", "tag": "7416d4aa-d638-4895-8fc4-805b21d1dcf3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:28.895958 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1859dd-f271-412c-afd2-1c5f7eef8037 x-openstack-request-id: req-ba1859dd-f271-412c-afd2-1c5f7eef8037 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:28.896630 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8cbc99-1a12-4c99-861c-c6b86b7a483f", "tag": "7416d4aa-d638-4895-8fc4-805b21d1dcf3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:28.897430 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba1859dd-f271-412c-afd2-1c5f7eef8037 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:28.898009 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8cbc99-1a12-4c99-861c-c6b86b7a483f', 'tag': '7416d4aa-d638-4895-8fc4-805b21d1dcf3', 'status': 'completed', 'code': 200} Jul 22 23:59:29.045442 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-36886114-da54-4371-81db-dbb16feb3e8b None None] Set router a727dcb0-a5ab-4332-afb8-1776535b0618 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:29.088649 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca39e2f-c53a-44fa-9a8f-37647d08d9d3 req-673588ef-225f-4749-a462-f273b17f5da0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:29.090548 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ca39e2f-c53a-44fa-9a8f-37647d08d9d3 req-673588ef-225f-4749-a462-f273b17f5da0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.1126606 Jul 22 23:59:29.116570 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6835b678-5afc-4e54-8831-90d53c8d5087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.162609 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fa870-2e4f-4a10-a735-04a4b0cd90f6 req-f21b0ab0-c585-4669-8995-af3300a9f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:29.164384 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-815fa870-2e4f-4a10-a735-04a4b0cd90f6 req-f21b0ab0-c585-4669-8995-af3300a9f3c1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 1097 time: 0.2418480 Jul 22 23:59:29.193360 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ca39e2f-c53a-44fa-9a8f-37647d08d9d3 req-32e4506c-362f-49f5-bbf6-bcb37b5404b5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932596 Jul 22 23:59:29.224363 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44708) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:29.367060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fa870-2e4f-4a10-a735-04a4b0cd90f6 req-e2e8d2e7-52f3-4d26-b558-b017c950ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:29.369026 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-815fa870-2e4f-4a10-a735-04a4b0cd90f6 req-e2e8d2e7-52f3-4d26-b558-b017c950ee16 service neutron] 10.222.0.95 "GET /v2.0/networks?id=26573ced-b6b7-427c-9e0e-45737b354c4b HTTP/1.1" status: 200 len: 898 time: 0.1899445 Jul 22 23:59:29.414298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1ac63355-7f5a-4e01-abe5-f6259ae4774c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/41978449-4b46-4151-8c20-daa54f52a9d7 HTTP/1.1" status: 200 len: 992 time: 0.1870775 Jul 22 23:59:29.466295 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6835b678-5afc-4e54-8831-90d53c8d5087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.476988 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-815fa870-2e4f-4a10-a735-04a4b0cd90f6 req-5f9a27d5-9c67-4969-8225-1772efb33591 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7416d4aa-d638-4895-8fc4-805b21d1dcf3 HTTP/1.1" status: 200 len: 1000 time: 0.0927253 Jul 22 23:59:29.482063 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6835b678-5afc-4e54-8831-90d53c8d5087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.496557 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-36886114-da54-4371-81db-dbb16feb3e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099014839', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:57Z', 'updated_at': '2021-07-22T23:59:04Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:58:58Z', 'updated_at': '2021-07-22T23:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '41978449-4b46-4151-8c20-daa54f52a9d7', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'floating_ip_address': '172.25.4.241', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'port_id': '7416d4aa-d638-4895-8fc4-805b21d1dcf3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b', 'mac_address': 'fa:16:3e:07:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8cbc99-1a12-4c99-861c-c6b86b7a483f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:59:26Z', 'updated_at': '2021-07-22T23:59:26Z', 'revision_number': 0, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46420f3b-a8f7-4040-b7d4-bf709f27bd24', 'name': '', 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:4d:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:03Z', 'updated_at': '2021-07-22T23:59:10Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:29.548287 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36886114-da54-4371-81db-dbb16feb3e8b None None] Checking router: a727dcb0-a5ab-4332-afb8-1776535b0618 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:29.595236 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36886114-da54-4371-81db-dbb16feb3e8b None None] Routers {'a727dcb0-a5ab-4332-afb8-1776535b0618'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:29.595933 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-36886114-da54-4371-81db-dbb16feb3e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a727dcb0-a5ab-4332-afb8-1776535b0618'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:29.596193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835b678-5afc-4e54-8831-90d53c8d5087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfd32a9-f33d-446a-92ee-a0170d335ad6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:29.607091 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6835b678-5afc-4e54-8831-90d53c8d5087 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd222c027e6d46ce8dddf55e08c36b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7723920 Jul 22 23:59:29.607685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44746) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:29.635304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fa870-2e4f-4a10-a735-04a4b0cd90f6 req-1040eb3e-ea81-46f3-a512-5499c170a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:29.640547 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-815fa870-2e4f-4a10-a735-04a4b0cd90f6 req-1040eb3e-ea81-46f3-a512-5499c170a71f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d55aa435-8a22-4810-b226-b2d7ba0092a3 HTTP/1.1" status: 200 len: 834 time: 0.1531780 Jul 22 23:59:29.709419 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49b4d813-1f19-44eb-8070-08ecf88cba80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.755924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fa870-2e4f-4a10-a735-04a4b0cd90f6 req-ee0e7f8e-1e9b-4c5f-b82a-097078b119ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:29.760034 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-815fa870-2e4f-4a10-a735-04a4b0cd90f6 req-ee0e7f8e-1e9b-4c5f-b82a-097078b119ae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=26573ced-b6b7-427c-9e0e-45737b354c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149926 Jul 22 23:59:29.762564 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49b4d813-1f19-44eb-8070-08ecf88cba80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.909199 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49b4d813-1f19-44eb-8070-08ecf88cba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.915830 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49b4d813-1f19-44eb-8070-08ecf88cba80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.921914 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-49b4d813-1f19-44eb-8070-08ecf88cba80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/adfd32a9-f33d-446a-92ee-a0170d335ad6 HTTP/1.1" status: 204 len: 168 time: 0.3100097 Jul 22 23:59:29.991510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4d813-1f19-44eb-8070-08ecf88cba80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfd32a9-f33d-446a-92ee-a0170d335ad6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:30.006559 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-815fa870-2e4f-4a10-a735-04a4b0cd90f6 req-a53c53dd-e13a-43d4-90b5-0176a6392c6c service neutron] 10.222.0.95 "GET /v2.0/networks/26573ced-b6b7-427c-9e0e-45737b354c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387249 Jul 22 23:59:30.134057 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-36886114-da54-4371-81db-dbb16feb3e8b None None] Set router a727dcb0-a5ab-4332-afb8-1776535b0618 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:30.144026 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f90ddbea-aa32-4918-95e0-bdef276b56dc req-de52810f-f9f1-4adb-857c-9b9b1a8375e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2429132 Jul 22 23:59:30.225014 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-815fa870-2e4f-4a10-a735-04a4b0cd90f6 req-9059c6bd-7ee4-4216-a469-8b411986c32b service neutron] 10.222.0.95 "GET /v2.0/networks/26573ced-b6b7-427c-9e0e-45737b354c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068465 Jul 22 23:59:30.392543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ddbea-aa32-4918-95e0-bdef276b56dc req-4cc3c640-54c2-433d-8b07-be269f3e0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:30.397912 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f90ddbea-aa32-4918-95e0-bdef276b56dc req-4cc3c640-54c2-433d-8b07-be269f3e0605 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d28b015edbb34eaeb96f7c2c259b971a&device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 1097 time: 0.1865327 Jul 22 23:59:30.406872 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44776) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:30.535485 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7bab7603-7158-4de9-95d1-b826ca263f8b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/41978449-4b46-4151-8c20-daa54f52a9d7 HTTP/1.1" status: 200 len: 992 time: 0.1271296 Jul 22 23:59:30.623269 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-36886114-da54-4371-81db-dbb16feb3e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099014839', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:57Z', 'updated_at': '2021-07-22T23:59:04Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:58:58Z', 'updated_at': '2021-07-22T23:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '41978449-4b46-4151-8c20-daa54f52a9d7', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'floating_ip_address': '172.25.4.241', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'port_id': '7416d4aa-d638-4895-8fc4-805b21d1dcf3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b', 'mac_address': 'fa:16:3e:07:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8cbc99-1a12-4c99-861c-c6b86b7a483f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:59:26Z', 'updated_at': '2021-07-22T23:59:26Z', 'revision_number': 0, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46420f3b-a8f7-4040-b7d4-bf709f27bd24', 'name': '', 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:4d:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:03Z', 'updated_at': '2021-07-22T23:59:10Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:30.631293 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:30.680159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ddbea-aa32-4918-95e0-bdef276b56dc req-f558b59f-0f83-409c-b644-f5b8510a13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:30.681945 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f90ddbea-aa32-4918-95e0-bdef276b56dc req-f558b59f-0f83-409c-b644-f5b8510a13c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=31d7a3e5-91c4-4a43-9fa8-440cd3c81722 HTTP/1.1" status: 200 len: 898 time: 0.2607684 Jul 22 23:59:30.687833 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36886114-da54-4371-81db-dbb16feb3e8b None None] The sync data for ids ['a727dcb0-a5ab-4332-afb8-1776535b0618'] in n-d-688802-2 is: [{'id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099014839', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:57Z', 'updated_at': '2021-07-22T23:59:04Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:58:58Z', 'updated_at': '2021-07-22T23:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '41978449-4b46-4151-8c20-daa54f52a9d7', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'floating_ip_address': '172.25.4.241', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'port_id': '7416d4aa-d638-4895-8fc4-805b21d1dcf3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b', 'mac_address': 'fa:16:3e:07:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8cbc99-1a12-4c99-861c-c6b86b7a483f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:59:26Z', 'updated_at': '2021-07-22T23:59:26Z', 'revision_number': 0, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46420f3b-a8f7-4040-b7d4-bf709f27bd24', 'name': '', 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:4d:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:03Z', 'updated_at': '2021-07-22T23:59:10Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:30.709368 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-99cc1686-45ef-4e95-bd1e-6306dd6d8c1d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9312a91f458c4f9795438bda03c914f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0759232 Jul 22 23:59:30.711888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44784) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:30.769316 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f90ddbea-aa32-4918-95e0-bdef276b56dc req-d8904702-fb1f-4e9e-a439-62484bfa02cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=167e4b5b-bee1-47ca-9356-e6072ef7f4f9 HTTP/1.1" status: 200 len: 217 time: 0.0780582 Jul 22 23:59:30.822331 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e59da6e-765a-4b69-a654-22da953558bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.866186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ddbea-aa32-4918-95e0-bdef276b56dc req-0165f267-f145-42a9-b57c-b224ebc29664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:30.867996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f90ddbea-aa32-4918-95e0-bdef276b56dc req-0165f267-f145-42a9-b57c-b224ebc29664 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0df7925c-e0da-4f95-b8c7-f168c899439e HTTP/1.1" status: 200 len: 837 time: 0.0900688 Jul 22 23:59:30.891111 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e59da6e-765a-4b69-a654-22da953558bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.953588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ddbea-aa32-4918-95e0-bdef276b56dc req-a3766353-9301-4408-9cee-0666dcd286ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:30.955786 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f90ddbea-aa32-4918-95e0-bdef276b56dc req-a3766353-9301-4408-9cee-0666dcd286ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31d7a3e5-91c4-4a43-9fa8-440cd3c81722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788839 Jul 22 23:59:30.974138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-f90ddbea-aa32-4918-95e0-bdef276b56dc req-5a7134a7-16af-48a5-a0de-88781fb0b32f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:59:30.975333 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f90ddbea-aa32-4918-95e0-bdef276b56dc req-5a7134a7-16af-48a5-a0de-88781fb0b32f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056388 Jul 22 23:59:30.989982 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e59da6e-765a-4b69-a654-22da953558bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.993714 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e59da6e-765a-4b69-a654-22da953558bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.995153 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9e59da6e-765a-4b69-a654-22da953558bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/864f818d-626d-45d5-b92d-b4e89449e915 HTTP/1.1" status: 204 len: 168 time: 0.2817919 Jul 22 23:59:31.022588 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59da6e-765a-4b69-a654-22da953558bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864f818d-626d-45d5-b92d-b4e89449e915,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:31.121825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44794) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:31.134226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a3f76-9311-438e-a4c0-e4c8a4751e0f None None] New status for floating IP 41978449-4b46-4151-8c20-daa54f52a9d7: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:59:31.200838 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f90ddbea-aa32-4918-95e0-bdef276b56dc req-11581e74-a8c5-408d-9352-007de4f41351 service neutron] 10.222.0.18 "GET /v2.0/networks/31d7a3e5-91c4-4a43-9fa8-440cd3c81722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182837 Jul 22 23:59:31.636789 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7221ad4-8f07-46fd-a6bf-42654e1d3373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.940088 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44810) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:31.941247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44814) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:32.091673 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f90ddbea-aa32-4918-95e0-bdef276b56dc req-c5a82ea2-ff8c-4b2f-935b-a44b67b64092 service neutron] 10.222.0.18 "GET /v2.0/networks/31d7a3e5-91c4-4a43-9fa8-440cd3c81722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8817959 Jul 22 23:59:32.162717 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9ca71a31-3072-49ed-a1b9-a3adae5ae2e1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/41978449-4b46-4151-8c20-daa54f52a9d7 HTTP/1.1" status: 200 len: 994 time: 0.2186775 Jul 22 23:59:32.711458 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7970f24-738b-4405-ba38-ad0aee49b66c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:32.800420 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1243c076-0795-4909-b034-703e216839aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.223278 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e7970f24-738b-4405-ba38-ad0aee49b66c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Deleting port 8673cdb9-5724-45f1-8822-09f8d49f24ec {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:33.223633 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7970f24-738b-4405-ba38-ad0aee49b66c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.256196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1243c076-0795-4909-b034-703e216839aa admin admin] Deleting port c3f84739-fbd6-4981-a91b-1d16a3f2ad6b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:33.256750 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1243c076-0795-4909-b034-703e216839aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.357558 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1243c076-0795-4909-b034-703e216839aa admin admin] For port c3f84739-fbd6-4981-a91b-1d16a3f2ad6b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c3f84739-fbd6-4981-a91b-1d16a3f2ad6b,segment=NetworkSegment(be28c49d-ff06-4c74-883a-459895d7dd15),segment_id=be28c49d-ff06-4c74-883a-459895d7dd15)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:33.359047 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1243c076-0795-4909-b034-703e216839aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.392571 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1243c076-0795-4909-b034-703e216839aa admin admin] Calling delete_port for c3f84739-fbd6-4981-a91b-1d16a3f2ad6b owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:33.402059 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e7970f24-738b-4405-ba38-ad0aee49b66c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] For port 8673cdb9-5724-45f1-8822-09f8d49f24ec, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8673cdb9-5724-45f1-8822-09f8d49f24ec,segment=NetworkSegment(b75dbfbe-9db6-4809-b519-ac782e1f82e6),segment_id=b75dbfbe-9db6-4809-b519-ac782e1f82e6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:33.402422 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7970f24-738b-4405-ba38-ad0aee49b66c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.416811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e7970f24-738b-4405-ba38-ad0aee49b66c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Calling delete_port for 8673cdb9-5724-45f1-8822-09f8d49f24ec owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:33.509389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44914) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:33.665493 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1243c076-0795-4909-b034-703e216839aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.728417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-344117288', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:33.743684 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243c076-0795-4909-b034-703e216839aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f84739-fbd6-4981-a91b-1d16a3f2ad6b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:33.751275 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7970f24-738b-4405-ba38-ad0aee49b66c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.797708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7970f24-738b-4405-ba38-ad0aee49b66c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'Port': ['ID=8673cdb9-5724-45f1-8822-09f8d49f24ec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:33.807455 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Made reservation on behalf of 2deeb5e8f78f4393976b0994546fe347 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:33.810084 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.859816 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.101626 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1243c076-0795-4909-b034-703e216839aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.211280 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7970f24-738b-4405-ba38-ad0aee49b66c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.240495 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.263167 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.299671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a094955a-4191-4e6e-af13-7541caa81f5a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:34.302806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] device_id is not set on port 7d08e391-26e2-4f97-885b-53d8dce0290a yet. {{(pid=93821) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:59:34.427174 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.429432 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.430851 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eef9eed0-d8b0-44db-bcaa-e8b14e7bfbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.519345 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7970f24-738b-4405-ba38-ad0aee49b66c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Router 48f5f560-63ff-4cbb-9244-d80c8584120d has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:34.639977 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7970f24-738b-4405-ba38-ad0aee49b66c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:34.647710 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e7970f24-738b-4405-ba38-ad0aee49b66c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "PUT /v2.0/routers/48f5f560-63ff-4cbb-9244-d80c8584120d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5221136 Jul 22 23:59:34.651480 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8b8b03-e1b7-4d7c-93f9-f65890a7b7c3 None None] Sync routers for ids ['48f5f560-63ff-4cbb-9244-d80c8584120d'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:34.653667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Allocated IP 172.25.4.179 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/7d08e391-26e2-4f97-885b-53d8dce0290a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:34.665963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1243c076-0795-4909-b034-703e216839aa admin admin] Router e4564c72-0ce2-4836-80b2-5651ff440079 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:34.670364 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b8b03-e1b7-4d7c-93f9-f65890a7b7c3 None None] Routers {'48f5f560-63ff-4cbb-9244-d80c8584120d'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:34.671758 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ab8b8b03-e1b7-4d7c-93f9-f65890a7b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['48f5f560-63ff-4cbb-9244-d80c8584120d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:34.807938 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ab8b8b03-e1b7-4d7c-93f9-f65890a7b7c3 None None] Set router 48f5f560-63ff-4cbb-9244-d80c8584120d gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:34.927403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1243c076-0795-4909-b034-703e216839aa admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:34.937951 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efb4f71-0233-4a44-aa44-91a7f81d25a2 None None] Sync routers for ids ['e4564c72-0ce2-4836-80b2-5651ff440079'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:34.940470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1243c076-0795-4909-b034-703e216839aa admin admin] 10.222.0.26 "PUT /v2.0/routers/e4564c72-0ce2-4836-80b2-5651ff440079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9979124 Jul 22 23:59:34.944623 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44946) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:34.957887 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efb4f71-0233-4a44-aa44-91a7f81d25a2 None None] Routers {'e4564c72-0ce2-4836-80b2-5651ff440079'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:34.958913 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5efb4f71-0233-4a44-aa44-91a7f81d25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['e4564c72-0ce2-4836-80b2-5651ff440079'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:34.984642 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.127668 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5efb4f71-0233-4a44-aa44-91a7f81d25a2 None None] Set router e4564c72-0ce2-4836-80b2-5651ff440079 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:35.152335 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13a9f1be-25fe-4e61-a396-f29021fad98c admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.161514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d11f1-2460-4b71-9dc4-b1b921e851a3 req-620d5656-83bd-4838-a37f-82740fa1eacc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:35.163972 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-977d11f1-2460-4b71-9dc4-b1b921e851a3 req-620d5656-83bd-4838-a37f-82740fa1eacc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 946 time: 0.1981332 Jul 22 23:59:35.165913 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.178518 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ab8b8b03-e1b7-4d7c-93f9-f65890a7b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 6, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'dda2f30d-057b-4262-bb94-d5893a40e8b1', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'port_id': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'mac_address': 'fa:16:3e:30:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36294604-1343-453a-be32-781e81791684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:05Z', 'updated_at': '2021-07-22T23:58:08Z', 'revision_number': 1, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf07c54a-d124-4de0-82b2-a36cb4fd5c80', 'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:5f:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:36Z', 'updated_at': '2021-07-22T23:57:50Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:35.228172 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8b8b03-e1b7-4d7c-93f9-f65890a7b7c3 None None] Checking router: 48f5f560-63ff-4cbb-9244-d80c8584120d for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:35.239390 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b8b03-e1b7-4d7c-93f9-f65890a7b7c3 None None] Routers {'48f5f560-63ff-4cbb-9244-d80c8584120d'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:35.240307 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ab8b8b03-e1b7-4d7c-93f9-f65890a7b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['48f5f560-63ff-4cbb-9244-d80c8584120d'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:35.292496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Pushing event updated for resources: {'Port': ['ID=7d08e391-26e2-4f97-885b-53d8dce0290a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:35.385057 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13a9f1be-25fe-4e61-a396-f29021fad98c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.386969 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:35.394461 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ab8b8b03-e1b7-4d7c-93f9-f65890a7b7c3 None None] Set router 48f5f560-63ff-4cbb-9244-d80c8584120d gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:35.406073 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:35.411765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:35.466381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:35.467000 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.483287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-977d11f1-2460-4b71-9dc4-b1b921e851a3 req-e53f3e36-565a-4dc7-a198-24ffd8677dc1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d99a3f6-988d-4f34-a16e-b1eb87e04cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941819 Jul 22 23:59:35.486029 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3b83ee2a-ee80-44f3-83b9-25fd1823df8c tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9755492 Jul 22 23:59:35.489789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44964) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:35.494588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8887755b-b9a9-4982-b569-d9fe773f0613 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.179'}]}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:35.557667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-13a9f1be-25fe-4e61-a396-f29021fad98c admin admin] Deleting port 40d3893e-c428-4b54-b1b8-8344c09dbe99 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:35.558039 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13a9f1be-25fe-4e61-a396-f29021fad98c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.569906 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8887755b-b9a9-4982-b569-d9fe773f0613 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.571338 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8887755b-b9a9-4982-b569-d9fe773f0613 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.580554 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5efb4f71-0233-4a44-aa44-91a7f81d25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port': {'id': '40d3893e-c428-4b54-b1b8-8344c09dbe99', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:25Z', 'updated_at': '2021-07-22T23:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:35.633071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efb4f71-0233-4a44-aa44-91a7f81d25a2 None None] Checking router: e4564c72-0ce2-4836-80b2-5651ff440079 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:35.646385 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.656971 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efb4f71-0233-4a44-aa44-91a7f81d25a2 None None] Routers {'e4564c72-0ce2-4836-80b2-5651ff440079'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:35.658072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5efb4f71-0233-4a44-aa44-91a7f81d25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['e4564c72-0ce2-4836-80b2-5651ff440079'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:35.763568 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5efb4f71-0233-4a44-aa44-91a7f81d25a2 None None] Set router e4564c72-0ce2-4836-80b2-5651ff440079 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:35.770545 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8887755b-b9a9-4982-b569-d9fe773f0613 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.777842 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-13a9f1be-25fe-4e61-a396-f29021fad98c admin admin] For port 40d3893e-c428-4b54-b1b8-8344c09dbe99, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=40d3893e-c428-4b54-b1b8-8344c09dbe99,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:35.778213 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13a9f1be-25fe-4e61-a396-f29021fad98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.814394 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-13a9f1be-25fe-4e61-a396-f29021fad98c admin admin] Calling delete_port for 40d3893e-c428-4b54-b1b8-8344c09dbe99 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:35.828567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5efb4f71-0233-4a44-aa44-91a7f81d25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:59:35Z', 'revision_number': 6, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:35.864044 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efb4f71-0233-4a44-aa44-91a7f81d25a2 None None] The sync data for ids ['e4564c72-0ce2-4836-80b2-5651ff440079'] in n-d-688802-2 is: [{'id': 'e4564c72-0ce2-4836-80b2-5651ff440079', 'name': 'tempest-TestVolumeBackupRestore-1155270901-router', 'tenant_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:23Z', 'updated_at': '2021-07-22T23:59:35Z', 'revision_number': 6, 'project_id': '4e67dfb34b944fceb43dbf0db78fb2ad', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:35.870900 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ab8b8b03-e1b7-4d7c-93f9-f65890a7b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 6, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'dda2f30d-057b-4262-bb94-d5893a40e8b1', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'port_id': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'mac_address': 'fa:16:3e:30:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36294604-1343-453a-be32-781e81791684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:05Z', 'updated_at': '2021-07-22T23:58:08Z', 'revision_number': 1, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf07c54a-d124-4de0-82b2-a36cb4fd5c80', 'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:5f:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:36Z', 'updated_at': '2021-07-22T23:57:50Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:35.939705 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8b8b03-e1b7-4d7c-93f9-f65890a7b7c3 None None] The sync data for ids ['48f5f560-63ff-4cbb-9244-d80c8584120d'] in n-d-688802-2 is: [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 6, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'dda2f30d-057b-4262-bb94-d5893a40e8b1', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'port_id': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'mac_address': 'fa:16:3e:30:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36294604-1343-453a-be32-781e81791684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:05Z', 'updated_at': '2021-07-22T23:58:08Z', 'revision_number': 1, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf07c54a-d124-4de0-82b2-a36cb4fd5c80', 'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:5f:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:36Z', 'updated_at': '2021-07-22T23:57:50Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:36.030069 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44974) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:36.046062 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8887755b-b9a9-4982-b569-d9fe773f0613 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.117714 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13a9f1be-25fe-4e61-a396-f29021fad98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.168404 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9f1be-25fe-4e61-a396-f29021fad98c admin admin] Pushing event deleted for resources: {'Port': ['ID=40d3893e-c428-4b54-b1b8-8344c09dbe99,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:36.304498 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13a9f1be-25fe-4e61-a396-f29021fad98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.351480 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c8b5392-0f5b-4414-87be-35b7a7c5a4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.405737 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8887755b-b9a9-4982-b569-d9fe773f0613 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.448462 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13a9f1be-25fe-4e61-a396-f29021fad98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.450769 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13a9f1be-25fe-4e61-a396-f29021fad98c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.463435 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8887755b-b9a9-4982-b569-d9fe773f0613 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.498812 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13a9f1be-25fe-4e61-a396-f29021fad98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.499532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a9f1be-25fe-4e61-a396-f29021fad98c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4564c72-0ce2-4836-80b2-5651ff440079 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:59:36.520489 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13a9f1be-25fe-4e61-a396-f29021fad98c admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.522060 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-13a9f1be-25fe-4e61-a396-f29021fad98c admin admin] 10.222.0.26 "DELETE /v2.0/routers/e4564c72-0ce2-4836-80b2-5651ff440079 HTTP/1.1" status: 204 len: 168 time: 1.5730851 Jul 22 23:59:36.524605 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44984) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:36.644677 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd05ba92-b716-4da2-8101-98409eaf9eed admin admin] Deleting subnet d51fa380-3457-4151-93a3-a282aaf08d34 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:59:36.648606 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd05ba92-b716-4da2-8101-98409eaf9eed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.706990 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd05ba92-b716-4da2-8101-98409eaf9eed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.827183 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd05ba92-b716-4da2-8101-98409eaf9eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.838544 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c8b5392-0f5b-4414-87be-35b7a7c5a4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.851873 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c8b5392-0f5b-4414-87be-35b7a7c5a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.917078 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd05ba92-b716-4da2-8101-98409eaf9eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.939345 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22407bb-9e73-40e0-aff2-642615773e63 req-8e46ecd1-b4cd-4a12-9d15-878c174b5d50 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:36.940977 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d22407bb-9e73-40e0-aff2-642615773e63 req-8e46ecd1-b4cd-4a12-9d15-878c174b5d50 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 946 time: 0.6004679 Jul 22 23:59:36.955447 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05ba92-b716-4da2-8101-98409eaf9eed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d51fa380-3457-4151-93a3-a282aaf08d34,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:36.968403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253df3b9-e337-4674-96d5-a9d0d7a422ec None None] Network 50eadcea-8b03-4ea9-bc3a-e4d4187b2620 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:36.972010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c3f84739-fbd6-4981-a91b-1d16a3f2ad6b no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:36.973301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaffdf0-f1de-41a0-92c2-f351c719295e req-aed901d6-2c6e-4031-b105-dc248737472c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:36.975642 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cdaffdf0-f1de-41a0-92c2-f351c719295e req-aed901d6-2c6e-4031-b105-dc248737472c tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 946 time: 0.3037345 Jul 22 23:59:36.978440 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd05ba92-b716-4da2-8101-98409eaf9eed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.984494 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bd05ba92-b716-4da2-8101-98409eaf9eed admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d51fa380-3457-4151-93a3-a282aaf08d34 HTTP/1.1" status: 204 len: 168 time: 0.4578671 Jul 22 23:59:36.986390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6c8b5392-0f5b-4414-87be-35b7a7c5a4cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f70dfc05fc243198ce916553eb9b78b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9546907 Jul 22 23:59:36.987510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 44992) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:36.988806 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 44994) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:37.031458 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: c3f84739-fbd6-4981-a91b-1d16a3f2ad6b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:37.032280 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c3f84739-fbd6-4981-a91b-1d16a3f2ad6b not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:37.033193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8673cdb9-5724-45f1-8822-09f8d49f24ec no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:37.037151 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b5392-0f5b-4414-87be-35b7a7c5a4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8e1d2d-a2d1-42c7-bdbf-455ecac294f1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:37.061865 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8887755b-b9a9-4982-b569-d9fe773f0613 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.081558 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15738dda-a05c-4d02-9840-7ba921b204b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.111280 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15738dda-a05c-4d02-9840-7ba921b204b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.134935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 8673cdb9-5724-45f1-8822-09f8d49f24ec {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:37.135764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8673cdb9-5724-45f1-8822-09f8d49f24ec not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:37.205776 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15738dda-a05c-4d02-9840-7ba921b204b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.211500 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15738dda-a05c-4d02-9840-7ba921b204b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.216867 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-15738dda-a05c-4d02-9840-7ba921b204b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf8e1d2d-a2d1-42c7-bdbf-455ecac294f1 HTTP/1.1" status: 204 len: 168 time: 0.2246006 Jul 22 23:59:37.218801 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.228474 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15738dda-a05c-4d02-9840-7ba921b204b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8e1d2d-a2d1-42c7-bdbf-455ecac294f1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:37.335348 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cdaffdf0-f1de-41a0-92c2-f351c719295e req-9e2ab163-d97d-443a-b471-a0eeae498845 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d99a3f6-988d-4f34-a16e-b1eb87e04cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819536 Jul 22 23:59:37.369911 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.415419 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c6bb8d-b4a1-414c-ab0e-1efe8f27fc4f None None] DHCP port deletion for 50eadcea-8b03-4ea9-bc3a-e4d4187b2620 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:59:37.490405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6bb8d-b4a1-414c-ab0e-1efe8f27fc4f None None] Deleting port 1a1e1343-3cf7-4a9e-8770-787f84beb08d {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:37.490787 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f9c6bb8d-b4a1-414c-ab0e-1efe8f27fc4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.570281 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f9c6bb8d-b4a1-414c-ab0e-1efe8f27fc4f None None] For port 1a1e1343-3cf7-4a9e-8770-787f84beb08d, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=1a1e1343-3cf7-4a9e-8770-787f84beb08d,segment=NetworkSegment(be28c49d-ff06-4c74-883a-459895d7dd15),segment_id=be28c49d-ff06-4c74-883a-459895d7dd15)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:37.571002 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f9c6bb8d-b4a1-414c-ab0e-1efe8f27fc4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.588388 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6bb8d-b4a1-414c-ab0e-1efe8f27fc4f None None] Calling delete_port for 1a1e1343-3cf7-4a9e-8770-787f84beb08d owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:37.756385 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45010) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:37.772282 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11152581-9207-4ae4-b934-ff53a03359a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.806208 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8887755b-b9a9-4982-b569-d9fe773f0613 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.809255 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8887755b-b9a9-4982-b569-d9fe773f0613 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.881194 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d22407bb-9e73-40e0-aff2-642615773e63 req-20dd089c-3db0-468c-84d7-02f2a73f61cb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Deleting port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:37.881524 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d22407bb-9e73-40e0-aff2-642615773e63 req-20dd089c-3db0-468c-84d7-02f2a73f61cb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.889719 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11152581-9207-4ae4-b934-ff53a03359a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.895394 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11152581-9207-4ae4-b934-ff53a03359a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.901732 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8887755b-b9a9-4982-b569-d9fe773f0613 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.902255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8887755b-b9a9-4982-b569-d9fe773f0613 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93ada69e-5482-4fd1-a151-aab579dab0aa {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:59:37.924674 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f9c6bb8d-b4a1-414c-ab0e-1efe8f27fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.941126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45016) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:37.941346 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-11152581-9207-4ae4-b934-ff53a03359a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51393382f5134491b7d202112a3ab482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762745 Jul 22 23:59:37.957867 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6bb8d-b4a1-414c-ab0e-1efe8f27fc4f None None] Pushing event deleted for resources: {'Port': ['ID=1a1e1343-3cf7-4a9e-8770-787f84beb08d,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:37.977670 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11152581-9207-4ae4-b934-ff53a03359a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c86a49-53d3-47b0-8d12-ba6dcec3e717,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:37.980355 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6bb8d-b4a1-414c-ab0e-1efe8f27fc4f None None] No DVR routers for this DVR port 1a1e1343-3cf7-4a9e-8770-787f84beb08d on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:37.990996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11152581-9207-4ae4-b934-ff53a03359a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:37.991356 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11152581-9207-4ae4-b934-ff53a03359a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:37.991703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11152581-9207-4ae4-b934-ff53a03359a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:37.992152 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11152581-9207-4ae4-b934-ff53a03359a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:37.993830 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11152581-9207-4ae4-b934-ff53a03359a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:37.994784 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11152581-9207-4ae4-b934-ff53a03359a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:37.995138 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11152581-9207-4ae4-b934-ff53a03359a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:37.995479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11152581-9207-4ae4-b934-ff53a03359a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:37.996417 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11152581-9207-4ae4-b934-ff53a03359a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:37.996918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11152581-9207-4ae4-b934-ff53a03359a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:37.997414 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-8887755b-b9a9-4982-b569-d9fe773f0613 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 23:59:37.997609 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11152581-9207-4ae4-b934-ff53a03359a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:37.997950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11152581-9207-4ae4-b934-ff53a03359a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:37.999098 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8887755b-b9a9-4982-b569-d9fe773f0613 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5080407 Jul 22 23:59:38.005793 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45018) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:38.032213 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] Deleting port 1a1e1343-3cf7-4a9e-8770-787f84beb08d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:38.032550 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.044965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d22407bb-9e73-40e0-aff2-642615773e63 req-20dd089c-3db0-468c-84d7-02f2a73f61cb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] For port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=167e4b5b-bee1-47ca-9356-e6072ef7f4f9,segment=NetworkSegment(b75dbfbe-9db6-4809-b519-ac782e1f82e6),segment_id=b75dbfbe-9db6-4809-b519-ac782e1f82e6)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:38.045898 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d22407bb-9e73-40e0-aff2-642615773e63 req-20dd089c-3db0-468c-84d7-02f2a73f61cb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.114536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d22407bb-9e73-40e0-aff2-642615773e63 req-20dd089c-3db0-468c-84d7-02f2a73f61cb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Calling delete_port for 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:38.131189 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-71edce63-e5bb-4693-bb02-fc02861caee1 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Deleting port 7d08e391-26e2-4f97-885b-53d8dce0290a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:38.131545 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71edce63-e5bb-4693-bb02-fc02861caee1 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.144155 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] For port 1a1e1343-3cf7-4a9e-8770-787f84beb08d, host n-d-688802-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:38.144520 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.148146 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eec83c38-5c2f-4914-b767-a36e8bb8f3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.197483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] Calling delete_port for 1a1e1343-3cf7-4a9e-8770-787f84beb08d owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:38.203564 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] Port 1a1e1343-3cf7-4a9e-8770-787f84beb08d was not found and therefore no delete operation was performed {{(pid=93821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:59:38.209899 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.216274 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71edce63-e5bb-4693-bb02-fc02861caee1 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.230428 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-71edce63-e5bb-4693-bb02-fc02861caee1 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Calling delete_port for 7d08e391-26e2-4f97-885b-53d8dce0290a owned by {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:38.244402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] No DVR routers for this DVR port 1a1e1343-3cf7-4a9e-8770-787f84beb08d on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:38.269429 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eec83c38-5c2f-4914-b767-a36e8bb8f3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.302699 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1e1343-3cf7-4a9e-8770-787f84beb08d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:38.338641 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 40d3893e-c428-4b54-b1b8-8344c09dbe99 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:38.363817 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 40d3893e-c428-4b54-b1b8-8344c09dbe99 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:38.364691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 40d3893e-c428-4b54-b1b8-8344c09dbe99 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:38.365418 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 1a1e1343-3cf7-4a9e-8770-787f84beb08d no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:38.397120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 1a1e1343-3cf7-4a9e-8770-787f84beb08d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:38.397829 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 1a1e1343-3cf7-4a9e-8770-787f84beb08d not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:38.401192 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.438815 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71edce63-e5bb-4693-bb02-fc02861caee1 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.450340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50eadcea-8b03-4ea9-bc3a-e4d4187b2620']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:38.472317 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eec83c38-5c2f-4914-b767-a36e8bb8f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.474915 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eec83c38-5c2f-4914-b767-a36e8bb8f3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.476064 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-eec83c38-5c2f-4914-b767-a36e8bb8f3bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/76c86a49-53d3-47b0-8d12-ba6dcec3e717 HTTP/1.1" status: 204 len: 168 time: 0.5369487 Jul 22 23:59:38.477122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edce63-e5bb-4693-bb02-fc02861caee1 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d08e391-26e2-4f97-885b-53d8dce0290a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:38.482174 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be28c49d-ff06-4c74-883a-459895d7dd15') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:38.482483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be28c49d-ff06-4c74-883a-459895d7dd15') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:38.508528 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.549673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec83c38-5c2f-4914-b767-a36e8bb8f3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c86a49-53d3-47b0-8d12-ba6dcec3e717,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:38.556612 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:59:38.562270 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.575012 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d22407bb-9e73-40e0-aff2-642615773e63 req-20dd089c-3db0-468c-84d7-02f2a73f61cb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.609952 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71edce63-e5bb-4693-bb02-fc02861caee1 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.617383 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-71edce63-e5bb-4693-bb02-fc02861caee1 tempest-RoutersAdminNegativeTest-608164892 tempest-RoutersAdminNegativeTest-608164892-project-admin] 10.222.0.26 "DELETE /v2.0/ports/7d08e391-26e2-4f97-885b-53d8dce0290a HTTP/1.1" status: 204 len: 168 time: 0.6102614 Jul 22 23:59:38.618276 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:38.618699 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:38.620486 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:38.633891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd089c-3db0-468c-84d7-02f2a73f61cb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'Port': ['ID=167e4b5b-bee1-47ca-9356-e6072ef7f4f9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:38.783063 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22407bb-9e73-40e0-aff2-642615773e63 req-20dd089c-3db0-468c-84d7-02f2a73f61cb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] No DVR routers for this DVR port 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:38.787251 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d22407bb-9e73-40e0-aff2-642615773e63 req-20dd089c-3db0-468c-84d7-02f2a73f61cb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.788650 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d22407bb-9e73-40e0-aff2-642615773e63 req-20dd089c-3db0-468c-84d7-02f2a73f61cb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.18 "DELETE /v2.0/ports/167e4b5b-bee1-47ca-9356-e6072ef7f4f9 HTTP/1.1" status: 204 len: 173 time: 1.8334858 Jul 22 23:59:38.789136 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc08765-19d1-4b58-b7b0-66c38cec28bc', 'name': 'network-vif-deleted', 'tag': '167e4b5b-bee1-47ca-9356-e6072ef7f4f9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:38.791578 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc8189d-a386-4c0d-9fd8-9ee7c818384f" -d '{"events": [{"server_uuid": "7bc08765-19d1-4b58-b7b0-66c38cec28bc", "name": "network-vif-deleted", "tag": "167e4b5b-bee1-47ca-9356-e6072ef7f4f9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:38.798276 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.811874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb8b33-5a37-4bc9-874c-afc5fe51bcc8 req-a217c92e-6398-4025-b41d-a392561f111b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:38.813433 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c4cb8b33-5a37-4bc9-874c-afc5fe51bcc8 req-a217c92e-6398-4025-b41d-a392561f111b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bc08765-19d1-4b58-b7b0-66c38cec28bc HTTP/1.1" status: 200 len: 867 time: 0.3363225 Jul 22 23:59:38.815566 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.817439 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] 10.222.0.26 "DELETE /v2.0/networks/50eadcea-8b03-4ea9-bc3a-e4d4187b2620 HTTP/1.1" status: 204 len: 168 time: 1.7826469 Jul 22 23:59:38.821645 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45044) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:38.828243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da0b9a-b154-44cf-a45e-dbd3e437b46b admin admin] Pushing event deleted for resources: {'Network': ['ID=50eadcea-8b03-4ea9-bc3a-e4d4187b2620,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:38.859415 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8649dcb5-c3ab-4d2f-a171-5fe50c43420b x-openstack-request-id: req-8649dcb5-c3ab-4d2f-a171-5fe50c43420b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:38.859748 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc08765-19d1-4b58-b7b0-66c38cec28bc", "name": "network-vif-deleted", "tag": "167e4b5b-bee1-47ca-9356-e6072ef7f4f9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:38.859981 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8649dcb5-c3ab-4d2f-a171-5fe50c43420b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:38.860363 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc08765-19d1-4b58-b7b0-66c38cec28bc', 'name': 'network-vif-deleted', 'tag': '167e4b5b-bee1-47ca-9356-e6072ef7f4f9', 'status': 'completed', 'code': 200} Jul 22 23:59:38.941712 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c4cb8b33-5a37-4bc9-874c-afc5fe51bcc8 req-531f0c4f-d3d2-4bdb-8b10-f12ccfbc0f09 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d99a3f6-988d-4f34-a16e-b1eb87e04cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112049 Jul 22 23:59:39.084232 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45054) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:39.304968 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97f8c007-3d47-4983-878d-855f0f536c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.416126 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26886d53-483a-472c-be0b-00ab7bd6a422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.445538 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97f8c007-3d47-4983-878d-855f0f536c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.452733 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-97f8c007-3d47-4983-878d-855f0f536c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.503779 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-97f8c007-3d47-4983-878d-855f0f536c7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5bed39d74fe4b55a80dadd0a36fbac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4182987 Jul 22 23:59:39.506352 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45070) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:39.522378 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8c007-3d47-4983-878d-855f0f536c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ef423d-9b96-44fd-9828-ed2688276ffe,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:39.589064 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4dacc08-0741-4b4e-9268-4cddc8550876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.620220 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4dacc08-0741-4b4e-9268-4cddc8550876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.683137 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4dacc08-0741-4b4e-9268-4cddc8550876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.687497 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c4dacc08-0741-4b4e-9268-4cddc8550876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.692064 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c4dacc08-0741-4b4e-9268-4cddc8550876 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09ef423d-9b96-44fd-9828-ed2688276ffe HTTP/1.1" status: 204 len: 168 time: 0.1844471 Jul 22 23:59:39.703398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dacc08-0741-4b4e-9268-4cddc8550876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ef423d-9b96-44fd-9828-ed2688276ffe,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:39.803845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-26886d53-483a-472c-be0b-00ab7bd6a422 admin admin] Deleting port b2257019-ccfe-47b5-b786-ee95553523e0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:39.804189 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26886d53-483a-472c-be0b-00ab7bd6a422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.907433 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-26886d53-483a-472c-be0b-00ab7bd6a422 admin admin] For port b2257019-ccfe-47b5-b786-ee95553523e0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b2257019-ccfe-47b5-b786-ee95553523e0,segment=NetworkSegment(c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b),segment_id=c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:39.907830 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26886d53-483a-472c-be0b-00ab7bd6a422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.922323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-26886d53-483a-472c-be0b-00ab7bd6a422 admin admin] Calling delete_port for b2257019-ccfe-47b5-b786-ee95553523e0 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:40.043863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45098) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:40.056013 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:40.086083 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:40.086686 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 167e4b5b-bee1-47ca-9356-e6072ef7f4f9 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:40.157579 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49170e39-18e8-4955-8757-932cdaf46d6b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.199503 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49170e39-18e8-4955-8757-932cdaf46d6b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.200179 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26886d53-483a-472c-be0b-00ab7bd6a422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.293235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26886d53-483a-472c-be0b-00ab7bd6a422 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2257019-ccfe-47b5-b786-ee95553523e0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:40.327878 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49170e39-18e8-4955-8757-932cdaf46d6b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.331171 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49170e39-18e8-4955-8757-932cdaf46d6b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.348192 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-49170e39-18e8-4955-8757-932cdaf46d6b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "DELETE /v2.0/security-groups/0d99a3f6-988d-4f34-a16e-b1eb87e04cb2 HTTP/1.1" status: 204 len: 168 time: 0.3030336 Jul 22 23:59:40.383997 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49170e39-18e8-4955-8757-932cdaf46d6b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d99a3f6-988d-4f34-a16e-b1eb87e04cb2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:40.399271 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45112) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:40.453024 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:40.484858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e974d858-a234-4554-b108-6b47fbac1734 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Deleting subnet 0df7925c-e0da-4f95-b8c7-f168c899439e {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:59:40.493663 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e974d858-a234-4554-b108-6b47fbac1734 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.557856 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9c7513f7-5fbc-4ae2-913e-601829608326 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2deeb5e8f78f4393976b0994546fe347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1024423 Jul 22 23:59:40.563054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45120) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:40.603021 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e974d858-a234-4554-b108-6b47fbac1734 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.702312 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13727fdc-30aa-4902-9ff9-028c5a2defa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.760316 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13727fdc-30aa-4902-9ff9-028c5a2defa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.791368 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e974d858-a234-4554-b108-6b47fbac1734 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.874728 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13727fdc-30aa-4902-9ff9-028c5a2defa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.879254 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13727fdc-30aa-4902-9ff9-028c5a2defa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.881466 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-13727fdc-30aa-4902-9ff9-028c5a2defa7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a094955a-4191-4e6e-af13-7541caa81f5a HTTP/1.1" status: 204 len: 168 time: 0.3167329 Jul 22 23:59:40.963685 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e974d858-a234-4554-b108-6b47fbac1734 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.969310 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13727fdc-30aa-4902-9ff9-028c5a2defa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a094955a-4191-4e6e-af13-7541caa81f5a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:41.014058 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26886d53-483a-472c-be0b-00ab7bd6a422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.042950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974d858-a234-4554-b108-6b47fbac1734 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'Subnet': ['ID=0df7925c-e0da-4f95-b8c7-f168c899439e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:41.055524 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e974d858-a234-4554-b108-6b47fbac1734 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.060796 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e974d858-a234-4554-b108-6b47fbac1734 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "DELETE /v2.0/subnets/0df7925c-e0da-4f95-b8c7-f168c899439e HTTP/1.1" status: 204 len: 168 time: 0.6601374 Jul 22 23:59:41.067053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45146) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:41.077181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e1b247-a230-4850-afc9-b380d454c64c None None] Network 31d7a3e5-91c4-4a43-9fa8-440cd3c81722 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:41.251656 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.340411 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a15ba9-dfb7-429c-9716-4ed8f2e53deb None None] DHCP port deletion for 31d7a3e5-91c4-4a43-9fa8-440cd3c81722 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:59:41.361227 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26886d53-483a-472c-be0b-00ab7bd6a422 admin admin] Router 666b6830-7784-4372-97f1-1bb4988aa4fe has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:41.388368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Deleting port 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:41.389739 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.456441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-49a15ba9-dfb7-429c-9716-4ed8f2e53deb None None] Deleting port 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:41.457814 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-49a15ba9-dfb7-429c-9716-4ed8f2e53deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.515263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26886d53-483a-472c-be0b-00ab7bd6a422 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:41.531279 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf864e27-ee84-47c5-ad1d-3212e367b2a6 None None] Sync routers for ids ['666b6830-7784-4372-97f1-1bb4988aa4fe'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:41.532693 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-26886d53-483a-472c-be0b-00ab7bd6a422 admin admin] 10.222.0.26 "PUT /v2.0/routers/666b6830-7784-4372-97f1-1bb4988aa4fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7086153 Jul 22 23:59:41.535061 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45162) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:41.552722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45164) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:41.553983 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf864e27-ee84-47c5-ad1d-3212e367b2a6 None None] Routers {'666b6830-7784-4372-97f1-1bb4988aa4fe'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:41.555219 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] For port 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3,segment=NetworkSegment(b75dbfbe-9db6-4809-b519-ac782e1f82e6),segment_id=b75dbfbe-9db6-4809-b519-ac782e1f82e6)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:41.555684 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.558961 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cf864e27-ee84-47c5-ad1d-3212e367b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['666b6830-7784-4372-97f1-1bb4988aa4fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:41.581622 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Calling delete_port for 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:41.612960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-49a15ba9-dfb7-429c-9716-4ed8f2e53deb None None] For port 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3,segment=NetworkSegment(b75dbfbe-9db6-4809-b519-ac782e1f82e6),segment_id=b75dbfbe-9db6-4809-b519-ac782e1f82e6)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:41.614263 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-49a15ba9-dfb7-429c-9716-4ed8f2e53deb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.650978 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-49a15ba9-dfb7-429c-9716-4ed8f2e53deb None None] Calling delete_port for 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:41.695378 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.721938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] No DVR routers for this DVR port 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:41.762603 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-49a15ba9-dfb7-429c-9716-4ed8f2e53deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.774004 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-746c801b-c84f-40aa-8e1d-081e9f9dd713 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.789020 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cf864e27-ee84-47c5-ad1d-3212e367b2a6 None None] Set router 666b6830-7784-4372-97f1-1bb4988aa4fe gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:41.803158 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a15ba9-dfb7-429c-9716-4ed8f2e53deb None None] Pushing event deleted for resources: {'Port': ['ID=8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:41.809932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a15ba9-dfb7-429c-9716-4ed8f2e53deb None None] No DVR routers for this DVR port 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:41.832245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'Port': ['ID=8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:41.867175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:41.867629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:41.868747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:41.869280 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:41.869734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:41.870313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:41.871505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:41.871505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:41.871505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:41.871967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:41.872393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:41.880586 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:41.934207 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.972043 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d7a3e5-91c4-4a43-9fa8-440cd3c81722']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:41.987849 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5fa871e-1a01-40f9-a6fe-d21aa747c33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.997954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75dbfbe-9db6-4809-b519-ac782e1f82e6') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:41.998840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75dbfbe-9db6-4809-b519-ac782e1f82e6') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:42.014092 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.039875 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.051400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:42.051809 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:42.055515 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:42.079680 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-746c801b-c84f-40aa-8e1d-081e9f9dd713 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.170197 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cf864e27-ee84-47c5-ad1d-3212e367b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'name': 'tempest-TestVolumeBackupRestore-788436519-router', 'tenant_id': '576c923e69674a9eae1742b7188d9f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'fca0a66b-3800-4c94-9463-c2b641450a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:37Z', 'updated_at': '2021-07-22T23:59:40Z', 'revision_number': 5, 'project_id': '576c923e69674a9eae1742b7188d9f76', 'gw_port': {'id': 'fca0a66b-3800-4c94-9463-c2b641450a89', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:38Z', 'updated_at': '2021-07-22T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:42.180584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-746c801b-c84f-40aa-8e1d-081e9f9dd713 admin admin] Deleting port fca0a66b-3800-4c94-9463-c2b641450a89 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:42.181300 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-746c801b-c84f-40aa-8e1d-081e9f9dd713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.256968 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.265274 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5fa871e-1a01-40f9-a6fe-d21aa747c33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.293346 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.299129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "DELETE /v2.0/networks/31d7a3e5-91c4-4a43-9fa8-440cd3c81722 HTTP/1.1" status: 204 len: 168 time: 1.2340081 Jul 22 23:59:42.323525 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45192) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:42.350501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4992f5-c8ac-4987-9a21-d2f6ed57be72 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'Network': ['ID=31d7a3e5-91c4-4a43-9fa8-440cd3c81722,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:42.356415 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5fa871e-1a01-40f9-a6fe-d21aa747c33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.360471 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf864e27-ee84-47c5-ad1d-3212e367b2a6 None None] Checking router: 666b6830-7784-4372-97f1-1bb4988aa4fe for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:42.374947 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf864e27-ee84-47c5-ad1d-3212e367b2a6 None None] Routers {'666b6830-7784-4372-97f1-1bb4988aa4fe'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:42.375972 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cf864e27-ee84-47c5-ad1d-3212e367b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['666b6830-7784-4372-97f1-1bb4988aa4fe'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:42.421026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45194) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:42.441583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:42.457658 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c5fa871e-1a01-40f9-a6fe-d21aa747c33f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b56c41cd55514996935d0b1d74cf79e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8970373 Jul 22 23:59:42.463881 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:42.464236 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 8f49d59f-aa8e-40e4-945f-5c6ad43ca1d3 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:42.467435 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45198) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:42.484227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa871e-1a01-40f9-a6fe-d21aa747c33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f8ce6e-d701-4af1-94da-3c796c05d916,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:42.503659 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cf864e27-ee84-47c5-ad1d-3212e367b2a6 None None] Set router 666b6830-7784-4372-97f1-1bb4988aa4fe gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:42.516533 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-746c801b-c84f-40aa-8e1d-081e9f9dd713 admin admin] For port fca0a66b-3800-4c94-9463-c2b641450a89, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fca0a66b-3800-4c94-9463-c2b641450a89,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:42.516914 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-746c801b-c84f-40aa-8e1d-081e9f9dd713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.550435 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-746c801b-c84f-40aa-8e1d-081e9f9dd713 admin admin] Calling delete_port for fca0a66b-3800-4c94-9463-c2b641450a89 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:42.577022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-25e1e034-c418-4fbf-97c3-8cd3339e39dd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1617995697'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:42.583591 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cf864e27-ee84-47c5-ad1d-3212e367b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'name': 'tempest-TestVolumeBackupRestore-788436519-router', 'tenant_id': '576c923e69674a9eae1742b7188d9f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:37Z', 'updated_at': '2021-07-22T23:59:42Z', 'revision_number': 6, 'project_id': '576c923e69674a9eae1742b7188d9f76', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:42.605000 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e1e034-c418-4fbf-97c3-8cd3339e39dd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:42.612245 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e1e034-c418-4fbf-97c3-8cd3339e39dd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.615400 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf864e27-ee84-47c5-ad1d-3212e367b2a6 None None] The sync data for ids ['666b6830-7784-4372-97f1-1bb4988aa4fe'] in n-d-688802-2 is: [{'id': '666b6830-7784-4372-97f1-1bb4988aa4fe', 'name': 'tempest-TestVolumeBackupRestore-788436519-router', 'tenant_id': '576c923e69674a9eae1742b7188d9f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:37Z', 'updated_at': '2021-07-22T23:59:42Z', 'revision_number': 6, 'project_id': '576c923e69674a9eae1742b7188d9f76', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:42.626131 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e1e034-c418-4fbf-97c3-8cd3339e39dd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.724341 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9af3ec15-7392-4547-b199-79e7e8221319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.749787 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e1e034-c418-4fbf-97c3-8cd3339e39dd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.754518 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e1e034-c418-4fbf-97c3-8cd3339e39dd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.780127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e1e034-c418-4fbf-97c3-8cd3339e39dd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:42.797730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1e034-c418-4fbf-97c3-8cd3339e39dd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ade3e7-56e1-4725-aef8-a74f7e36fb5a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:42.801861 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e1e034-c418-4fbf-97c3-8cd3339e39dd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.802305 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-25e1e034-c418-4fbf-97c3-8cd3339e39dd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Added segment 3305ed3c-abc8-41fd-8674-69e7eee45e8f of type vlan for network 74559a87-5494-47ba-adfe-c8f61dfe8f47 Jul 22 23:59:42.806140 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9af3ec15-7392-4547-b199-79e7e8221319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.852665 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e1e034-c418-4fbf-97c3-8cd3339e39dd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.855283 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-df1c97a4-e852-4d60-bc50-845403d0be20 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Deleting port d780cc4a-fc40-4406-8bcc-913a3c62bad4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:42.855629 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df1c97a4-e852-4d60-bc50-845403d0be20 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.897308 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e1e034-c418-4fbf-97c3-8cd3339e39dd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.903648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e1e034-c418-4fbf-97c3-8cd3339e39dd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:42.904954 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25e1e034-c418-4fbf-97c3-8cd3339e39dd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.961117 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-25e1e034-c418-4fbf-97c3-8cd3339e39dd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5188792 Jul 22 23:59:42.976792 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9af3ec15-7392-4547-b199-79e7e8221319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.979316 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9af3ec15-7392-4547-b199-79e7e8221319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.982923 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9af3ec15-7392-4547-b199-79e7e8221319 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6f8ce6e-d701-4af1-94da-3c796c05d916 HTTP/1.1" status: 204 len: 168 time: 0.5044017 Jul 22 23:59:42.982923 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df1c97a4-e852-4d60-bc50-845403d0be20 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.982923 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df1c97a4-e852-4d60-bc50-845403d0be20 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.010562 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1e034-c418-4fbf-97c3-8cd3339e39dd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Network': ['ID=74559a87-5494-47ba-adfe-c8f61dfe8f47,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:43.025050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 74559a87-5494-47ba-adfe-c8f61dfe8f47 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:43.053132 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3ec15-7392-4547-b199-79e7e8221319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f8ce6e-d701-4af1-94da-3c796c05d916,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:43.066873 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-df1c97a4-e852-4d60-bc50-845403d0be20 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Calling delete_port for d780cc4a-fc40-4406-8bcc-913a3c62bad4 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:43.097915 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45212) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:43.111828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-585cc897-26e7-4375-9750-f1d737df9b61 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'subnet': {'network_id': '74559a87-5494-47ba-adfe-c8f61dfe8f47', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:43.116623 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-746c801b-c84f-40aa-8e1d-081e9f9dd713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.192301 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c801b-c84f-40aa-8e1d-081e9f9dd713 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca0a66b-3800-4c94-9463-c2b641450a89,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:43.273550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585cc897-26e7-4375-9750-f1d737df9b61 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:43.279021 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-585cc897-26e7-4375-9750-f1d737df9b61 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.301622 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-746c801b-c84f-40aa-8e1d-081e9f9dd713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.409582 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-746c801b-c84f-40aa-8e1d-081e9f9dd713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.418602 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-746c801b-c84f-40aa-8e1d-081e9f9dd713 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.475223 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-746c801b-c84f-40aa-8e1d-081e9f9dd713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.475477 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746c801b-c84f-40aa-8e1d-081e9f9dd713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 666b6830-7784-4372-97f1-1bb4988aa4fe {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:59:43.479871 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-746c801b-c84f-40aa-8e1d-081e9f9dd713 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.481121 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-746c801b-c84f-40aa-8e1d-081e9f9dd713 admin admin] 10.222.0.26 "DELETE /v2.0/routers/666b6830-7784-4372-97f1-1bb4988aa4fe HTTP/1.1" status: 204 len: 168 time: 1.9444149 Jul 22 23:59:43.499613 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45220) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:43.519576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45222) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:43.542828 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54e18736-59ae-45cc-9146-87ccc98a0109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.570922 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabcb031-dd21-46a5-b0d2-cf1f37765d63 admin admin] Deleting subnet 99ef770a-4216-4c51-bdc3-d84220001464 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:59:43.574857 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cabcb031-dd21-46a5-b0d2-cf1f37765d63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.579348 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df1c97a4-e852-4d60-bc50-845403d0be20 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.580564 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-585cc897-26e7-4375-9750-f1d737df9b61 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.627859 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c97a4-e852-4d60-bc50-845403d0be20 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'Port': ['ID=d780cc4a-fc40-4406-8bcc-913a3c62bad4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:43.661222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cc897-26e7-4375-9750-f1d737df9b61 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Subnet': ['ID=6bb08558-aff3-4aca-bcfe-8b8ef598b8c3,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:43.691284 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cabcb031-dd21-46a5-b0d2-cf1f37765d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.693949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585cc897-26e7-4375-9750-f1d737df9b61 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Checking segment: {'id': '3305ed3c-abc8-41fd-8674-69e7eee45e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '74559a87-5494-47ba-adfe-c8f61dfe8f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:43.694327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585cc897-26e7-4375-9750-f1d737df9b61 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network hostable DHCP agents. Network: 74559a87-5494-47ba-adfe-c8f61dfe8f47, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:43.735057 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54e18736-59ae-45cc-9146-87ccc98a0109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.740780 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-54e18736-59ae-45cc-9146-87ccc98a0109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.741929 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df1c97a4-e852-4d60-bc50-845403d0be20 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.742322 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-df1c97a4-e852-4d60-bc50-845403d0be20 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Floating IP dda2f30d-057b-4262-bb94-d5893a40e8b1 disassociated (deleted). External IP: 172.25.4.82, port: f6568e99-eeec-4c2f-8c11-c6bbd5da3b67. Jul 22 23:59:43.747045 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585cc897-26e7-4375-9750-f1d737df9b61 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network 74559a87-5494-47ba-adfe-c8f61dfe8f47 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:43.785700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-585cc897-26e7-4375-9750-f1d737df9b61 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 74559a87-5494-47ba-adfe-c8f61dfe8f47) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:43.799438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3921bdba-3d56-48a7-a0bd-65e5190ede66 None None] Network 74559a87-5494-47ba-adfe-c8f61dfe8f47 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:43.815608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585cc897-26e7-4375-9750-f1d737df9b61 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:43.816344 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-585cc897-26e7-4375-9750-f1d737df9b61 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.823652 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-54e18736-59ae-45cc-9146-87ccc98a0109 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d7b4111659264d98873207ae5b855064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3027780 Jul 22 23:59:43.824009 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45228) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:43.824684 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e18736-59ae-45cc-9146-87ccc98a0109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67242b06-8909-4952-a5ce-5e0d30be28d8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:43.855902 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-585cc897-26e7-4375-9750-f1d737df9b61 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7527847 Jul 22 23:59:43.856292 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45230) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:43.874217 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6cbabc88-16c6-44b3-86bc-24d1f9afad57 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1435729024'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:43.907771 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cabcb031-dd21-46a5-b0d2-cf1f37765d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.910789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbabc88-16c6-44b3-86bc-24d1f9afad57 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:43.932925 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6cbabc88-16c6-44b3-86bc-24d1f9afad57 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.990022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbabc88-16c6-44b3-86bc-24d1f9afad57 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:44.004625 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6cbabc88-16c6-44b3-86bc-24d1f9afad57 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.005058 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-6cbabc88-16c6-44b3-86bc-24d1f9afad57 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Added segment 234c8c46-bbb7-42a2-8cea-14d81662ab2d of type vlan for network 29a59c66-c266-45bc-99ed-f99f908ee83c Jul 22 23:59:44.063684 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-456958a6-a4fd-4888-98b4-a62ae383c3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.063903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-74559a87-5494-47ba-adfe-c8f61dfe8f47', 'network_id': '74559a87-5494-47ba-adfe-c8f61dfe8f47', 'tenant_id': 'b70140d61b9d4a1db785b33f78169897', 'fixed_ips': [{'subnet_id': '6bb08558-aff3-4aca-bcfe-8b8ef598b8c3'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:59:44.065088 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.082775 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6cbabc88-16c6-44b3-86bc-24d1f9afad57 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.119009 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-456958a6-a4fd-4888-98b4-a62ae383c3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.134078 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6cbabc88-16c6-44b3-86bc-24d1f9afad57 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.134452 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cabcb031-dd21-46a5-b0d2-cf1f37765d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.142299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbabc88-16c6-44b3-86bc-24d1f9afad57 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:44.143952 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6cbabc88-16c6-44b3-86bc-24d1f9afad57 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.231482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1c97a4-e852-4d60-bc50-845403d0be20 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Router 48f5f560-63ff-4cbb-9244-d80c8584120d has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:44.233392 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbabc88-16c6-44b3-86bc-24d1f9afad57 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Network': ['ID=29a59c66-c266-45bc-99ed-f99f908ee83c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:44.242644 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcb031-dd21-46a5-b0d2-cf1f37765d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99ef770a-4216-4c51-bdc3-d84220001464,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:44.245567 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45238) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:44.247500 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cabcb031-dd21-46a5-b0d2-cf1f37765d63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.253150 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6cbabc88-16c6-44b3-86bc-24d1f9afad57 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3956034 Jul 22 23:59:44.253774 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cabcb031-dd21-46a5-b0d2-cf1f37765d63 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/99ef770a-4216-4c51-bdc3-d84220001464 HTTP/1.1" status: 204 len: 168 time: 0.7531374 Jul 22 23:59:44.255790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45240) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:44.259865 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53ec100-2dd5-4855-b7de-d64333c3e318 None None] Network 98ba10be-e8ce-4aed-bed5-cce6cef94517 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:44.260961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9d68c3f5-4cf2-424b-9b44-6799e7c26519 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'subnet': {'network_id': '29a59c66-c266-45bc-99ed-f99f908ee83c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:44.347191 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.396010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 29a59c66-c266-45bc-99ed-f99f908ee83c details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:44.445703 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] Deleting port c1b8edba-55e1-4d74-a2d4-ef9d62c57439 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:44.446612 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.451055 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b2257019-ccfe-47b5-b786-ee95553523e0 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:44.533028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] For port c1b8edba-55e1-4d74-a2d4-ef9d62c57439, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=c1b8edba-55e1-4d74-a2d4-ef9d62c57439,segment=NetworkSegment(c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b),segment_id=c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:44.533826 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.548436 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] Calling delete_port for c1b8edba-55e1-4d74-a2d4-ef9d62c57439 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:44.553011 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: b2257019-ccfe-47b5-b786-ee95553523e0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:44.553345 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b2257019-ccfe-47b5-b786-ee95553523e0 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:44.553764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fca0a66b-3800-4c94-9463-c2b641450a89 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:44.585150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: fca0a66b-3800-4c94-9463-c2b641450a89 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:44.585518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fca0a66b-3800-4c94-9463-c2b641450a89 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:44.592993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Allocated IP 172.20.255.242 (74559a87-5494-47ba-adfe-c8f61dfe8f47/6bb08558-aff3-4aca-bcfe-8b8ef598b8c3/be55bf54-7769-46f0-bafa-d5d6522e6445) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:44.643297 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.683014 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b8edba-55e1-4d74-a2d4-ef9d62c57439,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:44.697605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] No DVR routers for this DVR port c1b8edba-55e1-4d74-a2d4-ef9d62c57439 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:44.744352 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1ca6f3-e6d9-4f74-ba77-f5eb44123ec4 None None] DHCP port deletion for 98ba10be-e8ce-4aed-bed5-cce6cef94517 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:59:44.832231 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.832873 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.843348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Transition to ACTIVE for port object be55bf54-7769-46f0-bafa-d5d6522e6445 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:44.846444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ba10be-e8ce-4aed-bed5-cce6cef94517']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:44.861237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Transition to ACTIVE for port object be55bf54-7769-46f0-bafa-d5d6522e6445 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:44.864807 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-456958a6-a4fd-4888-98b4-a62ae383c3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.866680 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:44.867063 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e0f3a3-9b04-4712-bb1f-2795fa80ac6b') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:44.867669 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-456958a6-a4fd-4888-98b4-a62ae383c3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.868966 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-456958a6-a4fd-4888-98b4-a62ae383c3aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67242b06-8909-4952-a5ce-5e0d30be28d8 HTTP/1.1" status: 204 len: 168 time: 1.0419657 Jul 22 23:59:44.871041 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.881404 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.898656 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1c97a4-e852-4d60-bc50-845403d0be20 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:44.909274 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.917272 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:44.918096 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:44.920468 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:44.928737 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df1c97a4-e852-4d60-bc50-845403d0be20 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.934566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Pushing event updated for resources: {'Port': ['ID=be55bf54-7769-46f0-bafa-d5d6522e6445,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:44.954709 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edd1844-5e7d-4518-bd03-63eddd39708c None None] Sync routers for ids ['48f5f560-63ff-4cbb-9244-d80c8584120d'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:44.960971 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Network 74559a87-5494-47ba-adfe-c8f61dfe8f47 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:44.965427 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:44.968467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:44.980420 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd1844-5e7d-4518-bd03-63eddd39708c None None] Routers {'48f5f560-63ff-4cbb-9244-d80c8584120d'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:44.981476 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1edd1844-5e7d-4518-bd03-63eddd39708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['48f5f560-63ff-4cbb-9244-d80c8584120d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:44.999811 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.004429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456958a6-a4fd-4888-98b4-a62ae383c3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67242b06-8909-4952-a5ce-5e0d30be28d8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:45.017634 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.021723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] 10.222.0.26 "DELETE /v2.0/networks/98ba10be-e8ce-4aed-bed5-cce6cef94517 HTTP/1.1" status: 204 len: 168 time: 0.7614191 Jul 22 23:59:45.042279 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cff61c-c8f0-423b-a95d-8e563dd6121c admin admin] Pushing event deleted for resources: {'Network': ['ID=98ba10be-e8ce-4aed-bed5-cce6cef94517,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:45.052504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d68c3f5-4cf2-424b-9b44-6799e7c26519 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:45.057127 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d68c3f5-4cf2-424b-9b44-6799e7c26519 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.110919 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-df1c97a4-e852-4d60-bc50-845403d0be20 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "DELETE /v2.0/floatingips/dda2f30d-057b-4262-bb94-d5893a40e8b1 HTTP/1.1" status: 204 len: 168 time: 2.7867777 Jul 22 23:59:45.195700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36294604-1343-453a-be32-781e81791684', 'tag': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:45.198578 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757a7739-f1a2-4691-9d65-1cc6b98556a7" -d '{"events": [{"name": "network-changed", "server_uuid": "36294604-1343-453a-be32-781e81791684", "tag": "f6568e99-eeec-4c2f-8c11-c6bbd5da3b67"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:45.202623 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Attempting to bind port be55bf54-7769-46f0-bafa-d5d6522e6445 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:45.204233 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Attempting to bind port be55bf54-7769-46f0-bafa-d5d6522e6445 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '3305ed3c-abc8-41fd-8674-69e7eee45e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '74559a87-5494-47ba-adfe-c8f61dfe8f47'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:45.204609 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Attempting to bind port be55bf54-7769-46f0-bafa-d5d6522e6445 on network 74559a87-5494-47ba-adfe-c8f61dfe8f47 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:45.215960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:45.216339 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Checking segment: {'id': '3305ed3c-abc8-41fd-8674-69e7eee45e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '74559a87-5494-47ba-adfe-c8f61dfe8f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:45.216823 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.217287 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Bound using segment: {'id': '3305ed3c-abc8-41fd-8674-69e7eee45e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '74559a87-5494-47ba-adfe-c8f61dfe8f47'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:45.217754 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Bound port: be55bf54-7769-46f0-bafa-d5d6522e6445, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3305ed3c-abc8-41fd-8674-69e7eee45e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '74559a87-5494-47ba-adfe-c8f61dfe8f47'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:45.218135 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.278540 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729adedf-bff5-4352-925a-fdd764d3a33e x-openstack-request-id: req-729adedf-bff5-4352-925a-fdd764d3a33e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:45.281133 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36294604-1343-453a-be32-781e81791684", "tag": "f6568e99-eeec-4c2f-8c11-c6bbd5da3b67", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:45.281524 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-729adedf-bff5-4352-925a-fdd764d3a33e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:45.282042 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36294604-1343-453a-be32-781e81791684', 'tag': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67', 'status': 'completed', 'code': 200} Jul 22 23:59:45.312207 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] For port be55bf54-7769-46f0-bafa-d5d6522e6445, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:45.318640 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] For port be55bf54-7769-46f0-bafa-d5d6522e6445, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=be55bf54-7769-46f0-bafa-d5d6522e6445,segment=NetworkSegment(3305ed3c-abc8-41fd-8674-69e7eee45e8f),segment_id=3305ed3c-abc8-41fd-8674-69e7eee45e8f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:45.336840 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.423961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-1edd1844-5e7d-4518-bd03-63eddd39708c None None] Set router 48f5f560-63ff-4cbb-9244-d80c8584120d gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:45.505216 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d68c3f5-4cf2-424b-9b44-6799e7c26519 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.515054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45276) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:45.561188 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f172f53-97dd-485a-8c46-cca04afe6a8a None None] Pushing event updated for resources: {'Port': ['ID=be55bf54-7769-46f0-bafa-d5d6522e6445,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:45.638433 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fd92c8ae-891b-4cb1-b734-c2f0be0351e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e67dfb34b944fceb43dbf0db78fb2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1199751 Jul 22 23:59:45.639871 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45278) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:45.659816 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d68c3f5-4cf2-424b-9b44-6799e7c26519 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Checking segment: {'id': '234c8c46-bbb7-42a2-8cea-14d81662ab2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '29a59c66-c266-45bc-99ed-f99f908ee83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:45.660176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d68c3f5-4cf2-424b-9b44-6799e7c26519 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network hostable DHCP agents. Network: 29a59c66-c266-45bc-99ed-f99f908ee83c, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:45.668503 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68c3f5-4cf2-424b-9b44-6799e7c26519 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Subnet': ['ID=7a57408f-b5cd-4254-b35b-f052da22203b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:45.699758 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d68c3f5-4cf2-424b-9b44-6799e7c26519 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network 29a59c66-c266-45bc-99ed-f99f908ee83c is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:45.716190 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9d68c3f5-4cf2-424b-9b44-6799e7c26519 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 29a59c66-c266-45bc-99ed-f99f908ee83c) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:45.729524 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d68c3f5-4cf2-424b-9b44-6799e7c26519 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:45.732955 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d68c3f5-4cf2-424b-9b44-6799e7c26519 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.788038 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9d68c3f5-4cf2-424b-9b44-6799e7c26519 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5312755 Jul 22 23:59:45.788231 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45280) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:45.797644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06f7d82-e085-4890-94db-4323b50302a0 None None] Network 29a59c66-c266-45bc-99ed-f99f908ee83c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:45.843099 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a7739-f1a2-4691-9d65-1cc6b98556a7 req-9108bb11-af20-41d2-be92-e5e5c3947d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:45.844878 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-757a7739-f1a2-4691-9d65-1cc6b98556a7 req-9108bb11-af20-41d2-be92-e5e5c3947d7c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d28b015edbb34eaeb96f7c2c259b971a&device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 1097 time: 0.5093493 Jul 22 23:59:45.947421 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae99b-a5a7-4c75-a779-caf88e7ae079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:46.018621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a7739-f1a2-4691-9d65-1cc6b98556a7 req-05a52fce-60dc-4591-b70e-7fb72d916579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:46.021417 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-757a7739-f1a2-4691-9d65-1cc6b98556a7 req-05a52fce-60dc-4591-b70e-7fb72d916579 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6f56a743-bb78-4e83-b4ae-4af4cbcce270 HTTP/1.1" status: 200 len: 898 time: 0.1660075 Jul 22 23:59:46.036140 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1edd1844-5e7d-4518-bd03-63eddd39708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 6, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'cf07c54a-d124-4de0-82b2-a36cb4fd5c80', 'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:5f:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:36Z', 'updated_at': '2021-07-22T23:57:50Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:46.065127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5a260-7ad0-4ef6-bce7-0db2a826ec03 req-b75a2224-683b-4a16-ba91-2e80e5b25e39 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:46.066776 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4f5a260-7ad0-4ef6-bce7-0db2a826ec03 req-b75a2224-683b-4a16-ba91-2e80e5b25e39 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 946 time: 0.4482977 Jul 22 23:59:46.103994 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-757a7739-f1a2-4691-9d65-1cc6b98556a7 req-f9f09d33-e1da-4493-aca1-a0b8c353507b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 HTTP/1.1" status: 200 len: 217 time: 0.0745475 Jul 22 23:59:46.104314 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae99b-a5a7-4c75-a779-caf88e7ae079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:46.124083 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edd1844-5e7d-4518-bd03-63eddd39708c None None] Checking router: 48f5f560-63ff-4cbb-9244-d80c8584120d for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:46.160213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd1844-5e7d-4518-bd03-63eddd39708c None None] Routers {'48f5f560-63ff-4cbb-9244-d80c8584120d'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:46.160830 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1edd1844-5e7d-4518-bd03-63eddd39708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['48f5f560-63ff-4cbb-9244-d80c8584120d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:46.189865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d4f5a260-7ad0-4ef6-bce7-0db2a826ec03 req-0a049697-5fb0-494e-9b2b-b9fbb8d26948 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=b68f88d4-e068-459c-a43e-caf5c4c4e956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925646 Jul 22 23:59:46.215716 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a7739-f1a2-4691-9d65-1cc6b98556a7 req-92b5cb0c-2bcb-482b-95ce-67c45f292a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:46.225902 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-757a7739-f1a2-4691-9d65-1cc6b98556a7 req-92b5cb0c-2bcb-482b-95ce-67c45f292a6f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ab50c3ef-2b3a-42f6-a53c-174359dccb53 HTTP/1.1" status: 200 len: 833 time: 0.1148589 Jul 22 23:59:46.238874 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25b080b8-5df7-4746-8747-c3729ca3d917 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:46.341282 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae99b-a5a7-4c75-a779-caf88e7ae079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:46.350638 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae99b-a5a7-4c75-a779-caf88e7ae079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:46.363693 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5c8ae99b-a5a7-4c75-a779-caf88e7ae079 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3022ad97-d210-4b62-a744-c971347e1476 HTTP/1.1" status: 204 len: 168 time: 0.7168038 Jul 22 23:59:46.430219 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25b080b8-5df7-4746-8747-c3729ca3d917 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:46.440947 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a7739-f1a2-4691-9d65-1cc6b98556a7 req-f9b5ab7d-b06f-4344-9d4c-9cab4017aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:46.442813 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-757a7739-f1a2-4691-9d65-1cc6b98556a7 req-f9b5ab7d-b06f-4344-9d4c-9cab4017aae3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6f56a743-bb78-4e83-b4ae-4af4cbcce270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132387 Jul 22 23:59:46.458449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9152c6-c8ca-4719-a22f-75d78a3a60f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-29a59c66-c266-45bc-99ed-f99f908ee83c', 'network_id': '29a59c66-c266-45bc-99ed-f99f908ee83c', 'tenant_id': 'b70140d61b9d4a1db785b33f78169897', 'fixed_ips': [{'subnet_id': '7a57408f-b5cd-4254-b35b-f052da22203b'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:59:46.459661 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea9152c6-c8ca-4719-a22f-75d78a3a60f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:46.493697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device be55bf54-7769-46f0-bafa-d5d6522e6445 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:46.562686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ae99b-a5a7-4c75-a779-caf88e7ae079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3022ad97-d210-4b62-a744-c971347e1476,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:46.618140 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port be55bf54-7769-46f0-bafa-d5d6522e6445 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:46.690951 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25b080b8-5df7-4746-8747-c3729ca3d917 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:46.705958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-1edd1844-5e7d-4518-bd03-63eddd39708c None None] Set router 48f5f560-63ff-4cbb-9244-d80c8584120d gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:46.750016 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-757a7739-f1a2-4691-9d65-1cc6b98556a7 req-2f601742-4b80-4f2e-b21e-121e3dc613ba service neutron] 10.222.0.95 "GET /v2.0/networks/6f56a743-bb78-4e83-b4ae-4af4cbcce270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956285 Jul 22 23:59:46.760036 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:46.766334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b080b8-5df7-4746-8747-c3729ca3d917 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Subnet': ['ID=7a57408f-b5cd-4254-b35b-f052da22203b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:46.769916 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c1b8edba-55e1-4d74-a2d4-ef9d62c57439 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:46.807053 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: c1b8edba-55e1-4d74-a2d4-ef9d62c57439 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:46.807395 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device c1b8edba-55e1-4d74-a2d4-ef9d62c57439 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-ea9152c6-c8ca-4719-a22f-75d78a3a60f6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a57408f-b5cd-4254-b35b-f052da22203b: This subnet is being modified by another concurrent operation. Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a57408f-b5cd-4254-b35b-f052da22203b: This subnet is being modified by another concurrent operation. Jul 22 23:59:46.817982 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 22 23:59:46.865929 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8324c3f4-bb3f-47b1-8470-bac78ff31986 None None] Network 29a59c66-c266-45bc-99ed-f99f908ee83c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:46.933795 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25b080b8-5df7-4746-8747-c3729ca3d917 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:46.952547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-25b080b8-5df7-4746-8747-c3729ca3d917 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a59c66-c266-45bc-99ed-f99f908ee83c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:46.973710 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-25b080b8-5df7-4746-8747-c3729ca3d917 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234c8c46-bbb7-42a2-8cea-14d81662ab2d') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:46.974308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-25b080b8-5df7-4746-8747-c3729ca3d917 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234c8c46-bbb7-42a2-8cea-14d81662ab2d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:46.983417 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-757a7739-f1a2-4691-9d65-1cc6b98556a7 req-c180c9fa-4113-4d93-8a3c-89879eac5056 service neutron] 10.222.0.95 "GET /v2.0/networks/6f56a743-bb78-4e83-b4ae-4af4cbcce270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196264 Jul 22 23:59:47.080865 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25b080b8-5df7-4746-8747-c3729ca3d917 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.103732 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25b080b8-5df7-4746-8747-c3729ca3d917 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.121133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b080b8-5df7-4746-8747-c3729ca3d917 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:47.121577 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25b080b8-5df7-4746-8747-c3729ca3d917 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:47.125829 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:47.198697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684a660-2fc4-4305-8932-93d554ff659f req-9d115b8d-d3fd-4033-8b86-76af0085a9c8 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:47.200012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e684a660-2fc4-4305-8932-93d554ff659f req-9d115b8d-d3fd-4033-8b86-76af0085a9c8 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.95 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 946 time: 0.2158227 Jul 22 23:59:47.216904 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25b080b8-5df7-4746-8747-c3729ca3d917 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.223563 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8a8418-eb1f-4d2c-80f2-b478fd2b8ae1 None None] Network 74559a87-5494-47ba-adfe-c8f61dfe8f47 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:47.239049 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-25b080b8-5df7-4746-8747-c3729ca3d917 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.244880 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-25b080b8-5df7-4746-8747-c3729ca3d917 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/29a59c66-c266-45bc-99ed-f99f908ee83c HTTP/1.1" status: 204 len: 168 time: 1.4143527 Jul 22 23:59:47.248212 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45324) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:47.254180 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9e07f45f-310a-46aa-a87d-d2c42a1122c2 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1895556289'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:47.270470 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b080b8-5df7-4746-8747-c3729ca3d917 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Network': ['ID=29a59c66-c266-45bc-99ed-f99f908ee83c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:47.312847 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e07f45f-310a-46aa-a87d-d2c42a1122c2 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:47.316490 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e07f45f-310a-46aa-a87d-d2c42a1122c2 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.361016 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45326) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:47.375589 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-1edd1844-5e7d-4518-bd03-63eddd39708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 6, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'cf07c54a-d124-4de0-82b2-a36cb4fd5c80', 'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:5f:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:36Z', 'updated_at': '2021-07-22T23:57:50Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:47.422885 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e07f45f-310a-46aa-a87d-d2c42a1122c2 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:47.470562 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e07f45f-310a-46aa-a87d-d2c42a1122c2 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.470919 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-9e07f45f-310a-46aa-a87d-d2c42a1122c2 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Added segment ab6b382c-30b1-4eb6-9b79-fc7717ab2e89 of type vlan for network 8e441ff4-2f2e-41da-b706-3cd5a2f00b02 Jul 22 23:59:47.493170 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edd1844-5e7d-4518-bd03-63eddd39708c None None] The sync data for ids ['48f5f560-63ff-4cbb-9244-d80c8584120d'] in n-d-688802-2 is: [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 6, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'cf07c54a-d124-4de0-82b2-a36cb4fd5c80', 'name': '', 'network_id': '6f56a743-bb78-4e83-b4ae-4af4cbcce270', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:5f:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:36Z', 'updated_at': '2021-07-22T23:57:50Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': 'ab50c3ef-2b3a-42f6-a53c-174359dccb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:47.504494 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Provisioning for port be55bf54-7769-46f0-bafa-d5d6522e6445 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:47.521255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7d67d-6ec1-45ff-9425-37ee19df7a51 req-6381d69c-17f0-45c8-ab68-cb6e5448bd73 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:47.522058 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f07ad757-4576-460c-82eb-c3b813b0f5cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=576c923e69674a9eae1742b7188d9f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595786 Jul 22 23:59:47.522989 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5a7d67d-6ec1-45ff-9425-37ee19df7a51 req-6381d69c-17f0-45c8-ab68-cb6e5448bd73 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 946 time: 0.1561642 Jul 22 23:59:47.523477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45334) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:47.523808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45336) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:47.532230 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Provisioning complete for port be55bf54-7769-46f0-bafa-d5d6522e6445 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:47.551043 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.565823 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e07f45f-310a-46aa-a87d-d2c42a1122c2 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.625049 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e07f45f-310a-46aa-a87d-d2c42a1122c2 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.631970 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e684a660-2fc4-4305-8932-93d554ff659f req-f3dcfe08-73de-4d95-a723-5361746fcb07 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Deleting port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:47.632274 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e07f45f-310a-46aa-a87d-d2c42a1122c2 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:47.632425 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e684a660-2fc4-4305-8932-93d554ff659f req-f3dcfe08-73de-4d95-a723-5361746fcb07 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.632895 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e07f45f-310a-46aa-a87d-d2c42a1122c2 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.728893 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5a7d67d-6ec1-45ff-9425-37ee19df7a51 req-9990c3fe-54b0-408c-9d72-60ce117138a3 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=b68f88d4-e068-459c-a43e-caf5c4c4e956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772366 Jul 22 23:59:47.751129 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07f45f-310a-46aa-a87d-d2c42a1122c2 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Network': ['ID=8e441ff4-2f2e-41da-b706-3cd5a2f00b02,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:47.759490 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9e07f45f-310a-46aa-a87d-d2c42a1122c2 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5098512 Jul 22 23:59:47.760141 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45340) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:47.768560 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 8e441ff4-2f2e-41da-b706-3cd5a2f00b02 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:47.768785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e6627ea1-1140-4cf4-a59d-55430789cea0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'subnet': {'network_id': '8e441ff4-2f2e-41da-b706-3cd5a2f00b02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:47.847605 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de509102-b200-4891-ab74-465f564680e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.881139 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-938b0fb7-f647-4f21-9861-896c528bf2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.901777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e684a660-2fc4-4305-8932-93d554ff659f req-f3dcfe08-73de-4d95-a723-5361746fcb07 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] For port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=f6568e99-eeec-4c2f-8c11-c6bbd5da3b67,segment=NetworkSegment(47576603-30f9-4f2a-a8dd-903a47183eef),segment_id=47576603-30f9-4f2a-a8dd-903a47183eef)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:47.913155 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e684a660-2fc4-4305-8932-93d554ff659f req-f3dcfe08-73de-4d95-a723-5361746fcb07 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.926995 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.932409 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e684a660-2fc4-4305-8932-93d554ff659f req-f3dcfe08-73de-4d95-a723-5361746fcb07 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Calling delete_port for f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:47.959382 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6627ea1-1140-4cf4-a59d-55430789cea0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:47.963946 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6627ea1-1140-4cf4-a59d-55430789cea0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.971218 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] For port be55bf54-7769-46f0-bafa-d5d6522e6445, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=be55bf54-7769-46f0-bafa-d5d6522e6445,segment=NetworkSegment(3305ed3c-abc8-41fd-8674-69e7eee45e8f),segment_id=3305ed3c-abc8-41fd-8674-69e7eee45e8f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:47.978756 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.992620 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ef521-6e74-403a-bdd4-037a8c5f2d58 None None] New status for floating IP dda2f30d-057b-4262-bb94-d5893a40e8b1: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:59:48.055278 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Pushing event updated for resources: {'Port': ['ID=be55bf54-7769-46f0-bafa-d5d6522e6445,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:48.071607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:48.072052 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:48.072460 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:48.073573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:48.073979 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:48.075511 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:48.075949 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:48.078619 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:48.079036 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:48.080070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:48.081558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:48.081941 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad589a63-2192-44ac-8923-337dce3b4247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:48.093126 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-e6627ea1-1140-4cf4-a59d-55430789cea0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Performing IP validity checks on allocation pools {{(pid=93820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 23:59:48.097918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-e6627ea1-1140-4cf4-a59d-55430789cea0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 23:59:48.221546 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de509102-b200-4891-ab74-465f564680e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.329415 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6627ea1-1140-4cf4-a59d-55430789cea0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.344018 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28775741-4ff6-422d-978d-ea0ff5d117e5 None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:59:48.402170 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device be55bf54-7769-46f0-bafa-d5d6522e6445 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:48.402619 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6627ea1-1140-4cf4-a59d-55430789cea0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Subnet': ['ID=d3664b8e-b148-4680-a58a-aa78d015e87c,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:48.417719 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de509102-b200-4891-ab74-465f564680e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.421032 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-de509102-b200-4891-ab74-465f564680e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.421466 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6627ea1-1140-4cf4-a59d-55430789cea0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Checking segment: {'id': 'ab6b382c-30b1-4eb6-9b79-fc7717ab2e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8e441ff4-2f2e-41da-b706-3cd5a2f00b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:48.421623 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6627ea1-1140-4cf4-a59d-55430789cea0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network hostable DHCP agents. Network: 8e441ff4-2f2e-41da-b706-3cd5a2f00b02, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:48.422292 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-de509102-b200-4891-ab74-465f564680e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/108fbddf-3c92-4f32-90fe-6b6f804f2998 HTTP/1.1" status: 204 len: 168 time: 0.8923850 Jul 22 23:59:48.423100 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e684a660-2fc4-4305-8932-93d554ff659f req-f3dcfe08-73de-4d95-a723-5361746fcb07 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.446078 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6627ea1-1140-4cf4-a59d-55430789cea0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network 8e441ff4-2f2e-41da-b706-3cd5a2f00b02 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:48.468630 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e6627ea1-1140-4cf4-a59d-55430789cea0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 8e441ff4-2f2e-41da-b706-3cd5a2f00b02) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:48.475808 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6627ea1-1140-4cf4-a59d-55430789cea0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:48.476742 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6627ea1-1140-4cf4-a59d-55430789cea0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.514150 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de509102-b200-4891-ab74-465f564680e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108fbddf-3c92-4f32-90fe-6b6f804f2998,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:48.542055 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcfe08-73de-4d95-a723-5361746fcb07 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'Port': ['ID=f6568e99-eeec-4c2f-8c11-c6bbd5da3b67,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:48.555862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e684a660-2fc4-4305-8932-93d554ff659f req-f3dcfe08-73de-4d95-a723-5361746fcb07 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] No DVR routers for this DVR port f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:48.562173 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e684a660-2fc4-4305-8932-93d554ff659f req-f3dcfe08-73de-4d95-a723-5361746fcb07 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.564808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e684a660-2fc4-4305-8932-93d554ff659f req-f3dcfe08-73de-4d95-a723-5361746fcb07 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.95 "DELETE /v2.0/ports/f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 HTTP/1.1" status: 204 len: 173 time: 1.3503816 Jul 22 23:59:48.566874 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-938b0fb7-f647-4f21-9861-896c528bf2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.568099 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36294604-1343-453a-be32-781e81791684', 'name': 'network-vif-deleted', 'tag': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:48.570767 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee9e239-e7ba-4f04-9a63-57946e507b0e" -d '{"events": [{"server_uuid": "36294604-1343-453a-be32-781e81791684", "name": "network-vif-deleted", "tag": "f6568e99-eeec-4c2f-8c11-c6bbd5da3b67"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:48.586047 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e6627ea1-1140-4cf4-a59d-55430789cea0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8244739 Jul 22 23:59:48.586233 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-938b0fb7-f647-4f21-9861-896c528bf2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.588710 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45364) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:48.681088 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4278fe5a-5474-467d-9ebe-5c400557170f None None] Provisioning complete for port be55bf54-7769-46f0-bafa-d5d6522e6445 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:48.681639 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4278fe5a-5474-467d-9ebe-5c400557170f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.729079 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-938b0fb7-f647-4f21-9861-896c528bf2c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=477fd636ca934a68b31028b898547ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1945934 Jul 22 23:59:48.731204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45366) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:48.738965 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bc3f41-900b-42d7-840d-f962ca998490 x-openstack-request-id: req-66bc3f41-900b-42d7-840d-f962ca998490 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:48.739262 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36294604-1343-453a-be32-781e81791684", "name": "network-vif-deleted", "tag": "f6568e99-eeec-4c2f-8c11-c6bbd5da3b67", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:48.739520 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-66bc3f41-900b-42d7-840d-f962ca998490 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:48.739991 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36294604-1343-453a-be32-781e81791684', 'name': 'network-vif-deleted', 'tag': 'f6568e99-eeec-4c2f-8c11-c6bbd5da3b67', 'status': 'completed', 'code': 200} Jul 22 23:59:48.827754 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28775741-4ff6-422d-978d-ea0ff5d117e5 None None] Unable to find a vacant binding_index for network 8e441ff4-2f2e-41da-b706-3cd5a2f00b02 and agent 601996c0-be3f-403d-8e62-818019ed7f19 {{(pid=93822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 22 23:59:48.855079 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b0fb7-f647-4f21-9861-896c528bf2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcaca54-dd53-494e-9879-aca637759697,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:48.870772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28775741-4ff6-422d-978d-ea0ff5d117e5 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 8e441ff4-2f2e-41da-b706-3cd5a2f00b02) {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:59:48.889913 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b92bb9ae-8723-41ac-8812-40c1d5b08d06 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.903097 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port be55bf54-7769-46f0-bafa-d5d6522e6445 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:48.904049 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.964477 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39105fdb-538e-430d-b13c-8b1b04f06b25 req-69a7e3c9-3839-4f63-ab47-2f8652dea32d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=36294604-1343-453a-be32-781e81791684 HTTP/1.1" status: 200 len: 210 time: 0.0506330 Jul 22 23:59:48.973310 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b878467-fbf1-4ed2-a716-12e6e791192d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.023534 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b878467-fbf1-4ed2-a716-12e6e791192d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.093596 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b878467-fbf1-4ed2-a716-12e6e791192d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.097334 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5b878467-fbf1-4ed2-a716-12e6e791192d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.101164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5b878467-fbf1-4ed2-a716-12e6e791192d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1dcaca54-dd53-494e-9879-aca637759697 HTTP/1.1" status: 204 len: 168 time: 0.3541844 Jul 22 23:59:49.132039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b878467-fbf1-4ed2-a716-12e6e791192d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcaca54-dd53-494e-9879-aca637759697,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:49.170939 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b92bb9ae-8723-41ac-8812-40c1d5b08d06 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.252774 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b92bb9ae-8723-41ac-8812-40c1d5b08d06 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.318238 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bb9ae-8723-41ac-8812-40c1d5b08d06 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Subnet': ['ID=d3664b8e-b148-4680-a58a-aa78d015e87c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:49.347445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03214789-4451-4083-9608-820c2dc9e145 None None] Network 8e441ff4-2f2e-41da-b706-3cd5a2f00b02 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:49.438800 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b92bb9ae-8723-41ac-8812-40c1d5b08d06 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.464546 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b92bb9ae-8723-41ac-8812-40c1d5b08d06 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e441ff4-2f2e-41da-b706-3cd5a2f00b02']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:49.480092 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b92bb9ae-8723-41ac-8812-40c1d5b08d06 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6b382c-30b1-4eb6-9b79-fc7717ab2e89') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:49.480629 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-b92bb9ae-8723-41ac-8812-40c1d5b08d06 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6b382c-30b1-4eb6-9b79-fc7717ab2e89') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:49.492496 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b92bb9ae-8723-41ac-8812-40c1d5b08d06 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.507442 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad08ca5b-a792-4c9c-a217-7781a5f50479 None None] Network 8e441ff4-2f2e-41da-b706-3cd5a2f00b02 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:49.515015 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b92bb9ae-8723-41ac-8812-40c1d5b08d06 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.530740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92bb9ae-8723-41ac-8812-40c1d5b08d06 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:49.535557 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b92bb9ae-8723-41ac-8812-40c1d5b08d06 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:49.538871 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:49.620007 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b92bb9ae-8723-41ac-8812-40c1d5b08d06 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.630795 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b92bb9ae-8723-41ac-8812-40c1d5b08d06 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.637530 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b92bb9ae-8723-41ac-8812-40c1d5b08d06 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/8e441ff4-2f2e-41da-b706-3cd5a2f00b02 HTTP/1.1" status: 204 len: 168 time: 1.0431149 Jul 22 23:59:49.637648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45388) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:49.644139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-a4172483-6c94-45ec-98b9-1c05ccc30bee tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1078099192'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:49.652951 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bb9ae-8723-41ac-8812-40c1d5b08d06 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Network': ['ID=8e441ff4-2f2e-41da-b706-3cd5a2f00b02,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:49.671673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4172483-6c94-45ec-98b9-1c05ccc30bee tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:49.675329 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4172483-6c94-45ec-98b9-1c05ccc30bee tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.703643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4172483-6c94-45ec-98b9-1c05ccc30bee tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:49.714845 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4172483-6c94-45ec-98b9-1c05ccc30bee tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.715237 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-a4172483-6c94-45ec-98b9-1c05ccc30bee tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Added segment 0c6041e8-5e2c-423d-9d7f-27135cab0d0d of type vlan for network 44d4ad99-f236-43b7-b3a3-7f9602bda329 Jul 22 23:59:49.772587 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4172483-6c94-45ec-98b9-1c05ccc30bee tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.040532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45406) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:50.118863 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06efffe2-f865-44e0-b4cc-57bb2071e46d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.148987 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06efffe2-f865-44e0-b4cc-57bb2071e46d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.166410 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4172483-6c94-45ec-98b9-1c05ccc30bee tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.174562 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4172483-6c94-45ec-98b9-1c05ccc30bee tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:50.175473 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a4172483-6c94-45ec-98b9-1c05ccc30bee tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.249660 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06efffe2-f865-44e0-b4cc-57bb2071e46d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.252593 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06efffe2-f865-44e0-b4cc-57bb2071e46d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.253961 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-06efffe2-f865-44e0-b4cc-57bb2071e46d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "DELETE /v2.0/security-groups/b68f88d4-e068-459c-a43e-caf5c4c4e956 HTTP/1.1" status: 204 len: 168 time: 0.2119224 Jul 22 23:59:50.258865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a4172483-6c94-45ec-98b9-1c05ccc30bee tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6200943 Jul 22 23:59:50.259932 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4172483-6c94-45ec-98b9-1c05ccc30bee tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Network': ['ID=44d4ad99-f236-43b7-b3a3-7f9602bda329,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:50.262167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45422) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:50.266906 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efffe2-f865-44e0-b4cc-57bb2071e46d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68f88d4-e068-459c-a43e-caf5c4c4e956,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:50.272885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 44d4ad99-f236-43b7-b3a3-7f9602bda329 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:50.276798 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b4f933ee-0b51-42c9-9e57-17e89bda0ac0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'subnet': {'network_id': '44d4ad99-f236-43b7-b3a3-7f9602bda329', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:50.309831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45424) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:50.408411 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f933ee-0b51-42c9-9e57-17e89bda0ac0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:50.413339 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4f933ee-0b51-42c9-9e57-17e89bda0ac0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.651427 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4f933ee-0b51-42c9-9e57-17e89bda0ac0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.711483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f933ee-0b51-42c9-9e57-17e89bda0ac0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Subnet': ['ID=19eaccde-a887-4d74-ac6c-61b8cd7aa418,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:50.737496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f933ee-0b51-42c9-9e57-17e89bda0ac0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Checking segment: {'id': '0c6041e8-5e2c-423d-9d7f-27135cab0d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '44d4ad99-f236-43b7-b3a3-7f9602bda329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:50.737857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f933ee-0b51-42c9-9e57-17e89bda0ac0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network hostable DHCP agents. Network: 44d4ad99-f236-43b7-b3a3-7f9602bda329, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:50.757663 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f933ee-0b51-42c9-9e57-17e89bda0ac0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network 44d4ad99-f236-43b7-b3a3-7f9602bda329 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:50.758880 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45430) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:50.780586 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b4f933ee-0b51-42c9-9e57-17e89bda0ac0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 44d4ad99-f236-43b7-b3a3-7f9602bda329) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:50.785537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f933ee-0b51-42c9-9e57-17e89bda0ac0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:50.786339 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4f933ee-0b51-42c9-9e57-17e89bda0ac0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.789405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a7a0f-f35c-459d-b454-12ca0ec9e10c None None] Network 44d4ad99-f236-43b7-b3a3-7f9602bda329 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:50.801844 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f6bb00e-9be9-493e-a4c3-8cfe63a0d8b1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.805693 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b4f933ee-0b51-42c9-9e57-17e89bda0ac0 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5420694 Jul 22 23:59:50.808203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45434) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:50.975682 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-363e1f63-58c1-4be9-91df-fa07c951fa7d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.995666 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b6724b9-eb47-46a5-bcaa-6728106fea00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.024402 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cb7e03-deb5-4c79-a023-2fae01817a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-44d4ad99-f236-43b7-b3a3-7f9602bda329', 'network_id': '44d4ad99-f236-43b7-b3a3-7f9602bda329', 'tenant_id': 'b70140d61b9d4a1db785b33f78169897', 'fixed_ips': [{'subnet_id': '19eaccde-a887-4d74-ac6c-61b8cd7aa418'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:59:51.024835 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c9cb7e03-deb5-4c79-a023-2fae01817a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.052782 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-363e1f63-58c1-4be9-91df-fa07c951fa7d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.134394 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-363e1f63-58c1-4be9-91df-fa07c951fa7d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-c9cb7e03-deb5-4c79-a023-2fae01817a96 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19eaccde-a887-4d74-ac6c-61b8cd7aa418: This subnet is being modified by another concurrent operation. Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19eaccde-a887-4d74-ac6c-61b8cd7aa418: This subnet is being modified by another concurrent operation. Jul 22 23:59:51.160121 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 22 23:59:51.170783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e1f63-58c1-4be9-91df-fa07c951fa7d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Subnet': ['ID=19eaccde-a887-4d74-ac6c-61b8cd7aa418,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:51.180738 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c4a984-b8e9-4a1a-b044-17ce54f62f24 None None] Network 44d4ad99-f236-43b7-b3a3-7f9602bda329 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:51.251608 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-363e1f63-58c1-4be9-91df-fa07c951fa7d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.270583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-363e1f63-58c1-4be9-91df-fa07c951fa7d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d4ad99-f236-43b7-b3a3-7f9602bda329']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:51.285935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-363e1f63-58c1-4be9-91df-fa07c951fa7d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6041e8-5e2c-423d-9d7f-27135cab0d0d') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:51.286238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-363e1f63-58c1-4be9-91df-fa07c951fa7d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6041e8-5e2c-423d-9d7f-27135cab0d0d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:51.294416 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b6724b9-eb47-46a5-bcaa-6728106fea00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.297539 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-363e1f63-58c1-4be9-91df-fa07c951fa7d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.304716 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b6724b9-eb47-46a5-bcaa-6728106fea00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.316807 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-363e1f63-58c1-4be9-91df-fa07c951fa7d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.320542 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4f6bb00e-9be9-493e-a4c3-8cfe63a0d8b1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Deleting port cf07c54a-d124-4de0-82b2-a36cb4fd5c80 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:51.321298 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f6bb00e-9be9-493e-a4c3-8cfe63a0d8b1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.325146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363e1f63-58c1-4be9-91df-fa07c951fa7d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:51.325857 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-363e1f63-58c1-4be9-91df-fa07c951fa7d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.337510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a220093-06d1-41bc-a29b-3f8258ea7d73 None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:51.347006 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:51.383485 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6724b9-eb47-46a5-bcaa-6728106fea00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1222a7a4-16af-452f-a8a9-c74233075e45,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:51.394626 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6b6724b9-eb47-46a5-bcaa-6728106fea00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f99b6c6f4b3d408c844f6a200bafe9ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6320953 Jul 22 23:59:51.396064 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45440) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:51.434289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a220093-06d1-41bc-a29b-3f8258ea7d73 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:59:51.436004 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-363e1f63-58c1-4be9-91df-fa07c951fa7d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.450839 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-363e1f63-58c1-4be9-91df-fa07c951fa7d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.454093 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-363e1f63-58c1-4be9-91df-fa07c951fa7d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/44d4ad99-f236-43b7-b3a3-7f9602bda329 HTTP/1.1" status: 204 len: 168 time: 0.6448276 Jul 22 23:59:51.462012 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45442) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:51.469368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e1f63-58c1-4be9-91df-fa07c951fa7d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Network': ['ID=44d4ad99-f236-43b7-b3a3-7f9602bda329,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:51.473400 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3e98cfc6-99ea-456d-b9d1-3311994ee68d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-704418619'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:51.514488 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4f6bb00e-9be9-493e-a4c3-8cfe63a0d8b1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] For port cf07c54a-d124-4de0-82b2-a36cb4fd5c80, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cf07c54a-d124-4de0-82b2-a36cb4fd5c80,segment=NetworkSegment(47576603-30f9-4f2a-a8dd-903a47183eef),segment_id=47576603-30f9-4f2a-a8dd-903a47183eef)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:51.514844 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f6bb00e-9be9-493e-a4c3-8cfe63a0d8b1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.536653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4f6bb00e-9be9-493e-a4c3-8cfe63a0d8b1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Calling delete_port for cf07c54a-d124-4de0-82b2-a36cb4fd5c80 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:51.543199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e98cfc6-99ea-456d-b9d1-3311994ee68d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:51.548643 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e98cfc6-99ea-456d-b9d1-3311994ee68d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.570390 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a11b3ec-6037-4981-b234-df96efbc1d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.632066 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e98cfc6-99ea-456d-b9d1-3311994ee68d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:51.649178 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a11b3ec-6037-4981-b234-df96efbc1d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.667568 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e98cfc6-99ea-456d-b9d1-3311994ee68d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.667914 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-3e98cfc6-99ea-456d-b9d1-3311994ee68d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Added segment c930e034-4532-4f24-bc2c-a37d6a0af97d of type vlan for network 818d7dcc-0aff-46ba-91e6-040a628b2851 Jul 22 23:59:51.776094 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e98cfc6-99ea-456d-b9d1-3311994ee68d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.836940 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a11b3ec-6037-4981-b234-df96efbc1d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.837989 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:51.839476 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a11b3ec-6037-4981-b234-df96efbc1d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.840990 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7a11b3ec-6037-4981-b234-df96efbc1d3d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1222a7a4-16af-452f-a8a9-c74233075e45 HTTP/1.1" status: 204 len: 168 time: 0.4443436 Jul 22 23:59:51.857058 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e98cfc6-99ea-456d-b9d1-3311994ee68d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.862589 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e98cfc6-99ea-456d-b9d1-3311994ee68d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:51.863195 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e98cfc6-99ea-456d-b9d1-3311994ee68d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.865629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:51.866808 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device f6568e99-eeec-4c2f-8c11-c6bbd5da3b67 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:51.874300 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11b3ec-6037-4981-b234-df96efbc1d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1222a7a4-16af-452f-a8a9-c74233075e45,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:51.945144 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3e98cfc6-99ea-456d-b9d1-3311994ee68d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4820435 Jul 22 23:59:51.945757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:51.955472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1d843994-7764-435d-a6bf-5e17755c5015 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'subnet': {'network_id': '818d7dcc-0aff-46ba-91e6-040a628b2851', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:51.993400 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98cfc6-99ea-456d-b9d1-3311994ee68d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Network': ['ID=818d7dcc-0aff-46ba-91e6-040a628b2851,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:51.998075 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f6bb00e-9be9-493e-a4c3-8cfe63a0d8b1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:52.005702 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 818d7dcc-0aff-46ba-91e6-040a628b2851 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:52.076355 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6bb00e-9be9-493e-a4c3-8cfe63a0d8b1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'Port': ['ID=cf07c54a-d124-4de0-82b2-a36cb4fd5c80,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:52.125674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d843994-7764-435d-a6bf-5e17755c5015 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:52.129602 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d843994-7764-435d-a6bf-5e17755c5015 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:52.400820 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f6bb00e-9be9-493e-a4c3-8cfe63a0d8b1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:52.447439 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d843994-7764-435d-a6bf-5e17755c5015 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:52.540187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d843994-7764-435d-a6bf-5e17755c5015 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Subnet': ['ID=855e0d40-2175-4680-b54c-d103fcf0e3d4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:52.542472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d843994-7764-435d-a6bf-5e17755c5015 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Checking segment: {'id': 'c930e034-4532-4f24-bc2c-a37d6a0af97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '818d7dcc-0aff-46ba-91e6-040a628b2851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:52.542949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d843994-7764-435d-a6bf-5e17755c5015 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network hostable DHCP agents. Network: 818d7dcc-0aff-46ba-91e6-040a628b2851, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:52.580236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d843994-7764-435d-a6bf-5e17755c5015 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network 818d7dcc-0aff-46ba-91e6-040a628b2851 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:52.595685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1d843994-7764-435d-a6bf-5e17755c5015 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 818d7dcc-0aff-46ba-91e6-040a628b2851) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:52.602078 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d843994-7764-435d-a6bf-5e17755c5015 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:52.603531 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d843994-7764-435d-a6bf-5e17755c5015 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:52.608897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5df025b-d6d0-42af-8bd4-6cfa0fd6bb41 None None] Network 818d7dcc-0aff-46ba-91e6-040a628b2851 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:52.632407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1d843994-7764-435d-a6bf-5e17755c5015 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6836169 Jul 22 23:59:52.634338 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45466) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:52.739459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6bb00e-9be9-493e-a4c3-8cfe63a0d8b1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Router 48f5f560-63ff-4cbb-9244-d80c8584120d has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:52.795206 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11868bf9-0b10-49a3-b9d4-aa44e602fc35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-818d7dcc-0aff-46ba-91e6-040a628b2851', 'network_id': '818d7dcc-0aff-46ba-91e6-040a628b2851', 'tenant_id': 'b70140d61b9d4a1db785b33f78169897', 'fixed_ips': [{'subnet_id': '855e0d40-2175-4680-b54c-d103fcf0e3d4'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:59:52.795941 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11868bf9-0b10-49a3-b9d4-aa44e602fc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:52.852121 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3971c0-7602-4c9f-ba49-f485689a76ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:52.904435 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6bb00e-9be9-493e-a4c3-8cfe63a0d8b1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:52.923077 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4f6bb00e-9be9-493e-a4c3-8cfe63a0d8b1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "PUT /v2.0/routers/48f5f560-63ff-4cbb-9244-d80c8584120d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6120176 Jul 22 23:59:52.927106 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45474) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:52.994855 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3971c0-7602-4c9f-ba49-f485689a76ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.032973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-427fc283-087b-45cc-a3a5-df7d909311e0 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Deleting subnet ab50c3ef-2b3a-42f6-a53c-174359dccb53 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:59:53.036527 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-427fc283-087b-45cc-a3a5-df7d909311e0 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.084965 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-427fc283-087b-45cc-a3a5-df7d909311e0 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.091251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0363e6-3484-4c2c-8444-0525fcc4e7af None None] Sync routers for ids ['48f5f560-63ff-4cbb-9244-d80c8584120d'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:53.108528 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0363e6-3484-4c2c-8444-0525fcc4e7af None None] Routers {'48f5f560-63ff-4cbb-9244-d80c8584120d'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:53.109361 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9d0363e6-3484-4c2c-8444-0525fcc4e7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['48f5f560-63ff-4cbb-9244-d80c8584120d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:53.204722 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3971c0-7602-4c9f-ba49-f485689a76ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.237077 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-427fc283-087b-45cc-a3a5-df7d909311e0 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.241663 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3971c0-7602-4c9f-ba49-f485689a76ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Subnet': ['ID=855e0d40-2175-4680-b54c-d103fcf0e3d4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-11868bf9-0b10-49a3-b9d4-aa44e602fc35 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 855e0d40-2175-4680-b54c-d103fcf0e3d4: This subnet is being modified by another concurrent operation. Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 855e0d40-2175-4680-b54c-d103fcf0e3d4: This subnet is being modified by another concurrent operation. Jul 22 23:59:53.286216 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 22 23:59:53.308571 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9d0363e6-3484-4c2c-8444-0525fcc4e7af None None] Set router 48f5f560-63ff-4cbb-9244-d80c8584120d gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:53.313670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add91e0c-5a42-4b1a-9983-f26f301d0f88 None None] Network 818d7dcc-0aff-46ba-91e6-040a628b2851 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:53.400706 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3971c0-7602-4c9f-ba49-f485689a76ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.418005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ed3971c0-7602-4c9f-ba49-f485689a76ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818d7dcc-0aff-46ba-91e6-040a628b2851']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:53.430471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ed3971c0-7602-4c9f-ba49-f485689a76ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c930e034-4532-4f24-bc2c-a37d6a0af97d') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:53.430778 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ed3971c0-7602-4c9f-ba49-f485689a76ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c930e034-4532-4f24-bc2c-a37d6a0af97d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:53.446458 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3971c0-7602-4c9f-ba49-f485689a76ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.465085 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3971c0-7602-4c9f-ba49-f485689a76ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.471805 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-427fc283-087b-45cc-a3a5-df7d909311e0 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.480837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3971c0-7602-4c9f-ba49-f485689a76ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:53.481270 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3971c0-7602-4c9f-ba49-f485689a76ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:53.487873 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:53.521831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fc283-087b-45cc-a3a5-df7d909311e0 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'Subnet': ['ID=ab50c3ef-2b3a-42f6-a53c-174359dccb53,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:53.527030 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-427fc283-087b-45cc-a3a5-df7d909311e0 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.529707 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-427fc283-087b-45cc-a3a5-df7d909311e0 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "DELETE /v2.0/subnets/ab50c3ef-2b3a-42f6-a53c-174359dccb53 HTTP/1.1" status: 204 len: 168 time: 0.6013737 Jul 22 23:59:53.532756 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45484) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:53.541754 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2626476-c137-4879-b4e0-3c1ae7b06ae6 None None] Network 6f56a743-bb78-4e83-b4ae-4af4cbcce270 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:53.588587 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3971c0-7602-4c9f-ba49-f485689a76ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.598821 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed3971c0-7602-4c9f-ba49-f485689a76ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.601044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed3971c0-7602-4c9f-ba49-f485689a76ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/818d7dcc-0aff-46ba-91e6-040a628b2851 HTTP/1.1" status: 204 len: 168 time: 0.9654946 Jul 22 23:59:53.607843 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45486) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:53.614769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8c3bc1a7-bdfa-4256-be34-08bc8d3271d7 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1873925507'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:53.652638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3971c0-7602-4c9f-ba49-f485689a76ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Network': ['ID=818d7dcc-0aff-46ba-91e6-040a628b2851,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:53.657851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3bc1a7-bdfa-4256-be34-08bc8d3271d7 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:53.662558 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c3bc1a7-bdfa-4256-be34-08bc8d3271d7 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.716066 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3bc1a7-bdfa-4256-be34-08bc8d3271d7 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:53.738798 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c3bc1a7-bdfa-4256-be34-08bc8d3271d7 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.740280 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-8c3bc1a7-bdfa-4256-be34-08bc8d3271d7 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Added segment 25eb929b-2273-4565-ba2a-fffbb3f07330 of type vlan for network efe42280-25ba-4426-af75-71ed721e8662 Jul 22 23:59:53.786687 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fcf9292-594a-4a16-84f8-6b86e6d17057 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.813998 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9d0363e6-3484-4c2c-8444-0525fcc4e7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:59:51Z', 'revision_number': 7, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:53.823157 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c3bc1a7-bdfa-4256-be34-08bc8d3271d7 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.857555 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c3bc1a7-bdfa-4256-be34-08bc8d3271d7 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.864971 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3bc1a7-bdfa-4256-be34-08bc8d3271d7 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:53.865628 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c3bc1a7-bdfa-4256-be34-08bc8d3271d7 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.875667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0363e6-3484-4c2c-8444-0525fcc4e7af None None] Checking router: 48f5f560-63ff-4cbb-9244-d80c8584120d for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:53.901017 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0363e6-3484-4c2c-8444-0525fcc4e7af None None] Routers {'48f5f560-63ff-4cbb-9244-d80c8584120d'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:53.902055 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9d0363e6-3484-4c2c-8444-0525fcc4e7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['48f5f560-63ff-4cbb-9244-d80c8584120d'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:53.942371 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8c3bc1a7-bdfa-4256-be34-08bc8d3271d7 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3296170 Jul 22 23:59:53.963598 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45488) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:53.974712 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-114b3c1e-cc7b-4c1d-87e2-0c51bd495b4e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'subnet': {'network_id': 'efe42280-25ba-4426-af75-71ed721e8662', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:54.020983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bc1a7-bdfa-4256-be34-08bc8d3271d7 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Network': ['ID=efe42280-25ba-4426-af75-71ed721e8662,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:54.049485 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b88d0f3-77a1-47da-90c1-5bf799de9d74 None None] DHCP port deletion for 6f56a743-bb78-4e83-b4ae-4af4cbcce270 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:59:54.051379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network efe42280-25ba-4426-af75-71ed721e8662 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:54.154278 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114b3c1e-cc7b-4c1d-87e2-0c51bd495b4e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:54.159007 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-114b3c1e-cc7b-4c1d-87e2-0c51bd495b4e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.239051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-114b3c1e-cc7b-4c1d-87e2-0c51bd495b4e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Performing IP validity checks on allocation pools {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 23:59:54.240046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-114b3c1e-cc7b-4c1d-87e2-0c51bd495b4e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 23:59:54.291696 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-9d0363e6-3484-4c2c-8444-0525fcc4e7af None None] Set router 48f5f560-63ff-4cbb-9244-d80c8584120d gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:54.300515 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2b88d0f3-77a1-47da-90c1-5bf799de9d74 None None] Deleting port 9d9a816f-7a3f-4634-9350-eedf56c6519e {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:54.300902 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b88d0f3-77a1-47da-90c1-5bf799de9d74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.429322 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9d9a816f-7a3f-4634-9350-eedf56c6519e no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:54.449413 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fcf9292-594a-4a16-84f8-6b86e6d17057 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.469995 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-114b3c1e-cc7b-4c1d-87e2-0c51bd495b4e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.522521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf9292-594a-4a16-84f8-6b86e6d17057 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Deleting port 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:54.522884 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fcf9292-594a-4a16-84f8-6b86e6d17057 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.536600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b3c1e-cc7b-4c1d-87e2-0c51bd495b4e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Subnet': ['ID=fe401d9a-6cd7-4b58-a22b-3197dd186114,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:54.558328 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2b88d0f3-77a1-47da-90c1-5bf799de9d74 None None] For port 9d9a816f-7a3f-4634-9350-eedf56c6519e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9d9a816f-7a3f-4634-9350-eedf56c6519e,segment=NetworkSegment(47576603-30f9-4f2a-a8dd-903a47183eef),segment_id=47576603-30f9-4f2a-a8dd-903a47183eef)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:54.558853 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b88d0f3-77a1-47da-90c1-5bf799de9d74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.581561 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2b88d0f3-77a1-47da-90c1-5bf799de9d74 None None] Calling delete_port for 9d9a816f-7a3f-4634-9350-eedf56c6519e owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:54.583228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b3c1e-cc7b-4c1d-87e2-0c51bd495b4e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Checking segment: {'id': '25eb929b-2273-4565-ba2a-fffbb3f07330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'efe42280-25ba-4426-af75-71ed721e8662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:54.583501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114b3c1e-cc7b-4c1d-87e2-0c51bd495b4e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network hostable DHCP agents. Network: efe42280-25ba-4426-af75-71ed721e8662, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:54.602064 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114b3c1e-cc7b-4c1d-87e2-0c51bd495b4e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network efe42280-25ba-4426-af75-71ed721e8662 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:54.613138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-114b3c1e-cc7b-4c1d-87e2-0c51bd495b4e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, efe42280-25ba-4426-af75-71ed721e8662) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:54.617725 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b3c1e-cc7b-4c1d-87e2-0c51bd495b4e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:54.618477 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-114b3c1e-cc7b-4c1d-87e2-0c51bd495b4e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.619930 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2fcf9292-594a-4a16-84f8-6b86e6d17057 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] For port 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:54.619930 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fcf9292-594a-4a16-84f8-6b86e6d17057 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.635843 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c1ce44-1af1-4ee9-888d-a1ddbfba9c80 None None] Network efe42280-25ba-4426-af75-71ed721e8662 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:54.637622 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-114b3c1e-cc7b-4c1d-87e2-0c51bd495b4e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6720843 Jul 22 23:59:54.639022 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf9292-594a-4a16-84f8-6b86e6d17057 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Calling delete_port for 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:54.639840 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45496) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:54.721138 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.745329 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b30a850-6504-47c2-9acb-d2a5fe9ff4cc tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.802741 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b30a850-6504-47c2-9acb-d2a5fe9ff4cc tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.818751 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fcf9292-594a-4a16-84f8-6b86e6d17057 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.823652 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 9d9a816f-7a3f-4634-9350-eedf56c6519e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9d9a816f-7a3f-4634-9350-eedf56c6519e,segment=NetworkSegment(47576603-30f9-4f2a-a8dd-903a47183eef),segment_id=47576603-30f9-4f2a-a8dd-903a47183eef)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:54.836701 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.849617 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf9292-594a-4a16-84f8-6b86e6d17057 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'Port': ['ID=7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:54.869515 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b88d0f3-77a1-47da-90c1-5bf799de9d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.902205 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b30a850-6504-47c2-9acb-d2a5fe9ff4cc tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.905220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-9d0363e6-3484-4c2c-8444-0525fcc4e7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:59:51Z', 'revision_number': 7, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:54.923957 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fcf9292-594a-4a16-84f8-6b86e6d17057 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.937844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30a850-6504-47c2-9acb-d2a5fe9ff4cc tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Subnet': ['ID=fe401d9a-6cd7-4b58-a22b-3197dd186114,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:55.006313 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b30a850-6504-47c2-9acb-d2a5fe9ff4cc tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.020621 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fcf9292-594a-4a16-84f8-6b86e6d17057 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.022171 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3b30a850-6504-47c2-9acb-d2a5fe9ff4cc tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe42280-25ba-4426-af75-71ed721e8662']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:55.023208 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fcf9292-594a-4a16-84f8-6b86e6d17057 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.035081 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3b30a850-6504-47c2-9acb-d2a5fe9ff4cc tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25eb929b-2273-4565-ba2a-fffbb3f07330') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:55.035375 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-3b30a850-6504-47c2-9acb-d2a5fe9ff4cc tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25eb929b-2273-4565-ba2a-fffbb3f07330') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:55.047657 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b30a850-6504-47c2-9acb-d2a5fe9ff4cc tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.063188 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b30a850-6504-47c2-9acb-d2a5fe9ff4cc tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.069451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b30a850-6504-47c2-9acb-d2a5fe9ff4cc tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:55.069925 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b30a850-6504-47c2-9acb-d2a5fe9ff4cc tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:55.073071 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:55.084004 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fcf9292-594a-4a16-84f8-6b86e6d17057 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.084583 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcf9292-594a-4a16-84f8-6b86e6d17057 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Fanout notify agent at l3_agent the message router_deleted on router 48f5f560-63ff-4cbb-9244-d80c8584120d {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:59:55.095727 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fcf9292-594a-4a16-84f8-6b86e6d17057 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.099251 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2fcf9292-594a-4a16-84f8-6b86e6d17057 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "DELETE /v2.0/routers/48f5f560-63ff-4cbb-9244-d80c8584120d HTTP/1.1" status: 204 len: 168 time: 1.5628321 Jul 22 23:59:55.100157 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45498) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:55.100617 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b88d0f3-77a1-47da-90c1-5bf799de9d74 None None] No DVR routers for this DVR port 9d9a816f-7a3f-4634-9350-eedf56c6519e on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:55.115842 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0363e6-3484-4c2c-8444-0525fcc4e7af None None] The sync data for ids ['48f5f560-63ff-4cbb-9244-d80c8584120d'] in n-d-688802-2 is: [{'id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'name': 'tempest-TestNetworkBasicOps-router-2103694891', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:28Z', 'updated_at': '2021-07-22T23:59:51Z', 'revision_number': 7, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5f560-63ff-4cbb-9244-d80c8584120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:29Z', 'updated_at': '2021-07-22T23:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:55.125494 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=9d9a816f-7a3f-4634-9350-eedf56c6519e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:55.155192 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88d0f3-77a1-47da-90c1-5bf799de9d74 None None] Pushing event deleted for resources: {'Port': ['ID=9d9a816f-7a3f-4634-9350-eedf56c6519e,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:55.156527 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b30a850-6504-47c2-9acb-d2a5fe9ff4cc tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.166008 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3b30a850-6504-47c2-9acb-d2a5fe9ff4cc tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.167841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3b30a850-6504-47c2-9acb-d2a5fe9ff4cc tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/efe42280-25ba-4426-af75-71ed721e8662 HTTP/1.1" status: 204 len: 168 time: 0.5270638 Jul 22 23:59:55.177415 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45500) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:55.180935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3be40bfb-cba6-4541-b657-b4e43bf15fbb tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-24497591'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:55.192776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d05264-d6f2-488b-b330-f9c8731fc573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-efe42280-25ba-4426-af75-71ed721e8662', 'network_id': 'efe42280-25ba-4426-af75-71ed721e8662', 'tenant_id': 'b70140d61b9d4a1db785b33f78169897', 'fixed_ips': [{'subnet_id': 'fe401d9a-6cd7-4b58-a22b-3197dd186114'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:59:55.193715 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83d05264-d6f2-488b-b330-f9c8731fc573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.193981 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30a850-6504-47c2-9acb-d2a5fe9ff4cc tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Network': ['ID=efe42280-25ba-4426-af75-71ed721e8662,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:55.212224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be40bfb-cba6-4541-b657-b4e43bf15fbb tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:55.217946 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0bfac3e9-0a93-45b9-90bb-5cbb39069708 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.219406 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3be40bfb-cba6-4541-b657-b4e43bf15fbb tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.224316 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52758d8f-ff2a-432a-b1c2-ea2726f9faed None None] Network efe42280-25ba-4426-af75-71ed721e8662 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:55.236529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52758d8f-ff2a-432a-b1c2-ea2726f9faed None None] Network efe42280-25ba-4426-af75-71ed721e8662 could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 23:59:55.244704 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017e0b50-be34-4aef-8cd2-bf3415d21a62 None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:59:55.251400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be40bfb-cba6-4541-b657-b4e43bf15fbb tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:55.261691 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3be40bfb-cba6-4541-b657-b4e43bf15fbb tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.261894 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-3be40bfb-cba6-4541-b657-b4e43bf15fbb tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Added segment a4e0f4b9-8901-4fb5-80d1-37fc11f84db7 of type vlan for network a324b7c7-d8bf-40d6-8224-918608b792fc Jul 22 23:59:55.306776 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3be40bfb-cba6-4541-b657-b4e43bf15fbb tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.321844 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0bfac3e9-0a93-45b9-90bb-5cbb39069708 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.324850 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017e0b50-be34-4aef-8cd2-bf3415d21a62 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:59:55.332269 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0bfac3e9-0a93-45b9-90bb-5cbb39069708 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f56a743-bb78-4e83-b4ae-4af4cbcce270']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:55.339542 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3be40bfb-cba6-4541-b657-b4e43bf15fbb tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.343593 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0bfac3e9-0a93-45b9-90bb-5cbb39069708 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47576603-30f9-4f2a-a8dd-903a47183eef') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:55.343888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0bfac3e9-0a93-45b9-90bb-5cbb39069708 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47576603-30f9-4f2a-a8dd-903a47183eef') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:55.345773 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be40bfb-cba6-4541-b657-b4e43bf15fbb tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:55.346436 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3be40bfb-cba6-4541-b657-b4e43bf15fbb tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.353235 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0bfac3e9-0a93-45b9-90bb-5cbb39069708 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.368620 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0bfac3e9-0a93-45b9-90bb-5cbb39069708 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.375588 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfac3e9-0a93-45b9-90bb-5cbb39069708 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:55.376022 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0bfac3e9-0a93-45b9-90bb-5cbb39069708 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: timer() Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: self._notify() Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:55.379129 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:55.384308 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3be40bfb-cba6-4541-b657-b4e43bf15fbb tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2028513 Jul 22 23:59:55.384308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45502) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:55.388662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-7d80e4a4-cd71-4b8f-b277-a15e4511425f tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'subnet': {'network_id': 'a324b7c7-d8bf-40d6-8224-918608b792fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:55.451820 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be40bfb-cba6-4541-b657-b4e43bf15fbb tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Network': ['ID=a324b7c7-d8bf-40d6-8224-918608b792fc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:55.491380 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network a324b7c7-d8bf-40d6-8224-918608b792fc details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:55.516528 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0bfac3e9-0a93-45b9-90bb-5cbb39069708 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.538739 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0bfac3e9-0a93-45b9-90bb-5cbb39069708 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.538839 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d80e4a4-cd71-4b8f-b277-a15e4511425f tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:55.538938 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0bfac3e9-0a93-45b9-90bb-5cbb39069708 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "DELETE /v2.0/networks/6f56a743-bb78-4e83-b4ae-4af4cbcce270 HTTP/1.1" status: 204 len: 168 time: 0.4366934 Jul 22 23:59:55.546025 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d80e4a4-cd71-4b8f-b277-a15e4511425f tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.565603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45516) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:55.568755 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfac3e9-0a93-45b9-90bb-5cbb39069708 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'Network': ['ID=6f56a743-bb78-4e83-b4ae-4af4cbcce270,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:55.580981 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-60da8b9f-d082-4300-a9b6-04dd5c040315 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'network': {'name': 'tempest-network-smoke--293990418', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:55.668321 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60da8b9f-d082-4300-a9b6-04dd5c040315 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Made reservation on behalf of d28b015edbb34eaeb96f7c2c259b971a for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:55.673025 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60da8b9f-d082-4300-a9b6-04dd5c040315 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.745170 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-3a03c269-accc-4d38-ad05-8339fa5021fd tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a327f4d39ff1447b8ad941285737ef29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454211 Jul 22 23:59:55.785900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60da8b9f-d082-4300-a9b6-04dd5c040315 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:55.850041 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60da8b9f-d082-4300-a9b6-04dd5c040315 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.850394 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-60da8b9f-d082-4300-a9b6-04dd5c040315 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Added segment 9d3696db-7d33-466e-b866-ac6dbdb4deb4 of type vlan for network 77d64a04-2f59-4bff-9e4a-7bf8904e0f92 Jul 22 23:59:56.029613 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60da8b9f-d082-4300-a9b6-04dd5c040315 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.129578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-4aef4017-bed9-4adc-9814-162ade344313 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:56.130962 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-4aef4017-bed9-4adc-9814-162ade344313 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3778558 Jul 22 23:59:56.153445 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-9509ca09-39f6-4f90-9268-9fce9b4b9bba tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/quotas/a327f4d39ff1447b8ad941285737ef29 HTTP/1.1" status: 200 len: 375 time: 0.0147898 Jul 22 23:59:56.154759 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d80e4a4-cd71-4b8f-b277-a15e4511425f tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.159694 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60da8b9f-d082-4300-a9b6-04dd5c040315 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.165300 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60da8b9f-d082-4300-a9b6-04dd5c040315 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:56.165884 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-60da8b9f-d082-4300-a9b6-04dd5c040315 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.255422 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-b680f042-0bc6-4370-b4af-2216c0b52be6 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a327f4d39ff1447b8ad941285737ef29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834622 Jul 22 23:59:56.311295 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45534) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:56.311667 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-60da8b9f-d082-4300-a9b6-04dd5c040315 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7432008 Jul 22 23:59:56.318006 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da8b9f-d082-4300-a9b6-04dd5c040315 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Network': ['ID=77d64a04-2f59-4bff-9e4a-7bf8904e0f92,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:56.320175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-255881924', 'admin_state_up': True, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:56.322120 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80e4a4-cd71-4b8f-b277-a15e4511425f tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Subnet': ['ID=82b3a82f-d553-49c4-8800-224fb5e0f3d3,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:56.345697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d80e4a4-cd71-4b8f-b277-a15e4511425f tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Checking segment: {'id': 'a4e0f4b9-8901-4fb5-80d1-37fc11f84db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a324b7c7-d8bf-40d6-8224-918608b792fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:56.347734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d80e4a4-cd71-4b8f-b277-a15e4511425f tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network hostable DHCP agents. Network: a324b7c7-d8bf-40d6-8224-918608b792fc, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:56.359172 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 77d64a04-2f59-4bff-9e4a-7bf8904e0f92 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:56.367463 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d80e4a4-cd71-4b8f-b277-a15e4511425f tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network a324b7c7-d8bf-40d6-8224-918608b792fc is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:56.374264 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.375668 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.391512 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-7d80e4a4-cd71-4b8f-b277-a15e4511425f tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, a324b7c7-d8bf-40d6-8224-918608b792fc) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:56.404756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80e4a4-cd71-4b8f-b277-a15e4511425f tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:56.409214 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d80e4a4-cd71-4b8f-b277-a15e4511425f tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.414932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabf89df-2fb6-4d2e-9b00-c14ee5786ec8 None None] Network a324b7c7-d8bf-40d6-8224-918608b792fc requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:56.431640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7d80e4a4-cd71-4b8f-b277-a15e4511425f tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0454135 Jul 22 23:59:56.431928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45536) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:56.453272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:56.467812 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.526490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:56.526842 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 7f7ff012-d8ae-47f3-a238-ea6eb29dcb8c not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:56.527261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cf07c54a-d124-4de0-82b2-a36cb4fd5c80 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:56.573044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0031d6e-ec48-47d6-bf4c-2adf883c80c1 req-f2ade9c3-cb00-46e8-9866-5dad335904d3 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 210 time: 0.0463009 Jul 22 23:59:56.596349 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: cf07c54a-d124-4de0-82b2-a36cb4fd5c80 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:56.596349 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cf07c54a-d124-4de0-82b2-a36cb4fd5c80 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:56.615999 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eccac5a6-0a49-4cb8-a6bb-7fc919edb6d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.655204 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.680692 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eccac5a6-0a49-4cb8-a6bb-7fc919edb6d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.705011 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcfd32d-12db-4141-ad71-9c4174033447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-a324b7c7-d8bf-40d6-8224-918608b792fc', 'network_id': 'a324b7c7-d8bf-40d6-8224-918608b792fc', 'tenant_id': 'b70140d61b9d4a1db785b33f78169897', 'fixed_ips': [{'subnet_id': '82b3a82f-d553-49c4-8800-224fb5e0f3d3'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:59:56.706264 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd32d-12db-4141-ad71-9c4174033447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.762690 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eccac5a6-0a49-4cb8-a6bb-7fc919edb6d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.800538 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccac5a6-0a49-4cb8-a6bb-7fc919edb6d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Subnet': ['ID=82b3a82f-d553-49c4-8800-224fb5e0f3d3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-0dcfd32d-12db-4141-ad71-9c4174033447 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82b3a82f-d553-49c4-8800-224fb5e0f3d3: This subnet is being modified by another concurrent operation. Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82b3a82f-d553-49c4-8800-224fb5e0f3d3: This subnet is being modified by another concurrent operation. Jul 22 23:59:56.838211 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 22 23:59:56.859135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99edb461-f1ee-4b41-9de4-a99e4c2944f7 None None] Network a324b7c7-d8bf-40d6-8224-918608b792fc requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:56.884482 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eccac5a6-0a49-4cb8-a6bb-7fc919edb6d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.896121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-eccac5a6-0a49-4cb8-a6bb-7fc919edb6d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a324b7c7-d8bf-40d6-8224-918608b792fc']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:56.896497 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.906938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-eccac5a6-0a49-4cb8-a6bb-7fc919edb6d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e0f4b9-8901-4fb5-80d1-37fc11f84db7') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:56.907375 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-eccac5a6-0a49-4cb8-a6bb-7fc919edb6d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e0f4b9-8901-4fb5-80d1-37fc11f84db7') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:56.916278 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.918136 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eccac5a6-0a49-4cb8-a6bb-7fc919edb6d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.936581 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eccac5a6-0a49-4cb8-a6bb-7fc919edb6d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.943432 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eccac5a6-0a49-4cb8-a6bb-7fc919edb6d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:56.943756 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eccac5a6-0a49-4cb8-a6bb-7fc919edb6d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: timer() Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: self._notify() Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:56.947062 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:56.998813 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a6d57e-6840-4f32-90b6-3265886e03e6 None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:59:57.026572 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eccac5a6-0a49-4cb8-a6bb-7fc919edb6d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.036038 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eccac5a6-0a49-4cb8-a6bb-7fc919edb6d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.044033 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-eccac5a6-0a49-4cb8-a6bb-7fc919edb6d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/a324b7c7-d8bf-40d6-8224-918608b792fc HTTP/1.1" status: 204 len: 168 time: 0.6103320 Jul 22 23:59:57.045984 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45552) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:57.067850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9e776f7b-655b-4456-ba1a-d0afcac0cf22 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1496621991'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:57.089536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccac5a6-0a49-4cb8-a6bb-7fc919edb6d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Network': ['ID=a324b7c7-d8bf-40d6-8224-918608b792fc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:57.099938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e776f7b-655b-4456-ba1a-d0afcac0cf22 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:57.105304 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e776f7b-655b-4456-ba1a-d0afcac0cf22 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.131057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Allocated IP 172.25.4.81 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/04f14a36-c88b-49d6-a7fa-7df248671382) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:57.135182 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a6d57e-6840-4f32-90b6-3265886e03e6 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:59:57.139724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e776f7b-655b-4456-ba1a-d0afcac0cf22 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:57.151038 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e776f7b-655b-4456-ba1a-d0afcac0cf22 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.151582 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-9e776f7b-655b-4456-ba1a-d0afcac0cf22 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Added segment 99676089-532a-4636-9302-ae072287f949 of type vlan for network 2b39b47d-bc26-4e78-a981-7a88549c3a68 Jul 22 23:59:57.293073 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.352563 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.404272 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:57.407749 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:57.411891 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:57.478962 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Port': ['ID=04f14a36-c88b-49d6-a7fa-7df248671382,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:57.620674 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e776f7b-655b-4456-ba1a-d0afcac0cf22 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.653229 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e776f7b-655b-4456-ba1a-d0afcac0cf22 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.659470 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e776f7b-655b-4456-ba1a-d0afcac0cf22 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:57.659609 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e776f7b-655b-4456-ba1a-d0afcac0cf22 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.729659 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ef30b305-9711-4879-9800-a36c9dc2b5be req-8437c371-6fd5-41cb-b316-e2b9681a677d tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 210 time: 0.0567236 Jul 22 23:59:57.772515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9e776f7b-655b-4456-ba1a-d0afcac0cf22 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7217968 Jul 22 23:59:57.773613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e776f7b-655b-4456-ba1a-d0afcac0cf22 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Network': ['ID=2b39b47d-bc26-4e78-a981-7a88549c3a68,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:57.775760 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45564) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:57.782478 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8a747e65-bb3a-46f6-b9cf-9b40933c1ae1 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'subnet': {'network_id': '2b39b47d-bc26-4e78-a981-7a88549c3a68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:57.784386 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 2b39b47d-bc26-4e78-a981-7a88549c3a68 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:57.786061 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.970486 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-b2d24581-1a10-4a93-b439-12d6d3fd86a7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a327f4d39ff1447b8ad941285737ef29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272481 Jul 22 23:59:58.003390 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a747e65-bb3a-46f6-b9cf-9b40933c1ae1 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:58.008368 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a747e65-bb3a-46f6-b9cf-9b40933c1ae1 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.121399 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-9fc4b9ec-8a8c-4f79-bd3c-4bc789068202 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:58.123573 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-9fc4b9ec-8a8c-4f79-bd3c-4bc789068202 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1485546 Jul 22 23:59:58.143005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Request body: {'port': {'device_id': '21ba19bd-6ee9-4358-8e55-9afda9bf4d59', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': 'a327f4d39ff1447b8ad941285737ef29'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:58.156282 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.264591 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Made reservation on behalf of a327f4d39ff1447b8ad941285737ef29 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:58.268096 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.277424 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.363172 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a747e65-bb3a-46f6-b9cf-9b40933c1ae1 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.372022 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.376313 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.432213 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a747e65-bb3a-46f6-b9cf-9b40933c1ae1 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Subnet': ['ID=b54acfae-cd5a-4ab2-b07b-60829ff4c297,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:58.438381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Router 953a5826-f5a9-4b60-b35a-ff70ac13b056 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:59:58.462123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a747e65-bb3a-46f6-b9cf-9b40933c1ae1 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Checking segment: {'id': '99676089-532a-4636-9302-ae072287f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b39b47d-bc26-4e78-a981-7a88549c3a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:58.462482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a747e65-bb3a-46f6-b9cf-9b40933c1ae1 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network hostable DHCP agents. Network: 2b39b47d-bc26-4e78-a981-7a88549c3a68, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:58.467342 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6629cd0-025e-4d36-b44d-480a3273eaef,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:58.540612 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Allocated IP 192.168.233.146 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/c6a0179d-f689-4779-86d3-a39e239734ab) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:58.577950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a747e65-bb3a-46f6-b9cf-9b40933c1ae1 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network 2b39b47d-bc26-4e78-a981-7a88549c3a68 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:58.594515 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8a747e65-bb3a-46f6-b9cf-9b40933c1ae1 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 2b39b47d-bc26-4e78-a981-7a88549c3a68) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:58.600836 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a747e65-bb3a-46f6-b9cf-9b40933c1ae1 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:58.601448 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8a747e65-bb3a-46f6-b9cf-9b40933c1ae1 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.603182 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1c413f-455d-49ce-bb59-db6f53c42404 None None] Network 2b39b47d-bc26-4e78-a981-7a88549c3a68 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:58.605492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:58.615827 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Sync routers for ids ['953a5826-f5a9-4b60-b35a-ff70ac13b056'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:58.633540 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Routers {'953a5826-f5a9-4b60-b35a-ff70ac13b056'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:58.634169 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['953a5826-f5a9-4b60-b35a-ff70ac13b056'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:58.658262 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8a747e65-bb3a-46f6-b9cf-9b40933c1ae1 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8806536 Jul 22 23:59:58.660006 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.664093 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45568) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:58.664876 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c6826e0e-8e23-4eb5-a2fe-1234b1fcaeb7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3520544 Jul 22 23:59:58.665753 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45570) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:58.704145 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e8cb7fa8-ef89-4ba0-a52e-6f9e9ab7181b tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=d28b015edbb34eaeb96f7c2c259b971a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365944 Jul 22 23:59:58.708704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45572) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:58.799900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-2b39b47d-bc26-4e78-a981-7a88549c3a68', 'network_id': '2b39b47d-bc26-4e78-a981-7a88549c3a68', 'tenant_id': 'b70140d61b9d4a1db785b33f78169897', 'fixed_ips': [{'subnet_id': 'b54acfae-cd5a-4ab2-b07b-60829ff4c297'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:59:58.802429 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.821004 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Set router 953a5826-f5a9-4b60-b35a-ff70ac13b056 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:58.830109 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808ed217-a06d-4fd4-91a8-23e29005aa70 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:58.834473 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-808ed217-a06d-4fd4-91a8-23e29005aa70 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1217709 Jul 22 23:59:58.834878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45576) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:58.842025 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.871266 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-786d1354-8a5f-4535-b180-f3e4fa744ef5 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320523 Jul 22 23:59:58.875058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45580) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:58.880831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e18044c6-8c4f-4024-a99c-f6a43685faab tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1135652717', 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:58.925345 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.928477 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c921908e-8c74-4f7f-896d-5a23069081a0 req-6950ad37-387c-4b97-9b46-30804dd07013 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 210 time: 0.0801213 Jul 22 23:59:58.950334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Transition to ACTIVE for port object c6a0179d-f689-4779-86d3-a39e239734ab will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:59.002402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18044c6-8c4f-4024-a99c-f6a43685faab tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Made reservation on behalf of d28b015edbb34eaeb96f7c2c259b971a for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:59.008467 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e18044c6-8c4f-4024-a99c-f6a43685faab tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.054098 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'name': 'tempest-TestNetworkBasicOps-router-255881924', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-22T23:59:57Z', 'revision_number': 3, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-22T23:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:59.076932 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.083241 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Checking router: 953a5826-f5a9-4b60-b35a-ff70ac13b056 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:59.083888 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Updating router 953a5826-f5a9-4b60-b35a-ff70ac13b056 port 04f14a36-c88b-49d6-a7fa-7df248671382 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:59:59.114039 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.125549 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.165042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Allocated IP 172.20.0.1 (2b39b47d-bc26-4e78-a981-7a88549c3a68/b54acfae-cd5a-4ab2-b07b-60829ff4c297/0b8cbd8e-4413-47ec-8383-c1484df333a9) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:59.183012 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Pushing event updated for resources: {'Port': ['ID=c6a0179d-f689-4779-86d3-a39e239734ab,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:59.207868 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:59.210304 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:59.212823 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:59.296631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:59.298416 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.340304 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-287f0daf-231e-4a02-8895-4c3da30767d7 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2002542 Jul 22 23:59:59.358649 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Request body: {'port': {'device_id': '21ba19bd-6ee9-4358-8e55-9afda9bf4d59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:59.468520 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e18044c6-8c4f-4024-a99c-f6a43685faab tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.555601 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.577554 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.601740 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Transition to ACTIVE for port object 0b8cbd8e-4413-47ec-8383-c1484df333a9 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:59.613066 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.627303 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Transition to ACTIVE for port object 0b8cbd8e-4413-47ec-8383-c1484df333a9 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:59.630006 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Transition to ACTIVE for port object 04f14a36-c88b-49d6-a7fa-7df248671382 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:59.641456 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.643859 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.647458 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18044c6-8c4f-4024-a99c-f6a43685faab tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Subnet': ['ID=248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:59.669899 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18044c6-8c4f-4024-a99c-f6a43685faab tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Checking segment: {'id': '9d3696db-7d33-466e-b866-ac6dbdb4deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:59.674468 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18044c6-8c4f-4024-a99c-f6a43685faab tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network hostable DHCP agents. Network: 77d64a04-2f59-4bff-9e4a-7bf8904e0f92, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:59.677437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d9d57b25-7b55-44a3-9a9d-e149c44854ca None None] Provisioning for port c6a0179d-f689-4779-86d3-a39e239734ab completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:59.685384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d9d57b25-7b55-44a3-9a9d-e149c44854ca None None] Provisioning complete for port c6a0179d-f689-4779-86d3-a39e239734ab triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:59.685815 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d9d57b25-7b55-44a3-9a9d-e149c44854ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.695015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Network 2b39b47d-bc26-4e78-a981-7a88549c3a68 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:59.726630 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:59.732221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18044c6-8c4f-4024-a99c-f6a43685faab tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network 77d64a04-2f59-4bff-9e4a-7bf8904e0f92 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:59.737553 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:59.737895 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Attempting to bind port 04f14a36-c88b-49d6-a7fa-7df248671382 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:59.738500 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Attempting to bind port 04f14a36-c88b-49d6-a7fa-7df248671382 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:59.739152 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Attempting to bind port 04f14a36-c88b-49d6-a7fa-7df248671382 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:59.741689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5b7e6-de1d-44d3-bf68-608c16cf7849 req-60eb51b9-9507-4ae4-b9fa-bb60651f0d51 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:59.742446 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Pushing event updated for resources: {'Port': ['ID=0b8cbd8e-4413-47ec-8383-c1484df333a9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:59.743406 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0e5b7e6-de1d-44d3-bf68-608c16cf7849 req-60eb51b9-9507-4ae4-b9fa-bb60651f0d51 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.2077262 Jul 22 23:59:59.744765 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.745401 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656adfab-6193-4913-9854-eac49fd21f1a None None] Pushing event updated for resources: {'Port': ['ID=04f14a36-c88b-49d6-a7fa-7df248671382,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:59.754294 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:59.755090 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:59.756064 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.756849 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:59.758139 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Bound port: 04f14a36-c88b-49d6-a7fa-7df248671382, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:59.759233 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.763141 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e18044c6-8c4f-4024-a99c-f6a43685faab tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 77d64a04-2f59-4bff-9e4a-7bf8904e0f92) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:59.775738 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18044c6-8c4f-4024-a99c-f6a43685faab tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:59.777761 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e18044c6-8c4f-4024-a99c-f6a43685faab tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.799264 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d517fc11-4a21-4cdc-bc32-e289f3e68614 None None] Network 77d64a04-2f59-4bff-9e4a-7bf8904e0f92 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:59.801073 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d9d57b25-7b55-44a3-9a9d-e149c44854ca None None] Port c6a0179d-f689-4779-86d3-a39e239734ab cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:59.807184 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e18044c6-8c4f-4024-a99c-f6a43685faab tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9296505 Jul 22 23:59:59.808220 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45596) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:59.839732 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] For port 04f14a36-c88b-49d6-a7fa-7df248671382, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:59.848384 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] For port 04f14a36-c88b-49d6-a7fa-7df248671382, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=04f14a36-c88b-49d6-a7fa-7df248671382,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:59.862608 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.869960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Attempting to bind port 0b8cbd8e-4413-47ec-8383-c1484df333a9 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:59.870567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Attempting to bind port 0b8cbd8e-4413-47ec-8383-c1484df333a9 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '99676089-532a-4636-9302-ae072287f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b39b47d-bc26-4e78-a981-7a88549c3a68'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:59.871107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Attempting to bind port 0b8cbd8e-4413-47ec-8383-c1484df333a9 on network 2b39b47d-bc26-4e78-a981-7a88549c3a68 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:59.904070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:59.904895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Checking segment: {'id': '99676089-532a-4636-9302-ae072287f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b39b47d-bc26-4e78-a981-7a88549c3a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:59.905494 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.906044 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Bound using segment: {'id': '99676089-532a-4636-9302-ae072287f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b39b47d-bc26-4e78-a981-7a88549c3a68'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:59.906867 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Bound port: 0b8cbd8e-4413-47ec-8383-c1484df333a9, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99676089-532a-4636-9302-ae072287f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2b39b47d-bc26-4e78-a981-7a88549c3a68'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:59.907420 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.990462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a0179d-f689-4779-86d3-a39e239734ab {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:59:59.999745 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.002546 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656adfab-6193-4913-9854-eac49fd21f1a None None] Pushing event updated for resources: {'Port': ['ID=04f14a36-c88b-49d6-a7fa-7df248671382,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:00.015130 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Transition to ACTIVE for port object c6a0179d-f689-4779-86d3-a39e239734ab will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:00.043259 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.046396 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Routers {'953a5826-f5a9-4b60-b35a-ff70ac13b056'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:00.047029 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['953a5826-f5a9-4b60-b35a-ff70ac13b056'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:00.047801 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Subnet': ['ID=b54acfae-cd5a-4ab2-b07b-60829ff4c297,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:00.118087 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-77d64a04-2f59-4bff-9e4a-7bf8904e0f92', 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'fixed_ips': [{'subnet_id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:00:00.125641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Pushing event updated for resources: {'Port': ['ID=c6a0179d-f689-4779-86d3-a39e239734ab,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:00.126129 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.133393 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] For port 0b8cbd8e-4413-47ec-8383-c1484df333a9, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:00.163738 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] Set router 953a5826-f5a9-4b60-b35a-ff70ac13b056 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:00.174179 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0e5b7e6-de1d-44d3-bf68-608c16cf7849 req-9d4df18f-01a3-446e-8534-322cdb5a5a8e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4193113 Jul 23 00:00:00.217725 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] For port 0b8cbd8e-4413-47ec-8383-c1484df333a9, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0b8cbd8e-4413-47ec-8383-c1484df333a9,segment=NetworkSegment(99676089-532a-4636-9302-ae072287f949),segment_id=99676089-532a-4636-9302-ae072287f949)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:00.249943 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.287424 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.310819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b39b47d-bc26-4e78-a981-7a88549c3a68']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:00.338946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dccfaf-bfa2-4573-9de4-f33ba4bd3028 None None] Pushing event updated for resources: {'Port': ['ID=0b8cbd8e-4413-47ec-8383-c1484df333a9,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:00.421650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99676089-532a-4636-9302-ae072287f949') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:00.422274 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99676089-532a-4636-9302-ae072287f949') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:00.448943 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.451207 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Attempting to bind port c6a0179d-f689-4779-86d3-a39e239734ab on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:00.451724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Attempting to bind port c6a0179d-f689-4779-86d3-a39e239734ab by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:00.452210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Attempting to bind port c6a0179d-f689-4779-86d3-a39e239734ab on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:00.474405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Port c6a0179d-f689-4779-86d3-a39e239734ab on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:00:00.474744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Attempting to bind port c6a0179d-f689-4779-86d3-a39e239734ab on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:00.499724 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.510876 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632ea26-af8f-4df0-8b88-3efa43da9267 req-e80eaadd-9ab6-4d30-8618-5947f89efbc0 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:00.512494 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3632ea26-af8f-4df0-8b88-3efa43da9267 req-e80eaadd-9ab6-4d30-8618-5947f89efbc0 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 948 time: 0.3919387 Jul 23 00:00:00.516695 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:00.517127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:00.529717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:00.530208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Bound port: c6a0179d-f689-4779-86d3-a39e239734ab, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:00.530585 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.545466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Allocated IP 172.20.0.2 (77d64a04-2f59-4bff-9e4a-7bf8904e0f92/248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b/b5349983-a265-4c78-afc6-533aaacf5bb0) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:00.574257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:00.574675 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:00.578110 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:00.626931 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'name': 'tempest-TestNetworkBasicOps-router-255881924', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-22T23:59:57Z', 'revision_number': 3, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-22T23:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:00.670494 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f779ae-6df7-4647-a92a-d7af39585c47 None None] The sync data for ids ['953a5826-f5a9-4b60-b35a-ff70ac13b056'] in n-d-688802-2 is: [{'id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'name': 'tempest-TestNetworkBasicOps-router-255881924', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-22T23:59:57Z', 'revision_number': 3, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-22T23:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:00.713247 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 00:00:00.713247 n-d-688802-2 neutron-server[93821]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 00:00:00.713247 n-d-688802-2 neutron-server[93821]: [parameters: {'id': '2b39b47d-bc26-4e78-a981-7a88549c3a68'}] Jul 23 00:00:00.713247 n-d-688802-2 neutron-server[93821]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 00:00:00.713659 n-d-688802-2 neutron-server[93821]: DEBUG oslo_db.api [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 00:00:00.737282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3632ea26-af8f-4df0-8b88-3efa43da9267 req-cb2e7ab2-e3b3-4f1b-8dca-980e91c1c349 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6629cd0-025e-4d36-b44d-480a3273eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812992 Jul 23 00:00:00.778230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] For port c6a0179d-f689-4779-86d3-a39e239734ab, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:00.789147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] For port c6a0179d-f689-4779-86d3-a39e239734ab, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=c6a0179d-f689-4779-86d3-a39e239734ab,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:00.796612 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.816841 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718e17ca-4ad5-4ad3-a864-38e0f13d5236 None None] Network 2b39b47d-bc26-4e78-a981-7a88549c3a68 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:00.936643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:00.937361 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.939569 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] 10.222.0.18 "PUT /v2.0/ports/c6a0179d-f689-4779-86d3-a39e239734ab HTTP/1.1" status: 200 len: 1096 time: 1.5864184 Jul 23 00:00:00.945402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ba19bd-6ee9-4358-8e55-9afda9bf4d59', 'tag': 'c6a0179d-f689-4779-86d3-a39e239734ab'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:00.953982 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d7d5e8-1129-440b-b63a-befc8802f246" -d '{"events": [{"name": "network-changed", "server_uuid": "21ba19bd-6ee9-4358-8e55-9afda9bf4d59", "tag": "c6a0179d-f689-4779-86d3-a39e239734ab"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:01.044724 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.065869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Transition to ACTIVE for port object b5349983-a265-4c78-afc6-533aaacf5bb0 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:01.112529 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bbbacb-e1b5-47f5-8c86-8144d35524a1 x-openstack-request-id: req-95bbbacb-e1b5-47f5-8c86-8144d35524a1 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:01.117797 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ba19bd-6ee9-4358-8e55-9afda9bf4d59", "tag": "c6a0179d-f689-4779-86d3-a39e239734ab", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:01.118136 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95bbbacb-e1b5-47f5-8c86-8144d35524a1 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:01.118691 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ba19bd-6ee9-4358-8e55-9afda9bf4d59', 'tag': 'c6a0179d-f689-4779-86d3-a39e239734ab', 'status': 'completed', 'code': 200} Jul 23 00:00:01.122852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da1c5d-2e4e-44d2-affa-7b6ae5fcf9dc service neutron] Pushing event updated for resources: {'Port': ['ID=c6a0179d-f689-4779-86d3-a39e239734ab,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:01.129995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Transition to ACTIVE for port object b5349983-a265-4c78-afc6-533aaacf5bb0 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:01.181903 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.232419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-a341bd13-12c8-4318-a51c-ce0f05cdff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:01.243045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-a341bd13-12c8-4318-a51c-ce0f05cdff32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a327f4d39ff1447b8ad941285737ef29&device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 1099 time: 0.2067311 Jul 23 00:00:01.245512 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.357969 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-9f7251c3-5b6d-428d-ab2f-8749b21d3339 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=c6a0179d-f689-4779-86d3-a39e239734ab HTTP/1.1" status: 200 len: 217 time: 0.1006455 Jul 23 00:00:01.416151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Network 77d64a04-2f59-4bff-9e4a-7bf8904e0f92 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:01.417015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Pushing event updated for resources: {'Port': ['ID=b5349983-a265-4c78-afc6-533aaacf5bb0,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:01.424103 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:01.429624 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:01.542528 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Attempting to bind port b5349983-a265-4c78-afc6-533aaacf5bb0 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:01.543382 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Attempting to bind port b5349983-a265-4c78-afc6-533aaacf5bb0 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '9d3696db-7d33-466e-b866-ac6dbdb4deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:01.543903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Attempting to bind port b5349983-a265-4c78-afc6-533aaacf5bb0 on network 77d64a04-2f59-4bff-9e4a-7bf8904e0f92 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:01.557921 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:01.558537 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Checking segment: {'id': '9d3696db-7d33-466e-b866-ac6dbdb4deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:01.559026 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.560124 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Bound using segment: {'id': '9d3696db-7d33-466e-b866-ac6dbdb4deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:01.561042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Bound port: b5349983-a265-4c78-afc6-533aaacf5bb0, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3696db-7d33-466e-b866-ac6dbdb4deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:01.561969 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.580625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-c7bf9c85-b7ff-41df-8e8c-1e89a773b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:01.582101 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-c7bf9c85-b7ff-41df-8e8c-1e89a773b2c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.2018669 Jul 23 00:00:01.583440 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.691894 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99932667-acc5-4b5d-b330-b578512078a4 req-37777946-ea81-46fe-b233-5dbde05625cb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:01.698457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] For port b5349983-a265-4c78-afc6-533aaacf5bb0, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:01.705696 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-99932667-acc5-4b5d-b330-b578512078a4 req-37777946-ea81-46fe-b233-5dbde05625cb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.3454473 Jul 23 00:00:01.705942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] For port b5349983-a265-4c78-afc6-533aaacf5bb0, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b5349983-a265-4c78-afc6-533aaacf5bb0,segment=NetworkSegment(9d3696db-7d33-466e-b866-ac6dbdb4deb4),segment_id=9d3696db-7d33-466e-b866-ac6dbdb4deb4)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:01.708297 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-143fcc1d-c1c4-425b-8580-f44522786a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.718600 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.831085 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f4536-c6b0-42c4-96d6-09650a65accb None None] Pushing event updated for resources: {'Port': ['ID=b5349983-a265-4c78-afc6-533aaacf5bb0,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:01.836857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-99932667-acc5-4b5d-b330-b578512078a4 req-eacc9c05-dda6-4122-a7fc-5b154039bd08 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301873 Jul 23 00:00:01.864600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Deleting port 0b8cbd8e-4413-47ec-8383-c1484df333a9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:01.866009 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.942137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] For port 0b8cbd8e-4413-47ec-8383-c1484df333a9, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0b8cbd8e-4413-47ec-8383-c1484df333a9,segment=NetworkSegment(99676089-532a-4636-9302-ae072287f949),segment_id=99676089-532a-4636-9302-ae072287f949)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:01.942506 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.967078 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Calling delete_port for 0b8cbd8e-4413-47ec-8383-c1484df333a9 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:02.090356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-14a0587a-81d8-480a-a442-96b2817555eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:02.096370 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-14a0587a-81d8-480a-a442-96b2817555eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4945939 Jul 23 00:00:02.181500 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Allocated IP 172.20.0.1 (77d64a04-2f59-4bff-9e4a-7bf8904e0f92/248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b/30ff7d33-60e3-4746-9146-8807315e927e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:02.270495 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3c5ae-caac-441e-b22d-b1de1f906539 req-5f0284aa-7011-4817-be58-72f43ee3b109 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:02.276012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7bc3c5ae-caac-441e-b22d-b1de1f906539 req-5f0284aa-7011-4817-be58-72f43ee3b109 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 948 time: 0.3171818 Jul 23 00:00:02.355112 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7bc3c5ae-caac-441e-b22d-b1de1f906539 req-3cdc26d2-1e63-4962-90ab-45b3159a8fc2 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6629cd0-025e-4d36-b44d-480a3273eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726228 Jul 23 00:00:02.355854 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.375707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No DVR routers for this DVR port 0b8cbd8e-4413-47ec-8383-c1484df333a9 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:02.413589 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-16c82650-f6d3-4771-88da-0e4a41df122d service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985814 Jul 23 00:00:02.444220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Port': ['ID=0b8cbd8e-4413-47ec-8383-c1484df333a9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:02.459177 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.475523 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Transition to ACTIVE for port object 30ff7d33-60e3-4746-9146-8807315e927e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:02.531213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b5349983-a265-4c78-afc6-533aaacf5bb0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:02.539180 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.603830 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Port': ['ID=30ff7d33-60e3-4746-9146-8807315e927e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:02.619777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network 77d64a04-2f59-4bff-9e4a-7bf8904e0f92 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:02.621994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:02.623940 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port b5349983-a265-4c78-afc6-533aaacf5bb0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:02.626103 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:02.631213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd79c2ca-66db-4f33-9c7b-7d691bda83c2 req-a57b78d4-4ace-428e-9c25-5f0d88e63bf3 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882977 Jul 23 00:00:02.633802 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 04f14a36-c88b-49d6-a7fa-7df248671382 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:02.710074 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 04f14a36-c88b-49d6-a7fa-7df248671382 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:02.714151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 04f14a36-c88b-49d6-a7fa-7df248671382 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:02.714530 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.714647 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.739030 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.784736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b39b47d-bc26-4e78-a981-7a88549c3a68']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:02.823977 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.834838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99676089-532a-4636-9302-ae072287f949') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:02.834838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99676089-532a-4636-9302-ae072287f949') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:02.851819 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 04f14a36-c88b-49d6-a7fa-7df248671382, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=04f14a36-c88b-49d6-a7fa-7df248671382,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:02.852250 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.858520 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.907872 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.936459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:02.937348 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:02.942591 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:02.967656 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.973362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=04f14a36-c88b-49d6-a7fa-7df248671382,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:03.057527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7d5e8-1129-440b-b63a-befc8802f246 req-b55f6cc6-e1bf-465e-a97f-27a47ef40eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:03.060275 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6d7d5e8-1129-440b-b63a-befc8802f246 req-b55f6cc6-e1bf-465e-a97f-27a47ef40eea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a327f4d39ff1447b8ad941285737ef29&device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 1099 time: 0.3082967 Jul 23 00:00:03.065856 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.071349 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.073320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/2b39b47d-bc26-4e78-a981-7a88549c3a68 HTTP/1.1" status: 204 len: 168 time: 4.4107425 Jul 23 00:00:03.092994 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45620) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:03.099355 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b1f14207-7d27-4e0c-a0c6-7334c3b82485 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1315879955'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:03.141548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468086c-699e-408f-b6d3-a6ecae165eb8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Network': ['ID=2b39b47d-bc26-4e78-a981-7a88549c3a68,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:03.152243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f14207-7d27-4e0c-a0c6-7334c3b82485 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:03.157725 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1f14207-7d27-4e0c-a0c6-7334c3b82485 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.242857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de8f50-b687-4e91-9d09-15984bb595b1 req-719adc86-b6fb-455b-84c5-5de2960487e1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:03.248120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ad84bb-f112-41a9-bb18-d5ab0f612109 None None] Network 77d64a04-2f59-4bff-9e4a-7bf8904e0f92 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:03.251539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-97de8f50-b687-4e91-9d09-15984bb595b1 req-719adc86-b6fb-455b-84c5-5de2960487e1 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.2825737 Jul 23 00:00:03.303456 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f14207-7d27-4e0c-a0c6-7334c3b82485 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:00:03.332688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7d5e8-1129-440b-b63a-befc8802f246 req-5e6d66b0-3158-479c-8fe2-678e79d3f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:03.334968 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6d7d5e8-1129-440b-b63a-befc8802f246 req-5e6d66b0-3158-479c-8fe2-678e79d3f5d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.2548735 Jul 23 00:00:03.364122 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-97de8f50-b687-4e91-9d09-15984bb595b1 req-48d40b9d-5dda-4828-a933-0a8e0206e3a0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050467 Jul 23 00:00:03.375363 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6d3b6fea-c566-42a8-a844-356ceb7e5eb4 None None] Provisioning for port b5349983-a265-4c78-afc6-533aaacf5bb0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:03.383404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6d3b6fea-c566-42a8-a844-356ceb7e5eb4 None None] Provisioning complete for port b5349983-a265-4c78-afc6-533aaacf5bb0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:03.383904 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d3b6fea-c566-42a8-a844-356ceb7e5eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.384198 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1f14207-7d27-4e0c-a0c6-7334c3b82485 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.391829 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-b1f14207-7d27-4e0c-a0c6-7334c3b82485 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Added segment 4a3dae33-0759-40d3-ae08-16c82c046260 of type vlan for network 8edff907-f044-4b65-9991-28cd9fabe991 Jul 23 00:00:03.500765 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.514713 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.535729 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6d7d5e8-1129-440b-b63a-befc8802f246 req-92729019-f2e5-46aa-80b6-9fc9ce39cc3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=c6a0179d-f689-4779-86d3-a39e239734ab HTTP/1.1" status: 200 len: 217 time: 0.1703122 Jul 23 00:00:03.575683 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d3b6fea-c566-42a8-a844-356ceb7e5eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.629055 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1f14207-7d27-4e0c-a0c6-7334c3b82485 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.667779 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7d5e8-1129-440b-b63a-befc8802f246 req-2f51356f-d26b-4518-80bf-77178278d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:03.671143 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6d7d5e8-1129-440b-b63a-befc8802f246 req-2f51356f-d26b-4518-80bf-77178278d191 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.1036267 Jul 23 00:00:03.693775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6d3b6fea-c566-42a8-a844-356ceb7e5eb4 None None] For port b5349983-a265-4c78-afc6-533aaacf5bb0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b5349983-a265-4c78-afc6-533aaacf5bb0,segment=NetworkSegment(9d3696db-7d33-466e-b866-ac6dbdb4deb4),segment_id=9d3696db-7d33-466e-b866-ac6dbdb4deb4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:03.709661 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6d3b6fea-c566-42a8-a844-356ceb7e5eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.750153 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Port': ['ID=30ff7d33-60e3-4746-9146-8807315e927e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:03.760473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dbcfc-2006-41e8-bf73-bb0859cecae7 req-e6dcfee4-c1de-4f26-8229-1e46797c5a77 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:03.763116 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-496dbcfc-2006-41e8-bf73-bb0859cecae7 req-e6dcfee4-c1de-4f26-8229-1e46797c5a77 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 948 time: 0.2485273 Jul 23 00:00:03.767544 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1f14207-7d27-4e0c-a0c6-7334c3b82485 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.775590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f14207-7d27-4e0c-a0c6-7334c3b82485 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:03.777051 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b1f14207-7d27-4e0c-a0c6-7334c3b82485 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.791338 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.843918 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b6fea-c566-42a8-a844-356ceb7e5eb4 None None] Pushing event updated for resources: {'Port': ['ID=b5349983-a265-4c78-afc6-533aaacf5bb0,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:03.866538 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b1f14207-7d27-4e0c-a0c6-7334c3b82485 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7711635 Jul 23 00:00:03.871750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45626) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:03.880741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c3d9e166-825e-4252-828d-01f973c43996 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:03.892967 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-496dbcfc-2006-41e8-bf73-bb0859cecae7 req-f20406dc-1a78-4100-8caa-438dd208457b tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6629cd0-025e-4d36-b44d-480a3273eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104398 Jul 23 00:00:03.927234 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network 77d64a04-2f59-4bff-9e4a-7bf8904e0f92 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:03.928740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:03.947767 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f14207-7d27-4e0c-a0c6-7334c3b82485 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Network': ['ID=8edff907-f044-4b65-9991-28cd9fabe991,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:03.960326 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 8edff907-f044-4b65-9991-28cd9fabe991 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:00:03.963184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7d5e8-1129-440b-b63a-befc8802f246 req-8b1b2304-5df0-4240-999e-771b477b7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:03.964719 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6d7d5e8-1129-440b-b63a-befc8802f246 req-8b1b2304-5df0-4240-999e-771b477b7c86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2821558 Jul 23 00:00:04.090713 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Router 953a5826-f5a9-4b60-b35a-ff70ac13b056 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:00:04.205263 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3d9e166-825e-4252-828d-01f973c43996 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.275832 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-11169196-4aeb-4240-b3de-2c000a45ba00 None None] Provisioning for port 30ff7d33-60e3-4746-9146-8807315e927e completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:04.283989 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-11169196-4aeb-4240-b3de-2c000a45ba00 None None] Provisioning complete for port 30ff7d33-60e3-4746-9146-8807315e927e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:04.284375 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11169196-4aeb-4240-b3de-2c000a45ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.330959 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:04.348092 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-11169196-4aeb-4240-b3de-2c000a45ba00 None None] Port 30ff7d33-60e3-4746-9146-8807315e927e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:00:04.363479 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7e06689e-5cd8-4fa3-9dfd-33d8ccaf7f93 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "PUT /v2.0/routers/953a5826-f5a9-4b60-b35a-ff70ac13b056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5535369 Jul 23 00:00:04.367162 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45628) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:04.374745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Sync routers for ids ['953a5826-f5a9-4b60-b35a-ff70ac13b056'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:04.463022 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Routers {'953a5826-f5a9-4b60-b35a-ff70ac13b056'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:04.463697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-22T23:59:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['953a5826-f5a9-4b60-b35a-ff70ac13b056'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:04.466417 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b5349983-a265-4c78-afc6-533aaacf5bb0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:04.472425 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.535437 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e5479d0-e9f7-435f-babb-e8052fc1239f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.586776 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.595356 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9248b2e2-2c58-4d1b-b431-77ef255c5f32 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.595847 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9248b2e2-2c58-4d1b-b431-77ef255c5f32 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.596318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9248b2e2-2c58-4d1b-b431-77ef255c5f32 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.596781 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9248b2e2-2c58-4d1b-b431-77ef255c5f32 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.597276 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9248b2e2-2c58-4d1b-b431-77ef255c5f32 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.597761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9248b2e2-2c58-4d1b-b431-77ef255c5f32 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.598214 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9248b2e2-2c58-4d1b-b431-77ef255c5f32 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.600195 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9248b2e2-2c58-4d1b-b431-77ef255c5f32 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4885 time: 0.2313180 Jul 23 00:00:04.605043 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45632) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:04.620603 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-11169196-4aeb-4240-b3de-2c000a45ba00 None None] Provisioning complete for port b5349983-a265-4c78-afc6-533aaacf5bb0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:04.620989 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-11169196-4aeb-4240-b3de-2c000a45ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.691268 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6044868-7bb2-42e4-8c5f-9c305692ca0e tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.691821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6044868-7bb2-42e4-8c5f-9c305692ca0e tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.693182 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6044868-7bb2-42e4-8c5f-9c305692ca0e tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.693656 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6044868-7bb2-42e4-8c5f-9c305692ca0e tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.694116 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6044868-7bb2-42e4-8c5f-9c305692ca0e tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.694705 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6044868-7bb2-42e4-8c5f-9c305692ca0e tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.708156 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e6044868-7bb2-42e4-8c5f-9c305692ca0e tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3957 time: 0.0914540 Jul 23 00:00:04.708992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45634) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:04.745689 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Set router 953a5826-f5a9-4b60-b35a-ff70ac13b056 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:04.781801 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3d9e166-825e-4252-828d-01f973c43996 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.805771 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076166b8-a8d5-41a3-a16a-5ccbd97d043e None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 00:00:04.814819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3d9e166-825e-4252-828d-01f973c43996 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network 8edff907-f044-4b65-9991-28cd9fabe991 is not hosted by any dhcp agent {{(pid=93821) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 00:00:04.820158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d9e166-825e-4252-828d-01f973c43996 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.820754 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c3d9e166-825e-4252-828d-01f973c43996 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.822212 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c3d9e166-825e-4252-828d-01f973c43996 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "PUT /v2.0/networks/8edff907-f044-4b65-9991-28cd9fabe991 HTTP/1.1" status: 200 len: 723 time: 0.9468627 Jul 23 00:00:04.837269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b5349983-a265-4c78-afc6-533aaacf5bb0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:04.837965 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.838128 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45638) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:04.849727 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7e912e9e-e436-4da0-be7b-e4ebdd88d50a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'subnet': {'network_id': '8edff907-f044-4b65-9991-28cd9fabe991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:04.916792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9e166-825e-4252-828d-01f973c43996 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Network': ['ID=8edff907-f044-4b65-9991-28cd9fabe991,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:04.927168 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6d7d5e8-1129-440b-b63a-befc8802f246 req-7c07b6e5-dcc5-4661-9e32-c8a4bce47061 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7504406 Jul 23 00:00:04.946670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 8edff907-f044-4b65-9991-28cd9fabe991 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:00:05.035157 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a087ea-8680-4867-86e5-c809526cca93 req-8f6f81e8-19ae-4603-b523-17909cabab4d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:05.042295 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78a087ea-8680-4867-86e5-c809526cca93 req-8f6f81e8-19ae-4603-b523-17909cabab4d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.2557235 Jul 23 00:00:05.061481 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e912e9e-e436-4da0-be7b-e4ebdd88d50a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:05.064935 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e912e9e-e436-4da0-be7b-e4ebdd88d50a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.126248 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f069853d-b45b-4c7b-b29b-e78e31c51136 None None] Provisioning complete for port 30ff7d33-60e3-4746-9146-8807315e927e triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:05.127371 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f069853d-b45b-4c7b-b29b-e78e31c51136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.128294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6d7d5e8-1129-440b-b63a-befc8802f246 req-f69e3f2d-17a2-4d7a-af36-d37e42ada7ef service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940353 Jul 23 00:00:05.147944 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78a087ea-8680-4867-86e5-c809526cca93 req-e8d1bec6-3d0f-4a41-949b-f750c1087e22 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047862 Jul 23 00:00:05.181158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30db207-4768-4b5d-b9b7-00748f4da500 req-e70ff43f-02b3-42cc-9a4a-87bf70e76f3e tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:05.181158 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e30db207-4768-4b5d-b9b7-00748f4da500 req-e70ff43f-02b3-42cc-9a4a-87bf70e76f3e tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 948 time: 0.1683934 Jul 23 00:00:05.196333 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a906eb35-cbab-42e8-89f2-6466dc49ec6a tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.4814498 Jul 23 00:00:05.214463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076166b8-a8d5-41a3-a16a-5ccbd97d043e None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 00:00:05.245486 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e30db207-4768-4b5d-b9b7-00748f4da500 req-cb53cebe-24c5-4947-a601-a2f2ce546b46 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6629cd0-025e-4d36-b44d-480a3273eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588636 Jul 23 00:00:05.290061 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f069853d-b45b-4c7b-b29b-e78e31c51136 None None] Port 30ff7d33-60e3-4746-9146-8807315e927e cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:00:05.297618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 04f14a36-c88b-49d6-a7fa-7df248671382 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:05.380114 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e912e9e-e436-4da0-be7b-e4ebdd88d50a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.453950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45646) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:05.460296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f07b228e-ca78-4fd6-890d-fe7123beb777 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227944114', 'description': 'tempest-secgroup-smoke-1227944114 description', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:05.470107 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e912e9e-e436-4da0-be7b-e4ebdd88d50a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Subnet': ['ID=e4c7ddf9-d87f-47de-a2ac-9ac7f444fdb3,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:05.478868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e912e9e-e436-4da0-be7b-e4ebdd88d50a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Checking segment: {'id': '4a3dae33-0759-40d3-ae08-16c82c046260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8edff907-f044-4b65-9991-28cd9fabe991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:05.479381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e912e9e-e436-4da0-be7b-e4ebdd88d50a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network hostable DHCP agents. Network: 8edff907-f044-4b65-9991-28cd9fabe991, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:00:05.503831 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f07b228e-ca78-4fd6-890d-fe7123beb777 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.505516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e912e9e-e436-4da0-be7b-e4ebdd88d50a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network 8edff907-f044-4b65-9991-28cd9fabe991 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:00:05.511275 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 04f14a36-c88b-49d6-a7fa-7df248671382 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:05.511275 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.513678 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'name': 'tempest-TestNetworkBasicOps-router-255881924', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '30ff7d33-60e3-4746-9146-8807315e927e', 'name': '', 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:31:9e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:03Z', 'revision_number': 2, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:05.531403 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7e912e9e-e436-4da0-be7b-e4ebdd88d50a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 8edff907-f044-4b65-9991-28cd9fabe991) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:05.538774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e912e9e-e436-4da0-be7b-e4ebdd88d50a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:05.539616 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e912e9e-e436-4da0-be7b-e4ebdd88d50a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.611444 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Checking router: 953a5826-f5a9-4b60-b35a-ff70ac13b056 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:00:05.611802 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Updating router 953a5826-f5a9-4b60-b35a-ff70ac13b056 port 30ff7d33-60e3-4746-9146-8807315e927e binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:00:05.614619 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f07b228e-ca78-4fd6-890d-fe7123beb777 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.620182 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f07b228e-ca78-4fd6-890d-fe7123beb777 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.628878 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7e912e9e-e436-4da0-be7b-e4ebdd88d50a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7834656 Jul 23 00:00:05.629792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45648) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:05.636073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e8f4d90e-ab2f-472f-974e-71d939a97f3a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:05.664213 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.665209 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f07b228e-ca78-4fd6-890d-fe7123beb777 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.666479 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f07b228e-ca78-4fd6-890d-fe7123beb777 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2111144 Jul 23 00:00:05.667583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b228e-ca78-4fd6-890d-fe7123beb777 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:05.670011 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45652) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:05.678142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-24728150-3b46-4b4c-aa0b-6c1eb0b60b9d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': '99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:05.691719 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.774183 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24728150-3b46-4b4c-aa0b-6c1eb0b60b9d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.782565 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8f4d90e-ab2f-472f-974e-71d939a97f3a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9281139'] for subnet, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.930365 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24728150-3b46-4b4c-aa0b-6c1eb0b60b9d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.946210 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24728150-3b46-4b4c-aa0b-6c1eb0b60b9d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.951110 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7260c6e4-1c12-44f1-9e6e-5e30f11f31b3 None None] Network 8edff907-f044-4b65-9991-28cd9fabe991 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:05.998738 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24728150-3b46-4b4c-aa0b-6c1eb0b60b9d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5598fcc8-3247-4c78-b14a-d1236088c39a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:06.003464 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24728150-3b46-4b4c-aa0b-6c1eb0b60b9d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.008409 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-24728150-3b46-4b4c-aa0b-6c1eb0b60b9d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3335927 Jul 23 00:00:06.009224 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45656) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:06.015970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-045bb55e-b35b-4c4e-b352-0a003dc6d375 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': '99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:06.023411 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8f4d90e-ab2f-472f-974e-71d939a97f3a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786779232624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11870503'] for subnet, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.066328 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f4d90e-ab2f-472f-974e-71d939a97f3a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:06.066918 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8f4d90e-ab2f-472f-974e-71d939a97f3a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.068212 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e8f4d90e-ab2f-472f-974e-71d939a97f3a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "PUT /v2.0/subnets/e4c7ddf9-d87f-47de-a2ac-9ac7f444fdb3 HTTP/1.1" status: 200 len: 806 time: 0.4371598 Jul 23 00:00:06.070949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45658) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:06.090071 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-045bb55e-b35b-4c4e-b352-0a003dc6d375 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.093348 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4d90e-ab2f-472f-974e-71d939a97f3a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Subnet': ['ID=e4c7ddf9-d87f-47de-a2ac-9ac7f444fdb3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:06.143941 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-045bb55e-b35b-4c4e-b352-0a003dc6d375 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.148963 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-045bb55e-b35b-4c4e-b352-0a003dc6d375 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.167995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device c6a0179d-f689-4779-86d3-a39e239734ab details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:00:06.172467 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bb55e-b35b-4c4e-b352-0a003dc6d375 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9f7d39-d332-495c-b5f1-7689e96f2ef1,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:06.184107 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-045bb55e-b35b-4c4e-b352-0a003dc6d375 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.187577 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-646da931-9588-4d8d-92fe-b4a5f20ee808 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.193031 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-045bb55e-b35b-4c4e-b352-0a003dc6d375 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1827927 Jul 23 00:00:06.194228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45662) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:06.198855 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c9ce2850-ba48-4570-8816-257a4672aa87 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': '99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:06.226427 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.240944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c1b2ff-c585-4711-b57b-0a77cc411cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-8edff907-f044-4b65-9991-28cd9fabe991', 'network_id': '8edff907-f044-4b65-9991-28cd9fabe991', 'tenant_id': 'b70140d61b9d4a1db785b33f78169897', 'fixed_ips': [{'subnet_id': 'e4c7ddf9-d87f-47de-a2ac-9ac7f444fdb3'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:00:06.241838 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-21c1b2ff-c585-4711-b57b-0a77cc411cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.248980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Transition to ACTIVE for port object 30ff7d33-60e3-4746-9146-8807315e927e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:06.295137 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2850-ba48-4570-8816-257a4672aa87 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.316045 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-646da931-9588-4d8d-92fe-b4a5f20ee808 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.445012 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.452606 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2850-ba48-4570-8816-257a4672aa87 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.463412 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1427a-7667-43c9-ae38-b442bcc7ee5f req-bd57ecc4-9398-452b-af56-99504c71bfbc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:06.464913 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ef1427a-7667-43c9-ae38-b442bcc7ee5f req-bd57ecc4-9398-452b-af56-99504c71bfbc tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.2233050 Jul 23 00:00:06.469771 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2850-ba48-4570-8816-257a4672aa87 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.471768 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-646da931-9588-4d8d-92fe-b4a5f20ee808 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.538189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646da931-9588-4d8d-92fe-b4a5f20ee808 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c7ddf9-d87f-47de-a2ac-9ac7f444fdb3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:06.544487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce2850-ba48-4570-8816-257a4672aa87 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928ef487-e324-4e04-aaba-04930a1fd61c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:06.564370 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2850-ba48-4570-8816-257a4672aa87 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.568773 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c9ce2850-ba48-4570-8816-257a4672aa87 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3706367 Jul 23 00:00:06.573486 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45666) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:06.579801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b63e73f6-ac5c-46f6-a484-0b8b1ca3e000 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': '99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:06.591916 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff40d67-6f60-43bb-adaa-39a03301e928 None None] Pushing event updated for resources: {'Port': ['ID=30ff7d33-60e3-4746-9146-8807315e927e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:06.594154 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de69042-9740-4d0e-8f21-9c9d533cbed7 req-eeb84747-234e-4a0c-bd09-11edc5ab5b89 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:06.601430 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0de69042-9740-4d0e-8f21-9c9d533cbed7 req-eeb84747-234e-4a0c-bd09-11edc5ab5b89 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 948 time: 0.2523930 Jul 23 00:00:06.628487 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b63e73f6-ac5c-46f6-a484-0b8b1ca3e000 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.639934 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ef1427a-7667-43c9-ae38-b442bcc7ee5f req-87ab485d-95ae-4068-b520-d669c7f65878 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613421 Jul 23 00:00:06.690975 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-646da931-9588-4d8d-92fe-b4a5f20ee808 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.695625 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port c6a0179d-f689-4779-86d3-a39e239734ab, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=c6a0179d-f689-4779-86d3-a39e239734ab,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-21c1b2ff-c585-4711-b57b-0a77cc411cb1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4c7ddf9-d87f-47de-a2ac-9ac7f444fdb3: This subnet is being modified by another concurrent operation. Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4c7ddf9-d87f-47de-a2ac-9ac7f444fdb3: This subnet is being modified by another concurrent operation. Jul 23 00:00:06.699086 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 23 00:00:06.718186 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3b3391-f49a-492d-88fd-23a1c4cdd593 None None] Network 8edff907-f044-4b65-9991-28cd9fabe991 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:06.722818 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-646da931-9588-4d8d-92fe-b4a5f20ee808 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8edff907-f044-4b65-9991-28cd9fabe991']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:06.728136 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0de69042-9740-4d0e-8f21-9c9d533cbed7 req-d89e80ad-52c1-4c75-a73d-40f5abe1d76e tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6629cd0-025e-4d36-b44d-480a3273eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255274 Jul 23 00:00:06.736775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-646da931-9588-4d8d-92fe-b4a5f20ee808 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3dae33-0759-40d3-ae08-16c82c046260') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:06.737073 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-646da931-9588-4d8d-92fe-b4a5f20ee808 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3dae33-0759-40d3-ae08-16c82c046260') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:06.738634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Attempting to bind port 30ff7d33-60e3-4746-9146-8807315e927e on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:06.739016 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Attempting to bind port 30ff7d33-60e3-4746-9146-8807315e927e by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '9d3696db-7d33-466e-b866-ac6dbdb4deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:06.739392 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Attempting to bind port 30ff7d33-60e3-4746-9146-8807315e927e on network 77d64a04-2f59-4bff-9e4a-7bf8904e0f92 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:06.744307 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'c6a0179d-f689-4779-86d3-a39e239734ab', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': 'c6a0179d-f689-4779-86d3-a39e239734ab', 'mac_address': 'fa:16:3e:4f:e2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:00:06.749288 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-646da931-9588-4d8d-92fe-b4a5f20ee808 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.756152 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b63e73f6-ac5c-46f6-a484-0b8b1ca3e000 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.764150 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b63e73f6-ac5c-46f6-a484-0b8b1ca3e000 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.766175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:06.766563 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Checking segment: {'id': '9d3696db-7d33-466e-b866-ac6dbdb4deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:06.766975 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.767380 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Bound using segment: {'id': '9d3696db-7d33-466e-b866-ac6dbdb4deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:06.767877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Bound port: 30ff7d33-60e3-4746-9146-8807315e927e, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3696db-7d33-466e-b866-ac6dbdb4deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:06.768264 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.775785 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-646da931-9588-4d8d-92fe-b4a5f20ee808 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.783454 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646da931-9588-4d8d-92fe-b4a5f20ee808 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:06.783943 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-646da931-9588-4d8d-92fe-b4a5f20ee808 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:06.787579 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:06.793690 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e73f6-ac5c-46f6-a484-0b8b1ca3e000 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095bdd74-a79b-4d4f-918b-4dc36744f0f7,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:06.815402 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b63e73f6-ac5c-46f6-a484-0b8b1ca3e000 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.819943 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b63e73f6-ac5c-46f6-a484-0b8b1ca3e000 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2450652 Jul 23 00:00:06.820774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45668) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:06.827952 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-cc601f8e-66c0-4535-b324-c52373890441 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': '99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:06.858831 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-cc601f8e-66c0-4535-b324-c52373890441 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Project d28b015edbb34eaeb96f7c2c259b971a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:00:06.872508 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc601f8e-66c0-4535-b324-c52373890441 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.904767 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-646da931-9588-4d8d-92fe-b4a5f20ee808 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.912314 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.916099 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-646da931-9588-4d8d-92fe-b4a5f20ee808 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.921358 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-646da931-9588-4d8d-92fe-b4a5f20ee808 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/8edff907-f044-4b65-9991-28cd9fabe991 HTTP/1.1" status: 204 len: 168 time: 0.8488824 Jul 23 00:00:06.923922 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45672) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:06.947481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646da931-9588-4d8d-92fe-b4a5f20ee808 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Network': ['ID=8edff907-f044-4b65-9991-28cd9fabe991,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:06.962576 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a0179d-f689-4779-86d3-a39e239734ab {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:06.966637 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc601f8e-66c0-4535-b324-c52373890441 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.970867 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4315d1-ef4a-401e-8a76-dc4e562a5ede tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:06.971909 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4315d1-ef4a-401e-8a76-dc4e562a5ede tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:06.973265 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0f4315d1-ef4a-401e-8a76-dc4e562a5ede tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/8edff907-f044-4b65-9991-28cd9fabe991 HTTP/1.1" status: 404 len: 339 time: 0.0482094 Jul 23 00:00:06.973609 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc601f8e-66c0-4535-b324-c52373890441 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.977534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45674) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:06.983058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec10c90f-4988-4215-9961-4743291a74ff None None] Network 8edff907-f044-4b65-9991-28cd9fabe991 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:06.985901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1e42390e-e5da-43bc-82e3-93e36348f5bd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-573039907', 'description': 'd1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:06.999817 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc601f8e-66c0-4535-b324-c52373890441 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfa915b-8403-4871-832f-ac2c072404b3,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:07.017632 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e42390e-e5da-43bc-82e3-93e36348f5bd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:07.021915 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e42390e-e5da-43bc-82e3-93e36348f5bd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.022740 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc601f8e-66c0-4535-b324-c52373890441 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.026916 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cc601f8e-66c0-4535-b324-c52373890441 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2019053 Jul 23 00:00:07.032378 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45676) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:07.036934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d261315e-e39c-4ee2-af57-e26b4b796f80 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'security_group_rule': {'security_group_id': '99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb', 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:07.038190 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port c6a0179d-f689-4779-86d3-a39e239734ab, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=c6a0179d-f689-4779-86d3-a39e239734ab,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:07.040108 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec10c90f-4988-4215-9961-4743291a74ff None None] Network 8edff907-f044-4b65-9991-28cd9fabe991 could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 00:00:07.047800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] For port 30ff7d33-60e3-4746-9146-8807315e927e, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:07.056945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82798259-7fff-463e-80dd-a0fe0f22148f None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 00:00:07.061131 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.069416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e42390e-e5da-43bc-82e3-93e36348f5bd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:00:07.076944 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-d261315e-e39c-4ee2-af57-e26b4b796f80 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Project d28b015edbb34eaeb96f7c2c259b971a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:00:07.083077 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d261315e-e39c-4ee2-af57-e26b4b796f80 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.088566 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e42390e-e5da-43bc-82e3-93e36348f5bd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.089105 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-1e42390e-e5da-43bc-82e3-93e36348f5bd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Added segment 5e9a82b5-b1ca-42a3-a5e8-d26a1eecf5cb of type vlan for network c3b0c175-0b2c-4b9d-8699-b6b90411d594 Jul 23 00:00:07.119859 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] For port 30ff7d33-60e3-4746-9146-8807315e927e, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=30ff7d33-60e3-4746-9146-8807315e927e,segment=NetworkSegment(9d3696db-7d33-466e-b866-ac6dbdb4deb4),segment_id=9d3696db-7d33-466e-b866-ac6dbdb4deb4)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:07.126849 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.138327 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.172414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=c6a0179d-f689-4779-86d3-a39e239734ab,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:07.188658 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e42390e-e5da-43bc-82e3-93e36348f5bd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.207534 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d261315e-e39c-4ee2-af57-e26b4b796f80 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.214290 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d261315e-e39c-4ee2-af57-e26b4b796f80 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.224504 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Routers {'953a5826-f5a9-4b60-b35a-ff70ac13b056'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:07.224926 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:00:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['953a5826-f5a9-4b60-b35a-ff70ac13b056'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:07.242657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261315e-e39c-4ee2-af57-e26b4b796f80 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03887ce9-036d-4a8e-9cba-8a12771a2abd,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:07.247646 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e42390e-e5da-43bc-82e3-93e36348f5bd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.253866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e42390e-e5da-43bc-82e3-93e36348f5bd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:07.254539 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e42390e-e5da-43bc-82e3-93e36348f5bd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.263908 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d261315e-e39c-4ee2-af57-e26b4b796f80 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.264882 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d261315e-e39c-4ee2-af57-e26b4b796f80 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2315571 Jul 23 00:00:07.303851 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45684) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:07.304024 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1e42390e-e5da-43bc-82e3-93e36348f5bd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3253455 Jul 23 00:00:07.345611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42390e-e5da-43bc-82e3-93e36348f5bd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Network': ['ID=c3b0c175-0b2c-4b9d-8699-b6b90411d594,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:07.364321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network c3b0c175-0b2c-4b9d-8699-b6b90411d594 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:00:07.388020 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82798259-7fff-463e-80dd-a0fe0f22148f None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 00:00:07.397261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff40d67-6f60-43bb-adaa-39a03301e928 None None] Pushing event updated for resources: {'Port': ['ID=30ff7d33-60e3-4746-9146-8807315e927e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:07.595283 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['c6a0179d-f689-4779-86d3-a39e239734ab'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:07.598989 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542840c9-c2f5-40e0-b5cd-38d6c3490ddd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:07.598989 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-542840c9-c2f5-40e0-b5cd-38d6c3490ddd tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "GET /v2.0/networks?id=c3b0c175-0b2c-4b9d-8699-b6b90411d594 HTTP/1.1" status: 200 len: 760 time: 0.1437244 Jul 23 00:00:07.600949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45698) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:07.600949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e9086013-f0e2-437d-b61b-7c446104f714 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'network': {'description': 'd2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:07.601467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] Set router 953a5826-f5a9-4b60-b35a-ff70ac13b056 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:07.668210 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3776228c-a854-4a5f-aed5-e421ba828595 req-96e04c1a-621a-4876-a9a4-6d74a8d31e29 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227944114&fields=id&tenant_id=d28b015edbb34eaeb96f7c2c259b971a HTTP/1.1" status: 200 len: 267 time: 0.1026149 Jul 23 00:00:07.691732 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9086013-f0e2-437d-b61b-7c446104f714 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.756227 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9086013-f0e2-437d-b61b-7c446104f714 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.843875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e9086013-f0e2-437d-b61b-7c446104f714 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network c3b0c175-0b2c-4b9d-8699-b6b90411d594 is not hosted by any dhcp agent {{(pid=93821) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 00:00:07.850244 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9086013-f0e2-437d-b61b-7c446104f714 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:07.851055 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9086013-f0e2-437d-b61b-7c446104f714 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.854792 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e9086013-f0e2-437d-b61b-7c446104f714 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "PUT /v2.0/networks/c3b0c175-0b2c-4b9d-8699-b6b90411d594 HTTP/1.1" status: 200 len: 757 time: 0.3981125 Jul 23 00:00:07.855179 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45718) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:07.933325 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9086013-f0e2-437d-b61b-7c446104f714 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Network': ['ID=c3b0c175-0b2c-4b9d-8699-b6b90411d594,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:07.953408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776228c-a854-4a5f-aed5-e421ba828595 req-475c121d-aee8-4955-8b07-fed4056e9e23 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:07.955583 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3776228c-a854-4a5f-aed5-e421ba828595 req-475c121d-aee8-4955-8b07-fed4056e9e23 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/networks?id=77d64a04-2f59-4bff-9e4a-7bf8904e0f92 HTTP/1.1" status: 200 len: 796 time: 0.2776177 Jul 23 00:00:07.957798 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network c3b0c175-0b2c-4b9d-8699-b6b90411d594 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:00:07.982807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0518bb-1d74-42d7-9221-c3f77093c013 req-8a000629-f94b-4fec-b028-151cdb830a0c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:07.984580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e0518bb-1d74-42d7-9221-c3f77093c013 req-8a000629-f94b-4fec-b028-151cdb830a0c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.2490582 Jul 23 00:00:07.985963 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3776228c-a854-4a5f-aed5-e421ba828595 req-912c3568-5edb-4f27-b027-573fcfc8b3a4 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/quotas/d28b015edbb34eaeb96f7c2c259b971a HTTP/1.1" status: 200 len: 375 time: 0.0242538 Jul 23 00:00:07.989222 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91b8d52-0fdf-4509-8a33-b5e5c23dc80a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:07.990958 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e91b8d52-0fdf-4509-8a33-b5e5c23dc80a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "GET /v2.0/networks?id=c3b0c175-0b2c-4b9d-8699-b6b90411d594 HTTP/1.1" status: 200 len: 760 time: 0.1347680 Jul 23 00:00:07.995413 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45724) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:08.001396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-60e909de-a2a9-4088-a9f0-30e447f22396 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1257111433'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:08.026285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e909de-a2a9-4088-a9f0-30e447f22396 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:08.031907 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60e909de-a2a9-4088-a9f0-30e447f22396 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:08.061484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e909de-a2a9-4088-a9f0-30e447f22396 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:00:08.072862 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60e909de-a2a9-4088-a9f0-30e447f22396 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:08.073401 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-60e909de-a2a9-4088-a9f0-30e447f22396 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Added segment 010af062-b6aa-4182-bfcc-283fa4d809ff of type vlan for network b0818b9d-c1c1-43e2-9344-4aa71410955b Jul 23 00:00:08.133722 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60e909de-a2a9-4088-a9f0-30e447f22396 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:08.141413 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e0518bb-1d74-42d7-9221-c3f77093c013 req-b3bbcdc4-e244-4817-97ae-deee47e1316b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447284 Jul 23 00:00:08.161470 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'name': 'tempest-TestNetworkBasicOps-router-255881924', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '30ff7d33-60e3-4746-9146-8807315e927e', 'name': '', 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:31:9e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:07Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:08.170470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3776228c-a854-4a5f-aed5-e421ba828595 req-dbd531e7-2a1e-45ba-acb5-db142a91ca0f tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d28b015edbb34eaeb96f7c2c259b971a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1762407 Jul 23 00:00:08.195944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee19c14-8427-4a28-90e6-0a2bd034f401 None None] The sync data for ids ['953a5826-f5a9-4b60-b35a-ff70ac13b056'] in n-d-688802-2 is: [{'id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'name': 'tempest-TestNetworkBasicOps-router-255881924', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '30ff7d33-60e3-4746-9146-8807315e927e', 'name': '', 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:31:9e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:07Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:08.214795 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60e909de-a2a9-4088-a9f0-30e447f22396 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:08.224886 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e909de-a2a9-4088-a9f0-30e447f22396 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:08.225559 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60e909de-a2a9-4088-a9f0-30e447f22396 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:08.334959 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-60e909de-a2a9-4088-a9f0-30e447f22396 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3382013 Jul 23 00:00:08.339581 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45732) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:08.368380 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8266df0f-c36b-47bf-9561-617c05674805 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'subnet': {'network_id': 'b0818b9d-c1c1-43e2-9344-4aa71410955b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:08.511802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e909de-a2a9-4088-a9f0-30e447f22396 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Network': ['ID=b0818b9d-c1c1-43e2-9344-4aa71410955b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:08.586527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bb524-f5fe-4db6-87e7-630e17a542f9 req-de29b419-7e89-4644-8723-472c61a6dc73 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:08.589915 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df5bb524-f5fe-4db6-87e7-630e17a542f9 req-de29b419-7e89-4644-8723-472c61a6dc73 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 949 time: 0.3292224 Jul 23 00:00:08.617302 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3776228c-a854-4a5f-aed5-e421ba828595 req-e5031961-795a-4a0c-927a-4b336668b798 service neutron] 10.222.0.26 "GET /v2.0/networks/77d64a04-2f59-4bff-9e4a-7bf8904e0f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334431 Jul 23 00:00:08.678966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8266df0f-c36b-47bf-9561-617c05674805 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:08.683717 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8266df0f-c36b-47bf-9561-617c05674805 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:08.691006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df5bb524-f5fe-4db6-87e7-630e17a542f9 req-3c52b7bc-cbde-430a-958c-6e325412f1d5 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6629cd0-025e-4d36-b44d-480a3273eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941269 Jul 23 00:00:08.749423 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network b0818b9d-c1c1-43e2-9344-4aa71410955b details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:00:08.801902 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3776228c-a854-4a5f-aed5-e421ba828595 req-570085be-0ffd-4cbe-b8fc-f03539d5ceec service neutron] 10.222.0.26 "GET /v2.0/networks/77d64a04-2f59-4bff-9e4a-7bf8904e0f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675749 Jul 23 00:00:08.811062 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 30ff7d33-60e3-4746-9146-8807315e927e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:08.991273 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 30ff7d33-60e3-4746-9146-8807315e927e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:08.996619 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 30ff7d33-60e3-4746-9146-8807315e927e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:08.997874 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.085517 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8266df0f-c36b-47bf-9561-617c05674805 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.118676 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba502343-703c-4dcf-aa66-e5bd373442f8 req-bc25d364-31bf-4fbc-a005-ac89fefe2cac tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 210 time: 0.0824666 Jul 23 00:00:09.130582 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.178529 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266df0f-c36b-47bf-9561-617c05674805 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Subnet': ['ID=200f1cb8-a37c-4ebe-8e5c-7fe8eb0b7df0,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:09.180830 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266df0f-c36b-47bf-9561-617c05674805 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Checking segment: {'id': '010af062-b6aa-4182-bfcc-283fa4d809ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b0818b9d-c1c1-43e2-9344-4aa71410955b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:09.181232 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8266df0f-c36b-47bf-9561-617c05674805 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network hostable DHCP agents. Network: b0818b9d-c1c1-43e2-9344-4aa71410955b, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:00:09.201614 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 30ff7d33-60e3-4746-9146-8807315e927e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=30ff7d33-60e3-4746-9146-8807315e927e,segment=NetworkSegment(9d3696db-7d33-466e-b866-ac6dbdb4deb4),segment_id=9d3696db-7d33-466e-b866-ac6dbdb4deb4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:09.224658 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.226182 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8266df0f-c36b-47bf-9561-617c05674805 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network b0818b9d-c1c1-43e2-9344-4aa71410955b is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:00:09.250467 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8266df0f-c36b-47bf-9561-617c05674805 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, b0818b9d-c1c1-43e2-9344-4aa71410955b) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:09.254534 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8266df0f-c36b-47bf-9561-617c05674805 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:09.255138 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8266df0f-c36b-47bf-9561-617c05674805 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.297501 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8266df0f-c36b-47bf-9561-617c05674805 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9457302 Jul 23 00:00:09.299992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45758) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:09.326200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=30ff7d33-60e3-4746-9146-8807315e927e,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:09.343659 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f4ae4-d8f4-4289-9b1b-d8f2bb5bf499 None None] Network b0818b9d-c1c1-43e2-9344-4aa71410955b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:09.418471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32705341-6f66-4349-b4af-b6d4a18ffe20 req-59779b07-103d-4760-8c6e-4c31d5402224 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:09.430911 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32705341-6f66-4349-b4af-b6d4a18ffe20 req-59779b07-103d-4760-8c6e-4c31d5402224 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.1535532 Jul 23 00:00:09.468218 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a828418-dd2d-46fe-920f-7f20ae595810 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.479321 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32705341-6f66-4349-b4af-b6d4a18ffe20 req-a05881b5-9102-48bd-b8a7-7710f9d7b419 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471957 Jul 23 00:00:09.591283 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a828418-dd2d-46fe-920f-7f20ae595810 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.610161 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e57fc0-3912-4af6-9058-d42cea294c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-b0818b9d-c1c1-43e2-9344-4aa71410955b', 'network_id': 'b0818b9d-c1c1-43e2-9344-4aa71410955b', 'tenant_id': 'b70140d61b9d4a1db785b33f78169897', 'fixed_ips': [{'subnet_id': '200f1cb8-a37c-4ebe-8e5c-7fe8eb0b7df0'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:00:09.611047 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48e57fc0-3912-4af6-9058-d42cea294c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.747795 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a828418-dd2d-46fe-920f-7f20ae595810 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-48e57fc0-3912-4af6-9058-d42cea294c28 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 200f1cb8-a37c-4ebe-8e5c-7fe8eb0b7df0: This subnet is being modified by another concurrent operation. Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 200f1cb8-a37c-4ebe-8e5c-7fe8eb0b7df0: This subnet is being modified by another concurrent operation. Jul 23 00:00:09.765619 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 23 00:00:09.784911 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc6430-3b0f-4174-a503-efb647b9978c None None] Network b0818b9d-c1c1-43e2-9344-4aa71410955b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:09.790739 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a828418-dd2d-46fe-920f-7f20ae595810 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Subnet': ['ID=200f1cb8-a37c-4ebe-8e5c-7fe8eb0b7df0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:09.893868 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86661b57-6cfb-4de7-9814-aec907930820 req-4289483c-2c9f-4096-b43b-55b424cbdfeb tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:09.896279 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86661b57-6cfb-4de7-9814-aec907930820 req-4289483c-2c9f-4096-b43b-55b424cbdfeb tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 949 time: 0.1029472 Jul 23 00:00:09.913933 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a828418-dd2d-46fe-920f-7f20ae595810 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.943892 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5a828418-dd2d-46fe-920f-7f20ae595810 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0818b9d-c1c1-43e2-9344-4aa71410955b']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:09.973629 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5a828418-dd2d-46fe-920f-7f20ae595810 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010af062-b6aa-4182-bfcc-283fa4d809ff') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:09.974139 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-5a828418-dd2d-46fe-920f-7f20ae595810 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010af062-b6aa-4182-bfcc-283fa4d809ff') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:10.001714 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a828418-dd2d-46fe-920f-7f20ae595810 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:10.022395 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86661b57-6cfb-4de7-9814-aec907930820 req-f78ad3a2-0b8a-48ef-8bcf-f384da5676bc tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6629cd0-025e-4d36-b44d-480a3273eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190262 Jul 23 00:00:10.042758 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a828418-dd2d-46fe-920f-7f20ae595810 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:10.052706 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a828418-dd2d-46fe-920f-7f20ae595810 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:10.053510 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a828418-dd2d-46fe-920f-7f20ae595810 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:10.056611 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:10.154675 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a828418-dd2d-46fe-920f-7f20ae595810 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:10.160388 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c9acd8-6378-4616-bc1a-f1f6cd825c66 None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 00:00:10.166850 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device c6a0179d-f689-4779-86d3-a39e239734ab up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:10.169196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a828418-dd2d-46fe-920f-7f20ae595810 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:10.172550 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5a828418-dd2d-46fe-920f-7f20ae595810 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/b0818b9d-c1c1-43e2-9344-4aa71410955b HTTP/1.1" status: 204 len: 168 time: 0.8715506 Jul 23 00:00:10.175293 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45780) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:10.197116 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a828418-dd2d-46fe-920f-7f20ae595810 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Network': ['ID=b0818b9d-c1c1-43e2-9344-4aa71410955b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:10.219442 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10244f3-17c4-4a8b-a970-484ab2638d1d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] GET failed (client error): The resource could not be found. Jul 23 00:00:10.220820 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c10244f3-17c4-4a8b-a970-484ab2638d1d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "GET /v2.0/subnets/200f1cb8-a37c-4ebe-8e5c-7fe8eb0b7df0 HTTP/1.1" status: 404 len: 337 time: 0.0355074 Jul 23 00:00:10.223796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:10.261653 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1b4b69-559c-4bad-ae34-e10b1beb59bb tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:10.262765 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1b4b69-559c-4bad-ae34-e10b1beb59bb tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:10.265860 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7c1b4b69-559c-4bad-ae34-e10b1beb59bb tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/b0818b9d-c1c1-43e2-9344-4aa71410955b HTTP/1.1" status: 404 len: 339 time: 0.0409188 Jul 23 00:00:10.270070 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45786) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:10.292380 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f8714b7-2caa-4e16-b0f5-145ac2f73410 req-8225426e-33ee-4d85-ba82-ab5d18bf1e39 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 210 time: 0.0465095 Jul 23 00:00:10.307161 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port c6a0179d-f689-4779-86d3-a39e239734ab completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:10.322530 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port c6a0179d-f689-4779-86d3-a39e239734ab triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:10.323005 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:10.370105 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c9acd8-6378-4616-bc1a-f1f6cd825c66 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 00:00:10.398489 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 30ff7d33-60e3-4746-9146-8807315e927e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:10.564689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a6477-eebd-4559-a5df-0c21ea703fe3 req-517c07bd-bc9c-4008-b7b8-c6ae9ac34c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:10.567375 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-735a6477-eebd-4559-a5df-0c21ea703fe3 req-517c07bd-bc9c-4008-b7b8-c6ae9ac34c65 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 1097 time: 0.1275082 Jul 23 00:00:10.670839 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 30ff7d33-60e3-4746-9146-8807315e927e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:10.671437 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:10.771075 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776228c-a854-4a5f-aed5-e421ba828595 req-91030321-5615-46fe-b354-167803637b91 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:10.772884 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3776228c-a854-4a5f-aed5-e421ba828595 req-91030321-5615-46fe-b354-167803637b91 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.18 "GET /v2.0/networks?id=77d64a04-2f59-4bff-9e4a-7bf8904e0f92 HTTP/1.1" status: 200 len: 796 time: 0.2035158 Jul 23 00:00:10.818057 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:10.911884 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3776228c-a854-4a5f-aed5-e421ba828595 req-e7f9836e-70e2-49be-9cd0-f85f5a87a614 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d28b015edbb34eaeb96f7c2c259b971a HTTP/1.1" status: 200 len: 380 time: 0.1172283 Jul 23 00:00:10.921477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ba19bd-6ee9-4358-8e55-9afda9bf4d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a0179d-f689-4779-86d3-a39e239734ab'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:10.923872 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bbd172-594b-49a8-954c-41191df1bb22" -d '{"events": [{"server_uuid": "21ba19bd-6ee9-4358-8e55-9afda9bf4d59", "name": "network-vif-plugged", "status": "completed", "tag": "c6a0179d-f689-4779-86d3-a39e239734ab"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:10.932192 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3776228c-a854-4a5f-aed5-e421ba828595 req-6937213f-de57-44de-83df-9958bdf1af14 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'port': {'device_id': '95d3680e-6e49-449d-baf4-ada9229ccb9b', 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92', 'admin_state_up': True, 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'security_groups': ['99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:10.957997 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a6477-eebd-4559-a5df-0c21ea703fe3 req-2185d14c-836a-4aa0-9596-ed2e6e6fd1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:10.959782 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-735a6477-eebd-4559-a5df-0c21ea703fe3 req-2185d14c-836a-4aa0-9596-ed2e6e6fd1fb service neutron] 10.222.0.95 "GET /v2.0/networks?id=26573ced-b6b7-427c-9e0e-45737b354c4b HTTP/1.1" status: 200 len: 898 time: 0.2514369 Jul 23 00:00:10.977019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448dcdd-76fc-4eca-b4a8-e403270a7cf1 req-7c26faab-c999-427d-b45e-8f91abbdd311 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:10.978934 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1448dcdd-76fc-4eca-b4a8-e403270a7cf1 req-7c26faab-c999-427d-b45e-8f91abbdd311 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.2693849 Jul 23 00:00:10.999489 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port c6a0179d-f689-4779-86d3-a39e239734ab, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=c6a0179d-f689-4779-86d3-a39e239734ab,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:11.022822 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c303bc4-984f-4ea2-a64d-fcca62b7a47a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.027086 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4c303bc4-984f-4ea2-a64d-fcca62b7a47a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7533243 Jul 23 00:00:11.042735 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45806) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:11.088210 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:11.096759 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-428776c2-1467-4d02-8e7b-aad80f5211dc tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65 HTTP/1.1" status: 200 len: 207 time: 0.0511947 Jul 23 00:00:11.100967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45812) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:11.147922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=c6a0179d-f689-4779-86d3-a39e239734ab,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:11.163528 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1448dcdd-76fc-4eca-b4a8-e403270a7cf1 req-5ccec8b4-61bc-4bd9-8f86-1cb42848e72f tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725030 Jul 23 00:00:11.197236 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-735a6477-eebd-4559-a5df-0c21ea703fe3 req-4c58f099-56dc-4205-bda2-d49f1f532dfe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7416d4aa-d638-4895-8fc4-805b21d1dcf3 HTTP/1.1" status: 200 len: 1002 time: 0.2140698 Jul 23 00:00:11.290343 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585ba098-deda-4d6c-9685-6fe45ea0d783 x-openstack-request-id: req-585ba098-deda-4d6c-9685-6fe45ea0d783 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:11.290645 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ba19bd-6ee9-4358-8e55-9afda9bf4d59", "name": "network-vif-plugged", "status": "completed", "tag": "c6a0179d-f689-4779-86d3-a39e239734ab", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:11.290905 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-585ba098-deda-4d6c-9685-6fe45ea0d783 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:11.291317 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ba19bd-6ee9-4358-8e55-9afda9bf4d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a0179d-f689-4779-86d3-a39e239734ab', 'code': 200} Jul 23 00:00:11.321468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3776228c-a854-4a5f-aed5-e421ba828595 req-6937213f-de57-44de-83df-9958bdf1af14 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Made reservation on behalf of d28b015edbb34eaeb96f7c2c259b971a for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:11.325067 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3776228c-a854-4a5f-aed5-e421ba828595 req-6937213f-de57-44de-83df-9958bdf1af14 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:11.328800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a6477-eebd-4559-a5df-0c21ea703fe3 req-5d9bdbde-b0de-432d-9f79-40e4e7902feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.330323 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-735a6477-eebd-4559-a5df-0c21ea703fe3 req-5d9bdbde-b0de-432d-9f79-40e4e7902feb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d55aa435-8a22-4810-b226-b2d7ba0092a3 HTTP/1.1" status: 200 len: 834 time: 0.1178465 Jul 23 00:00:11.344685 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eff6250-ae7e-4467-88d5-142260048002 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.352609 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eff6250-ae7e-4467-88d5-142260048002 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.361870 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eff6250-ae7e-4467-88d5-142260048002 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.368726 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eff6250-ae7e-4467-88d5-142260048002 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.374117 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2eff6250-ae7e-4467-88d5-142260048002 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2687719 Jul 23 00:00:11.375671 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45820) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:11.507531 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d16fcd77-2794-4b74-9dc0-ced4f9714d36 req-afa71e97-040f-4568-a05e-7e21ea0349de tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 210 time: 0.0793314 Jul 23 00:00:11.517343 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cd4a7f7d-bc7e-4613-856b-06ff3140106e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1404152 Jul 23 00:00:11.520990 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45824) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:11.571804 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eec8e7-e10d-4344-9dcb-3f069c6c029a req-3ec492cf-e7a8-4f26-a237-7d29f74ffcc4 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.573402 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76eec8e7-e10d-4344-9dcb-3f069c6c029a req-3ec492cf-e7a8-4f26-a237-7d29f74ffcc4 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 950 time: 0.2919073 Jul 23 00:00:11.606914 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a6477-eebd-4559-a5df-0c21ea703fe3 req-78d2265f-aed3-4897-bb92-23b7272bda46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.608361 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-735a6477-eebd-4559-a5df-0c21ea703fe3 req-78d2265f-aed3-4897-bb92-23b7272bda46 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=26573ced-b6b7-427c-9e0e-45737b354c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2696338 Jul 23 00:00:11.623174 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42586ebf-cbba-4369-8f28-cccabb59e8f6 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.624744 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42586ebf-cbba-4369-8f28-cccabb59e8f6 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.629823 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-42586ebf-cbba-4369-8f28-cccabb59e8f6 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1044137 Jul 23 00:00:11.631024 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45828) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:11.638967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-3776228c-a854-4a5f-aed5-e421ba828595 req-6937213f-de57-44de-83df-9958bdf1af14 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Allocated IP 172.20.0.6 (77d64a04-2f59-4bff-9e4a-7bf8904e0f92/248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b/b3f49815-4993-4fa6-a551-8a81a3b8952b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:11.678293 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b4412-7fd5-4fd6-ad79-031a86e532a7 req-fb385084-6f03-4225-ad4c-e0aee52649d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.679378 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b73b4412-7fd5-4fd6-ad79-031a86e532a7 req-fb385084-6f03-4225-ad4c-e0aee52649d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 1101 time: 0.2531583 Jul 23 00:00:11.693763 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d320fbf9-b296-467f-ab43-b0779d88c2b4 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.695071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d320fbf9-b296-467f-ab43-b0779d88c2b4 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.696777 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d320fbf9-b296-467f-ab43-b0779d88c2b4 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0658121 Jul 23 00:00:11.700411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45830) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:11.821662 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1a6e22-c6d7-4d44-90a1-7592cfb4975a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.823570 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7a1a6e22-c6d7-4d44-90a1-7592cfb4975a tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "GET /v2.0/networks/74559a87-5494-47ba-adfe-c8f61dfe8f47 HTTP/1.1" status: 200 len: 800 time: 0.1218371 Jul 23 00:00:11.827734 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45836) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:11.950674 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-89ea4111-ea1d-47cf-9354-6be3cf0056f7 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "GET /v2.0/networks/74559a87-5494-47ba-adfe-c8f61dfe8f47?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1214340 Jul 23 00:00:11.953584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45840) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:12.032027 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbf7179-bbb5-4c9d-874f-f5f860532166 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:12.033520 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6cbf7179-bbb5-4c9d-874f-f5f860532166 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "GET /v2.0/subnets/6bb08558-aff3-4aca-bcfe-8b8ef598b8c3 HTTP/1.1" status: 200 len: 811 time: 0.0788722 Jul 23 00:00:12.037446 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45844) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:12.102952 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735751c9-d1dc-4d9a-9c3e-a442b437efac tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['shared'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:12.109137 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-735751c9-d1dc-4d9a-9c3e-a442b437efac tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "GET /v2.0/subnets/6bb08558-aff3-4aca-bcfe-8b8ef598b8c3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0703664 Jul 23 00:00:12.109589 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45848) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:12.114845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-69cc33cd-fc93-4c5c-bcce-409a52a0c24b tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-982931749'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:12.117581 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76eec8e7-e10d-4344-9dcb-3f069c6c029a req-c907c820-dad9-4748-899b-2c9e893b2dc5 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6629cd0-025e-4d36-b44d-480a3273eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251894 Jul 23 00:00:12.142254 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cc33cd-fc93-4c5c-bcce-409a52a0c24b tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:12.144504 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69cc33cd-fc93-4c5c-bcce-409a52a0c24b tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.178692 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cc33cd-fc93-4c5c-bcce-409a52a0c24b tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:00:12.188668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b73b4412-7fd5-4fd6-ad79-031a86e532a7 req-c209647e-edb9-4064-a668-d5a3d2a8f8e7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a6629cd0-025e-4d36-b44d-480a3273eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956806 Jul 23 00:00:12.191854 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-735a6477-eebd-4559-a5df-0c21ea703fe3 req-3bc59660-3b12-453d-bcf2-5720b24b6715 service neutron] 10.222.0.95 "GET /v2.0/networks/26573ced-b6b7-427c-9e0e-45737b354c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695596 Jul 23 00:00:12.192103 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69cc33cd-fc93-4c5c-bcce-409a52a0c24b tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.192578 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-69cc33cd-fc93-4c5c-bcce-409a52a0c24b tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Added segment f799ad5e-329f-418c-992b-464a18a9e725 of type vlan for network 63e1d92e-5046-4649-bcac-93f89eb5d633 Jul 23 00:00:12.237570 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69cc33cd-fc93-4c5c-bcce-409a52a0c24b tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.285710 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69cc33cd-fc93-4c5c-bcce-409a52a0c24b tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.293135 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc33cd-fc93-4c5c-bcce-409a52a0c24b tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:12.293135 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69cc33cd-fc93-4c5c-bcce-409a52a0c24b tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.334842 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-69cc33cd-fc93-4c5c-bcce-409a52a0c24b tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2241273 Jul 23 00:00:12.337828 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45856) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:12.347812 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2af107ae-9951-452e-a497-1b4bf9cf5bc9 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'subnet': {'network_id': '63e1d92e-5046-4649-bcac-93f89eb5d633', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:12.405262 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3776228c-a854-4a5f-aed5-e421ba828595 req-6937213f-de57-44de-83df-9958bdf1af14 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.413599 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc33cd-fc93-4c5c-bcce-409a52a0c24b tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Network': ['ID=63e1d92e-5046-4649-bcac-93f89eb5d633,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:12.426501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 63e1d92e-5046-4649-bcac-93f89eb5d633 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:00:12.438628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-3776228c-a854-4a5f-aed5-e421ba828595 req-6937213f-de57-44de-83df-9958bdf1af14 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Transition to ACTIVE for port object b3f49815-4993-4fa6-a551-8a81a3b8952b will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:12.441447 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-735a6477-eebd-4559-a5df-0c21ea703fe3 req-600123a9-b50e-42c9-bd48-ad8cbea4e1f2 service neutron] 10.222.0.95 "GET /v2.0/networks/26573ced-b6b7-427c-9e0e-45737b354c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305887 Jul 23 00:00:12.456537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3eb834-f3eb-4967-866c-3c85dbea769b req-6ffa19c5-9ecc-4f69-90e2-b040f42d5557 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:12.458340 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd3eb834-f3eb-4967-866c-3c85dbea769b req-6ffa19c5-9ecc-4f69-90e2-b040f42d5557 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.1794038 Jul 23 00:00:12.504608 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af107ae-9951-452e-a497-1b4bf9cf5bc9 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Made reservation on behalf of b70140d61b9d4a1db785b33f78169897 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:12.516590 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2af107ae-9951-452e-a497-1b4bf9cf5bc9 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.518610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd3eb834-f3eb-4967-866c-3c85dbea769b req-4ad5a99e-4462-4f33-9ad5-9f375aa65f36 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531156 Jul 23 00:00:12.524009 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3776228c-a854-4a5f-aed5-e421ba828595 req-6937213f-de57-44de-83df-9958bdf1af14 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.573923 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3776228c-a854-4a5f-aed5-e421ba828595 req-6937213f-de57-44de-83df-9958bdf1af14 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network 77d64a04-2f59-4bff-9e4a-7bf8904e0f92 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:12.577708 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-3776228c-a854-4a5f-aed5-e421ba828595 req-6937213f-de57-44de-83df-9958bdf1af14 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:12.591916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3776228c-a854-4a5f-aed5-e421ba828595 req-6937213f-de57-44de-83df-9958bdf1af14 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:12.630942 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-2af107ae-9951-452e-a497-1b4bf9cf5bc9 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Performing IP validity checks on allocation pools {{(pid=93820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 00:00:12.632220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937213f-de57-44de-83df-9958bdf1af14 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Port': ['ID=b3f49815-4993-4fa6-a551-8a81a3b8952b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:12.632536 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-2af107ae-9951-452e-a497-1b4bf9cf5bc9 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 00:00:12.703185 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776228c-a854-4a5f-aed5-e421ba828595 req-6937213f-de57-44de-83df-9958bdf1af14 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:12.703845 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3776228c-a854-4a5f-aed5-e421ba828595 req-6937213f-de57-44de-83df-9958bdf1af14 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.740908 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3776228c-a854-4a5f-aed5-e421ba828595 req-6937213f-de57-44de-83df-9958bdf1af14 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8132393 Jul 23 00:00:12.755937 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ce9e8-b403-4498-8517-9fe565fc4e32 req-624b59c4-82fd-43f6-9f7a-0f711e27a583 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:12.757569 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-084ce9e8-b403-4498-8517-9fe565fc4e32 req-624b59c4-82fd-43f6-9f7a-0f711e27a583 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 931 time: 0.1288173 Jul 23 00:00:12.762690 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Request body: {'port': {'device_id': '95d3680e-6e49-449d-baf4-ada9229ccb9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:12.825613 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2af107ae-9951-452e-a497-1b4bf9cf5bc9 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.838512 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-084ce9e8-b403-4498-8517-9fe565fc4e32 req-86eba95d-84de-46fc-9750-546809dffa0f tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719471 Jul 23 00:00:12.901408 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.931294 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af107ae-9951-452e-a497-1b4bf9cf5bc9 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Subnet': ['ID=be76b573-fca6-4ffb-a03d-ff91c529ddae,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:12.950477 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af107ae-9951-452e-a497-1b4bf9cf5bc9 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Checking segment: {'id': 'f799ad5e-329f-418c-992b-464a18a9e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '63e1d92e-5046-4649-bcac-93f89eb5d633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:12.950848 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af107ae-9951-452e-a497-1b4bf9cf5bc9 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network hostable DHCP agents. Network: 63e1d92e-5046-4649-bcac-93f89eb5d633, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:00:12.979400 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af107ae-9951-452e-a497-1b4bf9cf5bc9 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Network 63e1d92e-5046-4649-bcac-93f89eb5d633 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:00:12.992241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-343b238f-ab8e-4477-8059-2b301c64e1b5 None None] Provisioning for port b3f49815-4993-4fa6-a551-8a81a3b8952b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:12.992670 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2af107ae-9951-452e-a497-1b4bf9cf5bc9 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 63e1d92e-5046-4649-bcac-93f89eb5d633) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:12.999630 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af107ae-9951-452e-a497-1b4bf9cf5bc9 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:13.000660 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2af107ae-9951-452e-a497-1b4bf9cf5bc9 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.005705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c0165-4d03-4cb6-9725-8b609c14ae5e None None] Network 63e1d92e-5046-4649-bcac-93f89eb5d633 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:13.019932 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2af107ae-9951-452e-a497-1b4bf9cf5bc9 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6808212 Jul 23 00:00:13.023588 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45870) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:13.035270 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5d8e20bd-86d9-4ab1-adaa-fe0280124719 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:13.044517 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-343b238f-ab8e-4477-8059-2b301c64e1b5 None None] Provisioning complete for port b3f49815-4993-4fa6-a551-8a81a3b8952b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:13.045005 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-343b238f-ab8e-4477-8059-2b301c64e1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.128690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-343b238f-ab8e-4477-8059-2b301c64e1b5 None None] Port b3f49815-4993-4fa6-a551-8a81a3b8952b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:00:13.217436 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d8e20bd-86d9-4ab1-adaa-fe0280124719 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9281139'] for subnet, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.266339 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-63e1d92e-5046-4649-bcac-93f89eb5d633', 'network_id': '63e1d92e-5046-4649-bcac-93f89eb5d633', 'tenant_id': 'b70140d61b9d4a1db785b33f78169897', 'fixed_ips': [{'subnet_id': 'be76b573-fca6-4ffb-a03d-ff91c529ddae'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:00:13.267782 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.416221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f49815-4993-4fa6-a551-8a81a3b8952b {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:13.426618 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.445375 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cf571-d1bc-4731-b8dc-a328d883a32b req-88c4fef8-21c3-4897-bce3-f4dd1a6bbf72 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:13.446989 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d8cf571-d1bc-4731-b8dc-a328d883a32b req-88c4fef8-21c3-4897-bce3-f4dd1a6bbf72 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 950 time: 0.1338472 Jul 23 00:00:13.456543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Transition to ACTIVE for port object b3f49815-4993-4fa6-a551-8a81a3b8952b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:13.466953 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.489945 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d8e20bd-86d9-4ab1-adaa-fe0280124719 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786779232624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11870503'] for subnet, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.545497 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8e20bd-86d9-4ab1-adaa-fe0280124719 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:13.546127 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d8e20bd-86d9-4ab1-adaa-fe0280124719 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.551239 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5d8e20bd-86d9-4ab1-adaa-fe0280124719 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "PUT /v2.0/subnets/be76b573-fca6-4ffb-a03d-ff91c529ddae HTTP/1.1" status: 200 len: 877 time: 0.5262399 Jul 23 00:00:13.551943 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45886) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:13.567442 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d8cf571-d1bc-4731-b8dc-a328d883a32b req-e097078e-ed00-4201-aea6-d67e0ab9f796 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6629cd0-025e-4d36-b44d-480a3273eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076908 Jul 23 00:00:13.572903 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f49815-4993-4fa6-a551-8a81a3b8952b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:13.623320 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e20bd-86d9-4ab1-adaa-fe0280124719 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event updated for resources: {'Subnet': ['ID=be76b573-fca6-4ffb-a03d-ff91c529ddae,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:13.624239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Allocated IP 172.20.0.3 (63e1d92e-5046-4649-bcac-93f89eb5d633/be76b573-fca6-4ffb-a03d-ff91c529ddae/06d19ea0-854c-46f2-a22c-0f4dd13c3bca) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:13.795952 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662eb4be-ba14-4bb3-8157-d5fc136c8fe0 req-d1f0796b-e412-4a11-80fa-bd3f607674c0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:13.798851 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-662eb4be-ba14-4bb3-8157-d5fc136c8fe0 req-d1f0796b-e412-4a11-80fa-bd3f607674c0 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.1564696 Jul 23 00:00:13.800048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Attempting to bind port b3f49815-4993-4fa6-a551-8a81a3b8952b on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:13.800381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Attempting to bind port b3f49815-4993-4fa6-a551-8a81a3b8952b by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '9d3696db-7d33-466e-b866-ac6dbdb4deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:13.800801 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Attempting to bind port b3f49815-4993-4fa6-a551-8a81a3b8952b on network 77d64a04-2f59-4bff-9e4a-7bf8904e0f92 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:13.806460 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.828800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Port b3f49815-4993-4fa6-a551-8a81a3b8952b on network 77d64a04-2f59-4bff-9e4a-7bf8904e0f92 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:00:13.829187 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.829358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Attempting to bind port b3f49815-4993-4fa6-a551-8a81a3b8952b on network 77d64a04-2f59-4bff-9e4a-7bf8904e0f92 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:13.837028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:13.837417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Checking segment: {'id': '9d3696db-7d33-466e-b866-ac6dbdb4deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:13.837807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Bound using segment: {'id': '9d3696db-7d33-466e-b866-ac6dbdb4deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:13.838236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Bound port: b3f49815-4993-4fa6-a551-8a81a3b8952b, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3696db-7d33-466e-b866-ac6dbdb4deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:13.838658 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.841664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Transition to ACTIVE for port object 06d19ea0-854c-46f2-a22c-0f4dd13c3bca will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:13.868338 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-662eb4be-ba14-4bb3-8157-d5fc136c8fe0 req-1ded3ad3-697c-4205-94a7-0c31fc87885d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623953 Jul 23 00:00:13.874561 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Transition to ACTIVE for port object 06d19ea0-854c-46f2-a22c-0f4dd13c3bca will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:13.886580 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.892569 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.944671 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Network 63e1d92e-5046-4649-bcac-93f89eb5d633 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:13.961572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:13.971927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:13.977284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] For port b3f49815-4993-4fa6-a551-8a81a3b8952b, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:13.982395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] For port b3f49815-4993-4fa6-a551-8a81a3b8952b, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b3f49815-4993-4fa6-a551-8a81a3b8952b,segment=NetworkSegment(9d3696db-7d33-466e-b866-ac6dbdb4deb4),segment_id=9d3696db-7d33-466e-b866-ac6dbdb4deb4)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:13.986102 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.991423 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.992023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Pushing event updated for resources: {'Port': ['ID=06d19ea0-854c-46f2-a22c-0f4dd13c3bca,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:14.065681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Subnet': ['ID=be76b573-fca6-4ffb-a03d-ff91c529ddae,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:14.074757 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Attempting to bind port 06d19ea0-854c-46f2-a22c-0f4dd13c3bca on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:14.075550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Attempting to bind port 06d19ea0-854c-46f2-a22c-0f4dd13c3bca by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'f799ad5e-329f-418c-992b-464a18a9e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '63e1d92e-5046-4649-bcac-93f89eb5d633'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:14.075678 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Attempting to bind port 06d19ea0-854c-46f2-a22c-0f4dd13c3bca on network 63e1d92e-5046-4649-bcac-93f89eb5d633 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:14.081870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:14.082769 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.084227 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3776228c-a854-4a5f-aed5-e421ba828595 req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] 10.222.0.18 "PUT /v2.0/ports/b3f49815-4993-4fa6-a551-8a81a3b8952b HTTP/1.1" status: 200 len: 1091 time: 1.3257043 Jul 23 00:00:14.091319 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:14.091718 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Checking segment: {'id': 'f799ad5e-329f-418c-992b-464a18a9e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '63e1d92e-5046-4649-bcac-93f89eb5d633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:14.092129 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.092526 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Bound using segment: {'id': 'f799ad5e-329f-418c-992b-464a18a9e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '63e1d92e-5046-4649-bcac-93f89eb5d633'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:14.093206 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Bound port: 06d19ea0-854c-46f2-a22c-0f4dd13c3bca, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f799ad5e-329f-418c-992b-464a18a9e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '63e1d92e-5046-4649-bcac-93f89eb5d633'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:14.093686 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.102563 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d3680e-6e49-449d-baf4-ada9229ccb9b', 'tag': 'b3f49815-4993-4fa6-a551-8a81a3b8952b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:14.105451 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de8a089-fdd2-4654-b09e-4b6c99b13048" -d '{"events": [{"name": "network-changed", "server_uuid": "95d3680e-6e49-449d-baf4-ada9229ccb9b", "tag": "b3f49815-4993-4fa6-a551-8a81a3b8952b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:14.167495 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.179587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e1d92e-5046-4649-bcac-93f89eb5d633']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:14.192194 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f799ad5e-329f-418c-992b-464a18a9e725') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:14.192501 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f799ad5e-329f-418c-992b-464a18a9e725') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:14.195828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7d7d1-5aa2-4105-988e-ee05c647d161 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f49815-4993-4fa6-a551-8a81a3b8952b,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:14.216831 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.232889 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.250216 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:14.263262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] For port 06d19ea0-854c-46f2-a22c-0f4dd13c3bca, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:14.264284 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.270630 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5328d05f-de3a-407c-84e0-d29647c26d2c x-openstack-request-id: req-5328d05f-de3a-407c-84e0-d29647c26d2c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:14.270933 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d3680e-6e49-449d-baf4-ada9229ccb9b", "tag": "b3f49815-4993-4fa6-a551-8a81a3b8952b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:14.271036 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:14.272710 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5328d05f-de3a-407c-84e0-d29647c26d2c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:14.272710 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d3680e-6e49-449d-baf4-ada9229ccb9b', 'tag': 'b3f49815-4993-4fa6-a551-8a81a3b8952b', 'status': 'completed', 'code': 200} Jul 23 00:00:14.317872 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff5624-976a-4951-8c9f-b042c1b558ae req-5d817f14-9a29-42ca-bdec-02cba4f8cce7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:14.319453 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39ff5624-976a-4951-8c9f-b042c1b558ae req-5d817f14-9a29-42ca-bdec-02cba4f8cce7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 943 time: 0.2833474 Jul 23 00:00:14.329957 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776228c-a854-4a5f-aed5-e421ba828595 req-9a9e609d-b572-4cbc-bc19-8bafedc2d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:14.331625 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3776228c-a854-4a5f-aed5-e421ba828595 req-9a9e609d-b572-4cbc-bc19-8bafedc2d56a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d28b015edbb34eaeb96f7c2c259b971a&device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 1094 time: 0.1202703 Jul 23 00:00:14.337643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] For port 06d19ea0-854c-46f2-a22c-0f4dd13c3bca, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=06d19ea0-854c-46f2-a22c-0f4dd13c3bca,segment=NetworkSegment(f799ad5e-329f-418c-992b-464a18a9e725),segment_id=f799ad5e-329f-418c-992b-464a18a9e725)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:14.339827 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 00:00:14.339827 n-d-688802-2 neutron-server[93820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 00:00:14.339827 n-d-688802-2 neutron-server[93820]: [parameters: {'id': '63e1d92e-5046-4649-bcac-93f89eb5d633'}] Jul 23 00:00:14.339827 n-d-688802-2 neutron-server[93820]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 00:00:14.341692 n-d-688802-2 neutron-server[93820]: DEBUG oslo_db.api [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 00:00:14.345888 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.411010 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3776228c-a854-4a5f-aed5-e421ba828595 req-51d45c7f-fdad-47c6-b41e-bbb515a80bc9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3f49815-4993-4fa6-a551-8a81a3b8952b HTTP/1.1" status: 200 len: 217 time: 0.0505240 Jul 23 00:00:14.416442 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39ff5624-976a-4951-8c9f-b042c1b558ae req-55b4cffb-180a-4422-b38d-5bdc6a211b0a tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896606 Jul 23 00:00:14.441997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785008df-2c68-458c-bc8d-dc584a25bfec None None] Pushing event updated for resources: {'Port': ['ID=06d19ea0-854c-46f2-a22c-0f4dd13c3bca,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:14.456495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c0fecd-1ac7-4816-8d0a-d5eee604979f None None] Network 63e1d92e-5046-4649-bcac-93f89eb5d633 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:14.467877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776228c-a854-4a5f-aed5-e421ba828595 req-2ec4e708-139a-4edb-9325-e6fb0658ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:14.469429 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3776228c-a854-4a5f-aed5-e421ba828595 req-2ec4e708-139a-4edb-9325-e6fb0658ac05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b HTTP/1.1" status: 200 len: 835 time: 0.0520484 Jul 23 00:00:14.563798 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776228c-a854-4a5f-aed5-e421ba828595 req-ca066065-37d2-4a8a-9adc-2f8ef92aee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:14.565408 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3776228c-a854-4a5f-aed5-e421ba828595 req-ca066065-37d2-4a8a-9adc-2f8ef92aee98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77d64a04-2f59-4bff-9e4a-7bf8904e0f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898230 Jul 23 00:00:14.611716 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc36fe6e-292d-475d-a8d1-3893451867a2 None None] Network 63e1d92e-5046-4649-bcac-93f89eb5d633 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:14.725198 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3776228c-a854-4a5f-aed5-e421ba828595 req-f1076903-a23d-497c-b976-604efc52dc2a service neutron] 10.222.0.18 "GET /v2.0/networks/77d64a04-2f59-4bff-9e4a-7bf8904e0f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511621 Jul 23 00:00:14.763377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67b55f6-b9c3-4993-975f-537c0d29d252 None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 00:00:14.790489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb3596-7f96-429e-92cc-35d09355321d req-4a1e386e-a274-472c-b809-e2624c985798 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:14.791990 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4bcb3596-7f96-429e-92cc-35d09355321d req-4a1e386e-a274-472c-b809-e2624c985798 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 950 time: 0.1277392 Jul 23 00:00:14.843278 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.877740 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4bcb3596-7f96-429e-92cc-35d09355321d req-69eedff8-ad24-4471-aa74-15dfac7b7200 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6629cd0-025e-4d36-b44d-480a3273eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559826 Jul 23 00:00:14.880891 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67b55f6-b9c3-4993-975f-537c0d29d252 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 00:00:14.896975 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3776228c-a854-4a5f-aed5-e421ba828595 req-d07c17da-ae71-43e9-9aac-ef83dfc36aad service neutron] 10.222.0.18 "GET /v2.0/networks/77d64a04-2f59-4bff-9e4a-7bf8904e0f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611986 Jul 23 00:00:14.914044 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Deleting port 06d19ea0-854c-46f2-a22c-0f4dd13c3bca {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:14.914397 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.038356 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] For port 06d19ea0-854c-46f2-a22c-0f4dd13c3bca, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=06d19ea0-854c-46f2-a22c-0f4dd13c3bca,segment=NetworkSegment(f799ad5e-329f-418c-992b-464a18a9e725),segment_id=f799ad5e-329f-418c-992b-464a18a9e725)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:15.038495 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.055922 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Calling delete_port for 06d19ea0-854c-46f2-a22c-0f4dd13c3bca owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:15.134704 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a21c2-0715-48f2-bbfc-3258a380f8c0 req-90b76352-9278-46a5-ad34-d3ac86615b19 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:15.136521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d5a21c2-0715-48f2-bbfc-3258a380f8c0 req-90b76352-9278-46a5-ad34-d3ac86615b19 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.1650488 Jul 23 00:00:15.174306 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8a089-fdd2-4654-b09e-4b6c99b13048 req-008c3c7d-6150-4d21-bf51-4df9d21f0aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:15.178436 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9de8a089-fdd2-4654-b09e-4b6c99b13048 req-008c3c7d-6150-4d21-bf51-4df9d21f0aca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d28b015edbb34eaeb96f7c2c259b971a&device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 1094 time: 0.1503189 Jul 23 00:00:15.213228 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.241814 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Port': ['ID=06d19ea0-854c-46f2-a22c-0f4dd13c3bca,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:15.249498 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No DVR routers for this DVR port 06d19ea0-854c-46f2-a22c-0f4dd13c3bca on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:15.272641 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d5a21c2-0715-48f2-bbfc-3258a380f8c0 req-dcee5fe1-2feb-4854-a83e-6dd5c8c432fe tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286871 Jul 23 00:00:15.380114 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.389972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8a089-fdd2-4654-b09e-4b6c99b13048 req-6f6fb169-bfd2-40ec-a530-11adfc52414b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:15.392105 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9de8a089-fdd2-4654-b09e-4b6c99b13048 req-6f6fb169-bfd2-40ec-a530-11adfc52414b service neutron] 10.222.0.18 "GET /v2.0/networks?id=77d64a04-2f59-4bff-9e4a-7bf8904e0f92 HTTP/1.1" status: 200 len: 897 time: 0.1957843 Jul 23 00:00:15.392888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e1d92e-5046-4649-bcac-93f89eb5d633']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:15.404582 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f799ad5e-329f-418c-992b-464a18a9e725') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:15.404918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f799ad5e-329f-418c-992b-464a18a9e725') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:15.427535 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.454214 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9de8a089-fdd2-4654-b09e-4b6c99b13048 req-ae262e6f-f219-452b-b389-d642b4d8919c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3f49815-4993-4fa6-a551-8a81a3b8952b HTTP/1.1" status: 200 len: 217 time: 0.0542922 Jul 23 00:00:15.471931 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.486605 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:15.487205 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:15.490826 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:15.542564 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:00:15.593332 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.596128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8a089-fdd2-4654-b09e-4b6c99b13048 req-af182061-1281-41bf-9300-941177591e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:15.602124 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9de8a089-fdd2-4654-b09e-4b6c99b13048 req-af182061-1281-41bf-9300-941177591e18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b HTTP/1.1" status: 200 len: 835 time: 0.1277330 Jul 23 00:00:15.602361 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.608861 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/63e1d92e-5046-4649-bcac-93f89eb5d633 HTTP/1.1" status: 204 len: 168 time: 2.0530357 Jul 23 00:00:15.609503 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45944) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:15.646638 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42f453-d96d-44a1-b814-11320ec7afba tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Network': ['ID=63e1d92e-5046-4649-bcac-93f89eb5d633,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:15.649819 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2f44cf-0845-4fd8-a48c-e84e1e3259d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:15.650365 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2f44cf-0845-4fd8-a48c-e84e1e3259d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:15.652094 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4a2f44cf-0845-4fd8-a48c-e84e1e3259d3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/subnets/be76b573-fca6-4ffb-a03d-ff91c529ddae HTTP/1.1" status: 404 len: 337 time: 0.0331931 Jul 23 00:00:15.655455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45948) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:15.676847 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5fc56-95a5-4aa2-8eb7-a8874d0b0656 req-741be316-6f88-458a-aa7d-eb87c8740453 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:15.678521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcc5fc56-95a5-4aa2-8eb7-a8874d0b0656 req-741be316-6f88-458a-aa7d-eb87c8740453 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 943 time: 0.1524727 Jul 23 00:00:15.679863 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11088a6-cc55-4dc0-81c7-8e95c55e1f75 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:15.680595 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11088a6-cc55-4dc0-81c7-8e95c55e1f75 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:15.683340 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b11088a6-cc55-4dc0-81c7-8e95c55e1f75 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/63e1d92e-5046-4649-bcac-93f89eb5d633 HTTP/1.1" status: 404 len: 339 time: 0.0272138 Jul 23 00:00:15.686642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45950) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:15.715890 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cacb73-4226-44ff-ba09-c1ba1c2553c7 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:15.716296 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65cacb73-4226-44ff-ba09-c1ba1c2553c7 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:15.720645 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-65cacb73-4226-44ff-ba09-c1ba1c2553c7 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/subnets/200f1cb8-a37c-4ebe-8e5c-7fe8eb0b7df0 HTTP/1.1" status: 404 len: 337 time: 0.0308383 Jul 23 00:00:15.720877 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45952) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:15.735355 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8a089-fdd2-4654-b09e-4b6c99b13048 req-37b16986-2c2b-4cef-96b2-b9141837eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:15.736885 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9de8a089-fdd2-4654-b09e-4b6c99b13048 req-37b16986-2c2b-4cef-96b2-b9141837eb91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77d64a04-2f59-4bff-9e4a-7bf8904e0f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245615 Jul 23 00:00:15.747129 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de47622-ffdd-4b46-b1c6-29ec5cbd18ed tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:15.747707 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de47622-ffdd-4b46-b1c6-29ec5cbd18ed tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:15.749472 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5de47622-ffdd-4b46-b1c6-29ec5cbd18ed tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/b0818b9d-c1c1-43e2-9344-4aa71410955b HTTP/1.1" status: 404 len: 339 time: 0.0276494 Jul 23 00:00:15.752112 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45956) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:15.781691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bcc5fc56-95a5-4aa2-8eb7-a8874d0b0656 req-8c7d0bd1-c761-49fa-8b2b-64c11a508599 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901489 Jul 23 00:00:15.853930 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3050e8d0-2c95-40f8-bb9d-6a9a0c9d4ea8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.873542 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9de8a089-fdd2-4654-b09e-4b6c99b13048 req-0aea657c-97b0-4e1b-9861-8a4bd7dfb2a0 service neutron] 10.222.0.18 "GET /v2.0/networks/77d64a04-2f59-4bff-9e4a-7bf8904e0f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219287 Jul 23 00:00:15.960201 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3050e8d0-2c95-40f8-bb9d-6a9a0c9d4ea8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.974237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3050e8d0-2c95-40f8-bb9d-6a9a0c9d4ea8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b0c175-0b2c-4b9d-8699-b6b90411d594']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:15.987909 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3050e8d0-2c95-40f8-bb9d-6a9a0c9d4ea8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9a82b5-b1ca-42a3-a5e8-d26a1eecf5cb') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:15.988201 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3050e8d0-2c95-40f8-bb9d-6a9a0c9d4ea8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9a82b5-b1ca-42a3-a5e8-d26a1eecf5cb') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:15.999963 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3050e8d0-2c95-40f8-bb9d-6a9a0c9d4ea8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.005637 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9de8a089-fdd2-4654-b09e-4b6c99b13048 req-0c05205e-5239-4319-8b10-7f60a0b38a99 service neutron] 10.222.0.18 "GET /v2.0/networks/77d64a04-2f59-4bff-9e4a-7bf8904e0f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253572 Jul 23 00:00:16.015881 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3050e8d0-2c95-40f8-bb9d-6a9a0c9d4ea8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.024741 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3050e8d0-2c95-40f8-bb9d-6a9a0c9d4ea8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:16.033410 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3050e8d0-2c95-40f8-bb9d-6a9a0c9d4ea8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:16.052278 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:16.113178 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3050e8d0-2c95-40f8-bb9d-6a9a0c9d4ea8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.123307 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3050e8d0-2c95-40f8-bb9d-6a9a0c9d4ea8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.125410 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3050e8d0-2c95-40f8-bb9d-6a9a0c9d4ea8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/c3b0c175-0b2c-4b9d-8699-b6b90411d594 HTTP/1.1" status: 204 len: 168 time: 0.3720701 Jul 23 00:00:16.128089 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45964) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:16.135709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050e8d0-2c95-40f8-bb9d-6a9a0c9d4ea8 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Network': ['ID=c3b0c175-0b2c-4b9d-8699-b6b90411d594,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:16.166668 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-103beeeb-d8f1-4aae-83d7-f0ccb035b6da tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:16.167128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103beeeb-d8f1-4aae-83d7-f0ccb035b6da tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:16.169750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-103beeeb-d8f1-4aae-83d7-f0ccb035b6da tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/subnets/e4c7ddf9-d87f-47de-a2ac-9ac7f444fdb3 HTTP/1.1" status: 404 len: 337 time: 0.0405049 Jul 23 00:00:16.172297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45968) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:16.191024 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ceb9f6-d398-4168-9346-3c30404f4e1f tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:16.191657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ceb9f6-d398-4168-9346-3c30404f4e1f tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:16.193414 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-01ceb9f6-d398-4168-9346-3c30404f4e1f tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/8edff907-f044-4b65-9991-28cd9fabe991 HTTP/1.1" status: 404 len: 339 time: 0.0201449 Jul 23 00:00:16.195862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45970) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:16.231885 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-844a00d1-edff-42bd-a941-9947f06742e6 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:16.231885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844a00d1-edff-42bd-a941-9947f06742e6 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:16.231885 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-844a00d1-edff-42bd-a941-9947f06742e6 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/subnets/b54acfae-cd5a-4ab2-b07b-60829ff4c297 HTTP/1.1" status: 404 len: 337 time: 0.0323129 Jul 23 00:00:16.231885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:16.256222 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d41f1e-d845-4aab-b721-9a1287e9a485 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:16.256803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d41f1e-d845-4aab-b721-9a1287e9a485 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:16.258834 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c2d41f1e-d845-4aab-b721-9a1287e9a485 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/2b39b47d-bc26-4e78-a981-7a88549c3a68 HTTP/1.1" status: 404 len: 339 time: 0.0276401 Jul 23 00:00:16.261338 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45978) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:16.288161 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-55644f16-9bbe-482c-9475-b21f8570f163 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:16.288626 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55644f16-9bbe-482c-9475-b21f8570f163 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:16.290706 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-55644f16-9bbe-482c-9475-b21f8570f163 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/subnets/82b3a82f-d553-49c4-8800-224fb5e0f3d3 HTTP/1.1" status: 404 len: 337 time: 0.0281062 Jul 23 00:00:16.293155 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45980) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:16.318097 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09fa3d1-8f77-49dd-b6d1-06d8f706904e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:16.318768 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09fa3d1-8f77-49dd-b6d1-06d8f706904e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:16.321067 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a09fa3d1-8f77-49dd-b6d1-06d8f706904e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/a324b7c7-d8bf-40d6-8224-918608b792fc HTTP/1.1" status: 404 len: 339 time: 0.0258274 Jul 23 00:00:16.324003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45984) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:16.352832 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1b37eb-4749-4ad8-900e-11e573e4fa4e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:16.353335 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1b37eb-4749-4ad8-900e-11e573e4fa4e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:16.358720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45986) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:16.358912 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ea1b37eb-4749-4ad8-900e-11e573e4fa4e tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/subnets/fe401d9a-6cd7-4b58-a22b-3197dd186114 HTTP/1.1" status: 404 len: 337 time: 0.0331471 Jul 23 00:00:16.388783 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89dfee7-ba02-4942-a16f-a3db114cb937 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:16.389700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89dfee7-ba02-4942-a16f-a3db114cb937 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:16.392060 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c89dfee7-ba02-4942-a16f-a3db114cb937 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/efe42280-25ba-4426-af75-71ed721e8662 HTTP/1.1" status: 404 len: 339 time: 0.0317557 Jul 23 00:00:16.394684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45990) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:16.423406 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2c5b54-f435-4f0d-9c3e-b48a341787ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:16.423853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2c5b54-f435-4f0d-9c3e-b48a341787ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:16.428575 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 45992) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:16.428893 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ce2c5b54-f435-4f0d-9c3e-b48a341787ec tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/subnets/855e0d40-2175-4680-b54c-d103fcf0e3d4 HTTP/1.1" status: 404 len: 337 time: 0.0330925 Jul 23 00:00:16.455993 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e165b30-e6d0-4c03-9955-bfa70c578361 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:16.456583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e165b30-e6d0-4c03-9955-bfa70c578361 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:16.458378 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6e165b30-e6d0-4c03-9955-bfa70c578361 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/818d7dcc-0aff-46ba-91e6-040a628b2851 HTTP/1.1" status: 404 len: 339 time: 0.0287905 Jul 23 00:00:16.461085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 45994) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:16.474207 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22ff0c-12b8-4e13-911a-912d4af8b54a req-481f1b97-3cf3-4dfa-9fbe-8000ffbbcf7b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:16.474207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f22ff0c-12b8-4e13-911a-912d4af8b54a req-481f1b97-3cf3-4dfa-9fbe-8000ffbbcf7b tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.0954452 Jul 23 00:00:16.510326 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6ef6bd-e62c-4edf-a3f6-7af9e2204b33 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:16.510854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6ef6bd-e62c-4edf-a3f6-7af9e2204b33 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:16.515199 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e6ef6bd-e62c-4edf-a3f6-7af9e2204b33 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/subnets/19eaccde-a887-4d74-ac6c-61b8cd7aa418 HTTP/1.1" status: 404 len: 337 time: 0.0497799 Jul 23 00:00:16.515450 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46000) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:16.538694 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f22ff0c-12b8-4e13-911a-912d4af8b54a req-3636fd69-5bc2-49ca-9df4-864a37ca58c3 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546389 Jul 23 00:00:16.551207 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-51414806-17d8-4b66-8f58-36cebdb453b4 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:16.551877 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51414806-17d8-4b66-8f58-36cebdb453b4 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:16.556052 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-51414806-17d8-4b66-8f58-36cebdb453b4 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/44d4ad99-f236-43b7-b3a3-7f9602bda329 HTTP/1.1" status: 404 len: 339 time: 0.0373640 Jul 23 00:00:16.556490 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46002) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:16.599847 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9957ec30-6e85-4a08-a797-e6ffc4922cc3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:16.600304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9957ec30-6e85-4a08-a797-e6ffc4922cc3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:16.602109 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9957ec30-6e85-4a08-a797-e6ffc4922cc3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/subnets/d3664b8e-b148-4680-a58a-aa78d015e87c HTTP/1.1" status: 404 len: 337 time: 0.0441003 Jul 23 00:00:16.605120 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46004) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:16.624541 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf1e0b2-ae40-42a3-a46d-db22da2a0f29 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:16.625069 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf1e0b2-ae40-42a3-a46d-db22da2a0f29 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:16.626830 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dcf1e0b2-ae40-42a3-a46d-db22da2a0f29 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/8e441ff4-2f2e-41da-b706-3cd5a2f00b02 HTTP/1.1" status: 404 len: 339 time: 0.0206890 Jul 23 00:00:16.629531 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.630290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46006) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:16.662045 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8f78b2-aa2d-48da-9d3c-7aa60d00206d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:16.662610 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8f78b2-aa2d-48da-9d3c-7aa60d00206d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:16.666809 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0a8f78b2-aa2d-48da-9d3c-7aa60d00206d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/subnets/7a57408f-b5cd-4254-b35b-f052da22203b HTTP/1.1" status: 404 len: 337 time: 0.0338578 Jul 23 00:00:16.667036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:16.690160 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc9945e-00ec-47cc-8100-7cf6e4757cb3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:16.690804 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc9945e-00ec-47cc-8100-7cf6e4757cb3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:16.695051 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bdc9945e-00ec-47cc-8100-7cf6e4757cb3 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/29a59c66-c266-45bc-99ed-f99f908ee83c HTTP/1.1" status: 404 len: 339 time: 0.0245063 Jul 23 00:00:16.695296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46012) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:16.752210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-931ee11f-9dab-428a-9369-91a8f6463314 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Deleting subnet 6bb08558-aff3-4aca-bcfe-8b8ef598b8c3 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:00:16.755767 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-931ee11f-9dab-428a-9369-91a8f6463314 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.799407 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-931ee11f-9dab-428a-9369-91a8f6463314 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.966001 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-931ee11f-9dab-428a-9369-91a8f6463314 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.027218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdee85-b53b-46d0-ad51-016c2c4942f0 req-ac976913-f56c-4830-9a3e-846421b7e7a7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.029221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05cdee85-b53b-46d0-ad51-016c2c4942f0 req-ac976913-f56c-4830-9a3e-846421b7e7a7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 943 time: 0.1576536 Jul 23 00:00:17.094165 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-931ee11f-9dab-428a-9369-91a8f6463314 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.100860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05cdee85-b53b-46d0-ad51-016c2c4942f0 req-98a03510-57cc-41f4-b060-43356d03a042 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647054 Jul 23 00:00:17.129997 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ee11f-9dab-428a-9369-91a8f6463314 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb08558-aff3-4aca-bcfe-8b8ef598b8c3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:17.162924 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-931ee11f-9dab-428a-9369-91a8f6463314 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.168892 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-931ee11f-9dab-428a-9369-91a8f6463314 tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/subnets/6bb08558-aff3-4aca-bcfe-8b8ef598b8c3 HTTP/1.1" status: 204 len: 168 time: 0.4689503 Jul 23 00:00:17.168892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46024) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:17.173798 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb0898-a919-4aca-99c2-1ba3decdf937 None None] Network 74559a87-5494-47ba-adfe-c8f61dfe8f47 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:17.284534 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.344661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Deleting port be55bf54-7769-46f0-bafa-d5d6522e6445 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:17.345053 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.423210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] For port be55bf54-7769-46f0-bafa-d5d6522e6445, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=be55bf54-7769-46f0-bafa-d5d6522e6445,segment=NetworkSegment(3305ed3c-abc8-41fd-8674-69e7eee45e8f),segment_id=3305ed3c-abc8-41fd-8674-69e7eee45e8f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:17.423582 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.453426 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Calling delete_port for be55bf54-7769-46f0-bafa-d5d6522e6445 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:17.515622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb352b5-d7b6-4d1f-a48b-4f379fe266be None None] DHCP port deletion for 74559a87-5494-47ba-adfe-c8f61dfe8f47 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:00:17.562665 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.586418 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5cb352b5-d7b6-4d1f-a48b-4f379fe266be None None] Deleting port be55bf54-7769-46f0-bafa-d5d6522e6445 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:17.587124 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cb352b5-d7b6-4d1f-a48b-4f379fe266be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.616140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Port': ['ID=be55bf54-7769-46f0-bafa-d5d6522e6445,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:17.627063 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] No DVR routers for this DVR port be55bf54-7769-46f0-bafa-d5d6522e6445 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:17.679941 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5cb352b5-d7b6-4d1f-a48b-4f379fe266be None None] For port be55bf54-7769-46f0-bafa-d5d6522e6445, host n-d-688802-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:17.680509 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cb352b5-d7b6-4d1f-a48b-4f379fe266be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.699276 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5cb352b5-d7b6-4d1f-a48b-4f379fe266be None None] Calling delete_port for be55bf54-7769-46f0-bafa-d5d6522e6445 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:17.703375 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-5cb352b5-d7b6-4d1f-a48b-4f379fe266be None None] Port be55bf54-7769-46f0-bafa-d5d6522e6445 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 00:00:17.706136 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cb352b5-d7b6-4d1f-a48b-4f379fe266be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.739107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb352b5-d7b6-4d1f-a48b-4f379fe266be None None] Pushing event deleted for resources: {'Port': ['ID=be55bf54-7769-46f0-bafa-d5d6522e6445,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:17.744998 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb352b5-d7b6-4d1f-a48b-4f379fe266be None None] No DVR routers for this DVR port be55bf54-7769-46f0-bafa-d5d6522e6445 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:17.795577 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.810529 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74559a87-5494-47ba-adfe-c8f61dfe8f47']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:17.825440 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3305ed3c-abc8-41fd-8674-69e7eee45e8f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:17.825558 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3305ed3c-abc8-41fd-8674-69e7eee45e8f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:17.836762 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.862912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e491fed-b205-4e74-bc33-ef2d6efe9272 req-cc9cfece-c38d-4300-afe4-4e8e98761b04 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.864536 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e491fed-b205-4e74-bc33-ef2d6efe9272 req-cc9cfece-c38d-4300-afe4-4e8e98761b04 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.1835113 Jul 23 00:00:17.868449 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.876714 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:17.877074 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:17.880693 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:17.967084 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e491fed-b205-4e74-bc33-ef2d6efe9272 req-e375747c-e4a2-4de7-9206-cbb0bf379641 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851843 Jul 23 00:00:17.968222 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.979807 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.981969 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] 10.222.0.26 "DELETE /v2.0/networks/74559a87-5494-47ba-adfe-c8f61dfe8f47 HTTP/1.1" status: 204 len: 168 time: 0.8113122 Jul 23 00:00:17.998304 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e43bf-59ba-4f20-a722-a645245ee45d tempest-NetworksTest-2144258210 tempest-NetworksTest-2144258210-project] Pushing event deleted for resources: {'Network': ['ID=74559a87-5494-47ba-adfe-c8f61dfe8f47,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:18.215449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b3f49815-4993-4fa6-a551-8a81a3b8952b details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:00:18.331591 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5400ea-4840-40fb-9532-1ac8a116fadd req-09769b6c-2bc1-45e8-9224-53bcf40087f8 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:18.333286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb5400ea-4840-40fb-9532-1ac8a116fadd req-09769b6c-2bc1-45e8-9224-53bcf40087f8 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 943 time: 0.1304426 Jul 23 00:00:18.360911 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b3f49815-4993-4fa6-a551-8a81a3b8952b, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b3f49815-4993-4fa6-a551-8a81a3b8952b,segment=NetworkSegment(9d3696db-7d33-466e-b866-ac6dbdb4deb4),segment_id=9d3696db-7d33-466e-b866-ac6dbdb4deb4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:18.373455 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'b3f49815-4993-4fa6-a551-8a81a3b8952b', 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92', 'port_id': 'b3f49815-4993-4fa6-a551-8a81a3b8952b', 'mac_address': 'fa:16:3e:cf:a7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:00:18.396270 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46060) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:18.422291 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.433716 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb5400ea-4840-40fb-9532-1ac8a116fadd req-a247f47e-8eea-4176-a4c0-27829d8ad8de tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912888 Jul 23 00:00:18.451958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device be55bf54-7769-46f0-bafa-d5d6522e6445 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:00:18.477802 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f49815-4993-4fa6-a551-8a81a3b8952b {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:18.484517 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: be55bf54-7769-46f0-bafa-d5d6522e6445 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:00:18.485039 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device be55bf54-7769-46f0-bafa-d5d6522e6445 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:00:18.527384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b3f49815-4993-4fa6-a551-8a81a3b8952b, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b3f49815-4993-4fa6-a551-8a81a3b8952b,segment=NetworkSegment(9d3696db-7d33-466e-b866-ac6dbdb4deb4),segment_id=9d3696db-7d33-466e-b866-ac6dbdb4deb4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:18.537390 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.632986 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c8b4a-63b6-4145-9fbc-f0df9f134dd9 req-52296adc-f373-422e-8ab6-5db6a980857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:18.634895 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-823c8b4a-63b6-4145-9fbc-f0df9f134dd9 req-52296adc-f373-422e-8ab6-5db6a980857b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 1097 time: 0.0719433 Jul 23 00:00:18.669279 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-89d888e3-c571-40cd-96f2-33524799c549 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b70140d61b9d4a1db785b33f78169897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2715168 Jul 23 00:00:18.671428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b3f49815-4993-4fa6-a551-8a81a3b8952b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:18.672038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46068) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:18.681831 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-823c8b4a-63b6-4145-9fbc-f0df9f134dd9 req-82559a84-c733-45a2-b2c3-4f216d52d517 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392976 Jul 23 00:00:18.742020 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e67144-5875-4507-935f-1f9bd2c598a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.776384 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e67144-5875-4507-935f-1f9bd2c598a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.803068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['b3f49815-4993-4fa6-a551-8a81a3b8952b'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:18.846420 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e67144-5875-4507-935f-1f9bd2c598a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.849519 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6e67144-5875-4507-935f-1f9bd2c598a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.853554 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f6e67144-5875-4507-935f-1f9bd2c598a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/23ade3e7-56e1-4725-aef8-a74f7e36fb5a HTTP/1.1" status: 204 len: 168 time: 0.1774220 Jul 23 00:00:18.879915 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e67144-5875-4507-935f-1f9bd2c598a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ade3e7-56e1-4725-aef8-a74f7e36fb5a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:19.157817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a5984-0d1b-402e-a325-1912aabf3aae req-5003c46f-6a9c-4d1e-817a-4eaf5772edf8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:19.159670 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a5a5984-0d1b-402e-a325-1912aabf3aae req-5003c46f-6a9c-4d1e-817a-4eaf5772edf8 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.0941401 Jul 23 00:00:19.218948 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a5a5984-0d1b-402e-a325-1912aabf3aae req-563eef5f-3084-44d7-991b-1383bf3f688d tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488384 Jul 23 00:00:19.665939 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d88bd4-9f41-4d34-81b9-eed8afa79c4c req-38ac5d69-9fb3-4e6b-8950-9fb0e2307211 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:19.668863 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89d88bd4-9f41-4d34-81b9-eed8afa79c4c req-38ac5d69-9fb3-4e6b-8950-9fb0e2307211 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 944 time: 0.1193104 Jul 23 00:00:19.741382 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89d88bd4-9f41-4d34-81b9-eed8afa79c4c req-ff92c122-5cc0-4625-b516-6fd2513f98ee tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555694 Jul 23 00:00:19.878219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46120) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:20.003252 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 7416d4aa-d638-4895-8fc4-805b21d1dcf3 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:00:20.055020 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-fdc6e736-ef87-4fca-91bf-f3bd7581dd98 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-198975219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:20.087161 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdc6e736-ef87-4fca-91bf-f3bd7581dd98 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.088255 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdc6e736-ef87-4fca-91bf-f3bd7581dd98 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.175141 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 7416d4aa-d638-4895-8fc4-805b21d1dcf3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=7416d4aa-d638-4895-8fc4-805b21d1dcf3,segment=NetworkSegment(6a938a2a-800a-4368-8e75-66323f22edbc),segment_id=6a938a2a-800a-4368-8e75-66323f22edbc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:20.201573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '7416d4aa-d638-4895-8fc4-805b21d1dcf3', 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b', 'port_id': '7416d4aa-d638-4895-8fc4-805b21d1dcf3', 'mac_address': 'fa:16:3e:07:fa:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:00:20.228337 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b3f49815-4993-4fa6-a551-8a81a3b8952b up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:20.237331 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdc6e736-ef87-4fca-91bf-f3bd7581dd98 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.248549 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdc6e736-ef87-4fca-91bf-f3bd7581dd98 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.278846 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdc6e736-ef87-4fca-91bf-f3bd7581dd98 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.282738 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fdc6e736-ef87-4fca-91bf-f3bd7581dd98 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4008629 Jul 23 00:00:20.283032 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46130) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:20.288034 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-70c97951-73cd-4e1d-8316-526227b95e97 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-468071011'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:20.341791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c97951-73cd-4e1d-8316-526227b95e97 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Made reservation on behalf of 5a6d60a30ea74c588618a164228d8b2a for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:20.345428 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70c97951-73cd-4e1d-8316-526227b95e97 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.345552 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.380774 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70c97951-73cd-4e1d-8316-526227b95e97 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.461872 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e0c3c-5a7d-4925-9ef4-bbcbd751c039 req-ba384403-aa45-423a-9d08-a5cd0e390a12 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:20.464714 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-805e0c3c-5a7d-4925-9ef4-bbcbd751c039 req-ba384403-aa45-423a-9d08-a5cd0e390a12 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.1194351 Jul 23 00:00:20.594917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-805e0c3c-5a7d-4925-9ef4-bbcbd751c039 req-c4876b6a-6080-4840-8e37-960bda458f85 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051650 Jul 23 00:00:20.625753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46138) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:20.638423 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70c97951-73cd-4e1d-8316-526227b95e97 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.648529 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70c97951-73cd-4e1d-8316-526227b95e97 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.658884 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7416d4aa-d638-4895-8fc4-805b21d1dcf3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:20.686430 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c97951-73cd-4e1d-8316-526227b95e97 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:00:20.701618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c97951-73cd-4e1d-8316-526227b95e97 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9bdbac-6609-466b-a451-e5f3eae16f5b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:20.708340 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 7416d4aa-d638-4895-8fc4-805b21d1dcf3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=7416d4aa-d638-4895-8fc4-805b21d1dcf3,segment=NetworkSegment(6a938a2a-800a-4368-8e75-66323f22edbc),segment_id=6a938a2a-800a-4368-8e75-66323f22edbc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:20.719729 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.721774 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70c97951-73cd-4e1d-8316-526227b95e97 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.722153 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-70c97951-73cd-4e1d-8316-526227b95e97 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Added segment e2e6f2fb-16a5-4ccf-99da-04e5a20e31f9 of type vlan for network f4b3a129-b44a-4d89-af65-9fde1e2c03f8 Jul 23 00:00:20.742113 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-707ef39e-0b22-48f3-9b21-a82a6644088c tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/floatingips/41978449-4b46-4151-8c20-daa54f52a9d7 HTTP/1.1" status: 200 len: 994 time: 0.1133363 Jul 23 00:00:20.756353 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port b3f49815-4993-4fa6-a551-8a81a3b8952b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:20.766525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port b3f49815-4993-4fa6-a551-8a81a3b8952b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:20.767163 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.790835 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70c97951-73cd-4e1d-8316-526227b95e97 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.816940 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=7416d4aa-d638-4895-8fc4-805b21d1dcf3,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:20.857549 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70c97951-73cd-4e1d-8316-526227b95e97 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.865587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c97951-73cd-4e1d-8316-526227b95e97 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:20.867536 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70c97951-73cd-4e1d-8316-526227b95e97 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.976707 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.978693 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:20.984996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bb030b1c-e7f5-4b9b-8de5-546271a04037 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Request body: {'subnet': {'network_id': 'f4b3a129-b44a-4d89-af65-9fde1e2c03f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:20.987080 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-70c97951-73cd-4e1d-8316-526227b95e97 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7030509 Jul 23 00:00:21.023004 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d3680e-6e49-449d-baf4-ada9229ccb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f49815-4993-4fa6-a551-8a81a3b8952b'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:21.026115 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a88de05-3e92-4403-b582-615c583e195b" -d '{"events": [{"server_uuid": "95d3680e-6e49-449d-baf4-ada9229ccb9b", "name": "network-vif-plugged", "status": "completed", "tag": "b3f49815-4993-4fa6-a551-8a81a3b8952b"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:21.034508 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['7416d4aa-d638-4895-8fc4-805b21d1dcf3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:21.061025 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c97951-73cd-4e1d-8316-526227b95e97 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event updated for resources: {'Network': ['ID=f4b3a129-b44a-4d89-af65-9fde1e2c03f8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:21.081513 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network f4b3a129-b44a-4d89-af65-9fde1e2c03f8 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:00:21.088448 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port b3f49815-4993-4fa6-a551-8a81a3b8952b, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b3f49815-4993-4fa6-a551-8a81a3b8952b,segment=NetworkSegment(9d3696db-7d33-466e-b866-ac6dbdb4deb4),segment_id=9d3696db-7d33-466e-b866-ac6dbdb4deb4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:21.105999 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.158793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66449dca-f2cf-4ed8-b62c-2e20443e8f39 req-8f7d4c3e-9313-430a-b350-3fe1df64bfd7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:21.166090 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-66449dca-f2cf-4ed8-b62c-2e20443e8f39 req-8f7d4c3e-9313-430a-b350-3fe1df64bfd7 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 944 time: 0.2693491 Jul 23 00:00:21.187075 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb030b1c-e7f5-4b9b-8de5-546271a04037 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Made reservation on behalf of 5a6d60a30ea74c588618a164228d8b2a for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:21.190681 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb030b1c-e7f5-4b9b-8de5-546271a04037 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.224541 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df686f46-e0c5-4017-86b9-39463921cb18 x-openstack-request-id: req-df686f46-e0c5-4017-86b9-39463921cb18 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:21.224541 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d3680e-6e49-449d-baf4-ada9229ccb9b", "name": "network-vif-plugged", "status": "completed", "tag": "b3f49815-4993-4fa6-a551-8a81a3b8952b", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:21.224541 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df686f46-e0c5-4017-86b9-39463921cb18 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:21.224541 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d3680e-6e49-449d-baf4-ada9229ccb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f49815-4993-4fa6-a551-8a81a3b8952b', 'code': 200} Jul 23 00:00:21.270866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-66449dca-f2cf-4ed8-b62c-2e20443e8f39 req-0d41d4c1-f437-4232-90d3-e740ec439555 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037364 Jul 23 00:00:21.275529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=b3f49815-4993-4fa6-a551-8a81a3b8952b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:21.467101 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d54f5-cde2-4e3a-9d56-fcf421c6ae18 req-63ebb9bd-f417-4bea-afb6-66b3ab9acdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:21.468642 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-373d54f5-cde2-4e3a-9d56-fcf421c6ae18 req-63ebb9bd-f417-4bea-afb6-66b3ab9acdad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 1096 time: 0.1134646 Jul 23 00:00:21.542236 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-373d54f5-cde2-4e3a-9d56-fcf421c6ae18 req-34b438c5-3ec8-461f-b760-b826126035cb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666130 Jul 23 00:00:21.548077 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb030b1c-e7f5-4b9b-8de5-546271a04037 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.613602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb030b1c-e7f5-4b9b-8de5-546271a04037 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event updated for resources: {'Subnet': ['ID=ca476faf-aa96-41f1-9a9e-9cef794e08b0,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:21.623088 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb030b1c-e7f5-4b9b-8de5-546271a04037 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Checking segment: {'id': 'e2e6f2fb-16a5-4ccf-99da-04e5a20e31f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f4b3a129-b44a-4d89-af65-9fde1e2c03f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:21.623460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb030b1c-e7f5-4b9b-8de5-546271a04037 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Network hostable DHCP agents. Network: f4b3a129-b44a-4d89-af65-9fde1e2c03f8, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:00:21.640742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb030b1c-e7f5-4b9b-8de5-546271a04037 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Network f4b3a129-b44a-4d89-af65-9fde1e2c03f8 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:00:21.656176 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-bb030b1c-e7f5-4b9b-8de5-546271a04037 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, f4b3a129-b44a-4d89-af65-9fde1e2c03f8) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:21.660560 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb030b1c-e7f5-4b9b-8de5-546271a04037 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:21.661259 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb030b1c-e7f5-4b9b-8de5-546271a04037 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.665731 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbc7663-e31b-43c4-a7a6-ac09fedb02f1 None None] Network f4b3a129-b44a-4d89-af65-9fde1e2c03f8 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:21.677803 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bb030b1c-e7f5-4b9b-8de5-546271a04037 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6978793 Jul 23 00:00:21.680724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46160) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:21.687585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-355f00b8-06cf-43bf-9130-ade83285fd0e tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Request body: {'network': {'name': 'tempest-router-network01--251423874'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:21.711283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355f00b8-06cf-43bf-9130-ade83285fd0e tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Made reservation on behalf of 5a6d60a30ea74c588618a164228d8b2a for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:21.715722 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-355f00b8-06cf-43bf-9130-ade83285fd0e tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.748030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355f00b8-06cf-43bf-9130-ade83285fd0e tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:00:21.757839 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-355f00b8-06cf-43bf-9130-ade83285fd0e tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.758254 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-355f00b8-06cf-43bf-9130-ade83285fd0e tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Added segment d943a688-28a1-477e-9fdc-cedfe9181932 of type vlan for network 8b580a6b-e7a0-4308-a1bf-5b41344e1978 Jul 23 00:00:21.799549 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-355f00b8-06cf-43bf-9130-ade83285fd0e tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.824862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-f4b3a129-b44a-4d89-af65-9fde1e2c03f8', 'network_id': 'f4b3a129-b44a-4d89-af65-9fde1e2c03f8', 'tenant_id': '5a6d60a30ea74c588618a164228d8b2a', 'fixed_ips': [{'subnet_id': 'ca476faf-aa96-41f1-9a9e-9cef794e08b0'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:00:21.826240 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.832589 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-355f00b8-06cf-43bf-9130-ade83285fd0e tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.838945 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355f00b8-06cf-43bf-9130-ade83285fd0e tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:21.839578 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-355f00b8-06cf-43bf-9130-ade83285fd0e tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.870382 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-355f00b8-06cf-43bf-9130-ade83285fd0e tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1857984 Jul 23 00:00:21.872021 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46162) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:21.877770 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9d1649e4-105e-4024-b6ef-b0a992c29b86 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Request body: {'network': {'name': 'tempest-router-network02--1374562490'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:21.911784 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1649e4-105e-4024-b6ef-b0a992c29b86 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Made reservation on behalf of 5a6d60a30ea74c588618a164228d8b2a for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:21.919340 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d1649e4-105e-4024-b6ef-b0a992c29b86 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.923507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f00b8-06cf-43bf-9130-ade83285fd0e tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event updated for resources: {'Network': ['ID=8b580a6b-e7a0-4308-a1bf-5b41344e1978,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:21.935956 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 8b580a6b-e7a0-4308-a1bf-5b41344e1978 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:00:21.955071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1649e4-105e-4024-b6ef-b0a992c29b86 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:00:21.967752 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d1649e4-105e-4024-b6ef-b0a992c29b86 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.968099 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-9d1649e4-105e-4024-b6ef-b0a992c29b86 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Added segment 1e4e8fa3-3eeb-4de9-8e1f-189f9423cf89 of type vlan for network 7ac7a675-8f14-4629-ae61-e3be86c53a2d Jul 23 00:00:22.022716 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d1649e4-105e-4024-b6ef-b0a992c29b86 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.053934 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 7416d4aa-d638-4895-8fc4-805b21d1dcf3 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:22.057763 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d1649e4-105e-4024-b6ef-b0a992c29b86 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.063672 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1649e4-105e-4024-b6ef-b0a992c29b86 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:22.064388 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d1649e4-105e-4024-b6ef-b0a992c29b86 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.092657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Allocated IP 172.20.0.2 (f4b3a129-b44a-4d89-af65-9fde1e2c03f8/ca476faf-aa96-41f1-9a9e-9cef794e08b0/fc00f748-8be3-41df-92ee-e03962e694a9) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:22.104904 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9d1649e4-105e-4024-b6ef-b0a992c29b86 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2311652 Jul 23 00:00:22.108635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46166) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:22.115953 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7ca4a34a-6989-4b7e-8ee5-0362d3d9e7f6 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Request body: {'subnet': {'network_id': '8b580a6b-e7a0-4308-a1bf-5b41344e1978', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:22.174228 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1649e4-105e-4024-b6ef-b0a992c29b86 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event updated for resources: {'Network': ['ID=7ac7a675-8f14-4629-ae61-e3be86c53a2d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:22.188192 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 7ac7a675-8f14-4629-ae61-e3be86c53a2d details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:00:22.191869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 7416d4aa-d638-4895-8fc4-805b21d1dcf3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:22.192254 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.242728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca4a34a-6989-4b7e-8ee5-0362d3d9e7f6 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Made reservation on behalf of 5a6d60a30ea74c588618a164228d8b2a for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:22.246460 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a34a-6989-4b7e-8ee5-0362d3d9e7f6 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.394151 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.413160 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Transition to ACTIVE for port object fc00f748-8be3-41df-92ee-e03962e694a9 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:22.418429 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.440279 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Transition to ACTIVE for port object fc00f748-8be3-41df-92ee-e03962e694a9 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:22.467297 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.470318 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a34a-6989-4b7e-8ee5-0362d3d9e7f6 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.484871 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7a5eb-3a43-40e8-b283-2ef8a35acf0e req-5b9e76e5-c7be-4d31-844c-921ebafe563a tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:22.486584 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06d7a5eb-3a43-40e8-b283-2ef8a35acf0e req-5b9e76e5-c7be-4d31-844c-921ebafe563a tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 945 time: 0.1127989 Jul 23 00:00:22.507094 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 7416d4aa-d638-4895-8fc4-805b21d1dcf3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=7416d4aa-d638-4895-8fc4-805b21d1dcf3,segment=NetworkSegment(6a938a2a-800a-4368-8e75-66323f22edbc),segment_id=6a938a2a-800a-4368-8e75-66323f22edbc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:22.533979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06d7a5eb-3a43-40e8-b283-2ef8a35acf0e req-b36332f3-a75e-4784-be52-6a48f4c2c6dc tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409751 Jul 23 00:00:22.543946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Network f4b3a129-b44a-4d89-af65-9fde1e2c03f8 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:22.545050 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4a34a-6989-4b7e-8ee5-0362d3d9e7f6 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event updated for resources: {'Subnet': ['ID=53875384-533e-4732-a91d-0fda306d1c22,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:22.548099 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.557242 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca4a34a-6989-4b7e-8ee5-0362d3d9e7f6 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Checking segment: {'id': 'd943a688-28a1-477e-9fdc-cedfe9181932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8b580a6b-e7a0-4308-a1bf-5b41344e1978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:22.557242 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca4a34a-6989-4b7e-8ee5-0362d3d9e7f6 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Network hostable DHCP agents. Network: 8b580a6b-e7a0-4308-a1bf-5b41344e1978, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:00:22.566737 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:22.569291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:22.581594 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca4a34a-6989-4b7e-8ee5-0362d3d9e7f6 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Network 8b580a6b-e7a0-4308-a1bf-5b41344e1978 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:00:22.594167 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7ca4a34a-6989-4b7e-8ee5-0362d3d9e7f6 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 8b580a6b-e7a0-4308-a1bf-5b41344e1978) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:22.599367 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca4a34a-6989-4b7e-8ee5-0362d3d9e7f6 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:22.600663 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a34a-6989-4b7e-8ee5-0362d3d9e7f6 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.618167 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ca4a34a-6989-4b7e-8ee5-0362d3d9e7f6 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5083544 Jul 23 00:00:22.620741 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46172) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:22.623685 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d46ec1e-96a9-479e-b56d-7b40d8b53f61 None None] Network 8b580a6b-e7a0-4308-a1bf-5b41344e1978 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:22.627717 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-99914d86-5c17-40bd-b6b1-4b41b404c3ed tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Request body: {'subnet': {'network_id': '7ac7a675-8f14-4629-ae61-e3be86c53a2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:22.628526 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Pushing event updated for resources: {'Port': ['ID=fc00f748-8be3-41df-92ee-e03962e694a9,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:22.716550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Attempting to bind port fc00f748-8be3-41df-92ee-e03962e694a9 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:22.716926 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Attempting to bind port fc00f748-8be3-41df-92ee-e03962e694a9 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'e2e6f2fb-16a5-4ccf-99da-04e5a20e31f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f4b3a129-b44a-4d89-af65-9fde1e2c03f8'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:22.717325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Attempting to bind port fc00f748-8be3-41df-92ee-e03962e694a9 on network f4b3a129-b44a-4d89-af65-9fde1e2c03f8 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:22.741570 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:22.742258 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Checking segment: {'id': 'e2e6f2fb-16a5-4ccf-99da-04e5a20e31f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f4b3a129-b44a-4d89-af65-9fde1e2c03f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:22.742596 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99914d86-5c17-40bd-b6b1-4b41b404c3ed tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Made reservation on behalf of 5a6d60a30ea74c588618a164228d8b2a for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:22.742843 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.743640 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Bound using segment: {'id': 'e2e6f2fb-16a5-4ccf-99da-04e5a20e31f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f4b3a129-b44a-4d89-af65-9fde1e2c03f8'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:22.744135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Bound port: fc00f748-8be3-41df-92ee-e03962e694a9, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e6f2fb-16a5-4ccf-99da-04e5a20e31f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'f4b3a129-b44a-4d89-af65-9fde1e2c03f8'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:22.744511 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.747090 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99914d86-5c17-40bd-b6b1-4b41b404c3ed tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.813392 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=7416d4aa-d638-4895-8fc4-805b21d1dcf3,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:22.904918 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] For port fc00f748-8be3-41df-92ee-e03962e694a9, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:22.909538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] For port fc00f748-8be3-41df-92ee-e03962e694a9, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fc00f748-8be3-41df-92ee-e03962e694a9,segment=NetworkSegment(e2e6f2fb-16a5-4ccf-99da-04e5a20e31f9),segment_id=e2e6f2fb-16a5-4ccf-99da-04e5a20e31f9)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:22.915314 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.952993 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99914d86-5c17-40bd-b6b1-4b41b404c3ed tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.980150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-8b580a6b-e7a0-4308-a1bf-5b41344e1978', 'network_id': '8b580a6b-e7a0-4308-a1bf-5b41344e1978', 'tenant_id': '5a6d60a30ea74c588618a164228d8b2a', 'fixed_ips': [{'subnet_id': '53875384-533e-4732-a91d-0fda306d1c22'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:00:22.981554 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.036391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99914d86-5c17-40bd-b6b1-4b41b404c3ed tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event updated for resources: {'Subnet': ['ID=db8c5fac-7218-4385-928f-19b4defc174d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:23.039950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99914d86-5c17-40bd-b6b1-4b41b404c3ed tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Checking segment: {'id': '1e4e8fa3-3eeb-4de9-8e1f-189f9423cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7ac7a675-8f14-4629-ae61-e3be86c53a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:23.040430 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99914d86-5c17-40bd-b6b1-4b41b404c3ed tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Network hostable DHCP agents. Network: 7ac7a675-8f14-4629-ae61-e3be86c53a2d, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:00:23.060811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99914d86-5c17-40bd-b6b1-4b41b404c3ed tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Network 7ac7a675-8f14-4629-ae61-e3be86c53a2d is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:00:23.070222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa665c-7faf-4639-8d70-7aef6e069263 None None] Pushing event updated for resources: {'Port': ['ID=fc00f748-8be3-41df-92ee-e03962e694a9,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:23.072886 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-99914d86-5c17-40bd-b6b1-4b41b404c3ed tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 7ac7a675-8f14-4629-ae61-e3be86c53a2d) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:23.080798 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99914d86-5c17-40bd-b6b1-4b41b404c3ed tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:23.082568 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99914d86-5c17-40bd-b6b1-4b41b404c3ed tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.095010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4441c645-aecc-420e-8be4-4983cc435f06 None None] Network 7ac7a675-8f14-4629-ae61-e3be86c53a2d requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:23.104017 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-99914d86-5c17-40bd-b6b1-4b41b404c3ed tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4813838 Jul 23 00:00:23.107370 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46176) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:23.215990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8cbc99-1a12-4c99-861c-c6b86b7a483f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7416d4aa-d638-4895-8fc4-805b21d1dcf3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:23.218852 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fbcdbe-2bfa-42e9-883f-72019487f04c" -d '{"events": [{"server_uuid": "be8cbc99-1a12-4c99-861c-c6b86b7a483f", "name": "network-vif-plugged", "status": "completed", "tag": "7416d4aa-d638-4895-8fc4-805b21d1dcf3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:23.256423 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Allocated IP 172.20.0.2 (8b580a6b-e7a0-4308-a1bf-5b41344e1978/53875384-533e-4732-a91d-0fda306d1c22/41db8bfb-0177-49e5-b001-29ac99cd473c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:23.326434 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ee359b-fc0d-4acf-8f7a-ac6d14dc3e3a x-openstack-request-id: req-86ee359b-fc0d-4acf-8f7a-ac6d14dc3e3a {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:23.326724 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8cbc99-1a12-4c99-861c-c6b86b7a483f", "name": "network-vif-plugged", "status": "completed", "tag": "7416d4aa-d638-4895-8fc4-805b21d1dcf3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:23.327048 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86ee359b-fc0d-4acf-8f7a-ac6d14dc3e3a {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:23.327445 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8cbc99-1a12-4c99-861c-c6b86b7a483f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7416d4aa-d638-4895-8fc4-805b21d1dcf3', 'code': 200} Jul 23 00:00:23.475691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-7ac7a675-8f14-4629-ae61-e3be86c53a2d', 'network_id': '7ac7a675-8f14-4629-ae61-e3be86c53a2d', 'tenant_id': '5a6d60a30ea74c588618a164228d8b2a', 'fixed_ips': [{'subnet_id': 'db8c5fac-7218-4385-928f-19b4defc174d'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:00:23.476565 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.611319 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.646002 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Transition to ACTIVE for port object 41db8bfb-0177-49e5-b001-29ac99cd473c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:23.687513 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Transition to ACTIVE for port object 41db8bfb-0177-49e5-b001-29ac99cd473c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:23.697644 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.738329 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Allocated IP 172.20.0.2 (7ac7a675-8f14-4629-ae61-e3be86c53a2d/db8c5fac-7218-4385-928f-19b4defc174d/82606337-7138-434b-a5de-cdfd79e0ba8c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:23.765133 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Network 8b580a6b-e7a0-4308-a1bf-5b41344e1978 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:23.767757 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Pushing event updated for resources: {'Port': ['ID=41db8bfb-0177-49e5-b001-29ac99cd473c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:23.770245 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:23.773710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:23.894710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Attempting to bind port 41db8bfb-0177-49e5-b001-29ac99cd473c on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:23.895095 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Attempting to bind port 41db8bfb-0177-49e5-b001-29ac99cd473c by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'd943a688-28a1-477e-9fdc-cedfe9181932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8b580a6b-e7a0-4308-a1bf-5b41344e1978'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:23.895454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Attempting to bind port 41db8bfb-0177-49e5-b001-29ac99cd473c on network 8b580a6b-e7a0-4308-a1bf-5b41344e1978 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:23.899232 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.906156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:23.906535 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Checking segment: {'id': 'd943a688-28a1-477e-9fdc-cedfe9181932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8b580a6b-e7a0-4308-a1bf-5b41344e1978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:23.906942 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.907337 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Bound using segment: {'id': 'd943a688-28a1-477e-9fdc-cedfe9181932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8b580a6b-e7a0-4308-a1bf-5b41344e1978'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:23.907818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Bound port: 41db8bfb-0177-49e5-b001-29ac99cd473c, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd943a688-28a1-477e-9fdc-cedfe9181932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8b580a6b-e7a0-4308-a1bf-5b41344e1978'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:23.908201 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.909049 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3891728-2d6b-4d46-853d-7fc83b3c811b req-28a4380b-a93f-4963-afcc-209a1e81f5cf tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:23.910887 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3891728-2d6b-4d46-853d-7fc83b3c811b req-28a4380b-a93f-4963-afcc-209a1e81f5cf tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 945 time: 0.1576872 Jul 23 00:00:24.030071 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.049691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Transition to ACTIVE for port object 82606337-7138-434b-a5de-cdfd79e0ba8c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:24.051876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] For port 41db8bfb-0177-49e5-b001-29ac99cd473c, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:24.057059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] For port 41db8bfb-0177-49e5-b001-29ac99cd473c, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=41db8bfb-0177-49e5-b001-29ac99cd473c,segment=NetworkSegment(d943a688-28a1-477e-9fdc-cedfe9181932),segment_id=d943a688-28a1-477e-9fdc-cedfe9181932)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:24.064462 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.094816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Transition to ACTIVE for port object 82606337-7138-434b-a5de-cdfd79e0ba8c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:24.102597 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3891728-2d6b-4d46-853d-7fc83b3c811b req-662dbe9f-61be-45f6-930e-4b161cdc491f tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829717 Jul 23 00:00:24.120158 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.160351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Network 7ac7a675-8f14-4629-ae61-e3be86c53a2d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:24.169860 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b24fd4-9ad1-41e4-8f4e-a68c0aa13010 None None] Pushing event updated for resources: {'Port': ['ID=41db8bfb-0177-49e5-b001-29ac99cd473c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:24.172976 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:24.178240 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:24.333212 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Allocated IP 172.20.0.1 (8b580a6b-e7a0-4308-a1bf-5b41344e1978/53875384-533e-4732-a91d-0fda306d1c22/8d15cb1b-e4d4-4965-9f92-94f2d5ac0c05) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:24.568985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e804231-938d-4f8f-9e33-fb98ad91adc3 req-ef209155-5afc-412c-a813-01967d8f0ebf tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:24.570929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e804231-938d-4f8f-9e33-fb98ad91adc3 req-ef209155-5afc-412c-a813-01967d8f0ebf tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 945 time: 0.3448451 Jul 23 00:00:24.577459 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165cb1b0-8ef4-4030-ba3c-f9aa240c8251 None None] Network f4b3a129-b44a-4d89-af65-9fde1e2c03f8 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:24.583197 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fc00f748-8be3-41df-92ee-e03962e694a9 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:24.605893 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.609427 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Pushing event updated for resources: {'Port': ['ID=82606337-7138-434b-a5de-cdfd79e0ba8c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:24.640438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Transition to ACTIVE for port object 8d15cb1b-e4d4-4965-9f92-94f2d5ac0c05 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:24.654610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8e804231-938d-4f8f-9e33-fb98ad91adc3 req-5488ba3b-8a36-4399-b6d3-a843fc43a871 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743284 Jul 23 00:00:24.678876 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46190) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:24.693201 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Attempting to bind port 82606337-7138-434b-a5de-cdfd79e0ba8c on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:24.693201 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Attempting to bind port 82606337-7138-434b-a5de-cdfd79e0ba8c by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '1e4e8fa3-3eeb-4de9-8e1f-189f9423cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7ac7a675-8f14-4629-ae61-e3be86c53a2d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:24.693201 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Attempting to bind port 82606337-7138-434b-a5de-cdfd79e0ba8c on network 7ac7a675-8f14-4629-ae61-e3be86c53a2d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:24.697636 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1c49a127-6d14-4990-ad00-4666ee449987 None None] Provisioning for port fc00f748-8be3-41df-92ee-e03962e694a9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:24.715822 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.745320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:24.745998 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Checking segment: {'id': '1e4e8fa3-3eeb-4de9-8e1f-189f9423cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7ac7a675-8f14-4629-ae61-e3be86c53a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:24.747102 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.747508 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Bound using segment: {'id': '1e4e8fa3-3eeb-4de9-8e1f-189f9423cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7ac7a675-8f14-4629-ae61-e3be86c53a2d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:24.748347 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Bound port: 82606337-7138-434b-a5de-cdfd79e0ba8c, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4e8fa3-3eeb-4de9-8e1f-189f9423cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7ac7a675-8f14-4629-ae61-e3be86c53a2d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:24.749949 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.757542 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port fc00f748-8be3-41df-92ee-e03962e694a9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:24.759675 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c2a0e9-6587-4cc6-969f-bdbb3d83aac9 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:24.764887 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e6c2a0e9-6587-4cc6-969f-bdbb3d83aac9 tempest-TestNetworkBasicOps-974546902 tempest-TestNetworkBasicOps-974546902-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 1091 time: 0.0802896 Jul 23 00:00:24.765486 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46192) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:24.771070 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': 'b3f49815-4993-4fa6-a551-8a81a3b8952b', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:24.771780 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fc00f748-8be3-41df-92ee-e03962e694a9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:24.772316 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.784218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Network 8b580a6b-e7a0-4308-a1bf-5b41344e1978 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:24.790153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:24.803597 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.808371 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:24.813555 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event updated for resources: {'Port': ['ID=8d15cb1b-e4d4-4965-9f92-94f2d5ac0c05,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:24.878535 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.948236 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.961175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] For port 82606337-7138-434b-a5de-cdfd79e0ba8c, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:25.022087 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] For port 82606337-7138-434b-a5de-cdfd79e0ba8c, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=82606337-7138-434b-a5de-cdfd79e0ba8c,segment=NetworkSegment(1e4e8fa3-3eeb-4de9-8e1f-189f9423cf89),segment_id=1e4e8fa3-3eeb-4de9-8e1f-189f9423cf89)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:25.036410 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:25.038819 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:25.078076 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Allocated IP 172.25.4.105 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/d087887f-8973-493c-ad3b-59f43e425f51) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:25.131332 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:25.169050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port fc00f748-8be3-41df-92ee-e03962e694a9, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fc00f748-8be3-41df-92ee-e03962e694a9,segment=NetworkSegment(e2e6f2fb-16a5-4ccf-99da-04e5a20e31f9),segment_id=e2e6f2fb-16a5-4ccf-99da-04e5a20e31f9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:25.172584 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c6615-9491-4e00-b5a0-dafae571a40f None None] Pushing event updated for resources: {'Port': ['ID=82606337-7138-434b-a5de-cdfd79e0ba8c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:25.184646 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:25.329061 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=fc00f748-8be3-41df-92ee-e03962e694a9,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:25.667421 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-584d6a04-22d3-4ec8-8ce2-8c0b5f9173a9 None None] Provisioning complete for port fc00f748-8be3-41df-92ee-e03962e694a9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:25.672547 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-584d6a04-22d3-4ec8-8ce2-8c0b5f9173a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:25.748116 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:25.765049 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:25.819665 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3896b256-b0b1-480d-8b43-21a277f3c4f5 None None] Network 8b580a6b-e7a0-4308-a1bf-5b41344e1978 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:25.862752 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:25.869308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event updated for resources: {'Port': ['ID=8d15cb1b-e4d4-4965-9f92-94f2d5ac0c05,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:25.875442 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:25.941806 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:25.980263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:25.983117 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-509fe65f-c6e9-4b3c-aae7-d340c162d511 None None] Provisioning for port 41db8bfb-0177-49e5-b001-29ac99cd473c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:25.983783 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:25.986532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:26.023946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Network 8b580a6b-e7a0-4308-a1bf-5b41344e1978 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:26.033746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:26.044068 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Port': ['ID=d087887f-8973-493c-ad3b-59f43e425f51,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:26.224964 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Router 80d1f2e5-3799-43f1-a498-12803a100b2b is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:00:26.402027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:26.418056 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4a31ea-6585-4531-9b51-a5bac684d456 None None] Sync routers for ids ['80d1f2e5-3799-43f1-a498-12803a100b2b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:26.425293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-539b46f1-a3bf-47ec-ab27-608152ab5dbf tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "PUT /v2.0/routers/80d1f2e5-3799-43f1-a498-12803a100b2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3167155 Jul 23 00:00:26.432969 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4a31ea-6585-4531-9b51-a5bac684d456 None None] Routers {'80d1f2e5-3799-43f1-a498-12803a100b2b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:26.435848 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46200) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:26.436794 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7e4a31ea-6585-4531-9b51-a5bac684d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:00:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['80d1f2e5-3799-43f1-a498-12803a100b2b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:26.642518 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:26.676507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4fdf4ed-7d3c-47f4-be2e-438c487df0c8 None None] Provisioning for port 8d15cb1b-e4d4-4965-9f92-94f2d5ac0c05 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:26.695627 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4fdf4ed-7d3c-47f4-be2e-438c487df0c8 None None] Provisioning complete for port 8d15cb1b-e4d4-4965-9f92-94f2d5ac0c05 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:26.696006 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf4ed-7d3c-47f4-be2e-438c487df0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:26.790204 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fc00f748-8be3-41df-92ee-e03962e694a9 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:26.812230 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:26.826371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a4fdf4ed-7d3c-47f4-be2e-438c487df0c8 None None] Port 8d15cb1b-e4d4-4965-9f92-94f2d5ac0c05 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:00:26.826942 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7e4a31ea-6585-4531-9b51-a5bac684d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:26.846690 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4a31ea-6585-4531-9b51-a5bac684d456 None None] Routers {'80d1f2e5-3799-43f1-a498-12803a100b2b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:26.848455 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7e4a31ea-6585-4531-9b51-a5bac684d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:00:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['80d1f2e5-3799-43f1-a498-12803a100b2b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:26.856699 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56baef2f-c618-4528-ae62-e16183d5fddb None None] Network 7ac7a675-8f14-4629-ae61-e3be86c53a2d requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:26.913124 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7e4a31ea-6585-4531-9b51-a5bac684d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:26.919284 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4a31ea-6585-4531-9b51-a5bac684d456 None None] The sync data for ids ['80d1f2e5-3799-43f1-a498-12803a100b2b'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:26.994997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fc00f748-8be3-41df-92ee-e03962e694a9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:26.995683 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.079987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-06010b21-fa5d-449d-8113-61443f03ee87 None None] Provisioning for port 82606337-7138-434b-a5de-cdfd79e0ba8c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:27.088766 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.097760 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.175055 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-06010b21-fa5d-449d-8113-61443f03ee87 None None] Provisioning complete for port 8d15cb1b-e4d4-4965-9f92-94f2d5ac0c05 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:27.176086 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-06010b21-fa5d-449d-8113-61443f03ee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.226710 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event updated for resources: {'Port': ['ID=d087887f-8973-493c-ad3b-59f43e425f51,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:27.242677 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.257381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-06010b21-fa5d-449d-8113-61443f03ee87 None None] Port 8d15cb1b-e4d4-4965-9f92-94f2d5ac0c05 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:00:27.259711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 82606337-7138-434b-a5de-cdfd79e0ba8c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:27.310959 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-33c0a8cb-4cd4-42b1-a8e6-eeb07bd73c3f tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:00:27.312698 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-33c0a8cb-4cd4-42b1-a8e6-eeb07bd73c3f tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "PUT /v2.0/routers/80d1f2e5-3799-43f1-a498-12803a100b2b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8757279 Jul 23 00:00:27.316325 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:27.321650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 82606337-7138-434b-a5de-cdfd79e0ba8c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:27.332243 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 82606337-7138-434b-a5de-cdfd79e0ba8c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:27.332684 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.380827 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Floating IP d6e36382-4d10-433a-ac40-2f2707692dbc associated. External IP: 172.25.4.105, port: b3f49815-4993-4fa6-a551-8a81a3b8952b. Jul 23 00:00:27.399524 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7b585e8d-89b4-4385-80b7-b5cf981fc295 None None] Provisioning complete for port 8d15cb1b-e4d4-4965-9f92-94f2d5ac0c05 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:27.399892 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b585e8d-89b4-4385-80b7-b5cf981fc295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.439065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7b585e8d-89b4-4385-80b7-b5cf981fc295 None None] Port 8d15cb1b-e4d4-4965-9f92-94f2d5ac0c05 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:00:27.489943 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.526407 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 82606337-7138-434b-a5de-cdfd79e0ba8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=82606337-7138-434b-a5de-cdfd79e0ba8c,segment=NetworkSegment(1e4e8fa3-3eeb-4de9-8e1f-189f9423cf89),segment_id=1e4e8fa3-3eeb-4de9-8e1f-189f9423cf89)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:27.532146 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.533764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 41db8bfb-0177-49e5-b001-29ac99cd473c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:27.635958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b6236e70-72f8-4f6d-9cf9-c7d84ef55850 None None] Provisioning complete for port 82606337-7138-434b-a5de-cdfd79e0ba8c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:27.636332 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6236e70-72f8-4f6d-9cf9-c7d84ef55850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.640733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=82606337-7138-434b-a5de-cdfd79e0ba8c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:27.640994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Router 953a5826-f5a9-4b60-b35a-ff70ac13b056 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:00:27.687132 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 41db8bfb-0177-49e5-b001-29ac99cd473c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:27.696096 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 41db8bfb-0177-49e5-b001-29ac99cd473c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:27.696589 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.812110 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cacd2afe-9808-45ae-bb33-90ad58fb8feb tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.827940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:27.839478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8ab066-77bf-4def-b193-8a6d8687338e None None] Sync routers for ids ['953a5826-f5a9-4b60-b35a-ff70ac13b056'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:27.852277 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.853056 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.855166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ab066-77bf-4def-b193-8a6d8687338e None None] Routers {'953a5826-f5a9-4b60-b35a-ff70ac13b056'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:27.856645 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ca8ab066-77bf-4def-b193-8a6d8687338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:00:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['953a5826-f5a9-4b60-b35a-ff70ac13b056'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:27.928482 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-66cb8760-4581-4eb7-bedb-102dc1e43646 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1620100 Jul 23 00:00:27.929619 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d3680e-6e49-449d-baf4-ada9229ccb9b', 'tag': 'b3f49815-4993-4fa6-a551-8a81a3b8952b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:27.931483 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8b0907-f2de-4f1b-a221-1d5f37b731fd" -d '{"events": [{"name": "network-changed", "server_uuid": "95d3680e-6e49-449d-baf4-ada9229ccb9b", "tag": "b3f49815-4993-4fa6-a551-8a81a3b8952b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:27.934999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46220) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:27.994974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 41db8bfb-0177-49e5-b001-29ac99cd473c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=41db8bfb-0177-49e5-b001-29ac99cd473c,segment=NetworkSegment(d943a688-28a1-477e-9fdc-cedfe9181932),segment_id=d943a688-28a1-477e-9fdc-cedfe9181932)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:28.014679 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:28.122729 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=41db8bfb-0177-49e5-b001-29ac99cd473c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:28.135355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3842cf60-89ee-44cb-846b-46e9c4706f0b tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/floatingips/d6e36382-4d10-433a-ac40-2f2707692dbc HTTP/1.1" status: 200 len: 991 time: 0.1972046 Jul 23 00:00:28.147028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ca8ab066-77bf-4def-b193-8a6d8687338e None None] Set router 953a5826-f5a9-4b60-b35a-ff70ac13b056 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:28.245244 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382325fc-97cc-4890-9436-f92215b5e37a x-openstack-request-id: req-382325fc-97cc-4890-9436-f92215b5e37a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:28.247201 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d3680e-6e49-449d-baf4-ada9229ccb9b", "tag": "b3f49815-4993-4fa6-a551-8a81a3b8952b", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:28.247461 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-382325fc-97cc-4890-9436-f92215b5e37a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:28.247926 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d3680e-6e49-449d-baf4-ada9229ccb9b', 'tag': 'b3f49815-4993-4fa6-a551-8a81a3b8952b', 'status': 'completed', 'code': 200} Jul 23 00:00:28.418736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cacd2afe-9808-45ae-bb33-90ad58fb8feb tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Deleting port 8d15cb1b-e4d4-4965-9f92-94f2d5ac0c05 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:28.419316 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cacd2afe-9808-45ae-bb33-90ad58fb8feb tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:28.426497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b0907-f2de-4f1b-a221-1d5f37b731fd req-81ea2038-25ba-463a-a7c8-3b124c94cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:28.428200 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a8b0907-f2de-4f1b-a221-1d5f37b731fd req-81ea2038-25ba-463a-a7c8-3b124c94cd6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d28b015edbb34eaeb96f7c2c259b971a&device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 1096 time: 0.1222584 Jul 23 00:00:28.450507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 82606337-7138-434b-a5de-cdfd79e0ba8c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:28.616112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ca8ab066-77bf-4def-b193-8a6d8687338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'name': 'tempest-TestNetworkBasicOps-router-255881924', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'd6e36382-4d10-433a-ac40-2f2707692dbc', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'floating_ip_address': '172.25.4.105', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'port_id': 'b3f49815-4993-4fa6-a551-8a81a3b8952b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92', 'mac_address': 'fa:16:3e:cf:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3680e-6e49-449d-baf4-ada9229ccb9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:00:26Z', 'updated_at': '2021-07-23T00:00:26Z', 'revision_number': 0, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ff7d33-60e3-4746-9146-8807315e927e', 'name': '', 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:31:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:09Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:28.620225 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cacd2afe-9808-45ae-bb33-90ad58fb8feb tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:28.643713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b0907-f2de-4f1b-a221-1d5f37b731fd req-130f17f1-7bb8-4268-8ea8-1fd34fa9a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:28.645499 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a8b0907-f2de-4f1b-a221-1d5f37b731fd req-130f17f1-7bb8-4268-8ea8-1fd34fa9a5e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=77d64a04-2f59-4bff-9e4a-7bf8904e0f92 HTTP/1.1" status: 200 len: 897 time: 0.2021091 Jul 23 00:00:28.646543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-cacd2afe-9808-45ae-bb33-90ad58fb8feb tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Calling delete_port for 8d15cb1b-e4d4-4965-9f92-94f2d5ac0c05 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:28.653779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8ab066-77bf-4def-b193-8a6d8687338e None None] Checking router: 953a5826-f5a9-4b60-b35a-ff70ac13b056 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:00:28.664843 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ab066-77bf-4def-b193-8a6d8687338e None None] Routers {'953a5826-f5a9-4b60-b35a-ff70ac13b056'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:28.665623 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ca8ab066-77bf-4def-b193-8a6d8687338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:00:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['953a5826-f5a9-4b60-b35a-ff70ac13b056'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:28.668887 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 82606337-7138-434b-a5de-cdfd79e0ba8c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:28.669391 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:28.716905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a8b0907-f2de-4f1b-a221-1d5f37b731fd req-3494c53a-8677-4c42-bb74-10cd59020a56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3f49815-4993-4fa6-a551-8a81a3b8952b HTTP/1.1" status: 200 len: 999 time: 0.0639105 Jul 23 00:00:28.831918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b0907-f2de-4f1b-a221-1d5f37b731fd req-ba5ace16-7749-418d-902c-8789162579e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:28.833693 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a8b0907-f2de-4f1b-a221-1d5f37b731fd req-ba5ace16-7749-418d-902c-8789162579e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b HTTP/1.1" status: 200 len: 835 time: 0.1095378 Jul 23 00:00:28.841519 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ca8ab066-77bf-4def-b193-8a6d8687338e None None] Set router 953a5826-f5a9-4b60-b35a-ff70ac13b056 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:29.017542 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cacd2afe-9808-45ae-bb33-90ad58fb8feb tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:29.050574 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd2afe-9808-45ae-bb33-90ad58fb8feb tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event deleted for resources: {'Port': ['ID=8d15cb1b-e4d4-4965-9f92-94f2d5ac0c05,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:29.065713 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 41db8bfb-0177-49e5-b001-29ac99cd473c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:29.091882 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b0907-f2de-4f1b-a221-1d5f37b731fd req-cb18f78c-025f-4565-9cb6-b7c50bfe6cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:29.093470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a8b0907-f2de-4f1b-a221-1d5f37b731fd req-cb18f78c-025f-4565-9cb6-b7c50bfe6cb4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77d64a04-2f59-4bff-9e4a-7bf8904e0f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2519109 Jul 23 00:00:29.137890 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:29.330346 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e3057202-df14-4d0d-8e71-b9d573d60376 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/floatingips/d6e36382-4d10-433a-ac40-2f2707692dbc HTTP/1.1" status: 200 len: 991 time: 0.1911533 Jul 23 00:00:29.451300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 41db8bfb-0177-49e5-b001-29ac99cd473c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:29.451809 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:29.530329 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ca8ab066-77bf-4def-b193-8a6d8687338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'name': 'tempest-TestNetworkBasicOps-router-255881924', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'd6e36382-4d10-433a-ac40-2f2707692dbc', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'floating_ip_address': '172.25.4.105', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'port_id': 'b3f49815-4993-4fa6-a551-8a81a3b8952b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92', 'mac_address': 'fa:16:3e:cf:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3680e-6e49-449d-baf4-ada9229ccb9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:00:26Z', 'updated_at': '2021-07-23T00:00:26Z', 'revision_number': 0, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ff7d33-60e3-4746-9146-8807315e927e', 'name': '', 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:31:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:09Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:29.575184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8ab066-77bf-4def-b193-8a6d8687338e None None] The sync data for ids ['953a5826-f5a9-4b60-b35a-ff70ac13b056'] in n-d-688802-2 is: [{'id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'name': 'tempest-TestNetworkBasicOps-router-255881924', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'd6e36382-4d10-433a-ac40-2f2707692dbc', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'floating_ip_address': '172.25.4.105', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'port_id': 'b3f49815-4993-4fa6-a551-8a81a3b8952b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92', 'mac_address': 'fa:16:3e:cf:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3680e-6e49-449d-baf4-ada9229ccb9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:00:26Z', 'updated_at': '2021-07-23T00:00:26Z', 'revision_number': 0, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ff7d33-60e3-4746-9146-8807315e927e', 'name': '', 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:31:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:09Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:29.879992 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cacd2afe-9808-45ae-bb33-90ad58fb8feb tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:29.912276 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a8b0907-f2de-4f1b-a221-1d5f37b731fd req-d4ec9f5d-06a1-4b85-941c-09cd4e068cdf service neutron] 10.222.0.18 "GET /v2.0/networks/77d64a04-2f59-4bff-9e4a-7bf8904e0f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7882636 Jul 23 00:00:30.066027 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc5efc9-2850-4357-93f0-be9c0ad8c9f6 None None] New status for floating IP d6e36382-4d10-433a-ac40-2f2707692dbc: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:00:30.186771 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacd2afe-9808-45ae-bb33-90ad58fb8feb tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Router 80d1f2e5-3799-43f1-a498-12803a100b2b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:00:30.197820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a8b0907-f2de-4f1b-a221-1d5f37b731fd req-0ac15437-218a-40e4-a68e-9ce025f1382c service neutron] 10.222.0.18 "GET /v2.0/networks/77d64a04-2f59-4bff-9e4a-7bf8904e0f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372501 Jul 23 00:00:30.288364 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacd2afe-9808-45ae-bb33-90ad58fb8feb tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:30.298040 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cacd2afe-9808-45ae-bb33-90ad58fb8feb tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "PUT /v2.0/routers/80d1f2e5-3799-43f1-a498-12803a100b2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9770353 Jul 23 00:00:30.298680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46346) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:30.313593 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84605c42-c9f7-40fd-bad3-e60fb2f352d7 None None] Sync routers for ids ['80d1f2e5-3799-43f1-a498-12803a100b2b'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:30.331366 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46350) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:30.347147 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84605c42-c9f7-40fd-bad3-e60fb2f352d7 None None] Routers {'80d1f2e5-3799-43f1-a498-12803a100b2b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:30.348925 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-84605c42-c9f7-40fd-bad3-e60fb2f352d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:00:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['80d1f2e5-3799-43f1-a498-12803a100b2b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:30.397904 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-baa118dd-eea2-4cb1-a85a-e2c942cfe2dd tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] delete failed (client error): The resource could not be found. Jul 23 00:00:30.399231 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-baa118dd-eea2-4cb1-a85a-e2c942cfe2dd tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-1858315701 HTTP/1.1" status: 404 len: 335 time: 0.0995636 Jul 23 00:00:30.405588 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46358) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:30.410272 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6884d2ce-7098-4f28-9263-b38d686a50d9 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Request body: {'router': {'external_gateway_info': {'network_id': '80d1f2e5-3799-43f1-a498-12803a100b2b'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:30.433046 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-84605c42-c9f7-40fd-bad3-e60fb2f352d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:30.457033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84605c42-c9f7-40fd-bad3-e60fb2f352d7 None None] Routers {'80d1f2e5-3799-43f1-a498-12803a100b2b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:30.460383 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-84605c42-c9f7-40fd-bad3-e60fb2f352d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:00:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['80d1f2e5-3799-43f1-a498-12803a100b2b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:30.493767 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5f8fdeec-1234-49cf-8e4a-9f22ab55751a tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/floatingips/d6e36382-4d10-433a-ac40-2f2707692dbc HTTP/1.1" status: 200 len: 991 time: 0.1614704 Jul 23 00:00:30.521465 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-84605c42-c9f7-40fd-bad3-e60fb2f352d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:30.523829 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84605c42-c9f7-40fd-bad3-e60fb2f352d7 None None] The sync data for ids ['80d1f2e5-3799-43f1-a498-12803a100b2b'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:30.775582 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6884d2ce-7098-4f28-9263-b38d686a50d9 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.803964 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-6884d2ce-7098-4f28-9263-b38d686a50d9 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] update failed (client error): The resource could not be found. Jul 23 00:00:30.805294 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6884d2ce-7098-4f28-9263-b38d686a50d9 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "PUT /v2.0/routers/80d1f2e5-3799-43f1-a498-12803a100b2b HTTP/1.1" status: 404 len: 339 time: 0.3987174 Jul 23 00:00:30.809538 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:31.151334 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.464169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Allocated IP 172.20.0.1 (f4b3a129-b44a-4d89-af65-9fde1e2c03f8/ca476faf-aa96-41f1-9a9e-9cef794e08b0/09c74ab7-32e4-4cee-b929-c7779331a155) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:31.490600 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46484) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:31.603031 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a6a698d2-6722-4106-80a9-a1d0492c900a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.612989 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-96197bde-3def-4ca1-b5df-3caa8e2c6645 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/floatingips/d6e36382-4d10-433a-ac40-2f2707692dbc HTTP/1.1" status: 200 len: 993 time: 0.1176631 Jul 23 00:00:31.646385 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.664473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Transition to ACTIVE for port object 09c74ab7-32e4-4cee-b929-c7779331a155 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:31.710586 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.766656 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Network f4b3a129-b44a-4d89-af65-9fde1e2c03f8 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:31.770096 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:31.774456 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:31.800721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event updated for resources: {'Port': ['ID=09c74ab7-32e4-4cee-b929-c7779331a155,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:31.832357 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.984143 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.248971 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cd2095c8-b594-40c2-88ba-63afd3cf064e None None] Provisioning for port 09c74ab7-32e4-4cee-b929-c7779331a155 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:32.256823 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-cd2095c8-b594-40c2-88ba-63afd3cf064e None None] Provisioning complete for port 09c74ab7-32e4-4cee-b929-c7779331a155 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:32.257636 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cd2095c8-b594-40c2-88ba-63afd3cf064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.346000 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-cd2095c8-b594-40c2-88ba-63afd3cf064e None None] Port 09c74ab7-32e4-4cee-b929-c7779331a155 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:00:32.382729 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.390917 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.480270 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.488955 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event updated for resources: {'Port': ['ID=09c74ab7-32e4-4cee-b929-c7779331a155,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:32.597214 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Network f4b3a129-b44a-4d89-af65-9fde1e2c03f8 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:32.598748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:32.753434 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Router 80d1f2e5-3799-43f1-a498-12803a100b2b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:00:32.878766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:32.883686 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-aea8e7c0-d6f6-4544-807e-c87875ad4efa None None] Provisioning complete for port 09c74ab7-32e4-4cee-b929-c7779331a155 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:32.884325 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4c44446e-4015-4f50-a32a-5ebefa46c9a0 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "PUT /v2.0/routers/80d1f2e5-3799-43f1-a498-12803a100b2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0732763 Jul 23 00:00:32.884901 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-aea8e7c0-d6f6-4544-807e-c87875ad4efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.887146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46640) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:32.891794 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48894508-d881-4595-b09e-b2a5e17d6bee None None] Sync routers for ids ['80d1f2e5-3799-43f1-a498-12803a100b2b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:32.908214 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48894508-d881-4595-b09e-b2a5e17d6bee None None] Routers {'80d1f2e5-3799-43f1-a498-12803a100b2b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:32.908859 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-48894508-d881-4595-b09e-b2a5e17d6bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:00:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['80d1f2e5-3799-43f1-a498-12803a100b2b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:32.983388 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-aea8e7c0-d6f6-4544-807e-c87875ad4efa None None] Port 09c74ab7-32e4-4cee-b929-c7779331a155 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:00:32.988865 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-48894508-d881-4595-b09e-b2a5e17d6bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:33.003306 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48894508-d881-4595-b09e-b2a5e17d6bee None None] Routers {'80d1f2e5-3799-43f1-a498-12803a100b2b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:33.004180 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-48894508-d881-4595-b09e-b2a5e17d6bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:00:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['80d1f2e5-3799-43f1-a498-12803a100b2b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:33.027420 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2638fbf-ec28-47d5-b30f-41f2cfdcb636 req-d6f7c4c8-11cd-4857-94ad-9f79b7e3e8e7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1114607 Jul 23 00:00:33.053619 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-48894508-d881-4595-b09e-b2a5e17d6bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:33.054218 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48894508-d881-4595-b09e-b2a5e17d6bee None None] The sync data for ids ['80d1f2e5-3799-43f1-a498-12803a100b2b'] in n-d-688802-2 is: [] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:33.067299 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ae19764-30b9-40c0-ae0d-98ca265be413 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.168836 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-9ae19764-30b9-40c0-ae0d-98ca265be413 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 00:00:33.169964 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9ae19764-30b9-40c0-ae0d-98ca265be413 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "DELETE /v2.0/routers/80d1f2e5-3799-43f1-a498-12803a100b2b HTTP/1.1" status: 409 len: 329 time: 0.2818029 Jul 23 00:00:33.173866 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46670) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:33.252873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2638fbf-ec28-47d5-b30f-41f2cfdcb636 req-e865994b-9c54-400a-ae7b-29ea802ce038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:33.256072 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2638fbf-ec28-47d5-b30f-41f2cfdcb636 req-e865994b-9c54-400a-ae7b-29ea802ce038 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a327f4d39ff1447b8ad941285737ef29&device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 1101 time: 0.1298287 Jul 23 00:00:33.423074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2638fbf-ec28-47d5-b30f-41f2cfdcb636 req-e27b8096-daee-439a-9330-e687df0e8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:33.426653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2638fbf-ec28-47d5-b30f-41f2cfdcb636 req-e27b8096-daee-439a-9330-e687df0e8fbd service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.1329186 Jul 23 00:00:33.495937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2638fbf-ec28-47d5-b30f-41f2cfdcb636 req-4841b592-2cc3-446b-b240-a9c0cd992b5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=c6a0179d-f689-4779-86d3-a39e239734ab HTTP/1.1" status: 200 len: 217 time: 0.0555294 Jul 23 00:00:33.566085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2638fbf-ec28-47d5-b30f-41f2cfdcb636 req-713095a3-946b-4a30-b942-5bb8f3a5f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:33.567979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2638fbf-ec28-47d5-b30f-41f2cfdcb636 req-713095a3-946b-4a30-b942-5bb8f3a5f339 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0627980 Jul 23 00:00:33.635260 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fea882ac-c56b-4848-9156-f528bfa458e2 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.650289 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2638fbf-ec28-47d5-b30f-41f2cfdcb636 req-1330f449-4a46-470c-bf36-cd0e286952d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:33.652522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2638fbf-ec28-47d5-b30f-41f2cfdcb636 req-1330f449-4a46-470c-bf36-cd0e286952d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743995 Jul 23 00:00:33.752297 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2638fbf-ec28-47d5-b30f-41f2cfdcb636 req-8026a85f-f95c-4b6c-8a8e-b06084cb6085 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925767 Jul 23 00:00:33.861693 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2638fbf-ec28-47d5-b30f-41f2cfdcb636 req-54a92788-6edb-4185-9658-ee8c2554601e service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029902 Jul 23 00:00:33.943843 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fea882ac-c56b-4848-9156-f528bfa458e2 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Deleting port 09c74ab7-32e4-4cee-b929-c7779331a155 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:33.944402 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fea882ac-c56b-4848-9156-f528bfa458e2 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.039009 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fea882ac-c56b-4848-9156-f528bfa458e2 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.051876 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fea882ac-c56b-4848-9156-f528bfa458e2 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Calling delete_port for 09c74ab7-32e4-4cee-b929-c7779331a155 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:34.244314 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fea882ac-c56b-4848-9156-f528bfa458e2 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.270878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea882ac-c56b-4848-9156-f528bfa458e2 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event deleted for resources: {'Port': ['ID=09c74ab7-32e4-4cee-b929-c7779331a155,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:34.426800 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.436667 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.441904 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fc8db291-1a7b-48db-827f-fb19f8b7d995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.446101 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fea882ac-c56b-4848-9156-f528bfa458e2 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.634115 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea882ac-c56b-4848-9156-f528bfa458e2 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Router 80d1f2e5-3799-43f1-a498-12803a100b2b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:00:34.711662 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea882ac-c56b-4848-9156-f528bfa458e2 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:34.726506 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fea882ac-c56b-4848-9156-f528bfa458e2 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "PUT /v2.0/routers/80d1f2e5-3799-43f1-a498-12803a100b2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5514708 Jul 23 00:00:34.726640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46716) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.734036 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fa4762-b556-442b-b365-d79147a7e3aa None None] Sync routers for ids ['80d1f2e5-3799-43f1-a498-12803a100b2b'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:34.751010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fa4762-b556-442b-b365-d79147a7e3aa None None] Routers {'80d1f2e5-3799-43f1-a498-12803a100b2b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:34.755597 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b4fa4762-b556-442b-b365-d79147a7e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:00:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['80d1f2e5-3799-43f1-a498-12803a100b2b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:34.783600 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-eeeb82ad-f9ce-45be-bf2e-4bfd3544155e tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] show failed (client error): The resource could not be found. Jul 23 00:00:34.784759 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-eeeb82ad-f9ce-45be-bf2e-4bfd3544155e tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-1979693206 HTTP/1.1" status: 404 len: 335 time: 0.0558462 Jul 23 00:00:34.790195 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46720) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.795673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4ffda843-dc02-4d18-b810-25f7161877e8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:34.810495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b4fa4762-b556-442b-b365-d79147a7e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:34.844987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fa4762-b556-442b-b365-d79147a7e3aa None None] Routers {'80d1f2e5-3799-43f1-a498-12803a100b2b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:34.845672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b4fa4762-b556-442b-b365-d79147a7e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:00:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['80d1f2e5-3799-43f1-a498-12803a100b2b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:34.854215 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-4ffda843-dc02-4d18-b810-25f7161877e8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] update failed (client error): The resource could not be found. Jul 23 00:00:34.855708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ffda843-dc02-4d18-b810-25f7161877e8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-1174195818 HTTP/1.1" status: 404 len: 335 time: 0.0640669 Jul 23 00:00:34.861589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46724) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.906691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b4fa4762-b556-442b-b365-d79147a7e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:34.907980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fa4762-b556-442b-b365-d79147a7e3aa None None] The sync data for ids ['80d1f2e5-3799-43f1-a498-12803a100b2b'] in n-d-688802-2 is: [] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:34.941491 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-464e0fa4-467c-4204-bb59-176a0823b9b8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Deleting subnet db8c5fac-7218-4385-928f-19b4defc174d {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:00:34.943696 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-464e0fa4-467c-4204-bb59-176a0823b9b8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.991256 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-464e0fa4-467c-4204-bb59-176a0823b9b8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.103644 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-464e0fa4-467c-4204-bb59-176a0823b9b8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.176306 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-464e0fa4-467c-4204-bb59-176a0823b9b8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.206776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e0fa4-467c-4204-bb59-176a0823b9b8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event deleted for resources: {'Subnet': ['ID=db8c5fac-7218-4385-928f-19b4defc174d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:35.211534 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-464e0fa4-467c-4204-bb59-176a0823b9b8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.218318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-464e0fa4-467c-4204-bb59-176a0823b9b8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "DELETE /v2.0/subnets/db8c5fac-7218-4385-928f-19b4defc174d HTTP/1.1" status: 204 len: 168 time: 0.3543534 Jul 23 00:00:35.220310 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef8520-e065-4036-90d1-820723f666e3 None None] Network 7ac7a675-8f14-4629-ae61-e3be86c53a2d requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:35.220832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46730) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:35.303435 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e640b5-8593-4a7c-974e-3d0e54542d7c tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Deleting subnet 53875384-533e-4732-a91d-0fda306d1c22 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:00:35.307704 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44e640b5-8593-4a7c-974e-3d0e54542d7c tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.350520 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44e640b5-8593-4a7c-974e-3d0e54542d7c tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.473523 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44e640b5-8593-4a7c-974e-3d0e54542d7c tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.564682 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44e640b5-8593-4a7c-974e-3d0e54542d7c tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.569745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625796bd-f9ba-4284-90c2-43091a406485 None None] DHCP port deletion for 7ac7a675-8f14-4629-ae61-e3be86c53a2d request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:00:35.600714 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.602155 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e640b5-8593-4a7c-974e-3d0e54542d7c tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event deleted for resources: {'Subnet': ['ID=53875384-533e-4732-a91d-0fda306d1c22,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:35.613860 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44e640b5-8593-4a7c-974e-3d0e54542d7c tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.618522 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:35.618738 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-44e640b5-8593-4a7c-974e-3d0e54542d7c tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "DELETE /v2.0/subnets/53875384-533e-4732-a91d-0fda306d1c22 HTTP/1.1" status: 204 len: 168 time: 0.3967636 Jul 23 00:00:35.622630 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5843867b-539b-4079-9377-623f6e383bec None None] Network 8b580a6b-e7a0-4308-a1bf-5b41344e1978 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:35.691796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-625796bd-f9ba-4284-90c2-43091a406485 None None] Deleting port 82606337-7138-434b-a5de-cdfd79e0ba8c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:35.692419 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-625796bd-f9ba-4284-90c2-43091a406485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.736315 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.805148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Deleting port 82606337-7138-434b-a5de-cdfd79e0ba8c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:35.805344 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.805848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-625796bd-f9ba-4284-90c2-43091a406485 None None] For port 82606337-7138-434b-a5de-cdfd79e0ba8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=82606337-7138-434b-a5de-cdfd79e0ba8c,segment=NetworkSegment(1e4e8fa3-3eeb-4de9-8e1f-189f9423cf89),segment_id=1e4e8fa3-3eeb-4de9-8e1f-189f9423cf89)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:35.806356 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-625796bd-f9ba-4284-90c2-43091a406485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.823485 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-625796bd-f9ba-4284-90c2-43091a406485 None None] Calling delete_port for 82606337-7138-434b-a5de-cdfd79e0ba8c owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:35.881751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] For port 82606337-7138-434b-a5de-cdfd79e0ba8c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=82606337-7138-434b-a5de-cdfd79e0ba8c,segment=NetworkSegment(1e4e8fa3-3eeb-4de9-8e1f-189f9423cf89),segment_id=1e4e8fa3-3eeb-4de9-8e1f-189f9423cf89)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:35.882405 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.895729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Calling delete_port for 82606337-7138-434b-a5de-cdfd79e0ba8c owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:35.967608 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-625796bd-f9ba-4284-90c2-43091a406485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.981685 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625796bd-f9ba-4284-90c2-43091a406485 None None] Pushing event deleted for resources: {'Port': ['ID=82606337-7138-434b-a5de-cdfd79e0ba8c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:35.983652 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e81e222-921d-4e15-8da0-a4cb78345a66 None None] DHCP port deletion for 8b580a6b-e7a0-4308-a1bf-5b41344e1978 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:00:35.993404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625796bd-f9ba-4284-90c2-43091a406485 None None] No DVR routers for this DVR port 82606337-7138-434b-a5de-cdfd79e0ba8c on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:36.010687 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.032917 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] No DVR routers for this DVR port 82606337-7138-434b-a5de-cdfd79e0ba8c on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:36.061286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event deleted for resources: {'Port': ['ID=82606337-7138-434b-a5de-cdfd79e0ba8c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:36.069185 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5e81e222-921d-4e15-8da0-a4cb78345a66 None None] Deleting port 41db8bfb-0177-49e5-b001-29ac99cd473c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:36.069778 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e81e222-921d-4e15-8da0-a4cb78345a66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.213074 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.225492 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5e81e222-921d-4e15-8da0-a4cb78345a66 None None] For port 41db8bfb-0177-49e5-b001-29ac99cd473c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=41db8bfb-0177-49e5-b001-29ac99cd473c,segment=NetworkSegment(d943a688-28a1-477e-9fdc-cedfe9181932),segment_id=d943a688-28a1-477e-9fdc-cedfe9181932)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:36.225895 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e81e222-921d-4e15-8da0-a4cb78345a66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.231731 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac7a675-8f14-4629-ae61-e3be86c53a2d']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:36.244950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4e8fa3-3eeb-4de9-8e1f-189f9423cf89') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:36.244950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4e8fa3-3eeb-4de9-8e1f-189f9423cf89') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:36.250183 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5e81e222-921d-4e15-8da0-a4cb78345a66 None None] Calling delete_port for 41db8bfb-0177-49e5-b001-29ac99cd473c owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:36.258320 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.286132 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.294436 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:36.294848 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:36.297850 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:36.411012 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e81e222-921d-4e15-8da0-a4cb78345a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.422659 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.433257 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.435647 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "DELETE /v2.0/networks/7ac7a675-8f14-4629-ae61-e3be86c53a2d HTTP/1.1" status: 204 len: 168 time: 0.8140132 Jul 23 00:00:36.438542 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46742) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:36.441732 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81e222-921d-4e15-8da0-a4cb78345a66 None None] Pushing event deleted for resources: {'Port': ['ID=41db8bfb-0177-49e5-b001-29ac99cd473c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:36.443921 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 82606337-7138-434b-a5de-cdfd79e0ba8c no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:00:36.468990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 82606337-7138-434b-a5de-cdfd79e0ba8c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:00:36.469328 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 82606337-7138-434b-a5de-cdfd79e0ba8c not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:00:36.469695 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 41db8bfb-0177-49e5-b001-29ac99cd473c no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:00:36.474624 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e81e222-921d-4e15-8da0-a4cb78345a66 None None] No DVR routers for this DVR port 41db8bfb-0177-49e5-b001-29ac99cd473c on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:36.476292 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c1a50-416a-4a3b-92e2-e83d95a99d52 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event deleted for resources: {'Network': ['ID=7ac7a675-8f14-4629-ae61-e3be86c53a2d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:36.499938 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 41db8bfb-0177-49e5-b001-29ac99cd473c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:00:36.500289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 41db8bfb-0177-49e5-b001-29ac99cd473c not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:00:36.591755 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824b1a5d-b64d-4854-950b-976e1bfd9d94 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.694055 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824b1a5d-b64d-4854-950b-976e1bfd9d94 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.705169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-824b1a5d-b64d-4854-950b-976e1bfd9d94 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b580a6b-e7a0-4308-a1bf-5b41344e1978']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:36.716331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-824b1a5d-b64d-4854-950b-976e1bfd9d94 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd943a688-28a1-477e-9fdc-cedfe9181932') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:36.716637 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-824b1a5d-b64d-4854-950b-976e1bfd9d94 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd943a688-28a1-477e-9fdc-cedfe9181932') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:36.726628 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824b1a5d-b64d-4854-950b-976e1bfd9d94 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.741716 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824b1a5d-b64d-4854-950b-976e1bfd9d94 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.749530 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824b1a5d-b64d-4854-950b-976e1bfd9d94 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:36.749917 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824b1a5d-b64d-4854-950b-976e1bfd9d94 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:36.752802 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:36.822042 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824b1a5d-b64d-4854-950b-976e1bfd9d94 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.835441 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-824b1a5d-b64d-4854-950b-976e1bfd9d94 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.837484 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-824b1a5d-b64d-4854-950b-976e1bfd9d94 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "DELETE /v2.0/networks/8b580a6b-e7a0-4308-a1bf-5b41344e1978 HTTP/1.1" status: 204 len: 168 time: 0.3973174 Jul 23 00:00:36.840224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46744) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:36.860573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b1a5d-b64d-4854-950b-976e1bfd9d94 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event deleted for resources: {'Network': ['ID=8b580a6b-e7a0-4308-a1bf-5b41344e1978,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:36.923736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-65224506-c8d4-476d-9480-5eac0c03adf8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Deleting subnet ca476faf-aa96-41f1-9a9e-9cef794e08b0 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:00:36.927357 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65224506-c8d4-476d-9480-5eac0c03adf8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.975387 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65224506-c8d4-476d-9480-5eac0c03adf8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.062684 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.454503 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65224506-c8d4-476d-9480-5eac0c03adf8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.528922 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65224506-c8d4-476d-9480-5eac0c03adf8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.587124 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65224506-c8d4-476d-9480-5eac0c03adf8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.593061 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46750) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:37.593634 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-65224506-c8d4-476d-9480-5eac0c03adf8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "DELETE /v2.0/subnets/ca476faf-aa96-41f1-9a9e-9cef794e08b0 HTTP/1.1" status: 204 len: 168 time: 0.7521620 Jul 23 00:00:37.594651 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65224506-c8d4-476d-9480-5eac0c03adf8 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event deleted for resources: {'Subnet': ['ID=ca476faf-aa96-41f1-9a9e-9cef794e08b0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:37.596407 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd25d4a-287a-4124-a392-857eeccd7080 None None] Network f4b3a129-b44a-4d89-af65-9fde1e2c03f8 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:37.701130 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.770199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Deleting port fc00f748-8be3-41df-92ee-e03962e694a9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:37.770558 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.858375 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] For port fc00f748-8be3-41df-92ee-e03962e694a9, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fc00f748-8be3-41df-92ee-e03962e694a9,segment=NetworkSegment(e2e6f2fb-16a5-4ccf-99da-04e5a20e31f9),segment_id=e2e6f2fb-16a5-4ccf-99da-04e5a20e31f9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:37.859315 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.876138 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Calling delete_port for fc00f748-8be3-41df-92ee-e03962e694a9 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:37.902837 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c1cbc0-a20f-4cc9-84c6-544300cbf4a6 None None] DHCP port deletion for f4b3a129-b44a-4d89-af65-9fde1e2c03f8 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:00:37.977899 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b2c1cbc0-a20f-4cc9-84c6-544300cbf4a6 None None] Deleting port fc00f748-8be3-41df-92ee-e03962e694a9 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:37.978278 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c1cbc0-a20f-4cc9-84c6-544300cbf4a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.001729 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.033482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event deleted for resources: {'Port': ['ID=fc00f748-8be3-41df-92ee-e03962e694a9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:38.036524 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] No DVR routers for this DVR port fc00f748-8be3-41df-92ee-e03962e694a9 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:38.048448 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.048805 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.049172 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.049519 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.049887 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.050332 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.050668 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.050997 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.051323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.051434 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b2c1cbc0-a20f-4cc9-84c6-544300cbf4a6 None None] For port fc00f748-8be3-41df-92ee-e03962e694a9, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fc00f748-8be3-41df-92ee-e03962e694a9,segment=NetworkSegment(e2e6f2fb-16a5-4ccf-99da-04e5a20e31f9),segment_id=e2e6f2fb-16a5-4ccf-99da-04e5a20e31f9)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:38.051641 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.051743 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c1cbc0-a20f-4cc9-84c6-544300cbf4a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.051989 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.052321 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.075390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b2c1cbc0-a20f-4cc9-84c6-544300cbf4a6 None None] Calling delete_port for fc00f748-8be3-41df-92ee-e03962e694a9 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:38.143147 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.154985 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b3a129-b44a-4d89-af65-9fde1e2c03f8']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:38.165864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e6f2fb-16a5-4ccf-99da-04e5a20e31f9') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:38.166179 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e6f2fb-16a5-4ccf-99da-04e5a20e31f9') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:38.176359 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.196654 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.204577 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:38.205069 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:38.208014 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:38.251013 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b2c1cbc0-a20f-4cc9-84c6-544300cbf4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.282724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1cbc0-a20f-4cc9-84c6-544300cbf4a6 None None] Pushing event deleted for resources: {'Port': ['ID=fc00f748-8be3-41df-92ee-e03962e694a9,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:38.295833 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c1cbc0-a20f-4cc9-84c6-544300cbf4a6 None None] No DVR routers for this DVR port fc00f748-8be3-41df-92ee-e03962e694a9 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:38.351153 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.360546 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.365385 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "DELETE /v2.0/networks/f4b3a129-b44a-4d89-af65-9fde1e2c03f8 HTTP/1.1" status: 204 len: 168 time: 0.7687631 Jul 23 00:00:38.365788 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46756) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:38.385919 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94219c-f4ed-4b34-89b5-1feb58d18768 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Pushing event deleted for resources: {'Network': ['ID=f4b3a129-b44a-4d89-af65-9fde1e2c03f8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:38.409799 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fc00f748-8be3-41df-92ee-e03962e694a9 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:00:38.417751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46758) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:38.433660 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: fc00f748-8be3-41df-92ee-e03962e694a9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:00:38.434123 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fc00f748-8be3-41df-92ee-e03962e694a9 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:00:38.434733 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-777c61ab-84e8-448b-a2e6-43d7cd8cb6d3 tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "GET /v2.0/ports?device_id=80d1f2e5-3799-43f1-a498-12803a100b2b HTTP/1.1" status: 200 len: 205 time: 0.0670083 Jul 23 00:00:38.510417 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e16445c0-c1b2-4bc7-92fb-f53b686ec22d tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.685900 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e16445c0-c1b2-4bc7-92fb-f53b686ec22d tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.688390 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e16445c0-c1b2-4bc7-92fb-f53b686ec22d tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.733882 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e16445c0-c1b2-4bc7-92fb-f53b686ec22d tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.734389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16445c0-c1b2-4bc7-92fb-f53b686ec22d tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Fanout notify agent at l3_agent the message router_deleted on router 80d1f2e5-3799-43f1-a498-12803a100b2b {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:00:38.741346 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e16445c0-c1b2-4bc7-92fb-f53b686ec22d tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.742596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e16445c0-c1b2-4bc7-92fb-f53b686ec22d tempest-RoutersNegativeTest-186502482 tempest-RoutersNegativeTest-186502482-project] 10.222.0.26 "DELETE /v2.0/routers/80d1f2e5-3799-43f1-a498-12803a100b2b HTTP/1.1" status: 204 len: 168 time: 0.3231425 Jul 23 00:00:39.024983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46764) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:39.356473 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f698c7fe-e6f9-454b-94a4-53245c6567ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a6d60a30ea74c588618a164228d8b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270655 Jul 23 00:00:39.356473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46772) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:39.424791 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1557347-9ee8-4b9b-b3e0-befa8e47fe83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:39.447360 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1557347-9ee8-4b9b-b3e0-befa8e47fe83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:39.500244 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1557347-9ee8-4b9b-b3e0-befa8e47fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:39.502880 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e1557347-9ee8-4b9b-b3e0-befa8e47fe83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:39.506445 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e1557347-9ee8-4b9b-b3e0-befa8e47fe83 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b9bdbac-6609-466b-a451-e5f3eae16f5b HTTP/1.1" status: 204 len: 168 time: 0.1462827 Jul 23 00:00:39.519904 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1557347-9ee8-4b9b-b3e0-befa8e47fe83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9bdbac-6609-466b-a451-e5f3eae16f5b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:41.225442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:41.331403 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d6ac35de-2230-466f-bc8e-e8d76250a389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:41.435535 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d6ac35de-2230-466f-bc8e-e8d76250a389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:41.439129 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d6ac35de-2230-466f-bc8e-e8d76250a389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:41.478105 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d6ac35de-2230-466f-bc8e-e8d76250a389 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f2243d48f764ca68136dad0f327f7e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514620 Jul 23 00:00:41.480240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac35de-2230-466f-bc8e-e8d76250a389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7c2f3c-3265-4a12-91cc-b63e6df71642,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:41.481050 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46836) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:41.532081 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93658880-5ea2-4295-8d8e-aaf0f92d490d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:41.553878 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93658880-5ea2-4295-8d8e-aaf0f92d490d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:41.601783 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93658880-5ea2-4295-8d8e-aaf0f92d490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:41.604329 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93658880-5ea2-4295-8d8e-aaf0f92d490d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:41.606165 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-93658880-5ea2-4295-8d8e-aaf0f92d490d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e7c2f3c-3265-4a12-91cc-b63e6df71642 HTTP/1.1" status: 204 len: 168 time: 0.1238055 Jul 23 00:00:41.614243 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93658880-5ea2-4295-8d8e-aaf0f92d490d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7c2f3c-3265-4a12-91cc-b63e6df71642,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:41.899178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 46842) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:41.915053 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5cb47cf-bf17-4c37-b01c-261000dd71ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.024540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5cb47cf-bf17-4c37-b01c-261000dd71ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.030560 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5cb47cf-bf17-4c37-b01c-261000dd71ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.431268 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f5cb47cf-bf17-4c37-b01c-261000dd71ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8041fbea7384469fa9116438296c070d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5305641 Jul 23 00:00:42.432436 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb47cf-bf17-4c37-b01c-261000dd71ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d249a954-2d61-498c-acef-2efb3e835066,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:42.433927 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 46856) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:42.507925 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.535397 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.592748 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.595943 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.599928 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d249a954-2d61-498c-acef-2efb3e835066 HTTP/1.1" status: 204 len: 168 time: 0.1626120 Jul 23 00:00:42.608039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d249a954-2d61-498c-acef-2efb3e835066,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:42.616836 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:42.617308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:42.617764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:42.618178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:42.618695 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:42.619161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:42.619504 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:42.620002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:42.621475 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:42.621917 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:42.622320 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:42.623173 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ecc7b1-6866-40b8-9f42-df817cc69536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:46.615397 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.308533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47070) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:47.422505 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a324e274-d8d2-4290-ac61-f1d747fa85fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.527141 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a324e274-d8d2-4290-ac61-f1d747fa85fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.531441 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a324e274-d8d2-4290-ac61-f1d747fa85fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.574346 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a324e274-d8d2-4290-ac61-f1d747fa85fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5957e8f884d347f296e7937ea747dbb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645423 Jul 23 00:00:47.577244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47084) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:47.580426 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324e274-d8d2-4290-ac61-f1d747fa85fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a77e919-a6dd-48c6-93ee-f0317f5addae,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:47.628934 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6a96a8b-5159-4233-9794-56be9f5efd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.657161 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6a96a8b-5159-4233-9794-56be9f5efd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.713151 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6a96a8b-5159-4233-9794-56be9f5efd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.716294 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6a96a8b-5159-4233-9794-56be9f5efd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.717667 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b6a96a8b-5159-4233-9794-56be9f5efd31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a77e919-a6dd-48c6-93ee-f0317f5addae HTTP/1.1" status: 204 len: 168 time: 0.1393800 Jul 23 00:00:47.726530 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a96a8b-5159-4233-9794-56be9f5efd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a77e919-a6dd-48c6-93ee-f0317f5addae,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:48.015937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47102) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:48.031557 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-795cb358-5675-4287-977d-0f3d802ab260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:48.120679 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-795cb358-5675-4287-977d-0f3d802ab260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:48.124561 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-795cb358-5675-4287-977d-0f3d802ab260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:48.171818 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-795cb358-5675-4287-977d-0f3d802ab260 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a6b2ddaa33a4568aeb6ed9a45f19f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545060 Jul 23 00:00:48.172950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cb358-5675-4287-977d-0f3d802ab260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0aa21eb-1d20-438f-9584-cd9f14443338,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:48.174821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47112) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:48.238006 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-906ada9a-d3e2-4bab-9da0-c46fc5cd143b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:48.267212 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-906ada9a-d3e2-4bab-9da0-c46fc5cd143b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:48.315013 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-906ada9a-d3e2-4bab-9da0-c46fc5cd143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:48.317897 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-906ada9a-d3e2-4bab-9da0-c46fc5cd143b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:48.319115 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-906ada9a-d3e2-4bab-9da0-c46fc5cd143b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0aa21eb-1d20-438f-9584-cd9f14443338 HTTP/1.1" status: 204 len: 168 time: 0.1425583 Jul 23 00:00:48.344568 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ada9a-d3e2-4bab-9da0-c46fc5cd143b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0aa21eb-1d20-438f-9584-cd9f14443338,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:51.314905 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47342) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:51.533011 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-49ce9ef9-d883-4ae8-9843-47a86752c1a7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting port dc93fd6c-0f56-4107-bafe-72a81c721c20 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:51.534534 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49ce9ef9-d883-4ae8-9843-47a86752c1a7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.590130 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47354) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:51.638012 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49ce9ef9-d883-4ae8-9843-47a86752c1a7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.638012 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49ce9ef9-d883-4ae8-9843-47a86752c1a7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.652006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-49ce9ef9-d883-4ae8-9843-47a86752c1a7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Calling delete_port for dc93fd6c-0f56-4107-bafe-72a81c721c20 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:51.763406 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3a553ba-26be-49da-aa7c-4bf0d075e532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.876421 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49ce9ef9-d883-4ae8-9843-47a86752c1a7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.891442 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3a553ba-26be-49da-aa7c-4bf0d075e532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.897486 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3a553ba-26be-49da-aa7c-4bf0d075e532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.928370 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce9ef9-d883-4ae8-9843-47a86752c1a7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Port': ['ID=dc93fd6c-0f56-4107-bafe-72a81c721c20,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:51.952091 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a553ba-26be-49da-aa7c-4bf0d075e532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78584a9-d527-4747-a170-1efbc5a08225,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:51.960152 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f3a553ba-26be-49da-aa7c-4bf0d075e532 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba8c9ace4fd34f99850c1c468219a1f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3679373 Jul 23 00:00:51.961898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47370) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:52.020420 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d5eeaf7-517a-44f1-a7e4-4468f1a18514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.025308 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49ce9ef9-d883-4ae8-9843-47a86752c1a7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.026758 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-49ce9ef9-d883-4ae8-9843-47a86752c1a7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Floating IP 41978449-4b46-4151-8c20-daa54f52a9d7 disassociated (deleted). External IP: 172.25.4.241, port: 7416d4aa-d638-4895-8fc4-805b21d1dcf3. Jul 23 00:00:52.051820 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d5eeaf7-517a-44f1-a7e4-4468f1a18514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.112566 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d5eeaf7-517a-44f1-a7e4-4468f1a18514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.115625 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3d5eeaf7-517a-44f1-a7e4-4468f1a18514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.117224 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3d5eeaf7-517a-44f1-a7e4-4468f1a18514 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f78584a9-d527-4747-a170-1efbc5a08225 HTTP/1.1" status: 204 len: 168 time: 0.1537907 Jul 23 00:00:52.125739 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5eeaf7-517a-44f1-a7e4-4468f1a18514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78584a9-d527-4747-a170-1efbc5a08225,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:52.302868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ce9ef9-d883-4ae8-9843-47a86752c1a7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router a727dcb0-a5ab-4332-afb8-1776535b0618 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:00:52.429390 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ce9ef9-d883-4ae8-9843-47a86752c1a7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:52.435184 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49ce9ef9-d883-4ae8-9843-47a86752c1a7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.444135 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c9f38-859e-4638-ace3-343bdbc07d88 None None] Sync routers for ids ['a727dcb0-a5ab-4332-afb8-1776535b0618'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:52.455589 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c9f38-859e-4638-ace3-343bdbc07d88 None None] Routers {'a727dcb0-a5ab-4332-afb8-1776535b0618'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:52.456596 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a32c9f38-859e-4638-ace3-343bdbc07d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:00:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a727dcb0-a5ab-4332-afb8-1776535b0618'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:52.477641 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-49ce9ef9-d883-4ae8-9843-47a86752c1a7 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/floatingips/41978449-4b46-4151-8c20-daa54f52a9d7 HTTP/1.1" status: 204 len: 168 time: 1.1613712 Jul 23 00:00:52.478237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8cbc99-1a12-4c99-861c-c6b86b7a483f', 'tag': '7416d4aa-d638-4895-8fc4-805b21d1dcf3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:52.481346 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a7c252-13e1-402c-ae40-32c24ab3fb99" -d '{"events": [{"name": "network-changed", "server_uuid": "be8cbc99-1a12-4c99-861c-c6b86b7a483f", "tag": "7416d4aa-d638-4895-8fc4-805b21d1dcf3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:52.557311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47394) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:52.562704 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:00:52.576746 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18769ffc-3ffe-4ac8-8bd5-bc587d391aa6 x-openstack-request-id: req-18769ffc-3ffe-4ac8-8bd5-bc587d391aa6 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:52.577137 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8cbc99-1a12-4c99-861c-c6b86b7a483f", "tag": "7416d4aa-d638-4895-8fc4-805b21d1dcf3", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:52.578005 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-18769ffc-3ffe-4ac8-8bd5-bc587d391aa6 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:52.578474 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8cbc99-1a12-4c99-861c-c6b86b7a483f', 'tag': '7416d4aa-d638-4895-8fc4-805b21d1dcf3', 'status': 'completed', 'code': 200} Jul 23 00:00:52.580303 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb18cbb1-9320-4c7e-b229-d8e1a6c9c74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.636572 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a32c9f38-859e-4638-ace3-343bdbc07d88 None None] Set router a727dcb0-a5ab-4332-afb8-1776535b0618 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:52.780292 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7c252-13e1-402c-ae40-32c24ab3fb99 req-ea103254-8f82-4eb6-a1fe-b95069835f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:52.782500 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48a7c252-13e1-402c-ae40-32c24ab3fb99 req-ea103254-8f82-4eb6-a1fe-b95069835f9b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08e6f590bb3047c8a7f2021edeaee884&device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 1097 time: 0.1869993 Jul 23 00:00:52.839441 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb18cbb1-9320-4c7e-b229-d8e1a6c9c74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.857420 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cb18cbb1-9320-4c7e-b229-d8e1a6c9c74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.930315 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cb18cbb1-9320-4c7e-b229-d8e1a6c9c74e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=718f5c3b46de4c0e9e1ebbeb5331f31c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3709576 Jul 23 00:00:52.931114 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a32c9f38-859e-4638-ace3-343bdbc07d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099014839', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:57Z', 'updated_at': '2021-07-22T23:59:04Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:58:58Z', 'updated_at': '2021-07-22T23:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '46420f3b-a8f7-4040-b7d4-bf709f27bd24', 'name': '', 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:4d:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:03Z', 'updated_at': '2021-07-22T23:59:10Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:52.933839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47410) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:52.963209 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c9f38-859e-4638-ace3-343bdbc07d88 None None] Checking router: a727dcb0-a5ab-4332-afb8-1776535b0618 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:00:52.975416 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c9f38-859e-4638-ace3-343bdbc07d88 None None] Routers {'a727dcb0-a5ab-4332-afb8-1776535b0618'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:52.976425 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a32c9f38-859e-4638-ace3-343bdbc07d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:00:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a727dcb0-a5ab-4332-afb8-1776535b0618'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:53.004153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18cbb1-9320-4c7e-b229-d8e1a6c9c74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bf6ae9-a972-4885-8350-96eab0776fdf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:53.037590 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7563e62-8aa0-4b27-b3b6-ac472abbb3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.067495 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7c252-13e1-402c-ae40-32c24ab3fb99 req-c7a5aeda-6c8a-4410-8848-aae178e066a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:53.069143 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48a7c252-13e1-402c-ae40-32c24ab3fb99 req-c7a5aeda-6c8a-4410-8848-aae178e066a3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=26573ced-b6b7-427c-9e0e-45737b354c4b HTTP/1.1" status: 200 len: 898 time: 0.2550468 Jul 23 00:00:53.074488 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7563e62-8aa0-4b27-b3b6-ac472abbb3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.081373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd296dd-54ca-4b93-b403-d59856144209 req-9e455eb1-1639-462f-9d6e-cf696115184e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:53.083297 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bdd296dd-54ca-4b93-b403-d59856144209 req-9e455eb1-1639-462f-9d6e-cf696115184e tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.2291427 Jul 23 00:00:53.116430 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a32c9f38-859e-4638-ace3-343bdbc07d88 None None] Set router a727dcb0-a5ab-4332-afb8-1776535b0618 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:53.158586 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48a7c252-13e1-402c-ae40-32c24ab3fb99 req-2347b4a3-224c-484e-bae7-ce45bb507e73 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7416d4aa-d638-4895-8fc4-805b21d1dcf3 HTTP/1.1" status: 200 len: 217 time: 0.0727646 Jul 23 00:00:53.165888 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7563e62-8aa0-4b27-b3b6-ac472abbb3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.169673 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7563e62-8aa0-4b27-b3b6-ac472abbb3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.171438 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b7563e62-8aa0-4b27-b3b6-ac472abbb3bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10bf6ae9-a972-4885-8350-96eab0776fdf HTTP/1.1" status: 204 len: 168 time: 0.2369444 Jul 23 00:00:53.192581 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563e62-8aa0-4b27-b3b6-ac472abbb3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bf6ae9-a972-4885-8350-96eab0776fdf,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:53.215325 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bdd296dd-54ca-4b93-b403-d59856144209 req-99ed4d11-c82d-448c-b9c8-4695bcc028a2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187792 Jul 23 00:00:53.244306 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7c252-13e1-402c-ae40-32c24ab3fb99 req-97b4a2ce-2f1d-4491-9ff8-e368f3da3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:53.246680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48a7c252-13e1-402c-ae40-32c24ab3fb99 req-97b4a2ce-2f1d-4491-9ff8-e368f3da3a92 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d55aa435-8a22-4810-b226-b2d7ba0092a3 HTTP/1.1" status: 200 len: 834 time: 0.0787003 Jul 23 00:00:53.317791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7c252-13e1-402c-ae40-32c24ab3fb99 req-2a50cfc1-9c8a-4bee-b909-8514bf8e9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:53.319823 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48a7c252-13e1-402c-ae40-32c24ab3fb99 req-2a50cfc1-9c8a-4bee-b909-8514bf8e9d44 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=26573ced-b6b7-427c-9e0e-45737b354c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646715 Jul 23 00:00:53.443186 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48a7c252-13e1-402c-ae40-32c24ab3fb99 req-bab5f00b-39e5-4df8-aec1-b85e72a98f04 service neutron] 10.222.0.95 "GET /v2.0/networks/26573ced-b6b7-427c-9e0e-45737b354c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154685 Jul 23 00:00:53.471566 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a32c9f38-859e-4638-ace3-343bdbc07d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099014839', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:57Z', 'updated_at': '2021-07-22T23:59:04Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:58:58Z', 'updated_at': '2021-07-22T23:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '46420f3b-a8f7-4040-b7d4-bf709f27bd24', 'name': '', 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:4d:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:03Z', 'updated_at': '2021-07-22T23:59:10Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:53.531864 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c9f38-859e-4638-ace3-343bdbc07d88 None None] The sync data for ids ['a727dcb0-a5ab-4332-afb8-1776535b0618'] in n-d-688802-2 is: [{'id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099014839', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:57Z', 'updated_at': '2021-07-22T23:59:04Z', 'revision_number': 4, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:58:58Z', 'updated_at': '2021-07-22T23:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '46420f3b-a8f7-4040-b7d4-bf709f27bd24', 'name': '', 'network_id': '26573ced-b6b7-427c-9e0e-45737b354c4b', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'mac_address': 'fa:16:3e:4d:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:03Z', 'updated_at': '2021-07-22T23:59:10Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'subnets': [{'id': 'd55aa435-8a22-4810-b226-b2d7ba0092a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:53.593296 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48a7c252-13e1-402c-ae40-32c24ab3fb99 req-210b268d-9b0b-4365-88ea-d0130bce9347 service neutron] 10.222.0.95 "GET /v2.0/networks/26573ced-b6b7-427c-9e0e-45737b354c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416001 Jul 23 00:00:53.920288 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783374ed-a4a6-4500-b8e8-0ec611883f6f None None] New status for floating IP 41978449-4b46-4151-8c20-daa54f52a9d7: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:00:54.236777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d96452-59f8-486b-8c8a-b3525cc8a3cd req-1c3901b1-bcac-4009-9e1b-68597707e064 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:54.238854 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26d96452-59f8-486b-8c8a-b3525cc8a3cd req-1c3901b1-bcac-4009-9e1b-68597707e064 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.95 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.0792272 Jul 23 00:00:54.419530 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-26d96452-59f8-486b-8c8a-b3525cc8a3cd req-fb1ed955-f18e-4f2a-9e6a-a20f1fe8f8a5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting port 7416d4aa-d638-4895-8fc4-805b21d1dcf3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:54.419886 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26d96452-59f8-486b-8c8a-b3525cc8a3cd req-fb1ed955-f18e-4f2a-9e6a-a20f1fe8f8a5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:54.441776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb0ad6-340b-4e7d-9099-0f9fe107cb54 req-948264a0-a2e4-4bc5-93ea-cf946cf6d414 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:54.444207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edeb0ad6-340b-4e7d-9099-0f9fe107cb54 req-948264a0-a2e4-4bc5-93ea-cf946cf6d414 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8cbc99-1a12-4c99-861c-c6b86b7a483f HTTP/1.1" status: 200 len: 946 time: 0.1346068 Jul 23 00:00:54.547907 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edeb0ad6-340b-4e7d-9099-0f9fe107cb54 req-22fa2a4f-beec-4994-bb44-d17aa87dbfc2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "GET /v2.0/security-groups?id=2072a5f9-1142-4a68-aee5-f79455c5d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920403 Jul 23 00:00:54.578774 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-26d96452-59f8-486b-8c8a-b3525cc8a3cd req-fb1ed955-f18e-4f2a-9e6a-a20f1fe8f8a5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] For port 7416d4aa-d638-4895-8fc4-805b21d1dcf3, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=7416d4aa-d638-4895-8fc4-805b21d1dcf3,segment=NetworkSegment(6a938a2a-800a-4368-8e75-66323f22edbc),segment_id=6a938a2a-800a-4368-8e75-66323f22edbc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:54.579147 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26d96452-59f8-486b-8c8a-b3525cc8a3cd req-fb1ed955-f18e-4f2a-9e6a-a20f1fe8f8a5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:54.599153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-26d96452-59f8-486b-8c8a-b3525cc8a3cd req-fb1ed955-f18e-4f2a-9e6a-a20f1fe8f8a5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Calling delete_port for 7416d4aa-d638-4895-8fc4-805b21d1dcf3 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:54.751069 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26d96452-59f8-486b-8c8a-b3525cc8a3cd req-fb1ed955-f18e-4f2a-9e6a-a20f1fe8f8a5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:54.801303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ed955-f18e-4f2a-9e6a-a20f1fe8f8a5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Port': ['ID=7416d4aa-d638-4895-8fc4-805b21d1dcf3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:54.860949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d96452-59f8-486b-8c8a-b3525cc8a3cd req-fb1ed955-f18e-4f2a-9e6a-a20f1fe8f8a5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] No DVR routers for this DVR port 7416d4aa-d638-4895-8fc4-805b21d1dcf3 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:54.863677 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-26d96452-59f8-486b-8c8a-b3525cc8a3cd req-fb1ed955-f18e-4f2a-9e6a-a20f1fe8f8a5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:54.865790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-26d96452-59f8-486b-8c8a-b3525cc8a3cd req-fb1ed955-f18e-4f2a-9e6a-a20f1fe8f8a5 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.95 "DELETE /v2.0/ports/7416d4aa-d638-4895-8fc4-805b21d1dcf3 HTTP/1.1" status: 204 len: 173 time: 0.6183643 Jul 23 00:00:54.866236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8cbc99-1a12-4c99-861c-c6b86b7a483f', 'name': 'network-vif-deleted', 'tag': '7416d4aa-d638-4895-8fc4-805b21d1dcf3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:54.868559 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c905bbf-4e1b-4da3-94ad-c16f7d38449b" -d '{"events": [{"server_uuid": "be8cbc99-1a12-4c99-861c-c6b86b7a483f", "name": "network-vif-deleted", "tag": "7416d4aa-d638-4895-8fc4-805b21d1dcf3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:54.963167 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5a8bab-715f-47bb-bb96-cb30a5ef7128 x-openstack-request-id: req-ee5a8bab-715f-47bb-bb96-cb30a5ef7128 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:54.964230 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8cbc99-1a12-4c99-861c-c6b86b7a483f", "name": "network-vif-deleted", "tag": "7416d4aa-d638-4895-8fc4-805b21d1dcf3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:54.964638 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee5a8bab-715f-47bb-bb96-cb30a5ef7128 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:54.965307 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8cbc99-1a12-4c99-861c-c6b86b7a483f', 'name': 'network-vif-deleted', 'tag': '7416d4aa-d638-4895-8fc4-805b21d1dcf3', 'status': 'completed', 'code': 200} Jul 23 00:00:55.638724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47534) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:56.072438 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb7968fa-424e-417b-b3ca-28b71264d8fb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.268595 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47560) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:56.352120 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-71f2ed32-ea91-4645-95c2-f5aa947dddef tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/floatingips/d6e36382-4d10-433a-ac40-2f2707692dbc HTTP/1.1" status: 200 len: 993 time: 0.0817182 Jul 23 00:00:56.391468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bb7968fa-424e-417b-b3ca-28b71264d8fb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting port 46420f3b-a8f7-4040-b7d4-bf709f27bd24 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:56.391820 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb7968fa-424e-417b-b3ca-28b71264d8fb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.502385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-bb7968fa-424e-417b-b3ca-28b71264d8fb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] For port 46420f3b-a8f7-4040-b7d4-bf709f27bd24, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=46420f3b-a8f7-4040-b7d4-bf709f27bd24,segment=NetworkSegment(6a938a2a-800a-4368-8e75-66323f22edbc),segment_id=6a938a2a-800a-4368-8e75-66323f22edbc)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:56.502754 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb7968fa-424e-417b-b3ca-28b71264d8fb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.516685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bb7968fa-424e-417b-b3ca-28b71264d8fb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Calling delete_port for 46420f3b-a8f7-4040-b7d4-bf709f27bd24 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:56.650751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47574) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:56.820143 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb7968fa-424e-417b-b3ca-28b71264d8fb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.911636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7968fa-424e-417b-b3ca-28b71264d8fb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Port': ['ID=46420f3b-a8f7-4040-b7d4-bf709f27bd24,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:56.996847 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8904a2fb-3eff-46fe-a48c-40f096691c65 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Deleting port d087887f-8973-493c-ad3b-59f43e425f51 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:56.997214 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8904a2fb-3eff-46fe-a48c-40f096691c65 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:57.242169 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8904a2fb-3eff-46fe-a48c-40f096691c65 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:57.242496 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8904a2fb-3eff-46fe-a48c-40f096691c65 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:57.256658 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8904a2fb-3eff-46fe-a48c-40f096691c65 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Calling delete_port for d087887f-8973-493c-ad3b-59f43e425f51 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:57.356892 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bb7968fa-424e-417b-b3ca-28b71264d8fb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:57.546393 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8904a2fb-3eff-46fe-a48c-40f096691c65 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:57.645452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904a2fb-3eff-46fe-a48c-40f096691c65 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'Port': ['ID=d087887f-8973-493c-ad3b-59f43e425f51,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:58.078936 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8904a2fb-3eff-46fe-a48c-40f096691c65 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.079554 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-8904a2fb-3eff-46fe-a48c-40f096691c65 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Floating IP d6e36382-4d10-433a-ac40-2f2707692dbc disassociated (deleted). External IP: 172.25.4.105, port: b3f49815-4993-4fa6-a551-8a81a3b8952b. Jul 23 00:00:58.082676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7968fa-424e-417b-b3ca-28b71264d8fb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Router a727dcb0-a5ab-4332-afb8-1776535b0618 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:00:58.226668 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 7416d4aa-d638-4895-8fc4-805b21d1dcf3 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:00:58.254847 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 7416d4aa-d638-4895-8fc4-805b21d1dcf3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:00:58.255196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 7416d4aa-d638-4895-8fc4-805b21d1dcf3 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:00:58.344770 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7968fa-424e-417b-b3ca-28b71264d8fb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:58.354055 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bb7968fa-424e-417b-b3ca-28b71264d8fb tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "PUT /v2.0/routers/a727dcb0-a5ab-4332-afb8-1776535b0618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7098207 Jul 23 00:00:58.354775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47648) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:58.383284 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c1bea0-ad8c-4f56-860e-34ffc2a7cc67 None None] Sync routers for ids ['a727dcb0-a5ab-4332-afb8-1776535b0618'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:58.404381 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c1bea0-ad8c-4f56-860e-34ffc2a7cc67 None None] Routers {'a727dcb0-a5ab-4332-afb8-1776535b0618'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:58.405028 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f9c1bea0-ad8c-4f56-860e-34ffc2a7cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:00:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a727dcb0-a5ab-4332-afb8-1776535b0618'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:58.478870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13c657c-ae59-4015-bc07-4ae00b6cc6db tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting subnet d55aa435-8a22-4810-b226-b2d7ba0092a3 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:00:58.486617 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e13c657c-ae59-4015-bc07-4ae00b6cc6db tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.530747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8904a2fb-3eff-46fe-a48c-40f096691c65 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Router 953a5826-f5a9-4b60-b35a-ff70ac13b056 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:00:58.549977 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e13c657c-ae59-4015-bc07-4ae00b6cc6db tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.623743 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f9c1bea0-ad8c-4f56-860e-34ffc2a7cc67 None None] Set router a727dcb0-a5ab-4332-afb8-1776535b0618 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:58.790859 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e13c657c-ae59-4015-bc07-4ae00b6cc6db tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.875669 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8904a2fb-3eff-46fe-a48c-40f096691c65 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:58.881308 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8904a2fb-3eff-46fe-a48c-40f096691c65 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.889050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03e0b8-e0b1-4fb1-940f-140e42f834e6 None None] Sync routers for ids ['953a5826-f5a9-4b60-b35a-ff70ac13b056'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:58.903513 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03e0b8-e0b1-4fb1-940f-140e42f834e6 None None] Routers {'953a5826-f5a9-4b60-b35a-ff70ac13b056'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:58.904815 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f9c1bea0-ad8c-4f56-860e-34ffc2a7cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099014839', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:57Z', 'updated_at': '2021-07-23T00:00:56Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:58:58Z', 'updated_at': '2021-07-22T23:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:58.906981 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7a03e0b8-e0b1-4fb1-940f-140e42f834e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:00:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['953a5826-f5a9-4b60-b35a-ff70ac13b056'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:58.957250 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c1bea0-ad8c-4f56-860e-34ffc2a7cc67 None None] Checking router: a727dcb0-a5ab-4332-afb8-1776535b0618 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:00:58.967189 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c1bea0-ad8c-4f56-860e-34ffc2a7cc67 None None] Routers {'a727dcb0-a5ab-4332-afb8-1776535b0618'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:58.968232 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f9c1bea0-ad8c-4f56-860e-34ffc2a7cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:00:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['a727dcb0-a5ab-4332-afb8-1776535b0618'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:58.985451 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8904a2fb-3eff-46fe-a48c-40f096691c65 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "DELETE /v2.0/floatingips/d6e36382-4d10-433a-ac40-2f2707692dbc HTTP/1.1" status: 204 len: 168 time: 2.3329425 Jul 23 00:00:59.043939 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d3680e-6e49-449d-baf4-ada9229ccb9b', 'tag': 'b3f49815-4993-4fa6-a551-8a81a3b8952b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:59.048233 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc97e1d-bfe9-4dd6-af87-110e1f388387" -d '{"events": [{"name": "network-changed", "server_uuid": "95d3680e-6e49-449d-baf4-ada9229ccb9b", "tag": "b3f49815-4993-4fa6-a551-8a81a3b8952b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:59.071550 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e13c657c-ae59-4015-bc07-4ae00b6cc6db tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:59.167630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c657c-ae59-4015-bc07-4ae00b6cc6db tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Subnet': ['ID=d55aa435-8a22-4810-b226-b2d7ba0092a3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:59.173125 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e13c657c-ae59-4015-bc07-4ae00b6cc6db tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:59.177267 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e13c657c-ae59-4015-bc07-4ae00b6cc6db tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/subnets/d55aa435-8a22-4810-b226-b2d7ba0092a3 HTTP/1.1" status: 204 len: 168 time: 0.8197360 Jul 23 00:00:59.177971 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47692) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:59.194385 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63edd43-534c-42ba-9afc-fe766e1cb820 x-openstack-request-id: req-a63edd43-534c-42ba-9afc-fe766e1cb820 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:59.194688 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d3680e-6e49-449d-baf4-ada9229ccb9b", "tag": "b3f49815-4993-4fa6-a551-8a81a3b8952b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:59.194942 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a63edd43-534c-42ba-9afc-fe766e1cb820 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:59.195410 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d3680e-6e49-449d-baf4-ada9229ccb9b', 'tag': 'b3f49815-4993-4fa6-a551-8a81a3b8952b', 'status': 'completed', 'code': 200} Jul 23 00:00:59.296771 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b47a06-224b-49a2-bd67-713cd778912a None None] Network 26573ced-b6b7-427c-9e0e-45737b354c4b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:59.355774 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc97e1d-bfe9-4dd6-af87-110e1f388387 req-2b05d12b-6761-4fde-bf25-5b5df1c25b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:59.357707 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fbc97e1d-bfe9-4dd6-af87-110e1f388387 req-2b05d12b-6761-4fde-bf25-5b5df1c25b7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d28b015edbb34eaeb96f7c2c259b971a&device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 1096 time: 0.1211357 Jul 23 00:00:59.375498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7a03e0b8-e0b1-4fb1-940f-140e42f834e6 None None] Set router 953a5826-f5a9-4b60-b35a-ff70ac13b056 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:59.393706 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba47c9cc-f3b4-41e1-a67a-838d49830334 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:59.492210 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f9c1bea0-ad8c-4f56-860e-34ffc2a7cc67 None None] Set router a727dcb0-a5ab-4332-afb8-1776535b0618 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:59.655737 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc97e1d-bfe9-4dd6-af87-110e1f388387 req-292bf1e9-89ac-4ab0-ada2-00690db13611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:59.657550 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fbc97e1d-bfe9-4dd6-af87-110e1f388387 req-292bf1e9-89ac-4ab0-ada2-00690db13611 service neutron] 10.222.0.18 "GET /v2.0/networks?id=77d64a04-2f59-4bff-9e4a-7bf8904e0f92 HTTP/1.1" status: 200 len: 897 time: 0.2928309 Jul 23 00:00:59.664424 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba47c9cc-f3b4-41e1-a67a-838d49830334 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:59.687831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e0579-33f6-47ef-ae66-d035ed7738f2 req-c81f886d-d026-4295-b104-01fbbc8338c1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:59.689679 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df0e0579-33f6-47ef-ae66-d035ed7738f2 req-c81f886d-d026-4295-b104-01fbbc8338c1 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 945 time: 0.2115085 Jul 23 00:00:59.730075 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fbc97e1d-bfe9-4dd6-af87-110e1f388387 req-e331daa8-b591-4a69-a539-6c9ff7e8214a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3f49815-4993-4fa6-a551-8a81a3b8952b HTTP/1.1" status: 200 len: 217 time: 0.0630133 Jul 23 00:00:59.781285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ba47c9cc-f3b4-41e1-a67a-838d49830334 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting port d2d95cc8-4947-4fc8-9586-6c8d8acd08c8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:59.781537 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba47c9cc-f3b4-41e1-a67a-838d49830334 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:59.823098 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47714) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:59.914817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc97e1d-bfe9-4dd6-af87-110e1f388387 req-d1f97913-65b3-4eec-9795-8e29c815724d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:59.923610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] DHCP port deletion for 26573ced-b6b7-427c-9e0e-45737b354c4b request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:00:59.925048 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fbc97e1d-bfe9-4dd6-af87-110e1f388387 req-d1f97913-65b3-4eec-9795-8e29c815724d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b HTTP/1.1" status: 200 len: 835 time: 0.1410220 Jul 23 00:00:59.961592 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7a03e0b8-e0b1-4fb1-940f-140e42f834e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'name': 'tempest-TestNetworkBasicOps-router-255881924', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '30ff7d33-60e3-4746-9146-8807315e927e', 'name': '', 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:31:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:09Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:59.975970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ba47c9cc-f3b4-41e1-a67a-838d49830334 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] For port d2d95cc8-4947-4fc8-9586-6c8d8acd08c8, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d2d95cc8-4947-4fc8-9586-6c8d8acd08c8,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:59.977200 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba47c9cc-f3b4-41e1-a67a-838d49830334 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:59.993275 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ba47c9cc-f3b4-41e1-a67a-838d49830334 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Calling delete_port for d2d95cc8-4947-4fc8-9586-6c8d8acd08c8 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:00.011920 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03e0b8-e0b1-4fb1-940f-140e42f834e6 None None] Checking router: 953a5826-f5a9-4b60-b35a-ff70ac13b056 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:01:00.085164 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f9c1bea0-ad8c-4f56-860e-34ffc2a7cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099014839', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:57Z', 'updated_at': '2021-07-23T00:00:56Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:58:58Z', 'updated_at': '2021-07-22T23:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:00.092960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03e0b8-e0b1-4fb1-940f-140e42f834e6 None None] Routers {'953a5826-f5a9-4b60-b35a-ff70ac13b056'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:00.093259 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7a03e0b8-e0b1-4fb1-940f-140e42f834e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:00:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['953a5826-f5a9-4b60-b35a-ff70ac13b056'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:00.109368 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5783a165-53ae-410c-aa99-117539eae266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.118460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df0e0579-33f6-47ef-ae66-d035ed7738f2 req-8c98b40e-ed6d-4517-b588-969edbc34e76 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3983293 Jul 23 00:01:00.160741 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c1bea0-ad8c-4f56-860e-34ffc2a7cc67 None None] The sync data for ids ['a727dcb0-a5ab-4332-afb8-1776535b0618'] in n-d-688802-2 is: [{'id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099014839', 'tenant_id': '08e6f590bb3047c8a7f2021edeaee884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:58:57Z', 'updated_at': '2021-07-23T00:00:56Z', 'revision_number': 5, 'project_id': '08e6f590bb3047c8a7f2021edeaee884', 'gw_port': {'id': 'd2d95cc8-4947-4fc8-9586-6c8d8acd08c8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727dcb0-a5ab-4332-afb8-1776535b0618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:58:58Z', 'updated_at': '2021-07-22T23:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:01:00.192786 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc97e1d-bfe9-4dd6-af87-110e1f388387 req-ba0d02ff-04b1-4f00-8297-5d626b45ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:00.194817 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fbc97e1d-bfe9-4dd6-af87-110e1f388387 req-ba0d02ff-04b1-4f00-8297-5d626b45ffff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77d64a04-2f59-4bff-9e4a-7bf8904e0f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2607484 Jul 23 00:01:00.312258 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba47c9cc-f3b4-41e1-a67a-838d49830334 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.340798 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47c9cc-f3b4-41e1-a67a-838d49830334 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Port': ['ID=d2d95cc8-4947-4fc8-9586-6c8d8acd08c8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:00.408289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fbc97e1d-bfe9-4dd6-af87-110e1f388387 req-59d5d025-4a00-4f97-86c9-a1763d3c6b5f service neutron] 10.222.0.18 "GET /v2.0/networks/77d64a04-2f59-4bff-9e4a-7bf8904e0f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015412 Jul 23 00:01:00.464644 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5783a165-53ae-410c-aa99-117539eae266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.473970 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba47c9cc-f3b4-41e1-a67a-838d49830334 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.479394 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5783a165-53ae-410c-aa99-117539eae266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.487158 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Deleting port 592f1d67-1438-4107-a287-b88f48817c87 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:00.487731 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.617944 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fbc97e1d-bfe9-4dd6-af87-110e1f388387 req-39f4c922-c0b2-464d-8884-9c141882070f service neutron] 10.222.0.18 "GET /v2.0/networks/77d64a04-2f59-4bff-9e4a-7bf8904e0f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918814 Jul 23 00:01:00.630320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7a03e0b8-e0b1-4fb1-940f-140e42f834e6 None None] Set router 953a5826-f5a9-4b60-b35a-ff70ac13b056 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:00.631240 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba47c9cc-f3b4-41e1-a67a-838d49830334 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.646000 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba47c9cc-f3b4-41e1-a67a-838d49830334 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.652634 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783a165-53ae-410c-aa99-117539eae266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e70acdb-01c9-45bb-9cff-9fa62a0e8892,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:00.663249 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5783a165-53ae-410c-aa99-117539eae266 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f8fc93c37ef4839af2a97e1645e06d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8384180 Jul 23 00:01:00.665901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:00.733679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] For port 592f1d67-1438-4107-a287-b88f48817c87, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=592f1d67-1438-4107-a287-b88f48817c87,segment=NetworkSegment(6a938a2a-800a-4368-8e75-66323f22edbc),segment_id=6a938a2a-800a-4368-8e75-66323f22edbc)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:00.734250 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.793584 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Calling delete_port for 592f1d67-1438-4107-a287-b88f48817c87 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:00.793769 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba47c9cc-f3b4-41e1-a67a-838d49830334 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.794361 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba47c9cc-f3b4-41e1-a67a-838d49830334 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Fanout notify agent at l3_agent the message router_deleted on router a727dcb0-a5ab-4332-afb8-1776535b0618 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:01:00.810660 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba47c9cc-f3b4-41e1-a67a-838d49830334 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.811817 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ba47c9cc-f3b4-41e1-a67a-838d49830334 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/routers/a727dcb0-a5ab-4332-afb8-1776535b0618 HTTP/1.1" status: 204 len: 168 time: 1.6329112 Jul 23 00:01:00.825561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47742) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:00.848337 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 46420f3b-a8f7-4040-b7d4-bf709f27bd24 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:01:00.907164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5022be-0331-4a44-b9e9-b8ec01f1c19e req-c612bc7c-7d71-4a64-98aa-7a3b449f0fcf tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:00.909061 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b5022be-0331-4a44-b9e9-b8ec01f1c19e req-c612bc7c-7d71-4a64-98aa-7a3b449f0fcf tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.18 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 945 time: 0.1496279 Jul 23 00:01:00.910958 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e033629e-40e5-4715-8e73-d106fb9b93e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.959340 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.966909 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 46420f3b-a8f7-4040-b7d4-bf709f27bd24 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:01:00.967261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 46420f3b-a8f7-4040-b7d4-bf709f27bd24 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:01:00.967730 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 592f1d67-1438-4107-a287-b88f48817c87 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:01:00.982295 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e033629e-40e5-4715-8e73-d106fb9b93e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.069410 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Deleting port 592f1d67-1438-4107-a287-b88f48817c87 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:01.069755 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.140816 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e033629e-40e5-4715-8e73-d106fb9b93e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.150186 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e033629e-40e5-4715-8e73-d106fb9b93e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.153078 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e033629e-40e5-4715-8e73-d106fb9b93e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e70acdb-01c9-45bb-9cff-9fa62a0e8892 HTTP/1.1" status: 204 len: 168 time: 0.4858227 Jul 23 00:01:01.184616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033629e-40e5-4715-8e73-d106fb9b93e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e70acdb-01c9-45bb-9cff-9fa62a0e8892,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:01.212178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8b5022be-0331-4a44-b9e9-b8ec01f1c19e req-295c5262-500d-44bc-9f8f-c85fe522d0bb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Deleting port b3f49815-4993-4fa6-a551-8a81a3b8952b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:01.212802 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8b5022be-0331-4a44-b9e9-b8ec01f1c19e req-295c5262-500d-44bc-9f8f-c85fe522d0bb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.243958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] For port 592f1d67-1438-4107-a287-b88f48817c87, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=592f1d67-1438-4107-a287-b88f48817c87,segment=NetworkSegment(6a938a2a-800a-4368-8e75-66323f22edbc),segment_id=6a938a2a-800a-4368-8e75-66323f22edbc)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:01.244369 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.278111 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Calling delete_port for 592f1d67-1438-4107-a287-b88f48817c87 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:01.391937 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.443423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0e080-ab1f-47a0-9359-14349f6d8814 req-8316c3e1-fccb-4846-97f7-2405ea57f34d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:01.444945 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86c0e080-ab1f-47a0-9359-14349f6d8814 req-8316c3e1-fccb-4846-97f7-2405ea57f34d tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 945 time: 0.1040447 Jul 23 00:01:01.446948 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8b5022be-0331-4a44-b9e9-b8ec01f1c19e req-295c5262-500d-44bc-9f8f-c85fe522d0bb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] For port b3f49815-4993-4fa6-a551-8a81a3b8952b, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=b3f49815-4993-4fa6-a551-8a81a3b8952b,segment=NetworkSegment(9d3696db-7d33-466e-b866-ac6dbdb4deb4),segment_id=9d3696db-7d33-466e-b866-ac6dbdb4deb4)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:01.447321 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8b5022be-0331-4a44-b9e9-b8ec01f1c19e req-295c5262-500d-44bc-9f8f-c85fe522d0bb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.467394 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.471684 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.485310 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Pushing event deleted for resources: {'Port': ['ID=592f1d67-1438-4107-a287-b88f48817c87,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:01.495206 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] No DVR routers for this DVR port 592f1d67-1438-4107-a287-b88f48817c87 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:01:01.504549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:01.505146 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:01.505840 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:01.506524 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:01.507022 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:01.507511 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:01.508019 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:01.508744 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:01.509332 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:01.510058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:01.511131 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:01.511959 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b91d2b-7a54-4cef-bd9f-43eefb376625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:01.529420 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86c0e080-ab1f-47a0-9359-14349f6d8814 req-e6e03843-1e6d-47d1-93fd-05a0df7abd8a tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/security-groups?id=99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711370 Jul 23 00:01:01.530958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Port': ['ID=592f1d67-1438-4107-a287-b88f48817c87,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:01.546294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-8b5022be-0331-4a44-b9e9-b8ec01f1c19e req-295c5262-500d-44bc-9f8f-c85fe522d0bb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Calling delete_port for b3f49815-4993-4fa6-a551-8a81a3b8952b owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:01.548129 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] No DVR routers for this DVR port 592f1d67-1438-4107-a287-b88f48817c87 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:01:01.576725 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7a03e0b8-e0b1-4fb1-940f-140e42f834e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'name': 'tempest-TestNetworkBasicOps-router-255881924', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '30ff7d33-60e3-4746-9146-8807315e927e', 'name': '', 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:31:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:09Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:01.634844 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03e0b8-e0b1-4fb1-940f-140e42f834e6 None None] The sync data for ids ['953a5826-f5a9-4b60-b35a-ff70ac13b056'] in n-d-688802-2 is: [{'id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'name': 'tempest-TestNetworkBasicOps-router-255881924', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '30ff7d33-60e3-4746-9146-8807315e927e', 'name': '', 'network_id': '77d64a04-2f59-4bff-9e4a-7bf8904e0f92', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'mac_address': 'fa:16:3e:31:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:09Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'subnets': [{'id': '248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:01:01.650199 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e55f7d6-2796-4047-9557-5ee61a1b3095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.736723 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.755152 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26573ced-b6b7-427c-9e0e-45737b354c4b']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:01.771131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a938a2a-800a-4368-8e75-66323f22edbc') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:01.771436 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a938a2a-800a-4368-8e75-66323f22edbc') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:01.786334 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8b5022be-0331-4a44-b9e9-b8ec01f1c19e req-295c5262-500d-44bc-9f8f-c85fe522d0bb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.790413 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.808795 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.818672 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:01:01.819299 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: self.session.flush() Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:01:01.825004 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:01:01.857324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c5262-500d-44bc-9f8f-c85fe522d0bb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'Port': ['ID=b3f49815-4993-4fa6-a551-8a81a3b8952b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:01.878160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47770) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:01.924325 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5022be-0331-4a44-b9e9-b8ec01f1c19e req-295c5262-500d-44bc-9f8f-c85fe522d0bb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] No DVR routers for this DVR port b3f49815-4993-4fa6-a551-8a81a3b8952b on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:01:01.927534 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8b5022be-0331-4a44-b9e9-b8ec01f1c19e req-295c5262-500d-44bc-9f8f-c85fe522d0bb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.930197 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8b5022be-0331-4a44-b9e9-b8ec01f1c19e req-295c5262-500d-44bc-9f8f-c85fe522d0bb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.18 "DELETE /v2.0/ports/b3f49815-4993-4fa6-a551-8a81a3b8952b HTTP/1.1" status: 204 len: 173 time: 1.0137086 Jul 23 00:01:01.930941 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d3680e-6e49-449d-baf4-ada9229ccb9b', 'name': 'network-vif-deleted', 'tag': 'b3f49815-4993-4fa6-a551-8a81a3b8952b'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:01.934425 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7951d00-70f1-4c60-92fe-9d7ee63eb4cc" -d '{"events": [{"server_uuid": "95d3680e-6e49-449d-baf4-ada9229ccb9b", "name": "network-vif-deleted", "tag": "b3f49815-4993-4fa6-a551-8a81a3b8952b"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:01.937640 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d6aa-1bed-470d-843b-281681f75347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.986428 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.992223 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f959d32-1367-4e40-83df-ca0fe16b6c70 x-openstack-request-id: req-0f959d32-1367-4e40-83df-ca0fe16b6c70 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:01.993023 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d3680e-6e49-449d-baf4-ada9229ccb9b", "name": "network-vif-deleted", "tag": "b3f49815-4993-4fa6-a551-8a81a3b8952b", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:01.993473 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f959d32-1367-4e40-83df-ca0fe16b6c70 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:01.994100 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d3680e-6e49-449d-baf4-ada9229ccb9b', 'name': 'network-vif-deleted', 'tag': 'b3f49815-4993-4fa6-a551-8a81a3b8952b', 'status': 'completed', 'code': 200} Jul 23 00:01:02.018255 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.020660 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/networks/26573ced-b6b7-427c-9e0e-45737b354c4b HTTP/1.1" status: 204 len: 168 time: 1.1939418 Jul 23 00:01:02.023261 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e167047-27f4-4dc9-9382-5595f0ecfa7a tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'Network': ['ID=26573ced-b6b7-427c-9e0e-45737b354c4b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:02.024119 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47774) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:02.148695 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b73f1413-ff09-4da0-9dff-2305684a6cb2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.170386 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d6aa-1bed-470d-843b-281681f75347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.182484 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d6aa-1bed-470d-843b-281681f75347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.194919 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b73f1413-ff09-4da0-9dff-2305684a6cb2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.238356 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2cd7d6aa-1bed-470d-843b-281681f75347 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c86382e4742241aab1091a5c53e71b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3670757 Jul 23 00:01:02.239323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7d6aa-1bed-470d-843b-281681f75347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278f03c6-a668-497e-97b5-c418a973e458,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:02.241797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47784) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:02.249036 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673f08c8-fcb2-48aa-8ec9-eff42cfad9df None None] New status for floating IP d6e36382-4d10-433a-ac40-2f2707692dbc: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:01:02.328290 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27c7d003-7241-4f87-b28f-ad6ff6831ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.342403 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b73f1413-ff09-4da0-9dff-2305684a6cb2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.345158 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b73f1413-ff09-4da0-9dff-2305684a6cb2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.346656 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b73f1413-ff09-4da0-9dff-2305684a6cb2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] 10.222.0.26 "DELETE /v2.0/security-groups/2072a5f9-1142-4a68-aee5-f79455c5d2ae HTTP/1.1" status: 204 len: 168 time: 0.3213117 Jul 23 00:01:02.362767 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f1413-ff09-4da0-9dff-2305684a6cb2 tempest-TestNetworkAdvancedServerOps-1919207137 tempest-TestNetworkAdvancedServerOps-1919207137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2072a5f9-1142-4a68-aee5-f79455c5d2ae,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:02.373916 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27c7d003-7241-4f87-b28f-ad6ff6831ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.382787 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d2d95cc8-4947-4fc8-9586-6c8d8acd08c8 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:01:02.426094 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: d2d95cc8-4947-4fc8-9586-6c8d8acd08c8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:01:02.426631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d2d95cc8-4947-4fc8-9586-6c8d8acd08c8 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:01:02.518607 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27c7d003-7241-4f87-b28f-ad6ff6831ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.521768 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27c7d003-7241-4f87-b28f-ad6ff6831ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.523326 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-27c7d003-7241-4f87-b28f-ad6ff6831ee5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/278f03c6-a668-497e-97b5-c418a973e458 HTTP/1.1" status: 204 len: 168 time: 0.2803304 Jul 23 00:01:02.558433 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7d003-7241-4f87-b28f-ad6ff6831ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278f03c6-a668-497e-97b5-c418a973e458,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:02.771608 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-583e25a0-00c2-4925-9ab7-dba1841e6b1e req-03fb6450-bfa4-427d-9e49-87ab1c0c0efb tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d3680e-6e49-449d-baf4-ada9229ccb9b HTTP/1.1" status: 200 len: 210 time: 0.0500987 Jul 23 00:01:02.861236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47810) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:03.059347 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47822) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:03.059561 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-33b69f4b-b455-498c-a051-397d82f98bfc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=08e6f590bb3047c8a7f2021edeaee884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1971154 Jul 23 00:01:03.117797 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb0e08b8-b680-497d-a182-018b833f82f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.148152 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb0e08b8-b680-497d-a182-018b833f82f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.216347 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb0e08b8-b680-497d-a182-018b833f82f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.220123 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb0e08b8-b680-497d-a182-018b833f82f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.221980 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cb0e08b8-b680-497d-a182-018b833f82f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24e64d04-c46d-4773-b466-924c23e2a011 HTTP/1.1" status: 204 len: 168 time: 0.1607506 Jul 23 00:01:03.233765 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e08b8-b680-497d-a182-018b833f82f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e64d04-c46d-4773-b466-924c23e2a011,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:03.667341 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47860) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:03.726372 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c5b46573-d671-482a-8743-eccc5d3227fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c46d41e2420349f6ab94c8fe7a7b617d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564003 Jul 23 00:01:03.729032 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47862) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:03.800045 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eab73989-283a-4666-8982-3959d7253d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.847876 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eab73989-283a-4666-8982-3959d7253d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.910492 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47876) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:04.001203 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eab73989-283a-4666-8982-3959d7253d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:04.008816 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eab73989-283a-4666-8982-3959d7253d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:04.037165 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eab73989-283a-4666-8982-3959d7253d89 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7281204b-3e5f-4197-876a-4ebe628a8141 HTTP/1.1" status: 204 len: 168 time: 0.2917948 Jul 23 00:01:04.049516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab73989-283a-4666-8982-3959d7253d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7281204b-3e5f-4197-876a-4ebe628a8141,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:04.177892 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9620-e785-423c-bd36-2fd1694efcb8 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:04.260834 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9620-e785-423c-bd36-2fd1694efcb8 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:04.350658 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9620-e785-423c-bd36-2fd1694efcb8 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:04.362885 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9620-e785-423c-bd36-2fd1694efcb8 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:04.367338 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e2ad9620-e785-423c-bd36-2fd1694efcb8 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "DELETE /v2.0/security-groups/99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb HTTP/1.1" status: 204 len: 168 time: 0.4552152 Jul 23 00:01:04.383340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad9620-e785-423c-bd36-2fd1694efcb8 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ee4a9d-2282-4b2f-9bf0-4353a6b6f2eb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:04.399113 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b3c43c7e-9da4-4051-b51c-a7553dce78c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:04.446947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47898) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:04.470247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b3f49815-4993-4fa6-a551-8a81a3b8952b no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:01:04.490463 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:04.569230 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: b3f49815-4993-4fa6-a551-8a81a3b8952b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:01:04.569574 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device b3f49815-4993-4fa6-a551-8a81a3b8952b not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:01:04.577745 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:05.021494 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5782d8d7-6843-421e-bca0-852afea25a31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:05.370174 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5782d8d7-6843-421e-bca0-852afea25a31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Deleting port 30ff7d33-60e3-4746-9146-8807315e927e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:05.370621 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5782d8d7-6843-421e-bca0-852afea25a31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:05.487343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-5782d8d7-6843-421e-bca0-852afea25a31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] For port 30ff7d33-60e3-4746-9146-8807315e927e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=30ff7d33-60e3-4746-9146-8807315e927e,segment=NetworkSegment(9d3696db-7d33-466e-b866-ac6dbdb4deb4),segment_id=9d3696db-7d33-466e-b866-ac6dbdb4deb4)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:05.487776 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5782d8d7-6843-421e-bca0-852afea25a31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:05.503140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5782d8d7-6843-421e-bca0-852afea25a31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Calling delete_port for 30ff7d33-60e3-4746-9146-8807315e927e owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:05.583314 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:05.597465 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47944) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:05.741577 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a92ddde-3881-4357-8f86-9a533b93aee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:05.769938 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5782d8d7-6843-421e-bca0-852afea25a31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:05.809358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782d8d7-6843-421e-bca0-852afea25a31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'Port': ['ID=30ff7d33-60e3-4746-9146-8807315e927e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:05.871512 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a92ddde-3881-4357-8f86-9a533b93aee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:05.879053 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a92ddde-3881-4357-8f86-9a533b93aee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:05.930750 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9a92ddde-3881-4357-8f86-9a533b93aee9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed76959194ff4677be300047273cd280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3311276 Jul 23 00:01:05.934836 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92ddde-3881-4357-8f86-9a533b93aee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227643fb-6471-4d14-9a27-e4ddf8d319be,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:05.935050 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47956) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:06.054329 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ddee144-b09c-4b50-8e7d-7507f08a6d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.089184 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ddee144-b09c-4b50-8e7d-7507f08a6d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.125254 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5782d8d7-6843-421e-bca0-852afea25a31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.246424 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ddee144-b09c-4b50-8e7d-7507f08a6d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.249057 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4ddee144-b09c-4b50-8e7d-7507f08a6d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.252795 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4ddee144-b09c-4b50-8e7d-7507f08a6d86 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/227643fb-6471-4d14-9a27-e4ddf8d319be HTTP/1.1" status: 204 len: 168 time: 0.3149729 Jul 23 00:01:06.278607 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddee144-b09c-4b50-8e7d-7507f08a6d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227643fb-6471-4d14-9a27-e4ddf8d319be,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:06.441811 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5782d8d7-6843-421e-bca0-852afea25a31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Router 953a5826-f5a9-4b60-b35a-ff70ac13b056 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:01:06.566843 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5782d8d7-6843-421e-bca0-852afea25a31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:01:06.575595 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5782d8d7-6843-421e-bca0-852afea25a31 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "PUT /v2.0/routers/953a5826-f5a9-4b60-b35a-ff70ac13b056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1240439 Jul 23 00:01:06.576157 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47984) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:06.591190 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368637f-995d-42ed-9e74-f153c8516af2 None None] Sync routers for ids ['953a5826-f5a9-4b60-b35a-ff70ac13b056'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:01:06.619936 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47986) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:06.622761 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368637f-995d-42ed-9e74-f153c8516af2 None None] Routers {'953a5826-f5a9-4b60-b35a-ff70ac13b056'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:06.625225 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2368637f-995d-42ed-9e74-f153c8516af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:01:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['953a5826-f5a9-4b60-b35a-ff70ac13b056'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:06.643153 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0727fb4e-11c7-47a2-b96b-6292325e6856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.648797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a1f2ad-8437-437b-8772-6ed32a5143fd tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Deleting subnet 248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:01:06.653846 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4a1f2ad-8437-437b-8772-6ed32a5143fd tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.704130 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4a1f2ad-8437-437b-8772-6ed32a5143fd tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.755877 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0727fb4e-11c7-47a2-b96b-6292325e6856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.763564 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0727fb4e-11c7-47a2-b96b-6292325e6856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.798859 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0727fb4e-11c7-47a2-b96b-6292325e6856 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c67670090de64616b21be69dd26ed1b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768992 Jul 23 00:01:06.801858 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 47996) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:06.814920 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2368637f-995d-42ed-9e74-f153c8516af2 None None] Set router 953a5826-f5a9-4b60-b35a-ff70ac13b056 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:06.823790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727fb4e-11c7-47a2-b96b-6292325e6856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb42300-7412-4ed0-b17b-35a8e010191d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:06.849063 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4a1f2ad-8437-437b-8772-6ed32a5143fd tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.915498 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ba985f6-0b6f-49ef-859f-26cf3ca66a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.949063 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ba985f6-0b6f-49ef-859f-26cf3ca66a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.964348 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4a1f2ad-8437-437b-8772-6ed32a5143fd tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.022722 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1f2ad-8437-437b-8772-6ed32a5143fd tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'Subnet': ['ID=248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:07.051419 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4a1f2ad-8437-437b-8772-6ed32a5143fd tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.056367 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 47998) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:07.057218 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e4a1f2ad-8437-437b-8772-6ed32a5143fd tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "DELETE /v2.0/subnets/248e3eb8-a7f2-4f1e-abb2-b1bdfd181a7b HTTP/1.1" status: 204 len: 168 time: 0.4795003 Jul 23 00:01:07.070268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a2926b-fef9-4a63-96ef-b2a50fe03337 None None] Network 77d64a04-2f59-4bff-9e4a-7bf8904e0f92 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:07.085082 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ba985f6-0b6f-49ef-859f-26cf3ca66a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.085698 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.088706 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ba985f6-0b6f-49ef-859f-26cf3ca66a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.101752 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8ba985f6-0b6f-49ef-859f-26cf3ca66a76 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ceb42300-7412-4ed0-b17b-35a8e010191d HTTP/1.1" status: 204 len: 168 time: 0.2942398 Jul 23 00:01:07.112063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba985f6-0b6f-49ef-859f-26cf3ca66a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb42300-7412-4ed0-b17b-35a8e010191d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:07.194936 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2368637f-995d-42ed-9e74-f153c8516af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'name': 'tempest-TestNetworkBasicOps-router-255881924', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:01:05Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:07.232370 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368637f-995d-42ed-9e74-f153c8516af2 None None] Checking router: 953a5826-f5a9-4b60-b35a-ff70ac13b056 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:01:07.243718 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368637f-995d-42ed-9e74-f153c8516af2 None None] Routers {'953a5826-f5a9-4b60-b35a-ff70ac13b056'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:07.244567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2368637f-995d-42ed-9e74-f153c8516af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:01:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['953a5826-f5a9-4b60-b35a-ff70ac13b056'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:07.310731 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cdd55f0-69dc-4a27-91e8-0c94ee539318 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.480822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2368637f-995d-42ed-9e74-f153c8516af2 None None] Set router 953a5826-f5a9-4b60-b35a-ff70ac13b056 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:07.500942 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cdd55f0-69dc-4a27-91e8-0c94ee539318 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.579657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0852ccd0-9805-4a6b-9f11-c2bec2652249 None None] DHCP port deletion for 77d64a04-2f59-4bff-9e4a-7bf8904e0f92 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:01:07.616648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd55f0-69dc-4a27-91e8-0c94ee539318 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Deleting port 04f14a36-c88b-49d6-a7fa-7df248671382 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:07.617140 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cdd55f0-69dc-4a27-91e8-0c94ee539318 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.756763 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0852ccd0-9805-4a6b-9f11-c2bec2652249 None None] Deleting port b5349983-a265-4c78-afc6-533aaacf5bb0 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:07.757566 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0852ccd0-9805-4a6b-9f11-c2bec2652249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.802251 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0cdd55f0-69dc-4a27-91e8-0c94ee539318 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] For port 04f14a36-c88b-49d6-a7fa-7df248671382, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=04f14a36-c88b-49d6-a7fa-7df248671382,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:07.802527 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cdd55f0-69dc-4a27-91e8-0c94ee539318 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.828805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd55f0-69dc-4a27-91e8-0c94ee539318 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Calling delete_port for 04f14a36-c88b-49d6-a7fa-7df248671382 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:07.944805 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0852ccd0-9805-4a6b-9f11-c2bec2652249 None None] For port b5349983-a265-4c78-afc6-533aaacf5bb0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b5349983-a265-4c78-afc6-533aaacf5bb0,segment=NetworkSegment(9d3696db-7d33-466e-b866-ac6dbdb4deb4),segment_id=9d3696db-7d33-466e-b866-ac6dbdb4deb4)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:07.946076 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0852ccd0-9805-4a6b-9f11-c2bec2652249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.976883 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0852ccd0-9805-4a6b-9f11-c2bec2652249 None None] Calling delete_port for b5349983-a265-4c78-afc6-533aaacf5bb0 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:08.022850 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2368637f-995d-42ed-9e74-f153c8516af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'name': 'tempest-TestNetworkBasicOps-router-255881924', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:01:05Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:08.087579 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368637f-995d-42ed-9e74-f153c8516af2 None None] The sync data for ids ['953a5826-f5a9-4b60-b35a-ff70ac13b056'] in n-d-688802-2 is: [{'id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'name': 'tempest-TestNetworkBasicOps-router-255881924', 'tenant_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:01:05Z', 'revision_number': 5, 'project_id': 'd28b015edbb34eaeb96f7c2c259b971a', 'gw_port': {'id': '04f14a36-c88b-49d6-a7fa-7df248671382', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953a5826-f5a9-4b60-b35a-ff70ac13b056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:56Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:01:08.148907 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0852ccd0-9805-4a6b-9f11-c2bec2652249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:08.188353 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852ccd0-9805-4a6b-9f11-c2bec2652249 None None] Pushing event deleted for resources: {'Port': ['ID=b5349983-a265-4c78-afc6-533aaacf5bb0,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:08.198349 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0852ccd0-9805-4a6b-9f11-c2bec2652249 None None] No DVR routers for this DVR port b5349983-a265-4c78-afc6-533aaacf5bb0 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:01:08.534486 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b5349983-a265-4c78-afc6-533aaacf5bb0 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:01:08.565619 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: b5349983-a265-4c78-afc6-533aaacf5bb0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:01:08.565966 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b5349983-a265-4c78-afc6-533aaacf5bb0 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:01:08.566428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 30ff7d33-60e3-4746-9146-8807315e927e no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:01:08.611887 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 30ff7d33-60e3-4746-9146-8807315e927e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:01:08.612276 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 30ff7d33-60e3-4746-9146-8807315e927e not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:01:08.615439 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cdd55f0-69dc-4a27-91e8-0c94ee539318 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:08.664988 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd55f0-69dc-4a27-91e8-0c94ee539318 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'Port': ['ID=04f14a36-c88b-49d6-a7fa-7df248671382,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:08.746586 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cdd55f0-69dc-4a27-91e8-0c94ee539318 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:08.863391 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cdd55f0-69dc-4a27-91e8-0c94ee539318 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:08.867271 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cdd55f0-69dc-4a27-91e8-0c94ee539318 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:08.921625 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cdd55f0-69dc-4a27-91e8-0c94ee539318 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:08.927794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdd55f0-69dc-4a27-91e8-0c94ee539318 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Fanout notify agent at l3_agent the message router_deleted on router 953a5826-f5a9-4b60-b35a-ff70ac13b056 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:01:08.939314 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cdd55f0-69dc-4a27-91e8-0c94ee539318 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:08.942911 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0cdd55f0-69dc-4a27-91e8-0c94ee539318 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "DELETE /v2.0/routers/953a5826-f5a9-4b60-b35a-ff70ac13b056 HTTP/1.1" status: 204 len: 168 time: 1.8822932 Jul 23 00:01:08.943205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48080) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:09.038685 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92b9ad85-fd01-49cb-921c-adde35e57665 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:09.177302 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92b9ad85-fd01-49cb-921c-adde35e57665 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:09.208211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-92b9ad85-fd01-49cb-921c-adde35e57665 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d64a04-2f59-4bff-9e4a-7bf8904e0f92']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:09.231776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-92b9ad85-fd01-49cb-921c-adde35e57665 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3696db-7d33-466e-b866-ac6dbdb4deb4') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:09.232000 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-92b9ad85-fd01-49cb-921c-adde35e57665 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3696db-7d33-466e-b866-ac6dbdb4deb4') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:09.241425 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92b9ad85-fd01-49cb-921c-adde35e57665 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:09.257401 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92b9ad85-fd01-49cb-921c-adde35e57665 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:09.268230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b9ad85-fd01-49cb-921c-adde35e57665 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:01:09.269070 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92b9ad85-fd01-49cb-921c-adde35e57665 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:01:09.294673 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:01:09.398581 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92b9ad85-fd01-49cb-921c-adde35e57665 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:09.404509 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92b9ad85-fd01-49cb-921c-adde35e57665 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:09.413565 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-92b9ad85-fd01-49cb-921c-adde35e57665 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] 10.222.0.26 "DELETE /v2.0/networks/77d64a04-2f59-4bff-9e4a-7bf8904e0f92 HTTP/1.1" status: 204 len: 168 time: 0.4675255 Jul 23 00:01:09.469330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9ad85-fd01-49cb-921c-adde35e57665 tempest-TestNetworkBasicOps-1640999217 tempest-TestNetworkBasicOps-1640999217-project] Pushing event deleted for resources: {'Network': ['ID=77d64a04-2f59-4bff-9e4a-7bf8904e0f92,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:09.827622 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48120) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:10.040761 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f6869ffb-3d14-42d3-898c-e554e06ece41 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d28b015edbb34eaeb96f7c2c259b971a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2088726 Jul 23 00:01:10.043141 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48130) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:10.099243 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-723e3e77-fc57-4e25-aebd-4a26e647e3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:10.125530 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-723e3e77-fc57-4e25-aebd-4a26e647e3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:10.216148 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-723e3e77-fc57-4e25-aebd-4a26e647e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:10.219522 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-723e3e77-fc57-4e25-aebd-4a26e647e3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:10.221667 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-723e3e77-fc57-4e25-aebd-4a26e647e3c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/415bff06-fc60-4daa-81d0-1d98c9cc35d3 HTTP/1.1" status: 204 len: 168 time: 0.1773918 Jul 23 00:01:10.233959 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e3e77-fc57-4e25-aebd-4a26e647e3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415bff06-fc60-4daa-81d0-1d98c9cc35d3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:10.504297 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 04f14a36-c88b-49d6-a7fa-7df248671382 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:01:10.524544 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 04f14a36-c88b-49d6-a7fa-7df248671382 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:01:10.524872 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 04f14a36-c88b-49d6-a7fa-7df248671382 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:01:10.725184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48156) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:10.750018 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc043f94-9211-4c42-8090-c42ddedee206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:10.922894 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc043f94-9211-4c42-8090-c42ddedee206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:10.928311 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc043f94-9211-4c42-8090-c42ddedee206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:10.984823 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fc043f94-9211-4c42-8090-c42ddedee206 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b66263dbc65249b794b11fc131d6d4a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583995 Jul 23 00:01:10.986178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc043f94-9211-4c42-8090-c42ddedee206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be78ec16-2d20-4b7b-968f-d45554c2b4f4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:10.987396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48168) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:11.044644 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f42eccd0-b57d-4f62-a634-5d4b74e17c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:11.077617 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f42eccd0-b57d-4f62-a634-5d4b74e17c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:11.132930 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f42eccd0-b57d-4f62-a634-5d4b74e17c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:11.136732 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f42eccd0-b57d-4f62-a634-5d4b74e17c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:11.140510 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f42eccd0-b57d-4f62-a634-5d4b74e17c3c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be78ec16-2d20-4b7b-968f-d45554c2b4f4 HTTP/1.1" status: 204 len: 168 time: 0.1494377 Jul 23 00:01:11.154142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42eccd0-b57d-4f62-a634-5d4b74e17c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be78ec16-2d20-4b7b-968f-d45554c2b4f4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:13.953046 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48422) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:14.159159 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad809049-3ece-4d0c-82b4-66a9a4319fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:14.277589 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad809049-3ece-4d0c-82b4-66a9a4319fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:14.283322 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad809049-3ece-4d0c-82b4-66a9a4319fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:14.325421 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad809049-3ece-4d0c-82b4-66a9a4319fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a5a820-0e3e-47ea-b444-b735f5f80a99,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:14.361796 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ad809049-3ece-4d0c-82b4-66a9a4319fed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddd90afde35b44a3a1b19ecbc3fab7e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074235 Jul 23 00:01:14.362288 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48436) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:14.426093 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efc8cf52-ed5c-462a-8daa-c5875425d312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:14.461255 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efc8cf52-ed5c-462a-8daa-c5875425d312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:14.518229 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efc8cf52-ed5c-462a-8daa-c5875425d312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:14.522256 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efc8cf52-ed5c-462a-8daa-c5875425d312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:14.523645 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-efc8cf52-ed5c-462a-8daa-c5875425d312 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/40a5a820-0e3e-47ea-b444-b735f5f80a99 HTTP/1.1" status: 204 len: 168 time: 0.1600027 Jul 23 00:01:14.532949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8cf52-ed5c-462a-8daa-c5875425d312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a5a820-0e3e-47ea-b444-b735f5f80a99,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:14.858798 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48458) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:14.873709 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07f19348-1e09-4bd6-829a-eea3ea581704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:14.984469 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07f19348-1e09-4bd6-829a-eea3ea581704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:14.988723 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07f19348-1e09-4bd6-829a-eea3ea581704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:15.032532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48464) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:15.033146 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-07f19348-1e09-4bd6-829a-eea3ea581704 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb2c51b3ac5a43e8ad1059e8a6432df0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726580 Jul 23 00:01:15.035138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f19348-1e09-4bd6-829a-eea3ea581704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38287173-2ad6-476b-9801-d19112cd8825,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:15.099046 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b681c51-9f0f-479a-8b6a-e5aaacb7863c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:15.121446 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b681c51-9f0f-479a-8b6a-e5aaacb7863c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:15.176902 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b681c51-9f0f-479a-8b6a-e5aaacb7863c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:15.180747 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b681c51-9f0f-479a-8b6a-e5aaacb7863c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:15.185042 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9b681c51-9f0f-479a-8b6a-e5aaacb7863c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38287173-2ad6-476b-9801-d19112cd8825 HTTP/1.1" status: 204 len: 168 time: 0.1503370 Jul 23 00:01:15.192820 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b681c51-9f0f-479a-8b6a-e5aaacb7863c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38287173-2ad6-476b-9801-d19112cd8825,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:16.204332 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48526) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:16.340733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-083ac180-f82f-4c59-b236-83578ef0da67 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-135075136-network', 'tenant_id': '2bc9fa31ad1246b5b2098fe42d1f3f37'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:16.376933 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083ac180-f82f-4c59-b236-83578ef0da67 admin admin] Made reservation on behalf of 2bc9fa31ad1246b5b2098fe42d1f3f37 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:16.379486 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-083ac180-f82f-4c59-b236-83578ef0da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.389300 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-083ac180-f82f-4c59-b236-83578ef0da67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.494437 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-083ac180-f82f-4c59-b236-83578ef0da67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.498655 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-083ac180-f82f-4c59-b236-83578ef0da67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.523124 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083ac180-f82f-4c59-b236-83578ef0da67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:01:16.542151 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ac180-f82f-4c59-b236-83578ef0da67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa841a51-a5ce-4404-b90f-1e1094f553e0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:16.548378 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-083ac180-f82f-4c59-b236-83578ef0da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.549036 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-083ac180-f82f-4c59-b236-83578ef0da67 admin admin] Added segment 4d4f1fa5-a711-43b5-9f2f-829e7c27b81f of type vlan for network 52320350-2900-475a-b10a-23d494bcd825 Jul 23 00:01:16.615877 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-083ac180-f82f-4c59-b236-83578ef0da67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.628924 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.652798 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-083ac180-f82f-4c59-b236-83578ef0da67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.653864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083ac180-f82f-4c59-b236-83578ef0da67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:16.654881 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-083ac180-f82f-4c59-b236-83578ef0da67 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.720123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ac180-f82f-4c59-b236-83578ef0da67 admin admin] Pushing event updated for resources: {'Network': ['ID=52320350-2900-475a-b10a-23d494bcd825,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:16.731852 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 52320350-2900-475a-b10a-23d494bcd825 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:01:16.744574 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-083ac180-f82f-4c59-b236-83578ef0da67 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5383227 Jul 23 00:01:16.747736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48548) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:16.753008 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5bbdc83d-b22a-445d-9a80-57721e726c8f admin admin] Request body: {'subnet': {'network_id': '52320350-2900-475a-b10a-23d494bcd825', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-135075136-subnet', 'tenant_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:16.796645 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbdc83d-b22a-445d-9a80-57721e726c8f admin admin] Made reservation on behalf of 2bc9fa31ad1246b5b2098fe42d1f3f37 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:16.799412 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc83d-b22a-445d-9a80-57721e726c8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.006372 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc83d-b22a-445d-9a80-57721e726c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.083162 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdc83d-b22a-445d-9a80-57721e726c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=98523eb3-bd52-49ed-a9a2-367ddafe09de,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:17.104493 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbdc83d-b22a-445d-9a80-57721e726c8f admin admin] Checking segment: {'id': '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '52320350-2900-475a-b10a-23d494bcd825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:17.105004 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbdc83d-b22a-445d-9a80-57721e726c8f admin admin] Network hostable DHCP agents. Network: 52320350-2900-475a-b10a-23d494bcd825, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:01:17.124521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbdc83d-b22a-445d-9a80-57721e726c8f admin admin] Network 52320350-2900-475a-b10a-23d494bcd825 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:01:17.136312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5bbdc83d-b22a-445d-9a80-57721e726c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 52320350-2900-475a-b10a-23d494bcd825) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:17.140901 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbdc83d-b22a-445d-9a80-57721e726c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:17.141810 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc83d-b22a-445d-9a80-57721e726c8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.148938 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ae5637-40ec-4af4-b894-4bf74732fad4 None None] Network 52320350-2900-475a-b10a-23d494bcd825 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:17.168606 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5bbdc83d-b22a-445d-9a80-57721e726c8f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4163680 Jul 23 00:01:17.168829 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48562) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:17.174153 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-135075136-router', 'tenant_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:17.203311 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.204709 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.273211 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.324330 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-52320350-2900-475a-b10a-23d494bcd825', 'network_id': '52320350-2900-475a-b10a-23d494bcd825', 'tenant_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'fixed_ips': [{'subnet_id': '98523eb3-bd52-49ed-a9a2-367ddafe09de'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:01:17.325790 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.441928 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.481350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Allocated IP 172.20.0.2 (52320350-2900-475a-b10a-23d494bcd825/98523eb3-bd52-49ed-a9a2-367ddafe09de/a480f697-cf22-421e-851b-099b3885c263) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:17.746449 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.766900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Transition to ACTIVE for port object a480f697-cf22-421e-851b-099b3885c263 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:17.797531 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Transition to ACTIVE for port object a480f697-cf22-421e-851b-099b3885c263 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:17.821151 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.840569 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.869446 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.934158 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Pushing event updated for resources: {'Port': ['ID=a480f697-cf22-421e-851b-099b3885c263,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:17.961878 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Network 52320350-2900-475a-b10a-23d494bcd825 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:17.965871 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:17.980295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:18.037351 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Allocated IP 172.25.4.140 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/2d8891cd-bafa-4c1f-a34c-a62bd85fdf23) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:18.083670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Attempting to bind port a480f697-cf22-421e-851b-099b3885c263 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:18.084374 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Attempting to bind port a480f697-cf22-421e-851b-099b3885c263 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '52320350-2900-475a-b10a-23d494bcd825'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:18.084990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Attempting to bind port a480f697-cf22-421e-851b-099b3885c263 on network 52320350-2900-475a-b10a-23d494bcd825 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:18.097605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:18.098145 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Checking segment: {'id': '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '52320350-2900-475a-b10a-23d494bcd825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:18.098782 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.099128 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Bound using segment: {'id': '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '52320350-2900-475a-b10a-23d494bcd825'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:18.099705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Bound port: a480f697-cf22-421e-851b-099b3885c263, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '52320350-2900-475a-b10a-23d494bcd825'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:18.100193 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.159807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48592) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:18.189258 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] For port a480f697-cf22-421e-851b-099b3885c263, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:18.195796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] For port a480f697-cf22-421e-851b-099b3885c263, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a480f697-cf22-421e-851b-099b3885c263,segment=NetworkSegment(4d4f1fa5-a711-43b5-9f2f-829e7c27b81f),segment_id=4d4f1fa5-a711-43b5-9f2f-829e7c27b81f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:18.202523 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.248037 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.277861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edf020-925e-492e-a2c7-2b6b06b27733 None None] Pushing event updated for resources: {'Port': ['ID=a480f697-cf22-421e-851b-099b3885c263,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:18.350036 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49eedc96-d622-46f9-acf2-ed26333e9b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.369024 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.458571 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Pushing event updated for resources: {'Port': ['ID=2d8891cd-bafa-4c1f-a34c-a62bd85fdf23,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:18.475521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:18.477031 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:18.484158 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:18.544493 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49eedc96-d622-46f9-acf2-ed26333e9b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.550441 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-49eedc96-d622-46f9-acf2-ed26333e9b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.646526 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eedc96-d622-46f9-acf2-ed26333e9b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c55127-f234-4e25-bbc8-4c0e15c156f6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:18.659327 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-49eedc96-d622-46f9-acf2-ed26333e9b04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e86fa38c3cb04d2f8b88bf70eacea22c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983976 Jul 23 00:01:18.663016 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48600) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:18.725411 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99c957ad-aa2e-4d8d-9742-53aa02277b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.766276 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99c957ad-aa2e-4d8d-9742-53aa02277b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.833331 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99c957ad-aa2e-4d8d-9742-53aa02277b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.839060 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99c957ad-aa2e-4d8d-9742-53aa02277b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.840607 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-99c957ad-aa2e-4d8d-9742-53aa02277b3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2c55127-f234-4e25-bbc8-4c0e15c156f6 HTTP/1.1" status: 204 len: 168 time: 0.1765943 Jul 23 00:01:18.851131 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c957ad-aa2e-4d8d-9742-53aa02277b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c55127-f234-4e25-bbc8-4c0e15c156f6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:18.950531 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:19.208337 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:19.288942 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48618) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:19.326531 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ae43aea-0a83-4460-b4e7-874c86b15908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:19.504237 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ae43aea-0a83-4460-b4e7-874c86b15908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:19.506537 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Router 9028320e-f103-4928-8ec6-bf875510fa4b is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:01:19.511490 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5ae43aea-0a83-4460-b4e7-874c86b15908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:19.547897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae43aea-0a83-4460-b4e7-874c86b15908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25acdeaa-37d5-49d0-87af-f79d150d73bc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:19.597215 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48624) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:19.603560 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ae43aea-0a83-4460-b4e7-874c86b15908 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2bb28e08cfd84e258b007f8cc2dafe52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039849 Jul 23 00:01:19.662313 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8909deb3-bcaf-4916-b4a7-1e1879dd69a3 None None] Network 52320350-2900-475a-b10a-23d494bcd825 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:19.702111 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0b6d650-7b04-4699-8218-1a04ce547d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:19.706688 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:01:19.719797 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Sync routers for ids ['9028320e-f103-4928-8ec6-bf875510fa4b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:01:19.739505 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Routers {'9028320e-f103-4928-8ec6-bf875510fa4b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:19.739860 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0b6d650-7b04-4699-8218-1a04ce547d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:19.740732 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:01:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9028320e-f103-4928-8ec6-bf875510fa4b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:19.749073 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:19.750368 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9cb6ee65-d729-452b-b96a-b473f38c5b2b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5804515 Jul 23 00:01:19.753047 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48626) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:19.808247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1ca4bae8-7875-494e-b68e-dc6ea208be65 None None] Provisioning for port a480f697-cf22-421e-851b-099b3885c263 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:19.998570 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Set router 9028320e-f103-4928-8ec6-bf875510fa4b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:20.404488 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'name': 'tempest-TestServerMultinode-135075136-router', 'tenant_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '2d8891cd-bafa-4c1f-a34c-a62bd85fdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:17Z', 'updated_at': '2021-07-23T00:01:18Z', 'revision_number': 3, 'project_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'gw_port': {'id': '2d8891cd-bafa-4c1f-a34c-a62bd85fdf23', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:17Z', 'updated_at': '2021-07-23T00:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:20.448254 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Checking router: 9028320e-f103-4928-8ec6-bf875510fa4b for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:01:20.448917 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Updating router 9028320e-f103-4928-8ec6-bf875510fa4b port 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:01:20.506677 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:20.537979 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0b6d650-7b04-4699-8218-1a04ce547d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:20.541173 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0b6d650-7b04-4699-8218-1a04ce547d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:20.542418 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c0b6d650-7b04-4699-8218-1a04ce547d3d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25acdeaa-37d5-49d0-87af-f79d150d73bc HTTP/1.1" status: 204 len: 168 time: 0.9447780 Jul 23 00:01:20.543672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a480f697-cf22-421e-851b-099b3885c263 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:20.559349 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6d650-7b04-4699-8218-1a04ce547d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25acdeaa-37d5-49d0-87af-f79d150d73bc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:20.678203 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port a480f697-cf22-421e-851b-099b3885c263 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:20.687128 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a480f697-cf22-421e-851b-099b3885c263 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:20.688198 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:20.918017 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:20.974927 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:20.992213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port a480f697-cf22-421e-851b-099b3885c263, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a480f697-cf22-421e-851b-099b3885c263,segment=NetworkSegment(4d4f1fa5-a711-43b5-9f2f-829e7c27b81f),segment_id=4d4f1fa5-a711-43b5-9f2f-829e7c27b81f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:21.001555 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:21.036703 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Transition to ACTIVE for port object 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:21.054964 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:21.147541 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=a480f697-cf22-421e-851b-099b3885c263,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:21.172433 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Attempting to bind port 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:21.172433 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Attempting to bind port 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:21.179458 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Attempting to bind port 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:21.202890 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:21.203274 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:21.203681 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:21.204077 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:21.204562 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Bound port: 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:21.204946 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:21.296958 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] For port 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:21.299888 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] For port 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2d8891cd-bafa-4c1f-a34c-a62bd85fdf23,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:21.306951 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c404f4-20df-4edf-bb28-f5fd2863d29e None None] Pushing event updated for resources: {'Port': ['ID=2d8891cd-bafa-4c1f-a34c-a62bd85fdf23,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:21.311330 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:21.320274 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:21.322467 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c404f4-20df-4edf-bb28-f5fd2863d29e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:21.322829 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c404f4-20df-4edf-bb28-f5fd2863d29e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:21.323154 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c404f4-20df-4edf-bb28-f5fd2863d29e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:21.323488 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c404f4-20df-4edf-bb28-f5fd2863d29e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:21.323817 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c404f4-20df-4edf-bb28-f5fd2863d29e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:21.324493 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c404f4-20df-4edf-bb28-f5fd2863d29e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:21.324493 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c404f4-20df-4edf-bb28-f5fd2863d29e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:21.324775 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c404f4-20df-4edf-bb28-f5fd2863d29e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:21.325132 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c404f4-20df-4edf-bb28-f5fd2863d29e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:21.325633 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c404f4-20df-4edf-bb28-f5fd2863d29e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:21.326009 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c404f4-20df-4edf-bb28-f5fd2863d29e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:21.326334 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c404f4-20df-4edf-bb28-f5fd2863d29e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:21.412692 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Routers {'9028320e-f103-4928-8ec6-bf875510fa4b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:21.414035 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:01:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9028320e-f103-4928-8ec6-bf875510fa4b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:21.456388 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c404f4-20df-4edf-bb28-f5fd2863d29e None None] Pushing event updated for resources: {'Port': ['ID=2d8891cd-bafa-4c1f-a34c-a62bd85fdf23,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:21.583728 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] Set router 9028320e-f103-4928-8ec6-bf875510fa4b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:21.631935 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Allocated IP 172.20.0.1 (52320350-2900-475a-b10a-23d494bcd825/98523eb3-bd52-49ed-a9a2-367ddafe09de/91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:21.791452 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:21.807633 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Transition to ACTIVE for port object 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:21.850648 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:21.901520 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'name': 'tempest-TestServerMultinode-135075136-router', 'tenant_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '2d8891cd-bafa-4c1f-a34c-a62bd85fdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:17Z', 'updated_at': '2021-07-23T00:01:18Z', 'revision_number': 3, 'project_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'gw_port': {'id': '2d8891cd-bafa-4c1f-a34c-a62bd85fdf23', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:17Z', 'updated_at': '2021-07-23T00:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:21.905192 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Pushing event updated for resources: {'Port': ['ID=91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:21.917656 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Network 52320350-2900-475a-b10a-23d494bcd825 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:21.919372 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:21.921801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:21.935922 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61542f0b-a1a1-4408-bc34-03f7c32c7e29 None None] The sync data for ids ['9028320e-f103-4928-8ec6-bf875510fa4b'] in n-d-688802-2 is: [{'id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'name': 'tempest-TestServerMultinode-135075136-router', 'tenant_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '2d8891cd-bafa-4c1f-a34c-a62bd85fdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:17Z', 'updated_at': '2021-07-23T00:01:18Z', 'revision_number': 3, 'project_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'gw_port': {'id': '2d8891cd-bafa-4c1f-a34c-a62bd85fdf23', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:17Z', 'updated_at': '2021-07-23T00:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:01:21.972041 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:22.168803 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-11828ce3-0758-43b0-833e-a8c3a1c7826a req-07e7b587-a9dc-4cd9-91a3-1ea939dbed20 service neutron] (93820) timed out ('10.222.0.26', 51884) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:01:22.206515 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:22.313779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-729dac77-055d-43f2-9ef2-00dce866d954 None None] Provisioning for port 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:22.318583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-729dac77-055d-43f2-9ef2-00dce866d954 None None] Provisioning complete for port 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:22.319584 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-729dac77-055d-43f2-9ef2-00dce866d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:22.474258 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-729dac77-055d-43f2-9ef2-00dce866d954 None None] Port 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:01:22.533367 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a480f697-cf22-421e-851b-099b3885c263 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:22.612332 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:22.621234 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:22.647436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a480f697-cf22-421e-851b-099b3885c263 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:22.647817 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:22.731868 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Pushing event updated for resources: {'Port': ['ID=91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:22.793443 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:22.928507 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Network 52320350-2900-475a-b10a-23d494bcd825 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:22.930219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:23.126906 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Router 9028320e-f103-4928-8ec6-bf875510fa4b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:01:23.351553 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:01:23.371393 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b64191ce-a66a-4021-b51e-ecb188165440 admin admin] 10.222.0.26 "PUT /v2.0/routers/9028320e-f103-4928-8ec6-bf875510fa4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6089373 Jul 23 00:01:23.442747 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-64b6cb35-0c41-4f04-a67b-569179fdf582 None None] Provisioning complete for port 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:23.443296 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-64b6cb35-0c41-4f04-a67b-569179fdf582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:23.491376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-64b6cb35-0c41-4f04-a67b-569179fdf582 None None] Port 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:01:24.226249 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 48762) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:24.232411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-213c2671-0627-4413-89d5-247a9267094a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2018089656-network', 'tenant_id': '2a7aa803b2b04c61a28c441a48282281'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:24.279134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213c2671-0627-4413-89d5-247a9267094a admin admin] Made reservation on behalf of 2a7aa803b2b04c61a28c441a48282281 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:24.283070 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-213c2671-0627-4413-89d5-247a9267094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.303125 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-213c2671-0627-4413-89d5-247a9267094a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.428084 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-213c2671-0627-4413-89d5-247a9267094a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.435628 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-213c2671-0627-4413-89d5-247a9267094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.471089 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c2671-0627-4413-89d5-247a9267094a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e468d001-fb2f-409e-852b-e0aef321515f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:24.476759 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213c2671-0627-4413-89d5-247a9267094a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:01:24.490662 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-213c2671-0627-4413-89d5-247a9267094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.490812 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-213c2671-0627-4413-89d5-247a9267094a admin admin] Added segment 4549a3ad-bc05-48a3-bfbf-8ff0c4600616 of type vlan for network 969c5015-ce7b-47dd-a666-62b06896c137 Jul 23 00:01:24.547534 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-213c2671-0627-4413-89d5-247a9267094a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.586854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:24.591156 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-213c2671-0627-4413-89d5-247a9267094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.592228 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213c2671-0627-4413-89d5-247a9267094a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:24.592839 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-213c2671-0627-4413-89d5-247a9267094a admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.634537 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Sync routers for ids ['9028320e-f103-4928-8ec6-bf875510fa4b'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:01:24.646698 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-213c2671-0627-4413-89d5-247a9267094a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4184694 Jul 23 00:01:24.648923 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48786) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:24.655099 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c20b5f0d-d636-4713-b1ec-f2e9a41dd5b2 admin admin] Request body: {'subnet': {'network_id': '969c5015-ce7b-47dd-a666-62b06896c137', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2018089656-subnet', 'tenant_id': '2a7aa803b2b04c61a28c441a48282281', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:24.657960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Routers {'9028320e-f103-4928-8ec6-bf875510fa4b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:24.659471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:01:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9028320e-f103-4928-8ec6-bf875510fa4b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:24.688123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c2671-0627-4413-89d5-247a9267094a admin admin] Pushing event updated for resources: {'Network': ['ID=969c5015-ce7b-47dd-a666-62b06896c137,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:24.707620 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20b5f0d-d636-4713-b1ec-f2e9a41dd5b2 admin admin] Made reservation on behalf of 2a7aa803b2b04c61a28c441a48282281 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:24.711066 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c20b5f0d-d636-4713-b1ec-f2e9a41dd5b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.745693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 969c5015-ce7b-47dd-a666-62b06896c137 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:01:24.889920 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Set router 9028320e-f103-4928-8ec6-bf875510fa4b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:24.893686 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:24.999361 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:24.999759 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.081709 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c20b5f0d-d636-4713-b1ec-f2e9a41dd5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.156114 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b5f0d-d636-4713-b1ec-f2e9a41dd5b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d88ead-ea69-4d04-8397-2dc80f8bf933,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:25.217491 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20b5f0d-d636-4713-b1ec-f2e9a41dd5b2 admin admin] Checking segment: {'id': '4549a3ad-bc05-48a3-bfbf-8ff0c4600616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '969c5015-ce7b-47dd-a666-62b06896c137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:25.217886 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20b5f0d-d636-4713-b1ec-f2e9a41dd5b2 admin admin] Network hostable DHCP agents. Network: 969c5015-ce7b-47dd-a666-62b06896c137, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:01:25.237276 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.257125 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20b5f0d-d636-4713-b1ec-f2e9a41dd5b2 admin admin] Network 969c5015-ce7b-47dd-a666-62b06896c137 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:01:25.269315 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2d8891cd-bafa-4c1f-a34c-a62bd85fdf23,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:25.285800 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.287952 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c20b5f0d-d636-4713-b1ec-f2e9a41dd5b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 969c5015-ce7b-47dd-a666-62b06896c137) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:25.303498 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20b5f0d-d636-4713-b1ec-f2e9a41dd5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:25.308352 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c20b5f0d-d636-4713-b1ec-f2e9a41dd5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.313781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'name': 'tempest-TestServerMultinode-135075136-router', 'tenant_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '2d8891cd-bafa-4c1f-a34c-a62bd85fdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:17Z', 'updated_at': '2021-07-23T00:01:22Z', 'revision_number': 4, 'project_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'gw_port': {'id': '2d8891cd-bafa-4c1f-a34c-a62bd85fdf23', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:17Z', 'updated_at': '2021-07-23T00:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8', 'name': '', 'network_id': '52320350-2900-475a-b10a-23d494bcd825', 'tenant_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'mac_address': 'fa:16:3e:cf:4a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '98523eb3-bd52-49ed-a9a2-367ddafe09de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:21Z', 'updated_at': '2021-07-23T00:01:22Z', 'revision_number': 2, 'project_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'subnets': [{'id': '98523eb3-bd52-49ed-a9a2-367ddafe09de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:25.343426 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c20b5f0d-d636-4713-b1ec-f2e9a41dd5b2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6927726 Jul 23 00:01:25.345828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 48864) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:25.353719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2018089656-router', 'tenant_id': '2a7aa803b2b04c61a28c441a48282281', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:25.371692 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54415865-dd73-466c-80bc-9de8ea2b1648 None None] Network 969c5015-ce7b-47dd-a666-62b06896c137 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:25.388042 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.390646 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.483049 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.495187 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Checking router: 9028320e-f103-4928-8ec6-bf875510fa4b for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:01:25.495187 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Updating router 9028320e-f103-4928-8ec6-bf875510fa4b port 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:01:25.636222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=2d8891cd-bafa-4c1f-a34c-a62bd85fdf23,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:25.640688 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.728576 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-969c5015-ce7b-47dd-a666-62b06896c137', 'network_id': '969c5015-ce7b-47dd-a666-62b06896c137', 'tenant_id': '2a7aa803b2b04c61a28c441a48282281', 'fixed_ips': [{'subnet_id': 'a3d88ead-ea69-4d04-8397-2dc80f8bf933'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:01:25.729470 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.824542 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:26.079998 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Allocated IP 172.20.0.2 (969c5015-ce7b-47dd-a666-62b06896c137/a3d88ead-ea69-4d04-8397-2dc80f8bf933/ac2e5440-51ec-4c14-903d-7bb3b5c924f6) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:26.188031 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:26.238511 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:26.509022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Allocated IP 172.25.4.137 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/5d367c9d-ddd7-4143-92c9-55d8fa07f83b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:26.531133 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:26.585756 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:26.618574 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Transition to ACTIVE for port object 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:26.672300 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:26.681842 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:26.724025 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:26.762140 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:26.762748 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:26.820084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:26.829597 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:26.832119 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:26.835063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6b645-1c8e-4d62-93d5-1eaeba80b92f None None] Pushing event updated for resources: {'Port': ['ID=91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:26.838519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:26.842459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Pushing event updated for resources: {'Port': ['ID=5d367c9d-ddd7-4143-92c9-55d8fa07f83b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:26.889528 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Transition to ACTIVE for port object ac2e5440-51ec-4c14-903d-7bb3b5c924f6 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:26.967096 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Transition to ACTIVE for port object ac2e5440-51ec-4c14-903d-7bb3b5c924f6 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:27.081524 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.253704 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Network 969c5015-ce7b-47dd-a666-62b06896c137 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:27.268879 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:27.272541 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Attempting to bind port 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:27.272922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Attempting to bind port 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '52320350-2900-475a-b10a-23d494bcd825'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:27.273320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Attempting to bind port 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 on network 52320350-2900-475a-b10a-23d494bcd825 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:27.276185 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Pushing event updated for resources: {'Port': ['ID=ac2e5440-51ec-4c14-903d-7bb3b5c924f6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:27.282675 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:27.294269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:27.294921 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Checking segment: {'id': '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '52320350-2900-475a-b10a-23d494bcd825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:27.295507 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.296528 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Bound using segment: {'id': '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '52320350-2900-475a-b10a-23d494bcd825'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:27.296993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Bound port: 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '52320350-2900-475a-b10a-23d494bcd825'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:27.297332 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.332784 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.399126 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Attempting to bind port ac2e5440-51ec-4c14-903d-7bb3b5c924f6 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:27.399599 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Attempting to bind port ac2e5440-51ec-4c14-903d-7bb3b5c924f6 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '4549a3ad-bc05-48a3-bfbf-8ff0c4600616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '969c5015-ce7b-47dd-a666-62b06896c137'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:27.401336 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Attempting to bind port ac2e5440-51ec-4c14-903d-7bb3b5c924f6 on network 969c5015-ce7b-47dd-a666-62b06896c137 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:27.408654 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:27.409354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Checking segment: {'id': '4549a3ad-bc05-48a3-bfbf-8ff0c4600616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '969c5015-ce7b-47dd-a666-62b06896c137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:27.409979 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.410558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Bound using segment: {'id': '4549a3ad-bc05-48a3-bfbf-8ff0c4600616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '969c5015-ce7b-47dd-a666-62b06896c137'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:27.411221 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Bound port: ac2e5440-51ec-4c14-903d-7bb3b5c924f6, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4549a3ad-bc05-48a3-bfbf-8ff0c4600616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '969c5015-ce7b-47dd-a666-62b06896c137'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:27.412448 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.503654 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] For port ac2e5440-51ec-4c14-903d-7bb3b5c924f6, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:27.507312 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] For port ac2e5440-51ec-4c14-903d-7bb3b5c924f6, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ac2e5440-51ec-4c14-903d-7bb3b5c924f6,segment=NetworkSegment(4549a3ad-bc05-48a3-bfbf-8ff0c4600616),segment_id=4549a3ad-bc05-48a3-bfbf-8ff0c4600616)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:27.516587 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.519321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] For port 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:27.592487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] For port 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8,segment=NetworkSegment(4d4f1fa5-a711-43b5-9f2f-829e7c27b81f),segment_id=4d4f1fa5-a711-43b5-9f2f-829e7c27b81f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:27.597121 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.607553 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.656652 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a6c2b-8b42-48fd-a9d2-35536e462301 None None] Pushing event updated for resources: {'Port': ['ID=ac2e5440-51ec-4c14-903d-7bb3b5c924f6,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:27.755502 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Routers {'9028320e-f103-4928-8ec6-bf875510fa4b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:27.756138 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:01:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9028320e-f103-4928-8ec6-bf875510fa4b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:27.772019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Router 75db0efd-800d-4bc0-a762-ef0b69a207e6 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:01:27.916017 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6b645-1c8e-4d62-93d5-1eaeba80b92f None None] Pushing event updated for resources: {'Port': ['ID=91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:27.951801 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:01:27.964264 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Sync routers for ids ['75db0efd-800d-4bc0-a762-ef0b69a207e6'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:01:27.996529 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:28.002712 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0aa54151-8ca2-4cd1-b795-258886140d1e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6555858 Jul 23 00:01:28.005581 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49126) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:28.017142 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Routers {'75db0efd-800d-4bc0-a762-ef0b69a207e6'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:28.018253 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:01:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['75db0efd-800d-4bc0-a762-ef0b69a207e6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:28.110488 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] Set router 9028320e-f103-4928-8ec6-bf875510fa4b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:28.514086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'name': 'tempest-TestServerMultinode-135075136-router', 'tenant_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '2d8891cd-bafa-4c1f-a34c-a62bd85fdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:17Z', 'updated_at': '2021-07-23T00:01:22Z', 'revision_number': 4, 'project_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'gw_port': {'id': '2d8891cd-bafa-4c1f-a34c-a62bd85fdf23', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:17Z', 'updated_at': '2021-07-23T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8', 'name': '', 'network_id': '52320350-2900-475a-b10a-23d494bcd825', 'tenant_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'mac_address': 'fa:16:3e:cf:4a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '98523eb3-bd52-49ed-a9a2-367ddafe09de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:21Z', 'updated_at': '2021-07-23T00:01:27Z', 'revision_number': 4, 'project_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'subnets': [{'id': '98523eb3-bd52-49ed-a9a2-367ddafe09de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:28.554207 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Set router 75db0efd-800d-4bc0-a762-ef0b69a207e6 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:28.567106 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ac2e5440-51ec-4c14-903d-7bb3b5c924f6 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:28.617221 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73bc86e-060b-455b-90fd-101b6ff96355 None None] The sync data for ids ['9028320e-f103-4928-8ec6-bf875510fa4b'] in n-d-688802-2 is: [{'id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'name': 'tempest-TestServerMultinode-135075136-router', 'tenant_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '2d8891cd-bafa-4c1f-a34c-a62bd85fdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:17Z', 'updated_at': '2021-07-23T00:01:22Z', 'revision_number': 4, 'project_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'gw_port': {'id': '2d8891cd-bafa-4c1f-a34c-a62bd85fdf23', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:17Z', 'updated_at': '2021-07-23T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8', 'name': '', 'network_id': '52320350-2900-475a-b10a-23d494bcd825', 'tenant_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'mac_address': 'fa:16:3e:cf:4a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '98523eb3-bd52-49ed-a9a2-367ddafe09de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:21Z', 'updated_at': '2021-07-23T00:01:27Z', 'revision_number': 4, 'project_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'subnets': [{'id': '98523eb3-bd52-49ed-a9a2-367ddafe09de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:01:28.655554 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port ac2e5440-51ec-4c14-903d-7bb3b5c924f6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:28.995007 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'name': 'tempest-TestServerMultinode-2018089656-router', 'tenant_id': '2a7aa803b2b04c61a28c441a48282281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5d367c9d-ddd7-4143-92c9-55d8fa07f83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:25Z', 'updated_at': '2021-07-23T00:01:27Z', 'revision_number': 3, 'project_id': '2a7aa803b2b04c61a28c441a48282281', 'gw_port': {'id': '5d367c9d-ddd7-4143-92c9-55d8fa07f83b', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:26Z', 'updated_at': '2021-07-23T00:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:29.086586 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Checking router: 75db0efd-800d-4bc0-a762-ef0b69a207e6 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:01:29.089206 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Updating router 75db0efd-800d-4bc0-a762-ef0b69a207e6 port 5d367c9d-ddd7-4143-92c9-55d8fa07f83b binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:01:29.122869 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:29.200236 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:29.413527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3a8c52-8bc0-465c-9ece-19cfdb2abf6e None None] Network 969c5015-ce7b-47dd-a666-62b06896c137 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:29.445662 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Allocated IP 172.20.0.1 (969c5015-ce7b-47dd-a666-62b06896c137/a3d88ead-ea69-4d04-8397-2dc80f8bf933/289828b2-64ff-4b44-8c8a-ab14ca90f13b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:29.535637 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-79ecbfb4-ad0c-4059-9fb8-1d1f003c2601 None None] Provisioning for port ac2e5440-51ec-4c14-903d-7bb3b5c924f6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:29.557837 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-79ecbfb4-ad0c-4059-9fb8-1d1f003c2601 None None] Provisioning complete for port ac2e5440-51ec-4c14-903d-7bb3b5c924f6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:29.558360 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79ecbfb4-ad0c-4059-9fb8-1d1f003c2601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:29.580412 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:01:29.668330 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:29.711444 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Transition to ACTIVE for port object 289828b2-64ff-4b44-8c8a-ab14ca90f13b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:29.782332 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:29.787388 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:29.817537 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Transition to ACTIVE for port object 5d367c9d-ddd7-4143-92c9-55d8fa07f83b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:29.828541 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:29.874498 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Network 969c5015-ce7b-47dd-a666-62b06896c137 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:29.886736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:29.891978 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:29.950847 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Attempting to bind port 5d367c9d-ddd7-4143-92c9-55d8fa07f83b on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:29.951224 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Attempting to bind port 5d367c9d-ddd7-4143-92c9-55d8fa07f83b by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:29.951588 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Attempting to bind port 5d367c9d-ddd7-4143-92c9-55d8fa07f83b on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:29.953810 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e79364-64a9-44d6-8100-2e574c111cc2 None None] Pushing event updated for resources: {'Port': ['ID=5d367c9d-ddd7-4143-92c9-55d8fa07f83b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:29.961184 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:29.962420 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:29.963055 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:29.963691 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:29.964330 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Bound port: 5d367c9d-ddd7-4143-92c9-55d8fa07f83b, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:29.964898 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:29.987439 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:29.990628 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79ecbfb4-ad0c-4059-9fb8-1d1f003c2601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:29.994599 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Pushing event updated for resources: {'Port': ['ID=289828b2-64ff-4b44-8c8a-ab14ca90f13b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:30.045393 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] For port 5d367c9d-ddd7-4143-92c9-55d8fa07f83b, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:30.050198 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] For port 5d367c9d-ddd7-4143-92c9-55d8fa07f83b, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5d367c9d-ddd7-4143-92c9-55d8fa07f83b,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:30.059024 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-79ecbfb4-ad0c-4059-9fb8-1d1f003c2601 None None] For port ac2e5440-51ec-4c14-903d-7bb3b5c924f6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ac2e5440-51ec-4c14-903d-7bb3b5c924f6,segment=NetworkSegment(4549a3ad-bc05-48a3-bfbf-8ff0c4600616),segment_id=4549a3ad-bc05-48a3-bfbf-8ff0c4600616)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:30.063259 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.072856 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79ecbfb4-ad0c-4059-9fb8-1d1f003c2601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.174502 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Routers {'75db0efd-800d-4bc0-a762-ef0b69a207e6'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:30.175980 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:01:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['75db0efd-800d-4bc0-a762-ef0b69a207e6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:30.192027 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecbfb4-ad0c-4059-9fb8-1d1f003c2601 None None] Pushing event updated for resources: {'Port': ['ID=ac2e5440-51ec-4c14-903d-7bb3b5c924f6,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:30.336964 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.404866 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e79364-64a9-44d6-8100-2e574c111cc2 None None] Pushing event updated for resources: {'Port': ['ID=5d367c9d-ddd7-4143-92c9-55d8fa07f83b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:30.438435 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] Set router 75db0efd-800d-4bc0-a762-ef0b69a207e6 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:30.533812 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-adf5ddbd-42a5-46ca-b28b-3759042da93e None None] Provisioning for port 289828b2-64ff-4b44-8c8a-ab14ca90f13b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:30.543764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-adf5ddbd-42a5-46ca-b28b-3759042da93e None None] Provisioning complete for port 289828b2-64ff-4b44-8c8a-ab14ca90f13b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:30.544944 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-adf5ddbd-42a5-46ca-b28b-3759042da93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.652199 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-adf5ddbd-42a5-46ca-b28b-3759042da93e None None] Port 289828b2-64ff-4b44-8c8a-ab14ca90f13b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:01:30.678789 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-adf5ddbd-42a5-46ca-b28b-3759042da93e None None] Provisioning complete for port ac2e5440-51ec-4c14-903d-7bb3b5c924f6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:30.679182 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-adf5ddbd-42a5-46ca-b28b-3759042da93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.718120 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.735608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.741449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:30.879343 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:30.884481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:30.885053 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.890597 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Pushing event updated for resources: {'Port': ['ID=289828b2-64ff-4b44-8c8a-ab14ca90f13b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:30.898752 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.909631 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'name': 'tempest-TestServerMultinode-2018089656-router', 'tenant_id': '2a7aa803b2b04c61a28c441a48282281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5d367c9d-ddd7-4143-92c9-55d8fa07f83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:25Z', 'updated_at': '2021-07-23T00:01:27Z', 'revision_number': 3, 'project_id': '2a7aa803b2b04c61a28c441a48282281', 'gw_port': {'id': '5d367c9d-ddd7-4143-92c9-55d8fa07f83b', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:26Z', 'updated_at': '2021-07-23T00:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:30.945872 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ab97f-b815-4dd5-b8f3-a2153e32b949 None None] The sync data for ids ['75db0efd-800d-4bc0-a762-ef0b69a207e6'] in n-d-688802-2 is: [{'id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'name': 'tempest-TestServerMultinode-2018089656-router', 'tenant_id': '2a7aa803b2b04c61a28c441a48282281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5d367c9d-ddd7-4143-92c9-55d8fa07f83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:25Z', 'updated_at': '2021-07-23T00:01:27Z', 'revision_number': 3, 'project_id': '2a7aa803b2b04c61a28c441a48282281', 'gw_port': {'id': '5d367c9d-ddd7-4143-92c9-55d8fa07f83b', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:26Z', 'updated_at': '2021-07-23T00:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:01:31.038514 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:31.041282 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-226c5565-6c60-4ee1-8133-5e7be9858e01 None None] Provisioning complete for port 289828b2-64ff-4b44-8c8a-ab14ca90f13b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:31.042115 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-226c5565-6c60-4ee1-8133-5e7be9858e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:31.058297 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Network 969c5015-ce7b-47dd-a666-62b06896c137 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:31.060491 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:31.107267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-226c5565-6c60-4ee1-8133-5e7be9858e01 None None] Port 289828b2-64ff-4b44-8c8a-ab14ca90f13b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:01:31.110072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8,segment=NetworkSegment(4d4f1fa5-a711-43b5-9f2f-829e7c27b81f),segment_id=4d4f1fa5-a711-43b5-9f2f-829e7c27b81f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:31.116784 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:31.117620 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ac2e5440-51ec-4c14-903d-7bb3b5c924f6 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:31.225238 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Router 75db0efd-800d-4bc0-a762-ef0b69a207e6 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:01:31.244151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:31.265783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port ac2e5440-51ec-4c14-903d-7bb3b5c924f6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:31.267353 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:31.412761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:01:31.420222 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-aff69be2-6fc8-466f-b044-8d5ce1bb3fac admin admin] 10.222.0.26 "PUT /v2.0/routers/75db0efd-800d-4bc0-a762-ef0b69a207e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4135568 Jul 23 00:01:31.442238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7e373361-7969-42dd-8424-34d64c3b8602 None None] Provisioning complete for port 289828b2-64ff-4b44-8c8a-ab14ca90f13b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:31.442615 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e373361-7969-42dd-8424-34d64c3b8602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:31.498185 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7e373361-7969-42dd-8424-34d64c3b8602 None None] Port 289828b2-64ff-4b44-8c8a-ab14ca90f13b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:01:31.628237 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4cd7010-faf8-4913-a09e-1a3e5fc50dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:32.275874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-820b0c83-cea8-492a-a460-0628d31d88b3 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:32.277516 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-820b0c83-cea8-492a-a460-0628d31d88b3 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/networks?id=52320350-2900-475a-b10a-23d494bcd825 HTTP/1.1" status: 200 len: 910 time: 0.0959876 Jul 23 00:01:32.296053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-25eb29ad-333e-4333-bf7b-dbfe2370ba6b tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/quotas/2a7aa803b2b04c61a28c441a48282281 HTTP/1.1" status: 200 len: 375 time: 0.0113935 Jul 23 00:01:32.449845 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-034864f3-25b7-4265-88a6-6cc8a120cd9d tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a7aa803b2b04c61a28c441a48282281&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1472640 Jul 23 00:01:32.482969 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-316202b6-673e-4302-adb9-7a826e072238 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:01:32.483990 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-316202b6-673e-4302-adb9-7a826e072238 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097563 Jul 23 00:01:32.657335 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-be7f8aac-c216-49dc-8396-2d0ef61a4318 service neutron] 10.222.0.26 "GET /v2.0/networks/52320350-2900-475a-b10a-23d494bcd825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656578 Jul 23 00:01:32.666353 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5d367c9d-ddd7-4143-92c9-55d8fa07f83b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:32.777055 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 5d367c9d-ddd7-4143-92c9-55d8fa07f83b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:32.782309 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 5d367c9d-ddd7-4143-92c9-55d8fa07f83b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:32.782835 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:32.863190 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-d5859abd-a768-4d52-9a72-60f02b1e80ae service neutron] 10.222.0.26 "GET /v2.0/networks/52320350-2900-475a-b10a-23d494bcd825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027349 Jul 23 00:01:32.943438 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:32.987018 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 5d367c9d-ddd7-4143-92c9-55d8fa07f83b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5d367c9d-ddd7-4143-92c9-55d8fa07f83b,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:32.995779 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:32.997190 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:33.160378 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=5d367c9d-ddd7-4143-92c9-55d8fa07f83b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:33.286580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:33.287014 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:33.304975 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a3328c7e-f725-44df-ad46-b39c6c7802a4 req-18f7b805-d390-4b63-a7a6-6773ad8e48d4 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 210 time: 0.0665133 Jul 23 00:01:33.808268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Sync routers for ids ['75db0efd-800d-4bc0-a762-ef0b69a207e6'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:01:33.823487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Routers {'75db0efd-800d-4bc0-a762-ef0b69a207e6'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:33.825072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:01:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['75db0efd-800d-4bc0-a762-ef0b69a207e6'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:34.137518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Set router 75db0efd-800d-4bc0-a762-ef0b69a207e6 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:34.505405 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e30a83d5-a8ed-49c7-8e6a-d9dc0b68ac87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:34.522500 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:34.549047 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:34.563665 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5d367c9d-ddd7-4143-92c9-55d8fa07f83b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:34.615843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-426f9fc6-30fd-40ae-ba55-0031754d45c4 req-1c4704f7-3cc9-49a0-b1de-2c8195573b0a tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 210 time: 0.0910876 Jul 23 00:01:34.738586 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 5d367c9d-ddd7-4143-92c9-55d8fa07f83b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:34.739177 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:34.853926 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'name': 'tempest-TestServerMultinode-2018089656-router', 'tenant_id': '2a7aa803b2b04c61a28c441a48282281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5d367c9d-ddd7-4143-92c9-55d8fa07f83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:25Z', 'updated_at': '2021-07-23T00:01:30Z', 'revision_number': 4, 'project_id': '2a7aa803b2b04c61a28c441a48282281', 'gw_port': {'id': '5d367c9d-ddd7-4143-92c9-55d8fa07f83b', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:26Z', 'updated_at': '2021-07-23T00:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '289828b2-64ff-4b44-8c8a-ab14ca90f13b', 'name': '', 'network_id': '969c5015-ce7b-47dd-a666-62b06896c137', 'tenant_id': '2a7aa803b2b04c61a28c441a48282281', 'mac_address': 'fa:16:3e:5b:e3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': 'a3d88ead-ea69-4d04-8397-2dc80f8bf933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:29Z', 'updated_at': '2021-07-23T00:01:30Z', 'revision_number': 2, 'project_id': '2a7aa803b2b04c61a28c441a48282281', 'subnets': [{'id': 'a3d88ead-ea69-4d04-8397-2dc80f8bf933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:34.904111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Checking router: 75db0efd-800d-4bc0-a762-ef0b69a207e6 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:01:34.904478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Updating router 75db0efd-800d-4bc0-a762-ef0b69a207e6 port 289828b2-64ff-4b44-8c8a-ab14ca90f13b binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:01:34.982501 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.565202 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-6a950540-71fc-40c1-92cb-9eaf65add74b tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:35.568437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-6a950540-71fc-40c1-92cb-9eaf65add74b tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.95 "GET /v2.0/networks?id=52320350-2900-475a-b10a-23d494bcd825 HTTP/1.1" status: 200 len: 910 time: 0.3494740 Jul 23 00:01:35.583847 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-e2c82e2d-b48d-451e-9b59-441dc7f93d82 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Request body: {'port': {'device_id': '8eee4ba1-af75-447a-be7d-78237916902f', 'network_id': '52320350-2900-475a-b10a-23d494bcd825', 'admin_state_up': True, 'tenant_id': '2a7aa803b2b04c61a28c441a48282281'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:35.648188 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-e2c82e2d-b48d-451e-9b59-441dc7f93d82 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Made reservation on behalf of 2a7aa803b2b04c61a28c441a48282281 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:35.654094 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-e2c82e2d-b48d-451e-9b59-441dc7f93d82 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.737246 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.796377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Transition to ACTIVE for port object 289828b2-64ff-4b44-8c8a-ab14ca90f13b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:35.807928 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.812650 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.911489 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-caa09eed-472f-47d5-a967-f5ba26c93757 req-c3e79fb5-11bc-4ab7-af57-bd23a237a76a tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 210 time: 0.0715728 Jul 23 00:01:35.959611 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a0682-cbba-4909-bc0c-5877fe9a739b None None] Pushing event updated for resources: {'Port': ['ID=289828b2-64ff-4b44-8c8a-ab14ca90f13b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:36.044316 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Attempting to bind port 289828b2-64ff-4b44-8c8a-ab14ca90f13b on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:36.044664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Attempting to bind port 289828b2-64ff-4b44-8c8a-ab14ca90f13b by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '4549a3ad-bc05-48a3-bfbf-8ff0c4600616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '969c5015-ce7b-47dd-a666-62b06896c137'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:36.044914 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Attempting to bind port 289828b2-64ff-4b44-8c8a-ab14ca90f13b on network 969c5015-ce7b-47dd-a666-62b06896c137 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:36.054783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:36.057843 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Checking segment: {'id': '4549a3ad-bc05-48a3-bfbf-8ff0c4600616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '969c5015-ce7b-47dd-a666-62b06896c137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:36.059852 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.063684 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Bound using segment: {'id': '4549a3ad-bc05-48a3-bfbf-8ff0c4600616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '969c5015-ce7b-47dd-a666-62b06896c137'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:36.064262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Bound port: 289828b2-64ff-4b44-8c8a-ab14ca90f13b, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4549a3ad-bc05-48a3-bfbf-8ff0c4600616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '969c5015-ce7b-47dd-a666-62b06896c137'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:36.064659 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.146638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-e2c82e2d-b48d-451e-9b59-441dc7f93d82 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Allocated IP 172.20.0.5 (52320350-2900-475a-b10a-23d494bcd825/98523eb3-bd52-49ed-a9a2-367ddafe09de/2dbcba9a-2878-421f-9277-2f5e9f820a7c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:36.296449 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49764) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:36.301733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] For port 289828b2-64ff-4b44-8c8a-ab14ca90f13b, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:36.311424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] For port 289828b2-64ff-4b44-8c8a-ab14ca90f13b, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=289828b2-64ff-4b44-8c8a-ab14ca90f13b,segment=NetworkSegment(4549a3ad-bc05-48a3-bfbf-8ff0c4600616),segment_id=4549a3ad-bc05-48a3-bfbf-8ff0c4600616)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:36.322224 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.544153 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63473908-c106-46a5-b972-e29aa1bdb982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.548418 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Routers {'75db0efd-800d-4bc0-a762-ef0b69a207e6'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:36.549080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:01:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['75db0efd-800d-4bc0-a762-ef0b69a207e6'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:36.563000 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-e2c82e2d-b48d-451e-9b59-441dc7f93d82 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.590878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-e2c82e2d-b48d-451e-9b59-441dc7f93d82 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Transition to ACTIVE for port object 2dbcba9a-2878-421f-9277-2f5e9f820a7c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:36.644930 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-e2c82e2d-b48d-451e-9b59-441dc7f93d82 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.723527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c82e2d-b48d-451e-9b59-441dc7f93d82 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Pushing event updated for resources: {'Port': ['ID=2dbcba9a-2878-421f-9277-2f5e9f820a7c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:36.745712 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-e2c82e2d-b48d-451e-9b59-441dc7f93d82 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Network 52320350-2900-475a-b10a-23d494bcd825 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:36.749053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-e2c82e2d-b48d-451e-9b59-441dc7f93d82 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:36.764738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-e2c82e2d-b48d-451e-9b59-441dc7f93d82 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:36.829550 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63473908-c106-46a5-b972-e29aa1bdb982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.838751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-e2c82e2d-b48d-451e-9b59-441dc7f93d82 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:36.841967 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63473908-c106-46a5-b972-e29aa1bdb982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.845193 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-e2c82e2d-b48d-451e-9b59-441dc7f93d82 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.869891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-e2c82e2d-b48d-451e-9b59-441dc7f93d82 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2928004 Jul 23 00:01:36.894740 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Request body: {'port': {'device_id': '8eee4ba1-af75-447a-be7d-78237916902f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:36.936381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63473908-c106-46a5-b972-e29aa1bdb982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0ba179-c0a5-4c62-aa98-19b860220eae,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:36.942927 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-63473908-c106-46a5-b972-e29aa1bdb982 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0e3c3841ae1444f86293d2ad5589644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6449449 Jul 23 00:01:36.946123 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49792) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:37.070337 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-930d7076-e4be-4537-8395-8ed3e22cc6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.098092 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-930d7076-e4be-4537-8395-8ed3e22cc6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.181451 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-930d7076-e4be-4537-8395-8ed3e22cc6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.184271 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-930d7076-e4be-4537-8395-8ed3e22cc6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.189559 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-930d7076-e4be-4537-8395-8ed3e22cc6e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e0ba179-c0a5-4c62-aa98-19b860220eae HTTP/1.1" status: 204 len: 168 time: 0.2386527 Jul 23 00:01:37.203178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d7076-e4be-4537-8395-8ed3e22cc6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0ba179-c0a5-4c62-aa98-19b860220eae,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:37.216600 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.315570 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a0682-cbba-4909-bc0c-5877fe9a739b None None] Pushing event updated for resources: {'Port': ['ID=289828b2-64ff-4b44-8c8a-ab14ca90f13b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:37.354795 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.378557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf3d0f-db67-4bd6-8ad3-844ef58d4f8b req-92200931-962c-40e3-bb56-f95cf6db26a8 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:37.380091 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8bf3d0f-db67-4bd6-8ad3-844ef58d4f8b req-92200931-962c-40e3-bb56-f95cf6db26a8 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 1027 time: 0.2630122 Jul 23 00:01:37.425942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] Set router 75db0efd-800d-4bc0-a762-ef0b69a207e6 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:37.508428 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8bf3d0f-db67-4bd6-8ad3-844ef58d4f8b req-f7d96dff-0bde-407b-88d2-e5275604370e tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639741 Jul 23 00:01:37.639482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49804) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:37.654843 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64807e51-727d-459d-b42a-4c1b09674fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.662155 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dbcba9a-2878-421f-9277-2f5e9f820a7c {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:01:37.664784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a14242c7-e9ee-40be-a85c-ec656858715a None None] Provisioning for port 2dbcba9a-2878-421f-9277-2f5e9f820a7c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:37.671827 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.672060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a14242c7-e9ee-40be-a85c-ec656858715a None None] Provisioning complete for port 2dbcba9a-2878-421f-9277-2f5e9f820a7c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:37.672398 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a14242c7-e9ee-40be-a85c-ec656858715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.688107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Transition to ACTIVE for port object 2dbcba9a-2878-421f-9277-2f5e9f820a7c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:37.695082 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.734073 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a14242c7-e9ee-40be-a85c-ec656858715a None None] Port 2dbcba9a-2878-421f-9277-2f5e9f820a7c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:01:37.740492 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'name': 'tempest-TestServerMultinode-2018089656-router', 'tenant_id': '2a7aa803b2b04c61a28c441a48282281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5d367c9d-ddd7-4143-92c9-55d8fa07f83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:25Z', 'updated_at': '2021-07-23T00:01:30Z', 'revision_number': 4, 'project_id': '2a7aa803b2b04c61a28c441a48282281', 'gw_port': {'id': '5d367c9d-ddd7-4143-92c9-55d8fa07f83b', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:26Z', 'updated_at': '2021-07-23T00:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '289828b2-64ff-4b44-8c8a-ab14ca90f13b', 'name': '', 'network_id': '969c5015-ce7b-47dd-a666-62b06896c137', 'tenant_id': '2a7aa803b2b04c61a28c441a48282281', 'mac_address': 'fa:16:3e:5b:e3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': 'a3d88ead-ea69-4d04-8397-2dc80f8bf933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:29Z', 'updated_at': '2021-07-23T00:01:36Z', 'revision_number': 4, 'project_id': '2a7aa803b2b04c61a28c441a48282281', 'subnets': [{'id': 'a3d88ead-ea69-4d04-8397-2dc80f8bf933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:37.775226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbcba9a-2878-421f-9277-2f5e9f820a7c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:37.776095 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff8832e-2c3e-4b2e-9c62-5004930d5abb None None] The sync data for ids ['75db0efd-800d-4bc0-a762-ef0b69a207e6'] in n-d-688802-2 is: [{'id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'name': 'tempest-TestServerMultinode-2018089656-router', 'tenant_id': '2a7aa803b2b04c61a28c441a48282281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5d367c9d-ddd7-4143-92c9-55d8fa07f83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:25Z', 'updated_at': '2021-07-23T00:01:30Z', 'revision_number': 4, 'project_id': '2a7aa803b2b04c61a28c441a48282281', 'gw_port': {'id': '5d367c9d-ddd7-4143-92c9-55d8fa07f83b', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:26Z', 'updated_at': '2021-07-23T00:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '289828b2-64ff-4b44-8c8a-ab14ca90f13b', 'name': '', 'network_id': '969c5015-ce7b-47dd-a666-62b06896c137', 'tenant_id': '2a7aa803b2b04c61a28c441a48282281', 'mac_address': 'fa:16:3e:5b:e3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': 'a3d88ead-ea69-4d04-8397-2dc80f8bf933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:29Z', 'updated_at': '2021-07-23T00:01:36Z', 'revision_number': 4, 'project_id': '2a7aa803b2b04c61a28c441a48282281', 'subnets': [{'id': 'a3d88ead-ea69-4d04-8397-2dc80f8bf933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:01:37.797635 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64807e51-727d-459d-b42a-4c1b09674fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.808126 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64807e51-727d-459d-b42a-4c1b09674fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.839974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Attempting to bind port 2dbcba9a-2878-421f-9277-2f5e9f820a7c on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:37.840610 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Attempting to bind port 2dbcba9a-2878-421f-9277-2f5e9f820a7c by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '52320350-2900-475a-b10a-23d494bcd825'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:37.841149 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Attempting to bind port 2dbcba9a-2878-421f-9277-2f5e9f820a7c on network 52320350-2900-475a-b10a-23d494bcd825 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:37.874983 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64807e51-727d-459d-b42a-4c1b09674fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1141b9c0-7c9c-46c5-a033-3247aa80882b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:37.883048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Port 2dbcba9a-2878-421f-9277-2f5e9f820a7c on network 52320350-2900-475a-b10a-23d494bcd825 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:01:37.883905 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Attempting to bind port 2dbcba9a-2878-421f-9277-2f5e9f820a7c on network 52320350-2900-475a-b10a-23d494bcd825 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:37.891260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:37.891471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Checking segment: {'id': '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '52320350-2900-475a-b10a-23d494bcd825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:37.892235 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Bound using segment: {'id': '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '52320350-2900-475a-b10a-23d494bcd825'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:37.893283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Bound port: 2dbcba9a-2878-421f-9277-2f5e9f820a7c, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '52320350-2900-475a-b10a-23d494bcd825'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:37.893802 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.906798 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-64807e51-727d-459d-b42a-4c1b09674fc9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91a0c6e20dbe4e31bacee2da04deaa87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656238 Jul 23 00:01:37.909364 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49806) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:38.016352 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.028192 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] For port 2dbcba9a-2878-421f-9277-2f5e9f820a7c, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:38.035706 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] For port 2dbcba9a-2878-421f-9277-2f5e9f820a7c, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2dbcba9a-2878-421f-9277-2f5e9f820a7c,segment=NetworkSegment(4d4f1fa5-a711-43b5-9f2f-829e7c27b81f),segment_id=4d4f1fa5-a711-43b5-9f2f-829e7c27b81f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:38.044797 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.074396 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.080608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:38.081647 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.084921 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] 10.222.0.95 "PUT /v2.0/ports/2dbcba9a-2878-421f-9277-2f5e9f820a7c HTTP/1.1" status: 200 len: 1091 time: 1.2068472 Jul 23 00:01:38.088230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eee4ba1-af75-447a-be7d-78237916902f', 'tag': '2dbcba9a-2878-421f-9277-2f5e9f820a7c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:38.091867 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8db1c4d-8c9b-4b4d-86ff-0ace6d3e9346" -d '{"events": [{"name": "network-changed", "server_uuid": "8eee4ba1-af75-447a-be7d-78237916902f", "tag": "2dbcba9a-2878-421f-9277-2f5e9f820a7c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:38.152594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d06ff8-6ddf-4434-9bfe-309bab4a4423 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbcba9a-2878-421f-9277-2f5e9f820a7c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:38.202744 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42c181e-9b61-4551-b734-26c51bc004bd x-openstack-request-id: req-f42c181e-9b61-4551-b734-26c51bc004bd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:38.203047 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eee4ba1-af75-447a-be7d-78237916902f", "tag": "2dbcba9a-2878-421f-9277-2f5e9f820a7c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:38.203047 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f42c181e-9b61-4551-b734-26c51bc004bd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:38.203460 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eee4ba1-af75-447a-be7d-78237916902f', 'tag': '2dbcba9a-2878-421f-9277-2f5e9f820a7c', 'status': 'completed', 'code': 200} Jul 23 00:01:38.215127 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.223663 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.225353 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1141b9c0-7c9c-46c5-a033-3247aa80882b HTTP/1.1" status: 204 len: 168 time: 0.3122680 Jul 23 00:01:38.240126 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1141b9c0-7c9c-46c5-a033-3247aa80882b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:38.260066 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:38.266573 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:38.267629 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:38.268139 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:38.268629 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:38.269142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:38.269881 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:38.270479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:38.271223 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:38.271739 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:38.272312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:38.272794 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df5e3-a993-43e1-a81f-2b8e5a82579b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:38.336870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-6c74c433-a5e9-404f-9dfb-98a5b96c5f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:38.338707 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-6c74c433-a5e9-404f-9dfb-98a5b96c5f74 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2a7aa803b2b04c61a28c441a48282281&device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 1094 time: 0.1687434 Jul 23 00:01:38.452168 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-06c8a7b3-7ace-40b3-9296-3884dbc2b023 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dbcba9a-2878-421f-9277-2f5e9f820a7c HTTP/1.1" status: 200 len: 217 time: 0.1023908 Jul 23 00:01:38.551804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 289828b2-64ff-4b44-8c8a-ab14ca90f13b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:38.636773 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-a797a588-d3e2-4597-a771-a74dc131d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:38.644037 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-a797a588-d3e2-4597-a771-a74dc131d3b3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=98523eb3-bd52-49ed-a9a2-367ddafe09de HTTP/1.1" status: 200 len: 848 time: 0.1817133 Jul 23 00:01:38.693993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 289828b2-64ff-4b44-8c8a-ab14ca90f13b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:38.700723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 289828b2-64ff-4b44-8c8a-ab14ca90f13b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:38.701942 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.826226 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.884406 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126208df-8ff9-4885-9fda-7933eb5ecf12 req-fa0dbda9-64eb-40c4-8c81-bc84a57a4111 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:38.887762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-126208df-8ff9-4885-9fda-7933eb5ecf12 req-fa0dbda9-64eb-40c4-8c81-bc84a57a4111 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 1094 time: 0.2422409 Jul 23 00:01:38.889983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-5a46b0b0-167d-44fa-8db9-7612844cd1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:38.890927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 289828b2-64ff-4b44-8c8a-ab14ca90f13b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=289828b2-64ff-4b44-8c8a-ab14ca90f13b,segment=NetworkSegment(4549a3ad-bc05-48a3-bfbf-8ff0c4600616),segment_id=4549a3ad-bc05-48a3-bfbf-8ff0c4600616)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:38.891605 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-5a46b0b0-167d-44fa-8db9-7612844cd1ae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=52320350-2900-475a-b10a-23d494bcd825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2282786 Jul 23 00:01:38.904000 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.970965 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-126208df-8ff9-4885-9fda-7933eb5ecf12 req-8ba73587-7f29-410a-87d2-52627c8e5905 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763078 Jul 23 00:01:39.092867 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=289828b2-64ff-4b44-8c8a-ab14ca90f13b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:39.144475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-9087960d-4df5-439b-a3b5-28cf24d8dc46 service neutron] 10.222.0.95 "GET /v2.0/networks/52320350-2900-475a-b10a-23d494bcd825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335527 Jul 23 00:01:39.282549 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fc91ab4-bad7-4156-8c41-2a0a2f56054c req-6db983f7-3fb7-468d-98da-7475075e6ff9 service neutron] 10.222.0.95 "GET /v2.0/networks/52320350-2900-475a-b10a-23d494bcd825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290526 Jul 23 00:01:39.413713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db1c4d-8c9b-4b4d-86ff-0ace6d3e9346 req-39343016-ecc9-462f-bcfd-42dc32e9b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:39.415612 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8db1c4d-8c9b-4b4d-86ff-0ace6d3e9346 req-39343016-ecc9-462f-bcfd-42dc32e9b6b3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2a7aa803b2b04c61a28c441a48282281&device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 1094 time: 0.0775092 Jul 23 00:01:39.588033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db1c4d-8c9b-4b4d-86ff-0ace6d3e9346 req-ca87a165-11c7-44a1-8a40-6663a7bb4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:39.589893 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8db1c4d-8c9b-4b4d-86ff-0ace6d3e9346 req-ca87a165-11c7-44a1-8a40-6663a7bb4748 service neutron] 10.222.0.95 "GET /v2.0/networks?id=52320350-2900-475a-b10a-23d494bcd825 HTTP/1.1" status: 200 len: 910 time: 0.1600969 Jul 23 00:01:39.649369 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8db1c4d-8c9b-4b4d-86ff-0ace6d3e9346 req-218d8c6b-a26d-4e0c-b4e4-4fe95ceaa629 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dbcba9a-2878-421f-9277-2f5e9f820a7c HTTP/1.1" status: 200 len: 217 time: 0.0509911 Jul 23 00:01:39.723293 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db1c4d-8c9b-4b4d-86ff-0ace6d3e9346 req-a073d231-7bec-425f-aef1-2d7483ea344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:39.724780 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8db1c4d-8c9b-4b4d-86ff-0ace6d3e9346 req-a073d231-7bec-425f-aef1-2d7483ea344e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=98523eb3-bd52-49ed-a9a2-367ddafe09de HTTP/1.1" status: 200 len: 848 time: 0.0612218 Jul 23 00:01:39.807069 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db1c4d-8c9b-4b4d-86ff-0ace6d3e9346 req-f6bc2398-b8f6-48d8-9047-230dfbfebd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:39.809073 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8db1c4d-8c9b-4b4d-86ff-0ace6d3e9346 req-f6bc2398-b8f6-48d8-9047-230dfbfebd13 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=52320350-2900-475a-b10a-23d494bcd825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749252 Jul 23 00:01:39.925879 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8db1c4d-8c9b-4b4d-86ff-0ace6d3e9346 req-8dce9844-d095-450e-9625-7ff498bbd3e1 service neutron] 10.222.0.95 "GET /v2.0/networks/52320350-2900-475a-b10a-23d494bcd825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088769 Jul 23 00:01:40.411946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2dbcba9a-2878-421f-9277-2f5e9f820a7c details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:01:40.494450 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 289828b2-64ff-4b44-8c8a-ab14ca90f13b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:40.510952 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8db1c4d-8c9b-4b4d-86ff-0ace6d3e9346 req-a2951d7f-ffde-49f4-9c18-1211046c770f service neutron] 10.222.0.95 "GET /v2.0/networks/52320350-2900-475a-b10a-23d494bcd825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777347 Jul 23 00:01:40.538140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab53b4-a983-4067-aba8-9e2ca2b70d80 req-e7ceb3aa-15e4-44f4-80e9-d572ad47ad03 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:40.542214 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9ab53b4-a983-4067-aba8-9e2ca2b70d80 req-e7ceb3aa-15e4-44f4-80e9-d572ad47ad03 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 1094 time: 0.1830440 Jul 23 00:01:40.603095 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9ab53b4-a983-4067-aba8-9e2ca2b70d80 req-ebf56acd-01e8-4150-bdc3-80ad460f7687 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537782 Jul 23 00:01:40.656942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 289828b2-64ff-4b44-8c8a-ab14ca90f13b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:40.657573 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:40.661287 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49866) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:40.724451 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 2dbcba9a-2878-421f-9277-2f5e9f820a7c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2dbcba9a-2878-421f-9277-2f5e9f820a7c,segment=NetworkSegment(4d4f1fa5-a711-43b5-9f2f-829e7c27b81f),segment_id=4d4f1fa5-a711-43b5-9f2f-829e7c27b81f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:40.754522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '2dbcba9a-2878-421f-9277-2f5e9f820a7c', 'network_id': '52320350-2900-475a-b10a-23d494bcd825', 'port_id': '2dbcba9a-2878-421f-9277-2f5e9f820a7c', 'mac_address': 'fa:16:3e:0a:f7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98523eb3-bd52-49ed-a9a2-367ddafe09de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:01:40.801809 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:40.813673 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e17d0e2-2f54-4eaf-9636-c13d641b5aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:40.831590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dbcba9a-2878-421f-9277-2f5e9f820a7c {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:01:40.863065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 2dbcba9a-2878-421f-9277-2f5e9f820a7c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2dbcba9a-2878-421f-9277-2f5e9f820a7c,segment=NetworkSegment(4d4f1fa5-a711-43b5-9f2f-829e7c27b81f),segment_id=4d4f1fa5-a711-43b5-9f2f-829e7c27b81f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:40.870911 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:40.958192 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e17d0e2-2f54-4eaf-9636-c13d641b5aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:40.965211 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=2dbcba9a-2878-421f-9277-2f5e9f820a7c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:40.971159 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e17d0e2-2f54-4eaf-9636-c13d641b5aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.019643 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17d0e2-2f54-4eaf-9636-c13d641b5aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a7488d-9a8f-4ce1-ac96-8d09bb492e23,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:41.025357 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e17d0e2-2f54-4eaf-9636-c13d641b5aaa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ece22d1ee62416cbf4fee04e7d54006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630037 Jul 23 00:01:41.027900 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49880) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:41.086851 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['2dbcba9a-2878-421f-9277-2f5e9f820a7c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:41.123201 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c58fac15-3c36-4df7-835f-8f36c22b10af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.155992 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c58fac15-3c36-4df7-835f-8f36c22b10af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.214558 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c58fac15-3c36-4df7-835f-8f36c22b10af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.217801 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c58fac15-3c36-4df7-835f-8f36c22b10af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.222163 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c58fac15-3c36-4df7-835f-8f36c22b10af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2a7488d-9a8f-4ce1-ac96-8d09bb492e23 HTTP/1.1" status: 204 len: 168 time: 0.1929469 Jul 23 00:01:41.233323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fac15-3c36-4df7-835f-8f36c22b10af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a7488d-9a8f-4ce1-ac96-8d09bb492e23,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:41.595904 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49898) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:41.613498 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b6a8e9e-d700-4c66-95a0-0fbb1bd03748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.776017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e500c-d3f0-407f-9f13-f1a8bd965bb4 req-c9d4d7c0-c760-45a3-93b4-9eea40b07acb tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:41.778607 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-131e500c-d3f0-407f-9f13-f1a8bd965bb4 req-c9d4d7c0-c760-45a3-93b4-9eea40b07acb tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 1095 time: 0.0857580 Jul 23 00:01:41.790285 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b6a8e9e-d700-4c66-95a0-0fbb1bd03748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.799267 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b6a8e9e-d700-4c66-95a0-0fbb1bd03748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.848198 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0b6a8e9e-d700-4c66-95a0-0fbb1bd03748 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=25440b2823f848908d35f3c8ad6fd1b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511516 Jul 23 00:01:41.849524 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a8e9e-d700-4c66-95a0-0fbb1bd03748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f24ba6-5e50-4051-b7d6-8cf7bf3c65ea,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:41.853248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49908) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:41.857793 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-131e500c-d3f0-407f-9f13-f1a8bd965bb4 req-8048da35-43db-4431-8ce9-fcd37f3de42f tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704036 Jul 23 00:01:41.909915 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b22552dc-4b9e-4051-a766-e2c75cd81111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.934729 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b22552dc-4b9e-4051-a766-e2c75cd81111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.985356 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b22552dc-4b9e-4051-a766-e2c75cd81111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.988217 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b22552dc-4b9e-4051-a766-e2c75cd81111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.989411 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b22552dc-4b9e-4051-a766-e2c75cd81111 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7f24ba6-5e50-4051-b7d6-8cf7bf3c65ea HTTP/1.1" status: 204 len: 168 time: 0.1350243 Jul 23 00:01:42.007197 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22552dc-4b9e-4051-a766-e2c75cd81111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f24ba6-5e50-4051-b7d6-8cf7bf3c65ea,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:42.424365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2dbcba9a-2878-421f-9277-2f5e9f820a7c up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:42.501154 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 2dbcba9a-2878-421f-9277-2f5e9f820a7c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:42.507447 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 2dbcba9a-2878-421f-9277-2f5e9f820a7c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:42.508699 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:42.609166 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:42.632578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eee4ba1-af75-447a-be7d-78237916902f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbcba9a-2878-421f-9277-2f5e9f820a7c'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:42.635055 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddac1aad-6b99-4536-aa19-86b887aa4760" -d '{"events": [{"server_uuid": "8eee4ba1-af75-447a-be7d-78237916902f", "name": "network-vif-plugged", "status": "completed", "tag": "2dbcba9a-2878-421f-9277-2f5e9f820a7c"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:42.647479 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 2dbcba9a-2878-421f-9277-2f5e9f820a7c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2dbcba9a-2878-421f-9277-2f5e9f820a7c,segment=NetworkSegment(4d4f1fa5-a711-43b5-9f2f-829e7c27b81f),segment_id=4d4f1fa5-a711-43b5-9f2f-829e7c27b81f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:42.652712 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:42.676786 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfabc8a-f4aa-4874-abf6-b3a962d9edb5 x-openstack-request-id: req-2bfabc8a-f4aa-4874-abf6-b3a962d9edb5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:42.677076 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eee4ba1-af75-447a-be7d-78237916902f", "name": "network-vif-plugged", "status": "completed", "tag": "2dbcba9a-2878-421f-9277-2f5e9f820a7c", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:42.677350 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2bfabc8a-f4aa-4874-abf6-b3a962d9edb5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:42.677738 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eee4ba1-af75-447a-be7d-78237916902f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbcba9a-2878-421f-9277-2f5e9f820a7c', 'code': 200} Jul 23 00:01:42.707073 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=2dbcba9a-2878-421f-9277-2f5e9f820a7c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:42.788329 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb6be1-3875-4758-9164-4c7c520d340f req-099ffd4b-d655-420e-a1fb-5bc92d1cd9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:42.790616 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-66cb6be1-3875-4758-9164-4c7c520d340f req-099ffd4b-d655-420e-a1fb-5bc92d1cd9e0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 1096 time: 0.0549829 Jul 23 00:01:42.830084 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-66cb6be1-3875-4758-9164-4c7c520d340f req-051a42d8-ab32-41ea-8828-067c0ffab38e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327408 Jul 23 00:01:43.012839 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c853bf-7e52-44b9-9de1-2f8cdd4745ad req-a51fc1a3-882f-4cd8-8dad-176792ae07a2 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:43.014930 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5c853bf-7e52-44b9-9de1-2f8cdd4745ad req-a51fc1a3-882f-4cd8-8dad-176792ae07a2 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 1096 time: 0.0790854 Jul 23 00:01:43.066811 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5c853bf-7e52-44b9-9de1-2f8cdd4745ad req-ec651052-6d42-4160-9803-3f9181f5c71d tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427225 Jul 23 00:01:43.141534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf07d0a-dbc9-4d12-a9cb-c7a0b03166fd req-4d2da54f-2cca-4ee2-950e-01fc870b044c tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:43.143046 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cf07d0a-dbc9-4d12-a9cb-c7a0b03166fd req-4d2da54f-2cca-4ee2-950e-01fc870b044c tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 950 time: 0.0795543 Jul 23 00:01:43.188677 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6cf07d0a-dbc9-4d12-a9cb-c7a0b03166fd req-123dd524-c47b-4f1c-9d4e-f0a53f7450dc tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6629cd0-025e-4d36-b44d-480a3273eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385373 Jul 23 00:01:43.230872 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 49970) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:43.345897 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-121f06fe-79fb-4e0e-bc32-90fdc5c0ad9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:43.449683 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-121f06fe-79fb-4e0e-bc32-90fdc5c0ad9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:43.453523 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-121f06fe-79fb-4e0e-bc32-90fdc5c0ad9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:43.494474 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-121f06fe-79fb-4e0e-bc32-90fdc5c0ad9c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3732f6fdd94846fb9ce7ee67588ebcc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624803 Jul 23 00:01:43.496469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f06fe-79fb-4e0e-bc32-90fdc5c0ad9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bb4776-ee6e-49cc-b4ed-a65221d21a32,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:43.497326 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 49980) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:43.548049 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:43.570025 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:43.630014 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:43.632903 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:43.637081 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80bb4776-ee6e-49cc-b4ed-a65221d21a32 HTTP/1.1" status: 204 len: 168 time: 0.1363704 Jul 23 00:01:43.648429 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bb4776-ee6e-49cc-b4ed-a65221d21a32,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:43.657063 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:43.657528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:43.657886 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:43.658230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:43.658569 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:43.658907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:43.659243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:43.659575 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:43.659905 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:43.660233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:43.660809 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:43.661010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b5ab8-8a92-4c3c-84df-7e14d0188c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:44.206070 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343e0bd-cd18-4dc7-be0a-580f48ed1d41 req-9b35568f-8e89-499b-bf31-d8f7aa151768 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:44.207755 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4343e0bd-cd18-4dc7-be0a-580f48ed1d41 req-9b35568f-8e89-499b-bf31-d8f7aa151768 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 1096 time: 0.0607495 Jul 23 00:01:44.246554 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4343e0bd-cd18-4dc7-be0a-580f48ed1d41 req-d7a0322f-e076-4343-a7bc-1fafccfc4c67 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316174 Jul 23 00:01:44.396621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47f488-f71e-452c-8a67-402714d9b476 req-1ad8fabe-01cb-44bb-9b44-18aebbc79053 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:44.398426 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f47f488-f71e-452c-8a67-402714d9b476 req-1ad8fabe-01cb-44bb-9b44-18aebbc79053 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 950 time: 0.1130278 Jul 23 00:01:44.442570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3815a37-762f-4e7e-ac22-aae096f65686 req-a88b6958-5af1-448e-931b-df361379f82e tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:44.444098 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3815a37-762f-4e7e-ac22-aae096f65686 req-a88b6958-5af1-448e-931b-df361379f82e tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 1096 time: 0.1061537 Jul 23 00:01:44.472609 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9f47f488-f71e-452c-8a67-402714d9b476 req-59bdfa0f-17a6-4817-8963-145198a92e66 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6629cd0-025e-4d36-b44d-480a3273eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645068 Jul 23 00:01:44.491974 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3815a37-762f-4e7e-ac22-aae096f65686 req-ce7c1051-cf12-4bdf-ba2c-daab72d72226 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414257 Jul 23 00:01:44.672487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bbd6d-404e-486d-aa05-217e7e3afb51 req-b079dad2-16ad-4422-8ba0-2a8ab3b6beee tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:44.674097 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-866bbd6d-404e-486d-aa05-217e7e3afb51 req-b079dad2-16ad-4422-8ba0-2a8ab3b6beee tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 1096 time: 0.1066041 Jul 23 00:01:44.696544 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f05a9b-6906-4b16-b52b-c7d0bf9ba016 req-2b96ded9-bf5b-4f55-836a-9f668994d3c9 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:44.698045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5f05a9b-6906-4b16-b52b-c7d0bf9ba016 req-2b96ded9-bf5b-4f55-836a-9f668994d3c9 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.18 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 950 time: 0.0910907 Jul 23 00:01:44.765077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-866bbd6d-404e-486d-aa05-217e7e3afb51 req-3ce9a256-2fac-4bc2-bb5a-a1805f570950 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850170 Jul 23 00:01:44.831904 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f5f05a9b-6906-4b16-b52b-c7d0bf9ba016 req-b6df9fcd-c20b-4033-b935-352c57124b2f tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Deleting port c6a0179d-f689-4779-86d3-a39e239734ab {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:44.832150 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5f05a9b-6906-4b16-b52b-c7d0bf9ba016 req-b6df9fcd-c20b-4033-b935-352c57124b2f tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:44.940346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f5f05a9b-6906-4b16-b52b-c7d0bf9ba016 req-b6df9fcd-c20b-4033-b935-352c57124b2f tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] For port c6a0179d-f689-4779-86d3-a39e239734ab, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=c6a0179d-f689-4779-86d3-a39e239734ab,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:44.940669 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5f05a9b-6906-4b16-b52b-c7d0bf9ba016 req-b6df9fcd-c20b-4033-b935-352c57124b2f tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:44.957418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-f5f05a9b-6906-4b16-b52b-c7d0bf9ba016 req-b6df9fcd-c20b-4033-b935-352c57124b2f tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Calling delete_port for c6a0179d-f689-4779-86d3-a39e239734ab owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:45.192383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-479d1db1-9ec0-4976-bec1-3ea7f7d9499a tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:45.197956 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-479d1db1-9ec0-4976-bec1-3ea7f7d9499a tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/networks?id=52320350-2900-475a-b10a-23d494bcd825 HTTP/1.1" status: 200 len: 910 time: 0.1675210 Jul 23 00:01:45.224730 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-87a37c7a-8813-45bc-b4da-f23592b803f8 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/quotas/2a7aa803b2b04c61a28c441a48282281 HTTP/1.1" status: 200 len: 375 time: 0.0208273 Jul 23 00:01:45.262618 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5f05a9b-6906-4b16-b52b-c7d0bf9ba016 req-b6df9fcd-c20b-4033-b935-352c57124b2f tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:45.300141 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df9fcd-c20b-4033-b935-352c57124b2f tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Pushing event deleted for resources: {'Port': ['ID=c6a0179d-f689-4779-86d3-a39e239734ab,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:45.302563 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['c6a0179d-f689-4779-86d3-a39e239734ab'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:45.367906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f05a9b-6906-4b16-b52b-c7d0bf9ba016 req-b6df9fcd-c20b-4033-b935-352c57124b2f tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] No DVR routers for this DVR port c6a0179d-f689-4779-86d3-a39e239734ab on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:01:45.373535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-3a28226b-3393-4285-ac6f-ff99f3b13ab8 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a7aa803b2b04c61a28c441a48282281&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1417427 Jul 23 00:01:45.374543 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5f05a9b-6906-4b16-b52b-c7d0bf9ba016 req-b6df9fcd-c20b-4033-b935-352c57124b2f tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:45.376395 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5f05a9b-6906-4b16-b52b-c7d0bf9ba016 req-b6df9fcd-c20b-4033-b935-352c57124b2f tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.18 "DELETE /v2.0/ports/c6a0179d-f689-4779-86d3-a39e239734ab HTTP/1.1" status: 204 len: 173 time: 0.6706295 Jul 23 00:01:45.376825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ba19bd-6ee9-4358-8e55-9afda9bf4d59', 'name': 'network-vif-deleted', 'tag': 'c6a0179d-f689-4779-86d3-a39e239734ab'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:45.379107 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb33764-cc68-4478-aed5-6235bd9555fb" -d '{"events": [{"server_uuid": "21ba19bd-6ee9-4358-8e55-9afda9bf4d59", "name": "network-vif-deleted", "tag": "c6a0179d-f689-4779-86d3-a39e239734ab"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:45.527752 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-bfcb9ef7-b9ef-42e3-a437-378520a51a7c service neutron] 10.222.0.26 "GET /v2.0/networks/52320350-2900-475a-b10a-23d494bcd825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453223 Jul 23 00:01:45.714238 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-98f33f26-474f-4638-8bee-f7ec1dc437ca service neutron] 10.222.0.26 "GET /v2.0/networks/52320350-2900-475a-b10a-23d494bcd825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761007 Jul 23 00:01:45.721458 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7714b8-f9a7-41d1-9eae-41dd492a5ff0 x-openstack-request-id: req-5e7714b8-f9a7-41d1-9eae-41dd492a5ff0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:45.721803 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ba19bd-6ee9-4358-8e55-9afda9bf4d59", "name": "network-vif-deleted", "tag": "c6a0179d-f689-4779-86d3-a39e239734ab", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:45.722686 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e7714b8-f9a7-41d1-9eae-41dd492a5ff0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:45.723348 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ba19bd-6ee9-4358-8e55-9afda9bf4d59', 'name': 'network-vif-deleted', 'tag': 'c6a0179d-f689-4779-86d3-a39e239734ab', 'status': 'completed', 'code': 200} Jul 23 00:01:45.899522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d76ed046-f82a-412e-8f09-1d838f4cb7c2 req-c5a63cab-c38c-47f9-952b-c6c0dc9050a6 tempest-VolumesBackupsTest-872882248 tempest-VolumesBackupsTest-872882248-project] 10.222.0.26 "GET /v2.0/ports?device_id=21ba19bd-6ee9-4358-8e55-9afda9bf4d59 HTTP/1.1" status: 200 len: 210 time: 0.0586729 Jul 23 00:01:45.996900 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fe47750a-615b-4464-9d85-a21a4164c7e7 req-9bf7c231-f3d5-4729-9d10-35baa3879b91 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 210 time: 0.0410793 Jul 23 00:01:46.192837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50122) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:46.317765 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69ee7f2c-afc3-4c5a-b960-41bde19242bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:46.434205 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69ee7f2c-afc3-4c5a-b960-41bde19242bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:46.438940 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-69ee7f2c-afc3-4c5a-b960-41bde19242bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:46.483501 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-69ee7f2c-afc3-4c5a-b960-41bde19242bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d5bb8b84b804165b74419501fe2011a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891474 Jul 23 00:01:46.510781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee7f2c-afc3-4c5a-b960-41bde19242bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4f5927-923b-49c9-93d6-2109f93e9aa1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:46.574356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50132) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:46.620586 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:46.644374 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d6d60338-32c4-4589-9c8f-29cfcd39ceec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:46.668834 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d6d60338-32c4-4589-9c8f-29cfcd39ceec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:46.733344 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d6d60338-32c4-4589-9c8f-29cfcd39ceec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:46.736165 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d6d60338-32c4-4589-9c8f-29cfcd39ceec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:46.740191 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d6d60338-32c4-4589-9c8f-29cfcd39ceec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fd4f5927-923b-49c9-93d6-2109f93e9aa1 HTTP/1.1" status: 204 len: 168 time: 0.1618545 Jul 23 00:01:46.746471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d60338-32c4-4589-9c8f-29cfcd39ceec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4f5927-923b-49c9-93d6-2109f93e9aa1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:47.052599 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50146) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:47.066957 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a86f5766-132c-4a33-8702-18b8b5defb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:47.155351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00a41889-a71b-4bb0-8706-fe32b19f1c61 req-f388da27-0a55-4500-979a-699c126e2e77 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 210 time: 0.0498447 Jul 23 00:01:47.287852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-e405560d-1d12-4731-890a-0b5553422900 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:47.288070 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a86f5766-132c-4a33-8702-18b8b5defb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:47.291063 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-e405560d-1d12-4731-890a-0b5553422900 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.18 "GET /v2.0/networks?id=52320350-2900-475a-b10a-23d494bcd825 HTTP/1.1" status: 200 len: 910 time: 0.1210437 Jul 23 00:01:47.295087 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a86f5766-132c-4a33-8702-18b8b5defb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:47.309374 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-5c5e9993-36c7-4937-aa78-29c8d2d74429 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Request body: {'port': {'device_id': '6fa2247d-1476-42f9-ac9f-76840111b81c', 'network_id': '52320350-2900-475a-b10a-23d494bcd825', 'admin_state_up': True, 'tenant_id': '2a7aa803b2b04c61a28c441a48282281'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:47.337318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-5c5e9993-36c7-4937-aa78-29c8d2d74429 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Made reservation on behalf of 2a7aa803b2b04c61a28c441a48282281 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:47.339917 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-5c5e9993-36c7-4937-aa78-29c8d2d74429 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:47.386600 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f5766-132c-4a33-8702-18b8b5defb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b354579-b7ac-4da1-a39c-6d2f1ddaa326,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:47.392907 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a86f5766-132c-4a33-8702-18b8b5defb38 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d40971a863d45e4b1b00e59fc9d9845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391023 Jul 23 00:01:47.396351 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50150) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:47.497040 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c62854fa-baf8-4379-a1c1-d726d467c83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:47.514964 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-5c5e9993-36c7-4937-aa78-29c8d2d74429 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Allocated IP 172.20.0.3 (52320350-2900-475a-b10a-23d494bcd825/98523eb3-bd52-49ed-a9a2-367ddafe09de/c50505cb-fe04-4313-9f97-9f7c7670b334) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:47.535290 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c62854fa-baf8-4379-a1c1-d726d467c83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:47.626920 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c62854fa-baf8-4379-a1c1-d726d467c83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:47.629913 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c62854fa-baf8-4379-a1c1-d726d467c83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:47.631394 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c62854fa-baf8-4379-a1c1-d726d467c83c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b354579-b7ac-4da1-a39c-6d2f1ddaa326 HTTP/1.1" status: 204 len: 168 time: 0.2340064 Jul 23 00:01:47.647033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62854fa-baf8-4379-a1c1-d726d467c83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b354579-b7ac-4da1-a39c-6d2f1ddaa326,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:47.725453 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-5c5e9993-36c7-4937-aa78-29c8d2d74429 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:47.744076 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-5c5e9993-36c7-4937-aa78-29c8d2d74429 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Transition to ACTIVE for port object c50505cb-fe04-4313-9f97-9f7c7670b334 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:47.787494 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-5c5e9993-36c7-4937-aa78-29c8d2d74429 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:47.800170 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['2dbcba9a-2878-421f-9277-2f5e9f820a7c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:47.837876 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-5c5e9993-36c7-4937-aa78-29c8d2d74429 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Network 52320350-2900-475a-b10a-23d494bcd825 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:47.845247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-5c5e9993-36c7-4937-aa78-29c8d2d74429 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:47.855029 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-5c5e9993-36c7-4937-aa78-29c8d2d74429 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:47.922129 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-5c5e9993-36c7-4937-aa78-29c8d2d74429 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:47.924245 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-5c5e9993-36c7-4937-aa78-29c8d2d74429 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:47.964060 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-5c5e9993-36c7-4937-aa78-29c8d2d74429 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6640944 Jul 23 00:01:47.964854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e9993-36c7-4937-aa78-29c8d2d74429 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Pushing event updated for resources: {'Port': ['ID=c50505cb-fe04-4313-9f97-9f7c7670b334,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:47.991754 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Request body: {'port': {'device_id': '6fa2247d-1476-42f9-ac9f-76840111b81c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:48.107280 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.252511 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50160) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:48.260666 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3941f61-4499-40fd-ace8-b45e597092f8 None None] Provisioning for port c50505cb-fe04-4313-9f97-9f7c7670b334 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:48.269355 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c3941f61-4499-40fd-ace8-b45e597092f8 None None] Provisioning complete for port c50505cb-fe04-4313-9f97-9f7c7670b334 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:48.270174 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c3941f61-4499-40fd-ace8-b45e597092f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.280216 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77d5426b-092d-4712-9245-2d5f74b1738c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.357249 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c3941f61-4499-40fd-ace8-b45e597092f8 None None] Port c50505cb-fe04-4313-9f97-9f7c7670b334 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:01:48.439988 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77d5426b-092d-4712-9245-2d5f74b1738c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.446924 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77d5426b-092d-4712-9245-2d5f74b1738c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.475690 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794eb29f-547e-46e6-b942-ab7c76cc8277 req-e590d521-101d-4d89-8755-49fe73db9ff2 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:48.477796 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-794eb29f-547e-46e6-b942-ab7c76cc8277 req-e590d521-101d-4d89-8755-49fe73db9ff2 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 1027 time: 0.1621957 Jul 23 00:01:48.500569 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-77d5426b-092d-4712-9245-2d5f74b1738c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b57be37e0c5a4601a49ba54cdfc16f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438157 Jul 23 00:01:48.500569 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5426b-092d-4712-9245-2d5f74b1738c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652e4843-f4b6-4210-952c-3c1d59c6ff6b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:48.501455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50164) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:48.560128 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-794eb29f-547e-46e6-b942-ab7c76cc8277 req-4ebf2e73-c77b-4d29-be8b-6f0024ec0e9d tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740757 Jul 23 00:01:48.562648 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9109d13-38d0-441e-9f57-f7a2ffba9af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.609030 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9109d13-38d0-441e-9f57-f7a2ffba9af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.611897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50505cb-fe04-4313-9f97-9f7c7670b334 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:01:48.621428 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.635613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Transition to ACTIVE for port object c50505cb-fe04-4313-9f97-9f7c7670b334 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:48.641607 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.680511 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9109d13-38d0-441e-9f57-f7a2ffba9af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.686248 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9109d13-38d0-441e-9f57-f7a2ffba9af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.691209 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f9109d13-38d0-441e-9f57-f7a2ffba9af7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/652e4843-f4b6-4210-952c-3c1d59c6ff6b HTTP/1.1" status: 204 len: 168 time: 0.1886113 Jul 23 00:01:48.698851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Pushing event updated for resources: {'Port': ['ID=c50505cb-fe04-4313-9f97-9f7c7670b334,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:48.703863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9109d13-38d0-441e-9f57-f7a2ffba9af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652e4843-f4b6-4210-952c-3c1d59c6ff6b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:48.722324 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device c6a0179d-f689-4779-86d3-a39e239734ab no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:01:48.788578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: c6a0179d-f689-4779-86d3-a39e239734ab {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:01:48.790931 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device c6a0179d-f689-4779-86d3-a39e239734ab not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:01:48.817661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Attempting to bind port c50505cb-fe04-4313-9f97-9f7c7670b334 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:48.818357 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Attempting to bind port c50505cb-fe04-4313-9f97-9f7c7670b334 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '52320350-2900-475a-b10a-23d494bcd825'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:48.818905 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Attempting to bind port c50505cb-fe04-4313-9f97-9f7c7670b334 on network 52320350-2900-475a-b10a-23d494bcd825 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:48.825842 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Port c50505cb-fe04-4313-9f97-9f7c7670b334 on network 52320350-2900-475a-b10a-23d494bcd825 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:01:48.826181 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Attempting to bind port c50505cb-fe04-4313-9f97-9f7c7670b334 on network 52320350-2900-475a-b10a-23d494bcd825 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:48.838777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:48.839213 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Checking segment: {'id': '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '52320350-2900-475a-b10a-23d494bcd825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:48.839763 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Bound using segment: {'id': '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '52320350-2900-475a-b10a-23d494bcd825'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:48.840214 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Bound port: c50505cb-fe04-4313-9f97-9f7c7670b334, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '52320350-2900-475a-b10a-23d494bcd825'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:48.840674 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.967610 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] For port c50505cb-fe04-4313-9f97-9f7c7670b334, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:48.971831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] For port c50505cb-fe04-4313-9f97-9f7c7670b334, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=c50505cb-fe04-4313-9f97-9f7c7670b334,segment=NetworkSegment(4d4f1fa5-a711-43b5-9f2f-829e7c27b81f),segment_id=4d4f1fa5-a711-43b5-9f2f-829e7c27b81f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:48.978652 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:49.037209 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:49.038130 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:49.040176 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-0f344204-e43e-4050-8314-14a6e589744f service neutron] 10.222.0.18 "PUT /v2.0/ports/c50505cb-fe04-4313-9f97-9f7c7670b334 HTTP/1.1" status: 200 len: 1091 time: 1.0609529 Jul 23 00:01:49.040647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa2247d-1476-42f9-ac9f-76840111b81c', 'tag': 'c50505cb-fe04-4313-9f97-9f7c7670b334'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:49.043677 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5563be3f-b4b8-465f-83c4-d2539e833f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa2247d-1476-42f9-ac9f-76840111b81c", "tag": "c50505cb-fe04-4313-9f97-9f7c7670b334"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:49.137932 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f344204-e43e-4050-8314-14a6e589744f service neutron] Pushing event updated for resources: {'Port': ['ID=c50505cb-fe04-4313-9f97-9f7c7670b334,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:49.149833 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93048db0-e022-444c-b935-e1130e1d41c9 x-openstack-request-id: req-93048db0-e022-444c-b935-e1130e1d41c9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:49.150128 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa2247d-1476-42f9-ac9f-76840111b81c", "tag": "c50505cb-fe04-4313-9f97-9f7c7670b334", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:49.150383 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93048db0-e022-444c-b935-e1130e1d41c9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:49.150792 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa2247d-1476-42f9-ac9f-76840111b81c', 'tag': 'c50505cb-fe04-4313-9f97-9f7c7670b334', 'status': 'completed', 'code': 200} Jul 23 00:01:49.205289 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-aa652b96-b0da-4505-9cf5-ae90b99c00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:49.207470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-aa652b96-b0da-4505-9cf5-ae90b99c00a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a7aa803b2b04c61a28c441a48282281&device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 1094 time: 0.1087174 Jul 23 00:01:49.319593 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-6665652a-4506-4968-b307-eef119eb9542 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c50505cb-fe04-4313-9f97-9f7c7670b334 HTTP/1.1" status: 200 len: 217 time: 0.0992172 Jul 23 00:01:49.401961 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-81f8e0f7-e2b1-4ad9-bd19-fa42166df3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:49.404005 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-81f8e0f7-e2b1-4ad9-bd19-fa42166df3ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=98523eb3-bd52-49ed-a9a2-367ddafe09de HTTP/1.1" status: 200 len: 848 time: 0.0776553 Jul 23 00:01:49.512295 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-cb3fbbd8-e32b-4948-bf35-3861a8477883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:49.513893 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-cb3fbbd8-e32b-4948-bf35-3861a8477883 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52320350-2900-475a-b10a-23d494bcd825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034465 Jul 23 00:01:49.659762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-2237fc9e-204a-44d8-b15c-9b108e78f0c9 service neutron] 10.222.0.18 "GET /v2.0/networks/52320350-2900-475a-b10a-23d494bcd825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393809 Jul 23 00:01:49.798652 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50194) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:49.812013 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01583ccc-44e1-491c-b0a5-018747d6605d req-18a7df29-d679-4f86-baf2-e0b262c4aa81 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:49.813563 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01583ccc-44e1-491c-b0a5-018747d6605d req-18a7df29-d679-4f86-baf2-e0b262c4aa81 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 1094 time: 0.1319890 Jul 23 00:01:49.819655 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a82dbc1-69d2-440d-b3f7-46bc326ec82e req-3d6ae23e-1cc4-4fd9-a9ca-adb4d5247254 service neutron] 10.222.0.18 "GET /v2.0/networks/52320350-2900-475a-b10a-23d494bcd825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537337 Jul 23 00:01:49.856530 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01583ccc-44e1-491c-b0a5-018747d6605d req-0b0842bc-7624-44b2-a977-b875bac5135e tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351684 Jul 23 00:01:49.938849 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6c4adcd3-ed01-4172-b8bc-1d48961f2dbd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-932585812-network', 'tenant_id': '2e816dc794fb4ed498525fc5a68e81f5'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:49.971183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4adcd3-ed01-4172-b8bc-1d48961f2dbd admin admin] Made reservation on behalf of 2e816dc794fb4ed498525fc5a68e81f5 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:49.973743 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c4adcd3-ed01-4172-b8bc-1d48961f2dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:49.974473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563be3f-b4b8-465f-83c4-d2539e833f6e req-b8665129-6799-4fb4-933e-fc40fe3ac584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:49.975991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5563be3f-b4b8-465f-83c4-d2539e833f6e req-b8665129-6799-4fb4-933e-fc40fe3ac584 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a7aa803b2b04c61a28c441a48282281&device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 1094 time: 0.0587971 Jul 23 00:01:49.983654 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c4adcd3-ed01-4172-b8bc-1d48961f2dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:50.093444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563be3f-b4b8-465f-83c4-d2539e833f6e req-c38bb1f4-5506-4f55-b5bc-f90f994b5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:50.095472 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5563be3f-b4b8-465f-83c4-d2539e833f6e req-c38bb1f4-5506-4f55-b5bc-f90f994b5903 service neutron] 10.222.0.18 "GET /v2.0/networks?id=52320350-2900-475a-b10a-23d494bcd825 HTTP/1.1" status: 200 len: 910 time: 0.1119554 Jul 23 00:01:50.106702 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c4adcd3-ed01-4172-b8bc-1d48961f2dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:50.114724 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c4adcd3-ed01-4172-b8bc-1d48961f2dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:50.139484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4adcd3-ed01-4172-b8bc-1d48961f2dbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:01:50.150447 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5563be3f-b4b8-465f-83c4-d2539e833f6e req-68af810b-87fa-42b2-a36c-dbdb06274b85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c50505cb-fe04-4313-9f97-9f7c7670b334 HTTP/1.1" status: 200 len: 217 time: 0.0471461 Jul 23 00:01:50.157279 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4adcd3-ed01-4172-b8bc-1d48961f2dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac76ed26-f9fb-4c74-b50d-4efaaf0a9a95,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:50.164617 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c4adcd3-ed01-4172-b8bc-1d48961f2dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:50.164954 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-6c4adcd3-ed01-4172-b8bc-1d48961f2dbd admin admin] Added segment f83117b6-a164-4cfd-accc-4ec49bb45638 of type vlan for network c90473bf-0f65-4425-a240-4d190881ffcc Jul 23 00:01:50.215449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563be3f-b4b8-465f-83c4-d2539e833f6e req-312f8e92-1d45-46a6-b199-c58a62b63a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:50.217349 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5563be3f-b4b8-465f-83c4-d2539e833f6e req-312f8e92-1d45-46a6-b199-c58a62b63a43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=98523eb3-bd52-49ed-a9a2-367ddafe09de HTTP/1.1" status: 200 len: 848 time: 0.0597291 Jul 23 00:01:50.222770 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c4adcd3-ed01-4172-b8bc-1d48961f2dbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:50.261597 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c4adcd3-ed01-4172-b8bc-1d48961f2dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:50.262813 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4adcd3-ed01-4172-b8bc-1d48961f2dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:50.263598 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c4adcd3-ed01-4172-b8bc-1d48961f2dbd admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:50.300039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563be3f-b4b8-465f-83c4-d2539e833f6e req-7a33bcc7-4ae0-44ef-8606-73c52e8d6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:50.302263 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5563be3f-b4b8-465f-83c4-d2539e833f6e req-7a33bcc7-4ae0-44ef-8606-73c52e8d6b84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52320350-2900-475a-b10a-23d494bcd825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779216 Jul 23 00:01:50.341155 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6c4adcd3-ed01-4172-b8bc-1d48961f2dbd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5405278 Jul 23 00:01:50.342299 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4adcd3-ed01-4172-b8bc-1d48961f2dbd admin admin] Pushing event updated for resources: {'Network': ['ID=c90473bf-0f65-4425-a240-4d190881ffcc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:50.344654 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50200) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:50.349409 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-dbc5154c-01c5-40de-92aa-2c5f494ebeaa admin admin] Request body: {'subnet': {'network_id': 'c90473bf-0f65-4425-a240-4d190881ffcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-932585812-subnet', 'tenant_id': '2e816dc794fb4ed498525fc5a68e81f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:50.361733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network c90473bf-0f65-4425-a240-4d190881ffcc details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:01:50.381014 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc5154c-01c5-40de-92aa-2c5f494ebeaa admin admin] Made reservation on behalf of 2e816dc794fb4ed498525fc5a68e81f5 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:50.384074 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbc5154c-01c5-40de-92aa-2c5f494ebeaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:50.496503 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5563be3f-b4b8-465f-83c4-d2539e833f6e req-b236c50e-7e82-4190-9ef3-7084a8136846 service neutron] 10.222.0.18 "GET /v2.0/networks/52320350-2900-475a-b10a-23d494bcd825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862972 Jul 23 00:01:50.638417 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbc5154c-01c5-40de-92aa-2c5f494ebeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:50.684685 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5563be3f-b4b8-465f-83c4-d2539e833f6e req-f9b29bdc-5674-456b-83ce-e9dba0422709 service neutron] 10.222.0.18 "GET /v2.0/networks/52320350-2900-475a-b10a-23d494bcd825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810086 Jul 23 00:01:50.701584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5154c-01c5-40de-92aa-2c5f494ebeaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7640959f-5ec1-4899-a5a0-ff413dcb57a4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:50.713059 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5154c-01c5-40de-92aa-2c5f494ebeaa admin admin] Checking segment: {'id': 'f83117b6-a164-4cfd-accc-4ec49bb45638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c90473bf-0f65-4425-a240-4d190881ffcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:50.713460 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5154c-01c5-40de-92aa-2c5f494ebeaa admin admin] Network hostable DHCP agents. Network: c90473bf-0f65-4425-a240-4d190881ffcc, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:01:50.736535 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5154c-01c5-40de-92aa-2c5f494ebeaa admin admin] Network c90473bf-0f65-4425-a240-4d190881ffcc is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:01:50.747343 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-dbc5154c-01c5-40de-92aa-2c5f494ebeaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, c90473bf-0f65-4425-a240-4d190881ffcc) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:50.751975 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc5154c-01c5-40de-92aa-2c5f494ebeaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:50.752631 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbc5154c-01c5-40de-92aa-2c5f494ebeaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:50.759450 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10405722-2ac1-4cb6-bc68-5973ce173e67 None None] Network c90473bf-0f65-4425-a240-4d190881ffcc requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:50.790944 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dbc5154c-01c5-40de-92aa-2c5f494ebeaa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4452779 Jul 23 00:01:50.945147 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be1f3a7-8d8d-4956-8a84-b4f436d28818 None None] Network c90473bf-0f65-4425-a240-4d190881ffcc requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:51.086765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80600-7ffe-4fba-a97e-07323338756a req-3add8aff-2fdb-42ca-a770-b09e5bb2b5da tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:51.089595 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23c80600-7ffe-4fba-a97e-07323338756a req-3add8aff-2fdb-42ca-a770-b09e5bb2b5da tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 1094 time: 0.1043510 Jul 23 00:01:51.150236 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23c80600-7ffe-4fba-a97e-07323338756a req-8dc85e28-4f3b-4e20-baf5-111513a30c5f tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540175 Jul 23 00:01:51.528937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50292) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:51.534423 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-679bcf72-e100-4018-bd72-af744551162d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-500940792-network', 'tenant_id': '747c1ce4162f4302bf7808dee42f326e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:51.562214 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679bcf72-e100-4018-bd72-af744551162d admin admin] Made reservation on behalf of 747c1ce4162f4302bf7808dee42f326e for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:51.564537 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-679bcf72-e100-4018-bd72-af744551162d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:51.578689 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-679bcf72-e100-4018-bd72-af744551162d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:51.681648 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-679bcf72-e100-4018-bd72-af744551162d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:51.687946 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-679bcf72-e100-4018-bd72-af744551162d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:51.716621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679bcf72-e100-4018-bd72-af744551162d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:01:51.721298 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bcf72-e100-4018-bd72-af744551162d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6e1018-bb92-4c7a-95d9-ea57e2c41ea7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:51.731336 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-679bcf72-e100-4018-bd72-af744551162d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:51.731737 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-679bcf72-e100-4018-bd72-af744551162d admin admin] Added segment 5141e933-1adc-4f5a-b5ad-dee59818bb0a of type vlan for network b8edc7d9-7844-485c-82de-489ca81caf6c Jul 23 00:01:51.774471 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-679bcf72-e100-4018-bd72-af744551162d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:51.805477 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-679bcf72-e100-4018-bd72-af744551162d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:51.806464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679bcf72-e100-4018-bd72-af744551162d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:51.807052 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-679bcf72-e100-4018-bd72-af744551162d admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:51.838868 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-679bcf72-e100-4018-bd72-af744551162d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3049140 Jul 23 00:01:51.839119 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50296) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:51.844729 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-58ffada6-e2ea-4f39-a6ef-37a72570e088 admin admin] Request body: {'subnet': {'network_id': 'b8edc7d9-7844-485c-82de-489ca81caf6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-500940792-subnet', 'tenant_id': '747c1ce4162f4302bf7808dee42f326e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:51.890156 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bcf72-e100-4018-bd72-af744551162d admin admin] Pushing event updated for resources: {'Network': ['ID=b8edc7d9-7844-485c-82de-489ca81caf6c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:51.901402 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network b8edc7d9-7844-485c-82de-489ca81caf6c details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:01:51.902763 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ffada6-e2ea-4f39-a6ef-37a72570e088 admin admin] Made reservation on behalf of 747c1ce4162f4302bf7808dee42f326e for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:51.905484 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58ffada6-e2ea-4f39-a6ef-37a72570e088 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:52.295457 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fe6ab-f475-42d7-b398-082a81cc32fb req-4bfecad8-3083-4e44-a332-e0ddf9101705 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:52.297039 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-464fe6ab-f475-42d7-b398-082a81cc32fb req-4bfecad8-3083-4e44-a332-e0ddf9101705 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 1094 time: 0.0673990 Jul 23 00:01:52.340122 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-464fe6ab-f475-42d7-b398-082a81cc32fb req-f521e663-589d-4917-b9e7-2dde9f53249d tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322027 Jul 23 00:01:52.456264 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58ffada6-e2ea-4f39-a6ef-37a72570e088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:52.519616 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffada6-e2ea-4f39-a6ef-37a72570e088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f11bd67-ca0c-4432-80cd-50bfe04336af,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:52.528740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ffada6-e2ea-4f39-a6ef-37a72570e088 admin admin] Checking segment: {'id': '5141e933-1adc-4f5a-b5ad-dee59818bb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b8edc7d9-7844-485c-82de-489ca81caf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:52.529130 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ffada6-e2ea-4f39-a6ef-37a72570e088 admin admin] Network hostable DHCP agents. Network: b8edc7d9-7844-485c-82de-489ca81caf6c, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:01:52.548712 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ffada6-e2ea-4f39-a6ef-37a72570e088 admin admin] Network b8edc7d9-7844-485c-82de-489ca81caf6c is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:01:52.558960 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-58ffada6-e2ea-4f39-a6ef-37a72570e088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, b8edc7d9-7844-485c-82de-489ca81caf6c) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:52.564188 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ffada6-e2ea-4f39-a6ef-37a72570e088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:52.564778 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58ffada6-e2ea-4f39-a6ef-37a72570e088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:52.571883 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8811f08c-c2f8-49ee-97cb-01c8a3e8e347 None None] Network b8edc7d9-7844-485c-82de-489ca81caf6c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:52.589028 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-58ffada6-e2ea-4f39-a6ef-37a72570e088 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7390952 Jul 23 00:01:52.721651 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device c50505cb-fe04-4313-9f97-9f7c7670b334 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:01:52.729487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d90a235-1b23-4db4-adf1-b72a4d8ae180 None None] Network b8edc7d9-7844-485c-82de-489ca81caf6c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:52.880718 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port c50505cb-fe04-4313-9f97-9f7c7670b334, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=c50505cb-fe04-4313-9f97-9f7c7670b334,segment=NetworkSegment(4d4f1fa5-a711-43b5-9f2f-829e7c27b81f),segment_id=4d4f1fa5-a711-43b5-9f2f-829e7c27b81f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:52.902392 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'c50505cb-fe04-4313-9f97-9f7c7670b334', 'network_id': '52320350-2900-475a-b10a-23d494bcd825', 'port_id': 'c50505cb-fe04-4313-9f97-9f7c7670b334', 'mac_address': 'fa:16:3e:95:2a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98523eb3-bd52-49ed-a9a2-367ddafe09de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:01:52.984833 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:52.999582 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50505cb-fe04-4313-9f97-9f7c7670b334 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:01:53.020039 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port c50505cb-fe04-4313-9f97-9f7c7670b334, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=c50505cb-fe04-4313-9f97-9f7c7670b334,segment=NetworkSegment(4d4f1fa5-a711-43b5-9f2f-829e7c27b81f),segment_id=4d4f1fa5-a711-43b5-9f2f-829e7c27b81f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:53.025617 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:53.075673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=c50505cb-fe04-4313-9f97-9f7c7670b334,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:53.303050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['c50505cb-fe04-4313-9f97-9f7c7670b334'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:53.486298 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350b613-69e3-4efd-a914-4b250dea6873 req-a09af994-879c-49aa-816d-f7c0fab5964a tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:53.493606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a350b613-69e3-4efd-a914-4b250dea6873 req-a09af994-879c-49aa-816d-f7c0fab5964a tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 1095 time: 0.0727911 Jul 23 00:01:53.526778 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a350b613-69e3-4efd-a914-4b250dea6873 req-ecf6bd26-721d-4341-b42b-53a235dacdd9 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Jul 23 00:01:54.651882 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9638fca-d207-48de-a6a1-d30e15c9324d req-82d845c8-195e-4896-9b4a-539699314464 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:54.653456 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9638fca-d207-48de-a6a1-d30e15c9324d req-82d845c8-195e-4896-9b4a-539699314464 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 1095 time: 0.0559573 Jul 23 00:01:54.689483 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9638fca-d207-48de-a6a1-d30e15c9324d req-535775bb-a65f-4671-a84f-f88a57495ab0 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303478 Jul 23 00:01:54.721693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device c50505cb-fe04-4313-9f97-9f7c7670b334 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:54.776208 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port c50505cb-fe04-4313-9f97-9f7c7670b334 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:54.780042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port c50505cb-fe04-4313-9f97-9f7c7670b334 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:54.780584 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:54.877332 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:54.902889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa2247d-1476-42f9-ac9f-76840111b81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50505cb-fe04-4313-9f97-9f7c7670b334'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:54.905649 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481d024d-8dca-498c-87dc-a00e8da09a8d" -d '{"events": [{"server_uuid": "6fa2247d-1476-42f9-ac9f-76840111b81c", "name": "network-vif-plugged", "status": "completed", "tag": "c50505cb-fe04-4313-9f97-9f7c7670b334"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:54.921364 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port c50505cb-fe04-4313-9f97-9f7c7670b334, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=c50505cb-fe04-4313-9f97-9f7c7670b334,segment=NetworkSegment(4d4f1fa5-a711-43b5-9f2f-829e7c27b81f),segment_id=4d4f1fa5-a711-43b5-9f2f-829e7c27b81f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:54.926507 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:54.952663 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a38468d-16b8-495a-874c-da99056ee1a1 x-openstack-request-id: req-3a38468d-16b8-495a-874c-da99056ee1a1 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:54.952956 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa2247d-1476-42f9-ac9f-76840111b81c", "name": "network-vif-plugged", "status": "completed", "tag": "c50505cb-fe04-4313-9f97-9f7c7670b334", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:54.953241 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a38468d-16b8-495a-874c-da99056ee1a1 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:54.953628 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa2247d-1476-42f9-ac9f-76840111b81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50505cb-fe04-4313-9f97-9f7c7670b334', 'code': 200} Jul 23 00:01:54.983819 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=c50505cb-fe04-4313-9f97-9f7c7670b334,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:55.094682 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92176ab9-5b15-4d2b-adb9-40001b827a83 req-b2712824-de02-43ef-8e37-714c53687328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:55.096201 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92176ab9-5b15-4d2b-adb9-40001b827a83 req-b2712824-de02-43ef-8e37-714c53687328 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 1096 time: 0.0563226 Jul 23 00:01:55.136514 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92176ab9-5b15-4d2b-adb9-40001b827a83 req-23796f2d-e3fb-4a7b-8938-883d0533feaf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336509 Jul 23 00:01:55.826049 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23426e-b400-4b5f-b763-ac45569fca2b req-fa0b89e8-789b-4bfd-8c44-42fd332f842b tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:55.827650 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e23426e-b400-4b5f-b763-ac45569fca2b req-fa0b89e8-789b-4bfd-8c44-42fd332f842b tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 1096 time: 0.0589662 Jul 23 00:01:55.866520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e23426e-b400-4b5f-b763-ac45569fca2b req-7e1b0bcc-edcd-4fbf-ad71-16ae22260b1c tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318692 Jul 23 00:01:57.007536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf76bd2-b531-47d6-aad4-cdb69d800dd0 req-45298a9e-6956-477b-84e2-4880ac5beacb tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:57.013691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3bf76bd2-b531-47d6-aad4-cdb69d800dd0 req-45298a9e-6956-477b-84e2-4880ac5beacb tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 1096 time: 0.0629561 Jul 23 00:01:57.049342 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3bf76bd2-b531-47d6-aad4-cdb69d800dd0 req-761bd66a-bb19-48b4-a56c-13663dbeabe0 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341556 Jul 23 00:01:57.175116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be258f8d-0181-460a-92d3-def4a325273d req-691f95fb-420f-4ded-b483-180f56105404 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:57.176572 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be258f8d-0181-460a-92d3-def4a325273d req-691f95fb-420f-4ded-b483-180f56105404 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 1096 time: 0.0606270 Jul 23 00:01:57.213772 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be258f8d-0181-460a-92d3-def4a325273d req-c62844a9-7e32-4614-ba45-8a320ddf632f tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311255 Jul 23 00:01:57.341578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc3cc9-8d5c-458c-a2bf-85077fcc8ed7 req-8ee6c3a0-bf05-40c6-aac5-5d23ce90c209 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:57.343262 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54cc3cc9-8d5c-458c-a2bf-85077fcc8ed7 req-8ee6c3a0-bf05-40c6-aac5-5d23ce90c209 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 1096 time: 0.0569701 Jul 23 00:01:57.380743 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54cc3cc9-8d5c-458c-a2bf-85077fcc8ed7 req-a6c45578-c5a1-4261-b076-9a8412eb4aea tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313458 Jul 23 00:01:57.706634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db9d72-6dc9-4fa3-996a-dabe5050f3eb req-876afd62-0b1c-4d84-8adc-0c82fa8d48a7 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:57.708100 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3db9d72-6dc9-4fa3-996a-dabe5050f3eb req-876afd62-0b1c-4d84-8adc-0c82fa8d48a7 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 1096 time: 0.0565746 Jul 23 00:01:57.748824 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3db9d72-6dc9-4fa3-996a-dabe5050f3eb req-1856877b-e370-40ff-b005-19a0a9d923c5 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317178 Jul 23 00:01:58.876190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75130e14-dbd7-47a4-b06c-44c61b298305 req-f5422533-d54a-4fb0-b6a5-3338e45e9e3a tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:58.881557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75130e14-dbd7-47a4-b06c-44c61b298305 req-f5422533-d54a-4fb0-b6a5-3338e45e9e3a tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 1096 time: 0.0648408 Jul 23 00:01:58.915515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75130e14-dbd7-47a4-b06c-44c61b298305 req-b63ee803-76d8-44ae-a9bc-809db3e7fa80 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315192 Jul 23 00:01:59.009003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a523dee-edee-44af-b5f8-bae02eab7396 req-f7f8f607-bf12-4822-bd62-49007467584d tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:59.010731 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7a523dee-edee-44af-b5f8-bae02eab7396 req-f7f8f607-bf12-4822-bd62-49007467584d tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 1096 time: 0.0591559 Jul 23 00:01:59.111251 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7a523dee-edee-44af-b5f8-bae02eab7396 req-5c845d42-a5db-4325-b417-1f8ef94c53c0 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Deleting port c50505cb-fe04-4313-9f97-9f7c7670b334 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:59.111602 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a523dee-edee-44af-b5f8-bae02eab7396 req-5c845d42-a5db-4325-b417-1f8ef94c53c0 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:59.197881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7a523dee-edee-44af-b5f8-bae02eab7396 req-5c845d42-a5db-4325-b417-1f8ef94c53c0 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] For port c50505cb-fe04-4313-9f97-9f7c7670b334, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=c50505cb-fe04-4313-9f97-9f7c7670b334,segment=NetworkSegment(4d4f1fa5-a711-43b5-9f2f-829e7c27b81f),segment_id=4d4f1fa5-a711-43b5-9f2f-829e7c27b81f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:59.198248 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a523dee-edee-44af-b5f8-bae02eab7396 req-5c845d42-a5db-4325-b417-1f8ef94c53c0 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:59.212084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7a523dee-edee-44af-b5f8-bae02eab7396 req-5c845d42-a5db-4325-b417-1f8ef94c53c0 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Calling delete_port for c50505cb-fe04-4313-9f97-9f7c7670b334 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:59.346953 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a523dee-edee-44af-b5f8-bae02eab7396 req-5c845d42-a5db-4325-b417-1f8ef94c53c0 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:59.360299 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['2dbcba9a-2878-421f-9277-2f5e9f820a7c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:59.382048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c845d42-a5db-4325-b417-1f8ef94c53c0 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Pushing event deleted for resources: {'Port': ['ID=c50505cb-fe04-4313-9f97-9f7c7670b334,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:59.389392 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['c50505cb-fe04-4313-9f97-9f7c7670b334'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:59.432893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a523dee-edee-44af-b5f8-bae02eab7396 req-5c845d42-a5db-4325-b417-1f8ef94c53c0 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] No DVR routers for this DVR port c50505cb-fe04-4313-9f97-9f7c7670b334 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:01:59.438241 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a523dee-edee-44af-b5f8-bae02eab7396 req-5c845d42-a5db-4325-b417-1f8ef94c53c0 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:59.440407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7a523dee-edee-44af-b5f8-bae02eab7396 req-5c845d42-a5db-4325-b417-1f8ef94c53c0 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.18 "DELETE /v2.0/ports/c50505cb-fe04-4313-9f97-9f7c7670b334 HTTP/1.1" status: 204 len: 173 time: 0.4231887 Jul 23 00:01:59.440861 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa2247d-1476-42f9-ac9f-76840111b81c', 'name': 'network-vif-deleted', 'tag': 'c50505cb-fe04-4313-9f97-9f7c7670b334'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:59.443395 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cce0fc-37fe-4212-918e-4fd04d3545f2" -d '{"events": [{"server_uuid": "6fa2247d-1476-42f9-ac9f-76840111b81c", "name": "network-vif-deleted", "tag": "c50505cb-fe04-4313-9f97-9f7c7670b334"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:59.501579 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbd1245-4fe9-4f20-9baf-bb9a41cb7888 x-openstack-request-id: req-2bbd1245-4fe9-4f20-9baf-bb9a41cb7888 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:59.502039 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa2247d-1476-42f9-ac9f-76840111b81c", "name": "network-vif-deleted", "tag": "c50505cb-fe04-4313-9f97-9f7c7670b334", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:59.502362 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2bbd1245-4fe9-4f20-9baf-bb9a41cb7888 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:59.502882 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa2247d-1476-42f9-ac9f-76840111b81c', 'name': 'network-vif-deleted', 'tag': 'c50505cb-fe04-4313-9f97-9f7c7670b334', 'status': 'completed', 'code': 200} Jul 23 00:02:00.045645 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-94bac15f-5ba1-415f-bce0-11744baacb37 req-8b8a77c2-66ec-4969-aefd-a95c1baf0715 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fa2247d-1476-42f9-ac9f-76840111b81c HTTP/1.1" status: 200 len: 210 time: 0.0430124 Jul 23 00:02:00.555753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-a9ebff64-4e77-4f39-bf71-5e16664de479 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:00.557535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-a9ebff64-4e77-4f39-bf71-5e16664de479 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/networks?id=c90473bf-0f65-4425-a240-4d190881ffcc HTTP/1.1" status: 200 len: 808 time: 0.1076667 Jul 23 00:02:00.573216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-082a1e58-4c1b-463b-8f09-408f258b7756 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/quotas/2e816dc794fb4ed498525fc5a68e81f5 HTTP/1.1" status: 200 len: 375 time: 0.0102348 Jul 23 00:02:00.608279 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-a2e54361-527a-470f-8ead-7285bec84def tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e816dc794fb4ed498525fc5a68e81f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298080 Jul 23 00:02:00.706939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-c8b13942-a2b4-4195-a3ec-8b3bb5634d28 service neutron] 10.222.0.26 "GET /v2.0/networks/c90473bf-0f65-4425-a240-4d190881ffcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907519 Jul 23 00:02:00.798636 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-1b557ab4-605c-41e9-8a82-944edc9e3d52 service neutron] 10.222.0.26 "GET /v2.0/networks/c90473bf-0f65-4425-a240-4d190881ffcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855296 Jul 23 00:02:01.030865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2bc02719-6a5d-455a-9b19-638162bee5b2 req-57558fb4-16dc-4a0f-97f5-71fc4588dc42 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/ports?device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 210 time: 0.0699728 Jul 23 00:02:01.403099 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293822e3-aebb-4e88-bcb1-8d2dfa211938 req-3e3343c9-69dd-49fc-b659-f7f52dc944a1 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:01.405007 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-293822e3-aebb-4e88-bcb1-8d2dfa211938 req-3e3343c9-69dd-49fc-b659-f7f52dc944a1 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 1096 time: 0.0616155 Jul 23 00:02:01.454697 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-293822e3-aebb-4e88-bcb1-8d2dfa211938 req-f5147121-06fc-4b29-88a3-f67119e3be57 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380147 Jul 23 00:02:01.602484 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4f88aa09-6e1d-45d2-b71d-60e178fb6256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:02.163183 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-d16b5e7a-ba28-4edb-baf1-9d41cb4681f1 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:02.165415 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-d16b5e7a-ba28-4edb-baf1-9d41cb4681f1 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.18 "GET /v2.0/networks?id=c90473bf-0f65-4425-a240-4d190881ffcc HTTP/1.1" status: 200 len: 808 time: 0.1247134 Jul 23 00:02:02.187292 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-137c2cce-720b-4288-be4f-894540e3c682 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Request body: {'port': {'device_id': '401578a8-cdbd-4d3b-87fe-e9835319c3b3', 'network_id': 'c90473bf-0f65-4425-a240-4d190881ffcc', 'admin_state_up': True, 'tenant_id': '2e816dc794fb4ed498525fc5a68e81f5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:02:02.212797 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d8a7f16-0113-47e8-8934-a63239171805 req-147f3f3c-1c97-4ac8-ad35-a275e8858071 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/ports?device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 210 time: 0.0660408 Jul 23 00:02:02.334968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-137c2cce-720b-4288-be4f-894540e3c682 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Made reservation on behalf of 2e816dc794fb4ed498525fc5a68e81f5 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:02:02.339210 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-137c2cce-720b-4288-be4f-894540e3c682 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:02.471865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-137c2cce-720b-4288-be4f-894540e3c682 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Allocated IP 172.20.0.3 (c90473bf-0f65-4425-a240-4d190881ffcc/7640959f-5ec1-4899-a5a0-ff413dcb57a4/ed80ed3b-ac9f-4df9-ba93-3ed9571273c8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:02:02.666940 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-137c2cce-720b-4288-be4f-894540e3c682 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:02.692118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c49f7c-f168-4ecb-8c2c-6c9ff2b376e2 req-07847f68-fea5-4072-9db1-e0b44cd1f337 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:02.693674 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08c49f7c-f168-4ecb-8c2c-6c9ff2b376e2 req-07847f68-fea5-4072-9db1-e0b44cd1f337 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 1096 time: 0.1487203 Jul 23 00:02:02.725735 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-137c2cce-720b-4288-be4f-894540e3c682 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:02.754616 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device c50505cb-fe04-4313-9f97-9f7c7670b334 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:02.792336 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: c50505cb-fe04-4313-9f97-9f7c7670b334 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:02.793422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device c50505cb-fe04-4313-9f97-9f7c7670b334 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:02.815599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-137c2cce-720b-4288-be4f-894540e3c682 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Network c90473bf-0f65-4425-a240-4d190881ffcc is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:02:02.820957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08c49f7c-f168-4ecb-8c2c-6c9ff2b376e2 req-e4445d05-dac4-4a77-a21e-017554a1f8cd tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e468d001-fb2f-409e-852b-e0aef321515f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148121 Jul 23 00:02:02.828190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-137c2cce-720b-4288-be4f-894540e3c682 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:02:02.834985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-137c2cce-720b-4288-be4f-894540e3c682 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:02:02.838718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c2cce-720b-4288-be4f-894540e3c682 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Pushing event updated for resources: {'Port': ['ID=ed80ed3b-ac9f-4df9-ba93-3ed9571273c8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:02.890501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ac379-d689-48cd-9a38-9fa34d1fb998 req-bdb25197-a762-462b-a846-7f5aabeac42f tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:02.891990 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d72ac379-d689-48cd-9a38-9fa34d1fb998 req-bdb25197-a762-462b-a846-7f5aabeac42f tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 1096 time: 0.1269112 Jul 23 00:02:02.898036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-137c2cce-720b-4288-be4f-894540e3c682 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:02.898625 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-137c2cce-720b-4288-be4f-894540e3c682 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:02.955072 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-137c2cce-720b-4288-be4f-894540e3c682 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7723334 Jul 23 00:02:02.975741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Request body: {'port': {'device_id': '401578a8-cdbd-4d3b-87fe-e9835319c3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:02:03.063908 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d72ac379-d689-48cd-9a38-9fa34d1fb998 req-bdaa90d5-0bf5-4e7a-8a7f-ab9b35c5b1e8 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Deleting port 2dbcba9a-2878-421f-9277-2f5e9f820a7c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:03.064259 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d72ac379-d689-48cd-9a38-9fa34d1fb998 req-bdaa90d5-0bf5-4e7a-8a7f-ab9b35c5b1e8 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:03.083861 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:03.587100 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d72ac379-d689-48cd-9a38-9fa34d1fb998 req-bdaa90d5-0bf5-4e7a-8a7f-ab9b35c5b1e8 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] For port 2dbcba9a-2878-421f-9277-2f5e9f820a7c, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2dbcba9a-2878-421f-9277-2f5e9f820a7c,segment=NetworkSegment(4d4f1fa5-a711-43b5-9f2f-829e7c27b81f),segment_id=4d4f1fa5-a711-43b5-9f2f-829e7c27b81f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:03.587854 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d72ac379-d689-48cd-9a38-9fa34d1fb998 req-bdaa90d5-0bf5-4e7a-8a7f-ab9b35c5b1e8 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:03.652304 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d72ac379-d689-48cd-9a38-9fa34d1fb998 req-bdaa90d5-0bf5-4e7a-8a7f-ab9b35c5b1e8 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Calling delete_port for 2dbcba9a-2878-421f-9277-2f5e9f820a7c owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:03.687210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f7df1-f3ac-4b87-8577-59c0d18266c9 req-8d3ac99f-2c88-4462-a8ec-a1998d75bd06 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:03.688330 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b22f7df1-f3ac-4b87-8577-59c0d18266c9 req-8d3ac99f-2c88-4462-a8ec-a1998d75bd06 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/ports?device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 931 time: 0.2358527 Jul 23 00:02:03.798243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b22f7df1-f3ac-4b87-8577-59c0d18266c9 req-556d30ab-adad-4150-be89-c29b57cf0e0a tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac76ed26-f9fb-4c74-b50d-4efaaf0a9a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754261 Jul 23 00:02:03.978926 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d72ac379-d689-48cd-9a38-9fa34d1fb998 req-bdaa90d5-0bf5-4e7a-8a7f-ab9b35c5b1e8 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:03.986113 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91720c76-75e4-41ea-9526-d1ac31bf9e05 req-a3a8497e-09c4-4993-93fa-ec2c9caed352 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8eee4ba1-af75-447a-be7d-78237916902f HTTP/1.1" status: 200 len: 210 time: 0.0529137 Jul 23 00:02:03.991979 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['2dbcba9a-2878-421f-9277-2f5e9f820a7c'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:02:04.014374 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:02:04.023365 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa90d5-0bf5-4e7a-8a7f-ab9b35c5b1e8 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dbcba9a-2878-421f-9277-2f5e9f820a7c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:04.031173 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:04.071955 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Transition to ACTIVE for port object ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:02:04.091691 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72ac379-d689-48cd-9a38-9fa34d1fb998 req-bdaa90d5-0bf5-4e7a-8a7f-ab9b35c5b1e8 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] No DVR routers for this DVR port 2dbcba9a-2878-421f-9277-2f5e9f820a7c on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:04.093799 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:04.097135 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d72ac379-d689-48cd-9a38-9fa34d1fb998 req-bdaa90d5-0bf5-4e7a-8a7f-ab9b35c5b1e8 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:04.099380 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d72ac379-d689-48cd-9a38-9fa34d1fb998 req-bdaa90d5-0bf5-4e7a-8a7f-ab9b35c5b1e8 tempest-TestServerMultinode-353468439 tempest-TestServerMultinode-353468439-project-admin] 10.222.0.95 "DELETE /v2.0/ports/2dbcba9a-2878-421f-9277-2f5e9f820a7c HTTP/1.1" status: 204 len: 173 time: 1.1979866 Jul 23 00:02:04.102314 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eee4ba1-af75-447a-be7d-78237916902f', 'name': 'network-vif-deleted', 'tag': '2dbcba9a-2878-421f-9277-2f5e9f820a7c'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:04.113320 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38240900-7a5f-4285-ae44-b9b39ce3f80f" -d '{"events": [{"server_uuid": "8eee4ba1-af75-447a-be7d-78237916902f", "name": "network-vif-deleted", "tag": "2dbcba9a-2878-421f-9277-2f5e9f820a7c"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:04.174864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Pushing event updated for resources: {'Port': ['ID=ed80ed3b-ac9f-4df9-ba93-3ed9571273c8,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:04.214237 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee9b547-65dc-4195-93b4-aa5ec12394b3 x-openstack-request-id: req-bee9b547-65dc-4195-93b4-aa5ec12394b3 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:04.214537 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eee4ba1-af75-447a-be7d-78237916902f", "name": "network-vif-deleted", "tag": "2dbcba9a-2878-421f-9277-2f5e9f820a7c", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:04.214787 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bee9b547-65dc-4195-93b4-aa5ec12394b3 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:04.215183 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eee4ba1-af75-447a-be7d-78237916902f', 'name': 'network-vif-deleted', 'tag': '2dbcba9a-2878-421f-9277-2f5e9f820a7c', 'status': 'completed', 'code': 200} Jul 23 00:02:04.276489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Attempting to bind port ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:02:04.276864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Attempting to bind port ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'f83117b6-a164-4cfd-accc-4ec49bb45638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c90473bf-0f65-4425-a240-4d190881ffcc'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:02:04.278051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Attempting to bind port ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 on network c90473bf-0f65-4425-a240-4d190881ffcc {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:02:04.285842 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Port ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 on network c90473bf-0f65-4425-a240-4d190881ffcc not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:02:04.286214 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Attempting to bind port ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 on network c90473bf-0f65-4425-a240-4d190881ffcc {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:02:04.293944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:02:04.295086 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Checking segment: {'id': 'f83117b6-a164-4cfd-accc-4ec49bb45638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c90473bf-0f65-4425-a240-4d190881ffcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:02:04.296196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Bound using segment: {'id': 'f83117b6-a164-4cfd-accc-4ec49bb45638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c90473bf-0f65-4425-a240-4d190881ffcc'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:02:04.297463 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Bound port: ed80ed3b-ac9f-4df9-ba93-3ed9571273c8, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f83117b6-a164-4cfd-accc-4ec49bb45638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c90473bf-0f65-4425-a240-4d190881ffcc'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:02:04.298561 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:04.381720 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-805bb033-7e63-4297-8479-bc153bfb1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:04.390735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] For port ed80ed3b-ac9f-4df9-ba93-3ed9571273c8, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:02:04.394336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] For port ed80ed3b-ac9f-4df9-ba93-3ed9571273c8, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ed80ed3b-ac9f-4df9-ba93-3ed9571273c8,segment=NetworkSegment(f83117b6-a164-4cfd-accc-4ec49bb45638),segment_id=f83117b6-a164-4cfd-accc-4ec49bb45638)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:02:04.400876 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:04.432636 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:04.437633 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:04.452523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:04.453280 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:04.454684 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] 10.222.0.18 "PUT /v2.0/ports/ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 HTTP/1.1" status: 200 len: 1091 time: 1.4831772 Jul 23 00:02:04.472408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a74669-b6a1-4e59-b670-960c57b3528c service neutron] Pushing event updated for resources: {'Port': ['ID=ed80ed3b-ac9f-4df9-ba93-3ed9571273c8,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:04.594849 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-c56fee49-ddff-4662-95ef-fd0b469d9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:04.597650 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-c56fee49-ddff-4662-95ef-fd0b469d9b0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e816dc794fb4ed498525fc5a68e81f5&device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 1094 time: 0.0748601 Jul 23 00:02:04.666671 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-5378ffad-d20d-4c4d-8336-2877ed5fe6c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 HTTP/1.1" status: 200 len: 217 time: 0.0554459 Jul 23 00:02:04.733249 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-c16d625e-0926-4f18-8316-300fc7493434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:04.734689 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-c16d625e-0926-4f18-8316-300fc7493434 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7640959f-5ec1-4899-a5a0-ff413dcb57a4 HTTP/1.1" status: 200 len: 848 time: 0.0622427 Jul 23 00:02:04.787745 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-753feacf-19d7-4f51-b325-0323d227cd79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c90473bf-0f65-4425-a240-4d190881ffcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462046 Jul 23 00:02:04.909916 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-1f864845-6326-4805-9bda-53660504a473 service neutron] 10.222.0.18 "GET /v2.0/networks/c90473bf-0f65-4425-a240-4d190881ffcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157372 Jul 23 00:02:05.081841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89d66250-d213-457a-bdd0-59f33b0ece67 req-9079c585-5e62-400d-ab09-102e559a34fe service neutron] 10.222.0.18 "GET /v2.0/networks/c90473bf-0f65-4425-a240-4d190881ffcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659493 Jul 23 00:02:05.096821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb71b07-9b55-44ab-bfcc-a78186fe68ed req-599c0c79-dd3e-4d05-ab4d-823daf67b49c tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:05.098846 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dbb71b07-9b55-44ab-bfcc-a78186fe68ed req-599c0c79-dd3e-4d05-ab4d-823daf67b49c tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/ports?device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 943 time: 0.1707361 Jul 23 00:02:05.157943 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dbb71b07-9b55-44ab-bfcc-a78186fe68ed req-24f3fa46-62a4-4518-b5a2-01e049292062 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac76ed26-f9fb-4c74-b50d-4efaaf0a9a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521669 Jul 23 00:02:05.159527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50444) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:05.586744 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:05.595694 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95f65a69-548d-4384-a0af-27231d3e9668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:05.864965 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-95f65a69-548d-4384-a0af-27231d3e9668 admin admin] Deleting port 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:05.865422 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95f65a69-548d-4384-a0af-27231d3e9668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:05.948261 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-95f65a69-548d-4384-a0af-27231d3e9668 admin admin] For port 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8,segment=NetworkSegment(4d4f1fa5-a711-43b5-9f2f-829e7c27b81f),segment_id=4d4f1fa5-a711-43b5-9f2f-829e7c27b81f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:05.948618 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95f65a69-548d-4384-a0af-27231d3e9668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:05.961417 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-95f65a69-548d-4384-a0af-27231d3e9668 admin admin] Calling delete_port for 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:06.171999 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95f65a69-548d-4384-a0af-27231d3e9668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:06.200059 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f65a69-548d-4384-a0af-27231d3e9668 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:06.216417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401578a8-cdbd-4d3b-87fe-e9835319c3b3', 'tag': 'ed80ed3b-ac9f-4df9-ba93-3ed9571273c8'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:06.219648 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaa6299-b1c3-4f39-b822-27781e5f2f09" -d '{"events": [{"name": "network-changed", "server_uuid": "401578a8-cdbd-4d3b-87fe-e9835319c3b3", "tag": "ed80ed3b-ac9f-4df9-ba93-3ed9571273c8"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:06.267081 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8013f432-ff6f-45f4-97e7-a13f0f889a37 x-openstack-request-id: req-8013f432-ff6f-45f4-97e7-a13f0f889a37 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:06.267081 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401578a8-cdbd-4d3b-87fe-e9835319c3b3", "tag": "ed80ed3b-ac9f-4df9-ba93-3ed9571273c8", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:06.267356 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8013f432-ff6f-45f4-97e7-a13f0f889a37 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:06.267766 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401578a8-cdbd-4d3b-87fe-e9835319c3b3', 'tag': 'ed80ed3b-ac9f-4df9-ba93-3ed9571273c8', 'status': 'completed', 'code': 200} Jul 23 00:02:06.390543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f3597-a439-411a-bfe8-b0dda4581df7 req-20c50452-a8d2-4362-ad69-d2e3a43c365f tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:06.392274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-956f3597-a439-411a-bfe8-b0dda4581df7 req-20c50452-a8d2-4362-ad69-d2e3a43c365f tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/ports?device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 943 time: 0.1089394 Jul 23 00:02:06.402642 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa6299-b1c3-4f39-b822-27781e5f2f09 req-8075ce08-bd82-482f-8653-7bb55edca292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:06.404676 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ceaa6299-b1c3-4f39-b822-27781e5f2f09 req-8075ce08-bd82-482f-8653-7bb55edca292 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e816dc794fb4ed498525fc5a68e81f5&device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 1094 time: 0.0850458 Jul 23 00:02:06.427617 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95f65a69-548d-4384-a0af-27231d3e9668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:06.466823 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-956f3597-a439-411a-bfe8-b0dda4581df7 req-a5fa0b5f-88ef-47ba-ac1b-844c40eccee1 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac76ed26-f9fb-4c74-b50d-4efaaf0a9a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609155 Jul 23 00:02:06.516187 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2dbcba9a-2878-421f-9277-2f5e9f820a7c no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:06.555170 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 2dbcba9a-2878-421f-9277-2f5e9f820a7c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:06.557338 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2dbcba9a-2878-421f-9277-2f5e9f820a7c not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:06.572634 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:02:06.575808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa6299-b1c3-4f39-b822-27781e5f2f09 req-1626b5ed-b405-4c45-add9-0c4bcee1218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:06.577714 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ceaa6299-b1c3-4f39-b822-27781e5f2f09 req-1626b5ed-b405-4c45-add9-0c4bcee1218e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c90473bf-0f65-4425-a240-4d190881ffcc HTTP/1.1" status: 200 len: 909 time: 0.1421638 Jul 23 00:02:06.629873 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ceaa6299-b1c3-4f39-b822-27781e5f2f09 req-37a43b6d-b51f-4948-9cec-5c08e61ec7a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 HTTP/1.1" status: 200 len: 217 time: 0.0451918 Jul 23 00:02:06.683807 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f65a69-548d-4384-a0af-27231d3e9668 admin admin] Router 9028320e-f103-4928-8ec6-bf875510fa4b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:02:06.696056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa6299-b1c3-4f39-b822-27781e5f2f09 req-ea223b91-5f2f-4da6-a3d5-f83338355933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:06.697967 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ceaa6299-b1c3-4f39-b822-27781e5f2f09 req-ea223b91-5f2f-4da6-a3d5-f83338355933 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7640959f-5ec1-4899-a5a0-ff413dcb57a4 HTTP/1.1" status: 200 len: 848 time: 0.0612795 Jul 23 00:02:06.738671 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ceaa6299-b1c3-4f39-b822-27781e5f2f09 req-020f42d0-8994-4a0b-b622-952aa28e22ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c90473bf-0f65-4425-a240-4d190881ffcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334761 Jul 23 00:02:06.809332 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f65a69-548d-4384-a0af-27231d3e9668 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:02:06.817482 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-95f65a69-548d-4384-a0af-27231d3e9668 admin admin] 10.222.0.26 "PUT /v2.0/routers/9028320e-f103-4928-8ec6-bf875510fa4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6541822 Jul 23 00:02:06.817671 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50474) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:06.824016 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca72b4f-d6e7-49b8-9bee-85ccd95070af None None] Sync routers for ids ['9028320e-f103-4928-8ec6-bf875510fa4b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:02:06.834670 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca72b4f-d6e7-49b8-9bee-85ccd95070af None None] Routers {'9028320e-f103-4928-8ec6-bf875510fa4b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:06.836185 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-eca72b4f-d6e7-49b8-9bee-85ccd95070af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:02:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9028320e-f103-4928-8ec6-bf875510fa4b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:06.889209 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ceaa6299-b1c3-4f39-b822-27781e5f2f09 req-c253578d-a127-41e5-b36e-09166a3e69f7 service neutron] 10.222.0.18 "GET /v2.0/networks/c90473bf-0f65-4425-a240-4d190881ffcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439185 Jul 23 00:02:06.952521 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17093fb4-a6c8-43f0-b8e4-fb6cdf46f15a admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:07.019594 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ceaa6299-b1c3-4f39-b822-27781e5f2f09 req-25828bb6-38ff-4b8f-a2ae-64ec51fd9f86 service neutron] 10.222.0.18 "GET /v2.0/networks/c90473bf-0f65-4425-a240-4d190881ffcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232648 Jul 23 00:02:07.036938 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-eca72b4f-d6e7-49b8-9bee-85ccd95070af None None] Set router 9028320e-f103-4928-8ec6-bf875510fa4b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:07.076977 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:07.103200 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17093fb4-a6c8-43f0-b8e4-fb6cdf46f15a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:07.191898 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-17093fb4-a6c8-43f0-b8e4-fb6cdf46f15a admin admin] Deleting port 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:07.192567 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17093fb4-a6c8-43f0-b8e4-fb6cdf46f15a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:07.285353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-17093fb4-a6c8-43f0-b8e4-fb6cdf46f15a admin admin] For port 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2d8891cd-bafa-4c1f-a34c-a62bd85fdf23,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:07.285721 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17093fb4-a6c8-43f0-b8e4-fb6cdf46f15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:07.300766 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-17093fb4-a6c8-43f0-b8e4-fb6cdf46f15a admin admin] Calling delete_port for 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:07.386556 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-eca72b4f-d6e7-49b8-9bee-85ccd95070af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'name': 'tempest-TestServerMultinode-135075136-router', 'tenant_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '2d8891cd-bafa-4c1f-a34c-a62bd85fdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:17Z', 'updated_at': '2021-07-23T00:02:06Z', 'revision_number': 5, 'project_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'gw_port': {'id': '2d8891cd-bafa-4c1f-a34c-a62bd85fdf23', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:17Z', 'updated_at': '2021-07-23T00:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:07.416237 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca72b4f-d6e7-49b8-9bee-85ccd95070af None None] Checking router: 9028320e-f103-4928-8ec6-bf875510fa4b for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:02:07.425366 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca72b4f-d6e7-49b8-9bee-85ccd95070af None None] Routers {'9028320e-f103-4928-8ec6-bf875510fa4b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:07.426924 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-eca72b4f-d6e7-49b8-9bee-85ccd95070af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:02:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9028320e-f103-4928-8ec6-bf875510fa4b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:07.536315 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-eca72b4f-d6e7-49b8-9bee-85ccd95070af None None] Set router 9028320e-f103-4928-8ec6-bf875510fa4b gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:07.551775 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17093fb4-a6c8-43f0-b8e4-fb6cdf46f15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:07.600083 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17093fb4-a6c8-43f0-b8e4-fb6cdf46f15a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d8891cd-bafa-4c1f-a34c-a62bd85fdf23,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:07.605726 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-eca72b4f-d6e7-49b8-9bee-85ccd95070af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'name': 'tempest-TestServerMultinode-135075136-router', 'tenant_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:17Z', 'updated_at': '2021-07-23T00:02:07Z', 'revision_number': 6, 'project_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:07.636978 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca72b4f-d6e7-49b8-9bee-85ccd95070af None None] The sync data for ids ['9028320e-f103-4928-8ec6-bf875510fa4b'] in n-d-688802-2 is: [{'id': '9028320e-f103-4928-8ec6-bf875510fa4b', 'name': 'tempest-TestServerMultinode-135075136-router', 'tenant_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:17Z', 'updated_at': '2021-07-23T00:02:07Z', 'revision_number': 6, 'project_id': '2bc9fa31ad1246b5b2098fe42d1f3f37', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:02:07.685514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e2160-10cd-46dc-9221-4c74176ebc95 req-a8f221cc-7d9c-48b9-9a2f-e94fad541d58 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:07.692803 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17093fb4-a6c8-43f0-b8e4-fb6cdf46f15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:07.696050 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-768e2160-10cd-46dc-9221-4c74176ebc95 req-a8f221cc-7d9c-48b9-9a2f-e94fad541d58 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/ports?device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 943 time: 0.1049716 Jul 23 00:02:07.748820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-768e2160-10cd-46dc-9221-4c74176ebc95 req-32524e76-8383-4570-a67b-0a4811a70b86 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac76ed26-f9fb-4c74-b50d-4efaaf0a9a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514390 Jul 23 00:02:07.793931 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17093fb4-a6c8-43f0-b8e4-fb6cdf46f15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:07.796039 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17093fb4-a6c8-43f0-b8e4-fb6cdf46f15a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:07.845075 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17093fb4-a6c8-43f0-b8e4-fb6cdf46f15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:07.846005 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17093fb4-a6c8-43f0-b8e4-fb6cdf46f15a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9028320e-f103-4928-8ec6-bf875510fa4b {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:02:07.852203 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17093fb4-a6c8-43f0-b8e4-fb6cdf46f15a admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:07.855692 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-17093fb4-a6c8-43f0-b8e4-fb6cdf46f15a admin admin] 10.222.0.26 "DELETE /v2.0/routers/9028320e-f103-4928-8ec6-bf875510fa4b HTTP/1.1" status: 204 len: 168 time: 1.0348871 Jul 23 00:02:07.856122 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50486) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:07.912438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f034ed-69b1-4f4e-a1af-efc760c9ae99 admin admin] Deleting subnet 98523eb3-bd52-49ed-a9a2-367ddafe09de {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:02:07.916503 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32f034ed-69b1-4f4e-a1af-efc760c9ae99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:07.956163 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32f034ed-69b1-4f4e-a1af-efc760c9ae99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.062966 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32f034ed-69b1-4f4e-a1af-efc760c9ae99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.135008 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32f034ed-69b1-4f4e-a1af-efc760c9ae99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.166559 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f034ed-69b1-4f4e-a1af-efc760c9ae99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98523eb3-bd52-49ed-a9a2-367ddafe09de,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:08.170246 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-32f034ed-69b1-4f4e-a1af-efc760c9ae99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.172303 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-32f034ed-69b1-4f4e-a1af-efc760c9ae99 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/98523eb3-bd52-49ed-a9a2-367ddafe09de HTTP/1.1" status: 204 len: 168 time: 0.3151300 Jul 23 00:02:08.175183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50498) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:08.177477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812c63c8-ac19-4f78-8904-c185aa1791c2 None None] Network 52320350-2900-475a-b10a-23d494bcd825 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:02:08.265658 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.408402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] Deleting port a480f697-cf22-421e-851b-099b3885c263 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:08.409196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.510976 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] DHCP port deletion for 52320350-2900-475a-b10a-23d494bcd825 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:02:08.532930 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] For port a480f697-cf22-421e-851b-099b3885c263, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a480f697-cf22-421e-851b-099b3885c263,segment=NetworkSegment(4d4f1fa5-a711-43b5-9f2f-829e7c27b81f),segment_id=4d4f1fa5-a711-43b5-9f2f-829e7c27b81f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:08.533444 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.578621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] Calling delete_port for a480f697-cf22-421e-851b-099b3885c263 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:08.593012 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Deleting port a480f697-cf22-421e-851b-099b3885c263 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:08.593788 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.678124 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] For port a480f697-cf22-421e-851b-099b3885c263, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a480f697-cf22-421e-851b-099b3885c263,segment=NetworkSegment(4d4f1fa5-a711-43b5-9f2f-829e7c27b81f),segment_id=4d4f1fa5-a711-43b5-9f2f-829e7c27b81f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:08.678524 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.697623 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:08.699910 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Calling delete_port for a480f697-cf22-421e-851b-099b3885c263 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:08.709127 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.729172 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:08.729813 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2d8891cd-bafa-4c1f-a34c-a62bd85fdf23 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:08.730387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:08.746321 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] No DVR routers for this DVR port a480f697-cf22-421e-851b-099b3885c263 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:08.751514 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] Pushing event deleted for resources: {'Port': ['ID=a480f697-cf22-421e-851b-099b3885c263,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:08.819552 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:08.822232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 91e6a4b5-ad9f-4ca2-9168-5260e14ea4d8 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:08.828641 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a480f697-cf22-421e-851b-099b3885c263 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:08.836441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:02:08.877541 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: a480f697-cf22-421e-851b-099b3885c263 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:08.888392 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.889680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a480f697-cf22-421e-851b-099b3885c263 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:08.933395 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52320350-2900-475a-b10a-23d494bcd825']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:08.944561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:08.945395 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4f1fa5-a711-43b5-9f2f-829e7c27b81f') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:08.955832 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.958331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2f50e-d4d5-4d4d-acf7-bbc2b11dcc5b req-a7657f74-d509-4f5a-97f2-04675c411a05 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:08.971336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1bb2f50e-d4d5-4d4d-acf7-bbc2b11dcc5b req-a7657f74-d509-4f5a-97f2-04675c411a05 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/ports?device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 943 time: 0.0982440 Jul 23 00:02:08.971560 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.989678 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.996975 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:02:08.997405 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:02:08.999095 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:02:09.025852 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Pushing event deleted for resources: {'Port': ['ID=a480f697-cf22-421e-851b-099b3885c263,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:09.036079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:09.036429 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:09.036767 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:09.037189 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:09.037453 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:09.037780 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:09.039768 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:09.040132 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:09.040467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:09.040798 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:09.043632 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1bb2f50e-d4d5-4d4d-acf7-bbc2b11dcc5b req-ca2c5f63-b49e-4b21-ba70-0861e99396f1 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac76ed26-f9fb-4c74-b50d-4efaaf0a9a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691087 Jul 23 00:02:09.055377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:09.055768 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:09.079597 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:09.088972 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:09.093969 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] 10.222.0.26 "DELETE /v2.0/networks/52320350-2900-475a-b10a-23d494bcd825 HTTP/1.1" status: 204 len: 168 time: 0.9148564 Jul 23 00:02:09.094848 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50504) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:09.096116 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e956870f-62c6-45c7-b073-ebcd4b844eb1 None None] No DVR routers for this DVR port a480f697-cf22-421e-851b-099b3885c263 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:09.117131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34393f6-f99a-47dc-98c0-84f14a81cabc admin admin] Pushing event deleted for resources: {'Network': ['ID=52320350-2900-475a-b10a-23d494bcd825,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:09.412049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ed80ed3b-ac9f-4df9-ba93-3ed9571273c8, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ed80ed3b-ac9f-4df9-ba93-3ed9571273c8,segment=NetworkSegment(f83117b6-a164-4cfd-accc-4ec49bb45638),segment_id=f83117b6-a164-4cfd-accc-4ec49bb45638)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:09.433354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'ed80ed3b-ac9f-4df9-ba93-3ed9571273c8', 'network_id': 'c90473bf-0f65-4425-a240-4d190881ffcc', 'port_id': 'ed80ed3b-ac9f-4df9-ba93-3ed9571273c8', 'mac_address': 'fa:16:3e:c4:ab:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7640959f-5ec1-4899-a5a0-ff413dcb57a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:02:09.482109 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:09.497259 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:02:09.520284 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ed80ed3b-ac9f-4df9-ba93-3ed9571273c8, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ed80ed3b-ac9f-4df9-ba93-3ed9571273c8,segment=NetworkSegment(f83117b6-a164-4cfd-accc-4ec49bb45638),segment_id=f83117b6-a164-4cfd-accc-4ec49bb45638)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:09.525960 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:09.541264 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-082c3eaa-da99-4b50-a029-8aa973deb38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:09.581074 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=ed80ed3b-ac9f-4df9-ba93-3ed9571273c8,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:09.784671 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['ed80ed3b-ac9f-4df9-ba93-3ed9571273c8'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:02:09.827416 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-082c3eaa-da99-4b50-a029-8aa973deb38a admin admin] Deleting port 289828b2-64ff-4b44-8c8a-ab14ca90f13b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:09.827892 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-082c3eaa-da99-4b50-a029-8aa973deb38a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:09.911499 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-082c3eaa-da99-4b50-a029-8aa973deb38a admin admin] For port 289828b2-64ff-4b44-8c8a-ab14ca90f13b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=289828b2-64ff-4b44-8c8a-ab14ca90f13b,segment=NetworkSegment(4549a3ad-bc05-48a3-bfbf-8ff0c4600616),segment_id=4549a3ad-bc05-48a3-bfbf-8ff0c4600616)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:09.911975 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-082c3eaa-da99-4b50-a029-8aa973deb38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:09.926752 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-082c3eaa-da99-4b50-a029-8aa973deb38a admin admin] Calling delete_port for 289828b2-64ff-4b44-8c8a-ab14ca90f13b owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:10.149894 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-082c3eaa-da99-4b50-a029-8aa973deb38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:10.194055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c3eaa-da99-4b50-a029-8aa973deb38a admin admin] Pushing event deleted for resources: {'Port': ['ID=289828b2-64ff-4b44-8c8a-ab14ca90f13b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:10.310877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71642c1-861d-4378-a03d-d301f69c5558 req-916d3ec0-4b0e-42ed-b604-c432e008e82a tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:10.315188 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f71642c1-861d-4378-a03d-d301f69c5558 req-916d3ec0-4b0e-42ed-b604-c432e008e82a tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/ports?device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 944 time: 0.1857934 Jul 23 00:02:10.385816 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f71642c1-861d-4378-a03d-d301f69c5558 req-31db4bd5-cb1d-4610-918d-82bae59a99e5 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac76ed26-f9fb-4c74-b50d-4efaaf0a9a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558336 Jul 23 00:02:10.452572 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-082c3eaa-da99-4b50-a029-8aa973deb38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:10.731118 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082c3eaa-da99-4b50-a029-8aa973deb38a admin admin] Router 75db0efd-800d-4bc0-a762-ef0b69a207e6 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:02:10.782639 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:02:10.858526 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:02:10.870053 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:02:10.870632 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:10.923429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082c3eaa-da99-4b50-a029-8aa973deb38a admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:02:10.933706 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-082c3eaa-da99-4b50-a029-8aa973deb38a admin admin] 10.222.0.26 "PUT /v2.0/routers/75db0efd-800d-4bc0-a762-ef0b69a207e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8383067 Jul 23 00:02:10.934391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50518) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:10.954705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a73d6c0-7fe1-4355-90f1-1d6dcab77cdd None None] Sync routers for ids ['75db0efd-800d-4bc0-a762-ef0b69a207e6'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:02:10.999283 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a73d6c0-7fe1-4355-90f1-1d6dcab77cdd None None] Routers {'75db0efd-800d-4bc0-a762-ef0b69a207e6'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:10.999705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7a73d6c0-7fe1-4355-90f1-1d6dcab77cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:02:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['75db0efd-800d-4bc0-a762-ef0b69a207e6'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:11.146541 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7a73d6c0-7fe1-4355-90f1-1d6dcab77cdd None None] Set router 75db0efd-800d-4bc0-a762-ef0b69a207e6 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:11.148957 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15b9d76b-4cec-45a2-ad19-f87077ea79a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:11.272298 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15b9d76b-4cec-45a2-ad19-f87077ea79a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:11.372858 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:11.383782 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-15b9d76b-4cec-45a2-ad19-f87077ea79a2 admin admin] Deleting port 5d367c9d-ddd7-4143-92c9-55d8fa07f83b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:11.385337 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15b9d76b-4cec-45a2-ad19-f87077ea79a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:11.407523 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ed80ed3b-ac9f-4df9-ba93-3ed9571273c8, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ed80ed3b-ac9f-4df9-ba93-3ed9571273c8,segment=NetworkSegment(f83117b6-a164-4cfd-accc-4ec49bb45638),segment_id=f83117b6-a164-4cfd-accc-4ec49bb45638)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:11.417744 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401578a8-cdbd-4d3b-87fe-e9835319c3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed80ed3b-ac9f-4df9-ba93-3ed9571273c8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:11.417744 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed8b84a-2d7a-4322-bfc3-f9ac996044f0" -d '{"events": [{"server_uuid": "401578a8-cdbd-4d3b-87fe-e9835319c3b3", "name": "network-vif-plugged", "status": "completed", "tag": "ed80ed3b-ac9f-4df9-ba93-3ed9571273c8"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:11.420921 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:11.478712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=ed80ed3b-ac9f-4df9-ba93-3ed9571273c8,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:11.489509 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7a73d6c0-7fe1-4355-90f1-1d6dcab77cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'name': 'tempest-TestServerMultinode-2018089656-router', 'tenant_id': '2a7aa803b2b04c61a28c441a48282281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5d367c9d-ddd7-4143-92c9-55d8fa07f83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:25Z', 'updated_at': '2021-07-23T00:02:10Z', 'revision_number': 5, 'project_id': '2a7aa803b2b04c61a28c441a48282281', 'gw_port': {'id': '5d367c9d-ddd7-4143-92c9-55d8fa07f83b', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:26Z', 'updated_at': '2021-07-23T00:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:11.544694 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6df4b8-4acd-418f-9ed8-e4dd784984bc x-openstack-request-id: req-dd6df4b8-4acd-418f-9ed8-e4dd784984bc {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:11.545033 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401578a8-cdbd-4d3b-87fe-e9835319c3b3", "name": "network-vif-plugged", "status": "completed", "tag": "ed80ed3b-ac9f-4df9-ba93-3ed9571273c8", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:11.547103 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-15b9d76b-4cec-45a2-ad19-f87077ea79a2 admin admin] For port 5d367c9d-ddd7-4143-92c9-55d8fa07f83b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5d367c9d-ddd7-4143-92c9-55d8fa07f83b,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:11.547478 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15b9d76b-4cec-45a2-ad19-f87077ea79a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:11.547851 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd6df4b8-4acd-418f-9ed8-e4dd784984bc {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:11.548271 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401578a8-cdbd-4d3b-87fe-e9835319c3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed80ed3b-ac9f-4df9-ba93-3ed9571273c8', 'code': 200} Jul 23 00:02:11.549069 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a73d6c0-7fe1-4355-90f1-1d6dcab77cdd None None] Checking router: 75db0efd-800d-4bc0-a762-ef0b69a207e6 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:02:11.561596 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a73d6c0-7fe1-4355-90f1-1d6dcab77cdd None None] Routers {'75db0efd-800d-4bc0-a762-ef0b69a207e6'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:11.563452 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7a73d6c0-7fe1-4355-90f1-1d6dcab77cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:02:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['75db0efd-800d-4bc0-a762-ef0b69a207e6'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:11.595704 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-15b9d76b-4cec-45a2-ad19-f87077ea79a2 admin admin] Calling delete_port for 5d367c9d-ddd7-4143-92c9-55d8fa07f83b owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:11.725926 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7a73d6c0-7fe1-4355-90f1-1d6dcab77cdd None None] Set router 75db0efd-800d-4bc0-a762-ef0b69a207e6 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:11.728912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e397291-9984-4fb2-abfc-acc12cd4028f req-912d50c3-0207-4ce0-bbaa-3dda759f5089 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:11.730470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e397291-9984-4fb2-abfc-acc12cd4028f req-912d50c3-0207-4ce0-bbaa-3dda759f5089 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/ports?device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 945 time: 0.2131379 Jul 23 00:02:11.792917 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02fa2d-555e-40cc-adeb-d5504b7dd94e req-690cebc5-26b1-466e-a698-0aed50132d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:11.794616 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e02fa2d-555e-40cc-adeb-d5504b7dd94e req-690cebc5-26b1-466e-a698-0aed50132d0c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 1096 time: 0.1721821 Jul 23 00:02:11.818128 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7a73d6c0-7fe1-4355-90f1-1d6dcab77cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'name': 'tempest-TestServerMultinode-2018089656-router', 'tenant_id': '2a7aa803b2b04c61a28c441a48282281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:25Z', 'updated_at': '2021-07-23T00:02:11Z', 'revision_number': 6, 'project_id': '2a7aa803b2b04c61a28c441a48282281', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:11.833941 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e397291-9984-4fb2-abfc-acc12cd4028f req-de480372-a75a-43bb-9122-37a7536a2cf3 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac76ed26-f9fb-4c74-b50d-4efaaf0a9a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882936 Jul 23 00:02:11.874593 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a73d6c0-7fe1-4355-90f1-1d6dcab77cdd None None] The sync data for ids ['75db0efd-800d-4bc0-a762-ef0b69a207e6'] in n-d-688802-2 is: [{'id': '75db0efd-800d-4bc0-a762-ef0b69a207e6', 'name': 'tempest-TestServerMultinode-2018089656-router', 'tenant_id': '2a7aa803b2b04c61a28c441a48282281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:25Z', 'updated_at': '2021-07-23T00:02:11Z', 'revision_number': 6, 'project_id': '2a7aa803b2b04c61a28c441a48282281', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:02:11.922323 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e02fa2d-555e-40cc-adeb-d5504b7dd94e req-59dfca4a-7d0c-43bc-bc4e-d4ce9305f2b4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ac76ed26-f9fb-4c74-b50d-4efaaf0a9a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866108 Jul 23 00:02:12.008563 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15b9d76b-4cec-45a2-ad19-f87077ea79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:12.046567 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9d76b-4cec-45a2-ad19-f87077ea79a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d367c9d-ddd7-4143-92c9-55d8fa07f83b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:12.125461 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15b9d76b-4cec-45a2-ad19-f87077ea79a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:12.221173 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15b9d76b-4cec-45a2-ad19-f87077ea79a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:12.224038 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15b9d76b-4cec-45a2-ad19-f87077ea79a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:12.286514 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15b9d76b-4cec-45a2-ad19-f87077ea79a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:12.288636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b9d76b-4cec-45a2-ad19-f87077ea79a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75db0efd-800d-4bc0-a762-ef0b69a207e6 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:02:12.292113 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-15b9d76b-4cec-45a2-ad19-f87077ea79a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:12.295722 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-15b9d76b-4cec-45a2-ad19-f87077ea79a2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/75db0efd-800d-4bc0-a762-ef0b69a207e6 HTTP/1.1" status: 204 len: 168 time: 1.3578246 Jul 23 00:02:12.295949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50528) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:12.350348 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e120ba-3c2f-4a4c-9b16-ea7cb176e68f admin admin] Deleting subnet a3d88ead-ea69-4d04-8397-2dc80f8bf933 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:02:12.354149 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11e120ba-3c2f-4a4c-9b16-ea7cb176e68f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:12.405859 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11e120ba-3c2f-4a4c-9b16-ea7cb176e68f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:12.508805 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11e120ba-3c2f-4a4c-9b16-ea7cb176e68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:12.570788 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11e120ba-3c2f-4a4c-9b16-ea7cb176e68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:12.604582 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e120ba-3c2f-4a4c-9b16-ea7cb176e68f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d88ead-ea69-4d04-8397-2dc80f8bf933,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:12.606929 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11e120ba-3c2f-4a4c-9b16-ea7cb176e68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:12.608832 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-11e120ba-3c2f-4a4c-9b16-ea7cb176e68f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a3d88ead-ea69-4d04-8397-2dc80f8bf933 HTTP/1.1" status: 204 len: 168 time: 0.3117809 Jul 23 00:02:12.615010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50532) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:12.616866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9f90f9-8e60-4b08-90b1-7282e0683209 None None] Network 969c5015-ce7b-47dd-a666-62b06896c137 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:02:12.703205 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:12.817311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] Deleting port ac2e5440-51ec-4c14-903d-7bb3b5c924f6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:12.817786 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:12.831184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5d367c9d-ddd7-4143-92c9-55d8fa07f83b no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:12.865631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 5d367c9d-ddd7-4143-92c9-55d8fa07f83b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:12.865631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5d367c9d-ddd7-4143-92c9-55d8fa07f83b not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:12.866473 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 289828b2-64ff-4b44-8c8a-ab14ca90f13b no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:12.917405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 289828b2-64ff-4b44-8c8a-ab14ca90f13b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:12.919933 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 289828b2-64ff-4b44-8c8a-ab14ca90f13b not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:13.049487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] For port ac2e5440-51ec-4c14-903d-7bb3b5c924f6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ac2e5440-51ec-4c14-903d-7bb3b5c924f6,segment=NetworkSegment(4549a3ad-bc05-48a3-bfbf-8ff0c4600616),segment_id=4549a3ad-bc05-48a3-bfbf-8ff0c4600616)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:13.049848 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.081427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] Calling delete_port for ac2e5440-51ec-4c14-903d-7bb3b5c924f6 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:13.123342 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4283ff4e-49cd-4262-ba52-c8958d9f011b None None] DHCP port deletion for 969c5015-ce7b-47dd-a666-62b06896c137 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:02:13.192568 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48629d-8090-4986-9a75-1ca2a8aafcbb req-c1bdc684-cf3f-463d-a23d-8d3958e33bfa tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:13.194839 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e48629d-8090-4986-9a75-1ca2a8aafcbb req-c1bdc684-cf3f-463d-a23d-8d3958e33bfa tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/ports?device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 945 time: 0.2336278 Jul 23 00:02:13.233842 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4283ff4e-49cd-4262-ba52-c8958d9f011b None None] Deleting port ac2e5440-51ec-4c14-903d-7bb3b5c924f6 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:13.234622 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4283ff4e-49cd-4262-ba52-c8958d9f011b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.286269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e48629d-8090-4986-9a75-1ca2a8aafcbb req-606d0bb4-5b78-475b-81ae-a2440d6c9275 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac76ed26-f9fb-4c74-b50d-4efaaf0a9a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727756 Jul 23 00:02:13.302430 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.346891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2e5440-51ec-4c14-903d-7bb3b5c924f6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:13.351150 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] No DVR routers for this DVR port ac2e5440-51ec-4c14-903d-7bb3b5c924f6 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:13.389512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4283ff4e-49cd-4262-ba52-c8958d9f011b None None] For port ac2e5440-51ec-4c14-903d-7bb3b5c924f6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ac2e5440-51ec-4c14-903d-7bb3b5c924f6,segment=NetworkSegment(4549a3ad-bc05-48a3-bfbf-8ff0c4600616),segment_id=4549a3ad-bc05-48a3-bfbf-8ff0c4600616)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:13.390439 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4283ff4e-49cd-4262-ba52-c8958d9f011b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.439427 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4283ff4e-49cd-4262-ba52-c8958d9f011b None None] Calling delete_port for ac2e5440-51ec-4c14-903d-7bb3b5c924f6 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:13.447401 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.460582 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969c5015-ce7b-47dd-a666-62b06896c137']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:13.487115 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4549a3ad-bc05-48a3-bfbf-8ff0c4600616') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:13.487416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4549a3ad-bc05-48a3-bfbf-8ff0c4600616') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:13.505392 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.527989 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.538475 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:02:13.539009 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:02:13.541008 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:02:13.602602 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4283ff4e-49cd-4262-ba52-c8958d9f011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.631399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283ff4e-49cd-4262-ba52-c8958d9f011b None None] Pushing event deleted for resources: {'Port': ['ID=ac2e5440-51ec-4c14-903d-7bb3b5c924f6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:13.634015 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.638308 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4283ff4e-49cd-4262-ba52-c8958d9f011b None None] Network 969c5015-ce7b-47dd-a666-62b06896c137 is not hosted by any dhcp agent {{(pid=93822) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 00:02:13.638851 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4283ff4e-49cd-4262-ba52-c8958d9f011b None None] No DVR routers for this DVR port ac2e5440-51ec-4c14-903d-7bb3b5c924f6 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:13.656313 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.658195 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] 10.222.0.26 "DELETE /v2.0/networks/969c5015-ce7b-47dd-a666-62b06896c137 HTTP/1.1" status: 204 len: 168 time: 1.0417347 Jul 23 00:02:13.671764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e5bad-7e0c-4628-87ef-95ef83c79524 admin admin] Pushing event deleted for resources: {'Network': ['ID=969c5015-ce7b-47dd-a666-62b06896c137,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:13.913323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50548) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:13.963257 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-72adf071-76d5-4d6a-ba1b-982ac12de8d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2bc9fa31ad1246b5b2098fe42d1f3f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486984 Jul 23 00:02:13.966733 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50550) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:14.072667 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23c6111b-8401-4762-bfcb-1394090c5121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:14.125136 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23c6111b-8401-4762-bfcb-1394090c5121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:14.217406 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23c6111b-8401-4762-bfcb-1394090c5121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:14.220427 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-23c6111b-8401-4762-bfcb-1394090c5121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:14.224136 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-23c6111b-8401-4762-bfcb-1394090c5121 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa841a51-a5ce-4404-b90f-1e1094f553e0 HTTP/1.1" status: 204 len: 168 time: 0.2540731 Jul 23 00:02:14.234876 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6111b-8401-4762-bfcb-1394090c5121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa841a51-a5ce-4404-b90f-1e1094f553e0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:14.508496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b9a24-e866-4045-ab20-79c0037466eb req-526faa71-8d14-4561-acb8-b0c9efa31f78 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:14.512762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-037b9a24-e866-4045-ab20-79c0037466eb req-526faa71-8d14-4561-acb8-b0c9efa31f78 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/ports?device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 945 time: 0.1218600 Jul 23 00:02:14.528661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ac2e5440-51ec-4c14-903d-7bb3b5c924f6 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:14.565071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: ac2e5440-51ec-4c14-903d-7bb3b5c924f6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:14.574081 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ac2e5440-51ec-4c14-903d-7bb3b5c924f6 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:14.603190 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-037b9a24-e866-4045-ab20-79c0037466eb req-7da9ca19-4658-4cf0-8012-6b3c5b4f1e8f tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac76ed26-f9fb-4c74-b50d-4efaaf0a9a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808659 Jul 23 00:02:14.962333 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 50564) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:15.038941 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3dd67ba3-bdb1-4b7a-a91d-d774721f6743 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a7aa803b2b04c61a28c441a48282281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744269 Jul 23 00:02:15.045447 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 50566) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:15.153437 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-486b52a1-980e-4415-a7ac-ad7aeb8fb21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:15.206090 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-486b52a1-980e-4415-a7ac-ad7aeb8fb21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:15.276557 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-486b52a1-980e-4415-a7ac-ad7aeb8fb21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:15.279233 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-486b52a1-980e-4415-a7ac-ad7aeb8fb21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:15.280571 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-486b52a1-980e-4415-a7ac-ad7aeb8fb21b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e468d001-fb2f-409e-852b-e0aef321515f HTTP/1.1" status: 204 len: 168 time: 0.2341146 Jul 23 00:02:15.290159 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b52a1-980e-4415-a7ac-ad7aeb8fb21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e468d001-fb2f-409e-852b-e0aef321515f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:16.627682 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:17.638188 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b0f4f-2d18-4371-bb70-19e7cec48f47 req-d1edd8f6-1560-43e5-bfd9-3614b4f70cd0 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:17.645759 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-824b0f4f-2d18-4371-bb70-19e7cec48f47 req-d1edd8f6-1560-43e5-bfd9-3614b4f70cd0 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/ports?device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 945 time: 0.0825047 Jul 23 00:02:17.687668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-824b0f4f-2d18-4371-bb70-19e7cec48f47 req-5ed752d2-0b1d-45e1-b0a6-db2be347a72b tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac76ed26-f9fb-4c74-b50d-4efaaf0a9a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409200 Jul 23 00:02:18.819399 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e02ad-2549-4995-a538-cbcb78c07074 req-ea944968-cef1-4e6f-9e28-17049278ddcb tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:18.820879 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f15e02ad-2549-4995-a538-cbcb78c07074 req-ea944968-cef1-4e6f-9e28-17049278ddcb tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/ports?device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 945 time: 0.0671606 Jul 23 00:02:18.859947 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f15e02ad-2549-4995-a538-cbcb78c07074 req-2ea8bbdb-1942-4fa8-b37b-d9a51efe6f7a tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac76ed26-f9fb-4c74-b50d-4efaaf0a9a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332217 Jul 23 00:02:19.012079 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8516431-6ab2-4e48-a1a2-2cc5dba25191 req-127ef12f-716e-4c17-a380-df1e795acb68 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:19.013609 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8516431-6ab2-4e48-a1a2-2cc5dba25191 req-127ef12f-716e-4c17-a380-df1e795acb68 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.18 "GET /v2.0/ports?device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 945 time: 0.0650160 Jul 23 00:02:19.474507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e8516431-6ab2-4e48-a1a2-2cc5dba25191 req-3e4dbde8-7df7-474c-a405-df9bda685eb7 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Deleting port ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:19.474918 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8516431-6ab2-4e48-a1a2-2cc5dba25191 req-3e4dbde8-7df7-474c-a405-df9bda685eb7 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:19.563785 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e8516431-6ab2-4e48-a1a2-2cc5dba25191 req-3e4dbde8-7df7-474c-a405-df9bda685eb7 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] For port ed80ed3b-ac9f-4df9-ba93-3ed9571273c8, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ed80ed3b-ac9f-4df9-ba93-3ed9571273c8,segment=NetworkSegment(f83117b6-a164-4cfd-accc-4ec49bb45638),segment_id=f83117b6-a164-4cfd-accc-4ec49bb45638)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:19.564035 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8516431-6ab2-4e48-a1a2-2cc5dba25191 req-3e4dbde8-7df7-474c-a405-df9bda685eb7 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:19.576907 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e8516431-6ab2-4e48-a1a2-2cc5dba25191 req-3e4dbde8-7df7-474c-a405-df9bda685eb7 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Calling delete_port for ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:19.709421 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8516431-6ab2-4e48-a1a2-2cc5dba25191 req-3e4dbde8-7df7-474c-a405-df9bda685eb7 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:19.736573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dbde8-7df7-474c-a405-df9bda685eb7 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Pushing event deleted for resources: {'Port': ['ID=ed80ed3b-ac9f-4df9-ba93-3ed9571273c8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:19.743325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['ed80ed3b-ac9f-4df9-ba93-3ed9571273c8'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:02:19.790426 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8516431-6ab2-4e48-a1a2-2cc5dba25191 req-3e4dbde8-7df7-474c-a405-df9bda685eb7 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] No DVR routers for this DVR port ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:19.793142 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e8516431-6ab2-4e48-a1a2-2cc5dba25191 req-3e4dbde8-7df7-474c-a405-df9bda685eb7 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:19.795358 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8516431-6ab2-4e48-a1a2-2cc5dba25191 req-3e4dbde8-7df7-474c-a405-df9bda685eb7 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.18 "DELETE /v2.0/ports/ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 HTTP/1.1" status: 204 len: 173 time: 0.7757947 Jul 23 00:02:19.795796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401578a8-cdbd-4d3b-87fe-e9835319c3b3', 'name': 'network-vif-deleted', 'tag': 'ed80ed3b-ac9f-4df9-ba93-3ed9571273c8'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:19.798108 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9436c2e0-1876-4140-8a6c-1196a1c3a867" -d '{"events": [{"server_uuid": "401578a8-cdbd-4d3b-87fe-e9835319c3b3", "name": "network-vif-deleted", "tag": "ed80ed3b-ac9f-4df9-ba93-3ed9571273c8"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:19.844516 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6810d1c8-d00a-4bbc-a107-b58b1fd055b9 x-openstack-request-id: req-6810d1c8-d00a-4bbc-a107-b58b1fd055b9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:19.845195 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401578a8-cdbd-4d3b-87fe-e9835319c3b3", "name": "network-vif-deleted", "tag": "ed80ed3b-ac9f-4df9-ba93-3ed9571273c8", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:19.845195 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6810d1c8-d00a-4bbc-a107-b58b1fd055b9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:19.845484 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401578a8-cdbd-4d3b-87fe-e9835319c3b3', 'name': 'network-vif-deleted', 'tag': 'ed80ed3b-ac9f-4df9-ba93-3ed9571273c8', 'status': 'completed', 'code': 200} Jul 23 00:02:19.984026 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b11839a-16a2-4a66-bf2d-e5f9feb22658 req-67ca2cca-30e3-4bb6-863d-33a1239cc170 tempest-VolumesActionsTest-1300981835 tempest-VolumesActionsTest-1300981835-project] 10.222.0.26 "GET /v2.0/ports?device_id=401578a8-cdbd-4d3b-87fe-e9835319c3b3 HTTP/1.1" status: 200 len: 210 time: 0.0368466 Jul 23 00:02:22.853968 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:22.962565 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:22.963155 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ed80ed3b-ac9f-4df9-ba93-3ed9571273c8 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:31.618205 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0c63-72f6-491f-ace1-f94a3c9bf1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:34.382476 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-706ba9cb-a564-420d-bd2b-717b840ebdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:34.415169 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:34.422268 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:35.575961 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:37.064643 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:40.958748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51006) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:41.150932 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f48844b2-60c3-48bd-bca0-915f135d682d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:41.250969 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f48844b2-60c3-48bd-bca0-915f135d682d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:41.256584 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f48844b2-60c3-48bd-bca0-915f135d682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:41.293312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48844b2-60c3-48bd-bca0-915f135d682d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95571b75-1079-4d65-8ff5-ffbdf494b12b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:41.301351 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f48844b2-60c3-48bd-bca0-915f135d682d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=72bd504fa6184969ab0de3cf615b486a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3414357 Jul 23 00:02:41.304100 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48844b2-60c3-48bd-bca0-915f135d682d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:41.304643 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48844b2-60c3-48bd-bca0-915f135d682d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:41.304772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51016) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:41.305242 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48844b2-60c3-48bd-bca0-915f135d682d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:41.305336 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48844b2-60c3-48bd-bca0-915f135d682d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:41.305683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48844b2-60c3-48bd-bca0-915f135d682d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:41.306021 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48844b2-60c3-48bd-bca0-915f135d682d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:41.306476 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48844b2-60c3-48bd-bca0-915f135d682d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:41.306816 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48844b2-60c3-48bd-bca0-915f135d682d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:41.307146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48844b2-60c3-48bd-bca0-915f135d682d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:41.307474 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48844b2-60c3-48bd-bca0-915f135d682d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:41.307803 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48844b2-60c3-48bd-bca0-915f135d682d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:41.308129 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48844b2-60c3-48bd-bca0-915f135d682d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:41.358211 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b8827e4-63ad-4d89-8dc0-ddfc4662dee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:41.381816 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b8827e4-63ad-4d89-8dc0-ddfc4662dee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:41.432088 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b8827e4-63ad-4d89-8dc0-ddfc4662dee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:41.434970 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b8827e4-63ad-4d89-8dc0-ddfc4662dee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:41.436106 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2b8827e4-63ad-4d89-8dc0-ddfc4662dee1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95571b75-1079-4d65-8ff5-ffbdf494b12b HTTP/1.1" status: 204 len: 168 time: 0.1303642 Jul 23 00:02:41.446101 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8827e4-63ad-4d89-8dc0-ddfc4662dee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95571b75-1079-4d65-8ff5-ffbdf494b12b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:42.989792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51060) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:43.048381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-875ec5fe-3e33-474f-9168-5bc158ed8a49 admin admin] Deleting subnet 7640959f-5ec1-4899-a5a0-ff413dcb57a4 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:02:43.051851 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-875ec5fe-3e33-474f-9168-5bc158ed8a49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.086657 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-875ec5fe-3e33-474f-9168-5bc158ed8a49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.137450 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-875ec5fe-3e33-474f-9168-5bc158ed8a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.214158 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-875ec5fe-3e33-474f-9168-5bc158ed8a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.249320 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ec5fe-3e33-474f-9168-5bc158ed8a49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7640959f-5ec1-4899-a5a0-ff413dcb57a4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:43.251585 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-875ec5fe-3e33-474f-9168-5bc158ed8a49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.258266 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-875ec5fe-3e33-474f-9168-5bc158ed8a49 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7640959f-5ec1-4899-a5a0-ff413dcb57a4 HTTP/1.1" status: 204 len: 168 time: 0.2667274 Jul 23 00:02:43.262241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51064) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:43.337553 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e0e02b1-19bc-4f43-9f90-e12ad68d1301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.428568 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e0e02b1-19bc-4f43-9f90-e12ad68d1301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.439746 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0e0e02b1-19bc-4f43-9f90-e12ad68d1301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90473bf-0f65-4425-a240-4d190881ffcc']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:43.451311 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0e0e02b1-19bc-4f43-9f90-e12ad68d1301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83117b6-a164-4cfd-accc-4ec49bb45638') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:43.451655 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0e0e02b1-19bc-4f43-9f90-e12ad68d1301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83117b6-a164-4cfd-accc-4ec49bb45638') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:43.460982 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e0e02b1-19bc-4f43-9f90-e12ad68d1301 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.474660 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e0e02b1-19bc-4f43-9f90-e12ad68d1301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.480872 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0e02b1-19bc-4f43-9f90-e12ad68d1301 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:02:43.481316 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e0e02b1-19bc-4f43-9f90-e12ad68d1301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:02:43.483158 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:02:43.545395 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e0e02b1-19bc-4f43-9f90-e12ad68d1301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.550958 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e0e02b1-19bc-4f43-9f90-e12ad68d1301 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.552924 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0e0e02b1-19bc-4f43-9f90-e12ad68d1301 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c90473bf-0f65-4425-a240-4d190881ffcc HTTP/1.1" status: 204 len: 168 time: 0.2892761 Jul 23 00:02:43.556070 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51070) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:43.564014 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e02b1-19bc-4f43-9f90-e12ad68d1301 admin admin] Pushing event deleted for resources: {'Network': ['ID=c90473bf-0f65-4425-a240-4d190881ffcc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:43.572725 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:02:43.607313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Deleting subnet 0f11bd67-ca0c-4432-80cd-50bfe04336af {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:02:43.610423 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.651125 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.690998 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.746691 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.770762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f11bd67-ca0c-4432-80cd-50bfe04336af,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:43.780734 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.784647 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0f11bd67-ca0c-4432-80cd-50bfe04336af HTTP/1.1" status: 204 len: 168 time: 0.2252779 Jul 23 00:02:43.784647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:43.784647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:43.784997 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:43.785267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51078) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:43.785431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:43.785662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:43.786040 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:43.786378 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:43.786709 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:43.787755 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:43.788134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:43.788390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:43.788720 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c013eae-ea8d-467f-b834-b4aca7e69067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:43.856272 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07597d78-d5a8-40a8-9311-628989911758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.291370 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07597d78-d5a8-40a8-9311-628989911758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.301585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-07597d78-d5a8-40a8-9311-628989911758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8edc7d9-7844-485c-82de-489ca81caf6c']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:44.311350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-07597d78-d5a8-40a8-9311-628989911758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5141e933-1adc-4f5a-b5ad-dee59818bb0a') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:44.311649 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-07597d78-d5a8-40a8-9311-628989911758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5141e933-1adc-4f5a-b5ad-dee59818bb0a') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:44.320716 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07597d78-d5a8-40a8-9311-628989911758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.334688 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07597d78-d5a8-40a8-9311-628989911758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.340921 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07597d78-d5a8-40a8-9311-628989911758 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:02:44.341357 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07597d78-d5a8-40a8-9311-628989911758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:02:44.343185 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:02:44.400040 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07597d78-d5a8-40a8-9311-628989911758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.407225 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07597d78-d5a8-40a8-9311-628989911758 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.411479 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-07597d78-d5a8-40a8-9311-628989911758 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b8edc7d9-7844-485c-82de-489ca81caf6c HTTP/1.1" status: 204 len: 168 time: 0.6222038 Jul 23 00:02:44.420074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07597d78-d5a8-40a8-9311-628989911758 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8edc7d9-7844-485c-82de-489ca81caf6c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:44.591053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:44.658581 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-48abf8d7-cc55-4369-b87a-14f38dcde1e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e816dc794fb4ed498525fc5a68e81f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657821 Jul 23 00:02:44.660854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51094) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:44.714629 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1de5c25b-3cb5-435c-baf2-5b82801ee248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.737242 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1de5c25b-3cb5-435c-baf2-5b82801ee248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.785174 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1de5c25b-3cb5-435c-baf2-5b82801ee248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.788278 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1de5c25b-3cb5-435c-baf2-5b82801ee248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.789466 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1de5c25b-3cb5-435c-baf2-5b82801ee248 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac76ed26-f9fb-4c74-b50d-4efaaf0a9a95 HTTP/1.1" status: 204 len: 168 time: 0.1274498 Jul 23 00:02:44.797324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5c25b-3cb5-435c-baf2-5b82801ee248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac76ed26-f9fb-4c74-b50d-4efaaf0a9a95,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:45.124615 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51108) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:45.174334 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51110) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:45.174584 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-129341f2-1e9b-47ad-9bb0-e4ccaa3f0de8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=747c1ce4162f4302bf7808dee42f326e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487080 Jul 23 00:02:45.227351 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39fd6d37-df8b-4d05-8b65-3573d7d89b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:45.250599 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39fd6d37-df8b-4d05-8b65-3573d7d89b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:45.315696 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39fd6d37-df8b-4d05-8b65-3573d7d89b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:45.318479 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39fd6d37-df8b-4d05-8b65-3573d7d89b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:45.322075 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-39fd6d37-df8b-4d05-8b65-3573d7d89b83 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a6e1018-bb92-4c7a-95d9-ea57e2c41ea7 HTTP/1.1" status: 204 len: 168 time: 0.1442988 Jul 23 00:02:45.340726 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd6d37-df8b-4d05-8b65-3573d7d89b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6e1018-bb92-4c7a-95d9-ea57e2c41ea7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:46.621764 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.131748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51260) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:50.279552 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-941a9b1e-e4ba-43e5-a1f0-c1a3b658e9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.382542 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-941a9b1e-e4ba-43e5-a1f0-c1a3b658e9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.401292 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-941a9b1e-e4ba-43e5-a1f0-c1a3b658e9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.446540 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a9b1e-e4ba-43e5-a1f0-c1a3b658e9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751e9b81-3f0d-40d0-959c-e9a091e6991c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:50.454777 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-941a9b1e-e4ba-43e5-a1f0-c1a3b658e9ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c69eced236c44786b035283fc4995b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199470 Jul 23 00:02:50.457142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51272) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:50.521763 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bab3bfe-8813-4791-8e2c-94ff67fd95b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.542554 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bab3bfe-8813-4791-8e2c-94ff67fd95b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.591583 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bab3bfe-8813-4791-8e2c-94ff67fd95b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.594598 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5bab3bfe-8813-4791-8e2c-94ff67fd95b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.595736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5bab3bfe-8813-4791-8e2c-94ff67fd95b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/751e9b81-3f0d-40d0-959c-e9a091e6991c HTTP/1.1" status: 204 len: 168 time: 0.1376166 Jul 23 00:02:50.604289 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab3bfe-8813-4791-8e2c-94ff67fd95b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751e9b81-3f0d-40d0-959c-e9a091e6991c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:56.037433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51332) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:56.143339 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-398c188a-b3fb-4e47-91fd-8236f1d852a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:56.237086 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-398c188a-b3fb-4e47-91fd-8236f1d852a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:56.242202 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-398c188a-b3fb-4e47-91fd-8236f1d852a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:56.282666 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-398c188a-b3fb-4e47-91fd-8236f1d852a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9b13397eec4404b859bec6b5833ccca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442536 Jul 23 00:02:56.283553 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c188a-b3fb-4e47-91fd-8236f1d852a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c384802d-9a8b-425e-8990-240618d1d5dc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:56.285663 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51340) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:56.336983 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31ddaa47-c237-4972-bca0-57c32c573b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:56.358001 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31ddaa47-c237-4972-bca0-57c32c573b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:56.404653 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31ddaa47-c237-4972-bca0-57c32c573b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:56.407225 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31ddaa47-c237-4972-bca0-57c32c573b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:56.408400 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-31ddaa47-c237-4972-bca0-57c32c573b5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c384802d-9a8b-425e-8990-240618d1d5dc HTTP/1.1" status: 204 len: 168 time: 0.1209805 Jul 23 00:02:56.416549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddaa47-c237-4972-bca0-57c32c573b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c384802d-9a8b-425e-8990-240618d1d5dc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:01.603771 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c184856-8917-4259-b1d2-612de3b143f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:04.372954 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25658487-36e1-4012-83f1-fd424fa449df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:04.431600 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:04.433962 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.503912 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51504) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:05.579466 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.612309 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47faeb9c-af83-4d85-b0d6-69ee5914f5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.707572 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47faeb9c-af83-4d85-b0d6-69ee5914f5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.712815 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47faeb9c-af83-4d85-b0d6-69ee5914f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.753342 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47faeb9c-af83-4d85-b0d6-69ee5914f5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fed6bd0-c00f-4d85-831d-3d16acd1982e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:05.761553 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51512) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:05.761950 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-47faeb9c-af83-4d85-b0d6-69ee5914f5a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=45d8ccb48abb44709d2b97ca1be41408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555742 Jul 23 00:03:05.816069 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65d7f811-a0d9-4376-ae1e-f3614fa451fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.837787 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65d7f811-a0d9-4376-ae1e-f3614fa451fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.886064 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65d7f811-a0d9-4376-ae1e-f3614fa451fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.888659 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65d7f811-a0d9-4376-ae1e-f3614fa451fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.889865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-65d7f811-a0d9-4376-ae1e-f3614fa451fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2fed6bd0-c00f-4d85-831d-3d16acd1982e HTTP/1.1" status: 204 len: 168 time: 0.1274085 Jul 23 00:03:05.899018 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7f811-a0d9-4376-ae1e-f3614fa451fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fed6bd0-c00f-4d85-831d-3d16acd1982e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:07.063279 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:07.783551 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51580) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:07.789296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9535cacd-20b1-40aa-995b-6d426846e31f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Request body: {'network': {'name': 'tempest-network-smoke--4372286', 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:07.810356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9535cacd-20b1-40aa-995b-6d426846e31f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Made reservation on behalf of fd6661e8556f4906978578d1d72da11e for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:07.813827 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9535cacd-20b1-40aa-995b-6d426846e31f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:07.822798 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9535cacd-20b1-40aa-995b-6d426846e31f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:07.914288 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9535cacd-20b1-40aa-995b-6d426846e31f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:07.917766 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9535cacd-20b1-40aa-995b-6d426846e31f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:07.946980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9535cacd-20b1-40aa-995b-6d426846e31f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:03:07.953126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535cacd-20b1-40aa-995b-6d426846e31f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f805ab8-a9bf-4ba5-b1a2-273b400ff73d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:07.962141 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9535cacd-20b1-40aa-995b-6d426846e31f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:07.962141 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-9535cacd-20b1-40aa-995b-6d426846e31f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Added segment 7ac5967d-d8f1-4607-a518-6b809488b595 of type vlan for network f6febf09-4633-40b4-bd90-9c339e02cce5 Jul 23 00:03:08.000705 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9535cacd-20b1-40aa-995b-6d426846e31f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.034411 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9535cacd-20b1-40aa-995b-6d426846e31f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.040273 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9535cacd-20b1-40aa-995b-6d426846e31f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:08.040860 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9535cacd-20b1-40aa-995b-6d426846e31f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.077303 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9535cacd-20b1-40aa-995b-6d426846e31f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2899957 Jul 23 00:03:08.077547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51584) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:08.081845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1150133423', 'admin_state_up': True, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:08.120182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535cacd-20b1-40aa-995b-6d426846e31f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'Network': ['ID=f6febf09-4633-40b4-bd90-9c339e02cce5,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:08.131657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network f6febf09-4633-40b4-bd90-9c339e02cce5 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:03:08.137494 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.138545 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.197898 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.335849 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.530759 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.549370 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.657800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Allocated IP 172.25.4.201 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/e6482f2c-4471-4e9a-aa7a-046288768b95) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:08.773045 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.810905 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.847220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:08.852038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:08.854627 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:08.882742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'Port': ['ID=e6482f2c-4471-4e9a-aa7a-046288768b95,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:09.123475 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.336358 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.466196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Router 39047d21-aa07-4058-b162-a2c46840a79b is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:03:09.586808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:09.596795 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Sync routers for ids ['39047d21-aa07-4058-b162-a2c46840a79b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:09.607453 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Routers {'39047d21-aa07-4058-b162-a2c46840a79b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:09.607819 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.608390 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:03:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['39047d21-aa07-4058-b162-a2c46840a79b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:09.612182 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c75bb041-a209-467e-8081-5ac2135f913b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5308003 Jul 23 00:03:09.612379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51608) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:09.719764 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Set router 39047d21-aa07-4058-b162-a2c46840a79b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:09.742634 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-774cae28-0496-4af2-a87b-ad3a234c3b93 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=fd6661e8556f4906978578d1d72da11e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1290112 Jul 23 00:03:09.745300 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51614) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:09.838154 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a0718c-e57e-4edf-9b24-27554ce324d9 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:09.839682 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a7a0718c-e57e-4edf-9b24-27554ce324d9 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934668 Jul 23 00:03:09.842789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51618) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:09.871202 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-442d2877-b232-4db8-b978-bb2ca8ab52e3 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272574 Jul 23 00:03:09.873853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51620) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:09.878850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c37b3a01-c5ea-4eed-95ae-c587a331ef93 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-178843187', 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5', 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:09.904915 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39047d21-aa07-4058-b162-a2c46840a79b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150133423', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:08Z', 'revision_number': 3, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:09.931832 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Checking router: 39047d21-aa07-4058-b162-a2c46840a79b for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:09.932177 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Updating router 39047d21-aa07-4058-b162-a2c46840a79b port e6482f2c-4471-4e9a-aa7a-046288768b95 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:03:09.971125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37b3a01-c5ea-4eed-95ae-c587a331ef93 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Made reservation on behalf of fd6661e8556f4906978578d1d72da11e for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:09.971246 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.974783 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c37b3a01-c5ea-4eed-95ae-c587a331ef93 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.164976 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c37b3a01-c5ea-4eed-95ae-c587a331ef93 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.233584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b3a01-c5ea-4eed-95ae-c587a331ef93 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Checking segment: {'id': '7ac5967d-d8f1-4607-a518-6b809488b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:10.234226 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37b3a01-c5ea-4eed-95ae-c587a331ef93 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Network hostable DHCP agents. Network: f6febf09-4633-40b4-bd90-9c339e02cce5, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:03:10.242431 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b3a01-c5ea-4eed-95ae-c587a331ef93 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'Subnet': ['ID=80f75a4f-3ef3-4ce7-95fe-d1513163cca0,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:10.242735 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.253296 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Transition to ACTIVE for port object e6482f2c-4471-4e9a-aa7a-046288768b95 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:10.259313 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37b3a01-c5ea-4eed-95ae-c587a331ef93 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Network f6febf09-4633-40b4-bd90-9c339e02cce5 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:03:10.260858 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.270494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c37b3a01-c5ea-4eed-95ae-c587a331ef93 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, f6febf09-4633-40b4-bd90-9c339e02cce5) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:10.275517 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b3a01-c5ea-4eed-95ae-c587a331ef93 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:10.276113 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c37b3a01-c5ea-4eed-95ae-c587a331ef93 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.282677 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0792b35-2f98-465f-a513-371304050392 None None] Network f6febf09-4633-40b4-bd90-9c339e02cce5 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:10.303204 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c37b3a01-c5ea-4eed-95ae-c587a331ef93 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4265676 Jul 23 00:03:10.303301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51632) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:10.311732 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Attempting to bind port e6482f2c-4471-4e9a-aa7a-046288768b95 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:10.312107 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Attempting to bind port e6482f2c-4471-4e9a-aa7a-046288768b95 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:10.312473 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Attempting to bind port e6482f2c-4471-4e9a-aa7a-046288768b95 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:10.328055 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec046f4-0164-4b47-a307-4f82aa959d7d None None] Pushing event updated for resources: {'Port': ['ID=e6482f2c-4471-4e9a-aa7a-046288768b95,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:10.336923 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec046f4-0164-4b47-a307-4f82aa959d7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:10.337290 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec046f4-0164-4b47-a307-4f82aa959d7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:10.337633 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec046f4-0164-4b47-a307-4f82aa959d7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:10.337969 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec046f4-0164-4b47-a307-4f82aa959d7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:10.338299 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec046f4-0164-4b47-a307-4f82aa959d7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:10.338627 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec046f4-0164-4b47-a307-4f82aa959d7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:10.338951 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec046f4-0164-4b47-a307-4f82aa959d7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:10.339316 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec046f4-0164-4b47-a307-4f82aa959d7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:10.339648 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec046f4-0164-4b47-a307-4f82aa959d7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:10.339976 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec046f4-0164-4b47-a307-4f82aa959d7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:10.340296 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec046f4-0164-4b47-a307-4f82aa959d7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:10.340614 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec046f4-0164-4b47-a307-4f82aa959d7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:10.344708 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:10.345166 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:10.345619 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.345960 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:10.346437 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Bound port: e6482f2c-4471-4e9a-aa7a-046288768b95, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:10.346821 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.417221 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] For port e6482f2c-4471-4e9a-aa7a-046288768b95, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:10.420289 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] For port e6482f2c-4471-4e9a-aa7a-046288768b95, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e6482f2c-4471-4e9a-aa7a-046288768b95,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:10.425863 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.485402 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Routers {'39047d21-aa07-4058-b162-a2c46840a79b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:10.486263 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:03:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['39047d21-aa07-4058-b162-a2c46840a79b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:10.504796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-f6febf09-4633-40b4-bd90-9c339e02cce5', 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'fixed_ips': [{'subnet_id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:03:10.505713 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.568717 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec046f4-0164-4b47-a307-4f82aa959d7d None None] Pushing event updated for resources: {'Port': ['ID=e6482f2c-4471-4e9a-aa7a-046288768b95,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:10.624505 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] Set router 39047d21-aa07-4058-b162-a2c46840a79b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:10.660462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Allocated IP 172.20.0.2 (f6febf09-4633-40b4-bd90-9c339e02cce5/80f75a4f-3ef3-4ce7-95fe-d1513163cca0/bcef01fa-89b6-4402-bdcc-0119dad794b7) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:10.825258 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.832616 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39047d21-aa07-4058-b162-a2c46840a79b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150133423', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:08Z', 'revision_number': 3, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:10.835300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Transition to ACTIVE for port object bcef01fa-89b6-4402-bdcc-0119dad794b7 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:10.862684 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Transition to ACTIVE for port object bcef01fa-89b6-4402-bdcc-0119dad794b7 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:10.865661 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed3ecce-24a7-446c-b4d7-53047c37c8bd None None] The sync data for ids ['39047d21-aa07-4058-b162-a2c46840a79b'] in n-d-688802-2 is: [{'id': '39047d21-aa07-4058-b162-a2c46840a79b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150133423', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:08Z', 'revision_number': 3, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:10.874176 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.891825 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.913320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Network f6febf09-4633-40b4-bd90-9c339e02cce5 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:10.918350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:10.921184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:10.934789 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Pushing event updated for resources: {'Port': ['ID=bcef01fa-89b6-4402-bdcc-0119dad794b7,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:11.021298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:11.021680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:11.021974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:11.022404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:11.022621 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:11.022947 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:11.023312 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:11.023640 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:11.023960 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:11.024279 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:11.024595 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:11.024972 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:11.056811 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Attempting to bind port bcef01fa-89b6-4402-bdcc-0119dad794b7 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:11.057226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Attempting to bind port bcef01fa-89b6-4402-bdcc-0119dad794b7 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '7ac5967d-d8f1-4607-a518-6b809488b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:11.057734 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Attempting to bind port bcef01fa-89b6-4402-bdcc-0119dad794b7 on network f6febf09-4633-40b4-bd90-9c339e02cce5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:11.063147 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:11.063514 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Checking segment: {'id': '7ac5967d-d8f1-4607-a518-6b809488b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:11.063910 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.064293 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Bound using segment: {'id': '7ac5967d-d8f1-4607-a518-6b809488b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:11.064904 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Bound port: bcef01fa-89b6-4402-bdcc-0119dad794b7, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac5967d-d8f1-4607-a518-6b809488b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:11.065229 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.139512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] For port bcef01fa-89b6-4402-bdcc-0119dad794b7, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:11.144318 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] For port bcef01fa-89b6-4402-bdcc-0119dad794b7, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=bcef01fa-89b6-4402-bdcc-0119dad794b7,segment=NetworkSegment(7ac5967d-d8f1-4607-a518-6b809488b595),segment_id=7ac5967d-d8f1-4607-a518-6b809488b595)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:11.150848 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.242715 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Allocated IP 172.20.0.1 (f6febf09-4633-40b4-bd90-9c339e02cce5/80f75a4f-3ef3-4ce7-95fe-d1513163cca0/9138d619-943f-4ca3-bf52-328fd6430d10) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:11.261323 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997fab1-a4df-45a7-8049-1a4d2a4834e3 None None] Pushing event updated for resources: {'Port': ['ID=bcef01fa-89b6-4402-bdcc-0119dad794b7,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:11.394720 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.410140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Transition to ACTIVE for port object 9138d619-943f-4ca3-bf52-328fd6430d10 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:11.462919 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.518589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'Port': ['ID=9138d619-943f-4ca3-bf52-328fd6430d10,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:11.533456 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Network f6febf09-4633-40b4-bd90-9c339e02cce5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:11.534748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:11.538560 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:11.602303 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.767906 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.106126 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.112316 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.203902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'Port': ['ID=9138d619-943f-4ca3-bf52-328fd6430d10,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:12.217031 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.326497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Network f6febf09-4633-40b4-bd90-9c339e02cce5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:12.328278 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:12.392454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90df0422-979d-4f39-8f6d-3cf4b45cbd53 None None] Network f6febf09-4633-40b4-bd90-9c339e02cce5 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:12.455282 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Router 39047d21-aa07-4058-b162-a2c46840a79b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:03:12.618909 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:12.633746 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-821306b4-c64f-4a12-b2cf-bfd252646354 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "PUT /v2.0/routers/39047d21-aa07-4058-b162-a2c46840a79b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3296313 Jul 23 00:03:12.636381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51666) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:12.644369 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5937ec93-9f83-470f-9f51-15dcb60b94b8 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--215109902', 'description': 'tempest-secgroup_access--215109902 description', 'project_id': 'fd6661e8556f4906978578d1d72da11e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:12.662289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e6482f2c-4471-4e9a-aa7a-046288768b95 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:12.670502 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-08bc939f-7890-4e8f-ae32-ef4e9500184c None None] Provisioning for port bcef01fa-89b6-4402-bdcc-0119dad794b7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:12.674256 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5937ec93-9f83-470f-9f51-15dcb60b94b8 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.766668 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port e6482f2c-4471-4e9a-aa7a-046288768b95 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:12.779341 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e6482f2c-4471-4e9a-aa7a-046288768b95 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:12.779603 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5937ec93-9f83-470f-9f51-15dcb60b94b8 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.779737 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.786808 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5937ec93-9f83-470f-9f51-15dcb60b94b8 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.817543 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5937ec93-9f83-470f-9f51-15dcb60b94b8 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.819535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5937ec93-9f83-470f-9f51-15dcb60b94b8 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1817770 Jul 23 00:03:12.822759 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51672) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:12.830970 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937ec93-9f83-470f-9f51-15dcb60b94b8 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6987449a-c050-4181-81bf-91385dfa2784,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:12.849426 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-122fa26c-b1fa-4414-8fe3-68444d8a15d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--400354811', 'description': 'tempest-secgroup_general--400354811 description', 'project_id': 'fd6661e8556f4906978578d1d72da11e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:12.899331 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-122fa26c-b1fa-4414-8fe3-68444d8a15d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.901038 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.928369 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port e6482f2c-4471-4e9a-aa7a-046288768b95, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e6482f2c-4471-4e9a-aa7a-046288768b95,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:12.939123 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.940770 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device bcef01fa-89b6-4402-bdcc-0119dad794b7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:13.010334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Sync routers for ids ['39047d21-aa07-4058-b162-a2c46840a79b'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:13.019384 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-122fa26c-b1fa-4414-8fe3-68444d8a15d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.027276 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-122fa26c-b1fa-4414-8fe3-68444d8a15d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.044124 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Routers {'39047d21-aa07-4058-b162-a2c46840a79b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:13.044805 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:03:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['39047d21-aa07-4058-b162-a2c46840a79b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:13.074767 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-122fa26c-b1fa-4414-8fe3-68444d8a15d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.076133 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-122fa26c-b1fa-4414-8fe3-68444d8a15d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2454510 Jul 23 00:03:13.076965 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fa26c-b1fa-4414-8fe3-68444d8a15d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d474902c-fd41-498e-b817-ff1910a1ff6d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:13.079193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51674) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:13.084972 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1e866c0b-f579-4421-8936-d2737674208b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Request body: {'security_group_rule': {'security_group_id': '6987449a-c050-4181-81bf-91385dfa2784', 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:13.121452 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e866c0b-f579-4421-8936-d2737674208b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.153800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=e6482f2c-4471-4e9a-aa7a-046288768b95,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:13.179903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port bcef01fa-89b6-4402-bdcc-0119dad794b7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:13.188093 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port bcef01fa-89b6-4402-bdcc-0119dad794b7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:13.188301 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.191129 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e866c0b-f579-4421-8936-d2737674208b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.197086 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e866c0b-f579-4421-8936-d2737674208b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.220371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e866c0b-f579-4421-8936-d2737674208b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.229210 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e866c0b-f579-4421-8936-d2737674208b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418328 Jul 23 00:03:13.229210 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e866c0b-f579-4421-8936-d2737674208b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702ae450-7061-483d-b517-05f4d2e04989,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:13.251141 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Set router 39047d21-aa07-4058-b162-a2c46840a79b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:13.387606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a3e5706-ad08-4bc1-ace5-665e460f849e None None] Provisioning complete for port bcef01fa-89b6-4402-bdcc-0119dad794b7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:13.387985 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a3e5706-ad08-4bc1-ace5-665e460f849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.391212 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-21e42707-6af2-42e9-ba41-f2343b0114f0 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_general--400354811&fields=id&tenant_id=fd6661e8556f4906978578d1d72da11e HTTP/1.1" status: 200 len: 267 time: 0.0501688 Jul 23 00:03:13.435266 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-2b860838-3dc6-4ea6-9e28-adc24aeceef4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_access--215109902&fields=id&tenant_id=fd6661e8556f4906978578d1d72da11e HTTP/1.1" status: 200 len: 267 time: 0.0431757 Jul 23 00:03:13.471134 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.574376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port bcef01fa-89b6-4402-bdcc-0119dad794b7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=bcef01fa-89b6-4402-bdcc-0119dad794b7,segment=NetworkSegment(7ac5967d-d8f1-4607-a518-6b809488b595),segment_id=7ac5967d-d8f1-4607-a518-6b809488b595)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:13.588786 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.608450 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-f890ef32-d429-475c-bf35-1f93c8b18669 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:13.611089 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-f890ef32-d429-475c-bf35-1f93c8b18669 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/networks?id=f6febf09-4633-40b4-bd90-9c339e02cce5 HTTP/1.1" status: 200 len: 794 time: 0.1606588 Jul 23 00:03:13.635959 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-92a7d6b2-3594-4e04-bd81-ba93e3f42a8d tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/quotas/fd6661e8556f4906978578d1d72da11e HTTP/1.1" status: 200 len: 375 time: 0.0188422 Jul 23 00:03:13.713865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-17dff541-3bf9-43a7-b74c-c4674f2d8954 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd6661e8556f4906978578d1d72da11e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766239 Jul 23 00:03:13.733856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-fa943f46-189d-45eb-b2f2-5bee33028fd4 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:03:13.734841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-fa943f46-189d-45eb-b2f2-5bee33028fd4 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054455 Jul 23 00:03:13.746623 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=bcef01fa-89b6-4402-bdcc-0119dad794b7,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:13.775191 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a3e5706-ad08-4bc1-ace5-665e460f849e None None] Provisioning for port 9138d619-943f-4ca3-bf52-328fd6430d10 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:13.781066 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a3e5706-ad08-4bc1-ace5-665e460f849e None None] Provisioning complete for port 9138d619-943f-4ca3-bf52-328fd6430d10 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:13.781701 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a3e5706-ad08-4bc1-ace5-665e460f849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.822974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39047d21-aa07-4058-b162-a2c46840a79b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150133423', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:11Z', 'revision_number': 4, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '9138d619-943f-4ca3-bf52-328fd6430d10', 'name': '', 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'mac_address': 'fa:16:3e:61:c7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:11Z', 'updated_at': '2021-07-23T00:03:11Z', 'revision_number': 2, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'subnets': [{'id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:13.825887 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4a3e5706-ad08-4bc1-ace5-665e460f849e None None] Port 9138d619-943f-4ca3-bf52-328fd6430d10 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:13.850709 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Checking router: 39047d21-aa07-4058-b162-a2c46840a79b for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:13.851066 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Updating router 39047d21-aa07-4058-b162-a2c46840a79b port 9138d619-943f-4ca3-bf52-328fd6430d10 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:03:13.857659 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-d3d17a79-0208-4c0e-b8b4-288a2dcb1a90 service neutron] 10.222.0.26 "GET /v2.0/networks/f6febf09-4633-40b4-bd90-9c339e02cce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025600 Jul 23 00:03:13.891719 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.963087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-41ca0660-e333-4ac8-b6f3-526d9a5aaade service neutron] 10.222.0.26 "GET /v2.0/networks/f6febf09-4633-40b4-bd90-9c339e02cce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991821 Jul 23 00:03:14.005989 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a96dde3b-bc08-4190-894d-0ccb743a649d None None] Provisioning complete for port 9138d619-943f-4ca3-bf52-328fd6430d10 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:14.006260 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a96dde3b-bc08-4190-894d-0ccb743a649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.072928 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a96dde3b-bc08-4190-894d-0ccb743a649d None None] Port 9138d619-943f-4ca3-bf52-328fd6430d10 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:14.216469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e22d8e5f-efbe-4baa-9f0f-a67402036c6e req-18e57faf-80ba-475f-89ed-29c1311bf97b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 210 time: 0.0478618 Jul 23 00:03:14.237703 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.250103 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Transition to ACTIVE for port object 9138d619-943f-4ca3-bf52-328fd6430d10 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:14.256092 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.336874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f82053-f668-4c24-9456-415592a17ec2 None None] Pushing event updated for resources: {'Port': ['ID=9138d619-943f-4ca3-bf52-328fd6430d10,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:14.371799 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Attempting to bind port 9138d619-943f-4ca3-bf52-328fd6430d10 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:14.372610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Attempting to bind port 9138d619-943f-4ca3-bf52-328fd6430d10 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '7ac5967d-d8f1-4607-a518-6b809488b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:14.372986 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Attempting to bind port 9138d619-943f-4ca3-bf52-328fd6430d10 on network f6febf09-4633-40b4-bd90-9c339e02cce5 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:14.384113 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:14.384639 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Checking segment: {'id': '7ac5967d-d8f1-4607-a518-6b809488b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:14.385212 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.385956 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Bound using segment: {'id': '7ac5967d-d8f1-4607-a518-6b809488b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:14.386772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Bound port: 9138d619-943f-4ca3-bf52-328fd6430d10, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac5967d-d8f1-4607-a518-6b809488b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:14.387591 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.501623 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] For port 9138d619-943f-4ca3-bf52-328fd6430d10, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:14.510846 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] For port 9138d619-943f-4ca3-bf52-328fd6430d10, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9138d619-943f-4ca3-bf52-328fd6430d10,segment=NetworkSegment(7ac5967d-d8f1-4607-a518-6b809488b595),segment_id=7ac5967d-d8f1-4607-a518-6b809488b595)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:14.515623 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.573263 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e6482f2c-4471-4e9a-aa7a-046288768b95 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:14.632650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f82053-f668-4c24-9456-415592a17ec2 None None] Pushing event updated for resources: {'Port': ['ID=9138d619-943f-4ca3-bf52-328fd6430d10,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:14.649445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Routers {'39047d21-aa07-4058-b162-a2c46840a79b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:14.650081 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:03:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['39047d21-aa07-4058-b162-a2c46840a79b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:14.744723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e6482f2c-4471-4e9a-aa7a-046288768b95 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:14.745156 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.801664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] Set router 39047d21-aa07-4058-b162-a2c46840a79b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:14.939174 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device bcef01fa-89b6-4402-bdcc-0119dad794b7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:15.060834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port bcef01fa-89b6-4402-bdcc-0119dad794b7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:15.061227 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:15.126970 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39047d21-aa07-4058-b162-a2c46840a79b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150133423', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:11Z', 'revision_number': 4, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '9138d619-943f-4ca3-bf52-328fd6430d10', 'name': '', 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'mac_address': 'fa:16:3e:61:c7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:11Z', 'updated_at': '2021-07-23T00:03:14Z', 'revision_number': 4, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'subnets': [{'id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:15.171591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b535434-cc6d-4671-928f-01b34c1c28f4 None None] The sync data for ids ['39047d21-aa07-4058-b162-a2c46840a79b'] in n-d-688802-2 is: [{'id': '39047d21-aa07-4058-b162-a2c46840a79b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150133423', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:11Z', 'revision_number': 4, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '9138d619-943f-4ca3-bf52-328fd6430d10', 'name': '', 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'mac_address': 'fa:16:3e:61:c7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:11Z', 'updated_at': '2021-07-23T00:03:14Z', 'revision_number': 4, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'subnets': [{'id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:15.341394 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-544fa986-fe11-47fe-bc40-ff92f4eb70e3 req-132dac42-f9e2-4281-8cf9-4abe33a5815d tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 210 time: 0.0337381 Jul 23 00:03:15.496060 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-8e4a046a-6629-4e0f-9d7c-93db3044cadd tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:15.497894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-8e4a046a-6629-4e0f-9d7c-93db3044cadd tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.18 "GET /v2.0/networks?id=f6febf09-4633-40b4-bd90-9c339e02cce5 HTTP/1.1" status: 200 len: 794 time: 0.1591198 Jul 23 00:03:15.551606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-79ee043c-6ef9-4808-ad3c-bf676190962c tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd6661e8556f4906978578d1d72da11e HTTP/1.1" status: 200 len: 476 time: 0.0388160 Jul 23 00:03:15.564303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-cf1c1757-01fa-4bec-b6c1-944cc96248b9 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Request body: {'port': {'device_id': 'd0d3678a-36a9-4b14-8c51-0520aefa6bf4', 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5', 'admin_state_up': True, 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'security_groups': ['d474902c-fd41-498e-b817-ff1910a1ff6d', '6987449a-c050-4181-81bf-91385dfa2784']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:15.686508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-cf1c1757-01fa-4bec-b6c1-944cc96248b9 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Made reservation on behalf of fd6661e8556f4906978578d1d72da11e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:15.691048 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-cf1c1757-01fa-4bec-b6c1-944cc96248b9 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:15.837848 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-cf1c1757-01fa-4bec-b6c1-944cc96248b9 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Allocated IP 172.20.0.11 (f6febf09-4633-40b4-bd90-9c339e02cce5/80f75a4f-3ef3-4ce7-95fe-d1513163cca0/1b7b7aaf-d383-47d1-814c-0603a6f063be) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:16.027448 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-cf1c1757-01fa-4bec-b6c1-944cc96248b9 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:16.043186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-cf1c1757-01fa-4bec-b6c1-944cc96248b9 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Transition to ACTIVE for port object 1b7b7aaf-d383-47d1-814c-0603a6f063be will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:16.087056 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-cf1c1757-01fa-4bec-b6c1-944cc96248b9 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:16.150275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-cf1c1757-01fa-4bec-b6c1-944cc96248b9 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Network f6febf09-4633-40b4-bd90-9c339e02cce5 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:16.154686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-cf1c1757-01fa-4bec-b6c1-944cc96248b9 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:16.156578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c1757-01fa-4bec-b6c1-944cc96248b9 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'Port': ['ID=1b7b7aaf-d383-47d1-814c-0603a6f063be,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:16.158731 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-cf1c1757-01fa-4bec-b6c1-944cc96248b9 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:16.223877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-cf1c1757-01fa-4bec-b6c1-944cc96248b9 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:16.224507 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-cf1c1757-01fa-4bec-b6c1-944cc96248b9 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:16.239517 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-cf1c1757-01fa-4bec-b6c1-944cc96248b9 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6808443 Jul 23 00:03:16.258360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Request body: {'port': {'device_id': 'd0d3678a-36a9-4b14-8c51-0520aefa6bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:16.345966 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:16.537703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-838870ae-d499-40eb-a493-49850adec5bd None None] Provisioning for port 1b7b7aaf-d383-47d1-814c-0603a6f063be completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:16.542663 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-838870ae-d499-40eb-a493-49850adec5bd None None] Provisioning complete for port 1b7b7aaf-d383-47d1-814c-0603a6f063be triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:16.543077 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-838870ae-d499-40eb-a493-49850adec5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:16.584648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9138d619-943f-4ca3-bf52-328fd6430d10 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:16.824445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-838870ae-d499-40eb-a493-49850adec5bd None None] Port 1b7b7aaf-d383-47d1-814c-0603a6f063be cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:16.829348 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:16.841373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 9138d619-943f-4ca3-bf52-328fd6430d10 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:16.844956 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 9138d619-943f-4ca3-bf52-328fd6430d10 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:16.845422 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:16.935784 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:16.978919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 9138d619-943f-4ca3-bf52-328fd6430d10, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9138d619-943f-4ca3-bf52-328fd6430d10,segment=NetworkSegment(7ac5967d-d8f1-4607-a518-6b809488b595),segment_id=7ac5967d-d8f1-4607-a518-6b809488b595)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:16.983309 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:16.995937 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597e2cc-b554-4e3a-826f-ef1cc3cc301e req-aed63919-38e8-41fb-950a-25016eb1211f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:16.997496 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6597e2cc-b554-4e3a-826f-ef1cc3cc301e req-aed63919-38e8-41fb-950a-25016eb1211f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 971 time: 0.1484051 Jul 23 00:03:17.036724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=9138d619-943f-4ca3-bf52-328fd6430d10,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:17.064185 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6597e2cc-b554-4e3a-826f-ef1cc3cc301e req-bc3074b5-9e16-4077-8c7c-04e2414899b6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/security-groups?id=d474902c-fd41-498e-b817-ff1910a1ff6d&id=6987449a-c050-4181-81bf-91385dfa2784&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0590703 Jul 23 00:03:17.099084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7b7aaf-d383-47d1-814c-0603a6f063be {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:03:17.106890 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.119017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Transition to ACTIVE for port object 1b7b7aaf-d383-47d1-814c-0603a6f063be will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:17.123338 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.181606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7b7aaf-d383-47d1-814c-0603a6f063be,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:17.262866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Attempting to bind port 1b7b7aaf-d383-47d1-814c-0603a6f063be on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:17.263280 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Attempting to bind port 1b7b7aaf-d383-47d1-814c-0603a6f063be by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '7ac5967d-d8f1-4607-a518-6b809488b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:17.263540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Attempting to bind port 1b7b7aaf-d383-47d1-814c-0603a6f063be on network f6febf09-4633-40b4-bd90-9c339e02cce5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:17.271790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Port 1b7b7aaf-d383-47d1-814c-0603a6f063be on network f6febf09-4633-40b4-bd90-9c339e02cce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:03:17.271790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Attempting to bind port 1b7b7aaf-d383-47d1-814c-0603a6f063be on network f6febf09-4633-40b4-bd90-9c339e02cce5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:17.277405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:17.277747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Checking segment: {'id': '7ac5967d-d8f1-4607-a518-6b809488b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:17.278133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Bound using segment: {'id': '7ac5967d-d8f1-4607-a518-6b809488b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:17.278568 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Bound port: 1b7b7aaf-d383-47d1-814c-0603a6f063be, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac5967d-d8f1-4607-a518-6b809488b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:17.278928 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.345710 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] For port 1b7b7aaf-d383-47d1-814c-0603a6f063be, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:17.349302 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] For port 1b7b7aaf-d383-47d1-814c-0603a6f063be, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1b7b7aaf-d383-47d1-814c-0603a6f063be,segment=NetworkSegment(7ac5967d-d8f1-4607-a518-6b809488b595),segment_id=7ac5967d-d8f1-4607-a518-6b809488b595)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:17.357410 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.394227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:17.395368 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.397470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] 10.222.0.18 "PUT /v2.0/ports/1b7b7aaf-d383-47d1-814c-0603a6f063be HTTP/1.1" status: 200 len: 1131 time: 1.1452272 Jul 23 00:03:17.400044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d3678a-36a9-4b14-8c51-0520aefa6bf4', 'tag': '1b7b7aaf-d383-47d1-814c-0603a6f063be'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:03:17.402233 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344b9af4-47ca-471d-8670-f534016684fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d3678a-36a9-4b14-8c51-0520aefa6bf4", "tag": "1b7b7aaf-d383-47d1-814c-0603a6f063be"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:03:17.432595 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763da0df-af78-4a19-84a3-8d122e54ffa6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7b7aaf-d383-47d1-814c-0603a6f063be,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:17.461995 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439f3f7e-3b59-44d5-b0ee-0eb03ef13537 x-openstack-request-id: req-439f3f7e-3b59-44d5-b0ee-0eb03ef13537 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:03:17.462315 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d3678a-36a9-4b14-8c51-0520aefa6bf4", "tag": "1b7b7aaf-d383-47d1-814c-0603a6f063be", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:03:17.462569 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-439f3f7e-3b59-44d5-b0ee-0eb03ef13537 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:03:17.463028 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d3678a-36a9-4b14-8c51-0520aefa6bf4', 'tag': '1b7b7aaf-d383-47d1-814c-0603a6f063be', 'status': 'completed', 'code': 200} Jul 23 00:03:17.528928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-2054faef-46a7-43c5-ae21-21c6fd01ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:17.530556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-2054faef-46a7-43c5-ae21-21c6fd01ddf4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd6661e8556f4906978578d1d72da11e&device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 1134 time: 0.0667279 Jul 23 00:03:17.580682 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-9042c41e-bca4-4d70-8707-d4e36b3d17a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b7b7aaf-d383-47d1-814c-0603a6f063be HTTP/1.1" status: 200 len: 217 time: 0.0378194 Jul 23 00:03:17.633266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-6eaafefa-169b-46a5-86a4-d0832fb4b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:17.634743 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-6eaafefa-169b-46a5-86a4-d0832fb4b5a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80f75a4f-3ef3-4ce7-95fe-d1513163cca0 HTTP/1.1" status: 200 len: 834 time: 0.0474565 Jul 23 00:03:17.699786 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-82996f78-72d6-48d9-9970-8caa79964907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:17.701242 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-82996f78-72d6-48d9-9970-8caa79964907 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6febf09-4633-40b4-bd90-9c339e02cce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598321 Jul 23 00:03:17.796409 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-2fc93465-6c6c-48e5-a3ee-36ecbb4058fc service neutron] 10.222.0.18 "GET /v2.0/networks/f6febf09-4633-40b4-bd90-9c339e02cce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878041 Jul 23 00:03:17.891850 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-05b387d8-6d92-4b89-9532-e703f2546a61 req-edd3453c-7e86-4b49-bd8b-0cb9d6c9031b service neutron] 10.222.0.18 "GET /v2.0/networks/f6febf09-4633-40b4-bd90-9c339e02cce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889258 Jul 23 00:03:18.052900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b9af4-47ca-471d-8670-f534016684fc req-75b0b7df-c31f-4c80-8c60-d73d0fc4295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:18.054489 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-344b9af4-47ca-471d-8670-f534016684fc req-75b0b7df-c31f-4c80-8c60-d73d0fc4295a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd6661e8556f4906978578d1d72da11e&device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 1134 time: 0.0692859 Jul 23 00:03:18.177500 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b9af4-47ca-471d-8670-f534016684fc req-41ffec9f-eac1-4527-8149-2094890802cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:18.178974 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-344b9af4-47ca-471d-8670-f534016684fc req-41ffec9f-eac1-4527-8149-2094890802cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6febf09-4633-40b4-bd90-9c339e02cce5 HTTP/1.1" status: 200 len: 895 time: 0.1171753 Jul 23 00:03:18.226231 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-344b9af4-47ca-471d-8670-f534016684fc req-bade10bc-52d2-4507-bbfe-4046fced45d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b7b7aaf-d383-47d1-814c-0603a6f063be HTTP/1.1" status: 200 len: 217 time: 0.0393443 Jul 23 00:03:18.253760 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e8126-21c3-433d-b255-f4afa3f5d884 req-7c560243-8f29-4c06-90dd-b552534c50e3 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:18.256223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd4e8126-21c3-433d-b255-f4afa3f5d884 req-7c560243-8f29-4c06-90dd-b552534c50e3 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 983 time: 0.1217752 Jul 23 00:03:18.325726 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b9af4-47ca-471d-8670-f534016684fc req-f476fc33-9e79-4708-98e7-e7fc801749c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:18.327236 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-344b9af4-47ca-471d-8670-f534016684fc req-f476fc33-9e79-4708-98e7-e7fc801749c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80f75a4f-3ef3-4ce7-95fe-d1513163cca0 HTTP/1.1" status: 200 len: 834 time: 0.0904713 Jul 23 00:03:18.335299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd4e8126-21c3-433d-b255-f4afa3f5d884 req-4bc0baaa-a223-4b9f-b5a4-21ece5542c45 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/security-groups?id=d474902c-fd41-498e-b817-ff1910a1ff6d&id=6987449a-c050-4181-81bf-91385dfa2784&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0527444 Jul 23 00:03:18.390251 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b9af4-47ca-471d-8670-f534016684fc req-2852b692-5457-499d-96cc-31f2a7492af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:18.391775 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-344b9af4-47ca-471d-8670-f534016684fc req-2852b692-5457-499d-96cc-31f2a7492af4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6febf09-4633-40b4-bd90-9c339e02cce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556257 Jul 23 00:03:18.490895 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-344b9af4-47ca-471d-8670-f534016684fc req-6afcff5b-6a6a-4708-819a-2c48d319b1e7 service neutron] 10.222.0.18 "GET /v2.0/networks/f6febf09-4633-40b4-bd90-9c339e02cce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918012 Jul 23 00:03:18.523482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9138d619-943f-4ca3-bf52-328fd6430d10 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:18.572175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 9138d619-943f-4ca3-bf52-328fd6430d10 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:18.572557 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:18.587152 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-344b9af4-47ca-471d-8670-f534016684fc req-7bdc130a-1694-4674-9852-e59aaed7d34b service neutron] 10.222.0.18 "GET /v2.0/networks/f6febf09-4633-40b4-bd90-9c339e02cce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896497 Jul 23 00:03:19.484080 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29453824-a05b-43c9-9943-2bbd9e1c7d89 req-ecc93585-a638-4302-86c8-471783f84eb5 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:19.485766 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-29453824-a05b-43c9-9943-2bbd9e1c7d89 req-ecc93585-a638-4302-86c8-471783f84eb5 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 983 time: 0.0679960 Jul 23 00:03:19.532178 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-29453824-a05b-43c9-9943-2bbd9e1c7d89 req-ac02125c-5127-4334-80d9-688aec211cc6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/security-groups?id=d474902c-fd41-498e-b817-ff1910a1ff6d&id=6987449a-c050-4181-81bf-91385dfa2784&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0402260 Jul 23 00:03:20.576154 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:03:20.668827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ff95d-b28d-413c-822e-89fa47315ca8 req-a9b37a5a-2626-4c3a-bf11-93b478e7439d tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:20.670748 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa3ff95d-b28d-413c-822e-89fa47315ca8 req-a9b37a5a-2626-4c3a-bf11-93b478e7439d tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 983 time: 0.0683444 Jul 23 00:03:20.713746 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa3ff95d-b28d-413c-822e-89fa47315ca8 req-bf45b9b7-76d7-42fb-831a-9f07a06d67ef tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/security-groups?id=d474902c-fd41-498e-b817-ff1910a1ff6d&id=6987449a-c050-4181-81bf-91385dfa2784&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0363238 Jul 23 00:03:21.185598 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1b7b7aaf-d383-47d1-814c-0603a6f063be details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:03:21.282365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1b7b7aaf-d383-47d1-814c-0603a6f063be, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1b7b7aaf-d383-47d1-814c-0603a6f063be,segment=NetworkSegment(7ac5967d-d8f1-4607-a518-6b809488b595),segment_id=7ac5967d-d8f1-4607-a518-6b809488b595)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:21.293339 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '1b7b7aaf-d383-47d1-814c-0603a6f063be', 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5', 'port_id': '1b7b7aaf-d383-47d1-814c-0603a6f063be', 'mac_address': 'fa:16:3e:9f:92:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:03:21.331294 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:21.344493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7b7aaf-d383-47d1-814c-0603a6f063be {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:03:21.365081 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1b7b7aaf-d383-47d1-814c-0603a6f063be, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1b7b7aaf-d383-47d1-814c-0603a6f063be,segment=NetworkSegment(7ac5967d-d8f1-4607-a518-6b809488b595),segment_id=7ac5967d-d8f1-4607-a518-6b809488b595)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:21.369412 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:21.422983 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=1b7b7aaf-d383-47d1-814c-0603a6f063be,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:21.638681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['1b7b7aaf-d383-47d1-814c-0603a6f063be'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:03:21.850845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6393e-8963-42cc-ba4c-fa13792f39d2 req-35283983-25af-47e1-aa14-7adc18114760 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:21.852386 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dfc6393e-8963-42cc-ba4c-fa13792f39d2 req-35283983-25af-47e1-aa14-7adc18114760 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 984 time: 0.0650148 Jul 23 00:03:21.893085 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dfc6393e-8963-42cc-ba4c-fa13792f39d2 req-7656bf44-5514-453f-82d8-9741808ecd3a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/security-groups?id=d474902c-fd41-498e-b817-ff1910a1ff6d&id=6987449a-c050-4181-81bf-91385dfa2784&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0348341 Jul 23 00:03:23.024089 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ec980-f372-41a8-8d62-3cf3d957b998 req-7a20fe2d-7210-491a-ae77-0bbf6484a195 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:23.025615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc9ec980-f372-41a8-8d62-3cf3d957b998 req-7a20fe2d-7210-491a-ae77-0bbf6484a195 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 984 time: 0.0666227 Jul 23 00:03:23.065610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc9ec980-f372-41a8-8d62-3cf3d957b998 req-12418eca-e14d-4e58-a903-574c611f24e2 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/security-groups?id=d474902c-fd41-498e-b817-ff1910a1ff6d&id=6987449a-c050-4181-81bf-91385dfa2784&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0341208 Jul 23 00:03:23.200949 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1b7b7aaf-d383-47d1-814c-0603a6f063be up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:23.252739 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 1b7b7aaf-d383-47d1-814c-0603a6f063be completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:23.256558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 1b7b7aaf-d383-47d1-814c-0603a6f063be triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:23.256948 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:23.335529 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:23.358290 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d3678a-36a9-4b14-8c51-0520aefa6bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7b7aaf-d383-47d1-814c-0603a6f063be'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:03:23.360874 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea1e0be-c498-4281-91cb-763fdb5db214" -d '{"events": [{"server_uuid": "d0d3678a-36a9-4b14-8c51-0520aefa6bf4", "name": "network-vif-plugged", "status": "completed", "tag": "1b7b7aaf-d383-47d1-814c-0603a6f063be"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:03:23.374940 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1b7b7aaf-d383-47d1-814c-0603a6f063be, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1b7b7aaf-d383-47d1-814c-0603a6f063be,segment=NetworkSegment(7ac5967d-d8f1-4607-a518-6b809488b595),segment_id=7ac5967d-d8f1-4607-a518-6b809488b595)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:23.386555 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:23.417363 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88d43c9-b19d-499e-81f9-d2e17fe2b9e8 x-openstack-request-id: req-b88d43c9-b19d-499e-81f9-d2e17fe2b9e8 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:03:23.417664 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d3678a-36a9-4b14-8c51-0520aefa6bf4", "name": "network-vif-plugged", "status": "completed", "tag": "1b7b7aaf-d383-47d1-814c-0603a6f063be", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:03:23.417924 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b88d43c9-b19d-499e-81f9-d2e17fe2b9e8 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:03:23.418318 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d3678a-36a9-4b14-8c51-0520aefa6bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7b7aaf-d383-47d1-814c-0603a6f063be', 'code': 200} Jul 23 00:03:23.450495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=1b7b7aaf-d383-47d1-814c-0603a6f063be,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:23.550105 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174676fe-108f-4842-a6d1-8cbc209fd42a req-dd6799b0-b7d7-4b8f-9aa7-4f13f5570e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:23.552302 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-174676fe-108f-4842-a6d1-8cbc209fd42a req-dd6799b0-b7d7-4b8f-9aa7-4f13f5570e01 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 1136 time: 0.0558021 Jul 23 00:03:23.588639 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-174676fe-108f-4842-a6d1-8cbc209fd42a req-4918c133-753e-4604-87a9-ebcbe1780fac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6987449a-c050-4181-81bf-91385dfa2784&id=d474902c-fd41-498e-b817-ff1910a1ff6d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0297966 Jul 23 00:03:24.202563 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582f627-c4dc-4686-9655-42f6dbab933c req-c9118b0f-979a-49c7-bb58-0096f8d09393 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:24.204200 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7582f627-c4dc-4686-9655-42f6dbab933c req-c9118b0f-979a-49c7-bb58-0096f8d09393 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 985 time: 0.0676126 Jul 23 00:03:24.253762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7582f627-c4dc-4686-9655-42f6dbab933c req-7db8154b-a392-4382-9fde-21222ac142f6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/security-groups?id=d474902c-fd41-498e-b817-ff1910a1ff6d&id=6987449a-c050-4181-81bf-91385dfa2784&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0433109 Jul 23 00:03:25.388018 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb8578-f28f-41c1-9a77-5015458c7a4a req-51503520-8f6c-468c-9a89-395e9f217637 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:25.389555 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7cfb8578-f28f-41c1-9a77-5015458c7a4a req-51503520-8f6c-468c-9a89-395e9f217637 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 985 time: 0.0643415 Jul 23 00:03:25.429894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7cfb8578-f28f-41c1-9a77-5015458c7a4a req-9208f742-3b08-4df7-8680-34caf3fabe3b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/security-groups?id=d474902c-fd41-498e-b817-ff1910a1ff6d&id=6987449a-c050-4181-81bf-91385dfa2784&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0337965 Jul 23 00:03:25.562128 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f5bec-c140-46f3-847b-6ee93a5282bc req-8bf163e5-c6e0-4fe1-898d-adda04c1e270 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:25.563510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb8f5bec-c140-46f3-847b-6ee93a5282bc req-8bf163e5-c6e0-4fe1-898d-adda04c1e270 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 985 time: 0.0648739 Jul 23 00:03:25.604572 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb8f5bec-c140-46f3-847b-6ee93a5282bc req-73cf7a4d-6561-4b4a-af56-6974ceb99743 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/security-groups?id=d474902c-fd41-498e-b817-ff1910a1ff6d&id=6987449a-c050-4181-81bf-91385dfa2784&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0352371 Jul 23 00:03:25.727275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652a3da-189c-4cd1-840d-39934527174a req-d3207f6d-ed02-43ec-b66c-b8109fcfdfec tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:25.729261 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6652a3da-189c-4cd1-840d-39934527174a req-d3207f6d-ed02-43ec-b66c-b8109fcfdfec tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 1136 time: 0.0594356 Jul 23 00:03:25.753111 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6652a3da-189c-4cd1-840d-39934527174a req-64a61353-a44f-4c56-b52b-25a3d8ac013e tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:25.850827 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6652a3da-189c-4cd1-840d-39934527174a req-64a61353-a44f-4c56-b52b-25a3d8ac013e tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:25.855153 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-6652a3da-189c-4cd1-840d-39934527174a req-64a61353-a44f-4c56-b52b-25a3d8ac013e tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:25.884227 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6652a3da-189c-4cd1-840d-39934527174a req-64a61353-a44f-4c56-b52b-25a3d8ac013e tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=d474902c-fd41-498e-b817-ff1910a1ff6d&id=6987449a-c050-4181-81bf-91385dfa2784&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1461463 Jul 23 00:03:25.889243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a61353-a44f-4c56-b52b-25a3d8ac013e tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0867e86a-c51f-4a99-9bc9-2e892f227824,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:25.907989 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51860) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:25.967572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739a7fd2-ae51-4b9b-b30d-63d520f70db2 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:25.970019 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-739a7fd2-ae51-4b9b-b30d-63d520f70db2 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 1131 time: 0.0609236 Jul 23 00:03:25.973330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 51862) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:25.978060 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '1b7b7aaf-d383-47d1-814c-0603a6f063be', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:26.000388 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:26.106915 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:26.224410 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Allocated IP 172.25.4.206 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/02642efd-d0e4-4ec0-bc30-4c4bcfa4b738) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:26.340166 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:26.387363 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:26.428677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:26.434651 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:26.439063 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:26.470463 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'Port': ['ID=02642efd-d0e4-4ec0-bc30-4c4bcfa4b738,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:26.830520 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:26.907391 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:27.058787 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:27.063337 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:27.134883 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'Port': ['ID=02642efd-d0e4-4ec0-bc30-4c4bcfa4b738,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:27.145552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:27.242422 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Floating IP 015edfa3-29ee-4806-ba60-88436e4bf4eb associated. External IP: 172.25.4.206, port: 1b7b7aaf-d383-47d1-814c-0603a6f063be. Jul 23 00:03:27.450389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Router 39047d21-aa07-4058-b162-a2c46840a79b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:03:27.562862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:27.572864 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61327116-dea3-4079-b43f-5329024e6c64 None None] Sync routers for ids ['39047d21-aa07-4058-b162-a2c46840a79b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:27.581905 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:27.583526 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61327116-dea3-4079-b43f-5329024e6c64 None None] Routers {'39047d21-aa07-4058-b162-a2c46840a79b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:27.584416 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-61327116-dea3-4079-b43f-5329024e6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:03:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['39047d21-aa07-4058-b162-a2c46840a79b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:27.621027 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-44bc4f20-d010-4af6-b67b-679286b86136 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6465421 Jul 23 00:03:27.621902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d3678a-36a9-4b14-8c51-0520aefa6bf4', 'tag': '1b7b7aaf-d383-47d1-814c-0603a6f063be'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:03:27.623702 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51866) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:27.624444 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be23363-2c57-4366-a045-30d8b3a5dbbf" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d3678a-36a9-4b14-8c51-0520aefa6bf4", "tag": "1b7b7aaf-d383-47d1-814c-0603a6f063be"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:03:27.667433 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c1c795-ea8b-4ed2-af29-835b8ec0dc0d x-openstack-request-id: req-f7c1c795-ea8b-4ed2-af29-835b8ec0dc0d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:03:27.667828 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d3678a-36a9-4b14-8c51-0520aefa6bf4", "tag": "1b7b7aaf-d383-47d1-814c-0603a6f063be", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:03:27.668218 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7c1c795-ea8b-4ed2-af29-835b8ec0dc0d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:03:27.668718 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d3678a-36a9-4b14-8c51-0520aefa6bf4', 'tag': '1b7b7aaf-d383-47d1-814c-0603a6f063be', 'status': 'completed', 'code': 200} Jul 23 00:03:27.713491 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-61327116-dea3-4079-b43f-5329024e6c64 None None] Set router 39047d21-aa07-4058-b162-a2c46840a79b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:27.739484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4439e819-a09c-481d-b509-4e6c8a419052 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:27.740227 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4439e819-a09c-481d-b509-4e6c8a419052 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:27.740932 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4439e819-a09c-481d-b509-4e6c8a419052 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:27.741611 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4439e819-a09c-481d-b509-4e6c8a419052 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:27.745955 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4439e819-a09c-481d-b509-4e6c8a419052 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1211123 Jul 23 00:03:27.746483 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51870) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:27.785222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be23363-2c57-4366-a045-30d8b3a5dbbf req-27548794-537b-4991-b45c-919ac42b40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:27.788808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9be23363-2c57-4366-a045-30d8b3a5dbbf req-27548794-537b-4991-b45c-919ac42b40f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd6661e8556f4906978578d1d72da11e&device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 1136 time: 0.0782557 Jul 23 00:03:27.809602 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be0b97c-ec02-4ceb-942a-7c7269ffaaa4 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:27.810342 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be0b97c-ec02-4ceb-942a-7c7269ffaaa4 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:27.810958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be0b97c-ec02-4ceb-942a-7c7269ffaaa4 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:27.811587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be0b97c-ec02-4ceb-942a-7c7269ffaaa4 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:27.817534 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6be0b97c-ec02-4ceb-942a-7c7269ffaaa4 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0683436 Jul 23 00:03:27.818393 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51874) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:27.932977 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be23363-2c57-4366-a045-30d8b3a5dbbf req-0a1e8093-0d26-4953-b9a1-899abb209fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:27.934999 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9be23363-2c57-4366-a045-30d8b3a5dbbf req-0a1e8093-0d26-4953-b9a1-899abb209fe2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6febf09-4633-40b4-bd90-9c339e02cce5 HTTP/1.1" status: 200 len: 895 time: 0.1394866 Jul 23 00:03:27.973724 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9b2db3af-ddd9-4734-afc8-3f320d4b9b9a tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.1540346 Jul 23 00:03:27.975225 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 51876) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:27.990663 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-61327116-dea3-4079-b43f-5329024e6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39047d21-aa07-4058-b162-a2c46840a79b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150133423', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:11Z', 'revision_number': 4, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '015edfa3-29ee-4806-ba60-88436e4bf4eb', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'port_id': '1b7b7aaf-d383-47d1-814c-0603a6f063be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5', 'mac_address': 'fa:16:3e:9f:92:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d3678a-36a9-4b14-8c51-0520aefa6bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:03:26Z', 'updated_at': '2021-07-23T00:03:26Z', 'revision_number': 0, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9138d619-943f-4ca3-bf52-328fd6430d10', 'name': '', 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'mac_address': 'fa:16:3e:61:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:11Z', 'updated_at': '2021-07-23T00:03:16Z', 'revision_number': 5, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'subnets': [{'id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:28.017373 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9be23363-2c57-4366-a045-30d8b3a5dbbf req-7bc1db53-fb7a-4c1d-8ed1-cb148af4746f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b7b7aaf-d383-47d1-814c-0603a6f063be HTTP/1.1" status: 200 len: 1000 time: 0.0750170 Jul 23 00:03:28.056121 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101ecaec-da71-4d1e-856f-d84f376099c2 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:28.056637 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101ecaec-da71-4d1e-856f-d84f376099c2 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:28.058392 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-101ecaec-da71-4d1e-856f-d84f376099c2 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=39047d21-aa07-4058-b162-a2c46840a79b HTTP/1.1" status: 200 len: 1990 time: 0.0822217 Jul 23 00:03:28.079313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be23363-2c57-4366-a045-30d8b3a5dbbf req-89402b34-7d01-47ce-90a3-555cd37ca8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:28.080814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9be23363-2c57-4366-a045-30d8b3a5dbbf req-89402b34-7d01-47ce-90a3-555cd37ca8ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80f75a4f-3ef3-4ce7-95fe-d1513163cca0 HTTP/1.1" status: 200 len: 834 time: 0.0570118 Jul 23 00:03:28.118647 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61327116-dea3-4079-b43f-5329024e6c64 None None] Checking router: 39047d21-aa07-4058-b162-a2c46840a79b for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:28.127196 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61327116-dea3-4079-b43f-5329024e6c64 None None] Routers {'39047d21-aa07-4058-b162-a2c46840a79b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:28.127816 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-61327116-dea3-4079-b43f-5329024e6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:03:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['39047d21-aa07-4058-b162-a2c46840a79b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:28.140827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be23363-2c57-4366-a045-30d8b3a5dbbf req-2c72e267-6246-4242-9af0-b8e1cb94633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:28.142762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9be23363-2c57-4366-a045-30d8b3a5dbbf req-2c72e267-6246-4242-9af0-b8e1cb94633f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6febf09-4633-40b4-bd90-9c339e02cce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559144 Jul 23 00:03:28.231461 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-61327116-dea3-4079-b43f-5329024e6c64 None None] Set router 39047d21-aa07-4058-b162-a2c46840a79b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:28.237554 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9be23363-2c57-4366-a045-30d8b3a5dbbf req-366150e7-5035-4278-b10f-185920991312 service neutron] 10.222.0.18 "GET /v2.0/networks/f6febf09-4633-40b4-bd90-9c339e02cce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880761 Jul 23 00:03:28.329443 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9be23363-2c57-4366-a045-30d8b3a5dbbf req-8bef41a0-b641-4362-8a89-453d12e3d239 service neutron] 10.222.0.18 "GET /v2.0/networks/f6febf09-4633-40b4-bd90-9c339e02cce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857821 Jul 23 00:03:28.454035 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-61327116-dea3-4079-b43f-5329024e6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39047d21-aa07-4058-b162-a2c46840a79b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150133423', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:11Z', 'revision_number': 4, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '015edfa3-29ee-4806-ba60-88436e4bf4eb', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'port_id': '1b7b7aaf-d383-47d1-814c-0603a6f063be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5', 'mac_address': 'fa:16:3e:9f:92:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d3678a-36a9-4b14-8c51-0520aefa6bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:03:26Z', 'updated_at': '2021-07-23T00:03:26Z', 'revision_number': 0, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9138d619-943f-4ca3-bf52-328fd6430d10', 'name': '', 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'mac_address': 'fa:16:3e:61:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:11Z', 'updated_at': '2021-07-23T00:03:16Z', 'revision_number': 5, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'subnets': [{'id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:28.484656 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61327116-dea3-4079-b43f-5329024e6c64 None None] The sync data for ids ['39047d21-aa07-4058-b162-a2c46840a79b'] in n-d-688802-2 is: [{'id': '39047d21-aa07-4058-b162-a2c46840a79b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150133423', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:11Z', 'revision_number': 4, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '015edfa3-29ee-4806-ba60-88436e4bf4eb', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'port_id': '1b7b7aaf-d383-47d1-814c-0603a6f063be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5', 'mac_address': 'fa:16:3e:9f:92:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d3678a-36a9-4b14-8c51-0520aefa6bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:03:26Z', 'updated_at': '2021-07-23T00:03:26Z', 'revision_number': 0, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9138d619-943f-4ca3-bf52-328fd6430d10', 'name': '', 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'mac_address': 'fa:16:3e:61:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:11Z', 'updated_at': '2021-07-23T00:03:16Z', 'revision_number': 5, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'subnets': [{'id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:28.698351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a56a75b-02d3-4706-a8c4-1b21b0329ae1 None None] New status for floating IP 015edfa3-29ee-4806-ba60-88436e4bf4eb: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:03:31.605704 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fd4091aa-4ebf-4cac-9475-69202733c9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.947532 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96eeced5-c792-4c87-87f7-545c229c0903 req-e2f56e7b-d421-4bf9-893b-e5ff6844e936 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689244 Jul 23 00:03:33.067236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eeced5-c792-4c87-87f7-545c229c0903 req-fda7cc62-fe4c-4cdd-a6d0-c3d3e3efa8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:33.068764 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96eeced5-c792-4c87-87f7-545c229c0903 req-fda7cc62-fe4c-4cdd-a6d0-c3d3e3efa8f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd6661e8556f4906978578d1d72da11e&device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 1136 time: 0.0650997 Jul 23 00:03:33.172295 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eeced5-c792-4c87-87f7-545c229c0903 req-d0fa5f0f-594d-4166-b5ea-8124bf0ba616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:33.173811 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96eeced5-c792-4c87-87f7-545c229c0903 req-d0fa5f0f-594d-4166-b5ea-8124bf0ba616 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6febf09-4633-40b4-bd90-9c339e02cce5 HTTP/1.1" status: 200 len: 895 time: 0.0866704 Jul 23 00:03:33.244497 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96eeced5-c792-4c87-87f7-545c229c0903 req-f71c2040-d253-4d41-82cc-9d7422edc7fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b7b7aaf-d383-47d1-814c-0603a6f063be HTTP/1.1" status: 200 len: 1002 time: 0.0638161 Jul 23 00:03:33.296591 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eeced5-c792-4c87-87f7-545c229c0903 req-9cc04d69-a875-4620-b91e-23ebe64f31a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:33.298102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96eeced5-c792-4c87-87f7-545c229c0903 req-9cc04d69-a875-4620-b91e-23ebe64f31a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80f75a4f-3ef3-4ce7-95fe-d1513163cca0 HTTP/1.1" status: 200 len: 834 time: 0.0438409 Jul 23 00:03:33.357807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eeced5-c792-4c87-87f7-545c229c0903 req-6e4b1b34-f046-4f0d-8e0e-fe6eee756a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:33.359347 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96eeced5-c792-4c87-87f7-545c229c0903 req-6e4b1b34-f046-4f0d-8e0e-fe6eee756a75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6febf09-4633-40b4-bd90-9c339e02cce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550504 Jul 23 00:03:33.459690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96eeced5-c792-4c87-87f7-545c229c0903 req-18661362-66ce-4c71-9e26-47e73df9c1f7 service neutron] 10.222.0.18 "GET /v2.0/networks/f6febf09-4633-40b4-bd90-9c339e02cce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941663 Jul 23 00:03:33.548897 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96eeced5-c792-4c87-87f7-545c229c0903 req-25cf4200-99ff-43ac-962c-30933688d8f4 service neutron] 10.222.0.18 "GET /v2.0/networks/f6febf09-4633-40b4-bd90-9c339e02cce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835602 Jul 23 00:03:34.380789 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-168d2648-7cd1-47d4-a332-d57da6d9d8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:34.422462 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:34.426733 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.584967 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.065343 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.646971 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.575493 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:03:58.256202 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-0e5986cd-6f89-4296-b927-14599d0e80dd req-6515e68f-7094-4528-89a9-99c6c197d3f7 service neutron] (93821) timed out ('10.222.0.95', 54703) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:04:01.342038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52696) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:01.403774 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f970df6e-7fc3-4cfe-8b7f-78b8b8764ea7 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0604398 Jul 23 00:04:01.406411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52700) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:01.412361 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Request body: {'network': {'name': 'tempest-network-smoke--782073528', 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'port_security_enabled': False}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:01.434866 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Made reservation on behalf of fd6661e8556f4906978578d1d72da11e for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:04:01.438957 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:01.463991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:04:01.473944 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:01.474300 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Added segment 26cc56f5-b3e4-4238-84eb-cce2ddb9caf8 of type vlan for network f41e9eb9-f328-4755-82b5-34562167b89d Jul 23 00:04:01.515640 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:01.545195 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:01.552817 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:01.553442 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:01.595252 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52704) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:01.595928 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1878579 Jul 23 00:04:01.605129 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-615830054', 'admin_state_up': True, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:01.613661 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d5506d71-b1ec-429c-9560-fc6cf5077ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:01.630110 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'Network': ['ID=f41e9eb9-f328-4755-82b5-34562167b89d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:01.637957 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:01.638329 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:01.638610 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:01.638745 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:01.638987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:01.639288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:01.639683 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:01.639812 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:01.640402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:01.640739 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:01.641164 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:01.641475 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:01.641796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:01.642115 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8673e5af-8867-4f5c-8534-2ece07d9417a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:01.654730 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network f41e9eb9-f328-4755-82b5-34562167b89d details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:04:01.701549 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:01.839676 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.374769 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.393518 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.505855 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Allocated IP 172.25.4.63 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/da5cd1cb-d59c-4527-bb5b-1fe4461206a8) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:04:02.612573 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.652567 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.695775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:04:02.698611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:04:02.702234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:04:02.724484 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'Port': ['ID=da5cd1cb-d59c-4527-bb5b-1fe4461206a8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:02.735806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.736202 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.736597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.736946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.737277 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.737603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.737926 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.738243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.738566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.738891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.739207 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.739524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.963540 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.168619 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.296960 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Router bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:04:03.401308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:04:03.411745 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Sync routers for ids ['bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:04:03.421239 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.421502 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Routers {'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:03.422227 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:03:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:03.426871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52738) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:03.427485 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0309b88f-13e3-4cd1-aed9-97583c8a46d4 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8296385 Jul 23 00:04:03.499175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f91095-5c53-49ff-bcf2-62dad35cb32e tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:03.500546 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e8f91095-5c53-49ff-bcf2-62dad35cb32e tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=fd6661e8556f4906978578d1d72da11e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0717893 Jul 23 00:04:03.503922 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52740) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:03.534936 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Set router bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:03.606949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c487ac5-6d13-45ad-ae0a-b31509890d50 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:03.612621 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2c487ac5-6d13-45ad-ae0a-b31509890d50 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1058640 Jul 23 00:04:03.613392 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52746) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:03.647091 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-277c4611-4836-4a30-a4af-9cc7d8512c26 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324209 Jul 23 00:04:03.649742 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52748) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:03.678117 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cfb872d7-be45-412b-b1c5-f029cd26f103 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=fd6661e8556f4906978578d1d72da11e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272141 Jul 23 00:04:03.680527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52750) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:03.732940 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615830054', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:04:01Z', 'updated_at': '2021-07-23T00:04:02Z', 'revision_number': 3, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:04:02Z', 'updated_at': '2021-07-23T00:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:03.759948 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Checking router: bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:04:03.760307 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Updating router bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6 port da5cd1cb-d59c-4527-bb5b-1fe4461206a8 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:04:03.766849 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac47e968-306d-4505-adf3-cc26b54897b8 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:03.772129 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52752) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:03.772301 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ac47e968-306d-4505-adf3-cc26b54897b8 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905321 Jul 23 00:04:03.803865 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.804344 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1a2a38d7-8656-41ee-b43f-5e3ccfa2e58e tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309007 Jul 23 00:04:03.806961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 52758) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:03.812261 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9d34194a-9eda-46cc-9c1e-8289c42775e6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1850087500', 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d', 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:03.922387 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d34194a-9eda-46cc-9c1e-8289c42775e6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Made reservation on behalf of fd6661e8556f4906978578d1d72da11e for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:04:03.926907 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d34194a-9eda-46cc-9c1e-8289c42775e6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.075240 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.090094 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Transition to ACTIVE for port object da5cd1cb-d59c-4527-bb5b-1fe4461206a8 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:04:04.097520 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.142175 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d34194a-9eda-46cc-9c1e-8289c42775e6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.154989 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc224f-47c1-4f93-b9ca-581c01ead21a None None] Pushing event updated for resources: {'Port': ['ID=da5cd1cb-d59c-4527-bb5b-1fe4461206a8,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:04.157222 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Attempting to bind port da5cd1cb-d59c-4527-bb5b-1fe4461206a8 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:04:04.157582 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Attempting to bind port da5cd1cb-d59c-4527-bb5b-1fe4461206a8 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:04:04.158712 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Attempting to bind port da5cd1cb-d59c-4527-bb5b-1fe4461206a8 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:04.165039 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:04:04.165436 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:04:04.165827 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.166202 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:04:04.166656 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Bound port: da5cd1cb-d59c-4527-bb5b-1fe4461206a8, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:04:04.167028 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.218500 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34194a-9eda-46cc-9c1e-8289c42775e6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'Subnet': ['ID=fe3f47e0-8d63-4b39-b89d-32b2049ded0d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:04.223061 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] For port da5cd1cb-d59c-4527-bb5b-1fe4461206a8, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:04:04.225264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d34194a-9eda-46cc-9c1e-8289c42775e6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Checking segment: {'id': '26cc56f5-b3e4-4238-84eb-cce2ddb9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:04:04.225710 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d34194a-9eda-46cc-9c1e-8289c42775e6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Network hostable DHCP agents. Network: f41e9eb9-f328-4755-82b5-34562167b89d, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:04:04.227329 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] For port da5cd1cb-d59c-4527-bb5b-1fe4461206a8, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=da5cd1cb-d59c-4527-bb5b-1fe4461206a8,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:04:04.231900 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.245650 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d34194a-9eda-46cc-9c1e-8289c42775e6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Network f41e9eb9-f328-4755-82b5-34562167b89d is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:04:04.255016 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9d34194a-9eda-46cc-9c1e-8289c42775e6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, f41e9eb9-f328-4755-82b5-34562167b89d) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:04:04.261954 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d34194a-9eda-46cc-9c1e-8289c42775e6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:04.262560 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d34194a-9eda-46cc-9c1e-8289c42775e6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.268973 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b44b93-9b0f-483e-a466-20ef9873cadf None None] Network f41e9eb9-f328-4755-82b5-34562167b89d requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:04:04.292261 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Routers {'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:04.292587 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 52764) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:04.294302 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9d34194a-9eda-46cc-9c1e-8289c42775e6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4856377 Jul 23 00:04:04.301309 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:03:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:04.372040 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc224f-47c1-4f93-b9ca-581c01ead21a None None] Pushing event updated for resources: {'Port': ['ID=da5cd1cb-d59c-4527-bb5b-1fe4461206a8,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:04.430789 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] Set router bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:04.464031 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.467152 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bf24ecab-1f30-4e1b-9d3b-221b4ca65aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.471670 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.508778 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-f41e9eb9-f328-4755-82b5-34562167b89d', 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'fixed_ips': [{'subnet_id': 'fe3f47e0-8d63-4b39-b89d-32b2049ded0d'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:04:04.511788 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.713459 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Allocated IP 172.20.0.18 (f41e9eb9-f328-4755-82b5-34562167b89d/fe3f47e0-8d63-4b39-b89d-32b2049ded0d/fec30e41-7d25-431f-838a-ea6d3993d3ba) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:04:04.751452 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615830054', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:04:01Z', 'updated_at': '2021-07-23T00:04:02Z', 'revision_number': 3, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:04:02Z', 'updated_at': '2021-07-23T00:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:04.786188 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ee65d-162b-4f7c-8db6-d154365bd224 None None] The sync data for ids ['bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'] in n-d-688802-2 is: [{'id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615830054', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:04:01Z', 'updated_at': '2021-07-23T00:04:02Z', 'revision_number': 3, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:04:02Z', 'updated_at': '2021-07-23T00:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:04:04.855416 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.884117 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.893514 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Transition to ACTIVE for port object fec30e41-7d25-431f-838a-ea6d3993d3ba will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:04:04.909507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Transition to ACTIVE for port object fec30e41-7d25-431f-838a-ea6d3993d3ba will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:04:04.917121 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.958506 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Network f41e9eb9-f328-4755-82b5-34562167b89d is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:04:04.963745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:04:04.966549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:04:04.980128 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Pushing event updated for resources: {'Port': ['ID=fec30e41-7d25-431f-838a-ea6d3993d3ba,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:05.052870 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Attempting to bind port fec30e41-7d25-431f-838a-ea6d3993d3ba on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:04:05.054512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Attempting to bind port fec30e41-7d25-431f-838a-ea6d3993d3ba by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '26cc56f5-b3e4-4238-84eb-cce2ddb9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:04:05.054512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Attempting to bind port fec30e41-7d25-431f-838a-ea6d3993d3ba on network f41e9eb9-f328-4755-82b5-34562167b89d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:05.059619 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:04:05.060132 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Checking segment: {'id': '26cc56f5-b3e4-4238-84eb-cce2ddb9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:04:05.060642 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:05.061195 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Bound using segment: {'id': '26cc56f5-b3e4-4238-84eb-cce2ddb9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:04:05.061780 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Bound port: fec30e41-7d25-431f-838a-ea6d3993d3ba, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cc56f5-b3e4-4238-84eb-cce2ddb9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:04:05.062260 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:05.162527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] For port fec30e41-7d25-431f-838a-ea6d3993d3ba, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:04:05.166106 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] For port fec30e41-7d25-431f-838a-ea6d3993d3ba, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fec30e41-7d25-431f-838a-ea6d3993d3ba,segment=NetworkSegment(26cc56f5-b3e4-4238-84eb-cce2ddb9caf8),segment_id=26cc56f5-b3e4-4238-84eb-cce2ddb9caf8)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:04:05.180608 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:05.252724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Allocated IP 172.20.0.17 (f41e9eb9-f328-4755-82b5-34562167b89d/fe3f47e0-8d63-4b39-b89d-32b2049ded0d/bba8e5dc-4e9a-4e88-91c0-a430b40aa907) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:04:05.260286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963d6dd-9b69-4dde-a45d-d47f5a893c92 None None] Pushing event updated for resources: {'Port': ['ID=fec30e41-7d25-431f-838a-ea6d3993d3ba,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:05.398102 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:05.445799 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Transition to ACTIVE for port object bba8e5dc-4e9a-4e88-91c0-a430b40aa907 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:04:05.557720 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:05.616071 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:05.621266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Network f41e9eb9-f328-4755-82b5-34562167b89d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:04:05.625137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:04:05.636526 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:04:05.641588 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'Port': ['ID=bba8e5dc-4e9a-4e88-91c0-a430b40aa907,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:05.714051 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:05.900569 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:06.218082 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:06.225273 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:06.304906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'Port': ['ID=bba8e5dc-4e9a-4e88-91c0-a430b40aa907,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:06.307705 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:06.429957 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Network f41e9eb9-f328-4755-82b5-34562167b89d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:04:06.431893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:04:06.438611 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f0cc41-6ef8-4220-960d-5f9030adbd8f None None] Network f41e9eb9-f328-4755-82b5-34562167b89d requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:04:06.554320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c6356e7a-17b9-4bc2-9947-653a1b405ce6 None None] Provisioning for port fec30e41-7d25-431f-838a-ea6d3993d3ba completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:04:06.615421 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Router bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:04:06.668086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fec30e41-7d25-431f-838a-ea6d3993d3ba up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:04:06.748111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port fec30e41-7d25-431f-838a-ea6d3993d3ba completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:04:06.753300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fec30e41-7d25-431f-838a-ea6d3993d3ba triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:06.753753 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:06.780040 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:04:06.799460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f3496079-011b-44c7-ae81-f61efbe6c146 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "PUT /v2.0/routers/bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5048816 Jul 23 00:04:06.847501 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:06.886510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port fec30e41-7d25-431f-838a-ea6d3993d3ba, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fec30e41-7d25-431f-838a-ea6d3993d3ba,segment=NetworkSegment(26cc56f5-b3e4-4238-84eb-cce2ddb9caf8),segment_id=26cc56f5-b3e4-4238-84eb-cce2ddb9caf8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:06.891899 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:06.892744 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device da5cd1cb-d59c-4527-bb5b-1fe4461206a8 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:04:06.999472 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port da5cd1cb-d59c-4527-bb5b-1fe4461206a8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:04:07.005042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port da5cd1cb-d59c-4527-bb5b-1fe4461206a8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:07.005461 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:07.009137 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=fec30e41-7d25-431f-838a-ea6d3993d3ba,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:07.101908 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Sync routers for ids ['bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:04:07.147481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-711df4c4-9610-492b-ba90-e8cf748403ff None None] Provisioning complete for port fec30e41-7d25-431f-838a-ea6d3993d3ba triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:07.147856 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-711df4c4-9610-492b-ba90-e8cf748403ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:07.181020 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:07.186527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Routers {'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:07.187104 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:04:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:07.234606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-18bb76f1-116a-40b0-acec-c0be4ad369fd tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:07.237267 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-18bb76f1-116a-40b0-acec-c0be4ad369fd tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/networks?id=f41e9eb9-f328-4755-82b5-34562167b89d HTTP/1.1" status: 200 len: 797 time: 0.1377940 Jul 23 00:04:07.253157 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-fa5c8214-ce3a-42e3-90d2-f11bce2f2271 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/quotas/fd6661e8556f4906978578d1d72da11e HTTP/1.1" status: 200 len: 375 time: 0.0103333 Jul 23 00:04:07.350903 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-c8439929-ac46-46ed-92a4-a845ff8e7f58 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd6661e8556f4906978578d1d72da11e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0877082 Jul 23 00:04:07.380713 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Set router bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:07.410111 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:07.470906 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-d30fb9de-6513-47f3-864e-8f627053cab3 service neutron] 10.222.0.26 "GET /v2.0/networks/f41e9eb9-f328-4755-82b5-34562167b89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039779 Jul 23 00:04:07.496218 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port da5cd1cb-d59c-4527-bb5b-1fe4461206a8, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=da5cd1cb-d59c-4527-bb5b-1fe4461206a8,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:07.516734 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-711df4c4-9610-492b-ba90-e8cf748403ff None None] Provisioning for port bba8e5dc-4e9a-4e88-91c0-a430b40aa907 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:04:07.521856 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:07.541424 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-711df4c4-9610-492b-ba90-e8cf748403ff None None] Provisioning complete for port bba8e5dc-4e9a-4e88-91c0-a430b40aa907 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:07.541795 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-711df4c4-9610-492b-ba90-e8cf748403ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:07.590975 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-f8897455-9126-4990-9dfe-16722d2fd508 service neutron] 10.222.0.26 "GET /v2.0/networks/f41e9eb9-f328-4755-82b5-34562167b89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139441 Jul 23 00:04:07.671687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-711df4c4-9610-492b-ba90-e8cf748403ff None None] Port bba8e5dc-4e9a-4e88-91c0-a430b40aa907 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:04:07.679303 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=da5cd1cb-d59c-4527-bb5b-1fe4461206a8,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:07.752490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615830054', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:04:01Z', 'updated_at': '2021-07-23T00:04:05Z', 'revision_number': 4, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:04:02Z', 'updated_at': '2021-07-23T00:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'bba8e5dc-4e9a-4e88-91c0-a430b40aa907', 'name': '', 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'mac_address': 'fa:16:3e:3b:35:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'fe3f47e0-8d63-4b39-b89d-32b2049ded0d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:04:04Z', 'updated_at': '2021-07-23T00:04:06Z', 'revision_number': 2, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'subnets': [{'id': 'fe3f47e0-8d63-4b39-b89d-32b2049ded0d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:07.780537 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Checking router: bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:04:07.780875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Updating router bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6 port bba8e5dc-4e9a-4e88-91c0-a430b40aa907 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:04:07.850140 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc47dfb4-3252-4ae3-8eaa-c47630fc5573 req-e6c8925f-4744-4332-9e83-daa0b855807e tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 210 time: 0.1075947 Jul 23 00:04:08.003832 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f302f99f-39f5-4a64-a4e6-108bd3559d2a None None] Provisioning complete for port bba8e5dc-4e9a-4e88-91c0-a430b40aa907 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:08.004209 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f302f99f-39f5-4a64-a4e6-108bd3559d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:08.007404 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:08.069320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f302f99f-39f5-4a64-a4e6-108bd3559d2a None None] Port bba8e5dc-4e9a-4e88-91c0-a430b40aa907 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:04:08.326742 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:08.337848 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Transition to ACTIVE for port object bba8e5dc-4e9a-4e88-91c0-a430b40aa907 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:04:08.343605 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:08.393487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fc280-d152-4b63-bed3-fd61261e6bd6 None None] Pushing event updated for resources: {'Port': ['ID=bba8e5dc-4e9a-4e88-91c0-a430b40aa907,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:08.451682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Attempting to bind port bba8e5dc-4e9a-4e88-91c0-a430b40aa907 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:04:08.452107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Attempting to bind port bba8e5dc-4e9a-4e88-91c0-a430b40aa907 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '26cc56f5-b3e4-4238-84eb-cce2ddb9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:04:08.452588 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Attempting to bind port bba8e5dc-4e9a-4e88-91c0-a430b40aa907 on network f41e9eb9-f328-4755-82b5-34562167b89d {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:08.459890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:04:08.460262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Checking segment: {'id': '26cc56f5-b3e4-4238-84eb-cce2ddb9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:04:08.460664 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:08.461079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Bound using segment: {'id': '26cc56f5-b3e4-4238-84eb-cce2ddb9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:04:08.461571 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Bound port: bba8e5dc-4e9a-4e88-91c0-a430b40aa907, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cc56f5-b3e4-4238-84eb-cce2ddb9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:04:08.462012 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:08.537935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] For port bba8e5dc-4e9a-4e88-91c0-a430b40aa907, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:04:08.541949 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] For port bba8e5dc-4e9a-4e88-91c0-a430b40aa907, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=bba8e5dc-4e9a-4e88-91c0-a430b40aa907,segment=NetworkSegment(26cc56f5-b3e4-4238-84eb-cce2ddb9caf8),segment_id=26cc56f5-b3e4-4238-84eb-cce2ddb9caf8)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:04:08.554487 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:08.613749 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fec30e41-7d25-431f-838a-ea6d3993d3ba up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:04:08.660896 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fc280-d152-4b63-bed3-fd61261e6bd6 None None] Pushing event updated for resources: {'Port': ['ID=bba8e5dc-4e9a-4e88-91c0-a430b40aa907,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:08.698314 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Routers {'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:08.699085 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:04:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:08.828136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fec30e41-7d25-431f-838a-ea6d3993d3ba triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:08.828693 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:08.832057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-ad3d667f-1404-454c-ad4e-cc3f94be86ec tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:08.833853 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-ad3d667f-1404-454c-ad4e-cc3f94be86ec tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.95 "GET /v2.0/networks?id=f41e9eb9-f328-4755-82b5-34562167b89d HTTP/1.1" status: 200 len: 797 time: 0.1546271 Jul 23 00:04:08.849702 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-3d42f8e3-7c6f-42fd-8e41-7f0f61b958cb tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Request body: {'port': {'device_id': 'b8520443-923f-447e-8907-5dcb1e5804a4', 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d', 'admin_state_up': True, 'tenant_id': 'fd6661e8556f4906978578d1d72da11e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:08.943171 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] Set router bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:09.018974 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1552bc12-0475-4097-9737-b52e774e1f01 req-d9403629-18bb-4d5b-822b-c7fae5a46a86 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 210 time: 0.0452445 Jul 23 00:04:09.040153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device da5cd1cb-d59c-4527-bb5b-1fe4461206a8 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:04:09.066759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-3d42f8e3-7c6f-42fd-8e41-7f0f61b958cb tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Made reservation on behalf of fd6661e8556f4906978578d1d72da11e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:04:09.071654 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-3d42f8e3-7c6f-42fd-8e41-7f0f61b958cb tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:09.202672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port da5cd1cb-d59c-4527-bb5b-1fe4461206a8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:09.203113 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:09.219927 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-3d42f8e3-7c6f-42fd-8e41-7f0f61b958cb tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Allocated IP 172.20.0.21 (f41e9eb9-f328-4755-82b5-34562167b89d/fe3f47e0-8d63-4b39-b89d-32b2049ded0d/dd9090fd-55a6-406d-8eb0-8fd0fac9e997) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:04:09.317588 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615830054', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:04:01Z', 'updated_at': '2021-07-23T00:04:05Z', 'revision_number': 4, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:04:02Z', 'updated_at': '2021-07-23T00:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'bba8e5dc-4e9a-4e88-91c0-a430b40aa907', 'name': '', 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'mac_address': 'fa:16:3e:3b:35:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'fe3f47e0-8d63-4b39-b89d-32b2049ded0d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:04:04Z', 'updated_at': '2021-07-23T00:04:08Z', 'revision_number': 4, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'subnets': [{'id': 'fe3f47e0-8d63-4b39-b89d-32b2049ded0d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:09.351021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cba610-1106-49de-b9bf-f2d562c299eb None None] The sync data for ids ['bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'] in n-d-688802-2 is: [{'id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615830054', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:04:01Z', 'updated_at': '2021-07-23T00:04:05Z', 'revision_number': 4, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:04:02Z', 'updated_at': '2021-07-23T00:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'bba8e5dc-4e9a-4e88-91c0-a430b40aa907', 'name': '', 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'mac_address': 'fa:16:3e:3b:35:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'fe3f47e0-8d63-4b39-b89d-32b2049ded0d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:04:04Z', 'updated_at': '2021-07-23T00:04:08Z', 'revision_number': 4, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'subnets': [{'id': 'fe3f47e0-8d63-4b39-b89d-32b2049ded0d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:04:09.744074 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-3d42f8e3-7c6f-42fd-8e41-7f0f61b958cb tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:09.759565 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-3d42f8e3-7c6f-42fd-8e41-7f0f61b958cb tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Transition to ACTIVE for port object dd9090fd-55a6-406d-8eb0-8fd0fac9e997 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:04:09.794654 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-3d42f8e3-7c6f-42fd-8e41-7f0f61b958cb tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:09.848029 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-3d42f8e3-7c6f-42fd-8e41-7f0f61b958cb tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Network f41e9eb9-f328-4755-82b5-34562167b89d is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:04:09.851350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-3d42f8e3-7c6f-42fd-8e41-7f0f61b958cb tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:04:09.856178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-3d42f8e3-7c6f-42fd-8e41-7f0f61b958cb tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:04:09.883082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42f8e3-7c6f-42fd-8e41-7f0f61b958cb tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event updated for resources: {'Port': ['ID=dd9090fd-55a6-406d-8eb0-8fd0fac9e997,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:09.914694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-3d42f8e3-7c6f-42fd-8e41-7f0f61b958cb tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:09.915296 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-3d42f8e3-7c6f-42fd-8e41-7f0f61b958cb tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:09.935368 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-3d42f8e3-7c6f-42fd-8e41-7f0f61b958cb tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0909431 Jul 23 00:04:09.950370 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Request body: {'port': {'device_id': 'b8520443-923f-447e-8907-5dcb1e5804a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:10.045562 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:10.175537 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d8a49c70-18d1-4014-8047-b4e6ba52e183 None None] Provisioning for port dd9090fd-55a6-406d-8eb0-8fd0fac9e997 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:04:10.179867 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d8a49c70-18d1-4014-8047-b4e6ba52e183 None None] Provisioning complete for port dd9090fd-55a6-406d-8eb0-8fd0fac9e997 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:10.180301 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d8a49c70-18d1-4014-8047-b4e6ba52e183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:10.238198 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d8a49c70-18d1-4014-8047-b4e6ba52e183 None None] Port dd9090fd-55a6-406d-8eb0-8fd0fac9e997 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:04:10.296631 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765390f-ce35-4cac-8144-4548dd8ef5ff req-31e69770-ff33-4851-a37a-c66378e9c412 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:10.298418 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4765390f-ce35-4cac-8144-4548dd8ef5ff req-31e69770-ff33-4851-a37a-c66378e9c412 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 895 time: 0.1790521 Jul 23 00:04:10.442131 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9090fd-55a6-406d-8eb0-8fd0fac9e997 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:04:10.449849 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:10.462594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Transition to ACTIVE for port object dd9090fd-55a6-406d-8eb0-8fd0fac9e997 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:04:10.470943 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:10.527794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9090fd-55a6-406d-8eb0-8fd0fac9e997,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:10.638801 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device bba8e5dc-4e9a-4e88-91c0-a430b40aa907 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:04:10.649497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Attempting to bind port dd9090fd-55a6-406d-8eb0-8fd0fac9e997 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:04:10.649828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Attempting to bind port dd9090fd-55a6-406d-8eb0-8fd0fac9e997 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '26cc56f5-b3e4-4238-84eb-cce2ddb9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:04:10.650162 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Attempting to bind port dd9090fd-55a6-406d-8eb0-8fd0fac9e997 on network f41e9eb9-f328-4755-82b5-34562167b89d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:10.656009 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Port dd9090fd-55a6-406d-8eb0-8fd0fac9e997 on network f41e9eb9-f328-4755-82b5-34562167b89d not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:04:10.656457 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Attempting to bind port dd9090fd-55a6-406d-8eb0-8fd0fac9e997 on network f41e9eb9-f328-4755-82b5-34562167b89d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:10.662656 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:04:10.662994 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Checking segment: {'id': '26cc56f5-b3e4-4238-84eb-cce2ddb9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:04:10.663379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Bound using segment: {'id': '26cc56f5-b3e4-4238-84eb-cce2ddb9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:04:10.663814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Bound port: dd9090fd-55a6-406d-8eb0-8fd0fac9e997, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cc56f5-b3e4-4238-84eb-cce2ddb9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:04:10.664171 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:10.742867 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port bba8e5dc-4e9a-4e88-91c0-a430b40aa907 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:04:10.748912 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port bba8e5dc-4e9a-4e88-91c0-a430b40aa907 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:10.749338 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:10.786518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] For port dd9090fd-55a6-406d-8eb0-8fd0fac9e997, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:04:10.790016 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] For port dd9090fd-55a6-406d-8eb0-8fd0fac9e997, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dd9090fd-55a6-406d-8eb0-8fd0fac9e997,segment=NetworkSegment(26cc56f5-b3e4-4238-84eb-cce2ddb9caf8),segment_id=26cc56f5-b3e4-4238-84eb-cce2ddb9caf8)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:04:10.809798 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:10.867301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:10.867918 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:10.869600 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] 10.222.0.95 "PUT /v2.0/ports/dd9090fd-55a6-406d-8eb0-8fd0fac9e997 HTTP/1.1" status: 200 len: 1055 time: 0.9240696 Jul 23 00:04:10.869720 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8520443-923f-447e-8907-5dcb1e5804a4', 'tag': 'dd9090fd-55a6-406d-8eb0-8fd0fac9e997'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:10.872027 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4c891d-71a1-45ec-926c-063190bff46e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8520443-923f-447e-8907-5dcb1e5804a4", "tag": "dd9090fd-55a6-406d-8eb0-8fd0fac9e997"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:10.891657 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:10.902622 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13dc50-a4e4-4906-8767-3a19e9541319 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9090fd-55a6-406d-8eb0-8fd0fac9e997,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:10.965877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port bba8e5dc-4e9a-4e88-91c0-a430b40aa907, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=bba8e5dc-4e9a-4e88-91c0-a430b40aa907,segment=NetworkSegment(26cc56f5-b3e4-4238-84eb-cce2ddb9caf8),segment_id=26cc56f5-b3e4-4238-84eb-cce2ddb9caf8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:10.981355 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:11.006644 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f46d93-52ee-41c3-93ed-68cd6aaef755 x-openstack-request-id: req-37f46d93-52ee-41c3-93ed-68cd6aaef755 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:11.007281 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8520443-923f-447e-8907-5dcb1e5804a4", "tag": "dd9090fd-55a6-406d-8eb0-8fd0fac9e997", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:11.007594 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37f46d93-52ee-41c3-93ed-68cd6aaef755 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:11.008092 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8520443-923f-447e-8907-5dcb1e5804a4', 'tag': 'dd9090fd-55a6-406d-8eb0-8fd0fac9e997', 'status': 'completed', 'code': 200} Jul 23 00:04:11.021866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-72d51d3b-2cda-4a5d-b26e-98ddb1bd4d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:11.023489 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-72d51d3b-2cda-4a5d-b26e-98ddb1bd4d63 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fd6661e8556f4906978578d1d72da11e&device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 1058 time: 0.0976858 Jul 23 00:04:11.050286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=bba8e5dc-4e9a-4e88-91c0-a430b40aa907,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:11.068727 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:11.069592 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:11.070116 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:11.070850 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:11.071403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:11.071932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:11.072428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:11.072924 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:11.073436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:11.073935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:11.074433 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:11.074923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:11.084482 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-20a9a644-61eb-4801-a119-0adbfddc8a53 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=dd9090fd-55a6-406d-8eb0-8fd0fac9e997 HTTP/1.1" status: 200 len: 217 time: 0.0493367 Jul 23 00:04:11.139678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-aac32626-4a7b-4ac3-9601-f5fab7b3c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:11.141529 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-aac32626-4a7b-4ac3-9601-f5fab7b3c00c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fe3f47e0-8d63-4b39-b89d-32b2049ded0d HTTP/1.1" status: 200 len: 838 time: 0.0494728 Jul 23 00:04:11.208383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-ad880dd2-b892-401e-ab19-51547924b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:11.209986 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-ad880dd2-b892-401e-ab19-51547924b77b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f41e9eb9-f328-4755-82b5-34562167b89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615513 Jul 23 00:04:11.306989 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-0e0ca3a1-ac0a-41f8-b31b-ffb9b8e0fb3d service neutron] 10.222.0.95 "GET /v2.0/networks/f41e9eb9-f328-4755-82b5-34562167b89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888896 Jul 23 00:04:11.437528 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d33f940c-b252-40d4-bd3f-69fea0542216 req-c3cce6e6-a1ed-48e9-aa63-ebdcf56fb3a3 service neutron] 10.222.0.95 "GET /v2.0/networks/f41e9eb9-f328-4755-82b5-34562167b89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231830 Jul 23 00:04:11.466925 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b166968-a8e3-4aea-a7d6-7246ecea66ce req-a5bcd311-4b1f-4750-b2fb-9ee5be093025 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:11.468438 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b166968-a8e3-4aea-a7d6-7246ecea66ce req-a5bcd311-4b1f-4750-b2fb-9ee5be093025 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 907 time: 0.0887325 Jul 23 00:04:11.542740 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c891d-71a1-45ec-926c-063190bff46e req-cfdac232-ed21-4013-8d04-3325aae8c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:11.544311 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7a4c891d-71a1-45ec-926c-063190bff46e req-cfdac232-ed21-4013-8d04-3325aae8c82b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fd6661e8556f4906978578d1d72da11e&device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 1058 time: 0.0598607 Jul 23 00:04:11.641170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c891d-71a1-45ec-926c-063190bff46e req-875d511f-c4c7-4e7c-906b-07ac9d7df020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:11.643285 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7a4c891d-71a1-45ec-926c-063190bff46e req-875d511f-c4c7-4e7c-906b-07ac9d7df020 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f41e9eb9-f328-4755-82b5-34562167b89d HTTP/1.1" status: 200 len: 898 time: 0.0915530 Jul 23 00:04:11.686271 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7a4c891d-71a1-45ec-926c-063190bff46e req-a57c0b86-e18f-41bc-bbab-a7da8c88cc58 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=dd9090fd-55a6-406d-8eb0-8fd0fac9e997 HTTP/1.1" status: 200 len: 217 time: 0.0368268 Jul 23 00:04:11.741648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c891d-71a1-45ec-926c-063190bff46e req-747d827b-5f1d-4441-91da-a2b6b14d5c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:11.743127 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7a4c891d-71a1-45ec-926c-063190bff46e req-747d827b-5f1d-4441-91da-a2b6b14d5c93 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fe3f47e0-8d63-4b39-b89d-32b2049ded0d HTTP/1.1" status: 200 len: 838 time: 0.0504105 Jul 23 00:04:11.805084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c891d-71a1-45ec-926c-063190bff46e req-ff42cc22-7717-4d65-a4df-cfe351304d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:11.806608 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7a4c891d-71a1-45ec-926c-063190bff46e req-ff42cc22-7717-4d65-a4df-cfe351304d1d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f41e9eb9-f328-4755-82b5-34562167b89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560863 Jul 23 00:04:11.899361 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7a4c891d-71a1-45ec-926c-063190bff46e req-65dbbc1a-902b-4574-905c-1d7d8c7cf950 service neutron] 10.222.0.95 "GET /v2.0/networks/f41e9eb9-f328-4755-82b5-34562167b89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844235 Jul 23 00:04:11.999479 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7a4c891d-71a1-45ec-926c-063190bff46e req-7af77abf-bb50-4e07-b349-9b8f92e4c3f9 service neutron] 10.222.0.95 "GET /v2.0/networks/f41e9eb9-f328-4755-82b5-34562167b89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925503 Jul 23 00:04:12.560232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device bba8e5dc-4e9a-4e88-91c0-a430b40aa907 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:04:12.612527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port bba8e5dc-4e9a-4e88-91c0-a430b40aa907 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:12.612527 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:12.621389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ad920-591d-4f06-950a-bbb3bd8785b0 req-30cc06e1-70bd-4e24-9fa7-da0f031f903b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:12.623005 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f06ad920-591d-4f06-950a-bbb3bd8785b0 req-30cc06e1-70bd-4e24-9fa7-da0f031f903b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 907 time: 0.0733247 Jul 23 00:04:13.766028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f930b-0c6b-4ed7-840a-4ec76fd33cb5 req-a2b1579c-3fa6-4073-bb0e-bfa98771865b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:13.767699 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8a0f930b-0c6b-4ed7-840a-4ec76fd33cb5 req-a2b1579c-3fa6-4073-bb0e-bfa98771865b tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 907 time: 0.0737424 Jul 23 00:04:14.903942 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69d66e-0e0c-4e5d-b811-a0c5deaa5af4 req-cf317e0e-ce23-4df3-a05d-0836e05ab215 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:14.905463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c69d66e-0e0c-4e5d-b811-a0c5deaa5af4 req-cf317e0e-ce23-4df3-a05d-0836e05ab215 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 907 time: 0.0693038 Jul 23 00:04:15.290591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dd9090fd-55a6-406d-8eb0-8fd0fac9e997 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:04:15.387936 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port dd9090fd-55a6-406d-8eb0-8fd0fac9e997, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dd9090fd-55a6-406d-8eb0-8fd0fac9e997,segment=NetworkSegment(26cc56f5-b3e4-4238-84eb-cce2ddb9caf8),segment_id=26cc56f5-b3e4-4238-84eb-cce2ddb9caf8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:15.399751 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'dd9090fd-55a6-406d-8eb0-8fd0fac9e997', 'network_id': 'f41e9eb9-f328-4755-82b5-34562167b89d', 'port_id': 'dd9090fd-55a6-406d-8eb0-8fd0fac9e997', 'mac_address': 'fa:16:3e:9f:f3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3f47e0-8d63-4b39-b89d-32b2049ded0d', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:04:15.435728 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:15.448940 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9090fd-55a6-406d-8eb0-8fd0fac9e997 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:04:15.468693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port dd9090fd-55a6-406d-8eb0-8fd0fac9e997, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dd9090fd-55a6-406d-8eb0-8fd0fac9e997,segment=NetworkSegment(26cc56f5-b3e4-4238-84eb-cce2ddb9caf8),segment_id=26cc56f5-b3e4-4238-84eb-cce2ddb9caf8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:15.473590 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:15.527232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=dd9090fd-55a6-406d-8eb0-8fd0fac9e997,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:15.691064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['dd9090fd-55a6-406d-8eb0-8fd0fac9e997'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:04:16.042574 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead256f-54bc-429c-b496-9cd30b5f8311 req-9d859d98-06af-4aa9-b7a3-82dc21b221e9 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:16.044396 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bead256f-54bc-429c-b496-9cd30b5f8311 req-9d859d98-06af-4aa9-b7a3-82dc21b221e9 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 908 time: 0.0704992 Jul 23 00:04:16.658864 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:17.178162 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01f5d7-39d0-4c7e-a3ad-6b0d8715c05f req-2464cfe7-9a2b-4321-9ae7-1bd8a9de78e1 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:17.179764 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc01f5d7-39d0-4c7e-a3ad-6b0d8715c05f req-2464cfe7-9a2b-4321-9ae7-1bd8a9de78e1 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 908 time: 0.0668159 Jul 23 00:04:17.279026 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dd9090fd-55a6-406d-8eb0-8fd0fac9e997 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:04:17.330441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port dd9090fd-55a6-406d-8eb0-8fd0fac9e997 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:04:17.334124 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port dd9090fd-55a6-406d-8eb0-8fd0fac9e997 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:17.334497 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:17.413835 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:17.435735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8520443-923f-447e-8907-5dcb1e5804a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9090fd-55a6-406d-8eb0-8fd0fac9e997'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:17.438023 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ec7299-5558-4ec9-aab9-4da89e9ad0a0" -d '{"events": [{"server_uuid": "b8520443-923f-447e-8907-5dcb1e5804a4", "name": "network-vif-plugged", "status": "completed", "tag": "dd9090fd-55a6-406d-8eb0-8fd0fac9e997"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:17.451049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port dd9090fd-55a6-406d-8eb0-8fd0fac9e997, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dd9090fd-55a6-406d-8eb0-8fd0fac9e997,segment=NetworkSegment(26cc56f5-b3e4-4238-84eb-cce2ddb9caf8),segment_id=26cc56f5-b3e4-4238-84eb-cce2ddb9caf8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:17.456805 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:17.480879 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282f04f1-4539-4d84-8f40-371fec2c6a03 x-openstack-request-id: req-282f04f1-4539-4d84-8f40-371fec2c6a03 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:17.481196 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8520443-923f-447e-8907-5dcb1e5804a4", "name": "network-vif-plugged", "status": "completed", "tag": "dd9090fd-55a6-406d-8eb0-8fd0fac9e997", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:17.481452 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-282f04f1-4539-4d84-8f40-371fec2c6a03 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:17.481839 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8520443-923f-447e-8907-5dcb1e5804a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9090fd-55a6-406d-8eb0-8fd0fac9e997', 'code': 200} Jul 23 00:04:17.511334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=dd9090fd-55a6-406d-8eb0-8fd0fac9e997,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:17.597593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894ed9f-5ce7-4b77-91df-7390a7c535db req-a1997cd8-7c3a-4a29-863d-a154ac130b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:17.599139 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5894ed9f-5ce7-4b77-91df-7390a7c535db req-a1997cd8-7c3a-4a29-863d-a154ac130b4f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 1060 time: 0.0605803 Jul 23 00:04:18.312428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03f396-19c5-471a-a38b-703056e9c51a req-3e28e069-8647-4d58-9377-eb510c88f051 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:18.314765 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c03f396-19c5-471a-a38b-703056e9c51a req-3e28e069-8647-4d58-9377-eb510c88f051 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 909 time: 0.0681438 Jul 23 00:04:19.448602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efc003-6f1e-45e1-a7da-46ad39d4f60a req-58b766c1-bbe6-42ab-9df6-0e3ea9197a69 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:19.450136 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5efc003-6f1e-45e1-a7da-46ad39d4f60a req-58b766c1-bbe6-42ab-9df6-0e3ea9197a69 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 909 time: 0.0630372 Jul 23 00:04:19.584686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b232c4-92ea-40a4-8e8d-e2a96e19073a req-d4716da1-ce72-4725-b5f9-00008206d57a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:19.586289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78b232c4-92ea-40a4-8e8d-e2a96e19073a req-d4716da1-ce72-4725-b5f9-00008206d57a tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 909 time: 0.0660522 Jul 23 00:04:19.709650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb802021-a719-48a2-9eb9-54432876371d req-f4c3211f-079a-4605-b3c5-d4d56bb75f66 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:19.711184 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb802021-a719-48a2-9eb9-54432876371d req-f4c3211f-079a-4605-b3c5-d4d56bb75f66 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 1060 time: 0.0584319 Jul 23 00:04:19.835762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e7787-e729-4768-a96e-ff3b087848ad req-50363721-5dd3-4ea6-b346-2bbab3be81d8 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:19.838562 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de4e7787-e729-4768-a96e-ff3b087848ad req-50363721-5dd3-4ea6-b346-2bbab3be81d8 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 1136 time: 0.0597498 Jul 23 00:04:19.881322 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de4e7787-e729-4768-a96e-ff3b087848ad req-6b9375d1-2b93-4128-8bdf-0c63cb32f9d6 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=d474902c-fd41-498e-b817-ff1910a1ff6d&id=6987449a-c050-4181-81bf-91385dfa2784&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0350935 Jul 23 00:04:19.902814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53084) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:19.960296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accffb17-da48-41e8-be89-549e99f988c1 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:19.964773 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-accffb17-da48-41e8-be89-549e99f988c1 tempest-TestSecurityGroupsBasicOps-654729329 tempest-TestSecurityGroupsBasicOps-654729329-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 1055 time: 0.0580454 Jul 23 00:04:20.214333 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0389fb-b93d-4540-8614-8f946d249ddb req-64c1cf1a-c28c-4bbf-b667-fd61ba368d73 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:20.215807 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a0389fb-b93d-4540-8614-8f946d249ddb req-64c1cf1a-c28c-4bbf-b667-fd61ba368d73 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 909 time: 0.0718691 Jul 23 00:04:21.354689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3edd9c-c205-4f87-8273-cb99cb124fab req-cf8c23df-66b8-4a77-a644-6ac7f6467280 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.356340 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f3edd9c-c205-4f87-8273-cb99cb124fab req-cf8c23df-66b8-4a77-a644-6ac7f6467280 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 909 time: 0.0713928 Jul 23 00:04:21.568952 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8399323-53b3-452c-825c-2ad9d29732e8 req-32844928-bd8d-41fd-b9c0-e912eb74fec8 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.570452 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8399323-53b3-452c-825c-2ad9d29732e8 req-32844928-bd8d-41fd-b9c0-e912eb74fec8 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 909 time: 0.0635149 Jul 23 00:04:21.676693 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c8399323-53b3-452c-825c-2ad9d29732e8 req-7c6f45ee-0d5f-403d-b9f9-8cadad043826 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Deleting port dd9090fd-55a6-406d-8eb0-8fd0fac9e997 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:04:21.677039 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8399323-53b3-452c-825c-2ad9d29732e8 req-7c6f45ee-0d5f-403d-b9f9-8cadad043826 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:21.765034 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-c8399323-53b3-452c-825c-2ad9d29732e8 req-7c6f45ee-0d5f-403d-b9f9-8cadad043826 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] For port dd9090fd-55a6-406d-8eb0-8fd0fac9e997, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=dd9090fd-55a6-406d-8eb0-8fd0fac9e997,segment=NetworkSegment(26cc56f5-b3e4-4238-84eb-cce2ddb9caf8),segment_id=26cc56f5-b3e4-4238-84eb-cce2ddb9caf8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:21.765426 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8399323-53b3-452c-825c-2ad9d29732e8 req-7c6f45ee-0d5f-403d-b9f9-8cadad043826 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:21.777820 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-c8399323-53b3-452c-825c-2ad9d29732e8 req-7c6f45ee-0d5f-403d-b9f9-8cadad043826 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Calling delete_port for dd9090fd-55a6-406d-8eb0-8fd0fac9e997 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:04:21.921174 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8399323-53b3-452c-825c-2ad9d29732e8 req-7c6f45ee-0d5f-403d-b9f9-8cadad043826 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:21.948121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f45ee-0d5f-403d-b9f9-8cadad043826 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event deleted for resources: {'Port': ['ID=dd9090fd-55a6-406d-8eb0-8fd0fac9e997,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:22.005082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8399323-53b3-452c-825c-2ad9d29732e8 req-7c6f45ee-0d5f-403d-b9f9-8cadad043826 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] No DVR routers for this DVR port dd9090fd-55a6-406d-8eb0-8fd0fac9e997 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:04:22.008625 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-c8399323-53b3-452c-825c-2ad9d29732e8 req-7c6f45ee-0d5f-403d-b9f9-8cadad043826 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:22.011179 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c8399323-53b3-452c-825c-2ad9d29732e8 req-7c6f45ee-0d5f-403d-b9f9-8cadad043826 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.95 "DELETE /v2.0/ports/dd9090fd-55a6-406d-8eb0-8fd0fac9e997 HTTP/1.1" status: 204 len: 173 time: 0.4351175 Jul 23 00:04:22.011953 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8520443-923f-447e-8907-5dcb1e5804a4', 'name': 'network-vif-deleted', 'tag': 'dd9090fd-55a6-406d-8eb0-8fd0fac9e997'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:22.014901 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7242a584-a0fc-4dc5-9c11-113f14e275cb" -d '{"events": [{"server_uuid": "b8520443-923f-447e-8907-5dcb1e5804a4", "name": "network-vif-deleted", "tag": "dd9090fd-55a6-406d-8eb0-8fd0fac9e997"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:22.057798 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e1ff3b-4b10-418f-987b-aebce565f648 x-openstack-request-id: req-58e1ff3b-4b10-418f-987b-aebce565f648 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:22.058151 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8520443-923f-447e-8907-5dcb1e5804a4", "name": "network-vif-deleted", "tag": "dd9090fd-55a6-406d-8eb0-8fd0fac9e997", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:22.058540 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58e1ff3b-4b10-418f-987b-aebce565f648 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:22.059012 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8520443-923f-447e-8907-5dcb1e5804a4', 'name': 'network-vif-deleted', 'tag': 'dd9090fd-55a6-406d-8eb0-8fd0fac9e997', 'status': 'completed', 'code': 200} Jul 23 00:04:22.478781 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07280cf0-74fd-4b2b-a0b2-26252f21521e req-16dddf3d-6171-4980-ad36-0e3c747464bb tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8520443-923f-447e-8907-5dcb1e5804a4 HTTP/1.1" status: 200 len: 210 time: 0.0310051 Jul 23 00:04:23.537851 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53162) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:23.909263 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaccfd89-7672-44c4-ba38-94e08a0fda60 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:24.197084 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-eaccfd89-7672-44c4-ba38-94e08a0fda60 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Deleting port bba8e5dc-4e9a-4e88-91c0-a430b40aa907 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:04:24.197458 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaccfd89-7672-44c4-ba38-94e08a0fda60 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:24.292498 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-eaccfd89-7672-44c4-ba38-94e08a0fda60 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] For port bba8e5dc-4e9a-4e88-91c0-a430b40aa907, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=bba8e5dc-4e9a-4e88-91c0-a430b40aa907,segment=NetworkSegment(26cc56f5-b3e4-4238-84eb-cce2ddb9caf8),segment_id=26cc56f5-b3e4-4238-84eb-cce2ddb9caf8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:24.292855 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaccfd89-7672-44c4-ba38-94e08a0fda60 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:24.305329 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-eaccfd89-7672-44c4-ba38-94e08a0fda60 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Calling delete_port for bba8e5dc-4e9a-4e88-91c0-a430b40aa907 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:04:24.495540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaccfd89-7672-44c4-ba38-94e08a0fda60 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:24.526243 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccfd89-7672-44c4-ba38-94e08a0fda60 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event deleted for resources: {'Port': ['ID=bba8e5dc-4e9a-4e88-91c0-a430b40aa907,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:24.705706 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaccfd89-7672-44c4-ba38-94e08a0fda60 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:24.930666 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaccfd89-7672-44c4-ba38-94e08a0fda60 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Router bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:04:25.038913 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaccfd89-7672-44c4-ba38-94e08a0fda60 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:04:25.044793 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eaccfd89-7672-44c4-ba38-94e08a0fda60 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "PUT /v2.0/routers/bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5057943 Jul 23 00:04:25.046909 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53192) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:25.050179 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ee3eb-2992-4cfb-b926-4eefbac0a42a None None] Sync routers for ids ['bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:04:25.060852 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ee3eb-2992-4cfb-b926-4eefbac0a42a None None] Routers {'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:25.061570 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-469ee3eb-2992-4cfb-b926-4eefbac0a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:04:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:25.098190 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-883d6d91-e962-4a99-bd34-da9a80e59ed6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Deleting subnet fe3f47e0-8d63-4b39-b89d-32b2049ded0d {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:04:25.101560 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-883d6d91-e962-4a99-bd34-da9a80e59ed6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:25.143729 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-883d6d91-e962-4a99-bd34-da9a80e59ed6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:25.164987 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-469ee3eb-2992-4cfb-b926-4eefbac0a42a None None] Set router bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:25.246739 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-883d6d91-e962-4a99-bd34-da9a80e59ed6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:25.314073 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-883d6d91-e962-4a99-bd34-da9a80e59ed6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:25.343088 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d6d91-e962-4a99-bd34-da9a80e59ed6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3f47e0-8d63-4b39-b89d-32b2049ded0d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:25.347179 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-883d6d91-e962-4a99-bd34-da9a80e59ed6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:25.349501 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-883d6d91-e962-4a99-bd34-da9a80e59ed6 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "DELETE /v2.0/subnets/fe3f47e0-8d63-4b39-b89d-32b2049ded0d HTTP/1.1" status: 204 len: 168 time: 0.3014281 Jul 23 00:04:25.351909 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53198) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:25.362932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfa279a-aff6-42fa-a496-4138906d780b None None] Network f41e9eb9-f328-4755-82b5-34562167b89d requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:04:25.366119 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-469ee3eb-2992-4cfb-b926-4eefbac0a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615830054', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:04:01Z', 'updated_at': '2021-07-23T00:04:24Z', 'revision_number': 5, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:04:02Z', 'updated_at': '2021-07-23T00:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:25.367079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dd9090fd-55a6-406d-8eb0-8fd0fac9e997 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:04:25.397991 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ee3eb-2992-4cfb-b926-4eefbac0a42a None None] Checking router: bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:04:25.402220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: dd9090fd-55a6-406d-8eb0-8fd0fac9e997 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:04:25.403160 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device dd9090fd-55a6-406d-8eb0-8fd0fac9e997 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:04:25.411059 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ee3eb-2992-4cfb-b926-4eefbac0a42a None None] Routers {'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:25.411676 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-469ee3eb-2992-4cfb-b926-4eefbac0a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:04:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:25.469953 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eef20fc-e2a2-4bb3-9f70-789ed85f0105 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:25.546176 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-469ee3eb-2992-4cfb-b926-4eefbac0a42a None None] Set router bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:25.596491 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eef20fc-e2a2-4bb3-9f70-789ed85f0105 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:25.657455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9eef20fc-e2a2-4bb3-9f70-789ed85f0105 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Deleting port da5cd1cb-d59c-4527-bb5b-1fe4461206a8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:04:25.657806 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eef20fc-e2a2-4bb3-9f70-789ed85f0105 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:25.680933 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8c1029-8834-42b0-b542-f9c9ece64afa None None] DHCP port deletion for f41e9eb9-f328-4755-82b5-34562167b89d request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:04:25.743066 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c1029-8834-42b0-b542-f9c9ece64afa None None] Deleting port fec30e41-7d25-431f-838a-ea6d3993d3ba {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:04:25.743634 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d8c1029-8834-42b0-b542-f9c9ece64afa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:25.753899 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-469ee3eb-2992-4cfb-b926-4eefbac0a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615830054', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:04:01Z', 'updated_at': '2021-07-23T00:04:24Z', 'revision_number': 5, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:04:02Z', 'updated_at': '2021-07-23T00:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:25.756627 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9eef20fc-e2a2-4bb3-9f70-789ed85f0105 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] For port da5cd1cb-d59c-4527-bb5b-1fe4461206a8, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=da5cd1cb-d59c-4527-bb5b-1fe4461206a8,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:25.757260 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eef20fc-e2a2-4bb3-9f70-789ed85f0105 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:25.771437 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9eef20fc-e2a2-4bb3-9f70-789ed85f0105 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Calling delete_port for da5cd1cb-d59c-4527-bb5b-1fe4461206a8 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:04:25.785970 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ee3eb-2992-4cfb-b926-4eefbac0a42a None None] The sync data for ids ['bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6'] in n-d-688802-2 is: [{'id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615830054', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:04:01Z', 'updated_at': '2021-07-23T00:04:24Z', 'revision_number': 5, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'da5cd1cb-d59c-4527-bb5b-1fe4461206a8', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:04:02Z', 'updated_at': '2021-07-23T00:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:04:25.828013 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0d8c1029-8834-42b0-b542-f9c9ece64afa None None] For port fec30e41-7d25-431f-838a-ea6d3993d3ba, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fec30e41-7d25-431f-838a-ea6d3993d3ba,segment=NetworkSegment(26cc56f5-b3e4-4238-84eb-cce2ddb9caf8),segment_id=26cc56f5-b3e4-4238-84eb-cce2ddb9caf8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:25.828596 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d8c1029-8834-42b0-b542-f9c9ece64afa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:25.844293 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c1029-8834-42b0-b542-f9c9ece64afa None None] Calling delete_port for fec30e41-7d25-431f-838a-ea6d3993d3ba owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:04:25.933401 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d8c1029-8834-42b0-b542-f9c9ece64afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:25.959238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c1029-8834-42b0-b542-f9c9ece64afa None None] Pushing event deleted for resources: {'Port': ['ID=fec30e41-7d25-431f-838a-ea6d3993d3ba,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:25.962824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8c1029-8834-42b0-b542-f9c9ece64afa None None] No DVR routers for this DVR port fec30e41-7d25-431f-838a-ea6d3993d3ba on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:04:25.972996 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eef20fc-e2a2-4bb3-9f70-789ed85f0105 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.003553 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef20fc-e2a2-4bb3-9f70-789ed85f0105 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event deleted for resources: {'Port': ['ID=da5cd1cb-d59c-4527-bb5b-1fe4461206a8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:26.068593 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eef20fc-e2a2-4bb3-9f70-789ed85f0105 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.508995 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eef20fc-e2a2-4bb3-9f70-789ed85f0105 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.512411 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eef20fc-e2a2-4bb3-9f70-789ed85f0105 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.566287 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eef20fc-e2a2-4bb3-9f70-789ed85f0105 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.566939 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eef20fc-e2a2-4bb3-9f70-789ed85f0105 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Fanout notify agent at l3_agent the message router_deleted on router bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:04:26.574787 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eef20fc-e2a2-4bb3-9f70-789ed85f0105 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.576050 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9eef20fc-e2a2-4bb3-9f70-789ed85f0105 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "DELETE /v2.0/routers/bf6a7de8-2fac-4d93-9805-4fb36ec3eaa6 HTTP/1.1" status: 204 len: 168 time: 1.2227941 Jul 23 00:04:26.578813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53222) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:26.640220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fec30e41-7d25-431f-838a-ea6d3993d3ba no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:04:26.675124 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: fec30e41-7d25-431f-838a-ea6d3993d3ba {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:04:26.675470 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fec30e41-7d25-431f-838a-ea6d3993d3ba not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:04:26.675888 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device bba8e5dc-4e9a-4e88-91c0-a430b40aa907 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:04:26.682219 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-786f935d-888d-4cad-813c-d4d3bd665403 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.704988 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: bba8e5dc-4e9a-4e88-91c0-a430b40aa907 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:04:26.705528 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device bba8e5dc-4e9a-4e88-91c0-a430b40aa907 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:04:26.788100 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-786f935d-888d-4cad-813c-d4d3bd665403 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.799543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-786f935d-888d-4cad-813c-d4d3bd665403 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41e9eb9-f328-4755-82b5-34562167b89d']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:26.809861 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-786f935d-888d-4cad-813c-d4d3bd665403 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cc56f5-b3e4-4238-84eb-cce2ddb9caf8') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:26.810160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-786f935d-888d-4cad-813c-d4d3bd665403 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cc56f5-b3e4-4238-84eb-cce2ddb9caf8') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:26.819856 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-786f935d-888d-4cad-813c-d4d3bd665403 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.834201 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-786f935d-888d-4cad-813c-d4d3bd665403 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.842171 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786f935d-888d-4cad-813c-d4d3bd665403 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:04:26.842836 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-786f935d-888d-4cad-813c-d4d3bd665403 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:04:26.847303 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:04:26.925682 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-786f935d-888d-4cad-813c-d4d3bd665403 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.932104 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-786f935d-888d-4cad-813c-d4d3bd665403 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.936627 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-786f935d-888d-4cad-813c-d4d3bd665403 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "DELETE /v2.0/networks/f41e9eb9-f328-4755-82b5-34562167b89d HTTP/1.1" status: 204 len: 168 time: 0.3527880 Jul 23 00:04:26.937738 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53224) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:26.954450 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f935d-888d-4cad-813c-d4d3bd665403 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event deleted for resources: {'Network': ['ID=f41e9eb9-f328-4755-82b5-34562167b89d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:27.131100 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-10554dea-e442-45d7-8e75-4318f1013fee tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Deleting port 02642efd-d0e4-4ec0-bc30-4c4bcfa4b738 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:04:27.131453 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10554dea-e442-45d7-8e75-4318f1013fee tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:27.212734 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10554dea-e442-45d7-8e75-4318f1013fee tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:27.213002 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10554dea-e442-45d7-8e75-4318f1013fee tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:27.225071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-10554dea-e442-45d7-8e75-4318f1013fee tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Calling delete_port for 02642efd-d0e4-4ec0-bc30-4c4bcfa4b738 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:04:27.369790 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10554dea-e442-45d7-8e75-4318f1013fee tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:27.396699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10554dea-e442-45d7-8e75-4318f1013fee tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event deleted for resources: {'Port': ['ID=02642efd-d0e4-4ec0-bc30-4c4bcfa4b738,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:27.464003 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10554dea-e442-45d7-8e75-4318f1013fee tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:27.464336 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-10554dea-e442-45d7-8e75-4318f1013fee tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Floating IP 015edfa3-29ee-4806-ba60-88436e4bf4eb disassociated (deleted). External IP: 172.25.4.206, port: 1b7b7aaf-d383-47d1-814c-0603a6f063be. Jul 23 00:04:27.681203 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10554dea-e442-45d7-8e75-4318f1013fee tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Router 39047d21-aa07-4058-b162-a2c46840a79b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:04:27.790139 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10554dea-e442-45d7-8e75-4318f1013fee tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:04:27.794796 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10554dea-e442-45d7-8e75-4318f1013fee tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:27.801472 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8567cd-15d4-405b-b587-9c2f6de726f1 None None] Sync routers for ids ['39047d21-aa07-4058-b162-a2c46840a79b'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:04:27.810659 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8567cd-15d4-405b-b587-9c2f6de726f1 None None] Routers {'39047d21-aa07-4058-b162-a2c46840a79b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:27.811281 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ab8567cd-15d4-405b-b587-9c2f6de726f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:04:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['39047d21-aa07-4058-b162-a2c46840a79b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:27.833108 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-10554dea-e442-45d7-8e75-4318f1013fee tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "DELETE /v2.0/floatingips/015edfa3-29ee-4806-ba60-88436e4bf4eb HTTP/1.1" status: 204 len: 168 time: 0.8949864 Jul 23 00:04:27.833703 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d3678a-36a9-4b14-8c51-0520aefa6bf4', 'tag': '1b7b7aaf-d383-47d1-814c-0603a6f063be'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:27.836089 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80251a7-37fb-4500-b695-2605dd957706" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d3678a-36a9-4b14-8c51-0520aefa6bf4", "tag": "1b7b7aaf-d383-47d1-814c-0603a6f063be"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:27.890288 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaa501f-422e-4376-9f17-dfac7564d645 x-openstack-request-id: req-ceaa501f-422e-4376-9f17-dfac7564d645 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:27.890583 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d3678a-36a9-4b14-8c51-0520aefa6bf4", "tag": "1b7b7aaf-d383-47d1-814c-0603a6f063be", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:27.890860 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ceaa501f-422e-4376-9f17-dfac7564d645 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:27.891293 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d3678a-36a9-4b14-8c51-0520aefa6bf4', 'tag': '1b7b7aaf-d383-47d1-814c-0603a6f063be', 'status': 'completed', 'code': 200} Jul 23 00:04:27.928352 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ab8567cd-15d4-405b-b587-9c2f6de726f1 None None] Set router 39047d21-aa07-4058-b162-a2c46840a79b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:28.168218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80251a7-37fb-4500-b695-2605dd957706 req-4e96f673-c6f8-4c63-9ce0-3d084b1d79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:28.169996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e80251a7-37fb-4500-b695-2605dd957706 req-4e96f673-c6f8-4c63-9ce0-3d084b1d79f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd6661e8556f4906978578d1d72da11e&device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 1136 time: 0.2354846 Jul 23 00:04:28.183621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0ac86-68e5-424c-a800-7509cb9e8a0e req-21c553bc-f005-443b-bda0-19162df17c8f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:28.185349 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ce0ac86-68e5-424c-a800-7509cb9e8a0e req-21c553bc-f005-443b-bda0-19162df17c8f tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 985 time: 0.0924392 Jul 23 00:04:28.283917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ce0ac86-68e5-424c-a800-7509cb9e8a0e req-185bee00-5704-473e-8e31-94fad5a32530 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/security-groups?id=d474902c-fd41-498e-b817-ff1910a1ff6d&id=6987449a-c050-4181-81bf-91385dfa2784&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0882537 Jul 23 00:04:28.309190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80251a7-37fb-4500-b695-2605dd957706 req-89ab86ab-612e-4c02-b4b5-629199888331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:28.310651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e80251a7-37fb-4500-b695-2605dd957706 req-89ab86ab-612e-4c02-b4b5-629199888331 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6febf09-4633-40b4-bd90-9c339e02cce5 HTTP/1.1" status: 200 len: 895 time: 0.1242290 Jul 23 00:04:28.342349 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ab8567cd-15d4-405b-b587-9c2f6de726f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39047d21-aa07-4058-b162-a2c46840a79b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150133423', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:11Z', 'revision_number': 4, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '9138d619-943f-4ca3-bf52-328fd6430d10', 'name': '', 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'mac_address': 'fa:16:3e:61:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:11Z', 'updated_at': '2021-07-23T00:03:16Z', 'revision_number': 5, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'subnets': [{'id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:28.359758 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e80251a7-37fb-4500-b695-2605dd957706 req-8740a04f-f03b-44cc-8821-87d8e9587deb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b7b7aaf-d383-47d1-814c-0603a6f063be HTTP/1.1" status: 200 len: 217 time: 0.0390131 Jul 23 00:04:28.370628 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8567cd-15d4-405b-b587-9c2f6de726f1 None None] Checking router: 39047d21-aa07-4058-b162-a2c46840a79b for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:04:28.380243 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8567cd-15d4-405b-b587-9c2f6de726f1 None None] Routers {'39047d21-aa07-4058-b162-a2c46840a79b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:28.380868 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ab8567cd-15d4-405b-b587-9c2f6de726f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:04:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['39047d21-aa07-4058-b162-a2c46840a79b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:28.410178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80251a7-37fb-4500-b695-2605dd957706 req-e4901f97-dc0a-4e8e-82a4-ad63bdf51686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:28.411652 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e80251a7-37fb-4500-b695-2605dd957706 req-e4901f97-dc0a-4e8e-82a4-ad63bdf51686 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=80f75a4f-3ef3-4ce7-95fe-d1513163cca0 HTTP/1.1" status: 200 len: 834 time: 0.0452259 Jul 23 00:04:28.473721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80251a7-37fb-4500-b695-2605dd957706 req-717de2ae-a473-47d3-a409-809ff532da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:28.475211 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e80251a7-37fb-4500-b695-2605dd957706 req-717de2ae-a473-47d3-a409-809ff532da39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6febf09-4633-40b4-bd90-9c339e02cce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555496 Jul 23 00:04:28.493300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-ab8567cd-15d4-405b-b587-9c2f6de726f1 None None] Set router 39047d21-aa07-4058-b162-a2c46840a79b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:28.523591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device da5cd1cb-d59c-4527-bb5b-1fe4461206a8 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:04:28.551788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: da5cd1cb-d59c-4527-bb5b-1fe4461206a8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:04:28.552144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device da5cd1cb-d59c-4527-bb5b-1fe4461206a8 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:04:28.577500 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e80251a7-37fb-4500-b695-2605dd957706 req-38ff2db6-fd5c-45aa-9fd5-d28931414663 service neutron] 10.222.0.18 "GET /v2.0/networks/f6febf09-4633-40b4-bd90-9c339e02cce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950806 Jul 23 00:04:28.669671 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e80251a7-37fb-4500-b695-2605dd957706 req-4e874ec0-4477-4e5e-99e4-f5d2633d49c7 service neutron] 10.222.0.18 "GET /v2.0/networks/f6febf09-4633-40b4-bd90-9c339e02cce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841930 Jul 23 00:04:28.728101 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-ab8567cd-15d4-405b-b587-9c2f6de726f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39047d21-aa07-4058-b162-a2c46840a79b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150133423', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:11Z', 'revision_number': 4, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '9138d619-943f-4ca3-bf52-328fd6430d10', 'name': '', 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'mac_address': 'fa:16:3e:61:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:11Z', 'updated_at': '2021-07-23T00:03:16Z', 'revision_number': 5, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'subnets': [{'id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:28.755446 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8567cd-15d4-405b-b587-9c2f6de726f1 None None] The sync data for ids ['39047d21-aa07-4058-b162-a2c46840a79b'] in n-d-688802-2 is: [{'id': '39047d21-aa07-4058-b162-a2c46840a79b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150133423', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:11Z', 'revision_number': 4, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '9138d619-943f-4ca3-bf52-328fd6430d10', 'name': '', 'network_id': 'f6febf09-4633-40b4-bd90-9c339e02cce5', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'mac_address': 'fa:16:3e:61:c7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:11Z', 'updated_at': '2021-07-23T00:03:16Z', 'revision_number': 5, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'subnets': [{'id': '80f75a4f-3ef3-4ce7-95fe-d1513163cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:04:28.975232 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b51d09-149f-4359-b13b-83ffeb482932 None None] New status for floating IP 015edfa3-29ee-4806-ba60-88436e4bf4eb: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:04:29.419344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006be7d-f3c9-467c-abae-e67eb505e247 req-c90e0b56-19d0-44e6-8361-2ddefab8f557 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:29.420849 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b006be7d-f3c9-467c-abae-e67eb505e247 req-c90e0b56-19d0-44e6-8361-2ddefab8f557 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 985 time: 0.0642471 Jul 23 00:04:29.492355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b006be7d-f3c9-467c-abae-e67eb505e247 req-f6cdfa85-8dde-46b9-950a-89c7ed18b83c tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "GET /v2.0/security-groups?id=d474902c-fd41-498e-b817-ff1910a1ff6d&id=6987449a-c050-4181-81bf-91385dfa2784&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0650468 Jul 23 00:04:29.524759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197613e-6538-44aa-bd07-ce11fd2d0f99 req-46fc73bb-4614-4935-a93e-8328f579025e tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:29.526336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e197613e-6538-44aa-bd07-ce11fd2d0f99 req-46fc73bb-4614-4935-a93e-8328f579025e tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0d3678a-36a9-4b14-8c51-0520aefa6bf4 HTTP/1.1" status: 200 len: 985 time: 0.0812135 Jul 23 00:04:29.631609 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e197613e-6538-44aa-bd07-ce11fd2d0f99 req-5e11a3e6-5865-42cf-8d18-82fe3e248a94 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Deleting port 1b7b7aaf-d383-47d1-814c-0603a6f063be {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:04:29.631943 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e197613e-6538-44aa-bd07-ce11fd2d0f99 req-5e11a3e6-5865-42cf-8d18-82fe3e248a94 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:29.721909 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-e197613e-6538-44aa-bd07-ce11fd2d0f99 req-5e11a3e6-5865-42cf-8d18-82fe3e248a94 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] For port 1b7b7aaf-d383-47d1-814c-0603a6f063be, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1b7b7aaf-d383-47d1-814c-0603a6f063be,segment=NetworkSegment(7ac5967d-d8f1-4607-a518-6b809488b595),segment_id=7ac5967d-d8f1-4607-a518-6b809488b595)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:29.722264 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e197613e-6538-44aa-bd07-ce11fd2d0f99 req-5e11a3e6-5865-42cf-8d18-82fe3e248a94 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:29.733869 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-e197613e-6538-44aa-bd07-ce11fd2d0f99 req-5e11a3e6-5865-42cf-8d18-82fe3e248a94 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Calling delete_port for 1b7b7aaf-d383-47d1-814c-0603a6f063be owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:04:29.864403 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e197613e-6538-44aa-bd07-ce11fd2d0f99 req-5e11a3e6-5865-42cf-8d18-82fe3e248a94 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:29.893392 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11a3e6-5865-42cf-8d18-82fe3e248a94 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event deleted for resources: {'Port': ['ID=1b7b7aaf-d383-47d1-814c-0603a6f063be,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:29.939936 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-e197613e-6538-44aa-bd07-ce11fd2d0f99 req-5e11a3e6-5865-42cf-8d18-82fe3e248a94 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] No DVR routers for this DVR port 1b7b7aaf-d383-47d1-814c-0603a6f063be on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:04:29.942510 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-e197613e-6538-44aa-bd07-ce11fd2d0f99 req-5e11a3e6-5865-42cf-8d18-82fe3e248a94 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:29.944481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e197613e-6538-44aa-bd07-ce11fd2d0f99 req-5e11a3e6-5865-42cf-8d18-82fe3e248a94 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.18 "DELETE /v2.0/ports/1b7b7aaf-d383-47d1-814c-0603a6f063be HTTP/1.1" status: 204 len: 173 time: 0.4127920 Jul 23 00:04:29.944921 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d3678a-36a9-4b14-8c51-0520aefa6bf4', 'name': 'network-vif-deleted', 'tag': '1b7b7aaf-d383-47d1-814c-0603a6f063be'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:29.947163 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81c21fc-e74b-4fad-9640-588f0560a520" -d '{"events": [{"server_uuid": "d0d3678a-36a9-4b14-8c51-0520aefa6bf4", "name": "network-vif-deleted", "tag": "1b7b7aaf-d383-47d1-814c-0603a6f063be"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:29.987484 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe02ee7-0de5-4654-a191-7159200f478b x-openstack-request-id: req-bbe02ee7-0de5-4654-a191-7159200f478b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:29.987883 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d3678a-36a9-4b14-8c51-0520aefa6bf4", "name": "network-vif-deleted", "tag": "1b7b7aaf-d383-47d1-814c-0603a6f063be", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:29.988612 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bbe02ee7-0de5-4654-a191-7159200f478b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:29.989027 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d3678a-36a9-4b14-8c51-0520aefa6bf4', 'name': 'network-vif-deleted', 'tag': '1b7b7aaf-d383-47d1-814c-0603a6f063be', 'status': 'completed', 'code': 200} Jul 23 00:04:30.552268 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53248) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:30.604658 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cbe836a-41b8-4b70-962e-c405c2b58bfd tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:30.626663 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cbe836a-41b8-4b70-962e-c405c2b58bfd tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:30.667268 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cbe836a-41b8-4b70-962e-c405c2b58bfd tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:30.669938 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cbe836a-41b8-4b70-962e-c405c2b58bfd tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:30.671121 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8cbe836a-41b8-4b70-962e-c405c2b58bfd tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "DELETE /v2.0/security-groups/d474902c-fd41-498e-b817-ff1910a1ff6d HTTP/1.1" status: 204 len: 168 time: 0.1178377 Jul 23 00:04:30.674566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53250) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:30.680450 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe836a-41b8-4b70-962e-c405c2b58bfd tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d474902c-fd41-498e-b817-ff1910a1ff6d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:30.730214 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fde9c8e-f8f1-4565-889b-d8444eb8ae1c tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:30.753977 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fde9c8e-f8f1-4565-889b-d8444eb8ae1c tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:30.801441 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fde9c8e-f8f1-4565-889b-d8444eb8ae1c tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:30.803938 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5fde9c8e-f8f1-4565-889b-d8444eb8ae1c tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:30.805077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5fde9c8e-f8f1-4565-889b-d8444eb8ae1c tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "DELETE /v2.0/security-groups/6987449a-c050-4181-81bf-91385dfa2784 HTTP/1.1" status: 204 len: 168 time: 0.1295075 Jul 23 00:04:30.807968 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53252) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:30.813973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde9c8e-f8f1-4565-889b-d8444eb8ae1c tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6987449a-c050-4181-81bf-91385dfa2784,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:31.164492 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dedf554-bba5-4497-945e-5064f94259cf tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:31.429761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8dedf554-bba5-4497-945e-5064f94259cf tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Deleting port 9138d619-943f-4ca3-bf52-328fd6430d10 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:04:31.430106 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dedf554-bba5-4497-945e-5064f94259cf tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:31.525682 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8dedf554-bba5-4497-945e-5064f94259cf tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] For port 9138d619-943f-4ca3-bf52-328fd6430d10, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=9138d619-943f-4ca3-bf52-328fd6430d10,segment=NetworkSegment(7ac5967d-d8f1-4607-a518-6b809488b595),segment_id=7ac5967d-d8f1-4607-a518-6b809488b595)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:31.526053 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dedf554-bba5-4497-945e-5064f94259cf tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:31.539211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8dedf554-bba5-4497-945e-5064f94259cf tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Calling delete_port for 9138d619-943f-4ca3-bf52-328fd6430d10 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:04:31.607550 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1aedbc34-68a6-4e7f-addb-986a153e5e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:31.733685 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dedf554-bba5-4497-945e-5064f94259cf tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:31.760911 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedf554-bba5-4497-945e-5064f94259cf tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event deleted for resources: {'Port': ['ID=9138d619-943f-4ca3-bf52-328fd6430d10,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:31.934453 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8dedf554-bba5-4497-945e-5064f94259cf tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:32.160904 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dedf554-bba5-4497-945e-5064f94259cf tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Router 39047d21-aa07-4058-b162-a2c46840a79b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:04:32.268441 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dedf554-bba5-4497-945e-5064f94259cf tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:04:32.273465 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8dedf554-bba5-4497-945e-5064f94259cf tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "PUT /v2.0/routers/39047d21-aa07-4058-b162-a2c46840a79b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4644213 Jul 23 00:04:32.276022 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53268) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:32.278124 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea697f7-bea2-426e-adff-1ab0b349da12 None None] Sync routers for ids ['39047d21-aa07-4058-b162-a2c46840a79b'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:04:32.287788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea697f7-bea2-426e-adff-1ab0b349da12 None None] Routers {'39047d21-aa07-4058-b162-a2c46840a79b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:32.288394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6ea697f7-bea2-426e-adff-1ab0b349da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:04:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['39047d21-aa07-4058-b162-a2c46840a79b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:32.326000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e77e5a-4cd3-4283-9d4f-ec96f74ae98e tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Deleting subnet 80f75a4f-3ef3-4ce7-95fe-d1513163cca0 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:04:32.329663 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55e77e5a-4cd3-4283-9d4f-ec96f74ae98e tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:32.369356 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55e77e5a-4cd3-4283-9d4f-ec96f74ae98e tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:32.391903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6ea697f7-bea2-426e-adff-1ab0b349da12 None None] Set router 39047d21-aa07-4058-b162-a2c46840a79b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:32.458399 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55e77e5a-4cd3-4283-9d4f-ec96f74ae98e tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:32.533655 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55e77e5a-4cd3-4283-9d4f-ec96f74ae98e tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:32.569021 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e77e5a-4cd3-4283-9d4f-ec96f74ae98e tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event deleted for resources: {'Subnet': ['ID=80f75a4f-3ef3-4ce7-95fe-d1513163cca0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:32.577701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c53fde-24f8-4027-b2f4-d71039c45edf None None] Network f6febf09-4633-40b4-bd90-9c339e02cce5 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:04:32.580188 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55e77e5a-4cd3-4283-9d4f-ec96f74ae98e tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:32.583720 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-55e77e5a-4cd3-4283-9d4f-ec96f74ae98e tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "DELETE /v2.0/subnets/80f75a4f-3ef3-4ce7-95fe-d1513163cca0 HTTP/1.1" status: 204 len: 168 time: 0.3064044 Jul 23 00:04:32.586010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53272) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:32.662863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6ea697f7-bea2-426e-adff-1ab0b349da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39047d21-aa07-4058-b162-a2c46840a79b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150133423', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:04:31Z', 'revision_number': 5, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:32.702534 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e05e8ca9-1d9c-45d7-bfc5-f69b441c1654 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:32.707324 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea697f7-bea2-426e-adff-1ab0b349da12 None None] Checking router: 39047d21-aa07-4058-b162-a2c46840a79b for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:04:32.745270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea697f7-bea2-426e-adff-1ab0b349da12 None None] Routers {'39047d21-aa07-4058-b162-a2c46840a79b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:32.746157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6ea697f7-bea2-426e-adff-1ab0b349da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:04:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['39047d21-aa07-4058-b162-a2c46840a79b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:32.806529 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e05e8ca9-1d9c-45d7-bfc5-f69b441c1654 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:32.865266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e05e8ca9-1d9c-45d7-bfc5-f69b441c1654 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Deleting port e6482f2c-4471-4e9a-aa7a-046288768b95 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:04:32.865588 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e05e8ca9-1d9c-45d7-bfc5-f69b441c1654 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:32.870405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-6ea697f7-bea2-426e-adff-1ab0b349da12 None None] Set router 39047d21-aa07-4058-b162-a2c46840a79b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:32.947392 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8a9617-176a-45c4-9fa1-81fb2580fd1d None None] DHCP port deletion for f6febf09-4633-40b4-bd90-9c339e02cce5 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:04:32.956242 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e05e8ca9-1d9c-45d7-bfc5-f69b441c1654 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] For port e6482f2c-4471-4e9a-aa7a-046288768b95, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e6482f2c-4471-4e9a-aa7a-046288768b95,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:32.956674 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e05e8ca9-1d9c-45d7-bfc5-f69b441c1654 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:32.968350 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e05e8ca9-1d9c-45d7-bfc5-f69b441c1654 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Calling delete_port for e6482f2c-4471-4e9a-aa7a-046288768b95 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:04:33.067422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ef8a9617-176a-45c4-9fa1-81fb2580fd1d None None] Deleting port bcef01fa-89b6-4402-bdcc-0119dad794b7 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:04:33.067888 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9617-176a-45c4-9fa1-81fb2580fd1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:33.151535 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e05e8ca9-1d9c-45d7-bfc5-f69b441c1654 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:33.161894 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ef8a9617-176a-45c4-9fa1-81fb2580fd1d None None] For port bcef01fa-89b6-4402-bdcc-0119dad794b7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=bcef01fa-89b6-4402-bdcc-0119dad794b7,segment=NetworkSegment(7ac5967d-d8f1-4607-a518-6b809488b595),segment_id=7ac5967d-d8f1-4607-a518-6b809488b595)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:33.162394 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9617-176a-45c4-9fa1-81fb2580fd1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:33.178304 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ef8a9617-176a-45c4-9fa1-81fb2580fd1d None None] Calling delete_port for bcef01fa-89b6-4402-bdcc-0119dad794b7 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:04:33.181156 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e8ca9-1d9c-45d7-bfc5-f69b441c1654 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event deleted for resources: {'Port': ['ID=e6482f2c-4471-4e9a-aa7a-046288768b95,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:33.199820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-6ea697f7-bea2-426e-adff-1ab0b349da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39047d21-aa07-4058-b162-a2c46840a79b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150133423', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:04:31Z', 'revision_number': 5, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:33.249247 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e05e8ca9-1d9c-45d7-bfc5-f69b441c1654 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:33.258750 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea697f7-bea2-426e-adff-1ab0b349da12 None None] The sync data for ids ['39047d21-aa07-4058-b162-a2c46840a79b'] in n-d-688802-2 is: [{'id': '39047d21-aa07-4058-b162-a2c46840a79b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150133423', 'tenant_id': 'fd6661e8556f4906978578d1d72da11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:04:31Z', 'revision_number': 5, 'project_id': 'fd6661e8556f4906978578d1d72da11e', 'gw_port': {'id': 'e6482f2c-4471-4e9a-aa7a-046288768b95', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39047d21-aa07-4058-b162-a2c46840a79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:04:33.300597 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9617-176a-45c4-9fa1-81fb2580fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:33.324729 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a9617-176a-45c4-9fa1-81fb2580fd1d None None] Pushing event deleted for resources: {'Port': ['ID=bcef01fa-89b6-4402-bdcc-0119dad794b7,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:33.330525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8a9617-176a-45c4-9fa1-81fb2580fd1d None None] No DVR routers for this DVR port bcef01fa-89b6-4402-bdcc-0119dad794b7 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:04:33.365285 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e05e8ca9-1d9c-45d7-bfc5-f69b441c1654 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:33.367422 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e05e8ca9-1d9c-45d7-bfc5-f69b441c1654 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:33.410593 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e05e8ca9-1d9c-45d7-bfc5-f69b441c1654 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:33.411335 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05e8ca9-1d9c-45d7-bfc5-f69b441c1654 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Fanout notify agent at l3_agent the message router_deleted on router 39047d21-aa07-4058-b162-a2c46840a79b {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:04:33.418431 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e05e8ca9-1d9c-45d7-bfc5-f69b441c1654 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:33.419599 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e05e8ca9-1d9c-45d7-bfc5-f69b441c1654 tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "DELETE /v2.0/routers/39047d21-aa07-4058-b162-a2c46840a79b HTTP/1.1" status: 204 len: 168 time: 0.8325121 Jul 23 00:04:33.422931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:33.503478 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1595c86c-2db0-48a6-a90e-8adb78a0d4ea tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:33.572034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1b7b7aaf-d383-47d1-814c-0603a6f063be no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:04:33.588277 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1595c86c-2db0-48a6-a90e-8adb78a0d4ea tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:33.592686 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 1b7b7aaf-d383-47d1-814c-0603a6f063be {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:04:33.593039 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1b7b7aaf-d383-47d1-814c-0603a6f063be not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:04:33.599418 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1595c86c-2db0-48a6-a90e-8adb78a0d4ea tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6febf09-4633-40b4-bd90-9c339e02cce5']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:33.612246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1595c86c-2db0-48a6-a90e-8adb78a0d4ea tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac5967d-d8f1-4607-a518-6b809488b595') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:33.612645 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-1595c86c-2db0-48a6-a90e-8adb78a0d4ea tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac5967d-d8f1-4607-a518-6b809488b595') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:33.627374 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1595c86c-2db0-48a6-a90e-8adb78a0d4ea tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:33.648192 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1595c86c-2db0-48a6-a90e-8adb78a0d4ea tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:33.654446 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1595c86c-2db0-48a6-a90e-8adb78a0d4ea tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:04:33.654914 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1595c86c-2db0-48a6-a90e-8adb78a0d4ea tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:04:33.659594 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:04:33.729627 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1595c86c-2db0-48a6-a90e-8adb78a0d4ea tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:33.737140 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1595c86c-2db0-48a6-a90e-8adb78a0d4ea tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:33.739116 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1595c86c-2db0-48a6-a90e-8adb78a0d4ea tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] 10.222.0.26 "DELETE /v2.0/networks/f6febf09-4633-40b4-bd90-9c339e02cce5 HTTP/1.1" status: 204 len: 168 time: 0.3151772 Jul 23 00:04:33.753246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595c86c-2db0-48a6-a90e-8adb78a0d4ea tempest-TestSecurityGroupsBasicOps-623370177 tempest-TestSecurityGroupsBasicOps-623370177-project] Pushing event deleted for resources: {'Network': ['ID=f6febf09-4633-40b4-bd90-9c339e02cce5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:34.064572 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53284) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:34.198472 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-74ba6567-fc1a-48de-ac78-e805da044edf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd6661e8556f4906978578d1d72da11e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326313 Jul 23 00:04:34.200876 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53288) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:34.252227 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ee643f-f1fb-43ad-b3f3-cc2fc0b31815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:34.273025 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ee643f-f1fb-43ad-b3f3-cc2fc0b31815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:34.319393 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ee643f-f1fb-43ad-b3f3-cc2fc0b31815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:34.322210 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-61ee643f-f1fb-43ad-b3f3-cc2fc0b31815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:34.323441 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-61ee643f-f1fb-43ad-b3f3-cc2fc0b31815 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f805ab8-a9bf-4ba5-b1a2-273b400ff73d HTTP/1.1" status: 204 len: 168 time: 0.1215899 Jul 23 00:04:34.332076 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee643f-f1fb-43ad-b3f3-cc2fc0b31815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f805ab8-a9bf-4ba5-b1a2-273b400ff73d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:34.387484 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96622093-21e7-4c83-b310-64f718aea70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:34.428611 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:34.442179 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:34.564323 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e6482f2c-4471-4e9a-aa7a-046288768b95 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:04:34.579210 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:04:34.587809 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: e6482f2c-4471-4e9a-aa7a-046288768b95 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:04:34.588494 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e6482f2c-4471-4e9a-aa7a-046288768b95 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:04:34.589156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9138d619-943f-4ca3-bf52-328fd6430d10 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:04:34.614091 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 9138d619-943f-4ca3-bf52-328fd6430d10 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:04:34.614476 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 9138d619-943f-4ca3-bf52-328fd6430d10 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:04:34.615062 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device bcef01fa-89b6-4402-bdcc-0119dad794b7 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:04:34.637870 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: bcef01fa-89b6-4402-bdcc-0119dad794b7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:04:34.638421 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device bcef01fa-89b6-4402-bdcc-0119dad794b7 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:04:34.645193 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53296) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:34.658514 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30de2c7a-1ea3-44c6-8c97-d96b5602dd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:34.745984 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30de2c7a-1ea3-44c6-8c97-d96b5602dd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:34.750027 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-30de2c7a-1ea3-44c6-8c97-d96b5602dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:34.788578 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-30de2c7a-1ea3-44c6-8c97-d96b5602dd3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7eb5f98c009649db991f86d234003f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425805 Jul 23 00:04:34.789516 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de2c7a-1ea3-44c6-8c97-d96b5602dd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45649e0-44a3-4a95-ad10-8f3bc39cbfd3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:34.791278 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53298) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:34.840251 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0155944-774a-4771-8870-7dad360ff075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:34.861870 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0155944-774a-4771-8870-7dad360ff075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:34.913207 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0155944-774a-4771-8870-7dad360ff075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:34.915806 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0155944-774a-4771-8870-7dad360ff075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:34.916958 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a0155944-774a-4771-8870-7dad360ff075 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e45649e0-44a3-4a95-ad10-8f3bc39cbfd3 HTTP/1.1" status: 204 len: 168 time: 0.1245227 Jul 23 00:04:34.925920 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0155944-774a-4771-8870-7dad360ff075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45649e0-44a3-4a95-ad10-8f3bc39cbfd3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:35.236236 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53304) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:35.277744 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7cf44482-b356-4797-9a18-72d12695c345 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4152c5a50e7436db64a4c508572ea72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398841 Jul 23 00:04:35.279918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53306) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:35.327802 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-541229aa-c0c1-471f-8e8f-dcb2d32ee844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:35.349915 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-541229aa-c0c1-471f-8e8f-dcb2d32ee844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:35.396535 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-541229aa-c0c1-471f-8e8f-dcb2d32ee844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:35.399217 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-541229aa-c0c1-471f-8e8f-dcb2d32ee844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:35.400496 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-541229aa-c0c1-471f-8e8f-dcb2d32ee844 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0867e86a-c51f-4a99-9bc9-2e892f227824 HTTP/1.1" status: 204 len: 168 time: 0.1196790 Jul 23 00:04:35.414266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541229aa-c0c1-471f-8e8f-dcb2d32ee844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0867e86a-c51f-4a99-9bc9-2e892f227824,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:35.589112 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:36.095211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53332) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:36.196218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-dee18f5d-332c-46da-81cb-870583c901e2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-138353353-network', 'tenant_id': 'd0f9bf23ea16422eb838c5fc31137fbd'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:36.217413 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee18f5d-332c-46da-81cb-870583c901e2 admin admin] Made reservation on behalf of d0f9bf23ea16422eb838c5fc31137fbd for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:04:36.219835 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dee18f5d-332c-46da-81cb-870583c901e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:36.227835 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dee18f5d-332c-46da-81cb-870583c901e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:36.318180 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dee18f5d-332c-46da-81cb-870583c901e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:36.321985 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dee18f5d-332c-46da-81cb-870583c901e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:36.345921 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee18f5d-332c-46da-81cb-870583c901e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:04:36.361580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee18f5d-332c-46da-81cb-870583c901e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027a75ef-f267-4c6e-9cfc-badf837478f0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:36.364608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dee18f5d-332c-46da-81cb-870583c901e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:36.364957 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-dee18f5d-332c-46da-81cb-870583c901e2 admin admin] Added segment b25c2b32-2da7-496f-ad7d-9d34933c08e8 of type vlan for network 85a51cf1-488e-4d5e-a563-ac2018742bfe Jul 23 00:04:36.404858 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dee18f5d-332c-46da-81cb-870583c901e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:36.434527 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dee18f5d-332c-46da-81cb-870583c901e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:36.435538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee18f5d-332c-46da-81cb-870583c901e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:36.436126 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dee18f5d-332c-46da-81cb-870583c901e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:36.469934 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dee18f5d-332c-46da-81cb-870583c901e2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3727195 Jul 23 00:04:36.473618 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53336) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:36.480175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-037ae2eb-4956-4400-bb97-737c6580f06c admin admin] Request body: {'subnet': {'network_id': '85a51cf1-488e-4d5e-a563-ac2018742bfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-138353353-subnet', 'tenant_id': 'd0f9bf23ea16422eb838c5fc31137fbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:36.501854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee18f5d-332c-46da-81cb-870583c901e2 admin admin] Pushing event updated for resources: {'Network': ['ID=85a51cf1-488e-4d5e-a563-ac2018742bfe,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:36.506327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037ae2eb-4956-4400-bb97-737c6580f06c admin admin] Made reservation on behalf of d0f9bf23ea16422eb838c5fc31137fbd for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:04:36.508908 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-037ae2eb-4956-4400-bb97-737c6580f06c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:36.513550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 85a51cf1-488e-4d5e-a563-ac2018742bfe details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:04:36.690040 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-037ae2eb-4956-4400-bb97-737c6580f06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:36.764327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ae2eb-4956-4400-bb97-737c6580f06c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c96761b-1ec2-4700-b800-0bae28c4c655,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:36.771474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ae2eb-4956-4400-bb97-737c6580f06c admin admin] Checking segment: {'id': 'b25c2b32-2da7-496f-ad7d-9d34933c08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '85a51cf1-488e-4d5e-a563-ac2018742bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:04:36.772015 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ae2eb-4956-4400-bb97-737c6580f06c admin admin] Network hostable DHCP agents. Network: 85a51cf1-488e-4d5e-a563-ac2018742bfe, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:04:36.790155 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ae2eb-4956-4400-bb97-737c6580f06c admin admin] Network 85a51cf1-488e-4d5e-a563-ac2018742bfe is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:04:36.809200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-037ae2eb-4956-4400-bb97-737c6580f06c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 85a51cf1-488e-4d5e-a563-ac2018742bfe) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:04:36.813881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037ae2eb-4956-4400-bb97-737c6580f06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:36.814479 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-037ae2eb-4956-4400-bb97-737c6580f06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:36.818504 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2ca016-6584-43d4-9ca4-f19e6c0fec43 None None] Network 85a51cf1-488e-4d5e-a563-ac2018742bfe requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:04:36.829494 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-037ae2eb-4956-4400-bb97-737c6580f06c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3532507 Jul 23 00:04:36.943721 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225e1a9f-6c04-449c-ba37-056a0ce8caa7 None None] Network 85a51cf1-488e-4d5e-a563-ac2018742bfe requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:04:37.228073 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:37.291048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 53356) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:37.296013 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-82b51af8-02e2-4e3f-9751-0604af6ce784 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-240879390-network', 'tenant_id': '4d778180d34645349d30d11d1894b0a1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:37.316668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b51af8-02e2-4e3f-9751-0604af6ce784 admin admin] Made reservation on behalf of 4d778180d34645349d30d11d1894b0a1 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:04:37.318925 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82b51af8-02e2-4e3f-9751-0604af6ce784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:37.328091 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82b51af8-02e2-4e3f-9751-0604af6ce784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:37.416226 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82b51af8-02e2-4e3f-9751-0604af6ce784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:37.419739 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82b51af8-02e2-4e3f-9751-0604af6ce784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:37.444397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b51af8-02e2-4e3f-9751-0604af6ce784 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:04:37.452827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b51af8-02e2-4e3f-9751-0604af6ce784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c60aca-97b1-464e-8117-91d98229a238,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:37.461019 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82b51af8-02e2-4e3f-9751-0604af6ce784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:37.461472 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-82b51af8-02e2-4e3f-9751-0604af6ce784 admin admin] Added segment 942f6ea2-6e6b-4079-85c9-5452b75e75c9 of type vlan for network 06c95667-7c2e-4634-b7a1-d68d45a96218 Jul 23 00:04:37.500941 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82b51af8-02e2-4e3f-9751-0604af6ce784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:37.529849 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82b51af8-02e2-4e3f-9751-0604af6ce784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:37.530836 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b51af8-02e2-4e3f-9751-0604af6ce784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:37.531998 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-82b51af8-02e2-4e3f-9751-0604af6ce784 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:37.559966 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-82b51af8-02e2-4e3f-9751-0604af6ce784 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2678242 Jul 23 00:04:37.562961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 53358) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:37.568335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-598a72c1-73f8-45d4-bddd-cd970b61ef6d admin admin] Request body: {'subnet': {'network_id': '06c95667-7c2e-4634-b7a1-d68d45a96218', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-240879390-subnet', 'tenant_id': '4d778180d34645349d30d11d1894b0a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:37.588900 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598a72c1-73f8-45d4-bddd-cd970b61ef6d admin admin] Made reservation on behalf of 4d778180d34645349d30d11d1894b0a1 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:04:37.591230 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-598a72c1-73f8-45d4-bddd-cd970b61ef6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:37.597934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b51af8-02e2-4e3f-9751-0604af6ce784 admin admin] Pushing event updated for resources: {'Network': ['ID=06c95667-7c2e-4634-b7a1-d68d45a96218,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:37.608416 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 06c95667-7c2e-4634-b7a1-d68d45a96218 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:04:37.767891 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-598a72c1-73f8-45d4-bddd-cd970b61ef6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:37.825986 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a72c1-73f8-45d4-bddd-cd970b61ef6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b11b75fb-0d3b-4dbd-8b54-786f6c8a9fe3,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:37.835373 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a72c1-73f8-45d4-bddd-cd970b61ef6d admin admin] Checking segment: {'id': '942f6ea2-6e6b-4079-85c9-5452b75e75c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '06c95667-7c2e-4634-b7a1-d68d45a96218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:04:37.835733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a72c1-73f8-45d4-bddd-cd970b61ef6d admin admin] Network hostable DHCP agents. Network: 06c95667-7c2e-4634-b7a1-d68d45a96218, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:04:37.852224 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a72c1-73f8-45d4-bddd-cd970b61ef6d admin admin] Network 06c95667-7c2e-4634-b7a1-d68d45a96218 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:04:37.860632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-598a72c1-73f8-45d4-bddd-cd970b61ef6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 06c95667-7c2e-4634-b7a1-d68d45a96218) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:04:37.864709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598a72c1-73f8-45d4-bddd-cd970b61ef6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:37.865327 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-598a72c1-73f8-45d4-bddd-cd970b61ef6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:37.873257 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89cb0dc-1c4f-4c6b-b1e7-307b4ccbb0f0 None None] Network 06c95667-7c2e-4634-b7a1-d68d45a96218 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:04:37.888945 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-598a72c1-73f8-45d4-bddd-cd970b61ef6d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3182735 Jul 23 00:04:38.018320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75aeb81-2759-44c2-aadb-bf5505e12836 None None] Network 06c95667-7c2e-4634-b7a1-d68d45a96218 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:04:38.418431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-1efd82f7-f3fe-4c84-81bb-420b0ff88ccc tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:38.420026 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-1efd82f7-f3fe-4c84-81bb-420b0ff88ccc tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/networks?id=85a51cf1-488e-4d5e-a563-ac2018742bfe HTTP/1.1" status: 200 len: 811 time: 0.1057699 Jul 23 00:04:38.435862 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-08546787-b80e-4703-ae65-0456653a00cd tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/quotas/d0f9bf23ea16422eb838c5fc31137fbd HTTP/1.1" status: 200 len: 375 time: 0.0095303 Jul 23 00:04:38.477639 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-25685aa7-8d86-4011-8c96-dae1cfde9e6f tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0f9bf23ea16422eb838c5fc31137fbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354772 Jul 23 00:04:38.680744 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-77f1978e-10bb-496a-88dd-501d8fb912af service neutron] 10.222.0.26 "GET /v2.0/networks/85a51cf1-488e-4d5e-a563-ac2018742bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962168 Jul 23 00:04:38.784101 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-d6bc49a2-ca03-461c-8bce-9fc1837d9dca service neutron] 10.222.0.26 "GET /v2.0/networks/85a51cf1-488e-4d5e-a563-ac2018742bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944803 Jul 23 00:04:38.963358 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d4f3852-260f-44c4-8a4b-ee3d6ddb56ed req-86f13988-6433-43fb-b70e-56d088a46113 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 210 time: 0.0305481 Jul 23 00:04:40.368647 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ff97650c-6232-4d29-956d-c504921bb124 req-1f8fa43a-2ac0-44d1-8ead-a6b6a7e48e94 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 210 time: 0.0402513 Jul 23 00:04:40.384265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-f39aeaff-d951-452d-982f-11cd18ea6a16 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:40.384265 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-f39aeaff-d951-452d-982f-11cd18ea6a16 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.18 "GET /v2.0/networks?id=85a51cf1-488e-4d5e-a563-ac2018742bfe HTTP/1.1" status: 200 len: 811 time: 0.4991753 Jul 23 00:04:40.400103 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-fa3a7be4-8210-4073-9578-ad7a427c60ac tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Request body: {'port': {'device_id': 'dd58ef4f-27bc-42ee-b342-cb0c25498649', 'network_id': '85a51cf1-488e-4d5e-a563-ac2018742bfe', 'admin_state_up': True, 'tenant_id': 'd0f9bf23ea16422eb838c5fc31137fbd'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:40.516864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-fa3a7be4-8210-4073-9578-ad7a427c60ac tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Made reservation on behalf of d0f9bf23ea16422eb838c5fc31137fbd for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:04:40.520580 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-fa3a7be4-8210-4073-9578-ad7a427c60ac tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:40.655296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-fa3a7be4-8210-4073-9578-ad7a427c60ac tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Allocated IP 172.20.0.5 (85a51cf1-488e-4d5e-a563-ac2018742bfe/1c96761b-1ec2-4700-b800-0bae28c4c655/bfab800c-0b02-42e9-9141-6cae691bd790) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:04:40.814385 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-fa3a7be4-8210-4073-9578-ad7a427c60ac tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:40.855980 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-fa3a7be4-8210-4073-9578-ad7a427c60ac tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:40.902895 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-fa3a7be4-8210-4073-9578-ad7a427c60ac tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Network 85a51cf1-488e-4d5e-a563-ac2018742bfe is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:04:40.905966 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-fa3a7be4-8210-4073-9578-ad7a427c60ac tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:04:40.911117 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-fa3a7be4-8210-4073-9578-ad7a427c60ac tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:04:40.915311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a7be4-8210-4073-9578-ad7a427c60ac tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Pushing event updated for resources: {'Port': ['ID=bfab800c-0b02-42e9-9141-6cae691bd790,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:40.966424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-fa3a7be4-8210-4073-9578-ad7a427c60ac tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:40.967202 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-fa3a7be4-8210-4073-9578-ad7a427c60ac tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:40.983064 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-fa3a7be4-8210-4073-9578-ad7a427c60ac tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5867984 Jul 23 00:04:40.999310 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Request body: {'port': {'device_id': 'dd58ef4f-27bc-42ee-b342-cb0c25498649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:41.081270 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:41.360713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfab800c-0b02-42e9-9141-6cae691bd790 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:04:41.368191 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:41.380478 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Transition to ACTIVE for port object bfab800c-0b02-42e9-9141-6cae691bd790 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:04:41.384268 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:41.468425 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Pushing event updated for resources: {'Port': ['ID=bfab800c-0b02-42e9-9141-6cae691bd790,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:41.572212 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Attempting to bind port bfab800c-0b02-42e9-9141-6cae691bd790 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:04:41.572546 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Attempting to bind port bfab800c-0b02-42e9-9141-6cae691bd790 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'b25c2b32-2da7-496f-ad7d-9d34933c08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '85a51cf1-488e-4d5e-a563-ac2018742bfe'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:04:41.572880 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Attempting to bind port bfab800c-0b02-42e9-9141-6cae691bd790 on network 85a51cf1-488e-4d5e-a563-ac2018742bfe {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:41.586629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12552f59-c02e-4e25-8511-bb7897630332 req-da5ff06b-a386-487f-9ede-d98adfdc7ad5 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:41.588226 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12552f59-c02e-4e25-8511-bb7897630332 req-da5ff06b-a386-487f-9ede-d98adfdc7ad5 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 943 time: 0.1391580 Jul 23 00:04:41.589229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Port bfab800c-0b02-42e9-9141-6cae691bd790 on network 85a51cf1-488e-4d5e-a563-ac2018742bfe not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:04:41.589557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Attempting to bind port bfab800c-0b02-42e9-9141-6cae691bd790 on network 85a51cf1-488e-4d5e-a563-ac2018742bfe {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:41.597689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:04:41.598038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Checking segment: {'id': 'b25c2b32-2da7-496f-ad7d-9d34933c08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '85a51cf1-488e-4d5e-a563-ac2018742bfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:04:41.598431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Bound using segment: {'id': 'b25c2b32-2da7-496f-ad7d-9d34933c08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '85a51cf1-488e-4d5e-a563-ac2018742bfe'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:04:41.598879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Bound port: bfab800c-0b02-42e9-9141-6cae691bd790, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25c2b32-2da7-496f-ad7d-9d34933c08e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '85a51cf1-488e-4d5e-a563-ac2018742bfe'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:04:41.599244 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:41.663822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12552f59-c02e-4e25-8511-bb7897630332 req-a9b2795a-4cb8-491a-8670-221b74d037e2 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681877 Jul 23 00:04:41.692807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] For port bfab800c-0b02-42e9-9141-6cae691bd790, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:04:41.696255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] For port bfab800c-0b02-42e9-9141-6cae691bd790, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bfab800c-0b02-42e9-9141-6cae691bd790,segment=NetworkSegment(b25c2b32-2da7-496f-ad7d-9d34933c08e8),segment_id=b25c2b32-2da7-496f-ad7d-9d34933c08e8)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:04:41.702111 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:41.738723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:41.739398 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:41.740779 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] 10.222.0.18 "PUT /v2.0/ports/bfab800c-0b02-42e9-9141-6cae691bd790 HTTP/1.1" status: 200 len: 1091 time: 0.7457783 Jul 23 00:04:41.741263 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd58ef4f-27bc-42ee-b342-cb0c25498649', 'tag': 'bfab800c-0b02-42e9-9141-6cae691bd790'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:41.743525 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d406273-5c3f-4985-8fb8-8af53b2f8391" -d '{"events": [{"name": "network-changed", "server_uuid": "dd58ef4f-27bc-42ee-b342-cb0c25498649", "tag": "bfab800c-0b02-42e9-9141-6cae691bd790"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:41.767713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181c58c-ef93-4f0e-9bb1-96c15e35ef64 service neutron] Pushing event updated for resources: {'Port': ['ID=bfab800c-0b02-42e9-9141-6cae691bd790,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:41.790749 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4192fce-9c7e-42fa-a413-9419e85e1462 x-openstack-request-id: req-c4192fce-9c7e-42fa-a413-9419e85e1462 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:41.791037 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd58ef4f-27bc-42ee-b342-cb0c25498649", "tag": "bfab800c-0b02-42e9-9141-6cae691bd790", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:41.791283 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4192fce-9c7e-42fa-a413-9419e85e1462 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:41.791686 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd58ef4f-27bc-42ee-b342-cb0c25498649', 'tag': 'bfab800c-0b02-42e9-9141-6cae691bd790', 'status': 'completed', 'code': 200} Jul 23 00:04:41.871288 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-9da2107c-5dd6-4c87-8ac4-c6eb46874f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:41.872850 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-9da2107c-5dd6-4c87-8ac4-c6eb46874f1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0f9bf23ea16422eb838c5fc31137fbd&device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 1094 time: 0.0667458 Jul 23 00:04:41.925953 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-0406ed52-a7bf-41c0-97ef-460f0167cec7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfab800c-0b02-42e9-9141-6cae691bd790 HTTP/1.1" status: 200 len: 217 time: 0.0392578 Jul 23 00:04:41.976887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-354ce1a7-0c53-48dc-a532-41e79379c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:41.978471 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-354ce1a7-0c53-48dc-a532-41e79379c891 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c96761b-1ec2-4700-b800-0bae28c4c655 HTTP/1.1" status: 200 len: 851 time: 0.0463829 Jul 23 00:04:42.016703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-f474a0fb-52b3-471c-87fb-446f17d03349 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85a51cf1-488e-4d5e-a563-ac2018742bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322030 Jul 23 00:04:42.112708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-34e9672c-3a6b-4c87-a5bf-41d6ad1dc8ef service neutron] 10.222.0.18 "GET /v2.0/networks/85a51cf1-488e-4d5e-a563-ac2018742bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899487 Jul 23 00:04:42.215603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fecf7e78-4edb-489d-8a3e-50059aa301b6 req-fa5c82aa-d6fe-436a-b4d9-ef059bf006e5 service neutron] 10.222.0.18 "GET /v2.0/networks/85a51cf1-488e-4d5e-a563-ac2018742bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973048 Jul 23 00:04:42.360585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d406273-5c3f-4985-8fb8-8af53b2f8391 req-ce5b7cae-c731-42ed-8cc8-99b38ec76899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:42.362174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d406273-5c3f-4985-8fb8-8af53b2f8391 req-ce5b7cae-c731-42ed-8cc8-99b38ec76899 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0f9bf23ea16422eb838c5fc31137fbd&device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 1094 time: 0.0557907 Jul 23 00:04:42.454272 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d406273-5c3f-4985-8fb8-8af53b2f8391 req-beddc6cc-ce78-4a8b-870a-125ffa308790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:42.455746 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d406273-5c3f-4985-8fb8-8af53b2f8391 req-beddc6cc-ce78-4a8b-870a-125ffa308790 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85a51cf1-488e-4d5e-a563-ac2018742bfe HTTP/1.1" status: 200 len: 912 time: 0.0867879 Jul 23 00:04:42.504711 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d406273-5c3f-4985-8fb8-8af53b2f8391 req-b027f4ff-08b4-4598-89cf-cca68769f6bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfab800c-0b02-42e9-9141-6cae691bd790 HTTP/1.1" status: 200 len: 217 time: 0.0410979 Jul 23 00:04:42.562259 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d406273-5c3f-4985-8fb8-8af53b2f8391 req-9653900c-26d4-44da-b2b4-86de235aa922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:42.564339 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d406273-5c3f-4985-8fb8-8af53b2f8391 req-9653900c-26d4-44da-b2b4-86de235aa922 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c96761b-1ec2-4700-b800-0bae28c4c655 HTTP/1.1" status: 200 len: 851 time: 0.0529203 Jul 23 00:04:42.599887 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d406273-5c3f-4985-8fb8-8af53b2f8391 req-571cfa97-8a9a-4f2b-8b31-ff16505c107c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85a51cf1-488e-4d5e-a563-ac2018742bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287549 Jul 23 00:04:42.699023 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d406273-5c3f-4985-8fb8-8af53b2f8391 req-2fa60895-0bc2-45f2-a950-2359ca25409a service neutron] 10.222.0.18 "GET /v2.0/networks/85a51cf1-488e-4d5e-a563-ac2018742bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914030 Jul 23 00:04:42.850480 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d406273-5c3f-4985-8fb8-8af53b2f8391 req-3800060a-0ff4-438b-8bf6-de8a05a3a7b4 service neutron] 10.222.0.18 "GET /v2.0/networks/85a51cf1-488e-4d5e-a563-ac2018742bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426988 Jul 23 00:04:42.871428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b61e8-c934-4561-9b97-c395d37843ad req-8635f581-8fc4-45ef-a37b-825562af66af tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:42.872319 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d70b61e8-c934-4561-9b97-c395d37843ad req-8635f581-8fc4-45ef-a37b-825562af66af tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 943 time: 0.1332088 Jul 23 00:04:42.918889 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d70b61e8-c934-4561-9b97-c395d37843ad req-4fe6cd68-7ea7-4ee7-9619-e13b53534f56 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398586 Jul 23 00:04:44.065052 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52010c9-3729-4344-84f4-b3435c447ccc req-277bc639-98b3-486b-b3d5-b81853f5fa56 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:44.066380 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c52010c9-3729-4344-84f4-b3435c447ccc req-277bc639-98b3-486b-b3d5-b81853f5fa56 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 943 time: 0.0709801 Jul 23 00:04:44.104887 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c52010c9-3729-4344-84f4-b3435c447ccc req-314269ac-2739-47d6-bd80-0c38733e167e tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Jul 23 00:04:45.260238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee1662-86e1-4794-a04f-41b0c06b3fa3 req-4950c63a-5bb5-4a43-b47a-33458125254c tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:45.261904 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11ee1662-86e1-4794-a04f-41b0c06b3fa3 req-4950c63a-5bb5-4a43-b47a-33458125254c tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 943 time: 0.0725560 Jul 23 00:04:45.301110 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11ee1662-86e1-4794-a04f-41b0c06b3fa3 req-23088ee4-a5c7-486d-9ca7-c4541008ca1e tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319686 Jul 23 00:04:45.652926 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bfab800c-0b02-42e9-9141-6cae691bd790 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:04:45.753721 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port bfab800c-0b02-42e9-9141-6cae691bd790, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bfab800c-0b02-42e9-9141-6cae691bd790,segment=NetworkSegment(b25c2b32-2da7-496f-ad7d-9d34933c08e8),segment_id=b25c2b32-2da7-496f-ad7d-9d34933c08e8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:45.765039 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'bfab800c-0b02-42e9-9141-6cae691bd790', 'network_id': '85a51cf1-488e-4d5e-a563-ac2018742bfe', 'port_id': 'bfab800c-0b02-42e9-9141-6cae691bd790', 'mac_address': 'fa:16:3e:64:f5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c96761b-1ec2-4700-b800-0bae28c4c655', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:04:45.802813 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:45.816628 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfab800c-0b02-42e9-9141-6cae691bd790 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:04:45.838497 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port bfab800c-0b02-42e9-9141-6cae691bd790, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bfab800c-0b02-42e9-9141-6cae691bd790,segment=NetworkSegment(b25c2b32-2da7-496f-ad7d-9d34933c08e8),segment_id=b25c2b32-2da7-496f-ad7d-9d34933c08e8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:45.843060 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:45.895188 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=bfab800c-0b02-42e9-9141-6cae691bd790,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:46.115671 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['bfab800c-0b02-42e9-9141-6cae691bd790'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:04:46.437323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac38e60-cdc7-449c-82a8-e4d0dad3eb48 req-d2d945fc-bf23-4812-bbef-54a523886e83 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:46.438948 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bac38e60-cdc7-449c-82a8-e4d0dad3eb48 req-d2d945fc-bf23-4812-bbef-54a523886e83 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 944 time: 0.0686519 Jul 23 00:04:46.481433 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bac38e60-cdc7-449c-82a8-e4d0dad3eb48 req-5ea7bda0-18a0-45f8-a78a-31b1d63266df tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367699 Jul 23 00:04:46.667401 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:47.613752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51cd67-8495-401c-bdf4-ae038ea5810d req-b44d2d29-978b-4ec6-a925-fcc0b59b04e5 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:47.615296 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b51cd67-8495-401c-bdf4-ae038ea5810d req-b44d2d29-978b-4ec6-a925-fcc0b59b04e5 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 944 time: 0.0660043 Jul 23 00:04:47.648971 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bfab800c-0b02-42e9-9141-6cae691bd790 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:04:47.663385 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b51cd67-8495-401c-bdf4-ae038ea5810d req-92dda282-2de5-4716-aab1-f762c58155bf tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Jul 23 00:04:47.708710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port bfab800c-0b02-42e9-9141-6cae691bd790 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:04:47.712974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port bfab800c-0b02-42e9-9141-6cae691bd790 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:47.713389 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:47.799859 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:47.823039 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd58ef4f-27bc-42ee-b342-cb0c25498649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfab800c-0b02-42e9-9141-6cae691bd790'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:47.825542 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7054c09e-b3af-48db-a93d-ac840baa45eb" -d '{"events": [{"server_uuid": "dd58ef4f-27bc-42ee-b342-cb0c25498649", "name": "network-vif-plugged", "status": "completed", "tag": "bfab800c-0b02-42e9-9141-6cae691bd790"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:47.841458 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port bfab800c-0b02-42e9-9141-6cae691bd790, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bfab800c-0b02-42e9-9141-6cae691bd790,segment=NetworkSegment(b25c2b32-2da7-496f-ad7d-9d34933c08e8),segment_id=b25c2b32-2da7-496f-ad7d-9d34933c08e8)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:47.846296 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:47.884997 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed87db4-15c6-4d2f-93d6-a03d95af938b x-openstack-request-id: req-8ed87db4-15c6-4d2f-93d6-a03d95af938b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:47.885215 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd58ef4f-27bc-42ee-b342-cb0c25498649", "name": "network-vif-plugged", "status": "completed", "tag": "bfab800c-0b02-42e9-9141-6cae691bd790", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:47.885594 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ed87db4-15c6-4d2f-93d6-a03d95af938b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:47.886117 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd58ef4f-27bc-42ee-b342-cb0c25498649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfab800c-0b02-42e9-9141-6cae691bd790', 'code': 200} Jul 23 00:04:47.903629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=bfab800c-0b02-42e9-9141-6cae691bd790,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:48.040702 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c78b0b-1f57-4222-8b54-1fae09569b92 req-30a7fbeb-f568-493d-9e2e-07deaf1d61ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:48.042846 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1c78b0b-1f57-4222-8b54-1fae09569b92 req-30a7fbeb-f568-493d-9e2e-07deaf1d61ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 1096 time: 0.0717793 Jul 23 00:04:48.078677 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c1c78b0b-1f57-4222-8b54-1fae09569b92 req-eaa50885-1ca7-40e9-9a25-32a4b4a95339 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291703 Jul 23 00:04:48.803265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a265f40-aee0-45cb-9d9a-3f19192b29a1 req-60eb8253-3441-4312-89cd-76d7513720be tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:48.804799 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a265f40-aee0-45cb-9d9a-3f19192b29a1 req-60eb8253-3441-4312-89cd-76d7513720be tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 945 time: 0.0662050 Jul 23 00:04:48.843305 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a265f40-aee0-45cb-9d9a-3f19192b29a1 req-bcf75148-511d-4da9-945f-01c76a675b63 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327220 Jul 23 00:04:49.982109 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f917a5d-81d0-4d55-9c90-ad68beb359ee req-4514cb98-de67-4f30-9489-6dbac3174acf tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:49.983614 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f917a5d-81d0-4d55-9c90-ad68beb359ee req-4514cb98-de67-4f30-9489-6dbac3174acf tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 945 time: 0.0674872 Jul 23 00:04:50.023702 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f917a5d-81d0-4d55-9c90-ad68beb359ee req-9f2db84f-d151-4feb-a5c2-af350041b80a tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330591 Jul 23 00:04:50.162693 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e503dda-1c87-408a-af4b-3f8b193ec2b3 req-8d77e394-c354-485e-8df1-4ae25f67359f tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:50.164215 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e503dda-1c87-408a-af4b-3f8b193ec2b3 req-8d77e394-c354-485e-8df1-4ae25f67359f tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 945 time: 0.0677760 Jul 23 00:04:50.202070 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e503dda-1c87-408a-af4b-3f8b193ec2b3 req-7847c1f7-fcb0-469c-ba70-1f73bc9e9975 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323462 Jul 23 00:04:50.445968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c6f15-af7c-4f3e-b46b-989112978940 req-c1c905d2-d419-4688-83b1-579df5b22921 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:50.447339 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e5c6f15-af7c-4f3e-b46b-989112978940 req-c1c905d2-d419-4688-83b1-579df5b22921 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 945 time: 0.0647743 Jul 23 00:04:50.485469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e5c6f15-af7c-4f3e-b46b-989112978940 req-c1d088bb-698e-492c-92b0-de489d9e33e5 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320668 Jul 23 00:04:51.621281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7af7d-d64c-46bb-8f4e-e4756b0b4e84 req-49327423-5873-410b-a5b0-555aa862268e tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:51.623137 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f7af7d-d64c-46bb-8f4e-e4756b0b4e84 req-49327423-5873-410b-a5b0-555aa862268e tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 945 time: 0.0678945 Jul 23 00:04:51.662326 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f7af7d-d64c-46bb-8f4e-e4756b0b4e84 req-4e225e23-db9b-4e7c-9fa7-8d16d5800d3a tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324383 Jul 23 00:04:51.891967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c887c10-1c1c-4bd9-823e-5406e7317a4d req-e4259d00-4116-496d-8d60-351001554392 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:51.893513 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c887c10-1c1c-4bd9-823e-5406e7317a4d req-e4259d00-4116-496d-8d60-351001554392 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 945 time: 0.0751073 Jul 23 00:04:51.962954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c887c10-1c1c-4bd9-823e-5406e7317a4d req-a50d50a0-7ef7-4f13-8e98-e4e896130f4a tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533648 Jul 23 00:04:51.969359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21f048-7fbb-4e95-a0d7-e296ca218f93 req-372e8caa-bf6d-40c7-a221-cf8279b3d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:51.970840 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df21f048-7fbb-4e95-a0d7-e296ca218f93 req-372e8caa-bf6d-40c7-a221-cf8279b3d537 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0f9bf23ea16422eb838c5fc31137fbd&device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 1096 time: 0.0995851 Jul 23 00:04:52.065936 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21f048-7fbb-4e95-a0d7-e296ca218f93 req-024c4987-04ea-42aa-aad0-b59c6d6b5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:52.067489 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df21f048-7fbb-4e95-a0d7-e296ca218f93 req-024c4987-04ea-42aa-aad0-b59c6d6b5e00 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85a51cf1-488e-4d5e-a563-ac2018742bfe HTTP/1.1" status: 200 len: 912 time: 0.0904198 Jul 23 00:04:52.114596 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df21f048-7fbb-4e95-a0d7-e296ca218f93 req-af8b0319-84f6-416e-a9d5-5d4f86f08719 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfab800c-0b02-42e9-9141-6cae691bd790 HTTP/1.1" status: 200 len: 217 time: 0.0405521 Jul 23 00:04:52.162354 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21f048-7fbb-4e95-a0d7-e296ca218f93 req-8c696937-f6b4-4f5f-a633-83fcbc0087da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:52.163758 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df21f048-7fbb-4e95-a0d7-e296ca218f93 req-8c696937-f6b4-4f5f-a633-83fcbc0087da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c96761b-1ec2-4700-b800-0bae28c4c655 HTTP/1.1" status: 200 len: 851 time: 0.0432744 Jul 23 00:04:52.197593 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df21f048-7fbb-4e95-a0d7-e296ca218f93 req-a557fba7-1297-42ee-8ac3-94823e1051d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85a51cf1-488e-4d5e-a563-ac2018742bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277829 Jul 23 00:04:52.289520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df21f048-7fbb-4e95-a0d7-e296ca218f93 req-9a32fef7-f34f-4588-8967-92dfc820cf37 service neutron] 10.222.0.18 "GET /v2.0/networks/85a51cf1-488e-4d5e-a563-ac2018742bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847299 Jul 23 00:04:52.373440 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df21f048-7fbb-4e95-a0d7-e296ca218f93 req-303efbb8-b476-4db8-b371-c1928fe03b00 service neutron] 10.222.0.18 "GET /v2.0/networks/85a51cf1-488e-4d5e-a563-ac2018742bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780795 Jul 23 00:04:53.104268 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad717b85-3ec7-4b4d-82ca-73d0bd3dce8b req-f2364611-8bb1-40fd-a4b5-ba15dcdb8b1f tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:53.106077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad717b85-3ec7-4b4d-82ca-73d0bd3dce8b req-f2364611-8bb1-40fd-a4b5-ba15dcdb8b1f tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 945 time: 0.0709002 Jul 23 00:04:53.145352 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad717b85-3ec7-4b4d-82ca-73d0bd3dce8b req-7b1bd62d-8fd5-4fea-909c-2dab4eb13b4b tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334098 Jul 23 00:04:54.275873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c94eca-c202-4b6e-bec0-96714298e4b9 req-6edf8ae8-4061-48fb-80da-71792da2623e tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:54.277294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-53c94eca-c202-4b6e-bec0-96714298e4b9 req-6edf8ae8-4061-48fb-80da-71792da2623e tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 945 time: 0.0636127 Jul 23 00:04:54.315535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-53c94eca-c202-4b6e-bec0-96714298e4b9 req-b5e6457e-bc24-41c8-b79c-7b4d26a2f109 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319338 Jul 23 00:04:54.560005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508ac8c-fa09-44c6-ab4a-fbcedaf393fe req-ae2c1142-396e-4474-8896-13988390504a tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:54.561520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5508ac8c-fa09-44c6-ab4a-fbcedaf393fe req-ae2c1142-396e-4474-8896-13988390504a tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 945 time: 0.0702398 Jul 23 00:04:54.599050 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5508ac8c-fa09-44c6-ab4a-fbcedaf393fe req-788a3a14-7699-4fd3-8480-9df961fa7258 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317519 Jul 23 00:04:55.757147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96d503-dc5a-4131-a2fb-047c8e14d538 req-c562cea5-387f-4f6f-9bcc-b47ca87f565f tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:55.758741 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc96d503-dc5a-4131-a2fb-047c8e14d538 req-c562cea5-387f-4f6f-9bcc-b47ca87f565f tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 945 time: 0.0801330 Jul 23 00:04:55.802967 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc96d503-dc5a-4131-a2fb-047c8e14d538 req-537d22f7-622c-42b8-8b69-ec17ee1bfdf5 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377464 Jul 23 00:04:56.073155 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9f660-8cbe-4a80-9413-7f2d18842f18 req-8a1c6d75-46a9-4e0c-bbaf-85cc34269f72 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:56.074671 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a1a9f660-8cbe-4a80-9413-7f2d18842f18 req-8a1c6d75-46a9-4e0c-bbaf-85cc34269f72 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 945 time: 0.1007087 Jul 23 00:04:56.134579 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a1a9f660-8cbe-4a80-9413-7f2d18842f18 req-d1a0eee2-fb84-4f37-813c-65e0f70ab96f tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496032 Jul 23 00:04:56.137739 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c5bde-47d3-43a5-9479-3d16157b633e req-404d5615-4827-4f86-9cf7-2d4ea02d328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:56.139289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d01c5bde-47d3-43a5-9479-3d16157b633e req-404d5615-4827-4f86-9cf7-2d4ea02d328b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0f9bf23ea16422eb838c5fc31137fbd&device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 1096 time: 0.1035185 Jul 23 00:04:56.236565 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c5bde-47d3-43a5-9479-3d16157b633e req-6f95110f-2a89-4a3e-856b-c3ca43229e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:56.238077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d01c5bde-47d3-43a5-9479-3d16157b633e req-6f95110f-2a89-4a3e-856b-c3ca43229e16 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85a51cf1-488e-4d5e-a563-ac2018742bfe HTTP/1.1" status: 200 len: 912 time: 0.0923860 Jul 23 00:04:56.286011 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d01c5bde-47d3-43a5-9479-3d16157b633e req-a0166815-0735-451b-bd2a-3885660da7f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfab800c-0b02-42e9-9141-6cae691bd790 HTTP/1.1" status: 200 len: 217 time: 0.0417974 Jul 23 00:04:56.340211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c5bde-47d3-43a5-9479-3d16157b633e req-b23d52f0-d20a-4d9b-8ae1-257fdc100810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:56.341826 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d01c5bde-47d3-43a5-9479-3d16157b633e req-b23d52f0-d20a-4d9b-8ae1-257fdc100810 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c96761b-1ec2-4700-b800-0bae28c4c655 HTTP/1.1" status: 200 len: 851 time: 0.0504248 Jul 23 00:04:56.378857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d01c5bde-47d3-43a5-9479-3d16157b633e req-1a6caeb4-c26a-4848-b61d-944b64ed50ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85a51cf1-488e-4d5e-a563-ac2018742bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306189 Jul 23 00:04:56.479160 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d01c5bde-47d3-43a5-9479-3d16157b633e req-3d2366ec-3925-45a1-a708-411085bf307d service neutron] 10.222.0.18 "GET /v2.0/networks/85a51cf1-488e-4d5e-a563-ac2018742bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942822 Jul 23 00:04:56.570871 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d01c5bde-47d3-43a5-9479-3d16157b633e req-a13cbaa9-82ea-432a-8c70-477c46e2e723 service neutron] 10.222.0.18 "GET /v2.0/networks/85a51cf1-488e-4d5e-a563-ac2018742bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850313 Jul 23 00:04:57.305727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68d1d9-f5da-47bb-8ba4-ee59e0f16cea req-ec28a894-6f2b-4e3a-a063-97dd86afe13f tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:57.307224 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4c68d1d9-f5da-47bb-8ba4-ee59e0f16cea req-ec28a894-6f2b-4e3a-a063-97dd86afe13f tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 945 time: 0.0815141 Jul 23 00:04:57.351502 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4c68d1d9-f5da-47bb-8ba4-ee59e0f16cea req-82592932-b4a1-49fc-be74-4561897c3ed4 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374529 Jul 23 00:04:58.481812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d66d0-21df-4598-8f40-60ceb40072eb req-1d811b00-3e44-4205-b087-90d6e5130a8a tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:58.483215 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c8d66d0-21df-4598-8f40-60ceb40072eb req-1d811b00-3e44-4205-b087-90d6e5130a8a tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 945 time: 0.0637641 Jul 23 00:04:58.521088 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c8d66d0-21df-4598-8f40-60ceb40072eb req-c44bd56c-8344-4222-b4d6-ed13ed9f194f tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321805 Jul 23 00:04:58.769240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becaf34-0ad7-4c35-9105-5e100936967b req-d056a9ba-af9f-4cae-b022-16cb223a1eeb tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:58.770770 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3becaf34-0ad7-4c35-9105-5e100936967b req-d056a9ba-af9f-4cae-b022-16cb223a1eeb tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 945 time: 0.0699561 Jul 23 00:04:58.821835 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3becaf34-0ad7-4c35-9105-5e100936967b req-82ccbba9-0c77-49f5-afe9-2f614837dc44 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Jul 23 00:04:59.956124 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e94b5-5da6-4ce7-88bc-9e4582762e0e req-80ca047d-7404-4f2d-a4dc-5e7ec53d94db tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:59.957652 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-780e94b5-5da6-4ce7-88bc-9e4582762e0e req-80ca047d-7404-4f2d-a4dc-5e7ec53d94db tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 945 time: 0.0683937 Jul 23 00:04:59.995551 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-780e94b5-5da6-4ce7-88bc-9e4582762e0e req-173f1bf1-11a4-4e20-95a3-93325740a100 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/security-groups?id=027a75ef-f267-4c6e-9cfc-badf837478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321453 Jul 23 00:05:00.598458 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029ce34-3e4b-42f2-9438-f11846125c2c req-4bff1f39-3548-4c9a-93d8-30336f627b57 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:00.599831 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1029ce34-3e4b-42f2-9438-f11846125c2c req-4bff1f39-3548-4c9a-93d8-30336f627b57 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 945 time: 0.0635009 Jul 23 00:05:00.706944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1029ce34-3e4b-42f2-9438-f11846125c2c req-9a45081d-bc4f-458c-b881-d056aad85c54 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Deleting port bfab800c-0b02-42e9-9141-6cae691bd790 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:05:00.707284 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1029ce34-3e4b-42f2-9438-f11846125c2c req-9a45081d-bc4f-458c-b881-d056aad85c54 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:00.797936 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-1029ce34-3e4b-42f2-9438-f11846125c2c req-9a45081d-bc4f-458c-b881-d056aad85c54 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] For port bfab800c-0b02-42e9-9141-6cae691bd790, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bfab800c-0b02-42e9-9141-6cae691bd790,segment=NetworkSegment(b25c2b32-2da7-496f-ad7d-9d34933c08e8),segment_id=b25c2b32-2da7-496f-ad7d-9d34933c08e8)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:00.798292 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1029ce34-3e4b-42f2-9438-f11846125c2c req-9a45081d-bc4f-458c-b881-d056aad85c54 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:00.811309 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-1029ce34-3e4b-42f2-9438-f11846125c2c req-9a45081d-bc4f-458c-b881-d056aad85c54 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Calling delete_port for bfab800c-0b02-42e9-9141-6cae691bd790 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:05:00.948159 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1029ce34-3e4b-42f2-9438-f11846125c2c req-9a45081d-bc4f-458c-b881-d056aad85c54 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:00.982604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['bfab800c-0b02-42e9-9141-6cae691bd790'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:05:00.984805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45081d-bc4f-458c-b881-d056aad85c54 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Pushing event deleted for resources: {'Port': ['ID=bfab800c-0b02-42e9-9141-6cae691bd790,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:01.040812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-1029ce34-3e4b-42f2-9438-f11846125c2c req-9a45081d-bc4f-458c-b881-d056aad85c54 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] No DVR routers for this DVR port bfab800c-0b02-42e9-9141-6cae691bd790 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:05:01.043525 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-1029ce34-3e4b-42f2-9438-f11846125c2c req-9a45081d-bc4f-458c-b881-d056aad85c54 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:01.047791 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1029ce34-3e4b-42f2-9438-f11846125c2c req-9a45081d-bc4f-458c-b881-d056aad85c54 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.18 "DELETE /v2.0/ports/bfab800c-0b02-42e9-9141-6cae691bd790 HTTP/1.1" status: 204 len: 173 time: 0.4410148 Jul 23 00:05:01.048273 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd58ef4f-27bc-42ee-b342-cb0c25498649', 'name': 'network-vif-deleted', 'tag': 'bfab800c-0b02-42e9-9141-6cae691bd790'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:05:01.050747 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa7ae0d-6c4a-4d9d-9686-90e18585847c" -d '{"events": [{"server_uuid": "dd58ef4f-27bc-42ee-b342-cb0c25498649", "name": "network-vif-deleted", "tag": "bfab800c-0b02-42e9-9141-6cae691bd790"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:05:01.098613 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e7f8d4-3296-4515-be2f-7cafed9c2a6b x-openstack-request-id: req-51e7f8d4-3296-4515-be2f-7cafed9c2a6b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:05:01.098915 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd58ef4f-27bc-42ee-b342-cb0c25498649", "name": "network-vif-deleted", "tag": "bfab800c-0b02-42e9-9141-6cae691bd790", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:05:01.099239 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51e7f8d4-3296-4515-be2f-7cafed9c2a6b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:05:01.099574 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd58ef4f-27bc-42ee-b342-cb0c25498649', 'name': 'network-vif-deleted', 'tag': 'bfab800c-0b02-42e9-9141-6cae691bd790', 'status': 'completed', 'code': 200} Jul 23 00:05:01.148016 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0174645-2b04-42b9-b983-56beac5fa894 req-ece90786-263c-42d7-b4db-8bca5f88ddb8 tempest-TestServerAdvancedOps-1902868924 tempest-TestServerAdvancedOps-1902868924-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd58ef4f-27bc-42ee-b342-cb0c25498649 HTTP/1.1" status: 200 len: 210 time: 0.0452745 Jul 23 00:05:01.612810 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de30e27e-8d81-46f2-bca1-0575c5e71e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.208810 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54178) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:02.252004 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Deleting subnet 1c96761b-1ec2-4700-b800-0bae28c4c655 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:05:02.254986 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.287977 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.326254 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.382029 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.408690 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c96761b-1ec2-4700-b800-0bae28c4c655,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:02.416142 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.417995 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1c96761b-1ec2-4700-b800-0bae28c4c655 HTTP/1.1" status: 204 len: 168 time: 0.2097554 Jul 23 00:05:02.419597 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:02.419974 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:02.420277 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:02.420611 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:02.420939 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54180) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:02.421419 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:02.421419 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:02.422118 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:02.422460 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:02.422940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:02.423184 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:02.423507 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:02.423826 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e8805-b00e-43bf-bf93-34e90a504e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:02.489874 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efcfec39-a217-44bf-b527-366d2c0da2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.571654 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efcfec39-a217-44bf-b527-366d2c0da2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.582149 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-efcfec39-a217-44bf-b527-366d2c0da2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a51cf1-488e-4d5e-a563-ac2018742bfe']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:02.592436 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-efcfec39-a217-44bf-b527-366d2c0da2b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25c2b32-2da7-496f-ad7d-9d34933c08e8') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:02.592729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-efcfec39-a217-44bf-b527-366d2c0da2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25c2b32-2da7-496f-ad7d-9d34933c08e8') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:02.603157 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efcfec39-a217-44bf-b527-366d2c0da2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.618880 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efcfec39-a217-44bf-b527-366d2c0da2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.625460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcfec39-a217-44bf-b527-366d2c0da2b7 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:05:02.625809 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efcfec39-a217-44bf-b527-366d2c0da2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:05:02.627504 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:05:02.681144 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efcfec39-a217-44bf-b527-366d2c0da2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.685724 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efcfec39-a217-44bf-b527-366d2c0da2b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.688445 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-efcfec39-a217-44bf-b527-366d2c0da2b7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/85a51cf1-488e-4d5e-a563-ac2018742bfe HTTP/1.1" status: 204 len: 168 time: 0.2654145 Jul 23 00:05:02.690839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54182) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:02.704702 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfec39-a217-44bf-b527-366d2c0da2b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=85a51cf1-488e-4d5e-a563-ac2018742bfe,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:02.737787 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e3707d-af96-478a-94ce-e895c6fedcb2 admin admin] Deleting subnet b11b75fb-0d3b-4dbd-8b54-786f6c8a9fe3 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:05:02.741047 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3e3707d-af96-478a-94ce-e895c6fedcb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.776227 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3e3707d-af96-478a-94ce-e895c6fedcb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.816256 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3e3707d-af96-478a-94ce-e895c6fedcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.872603 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3e3707d-af96-478a-94ce-e895c6fedcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.897753 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3707d-af96-478a-94ce-e895c6fedcb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b11b75fb-0d3b-4dbd-8b54-786f6c8a9fe3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:02.903292 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3e3707d-af96-478a-94ce-e895c6fedcb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.905372 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d3e3707d-af96-478a-94ce-e895c6fedcb2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b11b75fb-0d3b-4dbd-8b54-786f6c8a9fe3 HTTP/1.1" status: 204 len: 168 time: 0.2134936 Jul 23 00:05:02.908504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54184) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:02.974722 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0088d623-b4c3-491c-b029-8d2ff162b305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:03.055895 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0088d623-b4c3-491c-b029-8d2ff162b305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:03.065777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0088d623-b4c3-491c-b029-8d2ff162b305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c95667-7c2e-4634-b7a1-d68d45a96218']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:03.075573 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0088d623-b4c3-491c-b029-8d2ff162b305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942f6ea2-6e6b-4079-85c9-5452b75e75c9') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:03.075911 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0088d623-b4c3-491c-b029-8d2ff162b305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942f6ea2-6e6b-4079-85c9-5452b75e75c9') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:03.085466 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0088d623-b4c3-491c-b029-8d2ff162b305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:03.099383 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0088d623-b4c3-491c-b029-8d2ff162b305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:03.105715 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0088d623-b4c3-491c-b029-8d2ff162b305 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:05:03.106153 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0088d623-b4c3-491c-b029-8d2ff162b305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:05:03.107943 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:05:03.165390 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0088d623-b4c3-491c-b029-8d2ff162b305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:03.181671 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0088d623-b4c3-491c-b029-8d2ff162b305 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:03.183665 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0088d623-b4c3-491c-b029-8d2ff162b305 admin admin] 10.222.0.26 "DELETE /v2.0/networks/06c95667-7c2e-4634-b7a1-d68d45a96218 HTTP/1.1" status: 204 len: 168 time: 0.2742352 Jul 23 00:05:03.184743 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088d623-b4c3-491c-b029-8d2ff162b305 admin admin] Pushing event deleted for resources: {'Network': ['ID=06c95667-7c2e-4634-b7a1-d68d45a96218,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:03.355102 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54190) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:03.395583 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-19edd0cb-8c41-432d-8225-f227b635db30 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0f9bf23ea16422eb838c5fc31137fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390613 Jul 23 00:05:03.398131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54192) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:03.446345 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4735c00e-be9d-48a1-922a-b79216adc753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:03.466800 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4735c00e-be9d-48a1-922a-b79216adc753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:03.515929 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4735c00e-be9d-48a1-922a-b79216adc753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:03.518717 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4735c00e-be9d-48a1-922a-b79216adc753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:03.520076 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4735c00e-be9d-48a1-922a-b79216adc753 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/027a75ef-f267-4c6e-9cfc-badf837478f0 HTTP/1.1" status: 204 len: 168 time: 0.1208212 Jul 23 00:05:03.527830 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735c00e-be9d-48a1-922a-b79216adc753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027a75ef-f267-4c6e-9cfc-badf837478f0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:03.712175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bfab800c-0b02-42e9-9141-6cae691bd790 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:05:03.732090 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: bfab800c-0b02-42e9-9141-6cae691bd790 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:05:03.732850 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bfab800c-0b02-42e9-9141-6cae691bd790 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:05:03.839816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54198) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:03.879930 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-61facc24-ab47-4212-ae0c-58eef4dd5777 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d778180d34645349d30d11d1894b0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388491 Jul 23 00:05:03.882285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 54200) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:03.931855 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:03.953321 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:04.001872 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:04.004475 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:04.005678 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20c60aca-97b1-464e-8117-91d98229a238 HTTP/1.1" status: 204 len: 168 time: 0.1224868 Jul 23 00:05:04.014053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c60aca-97b1-464e-8117-91d98229a238,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:04.022152 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:04.022507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:04.022853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:04.023191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:04.023545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:04.023867 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:04.024202 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:04.024538 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:04.024868 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:04.025224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:04.025563 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:04.025878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264f7f7-c6ee-4d14-bd29-252dfcaa600f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:04.382252 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-091ffd0b-ca99-4282-9f3a-880c0a90d981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:04.425722 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:04.447459 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:04.545425 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54212) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:04.681105 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-50875297-636e-4013-b52d-1b4a222aec7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a327f4d39ff1447b8ad941285737ef29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344540 Jul 23 00:05:04.683622 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54216) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:04.731870 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50af49d6-ecd5-478a-a220-ab0d18bcbda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:04.752812 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50af49d6-ecd5-478a-a220-ab0d18bcbda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:04.797615 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50af49d6-ecd5-478a-a220-ab0d18bcbda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:04.800800 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50af49d6-ecd5-478a-a220-ab0d18bcbda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:04.802005 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-50af49d6-ecd5-478a-a220-ab0d18bcbda3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6629cd0-025e-4d36-b44d-480a3273eaef HTTP/1.1" status: 204 len: 168 time: 0.1174965 Jul 23 00:05:04.809567 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af49d6-ecd5-478a-a220-ab0d18bcbda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6629cd0-025e-4d36-b44d-480a3273eaef,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:05.387822 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54238) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:05.483736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e5d8b459-b633-4438-b7fb-c3cce0574c12 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-293243870-network', 'tenant_id': 'bd23eda76c264ad48b7b38b22867cd13'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:05.505222 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d8b459-b633-4438-b7fb-c3cce0574c12 admin admin] Made reservation on behalf of bd23eda76c264ad48b7b38b22867cd13 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:05:05.507397 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5d8b459-b633-4438-b7fb-c3cce0574c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:05.516621 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5d8b459-b633-4438-b7fb-c3cce0574c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:05.592546 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:05.604479 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5d8b459-b633-4438-b7fb-c3cce0574c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:05.608301 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5d8b459-b633-4438-b7fb-c3cce0574c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:05.629403 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d8b459-b633-4438-b7fb-c3cce0574c12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:05:05.642862 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8b459-b633-4438-b7fb-c3cce0574c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239f1d53-01db-4660-9233-38ade07669d0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:05.647719 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5d8b459-b633-4438-b7fb-c3cce0574c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:05.648067 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-e5d8b459-b633-4438-b7fb-c3cce0574c12 admin admin] Added segment d24f16b6-51de-4dde-9322-0d609aae99ec of type vlan for network a951a26a-e6ad-4c97-ab91-42949258fdb8 Jul 23 00:05:05.687298 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5d8b459-b633-4438-b7fb-c3cce0574c12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:05.715179 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5d8b459-b633-4438-b7fb-c3cce0574c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:05.716118 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d8b459-b633-4438-b7fb-c3cce0574c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:05.716696 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5d8b459-b633-4438-b7fb-c3cce0574c12 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:05.752922 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e5d8b459-b633-4438-b7fb-c3cce0574c12 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3615243 Jul 23 00:05:05.753197 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 54242) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:05.757891 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b1353965-2765-4a83-bc5d-555f02f82d1a admin admin] Request body: {'subnet': {'network_id': 'a951a26a-e6ad-4c97-ab91-42949258fdb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-293243870-subnet', 'tenant_id': 'bd23eda76c264ad48b7b38b22867cd13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:05.796236 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8b459-b633-4438-b7fb-c3cce0574c12 admin admin] Pushing event updated for resources: {'Network': ['ID=a951a26a-e6ad-4c97-ab91-42949258fdb8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:05.807217 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network a951a26a-e6ad-4c97-ab91-42949258fdb8 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:05:05.813776 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1353965-2765-4a83-bc5d-555f02f82d1a admin admin] Made reservation on behalf of bd23eda76c264ad48b7b38b22867cd13 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:05:05.816282 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1353965-2765-4a83-bc5d-555f02f82d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:05.986196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1353965-2765-4a83-bc5d-555f02f82d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:06.040681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1353965-2765-4a83-bc5d-555f02f82d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=93753f0c-f4d7-438a-9fca-988a3c15ec5c,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:06.049995 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1353965-2765-4a83-bc5d-555f02f82d1a admin admin] Checking segment: {'id': 'd24f16b6-51de-4dde-9322-0d609aae99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a951a26a-e6ad-4c97-ab91-42949258fdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:05:06.050388 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1353965-2765-4a83-bc5d-555f02f82d1a admin admin] Network hostable DHCP agents. Network: a951a26a-e6ad-4c97-ab91-42949258fdb8, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:05:06.066720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1353965-2765-4a83-bc5d-555f02f82d1a admin admin] Network a951a26a-e6ad-4c97-ab91-42949258fdb8 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:05:06.074839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b1353965-2765-4a83-bc5d-555f02f82d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, a951a26a-e6ad-4c97-ab91-42949258fdb8) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:05:06.078898 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1353965-2765-4a83-bc5d-555f02f82d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:06.079502 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1353965-2765-4a83-bc5d-555f02f82d1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:06.084725 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de53335-cb85-4793-9dbf-1bc027bb2eb1 None None] Network a951a26a-e6ad-4c97-ab91-42949258fdb8 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:05:06.097054 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b1353965-2765-4a83-bc5d-555f02f82d1a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3428650 Jul 23 00:05:06.206161 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaee214-d150-44e2-8634-b09782f472b4 None None] Network a951a26a-e6ad-4c97-ab91-42949258fdb8 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:05:07.073197 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:11.579090 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:05:12.744125 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-b8a53866-47e1-418a-b9e0-f111c82a5497 req-4f8aa3cb-7503-48d6-bebb-385221a12d64 service neutron] (93821) timed out ('10.222.0.26', 58416) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:05:16.659077 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:31.619418 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7962-92ff-42a9-980b-23a9a885302b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:34.383867 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b0d1e0b-891d-4d44-85e5-a7750ad15e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:34.429323 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:34.450573 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:35.604175 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:37.077613 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:46.669883 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:48.578288 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:05:55.389686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-f93e7b2c-e030-4200-80f8-9ff32e4f675c tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:55.391149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-f93e7b2c-e030-4200-80f8-9ff32e4f675c tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/networks?id=a951a26a-e6ad-4c97-ab91-42949258fdb8 HTTP/1.1" status: 200 len: 813 time: 0.1034346 Jul 23 00:05:55.405375 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-c798fd96-4d4f-4ccf-ba03-97a06384f900 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/quotas/bd23eda76c264ad48b7b38b22867cd13 HTTP/1.1" status: 200 len: 375 time: 0.0088773 Jul 23 00:05:55.439022 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-a40aac78-8b8f-463c-835d-bf52c897dc8e tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd23eda76c264ad48b7b38b22867cd13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287027 Jul 23 00:05:55.582600 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-fde77a7d-c990-44a1-b5b0-2809ff4f9d38 service neutron] 10.222.0.26 "GET /v2.0/networks/a951a26a-e6ad-4c97-ab91-42949258fdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368725 Jul 23 00:05:55.671677 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-d6efdd86-d7e4-4d0b-b411-4ac5700d21d9 service neutron] 10.222.0.26 "GET /v2.0/networks/a951a26a-e6ad-4c97-ab91-42949258fdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834360 Jul 23 00:05:55.834437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac90edd0-43fc-4783-8ff7-db68e6ba02ef req-1fe30c92-ebf1-427c-a1de-6747d3cd1f8c tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 210 time: 0.0302000 Jul 23 00:05:56.897746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-8d8d82b4-8484-48ce-ba15-87de4d7f9b4d tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:56.899434 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-8d8d82b4-8484-48ce-ba15-87de4d7f9b4d tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.18 "GET /v2.0/networks?id=a951a26a-e6ad-4c97-ab91-42949258fdb8 HTTP/1.1" status: 200 len: 813 time: 0.1083984 Jul 23 00:05:56.933555 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4644d8b2-af21-4bb3-97fa-70abf3bc1ddb req-270dec46-ea80-4aff-a1f8-462d85084b07 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 210 time: 0.0313337 Jul 23 00:05:56.937562 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-7affe8a0-b56e-4f4c-96da-b476db996311 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Request body: {'port': {'device_id': '705fcd23-6d59-491c-bf2e-8c8b364613ee', 'network_id': 'a951a26a-e6ad-4c97-ab91-42949258fdb8', 'admin_state_up': True, 'tenant_id': 'bd23eda76c264ad48b7b38b22867cd13'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:57.044863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-7affe8a0-b56e-4f4c-96da-b476db996311 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Made reservation on behalf of bd23eda76c264ad48b7b38b22867cd13 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:05:57.048925 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-7affe8a0-b56e-4f4c-96da-b476db996311 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:57.166922 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-7affe8a0-b56e-4f4c-96da-b476db996311 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Allocated IP 172.20.0.11 (a951a26a-e6ad-4c97-ab91-42949258fdb8/93753f0c-f4d7-438a-9fca-988a3c15ec5c/243335a1-e7b0-4fad-8482-9e1394d93976) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:05:57.311341 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-7affe8a0-b56e-4f4c-96da-b476db996311 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:57.348197 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-7affe8a0-b56e-4f4c-96da-b476db996311 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:57.395094 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-7affe8a0-b56e-4f4c-96da-b476db996311 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Network a951a26a-e6ad-4c97-ab91-42949258fdb8 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:05:57.398047 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-7affe8a0-b56e-4f4c-96da-b476db996311 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:05:57.401802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-7affe8a0-b56e-4f4c-96da-b476db996311 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:05:57.408143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affe8a0-b56e-4f4c-96da-b476db996311 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Pushing event updated for resources: {'Port': ['ID=243335a1-e7b0-4fad-8482-9e1394d93976,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:57.788599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-7affe8a0-b56e-4f4c-96da-b476db996311 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:57.789217 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-7affe8a0-b56e-4f4c-96da-b476db996311 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:57.802461 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-7affe8a0-b56e-4f4c-96da-b476db996311 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8712149 Jul 23 00:05:57.820094 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Request body: {'port': {'device_id': '705fcd23-6d59-491c-bf2e-8c8b364613ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:57.888855 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:58.132904 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81c5a-0d53-4a22-81c2-387c59b8bf49 req-d24e4b5c-16d2-4382-a56b-d3b1e9786174 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:58.134298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82b81c5a-0d53-4a22-81c2-387c59b8bf49 req-d24e4b5c-16d2-4382-a56b-d3b1e9786174 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 932 time: 0.1318448 Jul 23 00:05:58.211154 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82b81c5a-0d53-4a22-81c2-387c59b8bf49 req-e7630873-7849-45c8-8d0b-914920530985 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670297 Jul 23 00:05:58.221934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243335a1-e7b0-4fad-8482-9e1394d93976 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:05:58.229550 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:58.241593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Transition to ACTIVE for port object 243335a1-e7b0-4fad-8482-9e1394d93976 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:05:58.245427 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:58.299314 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Pushing event updated for resources: {'Port': ['ID=243335a1-e7b0-4fad-8482-9e1394d93976,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:58.369458 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Attempting to bind port 243335a1-e7b0-4fad-8482-9e1394d93976 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:05:58.369791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Attempting to bind port 243335a1-e7b0-4fad-8482-9e1394d93976 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'd24f16b6-51de-4dde-9322-0d609aae99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a951a26a-e6ad-4c97-ab91-42949258fdb8'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:05:58.370118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Attempting to bind port 243335a1-e7b0-4fad-8482-9e1394d93976 on network a951a26a-e6ad-4c97-ab91-42949258fdb8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:05:58.374327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Port 243335a1-e7b0-4fad-8482-9e1394d93976 on network a951a26a-e6ad-4c97-ab91-42949258fdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:05:58.374640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Attempting to bind port 243335a1-e7b0-4fad-8482-9e1394d93976 on network a951a26a-e6ad-4c97-ab91-42949258fdb8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:05:58.379293 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:05:58.379608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Checking segment: {'id': 'd24f16b6-51de-4dde-9322-0d609aae99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a951a26a-e6ad-4c97-ab91-42949258fdb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:05:58.379981 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Bound using segment: {'id': 'd24f16b6-51de-4dde-9322-0d609aae99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a951a26a-e6ad-4c97-ab91-42949258fdb8'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:05:58.380394 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Bound port: 243335a1-e7b0-4fad-8482-9e1394d93976, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24f16b6-51de-4dde-9322-0d609aae99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a951a26a-e6ad-4c97-ab91-42949258fdb8'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:05:58.380742 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:58.441197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] For port 243335a1-e7b0-4fad-8482-9e1394d93976, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:05:58.444032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] For port 243335a1-e7b0-4fad-8482-9e1394d93976, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=243335a1-e7b0-4fad-8482-9e1394d93976,segment=NetworkSegment(d24f16b6-51de-4dde-9322-0d609aae99ec),segment_id=d24f16b6-51de-4dde-9322-0d609aae99ec)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:05:58.448791 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:58.485534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:58.486141 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:58.487500 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] 10.222.0.18 "PUT /v2.0/ports/243335a1-e7b0-4fad-8482-9e1394d93976 HTTP/1.1" status: 200 len: 1092 time: 0.6715717 Jul 23 00:05:58.487952 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705fcd23-6d59-491c-bf2e-8c8b364613ee', 'tag': '243335a1-e7b0-4fad-8482-9e1394d93976'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:05:58.490229 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba37fc2d-b2c0-463a-a98d-744243404efe" -d '{"events": [{"name": "network-changed", "server_uuid": "705fcd23-6d59-491c-bf2e-8c8b364613ee", "tag": "243335a1-e7b0-4fad-8482-9e1394d93976"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:05:58.516374 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9adf4d-7f30-4295-94eb-547b629a79f8 service neutron] Pushing event updated for resources: {'Port': ['ID=243335a1-e7b0-4fad-8482-9e1394d93976,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:58.533516 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43439fe1-6dc4-4f4b-adcf-d7b4dbfbbeb8 x-openstack-request-id: req-43439fe1-6dc4-4f4b-adcf-d7b4dbfbbeb8 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:05:58.533810 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705fcd23-6d59-491c-bf2e-8c8b364613ee", "tag": "243335a1-e7b0-4fad-8482-9e1394d93976", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:05:58.534066 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43439fe1-6dc4-4f4b-adcf-d7b4dbfbbeb8 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:05:58.534475 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705fcd23-6d59-491c-bf2e-8c8b364613ee', 'tag': '243335a1-e7b0-4fad-8482-9e1394d93976', 'status': 'completed', 'code': 200} Jul 23 00:05:58.602180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0323cfe3-737c-4ed1-98d3-62e7646b9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:58.603661 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-0323cfe3-737c-4ed1-98d3-62e7646b9de0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd23eda76c264ad48b7b38b22867cd13&device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 1095 time: 0.0535388 Jul 23 00:05:58.648806 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-8cddf403-d181-499b-a1f6-5925f534aaa8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=243335a1-e7b0-4fad-8482-9e1394d93976 HTTP/1.1" status: 200 len: 217 time: 0.0331986 Jul 23 00:05:58.699207 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-18524cd9-2a7f-4159-a463-24b7f7683167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:58.700541 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-18524cd9-2a7f-4159-a463-24b7f7683167 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93753f0c-f4d7-438a-9fca-988a3c15ec5c HTTP/1.1" status: 200 len: 853 time: 0.0447509 Jul 23 00:05:58.734432 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-2b968b6f-273d-4cb7-af20-163b8fe08acd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a951a26a-e6ad-4c97-ab91-42949258fdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279193 Jul 23 00:05:58.821468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-f4f22e9b-6543-47ab-993a-7180af01d3ab service neutron] 10.222.0.18 "GET /v2.0/networks/a951a26a-e6ad-4c97-ab91-42949258fdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809009 Jul 23 00:05:58.911768 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6ce42ef-0573-4bcc-849a-2f0a92c43142 req-29adf5ec-91f5-4b9b-b4b4-e2b7218d8dbd service neutron] 10.222.0.18 "GET /v2.0/networks/a951a26a-e6ad-4c97-ab91-42949258fdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834188 Jul 23 00:05:59.047299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37fc2d-b2c0-463a-a98d-744243404efe req-38c210a3-c72e-4987-a93f-5a43b46319ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:59.048790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba37fc2d-b2c0-463a-a98d-744243404efe req-38c210a3-c72e-4987-a93f-5a43b46319ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd23eda76c264ad48b7b38b22867cd13&device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 1095 time: 0.0552139 Jul 23 00:05:59.140818 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37fc2d-b2c0-463a-a98d-744243404efe req-19816524-05d7-4e23-9761-f8550cc097f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:59.142305 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba37fc2d-b2c0-463a-a98d-744243404efe req-19816524-05d7-4e23-9761-f8550cc097f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a951a26a-e6ad-4c97-ab91-42949258fdb8 HTTP/1.1" status: 200 len: 914 time: 0.0871985 Jul 23 00:05:59.182849 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba37fc2d-b2c0-463a-a98d-744243404efe req-348cf67e-0386-4ef0-8031-17b7a0b07a05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=243335a1-e7b0-4fad-8482-9e1394d93976 HTTP/1.1" status: 200 len: 217 time: 0.0337071 Jul 23 00:05:59.234796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37fc2d-b2c0-463a-a98d-744243404efe req-9a72d997-2d2b-42f2-94d3-1b2264843dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:59.236242 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba37fc2d-b2c0-463a-a98d-744243404efe req-9a72d997-2d2b-42f2-94d3-1b2264843dc1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93753f0c-f4d7-438a-9fca-988a3c15ec5c HTTP/1.1" status: 200 len: 853 time: 0.0465186 Jul 23 00:05:59.271604 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba37fc2d-b2c0-463a-a98d-744243404efe req-a28819c5-95b0-42dc-8173-75c38ce19369 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a951a26a-e6ad-4c97-ab91-42949258fdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280271 Jul 23 00:05:59.401718 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba37fc2d-b2c0-463a-a98d-744243404efe req-9eb7252f-9c4c-4a6a-990c-b0f481124a83 service neutron] 10.222.0.18 "GET /v2.0/networks/a951a26a-e6ad-4c97-ab91-42949258fdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227477 Jul 23 00:05:59.410037 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7b713-c721-4dfd-b7bc-5c2d4a96c2b6 req-63d7fbd6-cae5-4eed-bfbb-05723a7be71e tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:59.411413 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5fe7b713-c721-4dfd-b7bc-5c2d4a96c2b6 req-63d7fbd6-cae5-4eed-bfbb-05723a7be71e tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 944 time: 0.1308289 Jul 23 00:05:59.499453 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5fe7b713-c721-4dfd-b7bc-5c2d4a96c2b6 req-d0fece36-923b-424b-933e-908916e8cb52 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801911 Jul 23 00:05:59.524511 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba37fc2d-b2c0-463a-a98d-744243404efe req-1314beba-dade-40e0-9a94-3aaae8f9b556 service neutron] 10.222.0.18 "GET /v2.0/networks/a951a26a-e6ad-4c97-ab91-42949258fdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120934 Jul 23 00:06:00.630621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86568c82-2665-427c-9fc2-a7ffcacb77f4 req-7066fab1-1e86-4c87-9338-287547375dd3 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:00.632114 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86568c82-2665-427c-9fc2-a7ffcacb77f4 req-7066fab1-1e86-4c87-9338-287547375dd3 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 944 time: 0.0640669 Jul 23 00:06:00.669861 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86568c82-2665-427c-9fc2-a7ffcacb77f4 req-95c510e5-4d5c-4960-b081-a5b62a4ecdea tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318973 Jul 23 00:06:01.610235 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-af1d330c-b9d3-49dc-98bd-f93891062973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:01.797661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8dbe7-def5-4c1d-880e-d2bc49b54a77 req-fb9fcc88-c6c8-49bf-94a5-d770e7139a63 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:01.799195 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6ef8dbe7-def5-4c1d-880e-d2bc49b54a77 req-fb9fcc88-c6c8-49bf-94a5-d770e7139a63 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 944 time: 0.0639808 Jul 23 00:06:01.835174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6ef8dbe7-def5-4c1d-880e-d2bc49b54a77 req-f2e0a961-2529-404c-ad11-3286382f40a9 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302308 Jul 23 00:06:02.037278 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 243335a1-e7b0-4fad-8482-9e1394d93976 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:06:02.135604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 243335a1-e7b0-4fad-8482-9e1394d93976, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=243335a1-e7b0-4fad-8482-9e1394d93976,segment=NetworkSegment(d24f16b6-51de-4dde-9322-0d609aae99ec),segment_id=d24f16b6-51de-4dde-9322-0d609aae99ec)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:02.149434 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '243335a1-e7b0-4fad-8482-9e1394d93976', 'network_id': 'a951a26a-e6ad-4c97-ab91-42949258fdb8', 'port_id': '243335a1-e7b0-4fad-8482-9e1394d93976', 'mac_address': 'fa:16:3e:85:77:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93753f0c-f4d7-438a-9fca-988a3c15ec5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:06:02.185158 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:02.198249 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243335a1-e7b0-4fad-8482-9e1394d93976 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:06:02.216804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 243335a1-e7b0-4fad-8482-9e1394d93976, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=243335a1-e7b0-4fad-8482-9e1394d93976,segment=NetworkSegment(d24f16b6-51de-4dde-9322-0d609aae99ec),segment_id=d24f16b6-51de-4dde-9322-0d609aae99ec)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:02.220455 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:02.267353 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=243335a1-e7b0-4fad-8482-9e1394d93976,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:02.275412 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:02.275738 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:02.276069 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:02.276399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:02.276723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:02.277045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:02.277385 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:02.277703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:02.278016 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:02.278329 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:02.278643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:02.278957 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:02.491516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['243335a1-e7b0-4fad-8482-9e1394d93976'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:06:02.965452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c027bc9-3c82-44d0-8b69-ed09f6f23456 req-c28928ad-116c-4b8b-a316-6601fb9ef73c tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:02.967524 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c027bc9-3c82-44d0-8b69-ed09f6f23456 req-c28928ad-116c-4b8b-a316-6601fb9ef73c tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 945 time: 0.0658162 Jul 23 00:06:03.003362 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c027bc9-3c82-44d0-8b69-ed09f6f23456 req-6488d03f-6157-41f5-b572-0aa75ad88521 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304124 Jul 23 00:06:04.036993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 243335a1-e7b0-4fad-8482-9e1394d93976 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:06:04.085365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 243335a1-e7b0-4fad-8482-9e1394d93976 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:06:04.089251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 243335a1-e7b0-4fad-8482-9e1394d93976 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:04.089619 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:04.133815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40037b75-5cc7-40f0-a469-0d2f46d32f2b req-ccf9a183-417b-40aa-bf9f-7c45589cd2d2 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:04.135519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-40037b75-5cc7-40f0-a469-0d2f46d32f2b req-ccf9a183-417b-40aa-bf9f-7c45589cd2d2 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 945 time: 0.0647914 Jul 23 00:06:04.168783 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:04.181589 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-40037b75-5cc7-40f0-a469-0d2f46d32f2b req-4ecd8c38-7b48-42cb-a1b5-b4f9544be5a1 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402095 Jul 23 00:06:04.192481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705fcd23-6d59-491c-bf2e-8c8b364613ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243335a1-e7b0-4fad-8482-9e1394d93976'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:04.194746 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81d4105-a365-445f-9766-eb8784ff8bc0" -d '{"events": [{"server_uuid": "705fcd23-6d59-491c-bf2e-8c8b364613ee", "name": "network-vif-plugged", "status": "completed", "tag": "243335a1-e7b0-4fad-8482-9e1394d93976"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:04.207349 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 243335a1-e7b0-4fad-8482-9e1394d93976, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=243335a1-e7b0-4fad-8482-9e1394d93976,segment=NetworkSegment(d24f16b6-51de-4dde-9322-0d609aae99ec),segment_id=d24f16b6-51de-4dde-9322-0d609aae99ec)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:04.211363 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:04.258993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=243335a1-e7b0-4fad-8482-9e1394d93976,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:04.351070 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c198ea9-c1e4-494a-a770-9e5a2a28f0f8 x-openstack-request-id: req-4c198ea9-c1e4-494a-a770-9e5a2a28f0f8 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:04.351374 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705fcd23-6d59-491c-bf2e-8c8b364613ee", "name": "network-vif-plugged", "status": "completed", "tag": "243335a1-e7b0-4fad-8482-9e1394d93976", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:04.351627 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c198ea9-c1e4-494a-a770-9e5a2a28f0f8 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:04.352025 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705fcd23-6d59-491c-bf2e-8c8b364613ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243335a1-e7b0-4fad-8482-9e1394d93976', 'code': 200} Jul 23 00:06:04.384721 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd82461e-ae13-4044-a5fa-d8a2c6359bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:04.438611 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:04.444904 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:04.484189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a14bbb-4580-4b27-8f1c-b3051082f993 req-a4534257-bca1-404a-8e52-7be0690ef442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:04.485730 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6a14bbb-4580-4b27-8f1c-b3051082f993 req-a4534257-bca1-404a-8e52-7be0690ef442 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 1097 time: 0.0551376 Jul 23 00:06:04.519523 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6a14bbb-4580-4b27-8f1c-b3051082f993 req-13702ea2-8191-4de3-9273-51f0566b4fd9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271780 Jul 23 00:06:05.310146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d4313-dc5d-41ab-bb28-fd71c4611721 req-481e7b3e-c76b-455c-a94b-e916b7048e0c tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:05.312435 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d2d4313-dc5d-41ab-bb28-fd71c4611721 req-481e7b3e-c76b-455c-a94b-e916b7048e0c tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 946 time: 0.0689726 Jul 23 00:06:05.349207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d2d4313-dc5d-41ab-bb28-fd71c4611721 req-ab3ca548-cc7f-4824-a09b-d612974f181c tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312355 Jul 23 00:06:05.590020 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:06.477039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94280a-dbb1-433f-a972-6b3ec969962d req-5dfc53cf-4ef4-471a-86b4-05157ee02eaf tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:06.478625 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c94280a-dbb1-433f-a972-6b3ec969962d req-5dfc53cf-4ef4-471a-86b4-05157ee02eaf tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 946 time: 0.0635550 Jul 23 00:06:06.516075 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c94280a-dbb1-433f-a972-6b3ec969962d req-862dca8f-a9e8-4694-8ffd-50f5b36374d2 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313675 Jul 23 00:06:07.079378 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:16.684612 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.576261 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:06:31.611617 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9df5f398-7661-4e41-804a-6f70e7089ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:34.386255 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-43eef93b-7502-4f71-9f75-970a67b50c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:34.436387 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:34.447466 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:34.965375 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33e634b8-782a-45c5-b972-52d90bf8e166 req-d97e4281-007e-47c4-b130-e930e81dfc89 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792849 Jul 23 00:06:35.092693 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e634b8-782a-45c5-b972-52d90bf8e166 req-5c3b5447-0755-483d-8eca-e2716b105864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:35.094277 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33e634b8-782a-45c5-b972-52d90bf8e166 req-5c3b5447-0755-483d-8eca-e2716b105864 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd23eda76c264ad48b7b38b22867cd13&device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 1097 time: 0.0577621 Jul 23 00:06:35.202811 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e634b8-782a-45c5-b972-52d90bf8e166 req-ac5cfe0c-2bf2-42b0-8dfd-fbec3245e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:35.204297 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33e634b8-782a-45c5-b972-52d90bf8e166 req-ac5cfe0c-2bf2-42b0-8dfd-fbec3245e79d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a951a26a-e6ad-4c97-ab91-42949258fdb8 HTTP/1.1" status: 200 len: 914 time: 0.0902686 Jul 23 00:06:35.248785 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33e634b8-782a-45c5-b972-52d90bf8e166 req-54a90be4-cd91-47f9-8a6e-c1c4711a523a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=243335a1-e7b0-4fad-8482-9e1394d93976 HTTP/1.1" status: 200 len: 217 time: 0.0382316 Jul 23 00:06:35.297676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e634b8-782a-45c5-b972-52d90bf8e166 req-aa69a0e4-a900-44b1-a69a-9daad5c51cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:35.299127 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33e634b8-782a-45c5-b972-52d90bf8e166 req-aa69a0e4-a900-44b1-a69a-9daad5c51cb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93753f0c-f4d7-438a-9fca-988a3c15ec5c HTTP/1.1" status: 200 len: 853 time: 0.0441973 Jul 23 00:06:35.335230 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33e634b8-782a-45c5-b972-52d90bf8e166 req-d10e7af5-7a83-4dcf-bec2-1221137fcc6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a951a26a-e6ad-4c97-ab91-42949258fdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266166 Jul 23 00:06:35.427150 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33e634b8-782a-45c5-b972-52d90bf8e166 req-5a0c70eb-e5fc-47d9-8dee-e09465e0c378 service neutron] 10.222.0.18 "GET /v2.0/networks/a951a26a-e6ad-4c97-ab91-42949258fdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854270 Jul 23 00:06:35.516914 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33e634b8-782a-45c5-b972-52d90bf8e166 req-1724e963-05ef-40d9-badd-68dc8e8be5ab service neutron] 10.222.0.18 "GET /v2.0/networks/a951a26a-e6ad-4c97-ab91-42949258fdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821083 Jul 23 00:06:35.593937 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:37.082706 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:46.684054 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:47.120423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29994386-a40d-4e40-a692-eeafe724f8a8 req-585d7550-3d39-44d7-b6cc-3762da3f4626 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:47.121845 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-29994386-a40d-4e40-a692-eeafe724f8a8 req-585d7550-3d39-44d7-b6cc-3762da3f4626 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 946 time: 0.0678129 Jul 23 00:06:47.158810 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-29994386-a40d-4e40-a692-eeafe724f8a8 req-837d6e77-f2ed-4a15-b8bd-67e953ea0ecf tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314016 Jul 23 00:06:48.289052 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f7684-9b6e-47a3-a262-196d9d6e80ac req-a1a8492e-dd0a-4e02-8d27-7d5e397ff899 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:48.290427 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cf2f7684-9b6e-47a3-a262-196d9d6e80ac req-a1a8492e-dd0a-4e02-8d27-7d5e397ff899 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 946 time: 0.0626898 Jul 23 00:06:48.327529 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cf2f7684-9b6e-47a3-a262-196d9d6e80ac req-319240a5-8b3b-4367-861a-1dc8e1c3b232 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307417 Jul 23 00:06:48.730741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a356543-a398-4182-80d0-777b27e49cc7 req-b83f824b-bae7-4954-b385-c11b901332e1 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:48.732237 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7a356543-a398-4182-80d0-777b27e49cc7 req-b83f824b-bae7-4954-b385-c11b901332e1 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.18 "GET /v2.0/ports?device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 946 time: 0.0612922 Jul 23 00:06:48.836082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7a356543-a398-4182-80d0-777b27e49cc7 req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Deleting port 243335a1-e7b0-4fad-8482-9e1394d93976 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:48.836374 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a356543-a398-4182-80d0-777b27e49cc7 req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:48.926562 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7a356543-a398-4182-80d0-777b27e49cc7 req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] For port 243335a1-e7b0-4fad-8482-9e1394d93976, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=243335a1-e7b0-4fad-8482-9e1394d93976,segment=NetworkSegment(d24f16b6-51de-4dde-9322-0d609aae99ec),segment_id=d24f16b6-51de-4dde-9322-0d609aae99ec)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:48.926921 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a356543-a398-4182-80d0-777b27e49cc7 req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:48.938986 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7a356543-a398-4182-80d0-777b27e49cc7 req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Calling delete_port for 243335a1-e7b0-4fad-8482-9e1394d93976 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:49.063183 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a356543-a398-4182-80d0-777b27e49cc7 req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:49.089310 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Pushing event deleted for resources: {'Port': ['ID=243335a1-e7b0-4fad-8482-9e1394d93976,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:49.095550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['243335a1-e7b0-4fad-8482-9e1394d93976'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:06:49.099430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:49.099818 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:49.100196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:49.100539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:49.100877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:49.101236 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:49.101567 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:49.101895 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:49.102223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:49.102549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:49.102879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:49.103202 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:49.152026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a356543-a398-4182-80d0-777b27e49cc7 req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] No DVR routers for this DVR port 243335a1-e7b0-4fad-8482-9e1394d93976 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:06:49.154729 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7a356543-a398-4182-80d0-777b27e49cc7 req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:49.156725 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7a356543-a398-4182-80d0-777b27e49cc7 req-1d7156d4-eb51-4307-9a27-d9da401eb0cd tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.18 "DELETE /v2.0/ports/243335a1-e7b0-4fad-8482-9e1394d93976 HTTP/1.1" status: 204 len: 173 time: 0.4195070 Jul 23 00:06:49.157201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705fcd23-6d59-491c-bf2e-8c8b364613ee', 'name': 'network-vif-deleted', 'tag': '243335a1-e7b0-4fad-8482-9e1394d93976'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:49.159448 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e856522b-9ab5-405b-9036-090ea433a336" -d '{"events": [{"server_uuid": "705fcd23-6d59-491c-bf2e-8c8b364613ee", "name": "network-vif-deleted", "tag": "243335a1-e7b0-4fad-8482-9e1394d93976"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:49.257174 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5690a507-9f79-444b-85f1-6bbcdc0f9ebd x-openstack-request-id: req-5690a507-9f79-444b-85f1-6bbcdc0f9ebd {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:49.257490 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705fcd23-6d59-491c-bf2e-8c8b364613ee", "name": "network-vif-deleted", "tag": "243335a1-e7b0-4fad-8482-9e1394d93976", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:49.257741 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5690a507-9f79-444b-85f1-6bbcdc0f9ebd {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:49.258142 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705fcd23-6d59-491c-bf2e-8c8b364613ee', 'name': 'network-vif-deleted', 'tag': '243335a1-e7b0-4fad-8482-9e1394d93976', 'status': 'completed', 'code': 200} Jul 23 00:06:49.433565 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-28826751-462c-4563-b919-f3ec062d1721 req-ae8bda51-1621-46da-a53b-e82a1648e8ea tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=705fcd23-6d59-491c-bf2e-8c8b364613ee HTTP/1.1" status: 200 len: 210 time: 0.0299664 Jul 23 00:06:52.209516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 243335a1-e7b0-4fad-8482-9e1394d93976 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:52.229111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 243335a1-e7b0-4fad-8482-9e1394d93976 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:06:52.229463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 243335a1-e7b0-4fad-8482-9e1394d93976 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:57.331941 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-9a19ad60-a111-454a-9804-1dbb12aedf3a tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:57.333413 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-9a19ad60-a111-454a-9804-1dbb12aedf3a tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/networks?id=a951a26a-e6ad-4c97-ab91-42949258fdb8 HTTP/1.1" status: 200 len: 813 time: 0.1042473 Jul 23 00:06:57.348495 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-45fa3042-420d-4277-9799-70eb89d7122f tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/quotas/bd23eda76c264ad48b7b38b22867cd13 HTTP/1.1" status: 200 len: 375 time: 0.0098054 Jul 23 00:06:57.381538 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-1801e6f0-8f63-4bc4-91f3-2a29cd2e4156 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd23eda76c264ad48b7b38b22867cd13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281501 Jul 23 00:06:57.471592 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-b483c180-b114-43ec-9444-d025cc030b4f service neutron] 10.222.0.26 "GET /v2.0/networks/a951a26a-e6ad-4c97-ab91-42949258fdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827060 Jul 23 00:06:57.556880 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-6154f3f1-eed4-477c-9f6b-5a58b7f30e90 service neutron] 10.222.0.26 "GET /v2.0/networks/a951a26a-e6ad-4c97-ab91-42949258fdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796714 Jul 23 00:06:58.733614 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c81b9218-cf82-465f-9f06-a3f57725954e req-8c911def-5667-45c2-9372-523755faaca5 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9b2d84d-30b3-429d-846e-a7ba66243204 HTTP/1.1" status: 200 len: 210 time: 0.0292771 Jul 23 00:06:59.721876 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-971ea102-cb7d-4107-b774-fbaf9a85230c tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:59.723344 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-971ea102-cb7d-4107-b774-fbaf9a85230c tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.18 "GET /v2.0/networks?id=a951a26a-e6ad-4c97-ab91-42949258fdb8 HTTP/1.1" status: 200 len: 813 time: 0.1048691 Jul 23 00:06:59.741135 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-f91bc811-46d4-458b-9477-7087f2b79ca4 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Request body: {'port': {'device_id': 'e9b2d84d-30b3-429d-846e-a7ba66243204', 'network_id': 'a951a26a-e6ad-4c97-ab91-42949258fdb8', 'admin_state_up': True, 'tenant_id': 'bd23eda76c264ad48b7b38b22867cd13'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:59.841525 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c70f269-89e8-4268-9e68-01a3d0f35ddb req-763e172d-f94f-46d3-8f3b-ce1fee4ab129 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9b2d84d-30b3-429d-846e-a7ba66243204 HTTP/1.1" status: 200 len: 210 time: 0.0347745 Jul 23 00:06:59.873719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-f91bc811-46d4-458b-9477-7087f2b79ca4 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Made reservation on behalf of bd23eda76c264ad48b7b38b22867cd13 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:06:59.877153 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-f91bc811-46d4-458b-9477-7087f2b79ca4 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:59.998819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-f91bc811-46d4-458b-9477-7087f2b79ca4 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Allocated IP 172.20.0.4 (a951a26a-e6ad-4c97-ab91-42949258fdb8/93753f0c-f4d7-438a-9fca-988a3c15ec5c/4185ea72-5b84-41aa-941e-c6e78e4f69ec) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:07:00.138119 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-f91bc811-46d4-458b-9477-7087f2b79ca4 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:00.175821 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-f91bc811-46d4-458b-9477-7087f2b79ca4 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:00.218774 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-f91bc811-46d4-458b-9477-7087f2b79ca4 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Network a951a26a-e6ad-4c97-ab91-42949258fdb8 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:07:00.223595 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-f91bc811-46d4-458b-9477-7087f2b79ca4 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:07:00.227110 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-f91bc811-46d4-458b-9477-7087f2b79ca4 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:07:00.251723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bc811-46d4-458b-9477-7087f2b79ca4 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Pushing event updated for resources: {'Port': ['ID=4185ea72-5b84-41aa-941e-c6e78e4f69ec,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:00.279955 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-f91bc811-46d4-458b-9477-7087f2b79ca4 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:00.280554 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-f91bc811-46d4-458b-9477-7087f2b79ca4 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:00.294215 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-f91bc811-46d4-458b-9477-7087f2b79ca4 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5573611 Jul 23 00:07:00.311167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Request body: {'port': {'device_id': 'e9b2d84d-30b3-429d-846e-a7ba66243204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:07:00.380511 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:00.643684 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4185ea72-5b84-41aa-941e-c6e78e4f69ec {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:07:00.650945 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:00.662759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Transition to ACTIVE for port object 4185ea72-5b84-41aa-941e-c6e78e4f69ec will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:07:00.665541 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:00.715515 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Pushing event updated for resources: {'Port': ['ID=4185ea72-5b84-41aa-941e-c6e78e4f69ec,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:00.783324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Attempting to bind port 4185ea72-5b84-41aa-941e-c6e78e4f69ec on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:07:00.783978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Attempting to bind port 4185ea72-5b84-41aa-941e-c6e78e4f69ec by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'd24f16b6-51de-4dde-9322-0d609aae99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a951a26a-e6ad-4c97-ab91-42949258fdb8'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:07:00.783978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Attempting to bind port 4185ea72-5b84-41aa-941e-c6e78e4f69ec on network a951a26a-e6ad-4c97-ab91-42949258fdb8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:07:00.788061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Port 4185ea72-5b84-41aa-941e-c6e78e4f69ec on network a951a26a-e6ad-4c97-ab91-42949258fdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:07:00.788391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Attempting to bind port 4185ea72-5b84-41aa-941e-c6e78e4f69ec on network a951a26a-e6ad-4c97-ab91-42949258fdb8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:07:00.793084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:07:00.793446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Checking segment: {'id': 'd24f16b6-51de-4dde-9322-0d609aae99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a951a26a-e6ad-4c97-ab91-42949258fdb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:07:00.794008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Bound using segment: {'id': 'd24f16b6-51de-4dde-9322-0d609aae99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a951a26a-e6ad-4c97-ab91-42949258fdb8'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:07:00.794361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Bound port: 4185ea72-5b84-41aa-941e-c6e78e4f69ec, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24f16b6-51de-4dde-9322-0d609aae99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a951a26a-e6ad-4c97-ab91-42949258fdb8'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:07:00.794716 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:00.855497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] For port 4185ea72-5b84-41aa-941e-c6e78e4f69ec, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:07:00.858463 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] For port 4185ea72-5b84-41aa-941e-c6e78e4f69ec, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=4185ea72-5b84-41aa-941e-c6e78e4f69ec,segment=NetworkSegment(d24f16b6-51de-4dde-9322-0d609aae99ec),segment_id=d24f16b6-51de-4dde-9322-0d609aae99ec)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:07:00.863207 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:00.898352 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:00.898960 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:00.900367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] 10.222.0.18 "PUT /v2.0/ports/4185ea72-5b84-41aa-941e-c6e78e4f69ec HTTP/1.1" status: 200 len: 1091 time: 0.5934122 Jul 23 00:07:00.900805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b2d84d-30b3-429d-846e-a7ba66243204', 'tag': '4185ea72-5b84-41aa-941e-c6e78e4f69ec'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:07:00.903175 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4a2424-a269-4d3b-b027-694af4d4a1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b2d84d-30b3-429d-846e-a7ba66243204", "tag": "4185ea72-5b84-41aa-941e-c6e78e4f69ec"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:07:00.952665 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815e21bb-9cbb-46ad-9594-05869f37d57e x-openstack-request-id: req-815e21bb-9cbb-46ad-9594-05869f37d57e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:07:00.952955 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b2d84d-30b3-429d-846e-a7ba66243204", "tag": "4185ea72-5b84-41aa-941e-c6e78e4f69ec", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:07:00.953253 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-815e21bb-9cbb-46ad-9594-05869f37d57e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:07:00.953659 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b2d84d-30b3-429d-846e-a7ba66243204', 'tag': '4185ea72-5b84-41aa-941e-c6e78e4f69ec', 'status': 'completed', 'code': 200} Jul 23 00:07:00.960197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee838fb-4ffc-483d-8155-6cbee58b785c service neutron] Pushing event updated for resources: {'Port': ['ID=4185ea72-5b84-41aa-941e-c6e78e4f69ec,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:01.034996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45c4d4-0ff9-4cc4-98a0-5d3c42a35e7c req-5df91055-754b-4dc9-8e96-917afbfc2730 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:01.036506 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c45c4d4-0ff9-4cc4-98a0-5d3c42a35e7c req-5df91055-754b-4dc9-8e96-917afbfc2730 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9b2d84d-30b3-429d-846e-a7ba66243204 HTTP/1.1" status: 200 len: 943 time: 0.1209717 Jul 23 00:07:01.052898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-90f84044-6d63-4ace-8681-c6aa479ccd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:01.054349 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-90f84044-6d63-4ace-8681-c6aa479ccd14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd23eda76c264ad48b7b38b22867cd13&device_id=e9b2d84d-30b3-429d-846e-a7ba66243204 HTTP/1.1" status: 200 len: 1094 time: 0.0913057 Jul 23 00:07:01.108608 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-030be460-6856-4a37-967a-baf8f0122fce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4185ea72-5b84-41aa-941e-c6e78e4f69ec HTTP/1.1" status: 200 len: 217 time: 0.0408063 Jul 23 00:07:01.111436 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c45c4d4-0ff9-4cc4-98a0-5d3c42a35e7c req-fdaedfca-a31c-40b6-bcc0-25424601eab8 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688186 Jul 23 00:07:01.160258 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-8b06d6f0-d55b-4be4-a3fd-820f6ee74441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:01.161726 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-8b06d6f0-d55b-4be4-a3fd-820f6ee74441 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93753f0c-f4d7-438a-9fca-988a3c15ec5c HTTP/1.1" status: 200 len: 853 time: 0.0473194 Jul 23 00:07:01.195626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-9cb790fc-bbe0-4863-ade2-5cc575611906 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a951a26a-e6ad-4c97-ab91-42949258fdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265110 Jul 23 00:07:01.283470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-fdc31370-f066-4478-a64b-94a2eab30616 service neutron] 10.222.0.18 "GET /v2.0/networks/a951a26a-e6ad-4c97-ab91-42949258fdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814044 Jul 23 00:07:01.373526 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-833839b6-f166-4b46-aaa8-9537e4a8aceb req-077d91ef-56d3-4828-a71a-608fd4115a60 service neutron] 10.222.0.18 "GET /v2.0/networks/a951a26a-e6ad-4c97-ab91-42949258fdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833175 Jul 23 00:07:01.505282 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a2424-a269-4d3b-b027-694af4d4a1f7 req-eb461635-fd0a-4715-90e3-82fdcd09c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:01.506752 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b4a2424-a269-4d3b-b027-694af4d4a1f7 req-eb461635-fd0a-4715-90e3-82fdcd09c1b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd23eda76c264ad48b7b38b22867cd13&device_id=e9b2d84d-30b3-429d-846e-a7ba66243204 HTTP/1.1" status: 200 len: 1094 time: 0.0528996 Jul 23 00:07:01.597055 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a2424-a269-4d3b-b027-694af4d4a1f7 req-a871ba55-73b9-436c-a920-01262b1c5e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:01.598534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b4a2424-a269-4d3b-b027-694af4d4a1f7 req-a871ba55-73b9-436c-a920-01262b1c5e46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a951a26a-e6ad-4c97-ab91-42949258fdb8 HTTP/1.1" status: 200 len: 914 time: 0.0851226 Jul 23 00:07:01.612798 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-50468f48-9afc-4978-81a0-d96e2ce17103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:01.642178 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b4a2424-a269-4d3b-b027-694af4d4a1f7 req-383dd124-3e97-4067-9959-0bcedeb1890f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4185ea72-5b84-41aa-941e-c6e78e4f69ec HTTP/1.1" status: 200 len: 217 time: 0.0371034 Jul 23 00:07:01.689071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a2424-a269-4d3b-b027-694af4d4a1f7 req-17f37788-a864-40f9-b34a-8056ffe1c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:01.690516 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b4a2424-a269-4d3b-b027-694af4d4a1f7 req-17f37788-a864-40f9-b34a-8056ffe1c62d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93753f0c-f4d7-438a-9fca-988a3c15ec5c HTTP/1.1" status: 200 len: 853 time: 0.0423350 Jul 23 00:07:01.728695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b4a2424-a269-4d3b-b027-694af4d4a1f7 req-34c833ff-b0a3-46fd-8a0a-ad7f839fb260 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a951a26a-e6ad-4c97-ab91-42949258fdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307422 Jul 23 00:07:01.816080 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b4a2424-a269-4d3b-b027-694af4d4a1f7 req-877035b0-6655-4e80-b2f5-ce9aee92f14c service neutron] 10.222.0.18 "GET /v2.0/networks/a951a26a-e6ad-4c97-ab91-42949258fdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809433 Jul 23 00:07:02.269466 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b4a2424-a269-4d3b-b027-694af4d4a1f7 req-296224ec-5e09-42fb-b86d-00f9836d867e service neutron] 10.222.0.18 "GET /v2.0/networks/a951a26a-e6ad-4c97-ab91-42949258fdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459214 Jul 23 00:07:02.294392 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec356b-b32a-477d-a037-d2f429e46d11 req-9b259960-b7af-47f9-adc2-dcb04f77088e tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:02.296014 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9dec356b-b32a-477d-a037-d2f429e46d11 req-9b259960-b7af-47f9-adc2-dcb04f77088e tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9b2d84d-30b3-429d-846e-a7ba66243204 HTTP/1.1" status: 200 len: 943 time: 0.0816803 Jul 23 00:07:02.336000 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9dec356b-b32a-477d-a037-d2f429e46d11 req-1199124e-7426-415e-9900-c843ee17661b tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341368 Jul 23 00:07:02.574500 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:07:03.463523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414561c7-a8b0-4098-b923-e5dc634998fb req-3448e627-b304-4416-a122-991a49ab0bb2 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:03.464984 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-414561c7-a8b0-4098-b923-e5dc634998fb req-3448e627-b304-4416-a122-991a49ab0bb2 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9b2d84d-30b3-429d-846e-a7ba66243204 HTTP/1.1" status: 200 len: 943 time: 0.0622461 Jul 23 00:07:03.506602 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-414561c7-a8b0-4098-b923-e5dc634998fb req-0cfd8c82-9030-4ef5-a72e-0ef5acaa36c5 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349057 Jul 23 00:07:04.252729 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 4185ea72-5b84-41aa-941e-c6e78e4f69ec details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:07:04.349243 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 4185ea72-5b84-41aa-941e-c6e78e4f69ec, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=4185ea72-5b84-41aa-941e-c6e78e4f69ec,segment=NetworkSegment(d24f16b6-51de-4dde-9322-0d609aae99ec),segment_id=d24f16b6-51de-4dde-9322-0d609aae99ec)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:04.360862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '4185ea72-5b84-41aa-941e-c6e78e4f69ec', 'network_id': 'a951a26a-e6ad-4c97-ab91-42949258fdb8', 'port_id': '4185ea72-5b84-41aa-941e-c6e78e4f69ec', 'mac_address': 'fa:16:3e:ec:f8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93753f0c-f4d7-438a-9fca-988a3c15ec5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:07:04.406510 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0065499d-7570-4fb7-8a03-54c6c2ceafdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:04.408204 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:04.433583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4185ea72-5b84-41aa-941e-c6e78e4f69ec {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:07:04.446830 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:04.461513 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:04.463134 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 4185ea72-5b84-41aa-941e-c6e78e4f69ec, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=4185ea72-5b84-41aa-941e-c6e78e4f69ec,segment=NetworkSegment(d24f16b6-51de-4dde-9322-0d609aae99ec),segment_id=d24f16b6-51de-4dde-9322-0d609aae99ec)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:04.467179 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:04.514437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=4185ea72-5b84-41aa-941e-c6e78e4f69ec,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:04.521761 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:04.522111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:04.522455 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:04.522790 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:04.523121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:04.523447 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:04.523773 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:04.524097 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:04.524420 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:04.524739 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:04.525059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:04.525546 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:04.636310 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f277ac4-f34e-4169-a40f-b3a2072e494d req-bbce54ef-2f85-4d9d-be24-7be91e2ab441 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:04.637909 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f277ac4-f34e-4169-a40f-b3a2072e494d req-bbce54ef-2f85-4d9d-be24-7be91e2ab441 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9b2d84d-30b3-429d-846e-a7ba66243204 HTTP/1.1" status: 200 len: 944 time: 0.0643466 Jul 23 00:07:04.675862 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f277ac4-f34e-4169-a40f-b3a2072e494d req-d7c0ae86-5f05-4476-b990-4d006d36bf59 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324016 Jul 23 00:07:04.734672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['4185ea72-5b84-41aa-941e-c6e78e4f69ec'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:07:05.596580 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:05.803924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e5881-c407-4a23-8925-7fe732f83db6 req-eb6be7ef-401b-4fe2-8d2c-0467f3d754c7 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:05.805405 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a18e5881-c407-4a23-8925-7fe732f83db6 req-eb6be7ef-401b-4fe2-8d2c-0467f3d754c7 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9b2d84d-30b3-429d-846e-a7ba66243204 HTTP/1.1" status: 200 len: 944 time: 0.0632784 Jul 23 00:07:05.842009 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a18e5881-c407-4a23-8925-7fe732f83db6 req-65948f2b-b523-46e4-bb3e-35169eb20ea5 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304344 Jul 23 00:07:06.268917 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 4185ea72-5b84-41aa-941e-c6e78e4f69ec up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:07:06.320721 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 4185ea72-5b84-41aa-941e-c6e78e4f69ec completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:07:06.324330 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 4185ea72-5b84-41aa-941e-c6e78e4f69ec triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:07:06.324945 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:06.405256 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:06.427934 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b2d84d-30b3-429d-846e-a7ba66243204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4185ea72-5b84-41aa-941e-c6e78e4f69ec'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:07:06.430181 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd103cd-499a-4cdc-a787-cd07243314c4" -d '{"events": [{"server_uuid": "e9b2d84d-30b3-429d-846e-a7ba66243204", "name": "network-vif-plugged", "status": "completed", "tag": "4185ea72-5b84-41aa-941e-c6e78e4f69ec"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:07:06.443650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 4185ea72-5b84-41aa-941e-c6e78e4f69ec, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=4185ea72-5b84-41aa-941e-c6e78e4f69ec,segment=NetworkSegment(d24f16b6-51de-4dde-9322-0d609aae99ec),segment_id=d24f16b6-51de-4dde-9322-0d609aae99ec)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:06.448168 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:06.472092 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575d3718-dfe7-42a0-b8d4-7f03b62a342b x-openstack-request-id: req-575d3718-dfe7-42a0-b8d4-7f03b62a342b {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:07:06.472389 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b2d84d-30b3-429d-846e-a7ba66243204", "name": "network-vif-plugged", "status": "completed", "tag": "4185ea72-5b84-41aa-941e-c6e78e4f69ec", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:07:06.472642 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-575d3718-dfe7-42a0-b8d4-7f03b62a342b {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:07:06.473029 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b2d84d-30b3-429d-846e-a7ba66243204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4185ea72-5b84-41aa-941e-c6e78e4f69ec', 'code': 200} Jul 23 00:07:06.499923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=4185ea72-5b84-41aa-941e-c6e78e4f69ec,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:06.609721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8846fde-78e7-46b3-987d-a63eb4047ef9 req-1e67164c-0605-4da6-b2fc-b3dc23934d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:06.611210 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8846fde-78e7-46b3-987d-a63eb4047ef9 req-1e67164c-0605-4da6-b2fc-b3dc23934d9c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9b2d84d-30b3-429d-846e-a7ba66243204 HTTP/1.1" status: 200 len: 1096 time: 0.0574219 Jul 23 00:07:06.645392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8846fde-78e7-46b3-987d-a63eb4047ef9 req-fc4e35da-5201-491e-9621-a178515abb0c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266528 Jul 23 00:07:06.968335 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8d1d9-d8e9-43f2-8805-a1aea2af3255 req-45c76b32-0a3a-403e-ac0d-9e191770e8de tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:06.969871 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6da8d1d9-d8e9-43f2-8805-a1aea2af3255 req-45c76b32-0a3a-403e-ac0d-9e191770e8de tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9b2d84d-30b3-429d-846e-a7ba66243204 HTTP/1.1" status: 200 len: 945 time: 0.0624754 Jul 23 00:07:07.006948 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6da8d1d9-d8e9-43f2-8805-a1aea2af3255 req-ebd3c0cf-2d31-4635-975a-e4c0e162d1c5 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314384 Jul 23 00:07:07.084064 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:08.136895 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abadce-0f83-48d0-bcbe-66e97e5c69f9 req-f622f6ac-d760-4c96-b6c4-e1b28d6088e9 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:08.138539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9abadce-0f83-48d0-bcbe-66e97e5c69f9 req-f622f6ac-d760-4c96-b6c4-e1b28d6088e9 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9b2d84d-30b3-429d-846e-a7ba66243204 HTTP/1.1" status: 200 len: 945 time: 0.0639319 Jul 23 00:07:08.179376 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9abadce-0f83-48d0-bcbe-66e97e5c69f9 req-f936b55e-6274-479d-be24-90e04cb65fe7 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352249 Jul 23 00:07:16.692286 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:31.615585 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1bb7d95-af2f-474c-a382-82a7a6ff4046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:33.457834 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d773ee-0ccd-45da-851e-b07389b3effa req-7033ea15-a730-444e-bf18-ad9c75d9ffb7 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:33.459345 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5d773ee-0ccd-45da-851e-b07389b3effa req-7033ea15-a730-444e-bf18-ad9c75d9ffb7 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9b2d84d-30b3-429d-846e-a7ba66243204 HTTP/1.1" status: 200 len: 945 time: 0.0632076 Jul 23 00:07:33.495762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5d773ee-0ccd-45da-851e-b07389b3effa req-ab349dd6-51b3-4b90-84d4-1986ce8a9b22 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309491 Jul 23 00:07:34.386646 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-24d66c0c-75df-4bfa-9030-c7f80a6f7db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:34.428836 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:34.438569 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:34.632657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bddce6-6add-4603-957f-ced52167a91a req-d9bd2206-dfec-4820-b471-4f4a5d0c614b tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:34.634159 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8bddce6-6add-4603-957f-ced52167a91a req-d9bd2206-dfec-4820-b471-4f4a5d0c614b tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9b2d84d-30b3-429d-846e-a7ba66243204 HTTP/1.1" status: 200 len: 945 time: 0.0662367 Jul 23 00:07:34.671420 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e8bddce6-6add-4603-957f-ced52167a91a req-f1cd119a-d3b0-41d4-b563-80e697faa09e tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/security-groups?id=239f1d53-01db-4660-9233-38ade07669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Jul 23 00:07:35.137006 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6a512-537b-4472-922c-87bb02ff972f req-5471472a-7c63-4856-934d-0cd3456ed555 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:35.139258 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32b6a512-537b-4472-922c-87bb02ff972f req-5471472a-7c63-4856-934d-0cd3456ed555 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9b2d84d-30b3-429d-846e-a7ba66243204 HTTP/1.1" status: 200 len: 945 time: 0.0659933 Jul 23 00:07:35.233418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-32b6a512-537b-4472-922c-87bb02ff972f req-423dacaa-6e19-4a7d-9ad1-9527e5e165c1 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Deleting port 4185ea72-5b84-41aa-941e-c6e78e4f69ec {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:07:35.233754 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32b6a512-537b-4472-922c-87bb02ff972f req-423dacaa-6e19-4a7d-9ad1-9527e5e165c1 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:35.322056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-32b6a512-537b-4472-922c-87bb02ff972f req-423dacaa-6e19-4a7d-9ad1-9527e5e165c1 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] For port 4185ea72-5b84-41aa-941e-c6e78e4f69ec, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=4185ea72-5b84-41aa-941e-c6e78e4f69ec,segment=NetworkSegment(d24f16b6-51de-4dde-9322-0d609aae99ec),segment_id=d24f16b6-51de-4dde-9322-0d609aae99ec)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:35.322334 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32b6a512-537b-4472-922c-87bb02ff972f req-423dacaa-6e19-4a7d-9ad1-9527e5e165c1 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:35.334188 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-32b6a512-537b-4472-922c-87bb02ff972f req-423dacaa-6e19-4a7d-9ad1-9527e5e165c1 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Calling delete_port for 4185ea72-5b84-41aa-941e-c6e78e4f69ec owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:07:35.457255 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32b6a512-537b-4472-922c-87bb02ff972f req-423dacaa-6e19-4a7d-9ad1-9527e5e165c1 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:35.489378 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['4185ea72-5b84-41aa-941e-c6e78e4f69ec'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:07:35.490290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423dacaa-6e19-4a7d-9ad1-9527e5e165c1 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Pushing event deleted for resources: {'Port': ['ID=4185ea72-5b84-41aa-941e-c6e78e4f69ec,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:35.535782 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b6a512-537b-4472-922c-87bb02ff972f req-423dacaa-6e19-4a7d-9ad1-9527e5e165c1 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] No DVR routers for this DVR port 4185ea72-5b84-41aa-941e-c6e78e4f69ec on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:07:35.538374 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-32b6a512-537b-4472-922c-87bb02ff972f req-423dacaa-6e19-4a7d-9ad1-9527e5e165c1 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:35.540489 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32b6a512-537b-4472-922c-87bb02ff972f req-423dacaa-6e19-4a7d-9ad1-9527e5e165c1 tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.18 "DELETE /v2.0/ports/4185ea72-5b84-41aa-941e-c6e78e4f69ec HTTP/1.1" status: 204 len: 173 time: 0.3961918 Jul 23 00:07:35.541064 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b2d84d-30b3-429d-846e-a7ba66243204', 'name': 'network-vif-deleted', 'tag': '4185ea72-5b84-41aa-941e-c6e78e4f69ec'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:07:35.543489 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4671a47b-1dea-4c82-8828-c60c41d3eaf2" -d '{"events": [{"server_uuid": "e9b2d84d-30b3-429d-846e-a7ba66243204", "name": "network-vif-deleted", "tag": "4185ea72-5b84-41aa-941e-c6e78e4f69ec"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:07:35.581806 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306bc9eb-0221-4b89-989c-ef410fdbd754 x-openstack-request-id: req-306bc9eb-0221-4b89-989c-ef410fdbd754 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:07:35.582129 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b2d84d-30b3-429d-846e-a7ba66243204", "name": "network-vif-deleted", "tag": "4185ea72-5b84-41aa-941e-c6e78e4f69ec", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:07:35.582384 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-306bc9eb-0221-4b89-989c-ef410fdbd754 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:07:35.582816 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b2d84d-30b3-429d-846e-a7ba66243204', 'name': 'network-vif-deleted', 'tag': '4185ea72-5b84-41aa-941e-c6e78e4f69ec', 'status': 'completed', 'code': 200} Jul 23 00:07:35.600254 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:35.777167 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ce2cce6-f14d-4561-8d89-7bf790e99df7 req-2f91ced3-1593-478b-92a4-8257aae52cae tempest-VolumesSnapshotTestJSON-2056199972 tempest-VolumesSnapshotTestJSON-2056199972-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9b2d84d-30b3-429d-846e-a7ba66243204 HTTP/1.1" status: 200 len: 210 time: 0.0293882 Jul 23 00:07:37.090787 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:38.438845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 4185ea72-5b84-41aa-941e-c6e78e4f69ec no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:07:38.459404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 4185ea72-5b84-41aa-941e-c6e78e4f69ec {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:07:38.459744 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 4185ea72-5b84-41aa-941e-c6e78e4f69ec not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:07:39.572827 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:07:46.714669 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:01.619955 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e75c7bf3-c684-4160-9931-5cc13aa642b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:04.389577 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ca500f5a-f671-4699-9813-5356e036b780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:04.429617 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:04.450858 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:05.602945 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:07.090214 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:16.573988 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:08:16.708817 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:16.779160 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55896) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:17.159493 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Deleting subnet 93753f0c-f4d7-438a-9fca-988a3c15ec5c {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:08:17.162537 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.197383 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.237669 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.290581 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.318856 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93753f0c-f4d7-438a-9fca-988a3c15ec5c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:17.327065 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.328919 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/93753f0c-f4d7-438a-9fca-988a3c15ec5c HTTP/1.1" status: 204 len: 168 time: 0.5487604 Jul 23 00:08:17.330850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.331286 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.331632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.331767 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55900) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:17.332189 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.332290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.332603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.332930 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.333282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.333607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.333929 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.334252 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.334572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfe67c-6978-412d-8ff0-026c519e754f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.404885 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.481895 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.491941 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a951a26a-e6ad-4c97-ab91-42949258fdb8']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:17.502172 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24f16b6-51de-4dde-9322-0d609aae99ec') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:17.502460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24f16b6-51de-4dde-9322-0d609aae99ec') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:17.511290 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.529491 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.535733 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:08:17.536122 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:08:17.537792 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:08:17.590262 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.595922 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.597888 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a951a26a-e6ad-4c97-ab91-42949258fdb8 HTTP/1.1" status: 204 len: 168 time: 0.2652457 Jul 23 00:08:17.609630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a951a26a-e6ad-4c97-ab91-42949258fdb8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:17.617187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.617539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.617883 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.618219 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.618556 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.618889 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.619217 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.619545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.619871 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.620194 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.620517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.620841 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7fbbc-4bb7-4aff-9b08-dca8838ee1c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:17.722963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55904) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:17.762158 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8ec19d08-a96d-4963-a3de-87ac94cefed1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd23eda76c264ad48b7b38b22867cd13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375049 Jul 23 00:08:17.764516 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55906) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:17.811674 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-322fc64f-bc27-45c3-ab7a-dbdd0af208fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.832526 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-322fc64f-bc27-45c3-ab7a-dbdd0af208fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.882429 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-322fc64f-bc27-45c3-ab7a-dbdd0af208fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.884896 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-322fc64f-bc27-45c3-ab7a-dbdd0af208fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.886110 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-322fc64f-bc27-45c3-ab7a-dbdd0af208fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/239f1d53-01db-4660-9233-38ade07669d0 HTTP/1.1" status: 204 len: 168 time: 0.1205778 Jul 23 00:08:17.894463 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fc64f-bc27-45c3-ab7a-dbdd0af208fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239f1d53-01db-4660-9233-38ade07669d0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:18.519830 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55928) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:18.623204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d77b1b1c-66f5-4b94-92ad-d1e1023703b5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-144273308-network', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:08:18.643281 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77b1b1c-66f5-4b94-92ad-d1e1023703b5 admin admin] Made reservation on behalf of ccb5efae60bd4cdf8fb4f79b285959a8 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:08:18.645537 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d77b1b1c-66f5-4b94-92ad-d1e1023703b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:18.654654 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d77b1b1c-66f5-4b94-92ad-d1e1023703b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:18.741220 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d77b1b1c-66f5-4b94-92ad-d1e1023703b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:18.745189 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d77b1b1c-66f5-4b94-92ad-d1e1023703b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:18.770913 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77b1b1c-66f5-4b94-92ad-d1e1023703b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:08:18.781253 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b1b1c-66f5-4b94-92ad-d1e1023703b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50196cd-7a62-4255-b36e-0c6d3f79619b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:18.785880 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d77b1b1c-66f5-4b94-92ad-d1e1023703b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:18.786204 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-d77b1b1c-66f5-4b94-92ad-d1e1023703b5 admin admin] Added segment 8e7631d9-738a-4db3-b1c1-feeeea95acd3 of type vlan for network ff22ee38-78c0-497b-aa5a-c135c965ecd6 Jul 23 00:08:18.824643 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d77b1b1c-66f5-4b94-92ad-d1e1023703b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:18.852504 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d77b1b1c-66f5-4b94-92ad-d1e1023703b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:18.853440 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77b1b1c-66f5-4b94-92ad-d1e1023703b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:18.854006 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d77b1b1c-66f5-4b94-92ad-d1e1023703b5 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:18.883879 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d77b1b1c-66f5-4b94-92ad-d1e1023703b5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3629646 Jul 23 00:08:18.887780 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55932) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:18.892734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-9fe1e962-b255-4bc0-acff-0f819b01e2b0 admin admin] Request body: {'subnet': {'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-144273308-subnet', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:08:18.913744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe1e962-b255-4bc0-acff-0f819b01e2b0 admin admin] Made reservation on behalf of ccb5efae60bd4cdf8fb4f79b285959a8 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:08:18.915529 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b1b1c-66f5-4b94-92ad-d1e1023703b5 admin admin] Pushing event updated for resources: {'Network': ['ID=ff22ee38-78c0-497b-aa5a-c135c965ecd6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:18.916178 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e962-b255-4bc0-acff-0f819b01e2b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:18.926609 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network ff22ee38-78c0-497b-aa5a-c135c965ecd6 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:08:19.087379 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e962-b255-4bc0-acff-0f819b01e2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:19.143525 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e962-b255-4bc0-acff-0f819b01e2b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec3b9159-e475-44ea-81ba-30bd90b0f44c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:19.151187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe1e962-b255-4bc0-acff-0f819b01e2b0 admin admin] Checking segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:08:19.151558 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe1e962-b255-4bc0-acff-0f819b01e2b0 admin admin] Network hostable DHCP agents. Network: ff22ee38-78c0-497b-aa5a-c135c965ecd6, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:08:19.167180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe1e962-b255-4bc0-acff-0f819b01e2b0 admin admin] Network ff22ee38-78c0-497b-aa5a-c135c965ecd6 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:08:19.176448 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9fe1e962-b255-4bc0-acff-0f819b01e2b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, ff22ee38-78c0-497b-aa5a-c135c965ecd6) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:08:19.180452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe1e962-b255-4bc0-acff-0f819b01e2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:19.181041 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e962-b255-4bc0-acff-0f819b01e2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:19.186054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6063c5df-be92-4ae6-a474-a4c56d9958ee None None] Network ff22ee38-78c0-497b-aa5a-c135c965ecd6 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:08:19.194869 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9fe1e962-b255-4bc0-acff-0f819b01e2b0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3062701 Jul 23 00:08:19.197725 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55934) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:19.202396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:08:19.222417 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:19.223527 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:19.273329 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:19.335766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:08:19.336612 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:19.408643 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:19.471444 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Allocated IP 172.20.0.2 (ff22ee38-78c0-497b-aa5a-c135c965ecd6/ec3b9159-e475-44ea-81ba-30bd90b0f44c/746cde99-243d-4094-bd84-96de7dbc409c) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:08:19.605364 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:19.608389 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:19.616332 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Transition to ACTIVE for port object 746cde99-243d-4094-bd84-96de7dbc409c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:08:19.628905 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:19.631780 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Transition to ACTIVE for port object 746cde99-243d-4094-bd84-96de7dbc409c will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:08:19.637314 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:19.680120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Network ff22ee38-78c0-497b-aa5a-c135c965ecd6 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:08:19.683126 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:08:19.687572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:08:19.690517 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Pushing event updated for resources: {'Port': ['ID=746cde99-243d-4094-bd84-96de7dbc409c,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:19.702210 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:19.702550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:19.702886 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:19.703216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:19.703541 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:19.703875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:19.704187 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:19.704506 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:19.704837 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:19.705186 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:19.705533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:19.705904 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:19.732464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Allocated IP 172.25.4.4 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/2859283b-e64c-47bd-95c8-0d60ab6e192a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:08:19.847417 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:19.893432 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:19.920874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Attempting to bind port 746cde99-243d-4094-bd84-96de7dbc409c on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:08:19.921278 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Attempting to bind port 746cde99-243d-4094-bd84-96de7dbc409c by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:08:19.921651 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Attempting to bind port 746cde99-243d-4094-bd84-96de7dbc409c on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:08:19.926849 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:08:19.927518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Checking segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:08:19.927654 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:19.928718 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Bound using segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:08:19.929224 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Bound port: 746cde99-243d-4094-bd84-96de7dbc409c, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:08:19.929607 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:19.931265 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:08:19.936593 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:08:19.942555 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:08:19.973125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Pushing event updated for resources: {'Port': ['ID=2859283b-e64c-47bd-95c8-0d60ab6e192a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:19.997934 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] For port 746cde99-243d-4094-bd84-96de7dbc409c, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:08:20.001105 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] For port 746cde99-243d-4094-bd84-96de7dbc409c, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=746cde99-243d-4094-bd84-96de7dbc409c,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:08:20.005883 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:20.085390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd45bc5-239a-47c4-baaa-e5750f628d92 None None] Pushing event updated for resources: {'Port': ['ID=746cde99-243d-4094-bd84-96de7dbc409c,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:20.241401 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:20.446940 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:20.576347 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Router 2fc7daca-3183-4929-8334-374fd57755bb is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:08:20.688296 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:08:20.699810 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Sync routers for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:08:20.709838 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:20.711130 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ddb9f93c-de1c-425f-8932-0a07215c17b5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5123770 Jul 23 00:08:20.714004 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55936) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:20.714982 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:08:20.715473 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:08:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:20.727275 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 746cde99-243d-4094-bd84-96de7dbc409c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:08:20.827266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 746cde99-243d-4094-bd84-96de7dbc409c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:08:20.862818 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:08:21.061544 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:20Z', 'revision_number': 3, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:21.062609 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecdecd6-1762-49d9-9534-5c8b550b7b09 None None] Network ff22ee38-78c0-497b-aa5a-c135c965ecd6 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:08:21.092261 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Checking router: 2fc7daca-3183-4929-8334-374fd57755bb for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:08:21.092640 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Updating router 2fc7daca-3183-4929-8334-374fd57755bb port 2859283b-e64c-47bd-95c8-0d60ab6e192a binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:08:21.128899 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.138770 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-193a4630-a376-4014-8d56-307d1d4f6f50 None None] Provisioning for port 746cde99-243d-4094-bd84-96de7dbc409c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:08:21.147982 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-193a4630-a376-4014-8d56-307d1d4f6f50 None None] Provisioning complete for port 746cde99-243d-4094-bd84-96de7dbc409c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:21.148438 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-193a4630-a376-4014-8d56-307d1d4f6f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.189508 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.294197 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-193a4630-a376-4014-8d56-307d1d4f6f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.339275 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-193a4630-a376-4014-8d56-307d1d4f6f50 None None] For port 746cde99-243d-4094-bd84-96de7dbc409c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=746cde99-243d-4094-bd84-96de7dbc409c,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:08:21.344067 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-193a4630-a376-4014-8d56-307d1d4f6f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.360994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Allocated IP 172.20.0.1 (ff22ee38-78c0-497b-aa5a-c135c965ecd6/ec3b9159-e475-44ea-81ba-30bd90b0f44c/1b750d47-8028-4fc2-8f34-bfcac19c0eec) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:08:21.398051 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a4630-a376-4014-8d56-307d1d4f6f50 None None] Pushing event updated for resources: {'Port': ['ID=746cde99-243d-4094-bd84-96de7dbc409c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:21.413029 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.424924 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Transition to ACTIVE for port object 2859283b-e64c-47bd-95c8-0d60ab6e192a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:08:21.432756 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.472927 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.488255 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Transition to ACTIVE for port object 1b750d47-8028-4fc2-8f34-bfcac19c0eec will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:08:21.524987 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.572612 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Attempting to bind port 2859283b-e64c-47bd-95c8-0d60ab6e192a on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:08:21.572976 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Attempting to bind port 2859283b-e64c-47bd-95c8-0d60ab6e192a by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:08:21.573364 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Attempting to bind port 2859283b-e64c-47bd-95c8-0d60ab6e192a on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:08:21.581081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Network ff22ee38-78c0-497b-aa5a-c135c965ecd6 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:08:21.584357 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:08:21.584742 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:08:21.585140 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:08:21.585260 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.585530 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:08:21.585986 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Bound port: 2859283b-e64c-47bd-95c8-0d60ab6e192a, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:08:21.586355 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.586966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Pushing event updated for resources: {'Port': ['ID=1b750d47-8028-4fc2-8f34-bfcac19c0eec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:21.589132 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:08:21.610142 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdff5f-bd47-4a61-a5e2-934f3350b867 None None] Pushing event updated for resources: {'Port': ['ID=2859283b-e64c-47bd-95c8-0d60ab6e192a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:21.625421 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdff5f-bd47-4a61-a5e2-934f3350b867 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:21.625757 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdff5f-bd47-4a61-a5e2-934f3350b867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:21.626111 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdff5f-bd47-4a61-a5e2-934f3350b867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:21.626446 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdff5f-bd47-4a61-a5e2-934f3350b867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:21.626842 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdff5f-bd47-4a61-a5e2-934f3350b867 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:21.627085 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdff5f-bd47-4a61-a5e2-934f3350b867 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:21.627402 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdff5f-bd47-4a61-a5e2-934f3350b867 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:21.627814 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdff5f-bd47-4a61-a5e2-934f3350b867 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:21.628201 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdff5f-bd47-4a61-a5e2-934f3350b867 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:21.628528 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdff5f-bd47-4a61-a5e2-934f3350b867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:21.628724 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.628960 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdff5f-bd47-4a61-a5e2-934f3350b867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:21.629595 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdff5f-bd47-4a61-a5e2-934f3350b867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:21.655960 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] For port 2859283b-e64c-47bd-95c8-0d60ab6e192a, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:08:21.659894 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] For port 2859283b-e64c-47bd-95c8-0d60ab6e192a, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2859283b-e64c-47bd-95c8-0d60ab6e192a,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:08:21.667123 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.673068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-91b8888f-be3c-4ef5-8e33-e80de67cc817 None None] Provisioning complete for port 746cde99-243d-4094-bd84-96de7dbc409c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:21.673840 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91b8888f-be3c-4ef5-8e33-e80de67cc817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.736772 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:08:21.737588 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:08:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:21.740584 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdff5f-bd47-4a61-a5e2-934f3350b867 None None] Pushing event updated for resources: {'Port': ['ID=2859283b-e64c-47bd-95c8-0d60ab6e192a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:21.805738 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.862021 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:08:21.898113 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d211ba2b-db3c-46fe-9d29-bdbf1bb24bd8 None None] Provisioning for port 1b750d47-8028-4fc2-8f34-bfcac19c0eec completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:08:21.901887 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d211ba2b-db3c-46fe-9d29-bdbf1bb24bd8 None None] Provisioning complete for port 1b750d47-8028-4fc2-8f34-bfcac19c0eec triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:21.902496 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d211ba2b-db3c-46fe-9d29-bdbf1bb24bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.941282 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d211ba2b-db3c-46fe-9d29-bdbf1bb24bd8 None None] Port 1b750d47-8028-4fc2-8f34-bfcac19c0eec cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:08:21.975220 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.981473 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:22.045866 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:20Z', 'revision_number': 3, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:22.051606 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Pushing event updated for resources: {'Port': ['ID=1b750d47-8028-4fc2-8f34-bfcac19c0eec,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:22.054187 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:22.071777 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09ab82e-2529-46ba-86e6-22a3ce65bfe6 None None] The sync data for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 is: [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:20Z', 'revision_number': 3, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:08:22.152494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Network ff22ee38-78c0-497b-aa5a-c135c965ecd6 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:08:22.153888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:08:22.281439 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Router 2fc7daca-3183-4929-8334-374fd57755bb has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:08:22.404714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:08:22.418443 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1af81b06-ccd3-45a7-860d-d9f5b47b07f3 admin admin] 10.222.0.26 "PUT /v2.0/routers/2fc7daca-3183-4929-8334-374fd57755bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6953959 Jul 23 00:08:22.465179 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5e3bab87-51c0-48b0-b866-411c922da64c None None] Provisioning complete for port 1b750d47-8028-4fc2-8f34-bfcac19c0eec triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:22.466256 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5e3bab87-51c0-48b0-b866-411c922da64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:22.500961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5e3bab87-51c0-48b0-b866-411c922da64c None None] Port 1b750d47-8028-4fc2-8f34-bfcac19c0eec cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:08:22.767709 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2859283b-e64c-47bd-95c8-0d60ab6e192a up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:08:22.820131 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 2859283b-e64c-47bd-95c8-0d60ab6e192a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:08:22.825136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 2859283b-e64c-47bd-95c8-0d60ab6e192a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:22.825523 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:22.911277 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:22.929729 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55952) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:22.933505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 2859283b-e64c-47bd-95c8-0d60ab6e192a, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2859283b-e64c-47bd-95c8-0d60ab6e192a,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:08:22.935256 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6fdd07d2-a85f-42b3-ac44-0967681f2973 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-28479846-network', 'tenant_id': '8fc3c87bb84c43bd954179f2fcfabdcb'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:08:22.937657 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:22.938543 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 746cde99-243d-4094-bd84-96de7dbc409c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:08:22.961676 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdd07d2-a85f-42b3-ac44-0967681f2973 admin admin] Made reservation on behalf of 8fc3c87bb84c43bd954179f2fcfabdcb for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:08:22.964245 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fdd07d2-a85f-42b3-ac44-0967681f2973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:22.974594 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fdd07d2-a85f-42b3-ac44-0967681f2973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:23.018928 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=2859283b-e64c-47bd-95c8-0d60ab6e192a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:23.029508 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 746cde99-243d-4094-bd84-96de7dbc409c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:23.029883 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:23.073141 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fdd07d2-a85f-42b3-ac44-0967681f2973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:23.077705 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fdd07d2-a85f-42b3-ac44-0967681f2973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:23.101732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fdd07d2-a85f-42b3-ac44-0967681f2973 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:08:23.111303 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd07d2-a85f-42b3-ac44-0967681f2973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a2287c-b851-42a5-a295-0576984b79af,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:23.116138 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fdd07d2-a85f-42b3-ac44-0967681f2973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:23.116487 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-6fdd07d2-a85f-42b3-ac44-0967681f2973 admin admin] Added segment 07eb6754-f23e-4820-bb59-34712e90d1a7 of type vlan for network b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2 Jul 23 00:08:23.157690 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fdd07d2-a85f-42b3-ac44-0967681f2973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:23.186812 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fdd07d2-a85f-42b3-ac44-0967681f2973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:23.187758 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdd07d2-a85f-42b3-ac44-0967681f2973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:23.188340 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fdd07d2-a85f-42b3-ac44-0967681f2973 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:23.220163 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6fdd07d2-a85f-42b3-ac44-0967681f2973 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2892308 Jul 23 00:08:23.222957 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:23.228170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d5561984-0c78-493f-acb3-b84a5146e215 admin admin] Request body: {'subnet': {'network_id': 'b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-28479846-subnet', 'tenant_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:08:23.248843 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5561984-0c78-493f-acb3-b84a5146e215 admin admin] Made reservation on behalf of 8fc3c87bb84c43bd954179f2fcfabdcb for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:08:23.251102 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5561984-0c78-493f-acb3-b84a5146e215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:23.253605 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd07d2-a85f-42b3-ac44-0967681f2973 admin admin] Pushing event updated for resources: {'Network': ['ID=b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:23.264463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:08:23.426652 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5561984-0c78-493f-acb3-b84a5146e215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:23.483517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5561984-0c78-493f-acb3-b84a5146e215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b66d673-c509-4048-a6ce-b53c517c7c08,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:23.492484 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5561984-0c78-493f-acb3-b84a5146e215 admin admin] Checking segment: {'id': '07eb6754-f23e-4820-bb59-34712e90d1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:08:23.492851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5561984-0c78-493f-acb3-b84a5146e215 admin admin] Network hostable DHCP agents. Network: b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:08:23.510813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5561984-0c78-493f-acb3-b84a5146e215 admin admin] Network b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:08:23.519550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-d5561984-0c78-493f-acb3-b84a5146e215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:08:23.523725 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5561984-0c78-493f-acb3-b84a5146e215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:23.524380 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d5561984-0c78-493f-acb3-b84a5146e215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:23.535494 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736c4ee0-8154-41dd-9487-edc65fd62ffa None None] Network b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:08:23.538518 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d5561984-0c78-493f-acb3-b84a5146e215 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3142817 Jul 23 00:08:23.540888 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 55956) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:23.545805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-28479846-router', 'tenant_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:08:23.567866 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:23.569170 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:23.630852 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:23.669916 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f751a375-70f7-424a-860e-74d00468742e None None] Sync routers for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:08:23.697319 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f751a375-70f7-424a-860e-74d00468742e None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:08:23.697987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f751a375-70f7-424a-860e-74d00468742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:08:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:23.702644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2', 'network_id': 'b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2', 'tenant_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'fixed_ips': [{'subnet_id': '7b66d673-c509-4048-a6ce-b53c517c7c08'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:08:23.703484 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:23.778418 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:23.905457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f751a375-70f7-424a-860e-74d00468742e None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:08:23.977145 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:23.990213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Allocated IP 172.20.0.2 (b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2/7b66d673-c509-4048-a6ce-b53c517c7c08/6edadeeb-95c7-4a74-9777-ba22d4e6ed0b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:08:23.996689 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:24.103296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Allocated IP 172.25.4.75 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/210d037e-6914-4574-ad68-475d9e0224b4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:08:24.210221 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:24.238455 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:24.241654 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f751a375-70f7-424a-860e-74d00468742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 2, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:24.253246 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:24.275234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f751a375-70f7-424a-860e-74d00468742e None None] Checking router: 2fc7daca-3183-4929-8334-374fd57755bb for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:08:24.275591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f751a375-70f7-424a-860e-74d00468742e None None] Updating router 2fc7daca-3183-4929-8334-374fd57755bb port 1b750d47-8028-4fc2-8f34-bfcac19c0eec binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:08:24.277932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Transition to ACTIVE for port object 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:08:24.288986 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:08:24.294234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:08:24.297676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:08:24.321328 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Transition to ACTIVE for port object 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:08:24.324989 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Pushing event updated for resources: {'Port': ['ID=210d037e-6914-4574-ad68-475d9e0224b4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:24.328427 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f751a375-70f7-424a-860e-74d00468742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:24.337043 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:24.396567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Network b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:08:24.407431 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:08:24.412498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:08:24.427165 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Pushing event updated for resources: {'Port': ['ID=6edadeeb-95c7-4a74-9777-ba22d4e6ed0b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:24.545986 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Attempting to bind port 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:08:24.546736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Attempting to bind port 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '07eb6754-f23e-4820-bb59-34712e90d1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:08:24.546736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Attempting to bind port 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b on network b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:08:24.548855 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:24.562600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:08:24.562974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Checking segment: {'id': '07eb6754-f23e-4820-bb59-34712e90d1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:08:24.563377 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:24.563771 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Bound using segment: {'id': '07eb6754-f23e-4820-bb59-34712e90d1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:08:24.564237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Bound port: 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07eb6754-f23e-4820-bb59-34712e90d1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:08:24.564628 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:24.688223 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2859283b-e64c-47bd-95c8-0d60ab6e192a up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:08:24.694120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] For port 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:08:24.725871 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] For port 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6edadeeb-95c7-4a74-9777-ba22d4e6ed0b,segment=NetworkSegment(07eb6754-f23e-4820-bb59-34712e90d1a7),segment_id=07eb6754-f23e-4820-bb59-34712e90d1a7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:08:24.738422 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:24.757813 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:24.852384 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f751a375-70f7-424a-860e-74d00468742e None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:24.862234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c56c7-06dd-437b-ab50-5d4a6d1e1a1f None None] Pushing event updated for resources: {'Port': ['ID=6edadeeb-95c7-4a74-9777-ba22d4e6ed0b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:24.871947 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f751a375-70f7-424a-860e-74d00468742e None None] Transition to ACTIVE for port object 1b750d47-8028-4fc2-8f34-bfcac19c0eec will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:08:24.876390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 2859283b-e64c-47bd-95c8-0d60ab6e192a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:24.876796 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:24.880409 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f751a375-70f7-424a-860e-74d00468742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:24.908161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Router fcefd6db-5835-42b5-ab45-3636b18555c4 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:08:24.967139 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96b1a4-1abc-455d-9cf3-ef1dc6ef275b None None] Pushing event updated for resources: {'Port': ['ID=1b750d47-8028-4fc2-8f34-bfcac19c0eec,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:25.035431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:08:25.070851 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:25.073619 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6fd9a041-d1bf-47a4-b017-3333af98ee87 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5317717 Jul 23 00:08:25.076922 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 55958) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:25.096203 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Sync routers for ids ['fcefd6db-5835-42b5-ab45-3636b18555c4'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:08:25.127387 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Routers {'fcefd6db-5835-42b5-ab45-3636b18555c4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:08:25.128033 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:08:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['fcefd6db-5835-42b5-ab45-3636b18555c4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:25.268528 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f751a375-70f7-424a-860e-74d00468742e None None] Attempting to bind port 1b750d47-8028-4fc2-8f34-bfcac19c0eec on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:08:25.268904 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f751a375-70f7-424a-860e-74d00468742e None None] Attempting to bind port 1b750d47-8028-4fc2-8f34-bfcac19c0eec by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:08:25.269309 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f751a375-70f7-424a-860e-74d00468742e None None] Attempting to bind port 1b750d47-8028-4fc2-8f34-bfcac19c0eec on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:08:25.276926 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f751a375-70f7-424a-860e-74d00468742e None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:08:25.277377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f751a375-70f7-424a-860e-74d00468742e None None] Checking segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:08:25.277781 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f751a375-70f7-424a-860e-74d00468742e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:25.278165 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f751a375-70f7-424a-860e-74d00468742e None None] Bound using segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:08:25.278657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f751a375-70f7-424a-860e-74d00468742e None None] Bound port: 1b750d47-8028-4fc2-8f34-bfcac19c0eec, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:08:25.279010 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f751a375-70f7-424a-860e-74d00468742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:25.289066 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Set router fcefd6db-5835-42b5-ab45-3636b18555c4 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:08:25.361558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f751a375-70f7-424a-860e-74d00468742e None None] For port 1b750d47-8028-4fc2-8f34-bfcac19c0eec, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:08:25.365458 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f751a375-70f7-424a-860e-74d00468742e None None] For port 1b750d47-8028-4fc2-8f34-bfcac19c0eec, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=1b750d47-8028-4fc2-8f34-bfcac19c0eec,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:08:25.372874 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f751a375-70f7-424a-860e-74d00468742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:25.433726 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96b1a4-1abc-455d-9cf3-ef1dc6ef275b None None] Pushing event updated for resources: {'Port': ['ID=1b750d47-8028-4fc2-8f34-bfcac19c0eec,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:25.450293 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f751a375-70f7-424a-860e-74d00468742e None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:08:25.450928 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f751a375-70f7-424a-860e-74d00468742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:08:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:25.484081 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'name': 'tempest-TestVolumeBootPattern-28479846-router', 'tenant_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '210d037e-6914-4574-ad68-475d9e0224b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:23Z', 'updated_at': '2021-07-23T00:08:24Z', 'revision_number': 3, 'project_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'gw_port': {'id': '210d037e-6914-4574-ad68-475d9e0224b4', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:24Z', 'updated_at': '2021-07-23T00:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:25.515147 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Checking router: fcefd6db-5835-42b5-ab45-3636b18555c4 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:08:25.515770 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Updating router fcefd6db-5835-42b5-ab45-3636b18555c4 port 210d037e-6914-4574-ad68-475d9e0224b4 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:08:25.551009 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:25.573167 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f751a375-70f7-424a-860e-74d00468742e None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:08:25.855885 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f751a375-70f7-424a-860e-74d00468742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:25Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:25.888815 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:25.892276 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f751a375-70f7-424a-860e-74d00468742e None None] The sync data for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 is: [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:25Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:08:25.899355 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Transition to ACTIVE for port object 210d037e-6914-4574-ad68-475d9e0224b4 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:08:25.907980 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:25.997189 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Attempting to bind port 210d037e-6914-4574-ad68-475d9e0224b4 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:08:25.997507 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Attempting to bind port 210d037e-6914-4574-ad68-475d9e0224b4 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:08:25.997866 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Attempting to bind port 210d037e-6914-4574-ad68-475d9e0224b4 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:08:26.000994 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de95aee-17f4-4df7-a665-fa156cd4fbec None None] Pushing event updated for resources: {'Port': ['ID=210d037e-6914-4574-ad68-475d9e0224b4,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:26.005836 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:08:26.006208 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:08:26.006611 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:26.009295 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:08:26.009295 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Bound port: 210d037e-6914-4574-ad68-475d9e0224b4, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:08:26.009295 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:26.038040 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:26.073792 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] For port 210d037e-6914-4574-ad68-475d9e0224b4, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:08:26.078180 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] For port 210d037e-6914-4574-ad68-475d9e0224b4, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=210d037e-6914-4574-ad68-475d9e0224b4,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:08:26.084668 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:26.143344 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Routers {'fcefd6db-5835-42b5-ab45-3636b18555c4'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:08:26.144024 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:08:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['fcefd6db-5835-42b5-ab45-3636b18555c4'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:26.171150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9008da2c-3a94-4bfb-b1c7-a0eb7a216682 None None] Network b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:08:26.233729 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Allocated IP 172.20.0.1 (b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2/7b66d673-c509-4048-a6ce-b53c517c7c08/6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:08:26.258817 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-23a9436e-f237-4b58-921a-898b04944dc9 None None] Provisioning for port 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:08:26.287772 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] Set router fcefd6db-5835-42b5-ab45-3636b18555c4 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:08:26.324059 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de95aee-17f4-4df7-a665-fa156cd4fbec None None] Pushing event updated for resources: {'Port': ['ID=210d037e-6914-4574-ad68-475d9e0224b4,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:26.370936 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:26.387649 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Transition to ACTIVE for port object 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:08:26.427937 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:26.472927 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Network b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:08:26.476645 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:08:26.480492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:08:26.508592 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'name': 'tempest-TestVolumeBootPattern-28479846-router', 'tenant_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '210d037e-6914-4574-ad68-475d9e0224b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:23Z', 'updated_at': '2021-07-23T00:08:24Z', 'revision_number': 3, 'project_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'gw_port': {'id': '210d037e-6914-4574-ad68-475d9e0224b4', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:24Z', 'updated_at': '2021-07-23T00:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:26.524759 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Pushing event updated for resources: {'Port': ['ID=6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:26.534207 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:26.543237 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b579c25-c212-43d5-b7ae-21b4fef47124 None None] The sync data for ids ['fcefd6db-5835-42b5-ab45-3636b18555c4'] in n-d-688802-2 is: [{'id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'name': 'tempest-TestVolumeBootPattern-28479846-router', 'tenant_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '210d037e-6914-4574-ad68-475d9e0224b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:23Z', 'updated_at': '2021-07-23T00:08:24Z', 'revision_number': 3, 'project_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'gw_port': {'id': '210d037e-6914-4574-ad68-475d9e0224b4', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:24Z', 'updated_at': '2021-07-23T00:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:08:26.712519 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:26.787426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 1b750d47-8028-4fc2-8f34-bfcac19c0eec up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:08:26.847684 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 1b750d47-8028-4fc2-8f34-bfcac19c0eec completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:08:26.852903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 1b750d47-8028-4fc2-8f34-bfcac19c0eec triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:26.853365 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:26.953881 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:26.963524 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:26.999193 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:27.063580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 1b750d47-8028-4fc2-8f34-bfcac19c0eec, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=1b750d47-8028-4fc2-8f34-bfcac19c0eec,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:08:27.068789 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:27.069984 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:08:27.092189 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:27.094164 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Pushing event updated for resources: {'Port': ['ID=6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:27.175691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-43a9e18f-a1d4-41dc-b4fd-dd65e261f0a7 None None] Provisioning for port 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:08:27.180739 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:08:27.196968 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=1b750d47-8028-4fc2-8f34-bfcac19c0eec,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:27.200773 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:27.201170 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:27.203044 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-43a9e18f-a1d4-41dc-b4fd-dd65e261f0a7 None None] Provisioning complete for port 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:27.203400 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-43a9e18f-a1d4-41dc-b4fd-dd65e261f0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:27.245399 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Network b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:08:27.247663 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:08:27.285539 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-43a9e18f-a1d4-41dc-b4fd-dd65e261f0a7 None None] Port 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:08:27.341648 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:27.389481 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6edadeeb-95c7-4a74-9777-ba22d4e6ed0b,segment=NetworkSegment(07eb6754-f23e-4820-bb59-34712e90d1a7),segment_id=07eb6754-f23e-4820-bb59-34712e90d1a7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:08:27.394168 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:27.444228 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Router fcefd6db-5835-42b5-ab45-3636b18555c4 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:08:27.472096 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=6edadeeb-95c7-4a74-9777-ba22d4e6ed0b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:27.580192 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:08:27.587181 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7c11cc02-786f-496d-9f3f-2942ddfe04fe admin admin] 10.222.0.26 "PUT /v2.0/routers/fcefd6db-5835-42b5-ab45-3636b18555c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5072687 Jul 23 00:08:27.616134 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4461e8d1-b238-4fc0-9339-fec29dfa8ccc None None] Provisioning complete for port 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:27.616709 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4461e8d1-b238-4fc0-9339-fec29dfa8ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:27.667468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4461e8d1-b238-4fc0-9339-fec29dfa8ccc None None] Port 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:08:28.756646 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 210d037e-6914-4574-ad68-475d9e0224b4 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:08:28.815459 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 210d037e-6914-4574-ad68-475d9e0224b4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:08:28.820604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 210d037e-6914-4574-ad68-475d9e0224b4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:28.820982 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:28.912491 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:28.928959 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-f9a5dfd9-2c9e-47c7-bbf7-e5685cb393ce req-ad8892d1-e7ec-4276-aedd-7df0baddf3ba service neutron] (93821) timed out ('10.222.0.26', 34874) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:08:28.939857 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 210d037e-6914-4574-ad68-475d9e0224b4, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=210d037e-6914-4574-ad68-475d9e0224b4,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:08:28.944071 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:28.945896 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 1b750d47-8028-4fc2-8f34-bfcac19c0eec up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:08:29.041520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=210d037e-6914-4574-ad68-475d9e0224b4,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:29.053079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 1b750d47-8028-4fc2-8f34-bfcac19c0eec triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:29.053497 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:29.135073 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:08:29.182696 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:29.183776 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:29.225247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Sync routers for ids ['fcefd6db-5835-42b5-ab45-3636b18555c4'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:08:29.239440 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Routers {'fcefd6db-5835-42b5-ab45-3636b18555c4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:08:29.240061 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:08:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['fcefd6db-5835-42b5-ab45-3636b18555c4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:29.370169 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Set router fcefd6db-5835-42b5-ab45-3636b18555c4 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:08:29.567937 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'name': 'tempest-TestVolumeBootPattern-28479846-router', 'tenant_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '210d037e-6914-4574-ad68-475d9e0224b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:23Z', 'updated_at': '2021-07-23T00:08:26Z', 'revision_number': 4, 'project_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'gw_port': {'id': '210d037e-6914-4574-ad68-475d9e0224b4', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:24Z', 'updated_at': '2021-07-23T00:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4', 'name': '', 'network_id': 'b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2', 'tenant_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'mac_address': 'fa:16:3e:22:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '7b66d673-c509-4048-a6ce-b53c517c7c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:26Z', 'updated_at': '2021-07-23T00:08:26Z', 'revision_number': 2, 'project_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'subnets': [{'id': '7b66d673-c509-4048-a6ce-b53c517c7c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:29.599846 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Checking router: fcefd6db-5835-42b5-ab45-3636b18555c4 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:08:29.600199 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Updating router fcefd6db-5835-42b5-ab45-3636b18555c4 port 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:08:29.638227 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:29.700575 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-13449685-4e9c-40dd-b254-a8696eb04098 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:29.702019 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-13449685-4e9c-40dd-b254-a8696eb04098 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 811 time: 0.1057861 Jul 23 00:08:29.716605 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-7dc9beb8-b9d2-443c-b829-c329de82d274 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/quotas/ccb5efae60bd4cdf8fb4f79b285959a8 HTTP/1.1" status: 200 len: 375 time: 0.0091083 Jul 23 00:08:29.782374 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-03624eb9-ad09-45e9-8b4c-98cae196b092 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609739 Jul 23 00:08:29.876718 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-722bd50d-19df-4149-a074-5285df413f7d service neutron] 10.222.0.26 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875258 Jul 23 00:08:29.905878 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:29.916509 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Transition to ACTIVE for port object 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:08:29.923260 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:29.975615 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30fcd2-8cf5-4da3-a9f2-3ce241568982 None None] Pushing event updated for resources: {'Port': ['ID=6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:29.975795 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-c26bd185-294f-4e4c-8e06-4c8346929fa5 service neutron] 10.222.0.26 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929997 Jul 23 00:08:30.034568 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Attempting to bind port 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:08:30.034942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Attempting to bind port 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '07eb6754-f23e-4820-bb59-34712e90d1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:08:30.035308 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Attempting to bind port 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 on network b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:08:30.040540 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:08:30.040915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Checking segment: {'id': '07eb6754-f23e-4820-bb59-34712e90d1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:08:30.041353 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:30.041746 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Bound using segment: {'id': '07eb6754-f23e-4820-bb59-34712e90d1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:08:30.042213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Bound port: 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07eb6754-f23e-4820-bb59-34712e90d1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:08:30.042756 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:30.111569 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] For port 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:08:30.118613 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] For port 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4,segment=NetworkSegment(07eb6754-f23e-4820-bb59-34712e90d1a7),segment_id=07eb6754-f23e-4820-bb59-34712e90d1a7)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:08:30.123576 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:30.186428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Routers {'fcefd6db-5835-42b5-ab45-3636b18555c4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:08:30.187293 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:08:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['fcefd6db-5835-42b5-ab45-3636b18555c4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:30.226177 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30fcd2-8cf5-4da3-a9f2-3ce241568982 None None] Pushing event updated for resources: {'Port': ['ID=6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:30.349588 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a51bfc13-c7d2-4ddb-a2cc-285380c8fae8 req-4a6a7ad8-f92d-43bc-9cb7-44968cedd920 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 210 time: 0.0433304 Jul 23 00:08:30.472061 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] Set router fcefd6db-5835-42b5-ab45-3636b18555c4 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:08:30.699920 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'name': 'tempest-TestVolumeBootPattern-28479846-router', 'tenant_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '210d037e-6914-4574-ad68-475d9e0224b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:23Z', 'updated_at': '2021-07-23T00:08:26Z', 'revision_number': 4, 'project_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'gw_port': {'id': '210d037e-6914-4574-ad68-475d9e0224b4', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:24Z', 'updated_at': '2021-07-23T00:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4', 'name': '', 'network_id': 'b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2', 'tenant_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'mac_address': 'fa:16:3e:22:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '7b66d673-c509-4048-a6ce-b53c517c7c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:26Z', 'updated_at': '2021-07-23T00:08:30Z', 'revision_number': 4, 'project_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'subnets': [{'id': '7b66d673-c509-4048-a6ce-b53c517c7c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:30.735455 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 210d037e-6914-4574-ad68-475d9e0224b4 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:08:30.737822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da04fcb-0e50-4a52-ba39-7d32adbed076 None None] The sync data for ids ['fcefd6db-5835-42b5-ab45-3636b18555c4'] in n-d-688802-2 is: [{'id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'name': 'tempest-TestVolumeBootPattern-28479846-router', 'tenant_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '210d037e-6914-4574-ad68-475d9e0224b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:23Z', 'updated_at': '2021-07-23T00:08:26Z', 'revision_number': 4, 'project_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'gw_port': {'id': '210d037e-6914-4574-ad68-475d9e0224b4', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:24Z', 'updated_at': '2021-07-23T00:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4', 'name': '', 'network_id': 'b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2', 'tenant_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'mac_address': 'fa:16:3e:22:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '7b66d673-c509-4048-a6ce-b53c517c7c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:26Z', 'updated_at': '2021-07-23T00:08:30Z', 'revision_number': 4, 'project_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'subnets': [{'id': '7b66d673-c509-4048-a6ce-b53c517c7c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:08:30.823622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 210d037e-6914-4574-ad68-475d9e0224b4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:30.824082 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:31.421339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-14873152-f23e-44a2-907c-f4486411bb3f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:31.423510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-14873152-f23e-44a2-907c-f4486411bb3f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 811 time: 0.1141608 Jul 23 00:08:31.443469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-8de8e5c9-e950-4bae-8df6-9b5364061722 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Request body: {'port': {'device_id': '1dfaf09f-a8cb-4331-b5d0-a448ede39161', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'admin_state_up': True, 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:08:31.499988 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c2ad6c90-23c5-4670-8ec4-25dc38a2dda5 req-7d18745f-1378-4bdb-ada8-503412bc6dcd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 210 time: 0.0514474 Jul 23 00:08:31.593724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-8de8e5c9-e950-4bae-8df6-9b5364061722 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Made reservation on behalf of ccb5efae60bd4cdf8fb4f79b285959a8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:08:31.601355 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-8de8e5c9-e950-4bae-8df6-9b5364061722 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:31.623046 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-755dc762-a9c6-4c34-bca4-94fd0c153652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:31.738732 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-8de8e5c9-e950-4bae-8df6-9b5364061722 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Allocated IP 172.20.0.14 (ff22ee38-78c0-497b-aa5a-c135c965ecd6/ec3b9159-e475-44ea-81ba-30bd90b0f44c/375e3d14-9396-480c-bd65-519f3f445903) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:08:31.885855 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-8de8e5c9-e950-4bae-8df6-9b5364061722 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:31.900244 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-8de8e5c9-e950-4bae-8df6-9b5364061722 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Transition to ACTIVE for port object 375e3d14-9396-480c-bd65-519f3f445903 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:08:31.932934 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-8de8e5c9-e950-4bae-8df6-9b5364061722 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:31.973819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-8de8e5c9-e950-4bae-8df6-9b5364061722 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Network ff22ee38-78c0-497b-aa5a-c135c965ecd6 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:08:31.978905 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-8de8e5c9-e950-4bae-8df6-9b5364061722 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:08:31.983258 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-8de8e5c9-e950-4bae-8df6-9b5364061722 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:08:32.014092 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8e5c9-e950-4bae-8df6-9b5364061722 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'Port': ['ID=375e3d14-9396-480c-bd65-519f3f445903,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:32.048972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-8de8e5c9-e950-4bae-8df6-9b5364061722 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:32.049853 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-8de8e5c9-e950-4bae-8df6-9b5364061722 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:32.068924 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-8de8e5c9-e950-4bae-8df6-9b5364061722 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6311984 Jul 23 00:08:32.086003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Request body: {'port': {'device_id': '1dfaf09f-a8cb-4331-b5d0-a448ede39161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:08:32.167467 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:32.211605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-541d6387-abc3-4eac-8156-752f78a3e970 None None] Provisioning for port 375e3d14-9396-480c-bd65-519f3f445903 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:08:32.215951 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-541d6387-abc3-4eac-8156-752f78a3e970 None None] Provisioning complete for port 375e3d14-9396-480c-bd65-519f3f445903 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:32.216578 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-541d6387-abc3-4eac-8156-752f78a3e970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:32.252039 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-541d6387-abc3-4eac-8156-752f78a3e970 None None] Port 375e3d14-9396-480c-bd65-519f3f445903 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:08:32.440106 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375e3d14-9396-480c-bd65-519f3f445903 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:08:32.447640 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:32.459426 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Transition to ACTIVE for port object 375e3d14-9396-480c-bd65-519f3f445903 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:08:32.463092 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:32.513912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Pushing event updated for resources: {'Port': ['ID=375e3d14-9396-480c-bd65-519f3f445903,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:32.803618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:08:32.864278 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:08:32.868597 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:32.869593 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:32.953780 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:32.991220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4,segment=NetworkSegment(07eb6754-f23e-4820-bb59-34712e90d1a7),segment_id=07eb6754-f23e-4820-bb59-34712e90d1a7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:08:32.996743 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:33.018885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Attempting to bind port 375e3d14-9396-480c-bd65-519f3f445903 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:08:33.019241 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Attempting to bind port 375e3d14-9396-480c-bd65-519f3f445903 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:08:33.019594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Attempting to bind port 375e3d14-9396-480c-bd65-519f3f445903 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:08:33.035497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f5fa3-87cd-4dad-a44f-65e00f3b4c69 req-fe037463-7754-42ce-a6eb-ede203cf21a0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:33.037056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-161f5fa3-87cd-4dad-a44f-65e00f3b4c69 req-fe037463-7754-42ce-a6eb-ede203cf21a0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 944 time: 0.0923154 Jul 23 00:08:33.037982 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Port 375e3d14-9396-480c-bd65-519f3f445903 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:08:33.038256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Attempting to bind port 375e3d14-9396-480c-bd65-519f3f445903 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:08:33.043776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:08:33.044123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Checking segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:08:33.044505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Bound using segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:08:33.044988 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Bound port: 375e3d14-9396-480c-bd65-519f3f445903, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:08:33.045374 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:33.048365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:33.113027 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-161f5fa3-87cd-4dad-a44f-65e00f3b4c69 req-ef1d1669-d33d-4a25-83d4-85958b95ca73 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655406 Jul 23 00:08:33.140592 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] For port 375e3d14-9396-480c-bd65-519f3f445903, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:08:33.143912 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] For port 375e3d14-9396-480c-bd65-519f3f445903, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=375e3d14-9396-480c-bd65-519f3f445903,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:08:33.147507 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:33.181502 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:33.182243 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:33.183998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] 10.222.0.18 "PUT /v2.0/ports/375e3d14-9396-480c-bd65-519f3f445903 HTTP/1.1" status: 200 len: 1092 time: 1.1023800 Jul 23 00:08:33.185719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfaf09f-a8cb-4331-b5d0-a448ede39161', 'tag': '375e3d14-9396-480c-bd65-519f3f445903'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:08:33.187783 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15134e6a-eeab-46b3-a19f-1de95ca72186" -d '{"events": [{"name": "network-changed", "server_uuid": "1dfaf09f-a8cb-4331-b5d0-a448ede39161", "tag": "375e3d14-9396-480c-bd65-519f3f445903"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:08:33.236004 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fccdcf-f0a4-4566-b53f-1ab223ce54a1 service neutron] Pushing event updated for resources: {'Port': ['ID=375e3d14-9396-480c-bd65-519f3f445903,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:33.249165 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3e753b-34a4-4d52-a42b-a16f0f50a429 x-openstack-request-id: req-ee3e753b-34a4-4d52-a42b-a16f0f50a429 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:08:33.249704 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dfaf09f-a8cb-4331-b5d0-a448ede39161", "tag": "375e3d14-9396-480c-bd65-519f3f445903", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:08:33.249950 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee3e753b-34a4-4d52-a42b-a16f0f50a429 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:08:33.250348 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfaf09f-a8cb-4331-b5d0-a448ede39161', 'tag': '375e3d14-9396-480c-bd65-519f3f445903', 'status': 'completed', 'code': 200} Jul 23 00:08:33.322890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-3acf2ef3-9a18-4f0d-bb92-a48406475811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:33.324876 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-3acf2ef3-9a18-4f0d-bb92-a48406475811 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 1095 time: 0.0625114 Jul 23 00:08:33.379131 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-8a5a922b-a612-427a-86e7-4a21ac19e63c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=375e3d14-9396-480c-bd65-519f3f445903 HTTP/1.1" status: 200 len: 217 time: 0.0414824 Jul 23 00:08:33.430150 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-b30850f9-9793-4619-ad66-c43471c991d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:33.431635 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-b30850f9-9793-4619-ad66-c43471c991d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0468609 Jul 23 00:08:33.491142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-0176d75e-6a8d-499f-b665-d3de2c3beb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:33.492651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-0176d75e-6a8d-499f-b665-d3de2c3beb54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547533 Jul 23 00:08:33.588299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-ed5e0434-7547-4f27-86f7-8f2289629d95 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892358 Jul 23 00:08:33.677901 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f9e96b2-79e9-4563-9b52-4594f00beb08 req-d6726b1d-c01f-420d-a910-db86cd3a3221 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834329 Jul 23 00:08:33.803764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15134e6a-eeab-46b3-a19f-1de95ca72186 req-3be5e608-ffce-428b-9eab-1ad162b238ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:33.805332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15134e6a-eeab-46b3-a19f-1de95ca72186 req-3be5e608-ffce-428b-9eab-1ad162b238ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 1095 time: 0.0602961 Jul 23 00:08:33.898317 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15134e6a-eeab-46b3-a19f-1de95ca72186 req-78131eaa-ecd0-49e6-a4fe-528555b7ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:33.899787 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15134e6a-eeab-46b3-a19f-1de95ca72186 req-78131eaa-ecd0-49e6-a4fe-528555b7ec4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.0884237 Jul 23 00:08:33.946494 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15134e6a-eeab-46b3-a19f-1de95ca72186 req-29cd777b-028e-4212-8245-be0d822ebef9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=375e3d14-9396-480c-bd65-519f3f445903 HTTP/1.1" status: 200 len: 217 time: 0.0403137 Jul 23 00:08:33.996394 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15134e6a-eeab-46b3-a19f-1de95ca72186 req-4698019e-5a56-497a-888c-09913687d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:33.998521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15134e6a-eeab-46b3-a19f-1de95ca72186 req-4698019e-5a56-497a-888c-09913687d47e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0460811 Jul 23 00:08:34.061387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15134e6a-eeab-46b3-a19f-1de95ca72186 req-c14f7d94-ad92-483d-b20a-722e2c189824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:34.062886 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15134e6a-eeab-46b3-a19f-1de95ca72186 req-c14f7d94-ad92-483d-b20a-722e2c189824 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569773 Jul 23 00:08:34.167282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15134e6a-eeab-46b3-a19f-1de95ca72186 req-d1b7273b-b418-4a9e-ac7c-4d09966ed7e9 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963891 Jul 23 00:08:34.303019 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15134e6a-eeab-46b3-a19f-1de95ca72186 req-17cb1f13-032e-4962-b6f6-b8d53d6d861a service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293335 Jul 23 00:08:34.315363 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb88b23-b799-4788-82c7-36d6d52c8636 req-3da499fc-6784-4404-8ade-2cc187ea993a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:34.316717 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3fb88b23-b799-4788-82c7-36d6d52c8636 req-3da499fc-6784-4404-8ade-2cc187ea993a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 944 time: 0.1257350 Jul 23 00:08:34.362996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3fb88b23-b799-4788-82c7-36d6d52c8636 req-4cd89b06-9a11-4e99-becb-a0f2ddaa1858 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340681 Jul 23 00:08:34.392200 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8724bc6b-d2e5-4276-a679-0c6bcfba970d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:34.434582 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:34.449602 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:34.690962 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:08:34.741231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:34.741610 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:35.498377 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be1d2c-c64a-4c58-bb64-c7c762228a20 req-08d8d443-f743-4c3b-b82b-36394c3dca82 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:35.499845 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-80be1d2c-c64a-4c58-bb64-c7c762228a20 req-08d8d443-f743-4c3b-b82b-36394c3dca82 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 944 time: 0.0654876 Jul 23 00:08:35.539503 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-80be1d2c-c64a-4c58-bb64-c7c762228a20 req-6a85af02-a026-428e-84ed-520dd0e3bae6 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327485 Jul 23 00:08:35.603748 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:36.669812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af2345-5d42-4439-bbf9-731d61783662 req-4066c839-aeb8-47d1-b2e4-97370e8e9d46 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:36.671322 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a0af2345-5d42-4439-bbf9-731d61783662 req-4066c839-aeb8-47d1-b2e4-97370e8e9d46 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 944 time: 0.0645478 Jul 23 00:08:36.712400 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a0af2345-5d42-4439-bbf9-731d61783662 req-e0b457d0-71f3-402c-8c00-ddb4e76e9d89 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354123 Jul 23 00:08:37.094077 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:37.840385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc19da-634d-4418-8bc0-67f2c8d5c75f req-1b92e84e-155c-433a-ad33-d4a7cbae7e02 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:37.841785 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-abfc19da-634d-4418-8bc0-67f2c8d5c75f req-1b92e84e-155c-433a-ad33-d4a7cbae7e02 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 944 time: 0.0639603 Jul 23 00:08:37.878184 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-abfc19da-634d-4418-8bc0-67f2c8d5c75f req-bab8e6ad-fd24-43ab-a58f-d507603e576c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309079 Jul 23 00:08:39.006359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2279cfb-e364-41ba-9e02-f2aaf602cdd1 req-14cc8514-b090-4c23-875a-17187f50227e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:39.007870 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2279cfb-e364-41ba-9e02-f2aaf602cdd1 req-14cc8514-b090-4c23-875a-17187f50227e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 944 time: 0.0639575 Jul 23 00:08:39.045871 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2279cfb-e364-41ba-9e02-f2aaf602cdd1 req-c38d27a5-dd13-47d9-aa34-cf4ed98621d2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324838 Jul 23 00:08:40.176334 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db4f90-144b-4cb8-a496-d9ac35747ff2 req-9283fafa-e338-46e7-a609-fe845eb1dc4d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:40.177828 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77db4f90-144b-4cb8-a496-d9ac35747ff2 req-9283fafa-e338-46e7-a609-fe845eb1dc4d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 944 time: 0.0676157 Jul 23 00:08:40.215469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77db4f90-144b-4cb8-a496-d9ac35747ff2 req-3a05511a-2c74-415c-bf88-8ed169d16450 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319660 Jul 23 00:08:41.344993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077542d5-5e05-42ab-be35-85711953091d req-17de704a-ad08-4ef1-8e82-6ec467135e28 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:41.346458 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-077542d5-5e05-42ab-be35-85711953091d req-17de704a-ad08-4ef1-8e82-6ec467135e28 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 944 time: 0.0640845 Jul 23 00:08:41.383708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-077542d5-5e05-42ab-be35-85711953091d req-cf75b817-1504-4236-8255-fb1eef12b711 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317526 Jul 23 00:08:42.510275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a501b22-0c4f-435f-b652-120bfffedaa0 req-cadc5142-aad1-49a8-aa41-04d0ee7d0c67 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:42.511898 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a501b22-0c4f-435f-b652-120bfffedaa0 req-cadc5142-aad1-49a8-aa41-04d0ee7d0c67 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 944 time: 0.0632608 Jul 23 00:08:42.553731 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a501b22-0c4f-435f-b652-120bfffedaa0 req-957744cb-1330-4d5e-b41f-a1c8bb94ed24 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362163 Jul 23 00:08:42.763684 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 375e3d14-9396-480c-bd65-519f3f445903 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:08:42.860952 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 375e3d14-9396-480c-bd65-519f3f445903, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=375e3d14-9396-480c-bd65-519f3f445903,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:08:42.871614 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '375e3d14-9396-480c-bd65-519f3f445903', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'port_id': '375e3d14-9396-480c-bd65-519f3f445903', 'mac_address': 'fa:16:3e:ce:07:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:08:42.908033 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:42.920036 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375e3d14-9396-480c-bd65-519f3f445903 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:08:42.938547 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 375e3d14-9396-480c-bd65-519f3f445903, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=375e3d14-9396-480c-bd65-519f3f445903,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:08:42.942286 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:42.991368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=375e3d14-9396-480c-bd65-519f3f445903,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:43.209897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['375e3d14-9396-480c-bd65-519f3f445903'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:08:43.681830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55d89d-2832-42e6-b66f-f2245315dd4b req-a4fc3736-b446-4b59-9e46-ef060924fb2f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:43.683533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de55d89d-2832-42e6-b66f-f2245315dd4b req-a4fc3736-b446-4b59-9e46-ef060924fb2f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 945 time: 0.0640604 Jul 23 00:08:43.720892 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de55d89d-2832-42e6-b66f-f2245315dd4b req-8c143f50-d9d6-4e6d-b6c7-8e6f6d7e8cce tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317893 Jul 23 00:08:44.765046 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 375e3d14-9396-480c-bd65-519f3f445903 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:08:44.816150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 375e3d14-9396-480c-bd65-519f3f445903 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:08:44.819686 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 375e3d14-9396-480c-bd65-519f3f445903 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:44.820055 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:44.853593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fed52-d305-4215-b5df-e7d6d759ab18 req-e69ad001-e126-4776-8158-7a4f2dd036b6 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:44.855987 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-214fed52-d305-4215-b5df-e7d6d759ab18 req-e69ad001-e126-4776-8158-7a4f2dd036b6 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 945 time: 0.0684342 Jul 23 00:08:44.893687 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-214fed52-d305-4215-b5df-e7d6d759ab18 req-272194c7-f240-4fc3-aaf0-9bc33477908e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321188 Jul 23 00:08:44.896171 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:44.920126 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfaf09f-a8cb-4331-b5d0-a448ede39161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375e3d14-9396-480c-bd65-519f3f445903'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:08:44.922383 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce941ac7-2e9e-4a00-8d9a-1b24cfedc39b" -d '{"events": [{"server_uuid": "1dfaf09f-a8cb-4331-b5d0-a448ede39161", "name": "network-vif-plugged", "status": "completed", "tag": "375e3d14-9396-480c-bd65-519f3f445903"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:08:44.935461 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 375e3d14-9396-480c-bd65-519f3f445903, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=375e3d14-9396-480c-bd65-519f3f445903,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:08:44.939137 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:44.961733 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25ab7d2-0480-46bc-b907-948b8824c135 x-openstack-request-id: req-b25ab7d2-0480-46bc-b907-948b8824c135 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:08:44.962028 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfaf09f-a8cb-4331-b5d0-a448ede39161", "name": "network-vif-plugged", "status": "completed", "tag": "375e3d14-9396-480c-bd65-519f3f445903", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:08:44.962297 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b25ab7d2-0480-46bc-b907-948b8824c135 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:08:44.962673 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfaf09f-a8cb-4331-b5d0-a448ede39161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375e3d14-9396-480c-bd65-519f3f445903', 'code': 200} Jul 23 00:08:44.990385 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=375e3d14-9396-480c-bd65-519f3f445903,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:45.099704 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6fde8-f6a8-4f9c-8c23-264087bc6940 req-ef9140b8-b131-4a74-b08a-1786c97b173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:45.101216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0aa6fde8-f6a8-4f9c-8c23-264087bc6940 req-ef9140b8-b131-4a74-b08a-1786c97b173d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 1097 time: 0.0566673 Jul 23 00:08:45.134395 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0aa6fde8-f6a8-4f9c-8c23-264087bc6940 req-2fb9c41e-b765-461e-b99f-722903987d77 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271094 Jul 23 00:08:46.024119 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12245290-8cff-4bc0-8362-91c22b2dff66 req-8a5d2c8d-9d85-4275-bfc0-5fb29b078b25 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:46.025642 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12245290-8cff-4bc0-8362-91c22b2dff66 req-8a5d2c8d-9d85-4275-bfc0-5fb29b078b25 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 946 time: 0.0651491 Jul 23 00:08:46.062870 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12245290-8cff-4bc0-8362-91c22b2dff66 req-81566012-fa96-49d9-a2a8-6dafef9f5433 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309224 Jul 23 00:08:46.707329 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:47.192035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a87e7e-c7ee-4e27-a05c-a0a350e2de73 req-af782a1e-334b-418f-a98a-4f41e28db6f3 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:47.193522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-99a87e7e-c7ee-4e27-a05c-a0a350e2de73 req-af782a1e-334b-418f-a98a-4f41e28db6f3 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 946 time: 0.0625594 Jul 23 00:08:47.233622 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-99a87e7e-c7ee-4e27-a05c-a0a350e2de73 req-853b3805-1de5-4f38-85fd-462d66293f1c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345557 Jul 23 00:08:47.360338 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dee622-c3e3-4802-8a26-e0e59745ae6e req-2ebe5d45-41b5-43c8-a7d2-79cb29f0bdcd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:47.361830 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34dee622-c3e3-4802-8a26-e0e59745ae6e req-2ebe5d45-41b5-43c8-a7d2-79cb29f0bdcd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 946 time: 0.0640872 Jul 23 00:08:47.398732 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34dee622-c3e3-4802-8a26-e0e59745ae6e req-ba36a03c-a171-4bcf-8c67-f3a91816fffe tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313745 Jul 23 00:08:47.522621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c6fc4-9626-4713-a353-96217e11cf21 req-a8128cbc-7fb2-435e-ae65-368b27646854 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:47.524029 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d7c6fc4-9626-4713-a353-96217e11cf21 req-a8128cbc-7fb2-435e-ae65-368b27646854 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 946 time: 0.0629673 Jul 23 00:08:47.568174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d7c6fc4-9626-4713-a353-96217e11cf21 req-b27f747e-306d-468b-a406-08b20346cbaa tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378726 Jul 23 00:08:47.813345 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c704d1-7af0-48f6-815e-231d575c27c2 req-e790dc77-957b-447b-893d-ac81d929b07c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:47.814718 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8c704d1-7af0-48f6-815e-231d575c27c2 req-e790dc77-957b-447b-893d-ac81d929b07c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 946 time: 0.0679452 Jul 23 00:08:47.852433 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8c704d1-7af0-48f6-815e-231d575c27c2 req-5d0ec7f4-b04c-4054-8e1e-65432bd54073 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321531 Jul 23 00:08:48.984083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57211bd4-cac7-4ce7-80b9-22cddfb41b9d req-17284354-4bfb-426d-930f-f7e0e053e74b tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:48.985573 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-57211bd4-cac7-4ce7-80b9-22cddfb41b9d req-17284354-4bfb-426d-930f-f7e0e053e74b tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 946 time: 0.0651667 Jul 23 00:08:49.022488 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-57211bd4-cac7-4ce7-80b9-22cddfb41b9d req-accb5d73-e4b1-4839-9319-e99b53e8f339 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314162 Jul 23 00:08:49.353784 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35c8e3-d8e1-4258-900e-151c38e0489c req-123f1f09-0405-4a64-ac25-a7efb7abb939 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:49.355976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa35c8e3-d8e1-4258-900e-151c38e0489c req-123f1f09-0405-4a64-ac25-a7efb7abb939 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 946 time: 0.0648093 Jul 23 00:08:49.453848 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-aa35c8e3-d8e1-4258-900e-151c38e0489c req-6e600dfd-0289-4595-a9e0-9477c0bb669a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Deleting port 375e3d14-9396-480c-bd65-519f3f445903 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:08:49.454181 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa35c8e3-d8e1-4258-900e-151c38e0489c req-6e600dfd-0289-4595-a9e0-9477c0bb669a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:49.545148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aa35c8e3-d8e1-4258-900e-151c38e0489c req-6e600dfd-0289-4595-a9e0-9477c0bb669a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] For port 375e3d14-9396-480c-bd65-519f3f445903, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=375e3d14-9396-480c-bd65-519f3f445903,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:08:49.545431 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa35c8e3-d8e1-4258-900e-151c38e0489c req-6e600dfd-0289-4595-a9e0-9477c0bb669a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:49.556737 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-aa35c8e3-d8e1-4258-900e-151c38e0489c req-6e600dfd-0289-4595-a9e0-9477c0bb669a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Calling delete_port for 375e3d14-9396-480c-bd65-519f3f445903 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:08:49.681851 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa35c8e3-d8e1-4258-900e-151c38e0489c req-6e600dfd-0289-4595-a9e0-9477c0bb669a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:49.713196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e600dfd-0289-4595-a9e0-9477c0bb669a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event deleted for resources: {'Port': ['ID=375e3d14-9396-480c-bd65-519f3f445903,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:49.716063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['375e3d14-9396-480c-bd65-519f3f445903'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:08:49.760940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa35c8e3-d8e1-4258-900e-151c38e0489c req-6e600dfd-0289-4595-a9e0-9477c0bb669a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] No DVR routers for this DVR port 375e3d14-9396-480c-bd65-519f3f445903 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:08:49.763853 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aa35c8e3-d8e1-4258-900e-151c38e0489c req-6e600dfd-0289-4595-a9e0-9477c0bb669a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:49.766039 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa35c8e3-d8e1-4258-900e-151c38e0489c req-6e600dfd-0289-4595-a9e0-9477c0bb669a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "DELETE /v2.0/ports/375e3d14-9396-480c-bd65-519f3f445903 HTTP/1.1" status: 204 len: 173 time: 0.4049094 Jul 23 00:08:49.766488 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfaf09f-a8cb-4331-b5d0-a448ede39161', 'name': 'network-vif-deleted', 'tag': '375e3d14-9396-480c-bd65-519f3f445903'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:08:49.768911 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7a3807-c43a-40d9-9af6-da419d4120a7" -d '{"events": [{"server_uuid": "1dfaf09f-a8cb-4331-b5d0-a448ede39161", "name": "network-vif-deleted", "tag": "375e3d14-9396-480c-bd65-519f3f445903"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:08:49.806388 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0545f1bd-a782-43f4-b58b-5226447d9044 x-openstack-request-id: req-0545f1bd-a782-43f4-b58b-5226447d9044 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:08:49.806679 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfaf09f-a8cb-4331-b5d0-a448ede39161", "name": "network-vif-deleted", "tag": "375e3d14-9396-480c-bd65-519f3f445903", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:08:49.806943 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0545f1bd-a782-43f4-b58b-5226447d9044 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:08:49.807390 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfaf09f-a8cb-4331-b5d0-a448ede39161', 'name': 'network-vif-deleted', 'tag': '375e3d14-9396-480c-bd65-519f3f445903', 'status': 'completed', 'code': 200} Jul 23 00:08:50.119314 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-80c52988-bfbb-40c3-bc55-630ec67ccad9 req-63dc63d9-165c-4808-adb0-d13eb9d26510 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 210 time: 0.0293195 Jul 23 00:08:51.216857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79e0a254-facb-4e36-86be-96e36660ceb0 req-fc43db82-48b7-47e8-95fa-88a719996119 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 210 time: 0.0286756 Jul 23 00:08:52.315125 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2bff63cc-c2f1-4011-965e-6ade5866de1f req-a5c473f2-9258-4e1f-ac90-f6a578a67f58 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 210 time: 0.0320408 Jul 23 00:08:52.795691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 375e3d14-9396-480c-bd65-519f3f445903 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:08:52.816572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 375e3d14-9396-480c-bd65-519f3f445903 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:08:52.816920 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 375e3d14-9396-480c-bd65-519f3f445903 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:08:53.422060 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9a2eb59-442f-4dac-8726-2754b9fdee99 req-94eb6a24-9667-45eb-9d6e-80b5beade0aa tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfaf09f-a8cb-4331-b5d0-a448ede39161 HTTP/1.1" status: 200 len: 210 time: 0.0309980 Jul 23 00:08:53.573119 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:08:55.382081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-4dcf8948-deb5-4404-b0be-2d96becd1175 req-44e64b93-69bf-49de-8010-6883b4a94b47 tempest-ListServersNegativeTestJSON-924644279 tempest-ListServersNegativeTestJSON-924644279-project] (93820) timed out ('10.222.0.18', 56652) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:09:01.615878 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9473bc04-5837-4e7a-b151-66fd91db50ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:04.394022 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d11b58f0-ac70-4f6c-bebe-d2407e02b25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:04.436080 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:04.469731 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:05.609620 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:07.096700 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.539430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27991b6a-2e42-469c-b3b9-187a81124326 req-c17f4afc-46ef-44bd-a3c7-8b88ac38d0b1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:13.540808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27991b6a-2e42-469c-b3b9-187a81124326 req-c17f4afc-46ef-44bd-a3c7-8b88ac38d0b1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 811 time: 0.1031392 Jul 23 00:09:13.556491 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27991b6a-2e42-469c-b3b9-187a81124326 req-dd6a56d5-c47a-4d9e-b7ff-a2e9ddc746bf tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/quotas/ccb5efae60bd4cdf8fb4f79b285959a8 HTTP/1.1" status: 200 len: 375 time: 0.0092177 Jul 23 00:09:13.620275 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27991b6a-2e42-469c-b3b9-187a81124326 req-840e4b1d-34df-4ad6-9184-04c119440d6b tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589063 Jul 23 00:09:13.708100 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27991b6a-2e42-469c-b3b9-187a81124326 req-ed187b61-be72-4bf2-89c0-15de87df8f4d service neutron] 10.222.0.26 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814257 Jul 23 00:09:13.798381 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27991b6a-2e42-469c-b3b9-187a81124326 req-5aadddba-cbe1-40cc-a051-66dc8d3dc70f service neutron] 10.222.0.26 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838997 Jul 23 00:09:14.097574 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d0e9177-1136-4973-9802-2a1f975cdb8d req-32d06a36-a863-4be6-bac4-5225dee4afea tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 210 time: 0.1401343 Jul 23 00:09:14.922505 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27991b6a-2e42-469c-b3b9-187a81124326 req-ff5ae17a-0401-4e4c-bbc0-e18cdb97de91 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:14.924071 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27991b6a-2e42-469c-b3b9-187a81124326 req-ff5ae17a-0401-4e4c-bbc0-e18cdb97de91 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 811 time: 0.1070313 Jul 23 00:09:14.945855 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-27991b6a-2e42-469c-b3b9-187a81124326 req-f2b9e261-26fd-45a2-88eb-5cc1465f2dad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Request body: {'port': {'device_id': '590a2fc5-946a-49b9-9868-dc418b26f737', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'admin_state_up': True, 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:09:15.058620 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27991b6a-2e42-469c-b3b9-187a81124326 req-f2b9e261-26fd-45a2-88eb-5cc1465f2dad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Made reservation on behalf of ccb5efae60bd4cdf8fb4f79b285959a8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:09:15.062581 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27991b6a-2e42-469c-b3b9-187a81124326 req-f2b9e261-26fd-45a2-88eb-5cc1465f2dad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:15.214092 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89bd3ddb-9309-46f5-b6a3-7e941f8cb864 req-41d5bfb4-03b4-44bc-9de9-ce193682c0cc tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 210 time: 0.0364945 Jul 23 00:09:15.222956 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-27991b6a-2e42-469c-b3b9-187a81124326 req-f2b9e261-26fd-45a2-88eb-5cc1465f2dad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Allocated IP 172.20.0.12 (ff22ee38-78c0-497b-aa5a-c135c965ecd6/ec3b9159-e475-44ea-81ba-30bd90b0f44c/29374836-cde1-4c53-bfcf-f8f0ce8623c0) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:09:15.375337 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27991b6a-2e42-469c-b3b9-187a81124326 req-f2b9e261-26fd-45a2-88eb-5cc1465f2dad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:15.389487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-27991b6a-2e42-469c-b3b9-187a81124326 req-f2b9e261-26fd-45a2-88eb-5cc1465f2dad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Transition to ACTIVE for port object 29374836-cde1-4c53-bfcf-f8f0ce8623c0 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:09:15.423054 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27991b6a-2e42-469c-b3b9-187a81124326 req-f2b9e261-26fd-45a2-88eb-5cc1465f2dad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:15.472722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27991b6a-2e42-469c-b3b9-187a81124326 req-f2b9e261-26fd-45a2-88eb-5cc1465f2dad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Network ff22ee38-78c0-497b-aa5a-c135c965ecd6 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:09:15.475679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-27991b6a-2e42-469c-b3b9-187a81124326 req-f2b9e261-26fd-45a2-88eb-5cc1465f2dad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:09:15.479540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-27991b6a-2e42-469c-b3b9-187a81124326 req-f2b9e261-26fd-45a2-88eb-5cc1465f2dad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:09:15.485947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9e261-26fd-45a2-88eb-5cc1465f2dad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'Port': ['ID=29374836-cde1-4c53-bfcf-f8f0ce8623c0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:15.532393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27991b6a-2e42-469c-b3b9-187a81124326 req-f2b9e261-26fd-45a2-88eb-5cc1465f2dad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:15.533013 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27991b6a-2e42-469c-b3b9-187a81124326 req-f2b9e261-26fd-45a2-88eb-5cc1465f2dad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:15.551723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27991b6a-2e42-469c-b3b9-187a81124326 req-f2b9e261-26fd-45a2-88eb-5cc1465f2dad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6096690 Jul 23 00:09:15.568978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Request body: {'port': {'device_id': '590a2fc5-946a-49b9-9868-dc418b26f737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:09:15.650697 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:15.773666 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6a575449-d0fc-408f-82b2-9b4bb4312f54 None None] Provisioning for port 29374836-cde1-4c53-bfcf-f8f0ce8623c0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:09:15.777340 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6a575449-d0fc-408f-82b2-9b4bb4312f54 None None] Provisioning complete for port 29374836-cde1-4c53-bfcf-f8f0ce8623c0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:09:15.777712 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a575449-d0fc-408f-82b2-9b4bb4312f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:15.824300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6a575449-d0fc-408f-82b2-9b4bb4312f54 None None] Port 29374836-cde1-4c53-bfcf-f8f0ce8623c0 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:09:15.936910 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29374836-cde1-4c53-bfcf-f8f0ce8623c0 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:09:15.944532 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:15.957247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Transition to ACTIVE for port object 29374836-cde1-4c53-bfcf-f8f0ce8623c0 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:09:15.961038 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:16.017927 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Pushing event updated for resources: {'Port': ['ID=29374836-cde1-4c53-bfcf-f8f0ce8623c0,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:16.097078 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Attempting to bind port 29374836-cde1-4c53-bfcf-f8f0ce8623c0 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:09:16.097527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Attempting to bind port 29374836-cde1-4c53-bfcf-f8f0ce8623c0 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:09:16.097901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Attempting to bind port 29374836-cde1-4c53-bfcf-f8f0ce8623c0 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:09:16.102666 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Port 29374836-cde1-4c53-bfcf-f8f0ce8623c0 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:09:16.103071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Attempting to bind port 29374836-cde1-4c53-bfcf-f8f0ce8623c0 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:09:16.108987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:09:16.109540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Checking segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:09:16.109968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Bound using segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:09:16.110457 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Bound port: 29374836-cde1-4c53-bfcf-f8f0ce8623c0, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:09:16.110879 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:16.180796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] For port 29374836-cde1-4c53-bfcf-f8f0ce8623c0, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:09:16.185974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] For port 29374836-cde1-4c53-bfcf-f8f0ce8623c0, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=29374836-cde1-4c53-bfcf-f8f0ce8623c0,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:09:16.191394 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:16.223924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:16.224543 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:16.225973 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27991b6a-2e42-469c-b3b9-187a81124326 req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] 10.222.0.18 "PUT /v2.0/ports/29374836-cde1-4c53-bfcf-f8f0ce8623c0 HTTP/1.1" status: 200 len: 1092 time: 0.6617157 Jul 23 00:09:16.226414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590a2fc5-946a-49b9-9868-dc418b26f737', 'tag': '29374836-cde1-4c53-bfcf-f8f0ce8623c0'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:09:16.228687 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a856c6a9-e3df-4669-a09c-f514befae9be" -d '{"events": [{"name": "network-changed", "server_uuid": "590a2fc5-946a-49b9-9868-dc418b26f737", "tag": "29374836-cde1-4c53-bfcf-f8f0ce8623c0"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:09:16.279556 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c536de-d022-44ac-9e1b-cb111abff0f7 x-openstack-request-id: req-83c536de-d022-44ac-9e1b-cb111abff0f7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:09:16.279821 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590a2fc5-946a-49b9-9868-dc418b26f737", "tag": "29374836-cde1-4c53-bfcf-f8f0ce8623c0", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:09:16.280079 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83c536de-d022-44ac-9e1b-cb111abff0f7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:09:16.280488 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590a2fc5-946a-49b9-9868-dc418b26f737', 'tag': '29374836-cde1-4c53-bfcf-f8f0ce8623c0', 'status': 'completed', 'code': 200} Jul 23 00:09:16.290273 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f932d-ed37-4d72-b3ae-b591c45113b8 service neutron] Pushing event updated for resources: {'Port': ['ID=29374836-cde1-4c53-bfcf-f8f0ce8623c0,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:16.406034 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27991b6a-2e42-469c-b3b9-187a81124326 req-b5d3be48-b493-42b1-8c02-2451e23a814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:16.407589 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27991b6a-2e42-469c-b3b9-187a81124326 req-b5d3be48-b493-42b1-8c02-2451e23a814f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 1095 time: 0.1066139 Jul 23 00:09:16.416349 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d6296-f4ae-4fe3-b31a-3f2126394cc1 req-3a9c9f12-0928-4180-af4b-562435d5e8fc tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:16.418567 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb5d6296-f4ae-4fe3-b31a-3f2126394cc1 req-3a9c9f12-0928-4180-af4b-562435d5e8fc tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.1086173 Jul 23 00:09:16.463225 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27991b6a-2e42-469c-b3b9-187a81124326 req-3f55be55-cd4b-40ff-bc9d-6ab71f143502 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29374836-cde1-4c53-bfcf-f8f0ce8623c0 HTTP/1.1" status: 200 len: 217 time: 0.0430040 Jul 23 00:09:16.524354 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb5d6296-f4ae-4fe3-b31a-3f2126394cc1 req-15bbcede-8b1b-4ef1-b852-b923216ebf5a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978084 Jul 23 00:09:16.533964 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27991b6a-2e42-469c-b3b9-187a81124326 req-3c029478-5e0c-4231-97dd-fee7ee35fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:16.535344 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27991b6a-2e42-469c-b3b9-187a81124326 req-3c029478-5e0c-4231-97dd-fee7ee35fd93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0658536 Jul 23 00:09:16.594790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27991b6a-2e42-469c-b3b9-187a81124326 req-5834d469-bcc9-4cd1-b500-64b1c69cf36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:16.596372 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27991b6a-2e42-469c-b3b9-187a81124326 req-5834d469-bcc9-4cd1-b500-64b1c69cf36e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547993 Jul 23 00:09:16.689848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27991b6a-2e42-469c-b3b9-187a81124326 req-e1912917-4cb4-49d0-8112-7e514d80ed85 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862544 Jul 23 00:09:16.707069 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:16.791091 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27991b6a-2e42-469c-b3b9-187a81124326 req-9215baa8-0330-4ea1-9986-cb08159f2ad2 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948043 Jul 23 00:09:16.909149 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856c6a9-e3df-4669-a09c-f514befae9be req-06bb149d-2752-4d23-b3b0-170ab7a2b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:16.910996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a856c6a9-e3df-4669-a09c-f514befae9be req-06bb149d-2752-4d23-b3b0-170ab7a2b099 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 1095 time: 0.0545733 Jul 23 00:09:17.003814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856c6a9-e3df-4669-a09c-f514befae9be req-8519ff06-e957-43bb-a322-f116894a61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:17.005294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a856c6a9-e3df-4669-a09c-f514befae9be req-8519ff06-e957-43bb-a322-f116894a61eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.0877814 Jul 23 00:09:17.046282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a856c6a9-e3df-4669-a09c-f514befae9be req-74ffd40e-f00d-40e8-8a8a-61e53440b182 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29374836-cde1-4c53-bfcf-f8f0ce8623c0 HTTP/1.1" status: 200 len: 217 time: 0.0351636 Jul 23 00:09:17.098741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856c6a9-e3df-4669-a09c-f514befae9be req-cd689edf-12a1-4ca0-a808-8c37e8ed4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:17.100284 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a856c6a9-e3df-4669-a09c-f514befae9be req-cd689edf-12a1-4ca0-a808-8c37e8ed4753 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0475657 Jul 23 00:09:17.163281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856c6a9-e3df-4669-a09c-f514befae9be req-fb04c00b-38c8-46c7-b604-14cf747b5633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:17.164786 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a856c6a9-e3df-4669-a09c-f514befae9be req-fb04c00b-38c8-46c7-b604-14cf747b5633 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585811 Jul 23 00:09:17.253115 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a856c6a9-e3df-4669-a09c-f514befae9be req-c5f6c9c9-84f7-45e5-ae21-0ef2cdfa1cb4 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819440 Jul 23 00:09:17.345960 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a856c6a9-e3df-4669-a09c-f514befae9be req-a7696582-666e-4868-8795-d9698ca6ba2d service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864072 Jul 23 00:09:17.689851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a25329-b13a-4791-9453-a6e50efa71f2 req-6b82c7c5-48a7-4eba-8374-929c9ec36e86 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:17.691273 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39a25329-b13a-4791-9453-a6e50efa71f2 req-6b82c7c5-48a7-4eba-8374-929c9ec36e86 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.0853770 Jul 23 00:09:17.754329 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39a25329-b13a-4791-9453-a6e50efa71f2 req-a98a9a21-4ca6-4be0-903b-3f9212ab2f0d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572112 Jul 23 00:09:18.968839 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d089e52-34d4-4546-a966-5a8ae8a95d10 req-2c36d430-1c30-4067-94bd-7ddf89516ecd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:18.970480 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d089e52-34d4-4546-a966-5a8ae8a95d10 req-2c36d430-1c30-4067-94bd-7ddf89516ecd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.1007800 Jul 23 00:09:19.019413 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d089e52-34d4-4546-a966-5a8ae8a95d10 req-173f4e33-9e26-4a8a-ad5e-807c5412c1f9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 Jul 23 00:09:20.545713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a09a32-f6bd-4ded-9d66-ab634c544913 req-ee8c3dbc-2d17-408e-b7c3-2923c31372fa tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:20.548639 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6a09a32-f6bd-4ded-9d66-ab634c544913 req-ee8c3dbc-2d17-408e-b7c3-2923c31372fa tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.4475996 Jul 23 00:09:20.595305 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6a09a32-f6bd-4ded-9d66-ab634c544913 req-cabf9f87-612d-436d-a4ba-ee1ffcd559af tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409567 Jul 23 00:09:21.734872 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1be9f5-d78d-4477-b883-4f1fde3238b3 req-69181c93-d69f-4d69-97a8-c4415a58d22e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:21.741489 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db1be9f5-d78d-4477-b883-4f1fde3238b3 req-69181c93-d69f-4d69-97a8-c4415a58d22e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.0704076 Jul 23 00:09:21.794898 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db1be9f5-d78d-4477-b883-4f1fde3238b3 req-387563c0-e3ba-49f3-afa3-e2a822b99a06 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390778 Jul 23 00:09:22.903880 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809bdbc-f370-4b50-9f7f-8a7edc7e981d req-a080b2da-09dd-4175-864f-7ef98e5ec2d4 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:22.905365 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7809bdbc-f370-4b50-9f7f-8a7edc7e981d req-a080b2da-09dd-4175-864f-7ef98e5ec2d4 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.0649369 Jul 23 00:09:22.941534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7809bdbc-f370-4b50-9f7f-8a7edc7e981d req-9af7c7f9-21cf-4ba2-b687-99bb9601fae3 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305696 Jul 23 00:09:24.069980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ec51c-f124-4b7f-b335-13971684bcf5 req-3d3e6861-98ee-47e9-9c78-20d4e1723b2c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:24.071491 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c77ec51c-f124-4b7f-b335-13971684bcf5 req-3d3e6861-98ee-47e9-9c78-20d4e1723b2c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.0630403 Jul 23 00:09:24.108913 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c77ec51c-f124-4b7f-b335-13971684bcf5 req-fdd6fda4-b28e-43b5-8755-62839e7f31fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314574 Jul 23 00:09:25.240327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138952b7-cb20-43de-a8ca-d4766783d3e2 req-ca725810-c1a5-4fc7-8d67-83d2f512d01f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:25.241875 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-138952b7-cb20-43de-a8ca-d4766783d3e2 req-ca725810-c1a5-4fc7-8d67-83d2f512d01f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.0666325 Jul 23 00:09:25.281893 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-138952b7-cb20-43de-a8ca-d4766783d3e2 req-dafbe49e-1bb7-45a9-9d6c-d0dc22893b4f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334656 Jul 23 00:09:26.418943 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47629eaa-3186-44b6-98ad-3772ca24e455 req-155d9440-09ee-4dd1-b5ad-424b841fb5de tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:26.420536 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47629eaa-3186-44b6-98ad-3772ca24e455 req-155d9440-09ee-4dd1-b5ad-424b841fb5de tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.0727177 Jul 23 00:09:26.461062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47629eaa-3186-44b6-98ad-3772ca24e455 req-aaa3a76f-3f68-43e0-87c9-c0ff294b2f40 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347426 Jul 23 00:09:27.591339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777b6ce-917d-4448-9ac1-4e9eeb43160d req-652b1692-3a04-4b65-b5c3-d09ba09b57d6 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:27.592830 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1777b6ce-917d-4448-9ac1-4e9eeb43160d req-652b1692-3a04-4b65-b5c3-d09ba09b57d6 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.0636170 Jul 23 00:09:27.632393 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1777b6ce-917d-4448-9ac1-4e9eeb43160d req-f947fa4a-478a-4faa-a93a-db5c36ac293e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339589 Jul 23 00:09:28.764084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2aeb51-d80b-48ae-8e9a-f900982855e6 req-f2fd2761-f755-4a37-b951-5acb17770ed1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:28.765576 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a2aeb51-d80b-48ae-8e9a-f900982855e6 req-f2fd2761-f755-4a37-b951-5acb17770ed1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.0666411 Jul 23 00:09:28.801838 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a2aeb51-d80b-48ae-8e9a-f900982855e6 req-e021b0a7-478b-4a1f-8ed0-a451dbf45d89 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307088 Jul 23 00:09:29.934480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82eaff2-7fa5-4e55-83f4-5b3d2623240f req-284f3300-2658-4072-b147-06303949d026 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:29.935994 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b82eaff2-7fa5-4e55-83f4-5b3d2623240f req-284f3300-2658-4072-b147-06303949d026 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.0677006 Jul 23 00:09:29.975126 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b82eaff2-7fa5-4e55-83f4-5b3d2623240f req-281fda9e-b6ae-4914-81d6-a6d3010bfb33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333936 Jul 23 00:09:30.572119 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:09:31.105793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7a3fe-a102-4de7-a1c0-3dc9eec4ffc2 req-3db8783e-9f64-43ae-b08f-05d885ac665a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:31.107260 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ac7a3fe-a102-4de7-a1c0-3dc9eec4ffc2 req-3db8783e-9f64-43ae-b08f-05d885ac665a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.0624692 Jul 23 00:09:31.143647 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ac7a3fe-a102-4de7-a1c0-3dc9eec4ffc2 req-58295837-5a4c-44ee-a58d-d0dc2b747d07 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307951 Jul 23 00:09:31.617462 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-59283717-10c2-4a30-8142-b7f874e7d541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:32.277342 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bda562-89c9-407e-9c6e-c1d29cff9662 req-d3902b47-0fef-4692-93d7-5e0d708ebc31 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:32.278739 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5bda562-89c9-407e-9c6e-c1d29cff9662 req-d3902b47-0fef-4692-93d7-5e0d708ebc31 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.0689256 Jul 23 00:09:32.315798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5bda562-89c9-407e-9c6e-c1d29cff9662 req-5765eb14-386a-45c6-ad1b-7df29537b1fa tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315373 Jul 23 00:09:33.442554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3634f6-e78e-4bc6-b8b7-36777248de8b req-6329bac2-6100-42c4-b3fd-3f28f4c5328f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:33.444050 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5b3634f6-e78e-4bc6-b8b7-36777248de8b req-6329bac2-6100-42c4-b3fd-3f28f4c5328f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.0620842 Jul 23 00:09:33.480721 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5b3634f6-e78e-4bc6-b8b7-36777248de8b req-05a49735-45f6-41bf-80cb-e2cf0a64e89a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308280 Jul 23 00:09:34.395484 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-88140edb-dd1e-435f-a597-ea98e4cc3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:34.434750 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:34.460619 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:34.612397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b1652-66f8-447f-a980-98caab9b56e5 req-2e411bf9-457c-45b8-8312-d8e98e7908a3 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:34.613906 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-967b1652-66f8-447f-a980-98caab9b56e5 req-2e411bf9-457c-45b8-8312-d8e98e7908a3 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.0672336 Jul 23 00:09:34.653195 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-967b1652-66f8-447f-a980-98caab9b56e5 req-82b5f51f-2f42-47ee-9f5a-5b91ae8c8f37 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336242 Jul 23 00:09:35.609819 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:35.781125 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957d920-9856-484d-8941-0b3a67593bff req-1b1b503a-5a18-460b-812a-a5eb255060b0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:35.782591 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1957d920-9856-484d-8941-0b3a67593bff req-1b1b503a-5a18-460b-812a-a5eb255060b0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.0628619 Jul 23 00:09:35.820533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1957d920-9856-484d-8941-0b3a67593bff req-f37b480f-8648-461f-9668-f471f53fc51e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323436 Jul 23 00:09:36.934205 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 29374836-cde1-4c53-bfcf-f8f0ce8623c0 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:09:36.946898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2500-c7fc-4b45-b1f3-71c0d35c4a5a req-70bfcd09-ee44-4c0d-a04b-5ac01db9192e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:36.948946 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6be2500-c7fc-4b45-b1f3-71c0d35c4a5a req-70bfcd09-ee44-4c0d-a04b-5ac01db9192e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 944 time: 0.0631237 Jul 23 00:09:36.986107 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6be2500-c7fc-4b45-b1f3-71c0d35c4a5a req-2363d82d-eccc-4d84-b6b6-0ec2601a64b7 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Jul 23 00:09:37.029293 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 29374836-cde1-4c53-bfcf-f8f0ce8623c0, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=29374836-cde1-4c53-bfcf-f8f0ce8623c0,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:09:37.040353 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '29374836-cde1-4c53-bfcf-f8f0ce8623c0', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'port_id': '29374836-cde1-4c53-bfcf-f8f0ce8623c0', 'mac_address': 'fa:16:3e:0e:b0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:09:37.080889 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:37.100354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29374836-cde1-4c53-bfcf-f8f0ce8623c0 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:09:37.114149 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:37.122707 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 29374836-cde1-4c53-bfcf-f8f0ce8623c0, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=29374836-cde1-4c53-bfcf-f8f0ce8623c0,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:09:37.126347 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:37.173110 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=29374836-cde1-4c53-bfcf-f8f0ce8623c0,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:37.180187 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:37.180533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:37.180872 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:37.181241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:37.181575 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:37.182397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:37.182754 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:37.183073 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:37.183405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:37.183733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:37.184061 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:37.184456 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:37.394865 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['29374836-cde1-4c53-bfcf-f8f0ce8623c0'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:09:38.118246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae3d88-28bf-4bb1-96ae-b9856553a04e req-d9399c92-6a37-407b-9de5-5344d9ee978e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:38.120097 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-67ae3d88-28bf-4bb1-96ae-b9856553a04e req-d9399c92-6a37-407b-9de5-5344d9ee978e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 945 time: 0.0658329 Jul 23 00:09:38.156081 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-67ae3d88-28bf-4bb1-96ae-b9856553a04e req-7f4499d4-6ce3-4925-871d-3ccff3ca2bec tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310922 Jul 23 00:09:38.949698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 29374836-cde1-4c53-bfcf-f8f0ce8623c0 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:09:38.997079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 29374836-cde1-4c53-bfcf-f8f0ce8623c0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:09:39.000599 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 29374836-cde1-4c53-bfcf-f8f0ce8623c0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:09:39.001272 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:39.079407 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:39.105112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590a2fc5-946a-49b9-9868-dc418b26f737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29374836-cde1-4c53-bfcf-f8f0ce8623c0'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:09:39.107355 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0de6d2d-a9ae-4ff9-b819-76b24bce80eb" -d '{"events": [{"server_uuid": "590a2fc5-946a-49b9-9868-dc418b26f737", "name": "network-vif-plugged", "status": "completed", "tag": "29374836-cde1-4c53-bfcf-f8f0ce8623c0"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:09:39.120130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 29374836-cde1-4c53-bfcf-f8f0ce8623c0, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=29374836-cde1-4c53-bfcf-f8f0ce8623c0,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:09:39.124573 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:39.147461 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933a80b2-4b5c-4e6e-8add-b105385f6588 x-openstack-request-id: req-933a80b2-4b5c-4e6e-8add-b105385f6588 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:09:39.147752 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590a2fc5-946a-49b9-9868-dc418b26f737", "name": "network-vif-plugged", "status": "completed", "tag": "29374836-cde1-4c53-bfcf-f8f0ce8623c0", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:09:39.148006 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-933a80b2-4b5c-4e6e-8add-b105385f6588 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:09:39.148396 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590a2fc5-946a-49b9-9868-dc418b26f737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29374836-cde1-4c53-bfcf-f8f0ce8623c0', 'code': 200} Jul 23 00:09:39.174389 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=29374836-cde1-4c53-bfcf-f8f0ce8623c0,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:39.317860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6e006-9475-46dd-b11a-6ec44acb9d51 req-f6794713-973b-4567-b4ea-eeb8b0368d59 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:39.319330 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5e6e006-9475-46dd-b11a-6ec44acb9d51 req-f6794713-973b-4567-b4ea-eeb8b0368d59 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 946 time: 0.0918314 Jul 23 00:09:39.368688 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5e6e006-9475-46dd-b11a-6ec44acb9d51 req-b60f060f-603c-43b4-9b71-c0c963b75542 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423088 Jul 23 00:09:39.370449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad2daa-f05b-4018-b266-c09ac87bd11a req-302563fb-1ee9-4438-9dfd-33f9978993f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:39.371862 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60ad2daa-f05b-4018-b266-c09ac87bd11a req-302563fb-1ee9-4438-9dfd-33f9978993f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 1097 time: 0.1489923 Jul 23 00:09:39.407965 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60ad2daa-f05b-4018-b266-c09ac87bd11a req-bec538b4-1ab4-486c-8517-7dd85fcc851e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283780 Jul 23 00:09:40.499054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296e4a5-deeb-4b04-8fe3-fcf110615fa0 req-de36d0fd-de6e-49aa-b08c-7aaf0e6fbfab tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:40.500534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d296e4a5-deeb-4b04-8fe3-fcf110615fa0 req-de36d0fd-de6e-49aa-b08c-7aaf0e6fbfab tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 946 time: 0.0633595 Jul 23 00:09:40.536950 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d296e4a5-deeb-4b04-8fe3-fcf110615fa0 req-9171159b-a7f3-4acf-9f1d-858781808714 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305345 Jul 23 00:09:40.929143 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc9efd23-6fdf-45e3-a767-8240bba4aa99 req-7c9055ad-2826-4c86-8e0a-8cedc985596c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625832 Jul 23 00:09:41.041392 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9efd23-6fdf-45e3-a767-8240bba4aa99 req-cfa8e46f-4081-431b-af04-fb402e5c383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:41.043104 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc9efd23-6fdf-45e3-a767-8240bba4aa99 req-cfa8e46f-4081-431b-af04-fb402e5c383a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 1097 time: 0.0594141 Jul 23 00:09:41.143812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9efd23-6fdf-45e3-a767-8240bba4aa99 req-e699c47f-51c0-4746-8009-e070c851e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:41.145312 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc9efd23-6fdf-45e3-a767-8240bba4aa99 req-e699c47f-51c0-4746-8009-e070c851e223 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.0840163 Jul 23 00:09:41.189299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc9efd23-6fdf-45e3-a767-8240bba4aa99 req-c330ba89-f053-4190-b300-508f900a1944 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29374836-cde1-4c53-bfcf-f8f0ce8623c0 HTTP/1.1" status: 200 len: 217 time: 0.0378835 Jul 23 00:09:41.236358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9efd23-6fdf-45e3-a767-8240bba4aa99 req-1b3a00af-3857-4747-acb3-d444e861e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:41.237794 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc9efd23-6fdf-45e3-a767-8240bba4aa99 req-1b3a00af-3857-4747-acb3-d444e861e706 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0429876 Jul 23 00:09:41.294972 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9efd23-6fdf-45e3-a767-8240bba4aa99 req-0fd2767d-01fc-4363-9ff9-1817cf7023db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:41.296457 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc9efd23-6fdf-45e3-a767-8240bba4aa99 req-0fd2767d-01fc-4363-9ff9-1817cf7023db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529788 Jul 23 00:09:41.307760 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-dc9efd23-6fdf-45e3-a767-8240bba4aa99 req-807a2c6d-cc3b-4724-a5c3-4d2bf41a177c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:09:41.308699 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc9efd23-6fdf-45e3-a767-8240bba4aa99 req-807a2c6d-cc3b-4724-a5c3-4d2bf41a177c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054386 Jul 23 00:09:41.399186 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc9efd23-6fdf-45e3-a767-8240bba4aa99 req-a6dda9f3-8ca2-446c-9f6e-258885144da2 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839660 Jul 23 00:09:41.489006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc9efd23-6fdf-45e3-a767-8240bba4aa99 req-bc2af8d5-ee37-40e6-b3b3-514f5ce47c0a service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835574 Jul 23 00:09:41.669320 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606f8a0-88be-47ee-9e15-9316c35d1fbd req-383a218f-ba03-4cc5-af52-65fd9f36e4bc tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:41.670805 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d606f8a0-88be-47ee-9e15-9316c35d1fbd req-383a218f-ba03-4cc5-af52-65fd9f36e4bc tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 946 time: 0.0696430 Jul 23 00:09:41.707691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d606f8a0-88be-47ee-9e15-9316c35d1fbd req-9b42a19b-f71a-4c2c-a0f7-c15cda3cd1b4 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312390 Jul 23 00:09:41.834892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b830bbd-4194-4e4e-8ece-aa41943ed648 req-7a270126-57eb-46c2-9baa-81541a61eba7 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:41.836374 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0b830bbd-4194-4e4e-8ece-aa41943ed648 req-7a270126-57eb-46c2-9baa-81541a61eba7 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 946 time: 0.0635989 Jul 23 00:09:41.873513 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0b830bbd-4194-4e4e-8ece-aa41943ed648 req-1419b461-ce79-4324-bf45-2b025703d816 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310447 Jul 23 00:09:41.999483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c4b65-1e1c-4436-bb4e-f8e4970430c7 req-43cd4e96-95f4-449f-8649-150ac50789a4 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:42.001163 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-045c4b65-1e1c-4436-bb4e-f8e4970430c7 req-43cd4e96-95f4-449f-8649-150ac50789a4 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 946 time: 0.0626767 Jul 23 00:09:42.043089 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-045c4b65-1e1c-4436-bb4e-f8e4970430c7 req-3ba86473-6858-4d4c-9e13-50053958b809 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364246 Jul 23 00:09:42.337235 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d53e39-dd3b-4b68-bbb9-f1cade6a100a req-662e533a-bf39-4f3f-8ab1-5099432d6764 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:42.339238 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0d53e39-dd3b-4b68-bbb9-f1cade6a100a req-662e533a-bf39-4f3f-8ab1-5099432d6764 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 946 time: 0.0635970 Jul 23 00:09:42.375176 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0d53e39-dd3b-4b68-bbb9-f1cade6a100a req-3289aeb6-171e-43f4-88c7-28b0684486ff tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304449 Jul 23 00:09:43.504689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2194e0-ae8e-4908-9e18-f2a35dcaa487 req-1816d6d4-6acc-4ce5-9a2f-ec2176299114 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:43.506177 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ef2194e0-ae8e-4908-9e18-f2a35dcaa487 req-1816d6d4-6acc-4ce5-9a2f-ec2176299114 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 946 time: 0.0626950 Jul 23 00:09:43.542854 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ef2194e0-ae8e-4908-9e18-f2a35dcaa487 req-f30b90f2-2c35-4491-898d-67acca533b9f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304220 Jul 23 00:09:43.905484 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78319108-fe0c-4a26-8328-0eebad6c4dbc req-a6df5b1d-c53f-4d2c-a8cc-ece359cb47ea tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:43.906935 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78319108-fe0c-4a26-8328-0eebad6c4dbc req-a6df5b1d-c53f-4d2c-a8cc-ece359cb47ea tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 946 time: 0.0656986 Jul 23 00:09:44.006824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-78319108-fe0c-4a26-8328-0eebad6c4dbc req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Deleting port 29374836-cde1-4c53-bfcf-f8f0ce8623c0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:09:44.007166 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78319108-fe0c-4a26-8328-0eebad6c4dbc req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:44.098560 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-78319108-fe0c-4a26-8328-0eebad6c4dbc req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] For port 29374836-cde1-4c53-bfcf-f8f0ce8623c0, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=29374836-cde1-4c53-bfcf-f8f0ce8623c0,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:09:44.098915 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78319108-fe0c-4a26-8328-0eebad6c4dbc req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:44.111045 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-78319108-fe0c-4a26-8328-0eebad6c4dbc req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Calling delete_port for 29374836-cde1-4c53-bfcf-f8f0ce8623c0 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:09:44.235859 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78319108-fe0c-4a26-8328-0eebad6c4dbc req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:44.270523 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['29374836-cde1-4c53-bfcf-f8f0ce8623c0'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:09:44.271968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event deleted for resources: {'Port': ['ID=29374836-cde1-4c53-bfcf-f8f0ce8623c0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:44.286524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:44.286876 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:44.287276 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:44.287674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:44.287977 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:44.288302 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:44.288685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:44.288977 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:44.289335 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:44.289672 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:44.289996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:44.290323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:44.333539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-78319108-fe0c-4a26-8328-0eebad6c4dbc req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] No DVR routers for this DVR port 29374836-cde1-4c53-bfcf-f8f0ce8623c0 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:09:44.336443 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-78319108-fe0c-4a26-8328-0eebad6c4dbc req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:44.339033 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78319108-fe0c-4a26-8328-0eebad6c4dbc req-dd812be2-4e8f-458a-a598-a4160e06d71e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "DELETE /v2.0/ports/29374836-cde1-4c53-bfcf-f8f0ce8623c0 HTTP/1.1" status: 204 len: 173 time: 0.4257431 Jul 23 00:09:44.339514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590a2fc5-946a-49b9-9868-dc418b26f737', 'name': 'network-vif-deleted', 'tag': '29374836-cde1-4c53-bfcf-f8f0ce8623c0'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:09:44.341882 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72c9287-6a42-4f6a-b4c9-a21d385a9550" -d '{"events": [{"server_uuid": "590a2fc5-946a-49b9-9868-dc418b26f737", "name": "network-vif-deleted", "tag": "29374836-cde1-4c53-bfcf-f8f0ce8623c0"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:09:44.381926 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5a936b-b738-4cdd-a72e-7787ee27ba1b x-openstack-request-id: req-fd5a936b-b738-4cdd-a72e-7787ee27ba1b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:09:44.382308 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590a2fc5-946a-49b9-9868-dc418b26f737", "name": "network-vif-deleted", "tag": "29374836-cde1-4c53-bfcf-f8f0ce8623c0", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:09:44.382566 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd5a936b-b738-4cdd-a72e-7787ee27ba1b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:09:44.382972 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590a2fc5-946a-49b9-9868-dc418b26f737', 'name': 'network-vif-deleted', 'tag': '29374836-cde1-4c53-bfcf-f8f0ce8623c0', 'status': 'completed', 'code': 200} Jul 23 00:09:44.639834 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9734ce5-d307-4109-a057-34aa8714d39a req-825fa91b-02ef-4f72-9b80-5aaaf169dd09 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 210 time: 0.0304759 Jul 23 00:09:45.743081 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5738fa3-c775-42fd-88be-5118157efc38 req-a2c8dd45-b7f2-4f7a-a7fc-51e52928b3ed tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 210 time: 0.0342898 Jul 23 00:09:46.704258 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:46.840684 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0a7e544c-43a3-46fa-b111-4914ec8d1879 req-cf9503e0-9576-4b9e-a9dd-8dfdb41c21d3 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 210 time: 0.0290067 Jul 23 00:09:47.949238 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c701bfc3-90d5-4c49-a37c-f0b6f997780b req-d8173566-0b57-4ed3-b57d-2cb2c614fffc tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=590a2fc5-946a-49b9-9868-dc418b26f737 HTTP/1.1" status: 200 len: 210 time: 0.0293741 Jul 23 00:09:49.015236 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 29374836-cde1-4c53-bfcf-f8f0ce8623c0 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:09:49.039569 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 29374836-cde1-4c53-bfcf-f8f0ce8623c0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:09:49.039985 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 29374836-cde1-4c53-bfcf-f8f0ce8623c0 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:10:01.619700 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf1bab3e-b31b-4035-b811-786ee79bccb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:04.396031 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-de779a04-1c4d-43ae-9e0d-18a015e940ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:04.443161 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:04.461833 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:05.613876 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:07.110502 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:07.570400 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:10:08.856543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-3964bef0-7bfb-4524-806a-09dc5c08d184 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:08.857943 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-3964bef0-7bfb-4524-806a-09dc5c08d184 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 811 time: 0.1072655 Jul 23 00:10:08.871787 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-2755b1c9-34b7-4a3e-8586-05c4fb58e528 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/quotas/ccb5efae60bd4cdf8fb4f79b285959a8 HTTP/1.1" status: 200 len: 375 time: 0.0086658 Jul 23 00:10:08.936438 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-11e084bb-358e-4a06-8eba-81b92f5b5c48 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596738 Jul 23 00:10:09.106738 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-0a155f4d-9b50-40a1-a318-a9ab8ffc4425 service neutron] 10.222.0.26 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637614 Jul 23 00:10:09.195783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-abda4601-a964-4e55-8186-d0cedfe04210 service neutron] 10.222.0.26 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834699 Jul 23 00:10:09.478711 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf801879-1778-4311-a503-8b0117505ccc req-44eae754-26fe-47cc-a29c-2e82fff82a19 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 210 time: 0.0288131 Jul 23 00:10:10.426603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-0ebb3b61-d8bd-4274-9ca4-5fc2802b911f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:10.428053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-0ebb3b61-d8bd-4274-9ca4-5fc2802b911f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 811 time: 0.1073978 Jul 23 00:10:10.445059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-21f90043-8211-4f86-9003-5e8919c95340 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Request body: {'port': {'device_id': '34b3d3ab-94c3-4dea-8f50-279a157d553c', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'admin_state_up': True, 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:10.605343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-21f90043-8211-4f86-9003-5e8919c95340 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Made reservation on behalf of ccb5efae60bd4cdf8fb4f79b285959a8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:10:10.609078 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-21f90043-8211-4f86-9003-5e8919c95340 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:10.612708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e3b7ade-b6e7-4759-bca8-fde4035747b3 req-abb78101-e446-4447-9a63-853107848734 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 210 time: 0.0385380 Jul 23 00:10:10.757559 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-21f90043-8211-4f86-9003-5e8919c95340 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Allocated IP 172.20.0.14 (ff22ee38-78c0-497b-aa5a-c135c965ecd6/ec3b9159-e475-44ea-81ba-30bd90b0f44c/20805a74-39c6-405e-b8e7-5201a62c4f52) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:10:10.910311 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-21f90043-8211-4f86-9003-5e8919c95340 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:10.924684 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-21f90043-8211-4f86-9003-5e8919c95340 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Transition to ACTIVE for port object 20805a74-39c6-405e-b8e7-5201a62c4f52 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:10:10.958933 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-21f90043-8211-4f86-9003-5e8919c95340 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:11.007121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-21f90043-8211-4f86-9003-5e8919c95340 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Network ff22ee38-78c0-497b-aa5a-c135c965ecd6 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:10:11.013047 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-21f90043-8211-4f86-9003-5e8919c95340 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:10:11.017204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-21f90043-8211-4f86-9003-5e8919c95340 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:10:11.045783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f90043-8211-4f86-9003-5e8919c95340 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'Port': ['ID=20805a74-39c6-405e-b8e7-5201a62c4f52,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:11.075921 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-21f90043-8211-4f86-9003-5e8919c95340 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:11.076577 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-21f90043-8211-4f86-9003-5e8919c95340 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:11.096991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-21f90043-8211-4f86-9003-5e8919c95340 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6555564 Jul 23 00:10:11.115082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Request body: {'port': {'device_id': '34b3d3ab-94c3-4dea-8f50-279a157d553c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:11.191064 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:11.251087 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d4b54a67-6d33-48b4-a692-4abda0564ee7 None None] Provisioning for port 20805a74-39c6-405e-b8e7-5201a62c4f52 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:10:11.255148 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d4b54a67-6d33-48b4-a692-4abda0564ee7 None None] Provisioning complete for port 20805a74-39c6-405e-b8e7-5201a62c4f52 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:11.256282 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4b54a67-6d33-48b4-a692-4abda0564ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:11.291196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d4b54a67-6d33-48b4-a692-4abda0564ee7 None None] Port 20805a74-39c6-405e-b8e7-5201a62c4f52 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:10:11.468788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20805a74-39c6-405e-b8e7-5201a62c4f52 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:10:11.476265 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:11.488349 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Transition to ACTIVE for port object 20805a74-39c6-405e-b8e7-5201a62c4f52 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:10:11.492209 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:11.540362 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Pushing event updated for resources: {'Port': ['ID=20805a74-39c6-405e-b8e7-5201a62c4f52,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:11.618728 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Attempting to bind port 20805a74-39c6-405e-b8e7-5201a62c4f52 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:10:11.619052 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Attempting to bind port 20805a74-39c6-405e-b8e7-5201a62c4f52 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:10:11.619381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Attempting to bind port 20805a74-39c6-405e-b8e7-5201a62c4f52 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:10:11.624908 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Port 20805a74-39c6-405e-b8e7-5201a62c4f52 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:10:11.625271 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Attempting to bind port 20805a74-39c6-405e-b8e7-5201a62c4f52 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:10:11.630187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:10:11.630524 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Checking segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:10:11.630898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Bound using segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:10:11.631460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Bound port: 20805a74-39c6-405e-b8e7-5201a62c4f52, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:10:11.631804 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:11.733313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] For port 20805a74-39c6-405e-b8e7-5201a62c4f52, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:10:11.763284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] For port 20805a74-39c6-405e-b8e7-5201a62c4f52, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=20805a74-39c6-405e-b8e7-5201a62c4f52,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:10:11.767554 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:11.820772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:11.821463 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:11.823035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] 10.222.0.18 "PUT /v2.0/ports/20805a74-39c6-405e-b8e7-5201a62c4f52 HTTP/1.1" status: 200 len: 1092 time: 0.7122128 Jul 23 00:10:11.827078 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b3d3ab-94c3-4dea-8f50-279a157d553c', 'tag': '20805a74-39c6-405e-b8e7-5201a62c4f52'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:10:11.829340 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597908cc-964b-4baa-9460-2d26f99ccb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "34b3d3ab-94c3-4dea-8f50-279a157d553c", "tag": "20805a74-39c6-405e-b8e7-5201a62c4f52"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:10:11.868154 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b865e5-1196-4df3-9760-c05d7f1345a3 req-fb90e2e5-1ad1-4892-a2c0-6bb662e13bf4 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:11.869879 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-72b865e5-1196-4df3-9760-c05d7f1345a3 req-fb90e2e5-1ad1-4892-a2c0-6bb662e13bf4 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 944 time: 0.1565897 Jul 23 00:10:11.879628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b24f0a-9714-40b5-b984-101dd5fb4097 service neutron] Pushing event updated for resources: {'Port': ['ID=20805a74-39c6-405e-b8e7-5201a62c4f52,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:11.923541 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4496a9f3-4003-42a4-bdcd-a037ca6687de x-openstack-request-id: req-4496a9f3-4003-42a4-bdcd-a037ca6687de {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:10:11.923831 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b3d3ab-94c3-4dea-8f50-279a157d553c", "tag": "20805a74-39c6-405e-b8e7-5201a62c4f52", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:10:11.924081 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4496a9f3-4003-42a4-bdcd-a037ca6687de {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:10:11.924479 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b3d3ab-94c3-4dea-8f50-279a157d553c', 'tag': '20805a74-39c6-405e-b8e7-5201a62c4f52', 'status': 'completed', 'code': 200} Jul 23 00:10:11.951523 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-72b865e5-1196-4df3-9760-c05d7f1345a3 req-ef552051-91b5-4b42-b379-6964fd364bd1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680211 Jul 23 00:10:11.972494 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-1c4d6065-608d-4814-afb1-bd8168ee4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:11.974092 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-1c4d6065-608d-4814-afb1-bd8168ee4a59 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 1095 time: 0.0843530 Jul 23 00:10:12.027947 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-4a824d68-e547-4da6-ac94-725d51c8b879 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20805a74-39c6-405e-b8e7-5201a62c4f52 HTTP/1.1" status: 200 len: 217 time: 0.0409412 Jul 23 00:10:12.081531 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-2f52a02f-10a0-451c-82d8-a2fd25e55acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:12.082912 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-2f52a02f-10a0-451c-82d8-a2fd25e55acb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0485301 Jul 23 00:10:12.142991 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-678129b8-9418-4e74-b167-3de6c3b45c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:12.144503 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-678129b8-9418-4e74-b167-3de6c3b45c62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547495 Jul 23 00:10:12.234830 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-e9711640-0670-4c68-bc75-3a8fd5a95e97 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841048 Jul 23 00:10:12.327390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2f62cb0-fb8d-4347-adbc-bccc6cefa003 req-9b691b53-ee9a-4db4-a752-11f087e9dddc service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864916 Jul 23 00:10:12.455027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597908cc-964b-4baa-9460-2d26f99ccb4b req-b78e8331-3b5a-434a-8e54-3f1c43369932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:12.456828 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-597908cc-964b-4baa-9460-2d26f99ccb4b req-b78e8331-3b5a-434a-8e54-3f1c43369932 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 1095 time: 0.0600445 Jul 23 00:10:12.548968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597908cc-964b-4baa-9460-2d26f99ccb4b req-3f0e6bdc-5672-4ec3-b36c-a15b12110b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:12.550643 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-597908cc-964b-4baa-9460-2d26f99ccb4b req-3f0e6bdc-5672-4ec3-b36c-a15b12110b62 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.0881453 Jul 23 00:10:12.591709 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-597908cc-964b-4baa-9460-2d26f99ccb4b req-bf7c5785-e069-43f9-a923-6e2fd5883a53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20805a74-39c6-405e-b8e7-5201a62c4f52 HTTP/1.1" status: 200 len: 217 time: 0.0343530 Jul 23 00:10:12.649306 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597908cc-964b-4baa-9460-2d26f99ccb4b req-0eb29952-b48f-4806-8d56-88b56cb99f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:12.651427 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-597908cc-964b-4baa-9460-2d26f99ccb4b req-0eb29952-b48f-4806-8d56-88b56cb99f72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0518022 Jul 23 00:10:12.711826 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597908cc-964b-4baa-9460-2d26f99ccb4b req-9559ac00-0797-429e-8dc7-701d8d38270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:12.713913 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-597908cc-964b-4baa-9460-2d26f99ccb4b req-9559ac00-0797-429e-8dc7-701d8d38270a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555575 Jul 23 00:10:12.804590 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-597908cc-964b-4baa-9460-2d26f99ccb4b req-f96ba2a4-fab0-430f-a0a1-419ed58b8da7 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852036 Jul 23 00:10:12.897395 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-597908cc-964b-4baa-9460-2d26f99ccb4b req-9edaa48d-8e50-49cd-b049-6b04b0047d93 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862055 Jul 23 00:10:13.092767 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503119f-39f6-431a-9632-7e466cc40d21 req-e7da066d-c181-4445-a94b-20289033d2d9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:13.094413 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f503119f-39f6-431a-9632-7e466cc40d21 req-e7da066d-c181-4445-a94b-20289033d2d9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 944 time: 0.0713022 Jul 23 00:10:13.135151 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f503119f-39f6-431a-9632-7e466cc40d21 req-b8f6a70b-7b8b-4deb-914f-cad8471651e7 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336194 Jul 23 00:10:14.277206 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e7385-c748-4bec-9f75-d5790afb9210 req-a16cea59-c0eb-4a68-b45b-8161f9b6af06 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:14.278741 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d78e7385-c748-4bec-9f75-d5790afb9210 req-a16cea59-c0eb-4a68-b45b-8161f9b6af06 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 944 time: 0.0738289 Jul 23 00:10:14.318103 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d78e7385-c748-4bec-9f75-d5790afb9210 req-6d5578bf-e1e7-4747-99bd-6df33d3851db tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335374 Jul 23 00:10:15.452788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65fed9-38ea-4cb0-a537-e203ab5a920f req-3d8f0aff-c6c4-4d98-a4a5-376635876793 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:15.454315 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e65fed9-38ea-4cb0-a537-e203ab5a920f req-3d8f0aff-c6c4-4d98-a4a5-376635876793 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 944 time: 0.0643289 Jul 23 00:10:15.493440 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e65fed9-38ea-4cb0-a537-e203ab5a920f req-ba8af888-e713-46d5-a209-df200fa512ea tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327518 Jul 23 00:10:16.624214 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600eeb2-99bf-4bc9-8933-bb4ce6ae248e req-36369a29-b2f5-4dd7-98b5-7483843fb122 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:16.625951 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7600eeb2-99bf-4bc9-8933-bb4ce6ae248e req-36369a29-b2f5-4dd7-98b5-7483843fb122 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 944 time: 0.0637789 Jul 23 00:10:16.663829 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7600eeb2-99bf-4bc9-8933-bb4ce6ae248e req-4d9c7935-ee9a-4398-8c3d-64480cb57b00 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323560 Jul 23 00:10:16.706634 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:17.797784 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c23c18-438b-4197-bd01-606e4019eb03 req-5397addf-874a-4bba-a504-0c1949cc610f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:17.799264 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07c23c18-438b-4197-bd01-606e4019eb03 req-5397addf-874a-4bba-a504-0c1949cc610f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 944 time: 0.0668654 Jul 23 00:10:17.835319 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07c23c18-438b-4197-bd01-606e4019eb03 req-3d6e71d4-5265-41ae-8f56-c40def4f4ea7 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305994 Jul 23 00:10:18.966061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf3fae-bd7c-43f5-a833-db4d503d1726 req-dd3654f5-d1d5-4acc-8b36-196f69f7c08c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:18.967474 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5ccf3fae-bd7c-43f5-a833-db4d503d1726 req-dd3654f5-d1d5-4acc-8b36-196f69f7c08c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 944 time: 0.0657146 Jul 23 00:10:19.004349 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5ccf3fae-bd7c-43f5-a833-db4d503d1726 req-9abd22e9-874a-4df5-8ccd-efec32c5723e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311921 Jul 23 00:10:20.139511 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5502d6-ffe4-4307-a8ce-e00e6547fe70 req-44154d91-596d-4505-8b5d-03f3f869d7be tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:20.140887 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b5502d6-ffe4-4307-a8ce-e00e6547fe70 req-44154d91-596d-4505-8b5d-03f3f869d7be tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 944 time: 0.0690413 Jul 23 00:10:20.178899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b5502d6-ffe4-4307-a8ce-e00e6547fe70 req-a5680fa2-5432-4b36-bb12-859e8940a45c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322399 Jul 23 00:10:21.183013 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 20805a74-39c6-405e-b8e7-5201a62c4f52 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:10:21.282830 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 20805a74-39c6-405e-b8e7-5201a62c4f52, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=20805a74-39c6-405e-b8e7-5201a62c4f52,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:21.293759 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '20805a74-39c6-405e-b8e7-5201a62c4f52', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'port_id': '20805a74-39c6-405e-b8e7-5201a62c4f52', 'mac_address': 'fa:16:3e:16:ad:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:10:21.308479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4b662-01e7-46e0-a8c2-7497805b7d6f req-15a1724c-07fc-4247-85b9-df658a75d7f0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:21.310015 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ddb4b662-01e7-46e0-a8c2-7497805b7d6f req-15a1724c-07fc-4247-85b9-df658a75d7f0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 944 time: 0.0649142 Jul 23 00:10:21.331438 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:21.343904 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20805a74-39c6-405e-b8e7-5201a62c4f52 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:10:21.348644 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ddb4b662-01e7-46e0-a8c2-7497805b7d6f req-3d7d805a-bdb0-4964-be2c-85b1a9a7bb26 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321276 Jul 23 00:10:21.363995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 20805a74-39c6-405e-b8e7-5201a62c4f52, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=20805a74-39c6-405e-b8e7-5201a62c4f52,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:21.368632 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:21.419681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=20805a74-39c6-405e-b8e7-5201a62c4f52,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:21.636277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['20805a74-39c6-405e-b8e7-5201a62c4f52'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:10:22.477594 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0576f04-243a-43b1-be98-801fcc895590 req-1e7db708-c7eb-4558-bd1a-49f88dd8d55b tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:22.479079 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0576f04-243a-43b1-be98-801fcc895590 req-1e7db708-c7eb-4558-bd1a-49f88dd8d55b tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 945 time: 0.0633583 Jul 23 00:10:22.516237 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0576f04-243a-43b1-be98-801fcc895590 req-dbad6316-4f82-48a1-8e1f-be190c7fa304 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316701 Jul 23 00:10:23.199323 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 20805a74-39c6-405e-b8e7-5201a62c4f52 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:10:23.246322 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 20805a74-39c6-405e-b8e7-5201a62c4f52 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:10:23.250770 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 20805a74-39c6-405e-b8e7-5201a62c4f52 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:23.251201 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:23.329626 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:23.350750 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b3d3ab-94c3-4dea-8f50-279a157d553c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20805a74-39c6-405e-b8e7-5201a62c4f52'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:10:23.352997 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eecd2b6-f668-40d4-aa3a-172dc08b2be8" -d '{"events": [{"server_uuid": "34b3d3ab-94c3-4dea-8f50-279a157d553c", "name": "network-vif-plugged", "status": "completed", "tag": "20805a74-39c6-405e-b8e7-5201a62c4f52"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:10:23.365514 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 20805a74-39c6-405e-b8e7-5201a62c4f52, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=20805a74-39c6-405e-b8e7-5201a62c4f52,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:23.369573 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:23.394098 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72e1142-1052-42be-b8f1-756b6f87eee5 x-openstack-request-id: req-e72e1142-1052-42be-b8f1-756b6f87eee5 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:10:23.394399 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b3d3ab-94c3-4dea-8f50-279a157d553c", "name": "network-vif-plugged", "status": "completed", "tag": "20805a74-39c6-405e-b8e7-5201a62c4f52", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:10:23.394653 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e72e1142-1052-42be-b8f1-756b6f87eee5 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:10:23.395048 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b3d3ab-94c3-4dea-8f50-279a157d553c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20805a74-39c6-405e-b8e7-5201a62c4f52', 'code': 200} Jul 23 00:10:23.421330 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=20805a74-39c6-405e-b8e7-5201a62c4f52,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:23.526241 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff48fae-8b46-4fd4-ac19-bd2faf03f94e req-c2fe93fe-b3a0-43c7-832c-d607f7136a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:23.527732 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fff48fae-8b46-4fd4-ac19-bd2faf03f94e req-c2fe93fe-b3a0-43c7-832c-d607f7136a16 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 1097 time: 0.0552127 Jul 23 00:10:23.566488 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fff48fae-8b46-4fd4-ac19-bd2faf03f94e req-afc2f592-5e62-4afa-94e8-0e4cf9a51771 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325129 Jul 23 00:10:23.647519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f924fd6-f9f1-4f76-8024-b4e6de53b4ad req-0fd42491-07a8-45d0-9a6d-4c5ce5f8f584 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:23.648911 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f924fd6-f9f1-4f76-8024-b4e6de53b4ad req-0fd42491-07a8-45d0-9a6d-4c5ce5f8f584 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 946 time: 0.0646119 Jul 23 00:10:23.685884 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7f924fd6-f9f1-4f76-8024-b4e6de53b4ad req-7276f315-527e-4a34-baaa-7e8b1e471a68 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314255 Jul 23 00:10:24.820021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b38ed-26db-499b-bb06-3871b3faf70a req-c4f3db3c-b366-41af-9bd0-d42c6cc6201a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:24.821524 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b86b38ed-26db-499b-bb06-3871b3faf70a req-c4f3db3c-b366-41af-9bd0-d42c6cc6201a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 946 time: 0.0672007 Jul 23 00:10:24.858410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b86b38ed-26db-499b-bb06-3871b3faf70a req-eabbac18-fb49-4a0c-9983-ce535c5b3cdd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303013 Jul 23 00:10:24.986606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d3693-7752-4205-a78a-069e21cb1608 req-96267066-09c1-4dbb-976e-d663250c0d88 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:24.988034 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-118d3693-7752-4205-a78a-069e21cb1608 req-96267066-09c1-4dbb-976e-d663250c0d88 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 946 time: 0.0643995 Jul 23 00:10:25.026316 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-118d3693-7752-4205-a78a-069e21cb1608 req-2eb9ce5b-943e-4b8d-9136-3200a12f82f9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328376 Jul 23 00:10:27.594363 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-0ef2e275-74cb-4c90-965a-8d15cec4e3b2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:27.595813 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-0ef2e275-74cb-4c90-965a-8d15cec4e3b2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 811 time: 0.1024420 Jul 23 00:10:27.610001 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2688850c-ad1c-4a2c-afbc-0448c828a7c1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/quotas/ccb5efae60bd4cdf8fb4f79b285959a8 HTTP/1.1" status: 200 len: 375 time: 0.0089312 Jul 23 00:10:27.675600 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-5e669591-11e8-41e8-9bc4-02a94532cc52 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0608785 Jul 23 00:10:28.118981 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-4a8ca172-1991-4237-b147-59db69b6d320 service neutron] 10.222.0.26 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367330 Jul 23 00:10:28.205510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-f25df28d-cac7-4c0c-8588-f652dc5275c7 service neutron] 10.222.0.26 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796306 Jul 23 00:10:28.399610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb16a531-7482-4640-bfb0-87533c16688a req-f09e4502-1dde-4c54-be98-f987a1d0c9d1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 210 time: 0.0316684 Jul 23 00:10:29.339348 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-c7370e1e-9b74-4e11-8095-e4a2feb63789 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:29.340876 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-c7370e1e-9b74-4e11-8095-e4a2feb63789 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.95 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 811 time: 0.1165569 Jul 23 00:10:29.356920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-d9ed20bf-ca09-4e7f-8126-eb9047e588f2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Request body: {'port': {'device_id': 'dbd6e128-b837-40e5-b9da-d1681dfeb5a8', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'admin_state_up': True, 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:29.509961 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a986c211-0077-4994-9de0-84f8244963e0 req-d8d3d2f5-a1d7-4fbb-b1e2-b2c8d114c1b3 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 210 time: 0.0330777 Jul 23 00:10:29.510685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-d9ed20bf-ca09-4e7f-8126-eb9047e588f2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Made reservation on behalf of ccb5efae60bd4cdf8fb4f79b285959a8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:10:29.514231 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-d9ed20bf-ca09-4e7f-8126-eb9047e588f2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:29.643447 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-d9ed20bf-ca09-4e7f-8126-eb9047e588f2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Allocated IP 172.20.0.6 (ff22ee38-78c0-497b-aa5a-c135c965ecd6/ec3b9159-e475-44ea-81ba-30bd90b0f44c/b14b11ae-5f11-4a4c-99ab-c7fb78522b13) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:10:29.803485 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-d9ed20bf-ca09-4e7f-8126-eb9047e588f2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:29.817250 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-d9ed20bf-ca09-4e7f-8126-eb9047e588f2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Transition to ACTIVE for port object b14b11ae-5f11-4a4c-99ab-c7fb78522b13 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:10:29.850347 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-d9ed20bf-ca09-4e7f-8126-eb9047e588f2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:29.883893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['20805a74-39c6-405e-b8e7-5201a62c4f52'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:10:29.907832 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-d9ed20bf-ca09-4e7f-8126-eb9047e588f2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Network ff22ee38-78c0-497b-aa5a-c135c965ecd6 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:10:29.911100 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-d9ed20bf-ca09-4e7f-8126-eb9047e588f2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:10:29.915974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-d9ed20bf-ca09-4e7f-8126-eb9047e588f2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:10:29.918593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed20bf-ca09-4e7f-8126-eb9047e588f2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'Port': ['ID=b14b11ae-5f11-4a4c-99ab-c7fb78522b13,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:29.987828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-d9ed20bf-ca09-4e7f-8126-eb9047e588f2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:29.988806 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-d9ed20bf-ca09-4e7f-8126-eb9047e588f2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:30.011327 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-d9ed20bf-ca09-4e7f-8126-eb9047e588f2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6576881 Jul 23 00:10:30.021319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-43fec69e-595c-46e7-b188-fb14ef50399b tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:10:30.022315 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-43fec69e-595c-46e7-b188-fb14ef50399b tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065489 Jul 23 00:10:30.094327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Request body: {'port': {'device_id': 'dbd6e128-b837-40e5-b9da-d1681dfeb5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:30.167981 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7ce1834a-12f9-409f-b14b-a3e38df7c2f6 None None] Provisioning for port b14b11ae-5f11-4a4c-99ab-c7fb78522b13 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:10:30.175340 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7ce1834a-12f9-409f-b14b-a3e38df7c2f6 None None] Provisioning complete for port b14b11ae-5f11-4a4c-99ab-c7fb78522b13 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:30.176256 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ce1834a-12f9-409f-b14b-a3e38df7c2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:30.176718 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:30.213895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1834a-12f9-409f-b14b-a3e38df7c2f6 None None] Port b14b11ae-5f11-4a4c-99ab-c7fb78522b13 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:10:30.457466 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14b11ae-5f11-4a4c-99ab-c7fb78522b13 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:10:30.464885 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:30.477063 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Transition to ACTIVE for port object b14b11ae-5f11-4a4c-99ab-c7fb78522b13 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:10:30.481063 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:30.576783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b14b11ae-5f11-4a4c-99ab-c7fb78522b13,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:30.643961 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Attempting to bind port b14b11ae-5f11-4a4c-99ab-c7fb78522b13 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:10:30.644475 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Attempting to bind port b14b11ae-5f11-4a4c-99ab-c7fb78522b13 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:10:30.645013 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Attempting to bind port b14b11ae-5f11-4a4c-99ab-c7fb78522b13 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:10:30.654270 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Port b14b11ae-5f11-4a4c-99ab-c7fb78522b13 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:10:30.654978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Attempting to bind port b14b11ae-5f11-4a4c-99ab-c7fb78522b13 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:10:30.664225 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:10:30.664697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Checking segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:10:30.665181 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Bound using segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:10:30.665691 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Bound port: b14b11ae-5f11-4a4c-99ab-c7fb78522b13, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:10:30.666123 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:30.714238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe40745-ac32-4c7e-9f91-3747bcaeac04 req-9deaa41e-5641-4540-a925-b3b1beb2d6dc tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:30.715943 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2fe40745-ac32-4c7e-9f91-3747bcaeac04 req-9deaa41e-5641-4540-a925-b3b1beb2d6dc tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.1223328 Jul 23 00:10:30.776678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] For port b14b11ae-5f11-4a4c-99ab-c7fb78522b13, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:10:30.781575 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2fe40745-ac32-4c7e-9f91-3747bcaeac04 req-785248a6-e289-4ef3-910e-0298ab2972d9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537658 Jul 23 00:10:30.792660 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] For port b14b11ae-5f11-4a4c-99ab-c7fb78522b13, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b14b11ae-5f11-4a4c-99ab-c7fb78522b13,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:10:30.802674 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:30.841237 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:30.842694 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:30.844106 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] 10.222.0.95 "PUT /v2.0/ports/b14b11ae-5f11-4a4c-99ab-c7fb78522b13 HTTP/1.1" status: 200 len: 1091 time: 0.8103132 Jul 23 00:10:30.845460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd6e128-b837-40e5-b9da-d1681dfeb5a8', 'tag': 'b14b11ae-5f11-4a4c-99ab-c7fb78522b13'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:10:30.847278 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cb0551-cd3c-4d85-847b-199122dde02b" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd6e128-b837-40e5-b9da-d1681dfeb5a8", "tag": "b14b11ae-5f11-4a4c-99ab-c7fb78522b13"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:10:30.890872 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db511bab-82b3-44e2-be1e-25df68b51213 x-openstack-request-id: req-db511bab-82b3-44e2-be1e-25df68b51213 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:10:30.891161 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd6e128-b837-40e5-b9da-d1681dfeb5a8", "tag": "b14b11ae-5f11-4a4c-99ab-c7fb78522b13", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:10:30.891408 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db511bab-82b3-44e2-be1e-25df68b51213 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:10:30.891817 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd6e128-b837-40e5-b9da-d1681dfeb5a8', 'tag': 'b14b11ae-5f11-4a4c-99ab-c7fb78522b13', 'status': 'completed', 'code': 200} Jul 23 00:10:30.905641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf20a6-5121-4e02-9738-a4c6c4711fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b14b11ae-5f11-4a4c-99ab-c7fb78522b13,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:30.956968 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-b3f52852-5f92-483d-b1bc-dbe63e058e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:30.958626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-b3f52852-5f92-483d-b1bc-dbe63e058e1f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 1094 time: 0.0617492 Jul 23 00:10:31.008500 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-3d970d6b-3604-4014-9de2-ffce786d312e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b14b11ae-5f11-4a4c-99ab-c7fb78522b13 HTTP/1.1" status: 200 len: 217 time: 0.0417576 Jul 23 00:10:31.068014 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-e1d59191-8090-4a82-a49a-70f074f1a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:31.069630 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-e1d59191-8090-4a82-a49a-70f074f1a3ff service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0536885 Jul 23 00:10:31.156103 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-716e24e5-da8c-45d0-acd7-b5f4f0a3fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:31.158246 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-716e24e5-da8c-45d0-acd7-b5f4f0a3fcd4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643756 Jul 23 00:10:31.280207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-c757012c-7cc8-479e-85e4-c408fbb35ade service neutron] 10.222.0.95 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138804 Jul 23 00:10:31.383012 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5905d72-f5c3-4ebf-8804-2b0e2563e50d req-d0361d7e-b095-471e-834f-d5aaa53b634f service neutron] 10.222.0.95 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961595 Jul 23 00:10:31.497479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb0551-cd3c-4d85-847b-199122dde02b req-4c0ffc36-7910-4de2-a392-b41c4331c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:31.499918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37cb0551-cd3c-4d85-847b-199122dde02b req-4c0ffc36-7910-4de2-a392-b41c4331c1d9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 1094 time: 0.0654371 Jul 23 00:10:31.627047 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb0551-cd3c-4d85-847b-199122dde02b req-e9d278a7-5e20-432b-a599-cf4adc7a50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:31.628847 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37cb0551-cd3c-4d85-847b-199122dde02b req-e9d278a7-5e20-432b-a599-cf4adc7a50bd service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.1215217 Jul 23 00:10:31.632357 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7667dfc7-6d12-449a-b907-19aa1ad3780b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:31.681857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37cb0551-cd3c-4d85-847b-199122dde02b req-bca971d6-c390-4331-87d2-cb42e1845b61 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b14b11ae-5f11-4a4c-99ab-c7fb78522b13 HTTP/1.1" status: 200 len: 217 time: 0.0431390 Jul 23 00:10:31.735434 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb0551-cd3c-4d85-847b-199122dde02b req-27727596-ec2d-4fab-90f2-ee484c215934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:31.737723 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37cb0551-cd3c-4d85-847b-199122dde02b req-27727596-ec2d-4fab-90f2-ee484c215934 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0493848 Jul 23 00:10:31.807228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb0551-cd3c-4d85-847b-199122dde02b req-156d1178-da0d-4d00-bd8b-d0101774f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:31.808775 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37cb0551-cd3c-4d85-847b-199122dde02b req-156d1178-da0d-4d00-bd8b-d0101774f97e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636694 Jul 23 00:10:31.973376 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37cb0551-cd3c-4d85-847b-199122dde02b req-4c8824a6-d2c5-4c73-84b0-27e5f767e0a0 service neutron] 10.222.0.95 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570821 Jul 23 00:10:31.997161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac31859-4d69-4ccf-b774-6e14a8c5a5d8 req-4fb4d348-881c-429a-8802-fba90043352f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:32.000524 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aac31859-4d69-4ccf-b774-6e14a8c5a5d8 req-4fb4d348-881c-429a-8802-fba90043352f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.1289585 Jul 23 00:10:32.137156 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aac31859-4d69-4ccf-b774-6e14a8c5a5d8 req-c7180056-1efd-4e61-b6a8-b4c3d7be0f9c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973611 Jul 23 00:10:32.186648 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37cb0551-cd3c-4d85-847b-199122dde02b req-f24f0cae-75ee-44ea-b79c-39a7d328b554 service neutron] 10.222.0.95 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027960 Jul 23 00:10:33.366999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fb9a3-c007-4a03-a563-246181825d9d req-eb7dd7d4-4907-4055-b0a2-397b22e66062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:33.368341 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-260fb9a3-c007-4a03-a563-246181825d9d req-eb7dd7d4-4907-4055-b0a2-397b22e66062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.1046641 Jul 23 00:10:33.424499 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-260fb9a3-c007-4a03-a563-246181825d9d req-c620862e-b146-4bf8-a4ea-18e369996145 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487311 Jul 23 00:10:34.411074 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b835171a-c92b-4861-ab66-9fc6bdc28d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:34.448194 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:34.476640 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:34.656963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38414284-8660-432a-a035-079f5753312b req-adf9c8d5-cccb-45dc-ba20-225e17c24173 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:34.661785 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-38414284-8660-432a-a035-079f5753312b req-adf9c8d5-cccb-45dc-ba20-225e17c24173 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.0966721 Jul 23 00:10:34.713986 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-38414284-8660-432a-a035-079f5753312b req-c4c751b7-f671-47da-acc8-bbf3050a2e66 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471840 Jul 23 00:10:35.623161 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:35.903730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e332d-493f-4db3-bd26-1795f6aa2451 req-b2f79267-0824-49ce-9466-22f46caf0366 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:35.913118 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d65e332d-493f-4db3-bd26-1795f6aa2451 req-b2f79267-0824-49ce-9466-22f46caf0366 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.1059456 Jul 23 00:10:35.972443 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d65e332d-493f-4db3-bd26-1795f6aa2451 req-27548a40-a679-4451-afd8-34df7011ccea tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562503 Jul 23 00:10:37.108122 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:37.141441 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb7e0d-d7a6-44a0-9bf4-d9fd385ff893 req-4d8d152e-adda-4b84-96b5-bce4eb1073e7 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:37.142956 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ceb7e0d-d7a6-44a0-9bf4-d9fd385ff893 req-4d8d152e-adda-4b84-96b5-bce4eb1073e7 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.0832791 Jul 23 00:10:37.182395 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ceb7e0d-d7a6-44a0-9bf4-d9fd385ff893 req-4a07f90a-6244-4937-b027-58b492bf1df8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332725 Jul 23 00:10:38.319978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfa697-3dc6-4bbb-b984-06b5db207da6 req-08a9259a-e40e-4d02-b32e-f91e0f0ad297 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:38.321528 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48cfa697-3dc6-4bbb-b984-06b5db207da6 req-08a9259a-e40e-4d02-b32e-f91e0f0ad297 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.0673416 Jul 23 00:10:38.359605 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48cfa697-3dc6-4bbb-b984-06b5db207da6 req-579d353f-aca6-4dc5-8e15-a64655ae9ef2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318797 Jul 23 00:10:39.503378 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b6ad4-a2f7-4204-929d-ec2a49b68667 req-415309ea-cc4d-49cd-800b-aa149e0e81f9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:39.504895 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-180b6ad4-a2f7-4204-929d-ec2a49b68667 req-415309ea-cc4d-49cd-800b-aa149e0e81f9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.0701382 Jul 23 00:10:39.542692 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-180b6ad4-a2f7-4204-929d-ec2a49b68667 req-514fe143-a140-4d86-9cc4-476ef207f905 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321255 Jul 23 00:10:40.681887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67d940-20f9-4135-a819-06e027ef337e req-f2b801d2-1962-467a-bad4-f7f0d4b4c8df tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:40.689775 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab67d940-20f9-4135-a819-06e027ef337e req-f2b801d2-1962-467a-bad4-f7f0d4b4c8df tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.0746987 Jul 23 00:10:40.727836 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab67d940-20f9-4135-a819-06e027ef337e req-3c4e3ff5-e7da-4b28-ac17-e41e458692eb tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371563 Jul 23 00:10:41.864401 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b40959-0039-490b-82bf-0140a265517e req-01c43a48-a69d-4049-bd71-aea6eea08f8c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:41.871963 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0b40959-0039-490b-82bf-0140a265517e req-01c43a48-a69d-4049-bd71-aea6eea08f8c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.0754211 Jul 23 00:10:41.945025 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c0b40959-0039-490b-82bf-0140a265517e req-4c2b357b-371f-4fc5-a13d-3fb274ca221e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721869 Jul 23 00:10:41.968472 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba4fda5d-a3aa-4549-a906-f8a0d853f348 req-ac9e55eb-a582-4fdc-b5df-591631dff987 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0745382 Jul 23 00:10:42.090740 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fda5d-a3aa-4549-a906-f8a0d853f348 req-0ee4a613-7932-4034-a9f0-8f6a461cf66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:42.092963 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba4fda5d-a3aa-4549-a906-f8a0d853f348 req-0ee4a613-7932-4034-a9f0-8f6a461cf66a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 1097 time: 0.0628662 Jul 23 00:10:42.224577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fda5d-a3aa-4549-a906-f8a0d853f348 req-dd7a793f-33ce-4c57-81fe-11d7a1cd082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:42.225882 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba4fda5d-a3aa-4549-a906-f8a0d853f348 req-dd7a793f-33ce-4c57-81fe-11d7a1cd082a service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.1128366 Jul 23 00:10:42.269793 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba4fda5d-a3aa-4549-a906-f8a0d853f348 req-d071eb0d-8531-49da-8451-7dfddeea2743 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20805a74-39c6-405e-b8e7-5201a62c4f52 HTTP/1.1" status: 200 len: 217 time: 0.0362067 Jul 23 00:10:42.316790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fda5d-a3aa-4549-a906-f8a0d853f348 req-0e7542ff-7fd5-4513-b213-86f699e3a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:42.318155 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba4fda5d-a3aa-4549-a906-f8a0d853f348 req-0e7542ff-7fd5-4513-b213-86f699e3a8a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0425527 Jul 23 00:10:42.384574 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fda5d-a3aa-4549-a906-f8a0d853f348 req-6a3b8a50-66f0-4dc5-9f40-236df002c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:42.386294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba4fda5d-a3aa-4549-a906-f8a0d853f348 req-6a3b8a50-66f0-4dc5-9f40-236df002c50c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614636 Jul 23 00:10:42.477872 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba4fda5d-a3aa-4549-a906-f8a0d853f348 req-823b54e4-d829-4f64-b210-4c4677273071 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827305 Jul 23 00:10:42.572140 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ba4fda5d-a3aa-4549-a906-f8a0d853f348 req-41b87b77-679b-4707-b8af-64b6e1dd27e5 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873079 Jul 23 00:10:43.081198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533b2c5-370c-4ff0-983c-8d6a3d387d15 req-e6515ce3-1e00-47f0-a40a-e28e2fac1d5e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:43.082637 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e533b2c5-370c-4ff0-983c-8d6a3d387d15 req-e6515ce3-1e00-47f0-a40a-e28e2fac1d5e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.0681608 Jul 23 00:10:43.121349 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e533b2c5-370c-4ff0-983c-8d6a3d387d15 req-d7495906-4cdc-414b-a007-7c04cf0367c3 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327849 Jul 23 00:10:44.254182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababd224-35de-44c8-96e7-de7b52f48af4 req-4a7bdcae-ac3b-4c78-bb44-36183b35cbaa tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:44.255720 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ababd224-35de-44c8-96e7-de7b52f48af4 req-4a7bdcae-ac3b-4c78-bb44-36183b35cbaa tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.0649123 Jul 23 00:10:44.294357 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ababd224-35de-44c8-96e7-de7b52f48af4 req-c74a9574-5381-4e06-a4d6-97f6d1ec1243 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326984 Jul 23 00:10:44.572163 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:10:45.434828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710ce87-d1ed-490a-a00d-a5c24ec64280 req-dbafcd8a-cbed-4006-9fae-2e81f1ca6f51 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:45.436319 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f710ce87-d1ed-490a-a00d-a5c24ec64280 req-dbafcd8a-cbed-4006-9fae-2e81f1ca6f51 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.0703456 Jul 23 00:10:45.474707 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f710ce87-d1ed-490a-a00d-a5c24ec64280 req-925e33aa-ea6d-4288-b3b9-26fe65a87c1c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319438 Jul 23 00:10:46.606760 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce63b26-6339-464a-bc6b-b1da3472e81d req-1eeb2a35-2060-4574-ab26-30b39878edaa tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:46.608286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5ce63b26-6339-464a-bc6b-b1da3472e81d req-1eeb2a35-2060-4574-ab26-30b39878edaa tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.0656223 Jul 23 00:10:46.648510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5ce63b26-6339-464a-bc6b-b1da3472e81d req-dfadeb20-7f64-45b0-8c85-2412ccc12ca9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344214 Jul 23 00:10:46.722995 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:47.797779 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb893b2d-3b89-4ce5-9a48-241d36f77db0 req-42dd01fd-f807-44de-9f71-d9312b1bb1e9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:47.800292 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb893b2d-3b89-4ce5-9a48-241d36f77db0 req-42dd01fd-f807-44de-9f71-d9312b1bb1e9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.0771790 Jul 23 00:10:47.842428 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb893b2d-3b89-4ce5-9a48-241d36f77db0 req-7d046f51-8188-4f19-a15e-27c5b6fd7912 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364454 Jul 23 00:10:48.977196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5f43c-d59a-4b41-9988-e0dad176c691 req-a72e1e91-c2f3-4b17-9ab2-fb225c4d91de tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:48.978635 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1b5f43c-d59a-4b41-9988-e0dad176c691 req-a72e1e91-c2f3-4b17-9ab2-fb225c4d91de tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.0671148 Jul 23 00:10:49.018353 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1b5f43c-d59a-4b41-9988-e0dad176c691 req-c76ee9da-d8a3-4650-9a47-6013c11304e8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340886 Jul 23 00:10:50.148569 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c5fe4-8fd2-4ef8-952d-9018db3435bf req-a2f2245f-b4fd-4fc7-bb65-8f8f4fa1bc20 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:50.149995 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d2c5fe4-8fd2-4ef8-952d-9018db3435bf req-a2f2245f-b4fd-4fc7-bb65-8f8f4fa1bc20 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.0631163 Jul 23 00:10:50.186757 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d2c5fe4-8fd2-4ef8-952d-9018db3435bf req-c361c2ac-166b-4b9f-adee-7f2b64a27376 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312765 Jul 23 00:10:51.290715 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b14b11ae-5f11-4a4c-99ab-c7fb78522b13 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:10:51.324691 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b6bda-5e9d-42c0-a74d-556d376741bd req-74f96a4d-e658-4daf-a89f-1a3f5d9ab973 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:51.326456 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd0b6bda-5e9d-42c0-a74d-556d376741bd req-74f96a4d-e658-4daf-a89f-1a3f5d9ab973 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 943 time: 0.0745871 Jul 23 00:10:51.370275 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd0b6bda-5e9d-42c0-a74d-556d376741bd req-342ca083-8d9f-4392-bb37-d0f42646052e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377970 Jul 23 00:10:51.391626 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port b14b11ae-5f11-4a4c-99ab-c7fb78522b13, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b14b11ae-5f11-4a4c-99ab-c7fb78522b13,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:51.403686 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'b14b11ae-5f11-4a4c-99ab-c7fb78522b13', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'port_id': 'b14b11ae-5f11-4a4c-99ab-c7fb78522b13', 'mac_address': 'fa:16:3e:90:d5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:10:51.442689 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:51.455084 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b14b11ae-5f11-4a4c-99ab-c7fb78522b13 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:10:51.475028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port b14b11ae-5f11-4a4c-99ab-c7fb78522b13, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b14b11ae-5f11-4a4c-99ab-c7fb78522b13,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:51.479069 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:51.529952 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=b14b11ae-5f11-4a4c-99ab-c7fb78522b13,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:51.537250 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:51.537646 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:51.537993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:51.538328 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:51.538661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:51.538994 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:51.539344 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:51.539667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:51.539989 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:51.540361 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:51.540682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:51.541150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:51.717430 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['b14b11ae-5f11-4a4c-99ab-c7fb78522b13'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:10:52.508435 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a591c6-1ee7-404e-9a85-a4ddfb602408 req-fd2b6d72-7103-4074-9d07-bfb833c230da tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:52.510096 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20a591c6-1ee7-404e-9a85-a4ddfb602408 req-fd2b6d72-7103-4074-9d07-bfb833c230da tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 944 time: 0.0715358 Jul 23 00:10:52.549634 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20a591c6-1ee7-404e-9a85-a4ddfb602408 req-7218e8e2-db88-4f1d-8046-506dd8b755c5 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337834 Jul 23 00:10:53.306548 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b14b11ae-5f11-4a4c-99ab-c7fb78522b13 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:10:53.358252 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port b14b11ae-5f11-4a4c-99ab-c7fb78522b13 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:10:53.362467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port b14b11ae-5f11-4a4c-99ab-c7fb78522b13 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:53.362909 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:53.444812 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:53.472196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd6e128-b837-40e5-b9da-d1681dfeb5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14b11ae-5f11-4a4c-99ab-c7fb78522b13'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:10:53.474789 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e76a10b-abb2-42c6-8058-ccbf7d0880a8" -d '{"events": [{"server_uuid": "dbd6e128-b837-40e5-b9da-d1681dfeb5a8", "name": "network-vif-plugged", "status": "completed", "tag": "b14b11ae-5f11-4a4c-99ab-c7fb78522b13"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:10:53.488797 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port b14b11ae-5f11-4a4c-99ab-c7fb78522b13, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b14b11ae-5f11-4a4c-99ab-c7fb78522b13,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:53.492826 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:53.522289 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e494c4e4-b4f5-41f6-bd02-f7933ffcdecc x-openstack-request-id: req-e494c4e4-b4f5-41f6-bd02-f7933ffcdecc {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:10:53.522643 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd6e128-b837-40e5-b9da-d1681dfeb5a8", "name": "network-vif-plugged", "status": "completed", "tag": "b14b11ae-5f11-4a4c-99ab-c7fb78522b13", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:10:53.522894 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e494c4e4-b4f5-41f6-bd02-f7933ffcdecc {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:10:53.523304 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd6e128-b837-40e5-b9da-d1681dfeb5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14b11ae-5f11-4a4c-99ab-c7fb78522b13', 'code': 200} Jul 23 00:10:53.550643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=b14b11ae-5f11-4a4c-99ab-c7fb78522b13,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:53.625875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d318b52-2e2a-432e-8943-9fe8310c2cb4 req-faecdfed-7e97-4e5b-b366-078e86d4433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:53.627444 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d318b52-2e2a-432e-8943-9fe8310c2cb4 req-faecdfed-7e97-4e5b-b366-078e86d4433a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 1096 time: 0.0586526 Jul 23 00:10:53.689614 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d318b52-2e2a-432e-8943-9fe8310c2cb4 req-2f701ec4-d951-4fc7-923e-070a6bad9b5b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531096 Jul 23 00:10:53.711148 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c33bfd-6a35-4dfd-9c48-17e5233ef052 req-d8f53439-b1e6-4855-a667-adb52d4f13bf tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:53.712577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70c33bfd-6a35-4dfd-9c48-17e5233ef052 req-d8f53439-b1e6-4855-a667-adb52d4f13bf tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 945 time: 0.0842774 Jul 23 00:10:53.750580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70c33bfd-6a35-4dfd-9c48-17e5233ef052 req-9b4c1a47-046a-450f-9080-abb33e28a1de tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322547 Jul 23 00:10:54.890541 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c8820-3229-4797-9092-cdf6771c4ec4 req-55c9215c-97df-4bec-902d-25a82c91b2c7 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:54.892082 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-401c8820-3229-4797-9092-cdf6771c4ec4 req-55c9215c-97df-4bec-902d-25a82c91b2c7 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 945 time: 0.0660686 Jul 23 00:10:54.930848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-401c8820-3229-4797-9092-cdf6771c4ec4 req-bf7a4b9b-ebfa-46f7-b6ef-96f08dad0d22 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328600 Jul 23 00:10:55.073669 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc521d77-3e0b-4dff-ac90-9a8b027c55c1 req-319d7867-e678-419f-8de0-f61f3b8c516d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:55.075222 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc521d77-3e0b-4dff-ac90-9a8b027c55c1 req-319d7867-e678-419f-8de0-f61f3b8c516d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 945 time: 0.0743630 Jul 23 00:10:55.114462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc521d77-3e0b-4dff-ac90-9a8b027c55c1 req-67765cc9-6c66-495a-b8a4-5e151ddcc0d7 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331783 Jul 23 00:10:55.439999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23359df-1d36-4712-9490-c601d6bb9bff req-8fbd7745-3d57-453d-a0dd-cb2540092e15 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:55.441637 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c23359df-1d36-4712-9490-c601d6bb9bff req-8fbd7745-3d57-453d-a0dd-cb2540092e15 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 945 time: 0.0649750 Jul 23 00:10:55.478069 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c23359df-1d36-4712-9490-c601d6bb9bff req-881c3172-a4c4-46e0-a2df-4e485acba638 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309746 Jul 23 00:10:56.612638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d205f-e4c9-4e43-a5a3-61ba12918dc2 req-fc5576de-c633-42f2-ae00-c5e033f1b1af tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:56.614118 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-199d205f-e4c9-4e43-a5a3-61ba12918dc2 req-fc5576de-c633-42f2-ae00-c5e033f1b1af tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 945 time: 0.0667942 Jul 23 00:10:56.651044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-199d205f-e4c9-4e43-a5a3-61ba12918dc2 req-8f532c26-5db3-4fe6-84a1-6175fd850fba tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313652 Jul 23 00:10:56.906422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4acf8-9a19-4a2b-b862-6e563bfcfa74 req-4f614566-2e7c-489a-a66c-d0b1eae1c279 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:56.907755 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8a4acf8-9a19-4a2b-b862-6e563bfcfa74 req-4f614566-2e7c-489a-a66c-d0b1eae1c279 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.95 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 945 time: 0.0620472 Jul 23 00:10:57.003701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d8a4acf8-9a19-4a2b-b862-6e563bfcfa74 req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Deleting port b14b11ae-5f11-4a4c-99ab-c7fb78522b13 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:57.004033 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d8a4acf8-9a19-4a2b-b862-6e563bfcfa74 req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:57.093433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d8a4acf8-9a19-4a2b-b862-6e563bfcfa74 req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] For port b14b11ae-5f11-4a4c-99ab-c7fb78522b13, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b14b11ae-5f11-4a4c-99ab-c7fb78522b13,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:57.093789 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d8a4acf8-9a19-4a2b-b862-6e563bfcfa74 req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:57.105597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d8a4acf8-9a19-4a2b-b862-6e563bfcfa74 req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Calling delete_port for b14b11ae-5f11-4a4c-99ab-c7fb78522b13 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:57.231277 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d8a4acf8-9a19-4a2b-b862-6e563bfcfa74 req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:57.247184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['b14b11ae-5f11-4a4c-99ab-c7fb78522b13'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:10:57.260829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event deleted for resources: {'Port': ['ID=b14b11ae-5f11-4a4c-99ab-c7fb78522b13,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:57.273918 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['20805a74-39c6-405e-b8e7-5201a62c4f52'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:10:57.292603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:57.293182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:57.293606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:57.294008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:57.294407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:57.294788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:57.295178 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:57.295564 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:57.295956 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:57.296443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:57.297388 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:57.297388 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:57.322895 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a4acf8-9a19-4a2b-b862-6e563bfcfa74 req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] No DVR routers for this DVR port b14b11ae-5f11-4a4c-99ab-c7fb78522b13 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:10:57.326282 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d8a4acf8-9a19-4a2b-b862-6e563bfcfa74 req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:57.328970 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8a4acf8-9a19-4a2b-b862-6e563bfcfa74 req-60c3f86e-770e-4224-8935-88a0245ea062 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.95 "DELETE /v2.0/ports/b14b11ae-5f11-4a4c-99ab-c7fb78522b13 HTTP/1.1" status: 204 len: 173 time: 0.4151700 Jul 23 00:10:57.330063 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd6e128-b837-40e5-b9da-d1681dfeb5a8', 'name': 'network-vif-deleted', 'tag': 'b14b11ae-5f11-4a4c-99ab-c7fb78522b13'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:10:57.334013 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0516f6-020d-4138-aaba-d84521ec8e2c" -d '{"events": [{"server_uuid": "dbd6e128-b837-40e5-b9da-d1681dfeb5a8", "name": "network-vif-deleted", "tag": "b14b11ae-5f11-4a4c-99ab-c7fb78522b13"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:10:57.394455 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61791620-ed20-4c82-8329-0542c3f873e8 x-openstack-request-id: req-61791620-ed20-4c82-8329-0542c3f873e8 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:10:57.394747 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd6e128-b837-40e5-b9da-d1681dfeb5a8", "name": "network-vif-deleted", "tag": "b14b11ae-5f11-4a4c-99ab-c7fb78522b13", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:10:57.394993 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61791620-ed20-4c82-8329-0542c3f873e8 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:10:57.395387 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd6e128-b837-40e5-b9da-d1681dfeb5a8', 'name': 'network-vif-deleted', 'tag': 'b14b11ae-5f11-4a4c-99ab-c7fb78522b13', 'status': 'completed', 'code': 200} Jul 23 00:10:57.750635 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c5d57583-ded5-446b-ab21-f5f626484723 req-bdc6bfff-eb7c-4a11-803c-d5a1dbe04354 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 210 time: 0.0319927 Jul 23 00:10:58.865681 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dba7b7eb-15d7-4061-b75c-8cecf507aa02 req-b49c7728-06f4-4512-aeb9-f154161644a3 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 210 time: 0.0304682 Jul 23 00:10:59.965459 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-faf7adf6-e3cd-4b66-97b0-785f24bf0a74 req-5df9302b-b892-491b-8970-a11b3ee72746 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 210 time: 0.0308449 Jul 23 00:11:01.083227 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09668983-d40a-431a-94f0-7c437d9aab59 req-e40da47f-3fea-41cc-ace7-bedf80f681d1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbd6e128-b837-40e5-b9da-d1681dfeb5a8 HTTP/1.1" status: 200 len: 210 time: 0.0293698 Jul 23 00:11:01.326126 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b14b11ae-5f11-4a4c-99ab-c7fb78522b13 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:11:01.347120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: b14b11ae-5f11-4a4c-99ab-c7fb78522b13 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:11:01.347467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b14b11ae-5f11-4a4c-99ab-c7fb78522b13 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:11:01.626514 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0d6e252d-2b66-4773-8a21-614d035a7e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:04.402451 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-460d9dd8-af70-4a00-94a0-1f8a9f3d3da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:04.432812 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:04.456682 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:05.575627 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6552c7f-ac40-4126-a289-6a26c814ed28 req-9609b4b3-044a-4822-879e-04f39dc4f9c1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:05.577088 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6552c7f-ac40-4126-a289-6a26c814ed28 req-9609b4b3-044a-4822-879e-04f39dc4f9c1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 946 time: 0.0656352 Jul 23 00:11:05.618277 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6552c7f-ac40-4126-a289-6a26c814ed28 req-c95d6026-b215-4a28-957e-7cd17224d263 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354786 Jul 23 00:11:05.620501 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:06.752713 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c7f76-2bd5-4ccd-877c-19619758e6e4 req-ddcd02ed-8cc2-448d-b3fd-95df1c2a3198 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:06.754195 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-999c7f76-2bd5-4ccd-877c-19619758e6e4 req-ddcd02ed-8cc2-448d-b3fd-95df1c2a3198 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 946 time: 0.0667660 Jul 23 00:11:06.790431 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-999c7f76-2bd5-4ccd-877c-19619758e6e4 req-d6fb9a7a-ae19-4a49-b909-e85528cdd4bb tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=d50196cd-7a62-4255-b36e-0c6d3f79619b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306168 Jul 23 00:11:07.107793 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:07.171916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a42b5-3119-4bf3-9d0e-08ab2c0c1928 req-68496a03-e11f-434a-a27d-942160a092cd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:07.173346 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb5a42b5-3119-4bf3-9d0e-08ab2c0c1928 req-68496a03-e11f-434a-a27d-942160a092cd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 946 time: 0.0644133 Jul 23 00:11:07.270666 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-fb5a42b5-3119-4bf3-9d0e-08ab2c0c1928 req-39e0a832-d0ba-4a85-bb26-6b67584fcded tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Deleting port 20805a74-39c6-405e-b8e7-5201a62c4f52 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:11:07.271505 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb5a42b5-3119-4bf3-9d0e-08ab2c0c1928 req-39e0a832-d0ba-4a85-bb26-6b67584fcded tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:07.363764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-fb5a42b5-3119-4bf3-9d0e-08ab2c0c1928 req-39e0a832-d0ba-4a85-bb26-6b67584fcded tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] For port 20805a74-39c6-405e-b8e7-5201a62c4f52, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=20805a74-39c6-405e-b8e7-5201a62c4f52,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:11:07.364125 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb5a42b5-3119-4bf3-9d0e-08ab2c0c1928 req-39e0a832-d0ba-4a85-bb26-6b67584fcded tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:07.376982 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-fb5a42b5-3119-4bf3-9d0e-08ab2c0c1928 req-39e0a832-d0ba-4a85-bb26-6b67584fcded tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Calling delete_port for 20805a74-39c6-405e-b8e7-5201a62c4f52 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:11:07.504563 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb5a42b5-3119-4bf3-9d0e-08ab2c0c1928 req-39e0a832-d0ba-4a85-bb26-6b67584fcded tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:07.532656 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0a832-d0ba-4a85-bb26-6b67584fcded tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event deleted for resources: {'Port': ['ID=20805a74-39c6-405e-b8e7-5201a62c4f52,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:07.538160 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['20805a74-39c6-405e-b8e7-5201a62c4f52'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:11:07.588613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5a42b5-3119-4bf3-9d0e-08ab2c0c1928 req-39e0a832-d0ba-4a85-bb26-6b67584fcded tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] No DVR routers for this DVR port 20805a74-39c6-405e-b8e7-5201a62c4f52 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:11:07.591219 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-fb5a42b5-3119-4bf3-9d0e-08ab2c0c1928 req-39e0a832-d0ba-4a85-bb26-6b67584fcded tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:07.593254 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb5a42b5-3119-4bf3-9d0e-08ab2c0c1928 req-39e0a832-d0ba-4a85-bb26-6b67584fcded tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "DELETE /v2.0/ports/20805a74-39c6-405e-b8e7-5201a62c4f52 HTTP/1.1" status: 204 len: 173 time: 0.4146416 Jul 23 00:11:07.593685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b3d3ab-94c3-4dea-8f50-279a157d553c', 'name': 'network-vif-deleted', 'tag': '20805a74-39c6-405e-b8e7-5201a62c4f52'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:11:07.595916 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86379be7-e5a9-49d8-bc36-330be6d2e625" -d '{"events": [{"server_uuid": "34b3d3ab-94c3-4dea-8f50-279a157d553c", "name": "network-vif-deleted", "tag": "20805a74-39c6-405e-b8e7-5201a62c4f52"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:11:07.635130 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f59711-01e5-4dbc-96a3-eff07e9e6bc2 x-openstack-request-id: req-36f59711-01e5-4dbc-96a3-eff07e9e6bc2 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:11:07.635428 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b3d3ab-94c3-4dea-8f50-279a157d553c", "name": "network-vif-deleted", "tag": "20805a74-39c6-405e-b8e7-5201a62c4f52", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:11:07.635690 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36f59711-01e5-4dbc-96a3-eff07e9e6bc2 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:11:07.636098 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b3d3ab-94c3-4dea-8f50-279a157d553c', 'name': 'network-vif-deleted', 'tag': '20805a74-39c6-405e-b8e7-5201a62c4f52', 'status': 'completed', 'code': 200} Jul 23 00:11:07.889413 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e7adbcb5-52e9-435e-9e5b-384ea478b078 req-e0989b93-51ab-4b75-a13e-474bf96b6cd2 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 210 time: 0.0317347 Jul 23 00:11:09.002556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5055d706-3889-4098-b51f-70328e4307d7 req-c81d81ed-7ae0-4086-95b4-c16b19e1b209 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 210 time: 0.0416727 Jul 23 00:11:10.102577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37f5ccd2-e30b-41fb-b3e3-67e85c22207c req-e4e32dfe-40e1-4d20-8d3c-dd0501fd644c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 210 time: 0.0320032 Jul 23 00:11:11.209075 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-458e1e5c-bc62-4465-b4cf-8dfb58abd605 req-ea8e44f1-306c-409b-81df-d9ffb14c7ed9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=34b3d3ab-94c3-4dea-8f50-279a157d553c HTTP/1.1" status: 200 len: 210 time: 0.0289438 Jul 23 00:11:11.443959 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 20805a74-39c6-405e-b8e7-5201a62c4f52 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:11:11.469480 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 20805a74-39c6-405e-b8e7-5201a62c4f52 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:11:11.469824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 20805a74-39c6-405e-b8e7-5201a62c4f52 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:11:14.028950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 56782) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:11:14.034398 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-592009105', 'description': 'tempest-secgroup-smoke-592009105 description', 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:11:14.056720 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.139015 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.142439 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.169117 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.170314 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1403160 Jul 23 00:11:14.172164 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c7b9ba-8e7a-48c5-a183-658e0e2b0688,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:14.173339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56786) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:11:14.178989 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e77af968-ebcc-4aa7-b0d7-9a8cf0cd2e8f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Request body: {'security_group_rule': {'security_group_id': '71c7b9ba-8e7a-48c5-a183-658e0e2b0688', 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:11:14.180675 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:11:14.181019 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:11:14.181655 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:11:14.181992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:11:14.182321 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:11:14.182641 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:11:14.182964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:11:14.183284 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:11:14.183602 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:11:14.183921 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:11:14.184242 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:11:14.184554 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d0d9c-be5a-4f01-95de-b1f15a669950 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:11:14.205731 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e77af968-ebcc-4aa7-b0d7-9a8cf0cd2e8f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.260268 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e77af968-ebcc-4aa7-b0d7-9a8cf0cd2e8f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.263548 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e77af968-ebcc-4aa7-b0d7-9a8cf0cd2e8f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.279668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77af968-ebcc-4aa7-b0d7-9a8cf0cd2e8f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3653169c-ccfb-4bef-bc3a-311c92c843c9,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:14.285571 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e77af968-ebcc-4aa7-b0d7-9a8cf0cd2e8f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.286610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e77af968-ebcc-4aa7-b0d7-9a8cf0cd2e8f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122158 Jul 23 00:11:14.289352 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56788) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:11:14.293669 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3c477ecd-9a96-4505-bd51-91f3d53df27e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Request body: {'security_group_rule': {'security_group_id': '71c7b9ba-8e7a-48c5-a183-658e0e2b0688', 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:11:14.318948 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c477ecd-9a96-4505-bd51-91f3d53df27e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.375044 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c477ecd-9a96-4505-bd51-91f3d53df27e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.378606 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c477ecd-9a96-4505-bd51-91f3d53df27e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.398243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c477ecd-9a96-4505-bd51-91f3d53df27e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d21b9db-a9ee-4e72-821d-65c62a48bef3,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:14.404572 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3c477ecd-9a96-4505-bd51-91f3d53df27e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.405831 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3c477ecd-9a96-4505-bd51-91f3d53df27e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155536 Jul 23 00:11:14.408499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56790) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:11:14.413542 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dbe1f95f-4bc5-4332-b1cb-2f9e8a362cd1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Request body: {'security_group_rule': {'security_group_id': '71c7b9ba-8e7a-48c5-a183-658e0e2b0688', 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:11:14.438401 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbe1f95f-4bc5-4332-b1cb-2f9e8a362cd1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.497413 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbe1f95f-4bc5-4332-b1cb-2f9e8a362cd1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.500902 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbe1f95f-4bc5-4332-b1cb-2f9e8a362cd1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.517790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1f95f-4bc5-4332-b1cb-2f9e8a362cd1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e314172-be4f-4fc4-bf18-4bb00249f49d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:14.523490 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dbe1f95f-4bc5-4332-b1cb-2f9e8a362cd1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.524671 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-dbe1f95f-4bc5-4332-b1cb-2f9e8a362cd1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152806 Jul 23 00:11:14.527344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56792) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:11:14.531664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-56fa37be-59a5-4416-b82b-0c36fb8ca425 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Request body: {'security_group_rule': {'security_group_id': '71c7b9ba-8e7a-48c5-a183-658e0e2b0688', 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:11:14.557694 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56fa37be-59a5-4416-b82b-0c36fb8ca425 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.615713 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56fa37be-59a5-4416-b82b-0c36fb8ca425 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.619018 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56fa37be-59a5-4416-b82b-0c36fb8ca425 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.636324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa37be-59a5-4416-b82b-0c36fb8ca425 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c9029a-9629-4ec6-b372-46be798ad7c4,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:14.641679 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-56fa37be-59a5-4416-b82b-0c36fb8ca425 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.642851 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-56fa37be-59a5-4416-b82b-0c36fb8ca425 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146080 Jul 23 00:11:14.645808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56794) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:11:14.650541 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5d857704-6205-427d-b06b-586ad5a54291 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Request body: {'security_group_rule': {'security_group_id': '71c7b9ba-8e7a-48c5-a183-658e0e2b0688', 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:11:14.670822 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-5d857704-6205-427d-b06b-586ad5a54291 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Project ccb5efae60bd4cdf8fb4f79b285959a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:11:14.675337 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d857704-6205-427d-b06b-586ad5a54291 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.732623 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d857704-6205-427d-b06b-586ad5a54291 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.736127 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d857704-6205-427d-b06b-586ad5a54291 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.756528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d857704-6205-427d-b06b-586ad5a54291 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d0a349-1010-4e13-b181-20a3117f95cd,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:14.761862 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d857704-6205-427d-b06b-586ad5a54291 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.763041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5d857704-6205-427d-b06b-586ad5a54291 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161644 Jul 23 00:11:14.765788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56796) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:11:14.770144 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dcc4291c-7ad0-4036-9491-99a18687c49e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Request body: {'security_group_rule': {'security_group_id': '71c7b9ba-8e7a-48c5-a183-658e0e2b0688', 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:11:14.790683 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-dcc4291c-7ad0-4036-9491-99a18687c49e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Project ccb5efae60bd4cdf8fb4f79b285959a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:11:14.795239 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcc4291c-7ad0-4036-9491-99a18687c49e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.853673 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcc4291c-7ad0-4036-9491-99a18687c49e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.857049 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcc4291c-7ad0-4036-9491-99a18687c49e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.874276 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4291c-7ad0-4036-9491-99a18687c49e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82ffa3a-5a75-4169-9b56-ecbe04a84595,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:14.881325 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcc4291c-7ad0-4036-9491-99a18687c49e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.882514 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-dcc4291c-7ad0-4036-9491-99a18687c49e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1158061 Jul 23 00:11:16.732560 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:21.571139 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:11:29.178075 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-47dc1238-0c8b-466b-9677-480fde23fafa tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592009105&fields=id&tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8 HTTP/1.1" status: 200 len: 267 time: 0.0319262 Jul 23 00:11:29.281616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-9b82361e-d124-4a89-bfb6-79ccfbf27481 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:29.282965 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-9b82361e-d124-4a89-bfb6-79ccfbf27481 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 811 time: 0.0988095 Jul 23 00:11:29.296838 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-8c69c56c-eb78-42a0-82b2-2010e955c5fa tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/quotas/ccb5efae60bd4cdf8fb4f79b285959a8 HTTP/1.1" status: 200 len: 375 time: 0.0086732 Jul 23 00:11:29.363924 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-3c2443ea-a8e2-4b87-b08f-633fda98cf77 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623229 Jul 23 00:11:29.459297 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-e75b494d-f94b-448f-b79c-e647943790dd service neutron] 10.222.0.26 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836623 Jul 23 00:11:29.883982 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-698b41be-4eb9-42b1-af3b-4cde624ae3d6 service neutron] 10.222.0.26 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190741 Jul 23 00:11:30.173318 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9712abc3-0116-42e5-a39e-d37af3401d89 req-cede56a2-fee0-4397-9baf-2e6d6a142076 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 210 time: 0.0322545 Jul 23 00:11:31.234337 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-a42db2e8-7f68-489a-8f20-ae75fb67fae5 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:31.235984 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-a42db2e8-7f68-489a-8f20-ae75fb67fae5 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 811 time: 0.1063101 Jul 23 00:11:31.282722 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39fd4881-077a-45b7-a67c-aae451d40355 req-da98d447-f97a-4f3b-9b00-0bac3a275a91 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 210 time: 0.0383878 Jul 23 00:11:31.304978 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-eb05ca3f-e4fd-4c3a-a904-fa8c64890574 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8 HTTP/1.1" status: 200 len: 379 time: 0.0509784 Jul 23 00:11:31.314540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-22fcb8d3-ac12-446d-b2ef-1c65ac10f642 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Request body: {'port': {'device_id': '201021be-4229-49e4-9e03-09074a5f22b4', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'admin_state_up': True, 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'security_groups': ['71c7b9ba-8e7a-48c5-a183-658e0e2b0688']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:11:31.429354 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-22fcb8d3-ac12-446d-b2ef-1c65ac10f642 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Made reservation on behalf of ccb5efae60bd4cdf8fb4f79b285959a8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:11:31.432774 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-22fcb8d3-ac12-446d-b2ef-1c65ac10f642 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:31.561384 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-22fcb8d3-ac12-446d-b2ef-1c65ac10f642 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Allocated IP 172.20.0.6 (ff22ee38-78c0-497b-aa5a-c135c965ecd6/ec3b9159-e475-44ea-81ba-30bd90b0f44c/56d62b54-e413-4aa7-9b5a-92ec30887d6d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:11:31.628713 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-43a939df-c392-4c79-b031-0fb995932dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:31.702236 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-22fcb8d3-ac12-446d-b2ef-1c65ac10f642 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:31.715528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-22fcb8d3-ac12-446d-b2ef-1c65ac10f642 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Transition to ACTIVE for port object 56d62b54-e413-4aa7-9b5a-92ec30887d6d will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:11:31.749212 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-22fcb8d3-ac12-446d-b2ef-1c65ac10f642 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:31.795296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-22fcb8d3-ac12-446d-b2ef-1c65ac10f642 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Network ff22ee38-78c0-497b-aa5a-c135c965ecd6 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:11:31.800430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-22fcb8d3-ac12-446d-b2ef-1c65ac10f642 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:11:31.803874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-22fcb8d3-ac12-446d-b2ef-1c65ac10f642 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:11:31.833217 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcb8d3-ac12-446d-b2ef-1c65ac10f642 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'Port': ['ID=56d62b54-e413-4aa7-9b5a-92ec30887d6d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:31.861444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-22fcb8d3-ac12-446d-b2ef-1c65ac10f642 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:31.862071 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-22fcb8d3-ac12-446d-b2ef-1c65ac10f642 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:31.877588 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-22fcb8d3-ac12-446d-b2ef-1c65ac10f642 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5670688 Jul 23 00:11:31.896779 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Request body: {'port': {'device_id': '201021be-4229-49e4-9e03-09074a5f22b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:11:31.974135 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:32.094239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4bdd228-c96b-4b7f-8eef-1a56a535ad00 None None] Provisioning for port 56d62b54-e413-4aa7-9b5a-92ec30887d6d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:11:32.098143 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a4bdd228-c96b-4b7f-8eef-1a56a535ad00 None None] Provisioning complete for port 56d62b54-e413-4aa7-9b5a-92ec30887d6d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:11:32.098515 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a4bdd228-c96b-4b7f-8eef-1a56a535ad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:32.136276 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a4bdd228-c96b-4b7f-8eef-1a56a535ad00 None None] Port 56d62b54-e413-4aa7-9b5a-92ec30887d6d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:11:32.249903 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d62b54-e413-4aa7-9b5a-92ec30887d6d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:11:32.258143 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:32.269757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Transition to ACTIVE for port object 56d62b54-e413-4aa7-9b5a-92ec30887d6d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:11:32.274415 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:32.323680 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Pushing event updated for resources: {'Port': ['ID=56d62b54-e413-4aa7-9b5a-92ec30887d6d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:32.458586 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Attempting to bind port 56d62b54-e413-4aa7-9b5a-92ec30887d6d on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:11:32.458948 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Attempting to bind port 56d62b54-e413-4aa7-9b5a-92ec30887d6d by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:11:32.459255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Attempting to bind port 56d62b54-e413-4aa7-9b5a-92ec30887d6d on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:11:32.467847 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Port 56d62b54-e413-4aa7-9b5a-92ec30887d6d on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:11:32.468186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Attempting to bind port 56d62b54-e413-4aa7-9b5a-92ec30887d6d on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:11:32.478346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:11:32.478695 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Checking segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:11:32.479090 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Bound using segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:11:32.479532 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Bound port: 56d62b54-e413-4aa7-9b5a-92ec30887d6d, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:11:32.479896 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:32.491490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87262aa2-c68e-4d54-b845-d6a6329707ce req-f28d0da4-79b7-4325-85b2-1e55863b7e3a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:32.493130 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87262aa2-c68e-4d54-b845-d6a6329707ce req-f28d0da4-79b7-4325-85b2-1e55863b7e3a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 943 time: 0.1167543 Jul 23 00:11:32.563935 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87262aa2-c68e-4d54-b845-d6a6329707ce req-9e17293a-008e-4e64-b397-1c62670f65d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638669 Jul 23 00:11:32.587139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] For port 56d62b54-e413-4aa7-9b5a-92ec30887d6d, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:11:32.590229 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] For port 56d62b54-e413-4aa7-9b5a-92ec30887d6d, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=56d62b54-e413-4aa7-9b5a-92ec30887d6d,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:11:32.594673 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:32.638784 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:32.639414 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:32.640833 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] 10.222.0.18 "PUT /v2.0/ports/56d62b54-e413-4aa7-9b5a-92ec30887d6d HTTP/1.1" status: 200 len: 1091 time: 0.7495031 Jul 23 00:11:32.641312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201021be-4229-49e4-9e03-09074a5f22b4', 'tag': '56d62b54-e413-4aa7-9b5a-92ec30887d6d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:11:32.643594 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584da32d-f003-4db9-a1f6-b465e6fbaf30" -d '{"events": [{"name": "network-changed", "server_uuid": "201021be-4229-49e4-9e03-09074a5f22b4", "tag": "56d62b54-e413-4aa7-9b5a-92ec30887d6d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:11:32.679430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a84fb-e324-4920-ab83-6c9a6d717a83 service neutron] Pushing event updated for resources: {'Port': ['ID=56d62b54-e413-4aa7-9b5a-92ec30887d6d,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:32.710843 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bb9ad4-32a9-41d5-8251-637498ffb751 x-openstack-request-id: req-c2bb9ad4-32a9-41d5-8251-637498ffb751 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:11:32.711144 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201021be-4229-49e4-9e03-09074a5f22b4", "tag": "56d62b54-e413-4aa7-9b5a-92ec30887d6d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:11:32.711420 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2bb9ad4-32a9-41d5-8251-637498ffb751 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:11:32.711834 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201021be-4229-49e4-9e03-09074a5f22b4', 'tag': '56d62b54-e413-4aa7-9b5a-92ec30887d6d', 'status': 'completed', 'code': 200} Jul 23 00:11:32.780844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-995b11e4-f0b3-4b98-856d-f33339dcbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:32.782449 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-995b11e4-f0b3-4b98-856d-f33339dcbcb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 1094 time: 0.0583189 Jul 23 00:11:32.849622 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-e150d952-8d0f-4324-a168-98e3925b23b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d62b54-e413-4aa7-9b5a-92ec30887d6d HTTP/1.1" status: 200 len: 217 time: 0.0434043 Jul 23 00:11:32.906831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-0da412e8-4d70-49b5-b0b9-56891b4c86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:32.909121 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-0da412e8-4d70-49b5-b0b9-56891b4c86d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0532506 Jul 23 00:11:32.976507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-d3ea74ba-27df-444a-815a-08f5c30cfa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:32.978091 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-d3ea74ba-27df-444a-815a-08f5c30cfa51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625603 Jul 23 00:11:33.071993 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-df4b3296-996e-46da-a831-276dfd466bd9 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878184 Jul 23 00:11:33.192254 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aeca15cb-57fc-46c4-9770-91675fe3bdf7 req-be3e31ea-395d-4135-a44d-1b5f19bec8e2 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106446 Jul 23 00:11:33.329224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584da32d-f003-4db9-a1f6-b465e6fbaf30 req-eaff4b32-a3ba-4b3b-a68a-5f0bb1276e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:33.330790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-584da32d-f003-4db9-a1f6-b465e6fbaf30 req-eaff4b32-a3ba-4b3b-a68a-5f0bb1276e31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 1094 time: 0.0605471 Jul 23 00:11:33.438786 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584da32d-f003-4db9-a1f6-b465e6fbaf30 req-e3457b03-9260-4aec-9757-dfb9f94d2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:33.440551 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-584da32d-f003-4db9-a1f6-b465e6fbaf30 req-e3457b03-9260-4aec-9757-dfb9f94d2daa service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.1031866 Jul 23 00:11:33.488363 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-584da32d-f003-4db9-a1f6-b465e6fbaf30 req-dd082913-3dc0-42e5-b276-40b9d8a05eb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d62b54-e413-4aa7-9b5a-92ec30887d6d HTTP/1.1" status: 200 len: 217 time: 0.0388336 Jul 23 00:11:33.541941 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584da32d-f003-4db9-a1f6-b465e6fbaf30 req-3894d049-9fb4-4aa8-bd28-094c434974b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:33.543437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-584da32d-f003-4db9-a1f6-b465e6fbaf30 req-3894d049-9fb4-4aa8-bd28-094c434974b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0492280 Jul 23 00:11:33.607620 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584da32d-f003-4db9-a1f6-b465e6fbaf30 req-08ce3d85-69ed-4987-8173-a86fd43d7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:33.609643 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-584da32d-f003-4db9-a1f6-b465e6fbaf30 req-08ce3d85-69ed-4987-8173-a86fd43d7de1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604212 Jul 23 00:11:33.738187 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-584da32d-f003-4db9-a1f6-b465e6fbaf30 req-97122d7e-a541-4cf3-8557-3676c39faa44 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217167 Jul 23 00:11:33.790027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846938f-5f0d-46ef-9306-c1d0411c8900 req-c0ef0d34-0307-4eb5-9209-f7bbe866d749 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:33.791811 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f846938f-5f0d-46ef-9306-c1d0411c8900 req-c0ef0d34-0307-4eb5-9209-f7bbe866d749 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 943 time: 0.1394744 Jul 23 00:11:33.875951 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f846938f-5f0d-46ef-9306-c1d0411c8900 req-9a0787d0-377d-41b9-9ae5-df06d034d04f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553281 Jul 23 00:11:33.879538 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-584da32d-f003-4db9-a1f6-b465e6fbaf30 req-837b38b2-d845-4376-b296-31c7ac7c4057 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323395 Jul 23 00:11:34.404332 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0045c190-3b5c-4877-b049-1c25f21c9fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:34.434735 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:34.468998 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:35.013497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72cd64-955f-44f8-8100-f4fb7521b891 req-e80f72a7-09a3-4a50-9a48-654c9d497b49 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:35.014432 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ef72cd64-955f-44f8-8100-f4fb7521b891 req-e80f72a7-09a3-4a50-9a48-654c9d497b49 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 943 time: 0.0689280 Jul 23 00:11:35.054216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ef72cd64-955f-44f8-8100-f4fb7521b891 req-1d869e7a-7937-40f6-962e-fc337b7423f7 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340412 Jul 23 00:11:35.623623 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:36.183829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8a4d9-cce9-4536-8593-bb182903de8c req-ee62e329-1ff9-4c92-97af-911b1eebe23f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:36.185351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e3b8a4d9-cce9-4536-8593-bb182903de8c req-ee62e329-1ff9-4c92-97af-911b1eebe23f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 943 time: 0.0643733 Jul 23 00:11:36.223203 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e3b8a4d9-cce9-4536-8593-bb182903de8c req-0ce293a2-f556-4a69-b648-3739296a999a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322962 Jul 23 00:11:37.110836 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:37.350336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81938c57-7542-43c9-b1d8-1a17961338d8 req-a8a1bd8b-1d5f-4579-bdca-7cbf5a34f4d1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:37.351818 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81938c57-7542-43c9-b1d8-1a17961338d8 req-a8a1bd8b-1d5f-4579-bdca-7cbf5a34f4d1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 943 time: 0.0629601 Jul 23 00:11:37.393567 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81938c57-7542-43c9-b1d8-1a17961338d8 req-47376099-3da4-40d8-b6e8-4deb70da4259 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362711 Jul 23 00:11:38.524143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea437c-c3eb-43ba-ae7a-420e995cf4e0 req-3287c009-3d77-4f8a-bf97-91d56c90a255 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:38.525646 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5cea437c-c3eb-43ba-ae7a-420e995cf4e0 req-3287c009-3d77-4f8a-bf97-91d56c90a255 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 943 time: 0.0633731 Jul 23 00:11:38.562083 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5cea437c-c3eb-43ba-ae7a-420e995cf4e0 req-cdec2bb7-cf5a-440b-adfa-eea20bca379b tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309591 Jul 23 00:11:39.691996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84707067-b2a0-4df8-a8e6-d0279d3a2282 req-9e8e52a3-e746-43f9-a329-af4c4c4a7934 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:39.694104 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-84707067-b2a0-4df8-a8e6-d0279d3a2282 req-9e8e52a3-e746-43f9-a329-af4c4c4a7934 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 943 time: 0.0652497 Jul 23 00:11:39.732104 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-84707067-b2a0-4df8-a8e6-d0279d3a2282 req-36fc49af-5f5d-4c54-b514-240533958988 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324652 Jul 23 00:11:40.862443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e591690-dac6-4062-a81b-76952c7d54bf req-0cf931c7-c1e5-4948-9751-f001d1ac31ee tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:40.863913 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e591690-dac6-4062-a81b-76952c7d54bf req-0cf931c7-c1e5-4948-9751-f001d1ac31ee tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 943 time: 0.0671570 Jul 23 00:11:40.901506 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e591690-dac6-4062-a81b-76952c7d54bf req-8d2aeb45-50f2-4f34-b8d9-16dcb7bfd121 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314336 Jul 23 00:11:42.028381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72df065-6672-40d5-9f00-f32c3f1fa4fb req-a9924d31-1837-4b24-929f-9217a9e6191d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:42.029947 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f72df065-6672-40d5-9f00-f32c3f1fa4fb req-a9924d31-1837-4b24-929f-9217a9e6191d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 943 time: 0.0630441 Jul 23 00:11:42.066598 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f72df065-6672-40d5-9f00-f32c3f1fa4fb req-f6faf8be-ab33-4f29-a7c6-559025c39fe9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310521 Jul 23 00:11:43.197469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7840a-5d78-440a-8cdf-a134aaa5ecd6 req-15ec5ca0-83b1-410b-b3d2-31ab6596b66d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:43.198960 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13c7840a-5d78-440a-8cdf-a134aaa5ecd6 req-15ec5ca0-83b1-410b-b3d2-31ab6596b66d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 943 time: 0.0632908 Jul 23 00:11:43.240276 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13c7840a-5d78-440a-8cdf-a134aaa5ecd6 req-3b984d47-db59-4d74-97ba-fcea337732bb tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357537 Jul 23 00:11:43.566407 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 56d62b54-e413-4aa7-9b5a-92ec30887d6d details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:11:43.663389 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 56d62b54-e413-4aa7-9b5a-92ec30887d6d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=56d62b54-e413-4aa7-9b5a-92ec30887d6d,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:11:43.674143 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '56d62b54-e413-4aa7-9b5a-92ec30887d6d', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'port_id': '56d62b54-e413-4aa7-9b5a-92ec30887d6d', 'mac_address': 'fa:16:3e:ef:87:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:11:43.714089 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:43.726058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d62b54-e413-4aa7-9b5a-92ec30887d6d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:11:43.744858 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 56d62b54-e413-4aa7-9b5a-92ec30887d6d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=56d62b54-e413-4aa7-9b5a-92ec30887d6d,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:11:43.748976 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:43.795589 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=56d62b54-e413-4aa7-9b5a-92ec30887d6d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:44.026553 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['56d62b54-e413-4aa7-9b5a-92ec30887d6d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:11:44.372393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d07777-3384-441f-8d30-fc682b725ec5 req-e5f0d1cc-b22e-44d0-aafd-72470a4a5e24 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:44.373913 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c4d07777-3384-441f-8d30-fc682b725ec5 req-e5f0d1cc-b22e-44d0-aafd-72470a4a5e24 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 944 time: 0.0660350 Jul 23 00:11:44.410730 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c4d07777-3384-441f-8d30-fc682b725ec5 req-fb02f9d1-a9fd-4488-93a2-9be8df206f46 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312541 Jul 23 00:11:45.539485 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc284b-2ee9-4f68-a58c-7334c14002ca req-a81b03d5-9b29-429e-87e7-75e19e5450ad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:45.540962 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-74cc284b-2ee9-4f68-a58c-7334c14002ca req-a81b03d5-9b29-429e-87e7-75e19e5450ad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 944 time: 0.0642450 Jul 23 00:11:45.578044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-74cc284b-2ee9-4f68-a58c-7334c14002ca req-f0682122-2c24-4738-84fa-532503abe0e9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315528 Jul 23 00:11:45.583104 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 56d62b54-e413-4aa7-9b5a-92ec30887d6d up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:11:45.630783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 56d62b54-e413-4aa7-9b5a-92ec30887d6d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:11:45.634172 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 56d62b54-e413-4aa7-9b5a-92ec30887d6d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:11:45.634544 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:45.712456 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:45.734487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201021be-4229-49e4-9e03-09074a5f22b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d62b54-e413-4aa7-9b5a-92ec30887d6d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:11:45.736719 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279d0a73-3b9e-4040-8c58-2ab665631382" -d '{"events": [{"server_uuid": "201021be-4229-49e4-9e03-09074a5f22b4", "name": "network-vif-plugged", "status": "completed", "tag": "56d62b54-e413-4aa7-9b5a-92ec30887d6d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:11:45.749937 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 56d62b54-e413-4aa7-9b5a-92ec30887d6d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=56d62b54-e413-4aa7-9b5a-92ec30887d6d,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:11:45.753828 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:45.802194 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=56d62b54-e413-4aa7-9b5a-92ec30887d6d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:45.854511 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af76f81c-be35-433a-8458-78cb0d4b33ea x-openstack-request-id: req-af76f81c-be35-433a-8458-78cb0d4b33ea {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:11:45.854810 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201021be-4229-49e4-9e03-09074a5f22b4", "name": "network-vif-plugged", "status": "completed", "tag": "56d62b54-e413-4aa7-9b5a-92ec30887d6d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:11:45.855066 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af76f81c-be35-433a-8458-78cb0d4b33ea {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:11:45.855490 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201021be-4229-49e4-9e03-09074a5f22b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d62b54-e413-4aa7-9b5a-92ec30887d6d', 'code': 200} Jul 23 00:11:45.989746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9d83c-23b9-4316-acdf-2fbb3a16115b req-8aad65dd-a6d9-4595-9ac8-90e79b2a1323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:45.991283 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e9d83c-23b9-4316-acdf-2fbb3a16115b req-8aad65dd-a6d9-4595-9ac8-90e79b2a1323 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 1096 time: 0.0568299 Jul 23 00:11:46.024627 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9e9d83c-23b9-4316-acdf-2fbb3a16115b req-0d3284a0-7dc6-4c8f-90ff-75abe7745b28 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268164 Jul 23 00:11:46.708851 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6dce8-d824-4bf0-8c69-baff9d20d506 req-5738a3a6-5877-46a8-8380-f2fca6f3891c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:46.710363 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e7f6dce8-d824-4bf0-8c69-baff9d20d506 req-5738a3a6-5877-46a8-8380-f2fca6f3891c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 945 time: 0.0643878 Jul 23 00:11:46.736391 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:46.748832 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e7f6dce8-d824-4bf0-8c69-baff9d20d506 req-6b2e8fa0-9837-4500-89cf-aa5d94e4f1fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325408 Jul 23 00:11:47.878234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddba69-c6e5-438b-a47c-67391553f61d req-77cdf904-402c-408f-80ee-f8b011652107 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:47.880422 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fddba69-c6e5-438b-a47c-67391553f61d req-77cdf904-402c-408f-80ee-f8b011652107 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 945 time: 0.0637977 Jul 23 00:11:47.920490 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fddba69-c6e5-438b-a47c-67391553f61d req-029d282f-7f67-4419-b468-6a8d97e49724 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341904 Jul 23 00:11:48.050449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332f8d2-111e-4715-8d53-d68b4a9a0e9f req-8c31e9ea-99b5-434c-9a56-9941084170bd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:48.052606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9332f8d2-111e-4715-8d53-d68b4a9a0e9f req-8c31e9ea-99b5-434c-9a56-9941084170bd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 945 time: 0.0660410 Jul 23 00:11:48.089873 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9332f8d2-111e-4715-8d53-d68b4a9a0e9f req-00d33ea0-ba88-4f92-8f6a-22c27d230657 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316138 Jul 23 00:11:48.111716 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56990) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:11:48.164183 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e812ddab-5e3d-4b26-8cf0-c6a32e0f00e0 tempest-TestVolumeBootPattern-1643384974 tempest-TestVolumeBootPattern-1643384974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:48.165727 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e812ddab-5e3d-4b26-8cf0-c6a32e0f00e0 tempest-TestVolumeBootPattern-1643384974 tempest-TestVolumeBootPattern-1643384974-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 1091 time: 0.0530438 Jul 23 00:11:48.168622 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 56992) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:11:48.172919 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '56d62b54-e413-4aa7-9b5a-92ec30887d6d', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:11:48.195622 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:48.292703 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:48.395121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Allocated IP 172.25.4.15 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/8e2f16ae-7d15-41ff-b5a0-f12db1065bb0) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:11:48.492173 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:48.530225 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:48.563479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:11:48.566270 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:11:48.572370 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:11:48.603407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'Port': ['ID=8e2f16ae-7d15-41ff-b5a0-f12db1065bb0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:48.918359 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:48.993531 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:49.139137 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:49.143506 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:49.205726 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'Port': ['ID=8e2f16ae-7d15-41ff-b5a0-f12db1065bb0,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:49.219230 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:49.315901 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Floating IP c7056f10-86ff-4aea-9dfe-ed68905dbb5c associated. External IP: 172.25.4.15, port: 56d62b54-e413-4aa7-9b5a-92ec30887d6d. Jul 23 00:11:49.521270 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Router 2fc7daca-3183-4929-8334-374fd57755bb has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:11:49.626677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:11:49.640469 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943ec27-afc2-4688-89c2-0d5424ba5eff None None] Sync routers for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:11:49.642545 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:49.649862 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943ec27-afc2-4688-89c2-0d5424ba5eff None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:11:49.650481 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4943ec27-afc2-4688-89c2-0d5424ba5eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:11:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:11:49.678870 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e6395462-85ae-4d5f-8999-f9de07b987d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5092192 Jul 23 00:11:49.679487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201021be-4229-49e4-9e03-09074a5f22b4', 'tag': '56d62b54-e413-4aa7-9b5a-92ec30887d6d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:11:49.682827 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c54269f-db81-4190-a6a3-17b6350c63d0" -d '{"events": [{"name": "network-changed", "server_uuid": "201021be-4229-49e4-9e03-09074a5f22b4", "tag": "56d62b54-e413-4aa7-9b5a-92ec30887d6d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:11:49.752948 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4943ec27-afc2-4688-89c2-0d5424ba5eff None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:11:49.776942 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288c09b8-4bf8-4f9e-a6a9-385a4c80934d x-openstack-request-id: req-288c09b8-4bf8-4f9e-a6a9-385a4c80934d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:11:49.777266 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201021be-4229-49e4-9e03-09074a5f22b4", "tag": "56d62b54-e413-4aa7-9b5a-92ec30887d6d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:11:49.777517 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-288c09b8-4bf8-4f9e-a6a9-385a4c80934d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:11:49.777919 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201021be-4229-49e4-9e03-09074a5f22b4', 'tag': '56d62b54-e413-4aa7-9b5a-92ec30887d6d', 'status': 'completed', 'code': 200} Jul 23 00:11:49.871563 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54269f-db81-4190-a6a3-17b6350c63d0 req-af1b01d9-4429-4464-837c-6e6fb0300638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:49.873112 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c54269f-db81-4190-a6a3-17b6350c63d0 req-af1b01d9-4429-4464-837c-6e6fb0300638 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 1096 time: 0.0538886 Jul 23 00:11:49.974165 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4943ec27-afc2-4688-89c2-0d5424ba5eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'c7056f10-86ff-4aea-9dfe-ed68905dbb5c', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'port_id': '56d62b54-e413-4aa7-9b5a-92ec30887d6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'mac_address': 'fa:16:3e:ef:87:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201021be-4229-49e4-9e03-09074a5f22b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:11:48Z', 'updated_at': '2021-07-23T00:11:48Z', 'revision_number': 0, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:11:49.999942 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943ec27-afc2-4688-89c2-0d5424ba5eff None None] Checking router: 2fc7daca-3183-4929-8334-374fd57755bb for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:11:50.011124 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943ec27-afc2-4688-89c2-0d5424ba5eff None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:11:50.011124 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4943ec27-afc2-4688-89c2-0d5424ba5eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:11:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:11:50.121995 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-4943ec27-afc2-4688-89c2-0d5424ba5eff None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:11:50.299400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54269f-db81-4190-a6a3-17b6350c63d0 req-06fd4148-9399-4920-aa34-0ec4d103fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:50.300892 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c54269f-db81-4190-a6a3-17b6350c63d0 req-06fd4148-9399-4920-aa34-0ec4d103fdd5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.4217885 Jul 23 00:11:50.351484 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-4943ec27-afc2-4688-89c2-0d5424ba5eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'c7056f10-86ff-4aea-9dfe-ed68905dbb5c', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'port_id': '56d62b54-e413-4aa7-9b5a-92ec30887d6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'mac_address': 'fa:16:3e:ef:87:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201021be-4229-49e4-9e03-09074a5f22b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:11:48Z', 'updated_at': '2021-07-23T00:11:48Z', 'revision_number': 0, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:11:50.367288 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c54269f-db81-4190-a6a3-17b6350c63d0 req-29800bb9-58ad-4d05-b694-b4c6916cbec1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d62b54-e413-4aa7-9b5a-92ec30887d6d HTTP/1.1" status: 200 len: 998 time: 0.0572593 Jul 23 00:11:50.377382 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943ec27-afc2-4688-89c2-0d5424ba5eff None None] The sync data for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 is: [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'c7056f10-86ff-4aea-9dfe-ed68905dbb5c', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'port_id': '56d62b54-e413-4aa7-9b5a-92ec30887d6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'mac_address': 'fa:16:3e:ef:87:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201021be-4229-49e4-9e03-09074a5f22b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:11:48Z', 'updated_at': '2021-07-23T00:11:48Z', 'revision_number': 0, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:11:50.419748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54269f-db81-4190-a6a3-17b6350c63d0 req-0d6c134d-07d6-4640-8c08-3d3089981f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:50.421276 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c54269f-db81-4190-a6a3-17b6350c63d0 req-0d6c134d-07d6-4640-8c08-3d3089981f20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0480533 Jul 23 00:11:50.483523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54269f-db81-4190-a6a3-17b6350c63d0 req-5ad5af02-1afc-43c5-a797-879f75de9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:50.485051 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c54269f-db81-4190-a6a3-17b6350c63d0 req-5ad5af02-1afc-43c5-a797-879f75de9ca7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578816 Jul 23 00:11:50.568410 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76589e1-6237-435f-85c3-87407346af75 None None] New status for floating IP c7056f10-86ff-4aea-9dfe-ed68905dbb5c: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:11:50.580903 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c54269f-db81-4190-a6a3-17b6350c63d0 req-3e3243b8-131f-42a1-a2bc-3ad1f6a4e0df service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884323 Jul 23 00:11:50.671440 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c54269f-db81-4190-a6a3-17b6350c63d0 req-30ef35fd-7a1f-4804-ab33-7d732bea36bc service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848939 Jul 23 00:11:58.569906 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:12:01.635320 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1c7f4e95-f47b-40e2-aa25-3b2be02a63ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:04.404174 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1f4f42eb-f090-4d33-a10d-5cf87c6b8657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:04.434558 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:04.469945 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:05.625516 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:07.113841 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:16.746027 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:31.625587 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd990cb3-398a-40a9-bf0e-18e126fa22a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:34.403964 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9c552f46-deb1-493b-9eec-14583fab43a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:34.434402 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:34.483276 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:35.568829 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:12:35.628197 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:37.116167 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:43.912713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-decae37c-7aed-4c94-8dc5-391c7f3f390a req-1df7bcc0-e76f-49e9-a23a-938233d8c729 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531139 Jul 23 00:12:44.019945 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decae37c-7aed-4c94-8dc5-391c7f3f390a req-d2717ca3-9237-4bfb-9f7a-59460b423403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:44.021567 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-decae37c-7aed-4c94-8dc5-391c7f3f390a req-d2717ca3-9237-4bfb-9f7a-59460b423403 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 1096 time: 0.0541756 Jul 23 00:12:44.128771 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decae37c-7aed-4c94-8dc5-391c7f3f390a req-1c084d8c-8e40-4c48-906f-0263893ae3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:44.130267 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-decae37c-7aed-4c94-8dc5-391c7f3f390a req-1c084d8c-8e40-4c48-906f-0263893ae3de service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.0872569 Jul 23 00:12:44.193959 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-decae37c-7aed-4c94-8dc5-391c7f3f390a req-b93d056f-632a-4ea0-87a3-c3dd8c078961 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d62b54-e413-4aa7-9b5a-92ec30887d6d HTTP/1.1" status: 200 len: 1000 time: 0.0566332 Jul 23 00:12:44.246091 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decae37c-7aed-4c94-8dc5-391c7f3f390a req-c38fc584-0761-49bb-9f33-b967b26ed143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:44.247520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-decae37c-7aed-4c94-8dc5-391c7f3f390a req-c38fc584-0761-49bb-9f33-b967b26ed143 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0475311 Jul 23 00:12:44.304525 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decae37c-7aed-4c94-8dc5-391c7f3f390a req-e9bb5476-3ffd-49dc-8562-e840ad391d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:44.306032 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-decae37c-7aed-4c94-8dc5-391c7f3f390a req-e9bb5476-3ffd-49dc-8562-e840ad391d13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525367 Jul 23 00:12:44.398402 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-decae37c-7aed-4c94-8dc5-391c7f3f390a req-c692979c-df46-447f-bd25-30c357e7e6fb service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860658 Jul 23 00:12:44.485174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-decae37c-7aed-4c94-8dc5-391c7f3f390a req-185575fa-52f9-469f-8d96-5f6d9af0a5de service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796309 Jul 23 00:12:46.748035 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:01.628028 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-96033057-7d47-4072-9fd6-d0bd5e6a3294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:04.402956 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5f8cf41-19e4-4db3-bc98-cba877ae7899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:04.436646 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:04.482638 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:05.632447 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:07.118855 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:12.568535 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:13:16.741254 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:27.199472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-1f026992-93b6-44d4-84a2-47e74c23b955 req-ab7a0834-e6a2-4429-b67c-07acc7138e3e service neutron] (93820) timed out ('10.222.0.26', 55754) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:13:31.633543 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51d6b81b-fdbd-4893-896e-e75d820b3bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:34.402751 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb2aad0c-fd27-4ef9-840e-ace7c52d88f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:34.437734 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:34.481237 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:35.634342 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:37.123348 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:44.925057 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f68505e-4311-4483-8fcb-09e725a7f7a7 req-44c8db85-bc55-4fa9-983b-8d7e3e1c1ef1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576656 Jul 23 00:13:45.042126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68505e-4311-4483-8fcb-09e725a7f7a7 req-041fdb6f-c8a4-410d-81ae-e1ad45412d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:45.043649 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f68505e-4311-4483-8fcb-09e725a7f7a7 req-041fdb6f-c8a4-410d-81ae-e1ad45412d46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 1096 time: 0.0613575 Jul 23 00:13:45.144136 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68505e-4311-4483-8fcb-09e725a7f7a7 req-e757953e-f92c-4f08-8aab-da9cb430c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:45.145533 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f68505e-4311-4483-8fcb-09e725a7f7a7 req-e757953e-f92c-4f08-8aab-da9cb430c100 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.0827305 Jul 23 00:13:45.212330 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f68505e-4311-4483-8fcb-09e725a7f7a7 req-7bf622c8-2f8b-4644-aca8-8aa593fb1805 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d62b54-e413-4aa7-9b5a-92ec30887d6d HTTP/1.1" status: 200 len: 1000 time: 0.0603597 Jul 23 00:13:45.259039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68505e-4311-4483-8fcb-09e725a7f7a7 req-b9e98c27-084f-4b53-8038-de4a734d9a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:45.260426 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f68505e-4311-4483-8fcb-09e725a7f7a7 req-b9e98c27-084f-4b53-8038-de4a734d9a09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0420563 Jul 23 00:13:45.317425 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68505e-4311-4483-8fcb-09e725a7f7a7 req-1ff7892f-f2c5-4b0e-b4e4-e54632a72fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:45.318907 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f68505e-4311-4483-8fcb-09e725a7f7a7 req-1ff7892f-f2c5-4b0e-b4e4-e54632a72fc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513058 Jul 23 00:13:45.409475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f68505e-4311-4483-8fcb-09e725a7f7a7 req-97f47687-a60e-4d57-a491-14859aaeacaa service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836303 Jul 23 00:13:45.496953 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f68505e-4311-4483-8fcb-09e725a7f7a7 req-3da7a67b-2b42-48ab-816e-d151dea25a21 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805671 Jul 23 00:13:46.180591 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88fd3b-ead4-423e-9342-e86b7eaaa67b req-b0481d67-f413-4dc4-aa3a-b81cbb402224 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:46.182029 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a88fd3b-ead4-423e-9342-e86b7eaaa67b req-b0481d67-f413-4dc4-aa3a-b81cbb402224 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 945 time: 0.0681784 Jul 23 00:13:46.220893 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a88fd3b-ead4-423e-9342-e86b7eaaa67b req-909ac12e-9780-41bc-9b0a-86a54777df29 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324624 Jul 23 00:13:46.756427 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:47.354211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469fcb2-cf46-4983-8908-6320a7b537f6 req-320cb08e-8a54-47cf-9399-605d26a2ec36 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:47.355605 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2469fcb2-cf46-4983-8908-6320a7b537f6 req-320cb08e-8a54-47cf-9399-605d26a2ec36 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 945 time: 0.0661895 Jul 23 00:13:47.392708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2469fcb2-cf46-4983-8908-6320a7b537f6 req-cd787665-230f-4ecf-a4da-fda3311936d5 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314610 Jul 23 00:13:47.798301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20383f73-45d2-4093-9b23-f16f23e53e5a req-be9ab2c1-2171-48e4-ae08-6aab55b9120b tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:47.799774 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20383f73-45d2-4093-9b23-f16f23e53e5a req-be9ab2c1-2171-48e4-ae08-6aab55b9120b tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 945 time: 0.0636015 Jul 23 00:13:47.901421 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-20383f73-45d2-4093-9b23-f16f23e53e5a req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Deleting port 56d62b54-e413-4aa7-9b5a-92ec30887d6d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:13:47.901764 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-20383f73-45d2-4093-9b23-f16f23e53e5a req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:47.992205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-20383f73-45d2-4093-9b23-f16f23e53e5a req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] For port 56d62b54-e413-4aa7-9b5a-92ec30887d6d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=56d62b54-e413-4aa7-9b5a-92ec30887d6d,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:13:47.992570 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-20383f73-45d2-4093-9b23-f16f23e53e5a req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:48.209272 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-20383f73-45d2-4093-9b23-f16f23e53e5a req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:48.209642 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-20383f73-45d2-4093-9b23-f16f23e53e5a req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:48.209960 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [req-20383f73-45d2-4093-9b23-f16f23e53e5a req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Floating IP c7056f10-86ff-4aea-9dfe-ed68905dbb5c disassociated. External IP: 172.25.4.15, port: 56d62b54-e413-4aa7-9b5a-92ec30887d6d. Jul 23 00:13:48.210297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-20383f73-45d2-4093-9b23-f16f23e53e5a req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Calling delete_port for 56d62b54-e413-4aa7-9b5a-92ec30887d6d owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:13:48.338346 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-20383f73-45d2-4093-9b23-f16f23e53e5a req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:48.372986 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event deleted for resources: {'Port': ['ID=56d62b54-e413-4aa7-9b5a-92ec30887d6d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:13:48.382850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:48.383190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:48.383529 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:48.384419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:48.384419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:48.384729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:48.384951 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:48.385307 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:48.385635 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:48.386008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:48.386249 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:48.386566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:48.516418 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4a5b5d6c-f34e-4f07-a0e2-55d699379f67 req-aef5132a-fd74-45de-9cdc-b8026f93a810 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 210 time: 0.0394325 Jul 23 00:13:48.521210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20383f73-45d2-4093-9b23-f16f23e53e5a req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Router 2fc7daca-3183-4929-8334-374fd57755bb has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:13:48.623398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20383f73-45d2-4093-9b23-f16f23e53e5a req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:13:48.632662 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252b5c52-de51-43b1-82f8-8a3d43f38009 None None] Sync routers for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:13:48.642846 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252b5c52-de51-43b1-82f8-8a3d43f38009 None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:13:48.643391 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-252b5c52-de51-43b1-82f8-8a3d43f38009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:13:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:13:48.671515 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-20383f73-45d2-4093-9b23-f16f23e53e5a req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] No DVR routers for this DVR port 56d62b54-e413-4aa7-9b5a-92ec30887d6d on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:13:48.674346 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-20383f73-45d2-4093-9b23-f16f23e53e5a req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:48.678273 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20383f73-45d2-4093-9b23-f16f23e53e5a req-5bc6b29b-5650-413d-b707-5ab58149873e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "DELETE /v2.0/ports/56d62b54-e413-4aa7-9b5a-92ec30887d6d HTTP/1.1" status: 204 len: 173 time: 0.8715854 Jul 23 00:13:48.678273 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201021be-4229-49e4-9e03-09074a5f22b4', 'name': 'network-vif-deleted', 'tag': '56d62b54-e413-4aa7-9b5a-92ec30887d6d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:13:48.679384 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adf4a63-371f-48da-b02b-627ae9f1ff9f" -d '{"events": [{"server_uuid": "201021be-4229-49e4-9e03-09074a5f22b4", "name": "network-vif-deleted", "tag": "56d62b54-e413-4aa7-9b5a-92ec30887d6d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:13:48.724633 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae504527-1585-4d69-b7af-b257574b5b61 x-openstack-request-id: req-ae504527-1585-4d69-b7af-b257574b5b61 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:13:48.724932 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201021be-4229-49e4-9e03-09074a5f22b4", "name": "network-vif-deleted", "tag": "56d62b54-e413-4aa7-9b5a-92ec30887d6d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:13:48.725233 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae504527-1585-4d69-b7af-b257574b5b61 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:13:48.725697 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201021be-4229-49e4-9e03-09074a5f22b4', 'name': 'network-vif-deleted', 'tag': '56d62b54-e413-4aa7-9b5a-92ec30887d6d', 'status': 'completed', 'code': 200} Jul 23 00:13:48.752563 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-252b5c52-de51-43b1-82f8-8a3d43f38009 None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:13:48.963103 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-252b5c52-de51-43b1-82f8-8a3d43f38009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:13:48.992539 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252b5c52-de51-43b1-82f8-8a3d43f38009 None None] Checking router: 2fc7daca-3183-4929-8334-374fd57755bb for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:13:49.001457 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252b5c52-de51-43b1-82f8-8a3d43f38009 None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:13:49.002065 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-252b5c52-de51-43b1-82f8-8a3d43f38009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:13:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:13:49.103506 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-252b5c52-de51-43b1-82f8-8a3d43f38009 None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:13:49.378186 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-252b5c52-de51-43b1-82f8-8a3d43f38009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:13:49.409233 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252b5c52-de51-43b1-82f8-8a3d43f38009 None None] The sync data for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 is: [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:13:49.568137 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:13:49.615956 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1800a851-5023-4a4b-a910-457b1ef0de4c req-a546d4cd-4ead-4962-8865-6056e172dc3b tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 210 time: 0.0306556 Jul 23 00:13:49.663112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f63a3a-df16-40d1-a9d0-9ccb313ad09b None None] New status for floating IP c7056f10-86ff-4aea-9dfe-ed68905dbb5c: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:13:50.720103 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1324d1af-217e-412f-a2cd-b3ad5711b023 req-dd78a216-6e21-4f47-887c-394e214ac44f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 210 time: 0.0307667 Jul 23 00:13:51.819185 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-313c2a95-50a0-43f3-947b-05f3f92ed30f req-da69cbbd-66b2-4e8e-9c54-e2ff59165fdb tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=201021be-4229-49e4-9e03-09074a5f22b4 HTTP/1.1" status: 200 len: 210 time: 0.0325649 Jul 23 00:13:52.109781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 56d62b54-e413-4aa7-9b5a-92ec30887d6d no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:13:52.131622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 56d62b54-e413-4aa7-9b5a-92ec30887d6d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:13:52.131971 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 56d62b54-e413-4aa7-9b5a-92ec30887d6d not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:13:53.016655 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-d1437126-937b-43c3-9bf4-d06743227b75 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592009105&fields=id&tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8 HTTP/1.1" status: 200 len: 267 time: 0.0329125 Jul 23 00:13:53.118291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60965feb-9166-426e-bc00-aa40c6127e39 req-95774a41-b941-40f9-b891-3bd2d6a9f469 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:53.119646 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-95774a41-b941-40f9-b891-3bd2d6a9f469 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 811 time: 0.0967228 Jul 23 00:13:53.134195 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-f4efecff-33b6-464f-96d4-698250b8acf1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/quotas/ccb5efae60bd4cdf8fb4f79b285959a8 HTTP/1.1" status: 200 len: 375 time: 0.0087941 Jul 23 00:13:53.204958 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-31be9830-9ec9-49ad-ad7b-4f1d33b55e5a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653310 Jul 23 00:13:53.219579 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-bc4a39f0-a6c1-402c-9af6-1018dbc4fc9f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:13:53.220541 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-bc4a39f0-a6c1-402c-9af6-1018dbc4fc9f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050175 Jul 23 00:13:53.308010 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-f1d6b632-2e3d-4d3a-9cab-00bee0ba6060 service neutron] 10.222.0.26 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823052 Jul 23 00:13:53.401473 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-ad2087b6-7868-49aa-a97e-9ef54e4b5940 service neutron] 10.222.0.26 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871673 Jul 23 00:13:53.685086 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e417be8-6fb3-4932-a413-9e989d25cbb9 req-39a2ab8c-370c-46c0-ab05-d5b97bbf6a0c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 210 time: 0.0303907 Jul 23 00:13:54.696077 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60965feb-9166-426e-bc00-aa40c6127e39 req-309fceac-42fb-47be-b360-b220e424a5d1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:54.697548 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-309fceac-42fb-47be-b360-b220e424a5d1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 811 time: 0.1070144 Jul 23 00:13:54.746030 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-00c11049-cfe8-4d6c-8eed-a0fa3751a901 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8 HTTP/1.1" status: 200 len: 379 time: 0.0348346 Jul 23 00:13:54.755465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-60965feb-9166-426e-bc00-aa40c6127e39 req-a3f6d4dd-074c-4208-8b28-0e9a9f0bc254 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Request body: {'port': {'device_id': '6378edf5-0c8f-4454-bb8c-840822e72994', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'admin_state_up': True, 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'security_groups': ['71c7b9ba-8e7a-48c5-a183-658e0e2b0688']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:13:54.804617 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3508d176-53fa-44cd-a13a-62239dd198e9 req-df26a953-b731-4171-a360-5d52bd36c8ea tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 210 time: 0.0456667 Jul 23 00:13:54.894118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60965feb-9166-426e-bc00-aa40c6127e39 req-a3f6d4dd-074c-4208-8b28-0e9a9f0bc254 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Made reservation on behalf of ccb5efae60bd4cdf8fb4f79b285959a8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:13:54.897908 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60965feb-9166-426e-bc00-aa40c6127e39 req-a3f6d4dd-074c-4208-8b28-0e9a9f0bc254 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:55.023337 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-60965feb-9166-426e-bc00-aa40c6127e39 req-a3f6d4dd-074c-4208-8b28-0e9a9f0bc254 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Allocated IP 172.20.0.12 (ff22ee38-78c0-497b-aa5a-c135c965ecd6/ec3b9159-e475-44ea-81ba-30bd90b0f44c/66a981b3-883c-45be-a154-a042735cf410) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:13:55.165029 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60965feb-9166-426e-bc00-aa40c6127e39 req-a3f6d4dd-074c-4208-8b28-0e9a9f0bc254 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:55.178307 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-60965feb-9166-426e-bc00-aa40c6127e39 req-a3f6d4dd-074c-4208-8b28-0e9a9f0bc254 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Transition to ACTIVE for port object 66a981b3-883c-45be-a154-a042735cf410 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:13:55.210699 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60965feb-9166-426e-bc00-aa40c6127e39 req-a3f6d4dd-074c-4208-8b28-0e9a9f0bc254 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:55.254131 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60965feb-9166-426e-bc00-aa40c6127e39 req-a3f6d4dd-074c-4208-8b28-0e9a9f0bc254 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Network ff22ee38-78c0-497b-aa5a-c135c965ecd6 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:13:55.259338 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-60965feb-9166-426e-bc00-aa40c6127e39 req-a3f6d4dd-074c-4208-8b28-0e9a9f0bc254 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:13:55.261946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-60965feb-9166-426e-bc00-aa40c6127e39 req-a3f6d4dd-074c-4208-8b28-0e9a9f0bc254 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:13:55.296621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6d4dd-074c-4208-8b28-0e9a9f0bc254 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'Port': ['ID=66a981b3-883c-45be-a154-a042735cf410,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:13:55.329386 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60965feb-9166-426e-bc00-aa40c6127e39 req-a3f6d4dd-074c-4208-8b28-0e9a9f0bc254 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:55.330019 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60965feb-9166-426e-bc00-aa40c6127e39 req-a3f6d4dd-074c-4208-8b28-0e9a9f0bc254 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:55.346289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-a3f6d4dd-074c-4208-8b28-0e9a9f0bc254 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5946112 Jul 23 00:13:55.364190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Request body: {'port': {'device_id': '6378edf5-0c8f-4454-bb8c-840822e72994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:13:55.445791 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:55.503484 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d97e509a-ca45-43da-855b-513ebce67352 None None] Provisioning for port 66a981b3-883c-45be-a154-a042735cf410 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:13:55.507710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d97e509a-ca45-43da-855b-513ebce67352 None None] Provisioning complete for port 66a981b3-883c-45be-a154-a042735cf410 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:13:55.508358 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d97e509a-ca45-43da-855b-513ebce67352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:55.542895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-d97e509a-ca45-43da-855b-513ebce67352 None None] Port 66a981b3-883c-45be-a154-a042735cf410 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:13:55.706433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a981b3-883c-45be-a154-a042735cf410 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:13:55.713811 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:55.728916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Transition to ACTIVE for port object 66a981b3-883c-45be-a154-a042735cf410 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:13:55.732639 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:55.785635 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Pushing event updated for resources: {'Port': ['ID=66a981b3-883c-45be-a154-a042735cf410,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:13:55.864844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Attempting to bind port 66a981b3-883c-45be-a154-a042735cf410 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:13:55.865543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Attempting to bind port 66a981b3-883c-45be-a154-a042735cf410 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:13:55.866120 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Attempting to bind port 66a981b3-883c-45be-a154-a042735cf410 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:13:55.878511 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Port 66a981b3-883c-45be-a154-a042735cf410 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:13:55.878983 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Attempting to bind port 66a981b3-883c-45be-a154-a042735cf410 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:13:55.885127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:13:55.885686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Checking segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:13:55.885940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Bound using segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:13:55.886489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Bound port: 66a981b3-883c-45be-a154-a042735cf410, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:13:55.886943 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:56.003590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] For port 66a981b3-883c-45be-a154-a042735cf410, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:13:56.018044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] For port 66a981b3-883c-45be-a154-a042735cf410, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=66a981b3-883c-45be-a154-a042735cf410,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:13:56.028948 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e306b3-7cc0-4352-b7f8-7e70d52589a2 req-4efce707-28da-4ef8-9102-f19acb742613 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:56.030519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21e306b3-7cc0-4352-b7f8-7e70d52589a2 req-4efce707-28da-4ef8-9102-f19acb742613 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 944 time: 0.1236782 Jul 23 00:13:56.032112 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:56.080612 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:56.081250 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:56.082633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] 10.222.0.18 "PUT /v2.0/ports/66a981b3-883c-45be-a154-a042735cf410 HTTP/1.1" status: 200 len: 1092 time: 0.7232349 Jul 23 00:13:56.086874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6378edf5-0c8f-4454-bb8c-840822e72994', 'tag': '66a981b3-883c-45be-a154-a042735cf410'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:13:56.089147 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffd8e9f-9b53-44e6-9e23-dfac0a4f2a00" -d '{"events": [{"name": "network-changed", "server_uuid": "6378edf5-0c8f-4454-bb8c-840822e72994", "tag": "66a981b3-883c-45be-a154-a042735cf410"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:13:56.124637 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21e306b3-7cc0-4352-b7f8-7e70d52589a2 req-a0ed882f-e958-45d1-91cd-7af995e48cd5 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843468 Jul 23 00:13:56.125688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c889b-6230-413e-8d82-b497b0b6d431 service neutron] Pushing event updated for resources: {'Port': ['ID=66a981b3-883c-45be-a154-a042735cf410,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:13:56.138241 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3016a0-de52-437c-bb98-01bb8238f58c x-openstack-request-id: req-2c3016a0-de52-437c-bb98-01bb8238f58c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:13:56.138760 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6378edf5-0c8f-4454-bb8c-840822e72994", "tag": "66a981b3-883c-45be-a154-a042735cf410", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:13:56.139193 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c3016a0-de52-437c-bb98-01bb8238f58c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:13:56.139689 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6378edf5-0c8f-4454-bb8c-840822e72994', 'tag': '66a981b3-883c-45be-a154-a042735cf410', 'status': 'completed', 'code': 200} Jul 23 00:13:56.216141 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60965feb-9166-426e-bc00-aa40c6127e39 req-05248489-334f-4960-a523-aee955b8b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:56.218144 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-05248489-334f-4960-a523-aee955b8b636 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 1095 time: 0.0637305 Jul 23 00:13:56.267499 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-161cc0f4-5536-48c3-b844-d819d638df5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a981b3-883c-45be-a154-a042735cf410 HTTP/1.1" status: 200 len: 217 time: 0.0370791 Jul 23 00:13:56.318243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60965feb-9166-426e-bc00-aa40c6127e39 req-c06cc1b0-d159-49c3-b51a-bea1322949d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:56.319767 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-c06cc1b0-d159-49c3-b51a-bea1322949d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0458605 Jul 23 00:13:56.383827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60965feb-9166-426e-bc00-aa40c6127e39 req-597704a6-4fc9-4f3a-ad9e-2c129e3080cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:56.385399 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-597704a6-4fc9-4f3a-ad9e-2c129e3080cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594578 Jul 23 00:13:56.473813 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-b6058ca7-c8de-4719-8186-339dff1f1b90 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815835 Jul 23 00:13:56.567558 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60965feb-9166-426e-bc00-aa40c6127e39 req-87fb8807-54ea-4e63-b6ef-36cf639f8c09 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875094 Jul 23 00:13:56.690590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd8e9f-9b53-44e6-9e23-dfac0a4f2a00 req-b14d075f-ee41-4689-9fde-701a4a5d7d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:56.692187 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ffd8e9f-9b53-44e6-9e23-dfac0a4f2a00 req-b14d075f-ee41-4689-9fde-701a4a5d7d2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 1095 time: 0.0554030 Jul 23 00:13:56.782784 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd8e9f-9b53-44e6-9e23-dfac0a4f2a00 req-e7d99201-9191-4bcd-9a2d-57e87810b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:56.784266 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ffd8e9f-9b53-44e6-9e23-dfac0a4f2a00 req-e7d99201-9191-4bcd-9a2d-57e87810b1b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.0859890 Jul 23 00:13:56.825316 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ffd8e9f-9b53-44e6-9e23-dfac0a4f2a00 req-9168746a-e473-4b27-a7ee-143909fb9c8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a981b3-883c-45be-a154-a042735cf410 HTTP/1.1" status: 200 len: 217 time: 0.0348899 Jul 23 00:13:56.873765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd8e9f-9b53-44e6-9e23-dfac0a4f2a00 req-95d2a41f-e52e-4c6a-b927-b16b21b8f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:56.875095 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ffd8e9f-9b53-44e6-9e23-dfac0a4f2a00 req-95d2a41f-e52e-4c6a-b927-b16b21b8f630 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0432913 Jul 23 00:13:56.932211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd8e9f-9b53-44e6-9e23-dfac0a4f2a00 req-e5a4a59e-0ef3-4680-aba4-3dbc2bd37e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:56.933884 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ffd8e9f-9b53-44e6-9e23-dfac0a4f2a00 req-e5a4a59e-0ef3-4680-aba4-3dbc2bd37e7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527186 Jul 23 00:13:57.030509 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ffd8e9f-9b53-44e6-9e23-dfac0a4f2a00 req-f8334e11-f892-4a8e-83a1-491a291b25f2 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899396 Jul 23 00:13:57.504466 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0ffd8e9f-9b53-44e6-9e23-dfac0a4f2a00 req-dfa8242c-fb2b-430a-9e86-db775a27f3fe service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683750 Jul 23 00:13:57.532139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945b152-720e-40cf-b81e-44914795f733 req-b5caa07d-0a83-4849-b06a-a7177a4c094a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:57.533665 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4945b152-720e-40cf-b81e-44914795f733 req-b5caa07d-0a83-4849-b06a-a7177a4c094a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 944 time: 0.0778875 Jul 23 00:13:57.572984 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4945b152-720e-40cf-b81e-44914795f733 req-4665f74b-1bf9-4a29-a54e-a31722d2c4a7 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334139 Jul 23 00:13:58.707964 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42767d2-6e0c-490e-83f4-17014b0c6a14 req-678ecda9-94c9-428f-9a4b-779872725810 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:58.709468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c42767d2-6e0c-490e-83f4-17014b0c6a14 req-678ecda9-94c9-428f-9a4b-779872725810 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 944 time: 0.0692976 Jul 23 00:13:58.747521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c42767d2-6e0c-490e-83f4-17014b0c6a14 req-4369a4c5-2086-4269-b605-bee49deb9b34 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323150 Jul 23 00:13:59.880511 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf05bb-e4fb-4d29-90f3-c1ae7c62e2bf req-85f14184-f851-46e2-90f6-d560fee09979 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:59.882006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cbbf05bb-e4fb-4d29-90f3-c1ae7c62e2bf req-85f14184-f851-46e2-90f6-d560fee09979 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 944 time: 0.0664384 Jul 23 00:13:59.919124 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cbbf05bb-e4fb-4d29-90f3-c1ae7c62e2bf req-36fdbc7f-6b36-453d-9e5a-a0add7cda039 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315847 Jul 23 00:14:01.048686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de689b48-948b-418b-ad40-ef21cc677e9f req-bac0ae9a-229a-47bc-a333-19bcbe637653 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:01.050201 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de689b48-948b-418b-ad40-ef21cc677e9f req-bac0ae9a-229a-47bc-a333-19bcbe637653 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 944 time: 0.0646474 Jul 23 00:14:01.086404 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de689b48-948b-418b-ad40-ef21cc677e9f req-9f852f0c-8b11-4d9f-aeda-caa1ca019547 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305228 Jul 23 00:14:01.635085 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d5b3b5e-8754-42ca-aeb8-4dc382211bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:02.217487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85786773-e4a7-4f34-84de-1974187d0258 req-e7fd8c0d-eee5-442b-a631-fe86f8085d37 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:02.218961 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85786773-e4a7-4f34-84de-1974187d0258 req-e7fd8c0d-eee5-442b-a631-fe86f8085d37 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 944 time: 0.0657041 Jul 23 00:14:02.256073 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-85786773-e4a7-4f34-84de-1974187d0258 req-2311cca9-871f-4675-9dc0-e01d1e8969c4 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315638 Jul 23 00:14:03.384522 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d5690-7597-4170-944b-1386a1fba9bf req-3f0b8ca4-73e1-4879-aabe-e709a9dd364d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:03.386028 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca2d5690-7597-4170-944b-1386a1fba9bf req-3f0b8ca4-73e1-4879-aabe-e709a9dd364d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 944 time: 0.0631080 Jul 23 00:14:03.423744 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca2d5690-7597-4170-944b-1386a1fba9bf req-36da8295-ac3f-486c-944c-50c34165f630 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312779 Jul 23 00:14:04.401912 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0d5f14f-2164-4088-b019-bd22482a4032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:04.441206 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:04.501456 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:04.555035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf030c-7ba7-47b5-9f3b-e751af8f88c0 req-6c124b7e-adf4-4aaf-9d4c-493fb3d93ba0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:04.556499 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13cf030c-7ba7-47b5-9f3b-e751af8f88c0 req-6c124b7e-adf4-4aaf-9d4c-493fb3d93ba0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 944 time: 0.0653415 Jul 23 00:14:04.592929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-13cf030c-7ba7-47b5-9f3b-e751af8f88c0 req-059d53a4-058e-425e-864e-c6e45b30b75f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307240 Jul 23 00:14:05.637691 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:05.724255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b01338-f4f3-4b20-9e60-4d5543813679 req-f99d095d-9938-456e-b001-7acaa16354d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:05.725749 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49b01338-f4f3-4b20-9e60-4d5543813679 req-f99d095d-9938-456e-b001-7acaa16354d0 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 944 time: 0.0657535 Jul 23 00:14:05.763765 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49b01338-f4f3-4b20-9e60-4d5543813679 req-e33b0e21-4dd4-45ca-94df-a409ab98da78 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321944 Jul 23 00:14:06.146247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 66a981b3-883c-45be-a154-a042735cf410 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:14:06.236782 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 66a981b3-883c-45be-a154-a042735cf410, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=66a981b3-883c-45be-a154-a042735cf410,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:14:06.247591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '66a981b3-883c-45be-a154-a042735cf410', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'port_id': '66a981b3-883c-45be-a154-a042735cf410', 'mac_address': 'fa:16:3e:f9:7e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:14:06.286698 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:06.298618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a981b3-883c-45be-a154-a042735cf410 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:14:06.317325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 66a981b3-883c-45be-a154-a042735cf410, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=66a981b3-883c-45be-a154-a042735cf410,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:14:06.321126 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:06.366353 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=66a981b3-883c-45be-a154-a042735cf410,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:14:06.374230 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:14:06.374571 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:14:06.374909 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:14:06.375241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:14:06.375573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:14:06.375900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:14:06.376225 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:14:06.376569 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:14:06.376875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:14:06.377220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:14:06.377543 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:14:06.377869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:14:06.629515 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['66a981b3-883c-45be-a154-a042735cf410'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:14:06.893915 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1cf15-fcf7-45a2-affe-faf9713ef8be req-a53bab8f-2dcb-4143-a642-269ab912edb1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:06.895307 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7aa1cf15-fcf7-45a2-affe-faf9713ef8be req-a53bab8f-2dcb-4143-a642-269ab912edb1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 945 time: 0.0636401 Jul 23 00:14:06.931964 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7aa1cf15-fcf7-45a2-affe-faf9713ef8be req-55975035-aff3-4a47-babc-9565d90a688c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311096 Jul 23 00:14:07.124526 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:08.068336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d0fe5-0402-4a92-8c1a-3ab6dbe0b4c0 req-90c9e5a7-9585-40f5-93b7-b48bd5ecab38 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:08.072693 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-377d0fe5-0402-4a92-8c1a-3ab6dbe0b4c0 req-90c9e5a7-9585-40f5-93b7-b48bd5ecab38 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 945 time: 0.0716152 Jul 23 00:14:08.108743 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-377d0fe5-0402-4a92-8c1a-3ab6dbe0b4c0 req-ac263f93-3af6-409a-8b60-a451aae9d816 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331402 Jul 23 00:14:08.142344 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 66a981b3-883c-45be-a154-a042735cf410 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:14:08.192507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 66a981b3-883c-45be-a154-a042735cf410 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:14:08.196415 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 66a981b3-883c-45be-a154-a042735cf410 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:14:08.197001 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:08.277595 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:08.300077 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6378edf5-0c8f-4454-bb8c-840822e72994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a981b3-883c-45be-a154-a042735cf410'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:14:08.302311 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3d9d42-1a76-4b65-8dd6-557e13aa8505" -d '{"events": [{"server_uuid": "6378edf5-0c8f-4454-bb8c-840822e72994", "name": "network-vif-plugged", "status": "completed", "tag": "66a981b3-883c-45be-a154-a042735cf410"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:14:08.314717 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 66a981b3-883c-45be-a154-a042735cf410, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=66a981b3-883c-45be-a154-a042735cf410,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:14:08.318983 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:08.341821 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3486d4-3dac-4ed6-90cd-0e190b79f39d x-openstack-request-id: req-9e3486d4-3dac-4ed6-90cd-0e190b79f39d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:14:08.342114 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6378edf5-0c8f-4454-bb8c-840822e72994", "name": "network-vif-plugged", "status": "completed", "tag": "66a981b3-883c-45be-a154-a042735cf410", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:14:08.342371 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e3486d4-3dac-4ed6-90cd-0e190b79f39d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:14:08.342763 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6378edf5-0c8f-4454-bb8c-840822e72994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a981b3-883c-45be-a154-a042735cf410', 'code': 200} Jul 23 00:14:08.369793 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=66a981b3-883c-45be-a154-a042735cf410,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:14:08.472166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745695e-15cd-4113-bda2-7ca9cb58fbb0 req-e8475e2c-9d39-4faf-be2e-f3fb733ccb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:08.473691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e745695e-15cd-4113-bda2-7ca9cb58fbb0 req-e8475e2c-9d39-4faf-be2e-f3fb733ccb49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 1097 time: 0.0536661 Jul 23 00:14:08.507872 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e745695e-15cd-4113-bda2-7ca9cb58fbb0 req-53512a1f-94ab-4987-8f04-d9022eb85b10 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274999 Jul 23 00:14:09.236663 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07650a71-95ee-479d-a28b-8f7d737ea370 req-fe9ac7cf-ffcc-44c4-844e-a1e2d556a370 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:09.238149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07650a71-95ee-479d-a28b-8f7d737ea370 req-fe9ac7cf-ffcc-44c4-844e-a1e2d556a370 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 946 time: 0.0633402 Jul 23 00:14:09.275007 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07650a71-95ee-479d-a28b-8f7d737ea370 req-3c30c034-ed57-4b42-8c0d-61dcf68dbb78 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313370 Jul 23 00:14:10.407785 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee672174-a706-43bf-bf75-505829e68a7a req-9d06dc93-efb4-45bb-91de-8bd19b9beabd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:10.409286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee672174-a706-43bf-bf75-505829e68a7a req-9d06dc93-efb4-45bb-91de-8bd19b9beabd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 946 time: 0.0667720 Jul 23 00:14:10.446566 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee672174-a706-43bf-bf75-505829e68a7a req-50bae920-db7f-4bb1-afe3-71b59ce4bfcf tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317771 Jul 23 00:14:10.574641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325c4d5-313d-4d3a-902d-2b59c13bf9be req-ac58150f-9605-4ac6-9248-540f89200ec7 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:10.576017 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c325c4d5-313d-4d3a-902d-2b59c13bf9be req-ac58150f-9605-4ac6-9248-540f89200ec7 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 946 time: 0.0629272 Jul 23 00:14:10.612703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c325c4d5-313d-4d3a-902d-2b59c13bf9be req-475b41a3-bc84-4147-998d-7b92588bf56a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304430 Jul 23 00:14:10.634646 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57128) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:14:10.734139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c6fe85-dd5e-45b5-b87c-f158b3f634bf tempest-TestVolumeBootPattern-1643384974 tempest-TestVolumeBootPattern-1643384974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:10.735751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a5c6fe85-dd5e-45b5-b87c-f158b3f634bf tempest-TestVolumeBootPattern-1643384974 tempest-TestVolumeBootPattern-1643384974-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 1092 time: 0.1001124 Jul 23 00:14:10.738466 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57132) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:14:10.742746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '66a981b3-883c-45be-a154-a042735cf410', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:14:10.764500 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:10.857070 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:10.961514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Allocated IP 172.25.4.150 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/142f56fa-bf8a-4c91-a1f2-ef84031657a9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:14:11.062402 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:11.100530 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:11.143632 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:14:11.147876 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:14:11.152383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:14:11.155398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'Port': ['ID=142f56fa-bf8a-4c91-a1f2-ef84031657a9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:14:11.495918 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:11.572920 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:11.720878 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:11.725321 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:11.792066 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'Port': ['ID=142f56fa-bf8a-4c91-a1f2-ef84031657a9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:14:11.801816 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:11.902004 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Floating IP 8259cec2-2087-4b47-aca0-701e3630bdc8 associated. External IP: 172.25.4.150, port: 66a981b3-883c-45be-a154-a042735cf410. Jul 23 00:14:12.104734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Router 2fc7daca-3183-4929-8334-374fd57755bb has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:14:12.210435 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:14:12.221297 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be14bc3-328d-4da8-a990-b599c7205239 None None] Sync routers for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:14:12.225542 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:12.231254 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be14bc3-328d-4da8-a990-b599c7205239 None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:14:12.231853 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8be14bc3-328d-4da8-a990-b599c7205239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:14:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:14:12.262102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8c51479c-3fc6-4e90-8e0c-68e2a9b42651 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5226262 Jul 23 00:14:12.264579 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6378edf5-0c8f-4454-bb8c-840822e72994', 'tag': '66a981b3-883c-45be-a154-a042735cf410'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:14:12.264982 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2ca499-3208-4eb0-a302-ad35de7a9c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "6378edf5-0c8f-4454-bb8c-840822e72994", "tag": "66a981b3-883c-45be-a154-a042735cf410"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:14:12.307567 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a38510e-7e36-499d-8c95-afd3fdf704aa x-openstack-request-id: req-2a38510e-7e36-499d-8c95-afd3fdf704aa {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:14:12.307861 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6378edf5-0c8f-4454-bb8c-840822e72994", "tag": "66a981b3-883c-45be-a154-a042735cf410", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:14:12.308110 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a38510e-7e36-499d-8c95-afd3fdf704aa {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:14:12.308513 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6378edf5-0c8f-4454-bb8c-840822e72994', 'tag': '66a981b3-883c-45be-a154-a042735cf410', 'status': 'completed', 'code': 200} Jul 23 00:14:12.335117 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8be14bc3-328d-4da8-a990-b599c7205239 None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:14:12.402573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ca499-3208-4eb0-a302-ad35de7a9c8e req-75e5dc58-5c42-4d95-b4dd-6e73557d8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:12.404040 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac2ca499-3208-4eb0-a302-ad35de7a9c8e req-75e5dc58-5c42-4d95-b4dd-6e73557d8077 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 1097 time: 0.0544629 Jul 23 00:14:12.496990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ca499-3208-4eb0-a302-ad35de7a9c8e req-71d6cf60-d867-41dd-ba8d-8f2a382e6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:12.498519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac2ca499-3208-4eb0-a302-ad35de7a9c8e req-71d6cf60-d867-41dd-ba8d-8f2a382e6e04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.0878661 Jul 23 00:14:12.548541 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8be14bc3-328d-4da8-a990-b599c7205239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '8259cec2-2087-4b47-aca0-701e3630bdc8', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'port_id': '66a981b3-883c-45be-a154-a042735cf410', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'mac_address': 'fa:16:3e:f9:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6378edf5-0c8f-4454-bb8c-840822e72994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:14:11Z', 'updated_at': '2021-07-23T00:14:11Z', 'revision_number': 0, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:14:12.564514 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac2ca499-3208-4eb0-a302-ad35de7a9c8e req-bc8fd481-092b-4455-a9e7-4e1267251b29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a981b3-883c-45be-a154-a042735cf410 HTTP/1.1" status: 200 len: 1000 time: 0.0594392 Jul 23 00:14:12.577178 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be14bc3-328d-4da8-a990-b599c7205239 None None] Checking router: 2fc7daca-3183-4929-8334-374fd57755bb for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:14:12.585636 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be14bc3-328d-4da8-a990-b599c7205239 None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:14:12.586391 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8be14bc3-328d-4da8-a990-b599c7205239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:14:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:14:12.613612 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ca499-3208-4eb0-a302-ad35de7a9c8e req-cb4682f5-b69e-49fb-857d-5debbc53e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:12.615077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac2ca499-3208-4eb0-a302-ad35de7a9c8e req-cb4682f5-b69e-49fb-857d-5debbc53e070 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0445323 Jul 23 00:14:12.678913 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ca499-3208-4eb0-a302-ad35de7a9c8e req-85afc7e0-283a-4f17-9e91-56c6b5d718ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:12.680358 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac2ca499-3208-4eb0-a302-ad35de7a9c8e req-85afc7e0-283a-4f17-9e91-56c6b5d718ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588248 Jul 23 00:14:12.684712 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-8be14bc3-328d-4da8-a990-b599c7205239 None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:14:12.772160 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac2ca499-3208-4eb0-a302-ad35de7a9c8e req-9d3eb430-7888-4124-a229-50c7db2a5f09 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851517 Jul 23 00:14:12.864045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac2ca499-3208-4eb0-a302-ad35de7a9c8e req-50a906e2-6ffa-4fa1-9cbb-beaf42be1a90 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858946 Jul 23 00:14:12.909553 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-8be14bc3-328d-4da8-a990-b599c7205239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '8259cec2-2087-4b47-aca0-701e3630bdc8', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'port_id': '66a981b3-883c-45be-a154-a042735cf410', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'mac_address': 'fa:16:3e:f9:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6378edf5-0c8f-4454-bb8c-840822e72994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:14:11Z', 'updated_at': '2021-07-23T00:14:11Z', 'revision_number': 0, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:14:12.934795 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be14bc3-328d-4da8-a990-b599c7205239 None None] The sync data for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 is: [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '8259cec2-2087-4b47-aca0-701e3630bdc8', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'port_id': '66a981b3-883c-45be-a154-a042735cf410', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'mac_address': 'fa:16:3e:f9:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6378edf5-0c8f-4454-bb8c-840822e72994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:14:11Z', 'updated_at': '2021-07-23T00:14:11Z', 'revision_number': 0, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:14:13.118326 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e8a09f-4910-44e1-8dd0-68ae7eb8154f None None] New status for floating IP 8259cec2-2087-4b47-aca0-701e3630bdc8: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:14:16.774026 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:26.567615 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:14:31.637753 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-092b200d-e41c-4cd4-be97-9040e4613fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:34.403285 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-73f2830f-f4f6-495c-976f-acece48af9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:34.444541 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:34.517861 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:35.639450 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:37.126745 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:46.778712 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:46.962219 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1e3daa4-8b57-4c8a-8afe-ac5e6745bacb req-14f03412-fdbb-4430-b8df-8844eed27557 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0996630 Jul 23 00:14:46.984964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-757a7739-f1a2-4691-9d65-1cc6b98556a7 req-c180c9fa-4113-4d93-8a3c-89879eac5056 service neutron] (93820) timed out ('10.222.0.95', 54704) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:14:47.072696 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3daa4-8b57-4c8a-8afe-ac5e6745bacb req-9535ce29-8574-4cd2-9fa6-0177a5fb147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:47.074120 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1e3daa4-8b57-4c8a-8afe-ac5e6745bacb req-9535ce29-8574-4cd2-9fa6-0177a5fb147d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 1097 time: 0.0537379 Jul 23 00:14:47.178467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3daa4-8b57-4c8a-8afe-ac5e6745bacb req-cf2a4f43-39a6-482c-9347-57ed052226d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:47.180587 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1e3daa4-8b57-4c8a-8afe-ac5e6745bacb req-cf2a4f43-39a6-482c-9347-57ed052226d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.0873179 Jul 23 00:14:47.245988 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1e3daa4-8b57-4c8a-8afe-ac5e6745bacb req-acb7e710-83e6-44bf-a16b-c6e4269f02c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a981b3-883c-45be-a154-a042735cf410 HTTP/1.1" status: 200 len: 1002 time: 0.0592260 Jul 23 00:14:47.293875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3daa4-8b57-4c8a-8afe-ac5e6745bacb req-9527a019-5b6a-4d5d-8a80-fb1028f0fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:47.295277 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1e3daa4-8b57-4c8a-8afe-ac5e6745bacb req-9527a019-5b6a-4d5d-8a80-fb1028f0fa2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0429277 Jul 23 00:14:47.352646 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3daa4-8b57-4c8a-8afe-ac5e6745bacb req-606d81a7-3b70-45d0-b405-1bd423f9a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:47.354082 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1e3daa4-8b57-4c8a-8afe-ac5e6745bacb req-606d81a7-3b70-45d0-b405-1bd423f9a377 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522034 Jul 23 00:14:47.446316 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1e3daa4-8b57-4c8a-8afe-ac5e6745bacb req-44e50c48-c0be-4d7e-9f99-d7db33f1e992 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853963 Jul 23 00:14:47.533597 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1e3daa4-8b57-4c8a-8afe-ac5e6745bacb req-f0f629c7-7bdd-43e7-94fa-56012a67a769 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806859 Jul 23 00:15:01.641735 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0660cc3-3274-4654-b1eb-bb7169ce7496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:03.571229 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:15:04.405522 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-edaf3187-e309-4e82-973e-c7fa3f1d4313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:04.444890 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:04.532365 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:05.642998 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:07.128824 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:12.189064 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-b73b4412-7fd5-4fd6-ad79-031a86e532a7 req-c209647e-edb9-4064-a668-d5a3d2a8f8e7 service neutron] (93821) timed out ('10.222.0.18', 56585) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:15:16.779377 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:31.643247 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d520a5e-c655-402a-a263-780a9af465ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:34.405599 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e34c2818-49a3-483a-9cb2-2e67320ffb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:34.444957 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:34.536280 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:35.644424 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:37.131795 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:40.570568 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:15:46.780373 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:48.952909 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16618bf0-a674-4ea2-9b02-49c66f6cae22 req-f21e35e6-16d3-4c89-9c0b-b3fc33663956 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779831 Jul 23 00:15:49.096301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16618bf0-a674-4ea2-9b02-49c66f6cae22 req-4d94c2bc-b16a-41d3-83dd-5d28088fc28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:49.097865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16618bf0-a674-4ea2-9b02-49c66f6cae22 req-4d94c2bc-b16a-41d3-83dd-5d28088fc28d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 1097 time: 0.0655363 Jul 23 00:15:49.223824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16618bf0-a674-4ea2-9b02-49c66f6cae22 req-51699a4f-2629-4870-bc2d-1141e7f44e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:49.225610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16618bf0-a674-4ea2-9b02-49c66f6cae22 req-51699a4f-2629-4870-bc2d-1141e7f44e04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.1010563 Jul 23 00:15:49.318645 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16618bf0-a674-4ea2-9b02-49c66f6cae22 req-28f3374a-c016-4203-acf9-1f8daca0365e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a981b3-883c-45be-a154-a042735cf410 HTTP/1.1" status: 200 len: 1002 time: 0.0869806 Jul 23 00:15:49.377623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16618bf0-a674-4ea2-9b02-49c66f6cae22 req-71a95d2e-c636-4ca9-ae17-c3d553f07695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:49.381128 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16618bf0-a674-4ea2-9b02-49c66f6cae22 req-71a95d2e-c636-4ca9-ae17-c3d553f07695 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0547726 Jul 23 00:15:49.453329 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16618bf0-a674-4ea2-9b02-49c66f6cae22 req-f20011ea-91be-42dc-be80-2c5e7bc1def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:49.454859 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16618bf0-a674-4ea2-9b02-49c66f6cae22 req-f20011ea-91be-42dc-be80-2c5e7bc1def2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678384 Jul 23 00:15:49.572068 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16618bf0-a674-4ea2-9b02-49c66f6cae22 req-f04aae0c-ed69-4e77-81de-cfba4d0d5cf9 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107488 Jul 23 00:15:49.713277 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16618bf0-a674-4ea2-9b02-49c66f6cae22 req-7d94c4d5-23ba-4247-b019-e4d036601053 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354029 Jul 23 00:15:53.529334 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-96896100-c6f4-497a-95c1-afb1ccb3ce0e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592009105&fields=id&tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8 HTTP/1.1" status: 200 len: 267 time: 0.0362959 Jul 23 00:15:53.633980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-b4f8b324-eee7-4647-8aa2-dc31d4e318b1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:53.635440 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-b4f8b324-eee7-4647-8aa2-dc31d4e318b1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 811 time: 0.0993514 Jul 23 00:15:53.650700 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-1ec02488-8a3e-4df1-adb3-911c215c8554 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/quotas/ccb5efae60bd4cdf8fb4f79b285959a8 HTTP/1.1" status: 200 len: 375 time: 0.0091860 Jul 23 00:15:53.726852 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-9f6afa75-a4de-4412-bdb4-a8a5ff920e0a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0703812 Jul 23 00:15:53.790893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-33ca3a3d-5cf2-4d83-b249-1a2be887ef0c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:15:53.791968 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-33ca3a3d-5cf2-4d83-b249-1a2be887ef0c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0544870 Jul 23 00:15:53.879250 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-1554f666-2cdb-40b9-b921-ce97a06b88cd service neutron] 10.222.0.26 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810213 Jul 23 00:15:53.968973 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-2486900e-f057-4abd-8e80-363229042aab service neutron] 10.222.0.26 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842223 Jul 23 00:15:54.319190 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-addb2fed-991a-4841-a83a-8cca9ef7e2c3 req-89b5d636-dea3-4645-a0f3-857af0f37a5e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 210 time: 0.0817263 Jul 23 00:15:55.162355 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-275e9faa-1445-4214-b325-9cb059f53ad9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:55.163795 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-275e9faa-1445-4214-b325-9cb059f53ad9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.95 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 811 time: 0.1057715 Jul 23 00:15:55.206296 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-55e2ea33-bc53-440b-8c2a-9a7056de5c85 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8 HTTP/1.1" status: 200 len: 379 time: 0.0341914 Jul 23 00:15:55.214602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Request body: {'port': {'device_id': '3f5664fd-ee42-42cc-89b4-d4aa517da1f0', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'admin_state_up': True, 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'security_groups': ['71c7b9ba-8e7a-48c5-a183-658e0e2b0688']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:15:55.320513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Made reservation on behalf of ccb5efae60bd4cdf8fb4f79b285959a8 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:15:55.324149 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:55.454917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c49577f-44a5-4ed1-b2f4-881b2a62e8d6 req-0fce199d-da35-4889-8057-f8fae9390055 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 210 time: 0.0474212 Jul 23 00:15:55.486428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Allocated IP 172.20.0.8 (ff22ee38-78c0-497b-aa5a-c135c965ecd6/ec3b9159-e475-44ea-81ba-30bd90b0f44c/2ea42490-06e6-49ab-ac42-73bc02213e20) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:15:55.627034 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:55.640738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Transition to ACTIVE for port object 2ea42490-06e6-49ab-ac42-73bc02213e20 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:15:55.672349 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:55.718572 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Network ff22ee38-78c0-497b-aa5a-c135c965ecd6 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:15:55.721875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:15:55.726385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:15:55.749882 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'Port': ['ID=2ea42490-06e6-49ab-ac42-73bc02213e20,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:55.762815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:55.763161 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:55.763514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:55.763838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:55.764829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:55.765185 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:55.765510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:55.765832 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:55.766153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:55.766473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:55.766792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:55.767107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:55.791766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:55.792601 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:55.809783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-bec7edbb-3a65-48b4-810e-cfc5bb0108fd tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5989065 Jul 23 00:15:55.871985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Request body: {'port': {'device_id': '3f5664fd-ee42-42cc-89b4-d4aa517da1f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:15:55.949124 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:55.988826 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bd14c559-1678-43b0-ace1-eb4d279728cd None None] Provisioning for port 2ea42490-06e6-49ab-ac42-73bc02213e20 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:15:55.993487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bd14c559-1678-43b0-ace1-eb4d279728cd None None] Provisioning complete for port 2ea42490-06e6-49ab-ac42-73bc02213e20 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:15:55.994089 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd14c559-1678-43b0-ace1-eb4d279728cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:56.036220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bd14c559-1678-43b0-ace1-eb4d279728cd None None] Port 2ea42490-06e6-49ab-ac42-73bc02213e20 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:15:56.215353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea42490-06e6-49ab-ac42-73bc02213e20 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:15:56.223031 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:56.235864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Transition to ACTIVE for port object 2ea42490-06e6-49ab-ac42-73bc02213e20 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:15:56.238963 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:56.682165 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea42490-06e6-49ab-ac42-73bc02213e20,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:56.773716 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Attempting to bind port 2ea42490-06e6-49ab-ac42-73bc02213e20 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:15:56.774044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Attempting to bind port 2ea42490-06e6-49ab-ac42-73bc02213e20 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:15:56.774381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Attempting to bind port 2ea42490-06e6-49ab-ac42-73bc02213e20 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:15:56.782696 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Port 2ea42490-06e6-49ab-ac42-73bc02213e20 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:15:56.783023 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Attempting to bind port 2ea42490-06e6-49ab-ac42-73bc02213e20 on network ff22ee38-78c0-497b-aa5a-c135c965ecd6 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:15:56.789897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:15:56.790234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Checking segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:15:56.790621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Bound using segment: {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:15:56.791059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Bound port: 2ea42490-06e6-49ab-ac42-73bc02213e20, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7631d9-738a-4db3-b1c1-feeeea95acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:15:56.791420 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:56.815951 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8cc82-1eb7-4571-8dc9-2754951735ef req-63f0f752-497f-41c2-a733-7cdad43d6704 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:56.817522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17e8cc82-1eb7-4571-8dc9-2754951735ef req-63f0f752-497f-41c2-a733-7cdad43d6704 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 943 time: 0.1882358 Jul 23 00:15:56.894051 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17e8cc82-1eb7-4571-8dc9-2754951735ef req-547dde47-6d43-466e-9401-5d8e6fb256f8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584464 Jul 23 00:15:56.896486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] For port 2ea42490-06e6-49ab-ac42-73bc02213e20, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:15:56.899726 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] For port 2ea42490-06e6-49ab-ac42-73bc02213e20, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2ea42490-06e6-49ab-ac42-73bc02213e20,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:15:56.907240 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:56.941674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:56.942482 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:56.943697 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] 10.222.0.95 "PUT /v2.0/ports/2ea42490-06e6-49ab-ac42-73bc02213e20 HTTP/1.1" status: 200 len: 1091 time: 1.1259234 Jul 23 00:15:56.944137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5664fd-ee42-42cc-89b4-d4aa517da1f0', 'tag': '2ea42490-06e6-49ab-ac42-73bc02213e20'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:15:56.946403 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4ba36f-fa0a-4a62-8b25-704ec402da4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5664fd-ee42-42cc-89b4-d4aa517da1f0", "tag": "2ea42490-06e6-49ab-ac42-73bc02213e20"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:15:56.985533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b6d41-222e-4e63-a38f-a1664ecb53d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea42490-06e6-49ab-ac42-73bc02213e20,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:57.004674 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f901da-881d-482a-a651-a2d88172b27f x-openstack-request-id: req-d2f901da-881d-482a-a651-a2d88172b27f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:15:57.005021 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5664fd-ee42-42cc-89b4-d4aa517da1f0", "tag": "2ea42490-06e6-49ab-ac42-73bc02213e20", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:15:57.005292 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2f901da-881d-482a-a651-a2d88172b27f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:15:57.005679 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5664fd-ee42-42cc-89b4-d4aa517da1f0', 'tag': '2ea42490-06e6-49ab-ac42-73bc02213e20', 'status': 'completed', 'code': 200} Jul 23 00:15:57.060308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-94ea7823-3477-4aed-bc4b-301bee025261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:57.062516 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-94ea7823-3477-4aed-bc4b-301bee025261 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 1094 time: 0.0703464 Jul 23 00:15:57.106652 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-27a2ca96-422f-426e-b473-349ae32c9af3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ea42490-06e6-49ab-ac42-73bc02213e20 HTTP/1.1" status: 200 len: 217 time: 0.0362153 Jul 23 00:15:57.159636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-abdb8891-c937-40b0-9f00-ec917a18a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:57.161152 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-abdb8891-c937-40b0-9f00-ec917a18a6bb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0468080 Jul 23 00:15:57.225448 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-bbbd26d4-cce8-4b1a-b635-ec9c6d3540b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:57.226893 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-bbbd26d4-cce8-4b1a-b635-ec9c6d3540b4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587885 Jul 23 00:15:57.316640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-4ce3f6e2-8a5b-4bcb-9e7b-c91e4eea0e8b service neutron] 10.222.0.95 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819941 Jul 23 00:15:57.410836 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8449f37a-17e3-49f5-ab3d-1feb7ff62f04 req-6df55f95-3bb0-4e14-b433-675736e4cf14 service neutron] 10.222.0.95 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867429 Jul 23 00:15:57.506492 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ba36f-fa0a-4a62-8b25-704ec402da4e req-6ff27935-2b04-4632-87b8-a6bcfb649a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:57.508008 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be4ba36f-fa0a-4a62-8b25-704ec402da4e req-6ff27935-2b04-4632-87b8-a6bcfb649a74 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 1094 time: 0.0542982 Jul 23 00:15:57.602864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ba36f-fa0a-4a62-8b25-704ec402da4e req-40a2af3f-0c5a-4f7c-be16-593cf218926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:57.604435 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be4ba36f-fa0a-4a62-8b25-704ec402da4e req-40a2af3f-0c5a-4f7c-be16-593cf218926a service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.0891623 Jul 23 00:15:57.646122 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be4ba36f-fa0a-4a62-8b25-704ec402da4e req-4627e511-261b-4c22-99f1-225372e9106f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ea42490-06e6-49ab-ac42-73bc02213e20 HTTP/1.1" status: 200 len: 217 time: 0.0349541 Jul 23 00:15:57.696021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ba36f-fa0a-4a62-8b25-704ec402da4e req-852a1407-16e4-4119-9596-9e9ae03ba08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:57.697558 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be4ba36f-fa0a-4a62-8b25-704ec402da4e req-852a1407-16e4-4119-9596-9e9ae03ba08e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0448134 Jul 23 00:15:57.760835 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ba36f-fa0a-4a62-8b25-704ec402da4e req-4ce21dfb-8041-499e-819e-1fc73d64b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:57.762406 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be4ba36f-fa0a-4a62-8b25-704ec402da4e req-4ce21dfb-8041-499e-819e-1fc73d64b266 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577064 Jul 23 00:15:57.857236 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be4ba36f-fa0a-4a62-8b25-704ec402da4e req-c9848729-9871-4086-befd-8bd3d2b93b8b service neutron] 10.222.0.95 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877576 Jul 23 00:15:57.954207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be4ba36f-fa0a-4a62-8b25-704ec402da4e req-91b2d7fc-2363-4e09-8df8-731d6b704186 service neutron] 10.222.0.95 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902765 Jul 23 00:15:58.027166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfe074-ca78-4420-a302-28ba32724d81 req-9089e690-d928-4e06-b9f6-9770fb514afc tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:58.028670 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3cfe074-ca78-4420-a302-28ba32724d81 req-9089e690-d928-4e06-b9f6-9770fb514afc tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 943 time: 0.0646775 Jul 23 00:15:58.068303 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3cfe074-ca78-4420-a302-28ba32724d81 req-a73c5fb0-b5f4-48e2-8bc6-1a9bf6b6b53f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331092 Jul 23 00:15:59.207331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf537582-34e3-47cb-b1af-5f33240bdbb9 req-cc853ec8-652c-4971-ae28-8f87abcc2bb3 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:59.208861 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cf537582-34e3-47cb-b1af-5f33240bdbb9 req-cc853ec8-652c-4971-ae28-8f87abcc2bb3 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 943 time: 0.0707743 Jul 23 00:15:59.250374 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cf537582-34e3-47cb-b1af-5f33240bdbb9 req-df91b0de-5d1c-41c6-bb6d-e679f0588052 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349362 Jul 23 00:16:00.383692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe7d39-81fa-47c1-92fc-3516f788e89f req-9f28027b-c96c-4288-98cb-4f935f29a902 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:00.385202 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bebe7d39-81fa-47c1-92fc-3516f788e89f req-9f28027b-c96c-4288-98cb-4f935f29a902 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 943 time: 0.0672853 Jul 23 00:16:00.422181 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bebe7d39-81fa-47c1-92fc-3516f788e89f req-f5c16984-8f91-4d2a-a816-92261f7674e6 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308273 Jul 23 00:16:01.549654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbf56a-0ded-40b8-8281-d3e37e57e273 req-f930d7ec-ec4d-41fd-858f-87b28a36c1df tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:01.551130 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b7cbf56a-0ded-40b8-8281-d3e37e57e273 req-f930d7ec-ec4d-41fd-858f-87b28a36c1df tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 943 time: 0.0628829 Jul 23 00:16:01.587800 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b7cbf56a-0ded-40b8-8281-d3e37e57e273 req-83740305-c8d1-42d7-b386-7735db9e322e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311720 Jul 23 00:16:01.644930 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a3627ddd-f37e-4a28-a3ad-6001d7da4791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:02.728537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28c4a8-1766-4d62-a84f-6aefc8fc9030 req-bb37fe9d-9fdb-42f7-9a99-cc79ad60b365 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:02.730047 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fe28c4a8-1766-4d62-a84f-6aefc8fc9030 req-bb37fe9d-9fdb-42f7-9a99-cc79ad60b365 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 943 time: 0.0638824 Jul 23 00:16:02.771930 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fe28c4a8-1766-4d62-a84f-6aefc8fc9030 req-150bbffd-bb76-4f10-94ee-7728ce23ff59 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357306 Jul 23 00:16:03.900629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d1b8b-58ac-4722-bf3d-a5395b854795 req-49f0829e-eb26-49a6-9c81-865f9f14ac0c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:03.902172 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-331d1b8b-58ac-4722-bf3d-a5395b854795 req-49f0829e-eb26-49a6-9c81-865f9f14ac0c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 943 time: 0.0647433 Jul 23 00:16:03.939814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-331d1b8b-58ac-4722-bf3d-a5395b854795 req-5ddcda16-de72-43a9-8021-e9caec8c3776 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315597 Jul 23 00:16:04.406056 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3af67573-47b0-4bc8-be98-50c61566f548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:04.444049 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:04.538771 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:05.079317 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3181a72-14e1-4ae5-8925-0fd92dd7dd02 req-0dc0e60a-a7bf-41be-a9f1-9c5e22674ae7 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:05.081481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3181a72-14e1-4ae5-8925-0fd92dd7dd02 req-0dc0e60a-a7bf-41be-a9f1-9c5e22674ae7 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 943 time: 0.0717483 Jul 23 00:16:05.122641 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3181a72-14e1-4ae5-8925-0fd92dd7dd02 req-0b32d9c9-0dbd-4fdf-9e7c-fc78809e09d6 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353804 Jul 23 00:16:05.647862 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:06.273313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54de226-5290-450c-8b31-67b64c61d3fa req-bb716724-50a0-4841-8469-73cdbb69ee4e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:06.274879 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f54de226-5290-450c-8b31-67b64c61d3fa req-bb716724-50a0-4841-8469-73cdbb69ee4e tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 943 time: 0.0778162 Jul 23 00:16:06.315355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f54de226-5290-450c-8b31-67b64c61d3fa req-5e47ce43-556b-42da-b543-48640caa84a5 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341754 Jul 23 00:16:06.932758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2ea42490-06e6-49ab-ac42-73bc02213e20 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:16:07.032664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 2ea42490-06e6-49ab-ac42-73bc02213e20, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2ea42490-06e6-49ab-ac42-73bc02213e20,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:16:07.044354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '2ea42490-06e6-49ab-ac42-73bc02213e20', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'port_id': '2ea42490-06e6-49ab-ac42-73bc02213e20', 'mac_address': 'fa:16:3e:26:81:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:16:07.080601 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:07.093488 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea42490-06e6-49ab-ac42-73bc02213e20 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:16:07.111854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 2ea42490-06e6-49ab-ac42-73bc02213e20, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2ea42490-06e6-49ab-ac42-73bc02213e20,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:16:07.115724 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:07.156605 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:07.173941 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=2ea42490-06e6-49ab-ac42-73bc02213e20,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:07.183919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:07.184309 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:07.184729 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:07.185240 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:07.185658 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:07.186034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:07.186476 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:07.186894 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:07.187361 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:07.187703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:07.188036 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:07.188500 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:07.362914 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['2ea42490-06e6-49ab-ac42-73bc02213e20'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:16:07.448791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670439e-234e-4fe0-a7c4-be5a3a7935c0 req-1172d7ea-1898-497b-bf00-cf84c98e55b1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:07.450243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0670439e-234e-4fe0-a7c4-be5a3a7935c0 req-1172d7ea-1898-497b-bf00-cf84c98e55b1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 944 time: 0.0672028 Jul 23 00:16:07.486939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0670439e-234e-4fe0-a7c4-be5a3a7935c0 req-391d794c-7030-401b-9ade-8bad35a2f496 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310376 Jul 23 00:16:08.620303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8b299-5807-480b-8587-a26c22278f3f req-707fc596-f018-44b1-be56-5eebf97482ac tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:08.621909 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52a8b299-5807-480b-8587-a26c22278f3f req-707fc596-f018-44b1-be56-5eebf97482ac tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 944 time: 0.0668366 Jul 23 00:16:08.666981 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52a8b299-5807-480b-8587-a26c22278f3f req-09a18bb0-6b05-4275-b992-5d54e7276252 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389235 Jul 23 00:16:08.932010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2ea42490-06e6-49ab-ac42-73bc02213e20 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:16:08.980080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 2ea42490-06e6-49ab-ac42-73bc02213e20 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:16:08.984049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 2ea42490-06e6-49ab-ac42-73bc02213e20 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:16:08.984425 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:09.062888 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:09.085600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5664fd-ee42-42cc-89b4-d4aa517da1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea42490-06e6-49ab-ac42-73bc02213e20'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:16:09.087831 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706b0589-50cd-4b0b-947a-6681f1b70c3a" -d '{"events": [{"server_uuid": "3f5664fd-ee42-42cc-89b4-d4aa517da1f0", "name": "network-vif-plugged", "status": "completed", "tag": "2ea42490-06e6-49ab-ac42-73bc02213e20"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:16:09.100696 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 2ea42490-06e6-49ab-ac42-73bc02213e20, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2ea42490-06e6-49ab-ac42-73bc02213e20,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:16:09.104607 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:09.126337 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdbbe97-9786-45bf-9410-7ccbed3f5fb0 x-openstack-request-id: req-4bdbbe97-9786-45bf-9410-7ccbed3f5fb0 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:16:09.126629 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5664fd-ee42-42cc-89b4-d4aa517da1f0", "name": "network-vif-plugged", "status": "completed", "tag": "2ea42490-06e6-49ab-ac42-73bc02213e20", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:16:09.126884 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4bdbbe97-9786-45bf-9410-7ccbed3f5fb0 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:16:09.127597 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5664fd-ee42-42cc-89b4-d4aa517da1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea42490-06e6-49ab-ac42-73bc02213e20', 'code': 200} Jul 23 00:16:09.154449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=2ea42490-06e6-49ab-ac42-73bc02213e20,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:09.232087 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7d507-cb0f-4686-a222-0245b0f0a1a2 req-f5d37ae4-a41d-422f-ac30-59b62961da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:09.233752 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-adb7d507-cb0f-4686-a222-0245b0f0a1a2 req-f5d37ae4-a41d-422f-ac30-59b62961da94 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 1096 time: 0.0549533 Jul 23 00:16:09.268824 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-adb7d507-cb0f-4686-a222-0245b0f0a1a2 req-a5f0a254-4fbf-45e0-882f-208439ecbee1 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281103 Jul 23 00:16:09.798346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fd72d-ef9c-4a33-b697-f3f99ca53503 req-48332f29-ac8a-49ce-8075-b06491cd671d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:09.799804 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a4fd72d-ef9c-4a33-b697-f3f99ca53503 req-48332f29-ac8a-49ce-8075-b06491cd671d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 945 time: 0.0633173 Jul 23 00:16:09.836827 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a4fd72d-ef9c-4a33-b697-f3f99ca53503 req-f6c53ebb-10de-4728-a20e-909e934b13ce tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306985 Jul 23 00:16:10.970445 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f4f7f-b090-4ce4-86ca-c5c2e6697d47 req-d92cd9cd-417a-498b-9a1a-a4e224e42582 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:10.971922 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d48f4f7f-b090-4ce4-86ca-c5c2e6697d47 req-d92cd9cd-417a-498b-9a1a-a4e224e42582 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 945 time: 0.0666869 Jul 23 00:16:11.009460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d48f4f7f-b090-4ce4-86ca-c5c2e6697d47 req-2b16146a-c6ec-454e-b6e8-4b35c6af9e7b tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313995 Jul 23 00:16:11.139881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c37ae-4b10-436a-82d7-20b34824e1d1 req-c6e64882-4f42-4428-a799-c8b554a1a88f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:11.141280 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-816c37ae-4b10-436a-82d7-20b34824e1d1 req-c6e64882-4f42-4428-a799-c8b554a1a88f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 945 time: 0.0635355 Jul 23 00:16:11.178695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-816c37ae-4b10-436a-82d7-20b34824e1d1 req-c1103774-fbf6-49bd-bc13-2693cd761809 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314081 Jul 23 00:16:11.200532 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57296) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:16:11.253057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2548cfca-96b7-4658-b331-2edef9791b8a tempest-TestVolumeBootPattern-1643384974 tempest-TestVolumeBootPattern-1643384974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:11.254643 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2548cfca-96b7-4658-b331-2edef9791b8a tempest-TestVolumeBootPattern-1643384974 tempest-TestVolumeBootPattern-1643384974-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 1091 time: 0.0530891 Jul 23 00:16:11.257429 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57298) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:16:11.261830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '2ea42490-06e6-49ab-ac42-73bc02213e20', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:16:11.283503 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:11.381271 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:11.485339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Allocated IP 172.25.4.182 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/5a79b609-d0e0-437b-91e5-48d519556d89) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:16:11.584366 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:11.621818 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:11.658296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:16:11.663443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:16:11.666758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:16:11.694893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'Port': ['ID=5a79b609-d0e0-437b-91e5-48d519556d89,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:12.016127 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:12.092809 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:12.247197 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:12.251538 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:12.315142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event updated for resources: {'Port': ['ID=5a79b609-d0e0-437b-91e5-48d519556d89,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:12.330688 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:12.428431 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Floating IP 7d550900-9d43-457d-8ea4-b30b29aa254d associated. External IP: 172.25.4.182, port: 2ea42490-06e6-49ab-ac42-73bc02213e20. Jul 23 00:16:12.629419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Router 2fc7daca-3183-4929-8334-374fd57755bb has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:16:12.732936 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:16:12.742795 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c0dca-84a4-432a-8346-f09c6a6e6485 None None] Sync routers for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:16:12.749267 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:12.752023 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c0dca-84a4-432a-8346-f09c6a6e6485 None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:16:12.752898 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-da2c0dca-84a4-432a-8346-f09c6a6e6485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:16:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:16:12.785568 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e9aef637-80c5-4ceb-91e5-295cec003f33 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5269954 Jul 23 00:16:12.786341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5664fd-ee42-42cc-89b4-d4aa517da1f0', 'tag': '2ea42490-06e6-49ab-ac42-73bc02213e20'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:16:12.788622 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91af719a-1ae2-4331-8ba0-1afd76dd36ee" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5664fd-ee42-42cc-89b4-d4aa517da1f0", "tag": "2ea42490-06e6-49ab-ac42-73bc02213e20"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:16:12.832609 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dff9dc-97c6-450f-84ce-77b6fb88eaac x-openstack-request-id: req-45dff9dc-97c6-450f-84ce-77b6fb88eaac {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:16:12.832958 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5664fd-ee42-42cc-89b4-d4aa517da1f0", "tag": "2ea42490-06e6-49ab-ac42-73bc02213e20", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:16:12.833361 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45dff9dc-97c6-450f-84ce-77b6fb88eaac {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:16:12.833803 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5664fd-ee42-42cc-89b4-d4aa517da1f0', 'tag': '2ea42490-06e6-49ab-ac42-73bc02213e20', 'status': 'completed', 'code': 200} Jul 23 00:16:12.859833 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-da2c0dca-84a4-432a-8346-f09c6a6e6485 None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:16:12.909577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af719a-1ae2-4331-8ba0-1afd76dd36ee req-7bdef1cb-6de4-4cbd-a871-ae0814d44d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:12.911656 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91af719a-1ae2-4331-8ba0-1afd76dd36ee req-7bdef1cb-6de4-4cbd-a871-ae0814d44d79 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 1096 time: 0.0560374 Jul 23 00:16:13.004028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af719a-1ae2-4331-8ba0-1afd76dd36ee req-b92830f7-e837-4473-a4ee-a2833439cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:13.006037 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91af719a-1ae2-4331-8ba0-1afd76dd36ee req-b92830f7-e837-4473-a4ee-a2833439cf2c service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.0881324 Jul 23 00:16:13.072196 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91af719a-1ae2-4331-8ba0-1afd76dd36ee req-5b4cc249-082f-4272-9c8d-de2678d807b3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ea42490-06e6-49ab-ac42-73bc02213e20 HTTP/1.1" status: 200 len: 999 time: 0.0589683 Jul 23 00:16:13.082335 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-da2c0dca-84a4-432a-8346-f09c6a6e6485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '7d550900-9d43-457d-8ea4-b30b29aa254d', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'port_id': '2ea42490-06e6-49ab-ac42-73bc02213e20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'mac_address': 'fa:16:3e:26:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5664fd-ee42-42cc-89b4-d4aa517da1f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:16:11Z', 'updated_at': '2021-07-23T00:16:11Z', 'revision_number': 0, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address_scope': None}, {'id': '8259cec2-2087-4b47-aca0-701e3630bdc8', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'port_id': '66a981b3-883c-45be-a154-a042735cf410', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'mac_address': 'fa:16:3e:f9:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6378edf5-0c8f-4454-bb8c-840822e72994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:14:11Z', 'updated_at': '2021-07-23T00:14:13Z', 'revision_number': 1, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:16:13.107758 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c0dca-84a4-432a-8346-f09c6a6e6485 None None] Checking router: 2fc7daca-3183-4929-8334-374fd57755bb for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:16:13.116328 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c0dca-84a4-432a-8346-f09c6a6e6485 None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:16:13.116953 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-da2c0dca-84a4-432a-8346-f09c6a6e6485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:16:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:16:13.120595 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af719a-1ae2-4331-8ba0-1afd76dd36ee req-d5074c95-0a4a-41b9-8863-b2270add2f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:13.122416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91af719a-1ae2-4331-8ba0-1afd76dd36ee req-d5074c95-0a4a-41b9-8863-b2270add2f68 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0438473 Jul 23 00:16:13.188008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af719a-1ae2-4331-8ba0-1afd76dd36ee req-0a3a7489-5786-4e03-aadf-1ac16aae8719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:13.189581 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91af719a-1ae2-4331-8ba0-1afd76dd36ee req-0a3a7489-5786-4e03-aadf-1ac16aae8719 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601382 Jul 23 00:16:13.282592 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91af719a-1ae2-4331-8ba0-1afd76dd36ee req-ce00e5d5-c02e-4552-a79d-4ec9e41227d1 service neutron] 10.222.0.95 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860095 Jul 23 00:16:13.304922 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-da2c0dca-84a4-432a-8346-f09c6a6e6485 None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:16:13.375721 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91af719a-1ae2-4331-8ba0-1afd76dd36ee req-702b41cb-24c2-4d3f-b971-6d039a046f16 service neutron] 10.222.0.95 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861797 Jul 23 00:16:13.528118 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-da2c0dca-84a4-432a-8346-f09c6a6e6485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '7d550900-9d43-457d-8ea4-b30b29aa254d', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'port_id': '2ea42490-06e6-49ab-ac42-73bc02213e20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'mac_address': 'fa:16:3e:26:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5664fd-ee42-42cc-89b4-d4aa517da1f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:16:11Z', 'updated_at': '2021-07-23T00:16:11Z', 'revision_number': 0, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address_scope': None}, {'id': '8259cec2-2087-4b47-aca0-701e3630bdc8', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'port_id': '66a981b3-883c-45be-a154-a042735cf410', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'mac_address': 'fa:16:3e:f9:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6378edf5-0c8f-4454-bb8c-840822e72994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:14:11Z', 'updated_at': '2021-07-23T00:14:13Z', 'revision_number': 1, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:16:13.553608 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c0dca-84a4-432a-8346-f09c6a6e6485 None None] The sync data for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 is: [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '7d550900-9d43-457d-8ea4-b30b29aa254d', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'port_id': '2ea42490-06e6-49ab-ac42-73bc02213e20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'mac_address': 'fa:16:3e:26:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5664fd-ee42-42cc-89b4-d4aa517da1f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:16:11Z', 'updated_at': '2021-07-23T00:16:11Z', 'revision_number': 0, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address_scope': None}, {'id': '8259cec2-2087-4b47-aca0-701e3630bdc8', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'port_id': '66a981b3-883c-45be-a154-a042735cf410', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'mac_address': 'fa:16:3e:f9:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6378edf5-0c8f-4454-bb8c-840822e72994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:14:11Z', 'updated_at': '2021-07-23T00:14:13Z', 'revision_number': 1, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:16:13.739464 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da4d403-f278-4be1-ae17-d064c4665c3f None None] New status for floating IP 7d550900-9d43-457d-8ea4-b30b29aa254d: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:16:16.781504 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:17.569566 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:16:21.431843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18092b77-967c-400b-957d-08096235067b req-8235fd02-f40a-4291-a8a9-f5bfa2cf4017 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560224 Jul 23 00:16:21.525686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18092b77-967c-400b-957d-08096235067b req-c5f6b8f6-b303-4fc6-8b8d-0018f24d5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:21.527168 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18092b77-967c-400b-957d-08096235067b req-c5f6b8f6-b303-4fc6-8b8d-0018f24d5fa6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 1096 time: 0.0532207 Jul 23 00:16:21.630946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18092b77-967c-400b-957d-08096235067b req-2deef7e1-7bad-41c9-bed5-ce6a6991d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:21.632946 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18092b77-967c-400b-957d-08096235067b req-2deef7e1-7bad-41c9-bed5-ce6a6991d508 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.0872705 Jul 23 00:16:21.695902 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18092b77-967c-400b-957d-08096235067b req-4fc5bcbf-2eea-4497-bbe0-a2f323d31e6e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ea42490-06e6-49ab-ac42-73bc02213e20 HTTP/1.1" status: 200 len: 1001 time: 0.0560281 Jul 23 00:16:21.751037 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18092b77-967c-400b-957d-08096235067b req-9832e280-be1d-4165-9568-59473d762ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:21.752449 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18092b77-967c-400b-957d-08096235067b req-9832e280-be1d-4165-9568-59473d762ffe service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0465004 Jul 23 00:16:21.811904 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18092b77-967c-400b-957d-08096235067b req-5969bc48-e46e-476a-8b3b-9191974691ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:21.813401 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18092b77-967c-400b-957d-08096235067b req-5969bc48-e46e-476a-8b3b-9191974691ac service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525379 Jul 23 00:16:21.902153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18092b77-967c-400b-957d-08096235067b req-be9f239e-5384-462f-b4cc-4898a86e8c5e service neutron] 10.222.0.95 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813053 Jul 23 00:16:21.995050 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-18092b77-967c-400b-957d-08096235067b req-12228b98-4411-46c5-946c-3cf1825a189d service neutron] 10.222.0.95 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834095 Jul 23 00:16:31.647488 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ed3ed13b-94f9-45de-960c-2f22d7ab7479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:34.407023 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d28e7ac-2efb-4857-b950-5e65fe3c34e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:34.445868 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:34.555178 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:35.650959 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:37.136850 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:46.782893 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:50.923023 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0be38ba-53f3-4835-98f4-75ec44056630 req-a95827e8-4996-41d3-bb5d-00caeb525dc6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540519 Jul 23 00:16:51.035707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be38ba-53f3-4835-98f4-75ec44056630 req-dccecee3-759f-4a08-9c02-519675bb783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:51.037312 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0be38ba-53f3-4835-98f4-75ec44056630 req-dccecee3-759f-4a08-9c02-519675bb783a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 1097 time: 0.0593841 Jul 23 00:16:51.137948 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be38ba-53f3-4835-98f4-75ec44056630 req-9eb08aca-c0d3-4a23-b778-ad866315b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:51.139425 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0be38ba-53f3-4835-98f4-75ec44056630 req-9eb08aca-c0d3-4a23-b778-ad866315b452 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.0823553 Jul 23 00:16:51.207149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0be38ba-53f3-4835-98f4-75ec44056630 req-7ec4a0a5-7687-4eee-bccc-cd904be6c6f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a981b3-883c-45be-a154-a042735cf410 HTTP/1.1" status: 200 len: 1002 time: 0.0610580 Jul 23 00:16:51.255051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be38ba-53f3-4835-98f4-75ec44056630 req-6a76d812-330a-4c93-9bec-2f4c40186d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:51.256450 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0be38ba-53f3-4835-98f4-75ec44056630 req-6a76d812-330a-4c93-9bec-2f4c40186d6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0438902 Jul 23 00:16:51.315059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be38ba-53f3-4835-98f4-75ec44056630 req-d5d1c511-e11d-425a-a19b-f946a2b097b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:51.316521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0be38ba-53f3-4835-98f4-75ec44056630 req-d5d1c511-e11d-425a-a19b-f946a2b097b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541945 Jul 23 00:16:51.756345 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0be38ba-53f3-4835-98f4-75ec44056630 req-c5a08b79-c55e-4657-8fbf-bfec7965d064 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325297 Jul 23 00:16:51.845808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b0be38ba-53f3-4835-98f4-75ec44056630 req-e739cb82-5720-4e34-b4df-ad0292903795 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827487 Jul 23 00:16:54.569263 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:17:01.648083 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-522dcd6e-78ed-46f5-821d-b89aa42e30bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:04.406238 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9ee8f18b-8fc8-4242-9511-96b89e48aa20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:04.445791 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:04.572563 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:05.653385 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:07.139133 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:16.783341 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:22.477874 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dff143d-9ec8-41fe-82a6-e9058a37435d req-4dd0813d-e670-4e8d-a024-ecbfa989cb29 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516169 Jul 23 00:17:22.573979 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff143d-9ec8-41fe-82a6-e9058a37435d req-4cc42940-9bac-4050-90ef-66374d860000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:22.575465 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dff143d-9ec8-41fe-82a6-e9058a37435d req-4cc42940-9bac-4050-90ef-66374d860000 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 1096 time: 0.0565348 Jul 23 00:17:22.678688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff143d-9ec8-41fe-82a6-e9058a37435d req-fafc161e-7eca-488f-ab81-535369417814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:22.680307 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dff143d-9ec8-41fe-82a6-e9058a37435d req-fafc161e-7eca-488f-ab81-535369417814 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.0837047 Jul 23 00:17:22.747274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dff143d-9ec8-41fe-82a6-e9058a37435d req-3a1e8bfd-40f2-42f3-b9ad-1258a7f0dd95 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ea42490-06e6-49ab-ac42-73bc02213e20 HTTP/1.1" status: 200 len: 1001 time: 0.0598400 Jul 23 00:17:22.795828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff143d-9ec8-41fe-82a6-e9058a37435d req-2692ea8c-77aa-405d-8393-d13a25c817cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:22.797238 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dff143d-9ec8-41fe-82a6-e9058a37435d req-2692ea8c-77aa-405d-8393-d13a25c817cb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0424442 Jul 23 00:17:22.853677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff143d-9ec8-41fe-82a6-e9058a37435d req-8df1eeb8-83c3-489f-baa0-428a47e39dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:22.855150 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dff143d-9ec8-41fe-82a6-e9058a37435d req-8df1eeb8-83c3-489f-baa0-428a47e39dce service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511115 Jul 23 00:17:22.946250 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dff143d-9ec8-41fe-82a6-e9058a37435d req-4810cf6a-5f7a-4527-afe8-ae5477577857 service neutron] 10.222.0.95 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836432 Jul 23 00:17:23.033224 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dff143d-9ec8-41fe-82a6-e9058a37435d req-91cbe905-4450-40b0-a413-902e0688fa84 service neutron] 10.222.0.95 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790238 Jul 23 00:17:31.569140 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:17:31.651173 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f8ae899-4e3b-4fb4-b13d-332a81d5c803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:34.406644 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4712c086-5908-452f-9fff-2050564484cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:34.445774 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:34.591274 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:35.655020 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:37.141576 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:42.828569 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57330) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:17:42.987057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Deleting port 5a79b609-d0e0-437b-91e5-48d519556d89 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:17:42.987393 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:43.062726 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:43.063057 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:43.074737 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Calling delete_port for 5a79b609-d0e0-437b-91e5-48d519556d89 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:17:43.222195 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:43.254497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event deleted for resources: {'Port': ['ID=5a79b609-d0e0-437b-91e5-48d519556d89,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:17:43.279453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:43.279802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:43.280146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:43.280488 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:43.280820 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:43.281170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:43.281501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:43.281827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:43.282152 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:43.282475 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:43.282801 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:43.283121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:43.322606 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:43.322895 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Floating IP 7d550900-9d43-457d-8ea4-b30b29aa254d disassociated (deleted). External IP: 172.25.4.182, port: 2ea42490-06e6-49ab-ac42-73bc02213e20. Jul 23 00:17:43.524200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Router 2fc7daca-3183-4929-8334-374fd57755bb has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:17:43.629332 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:17:43.634632 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:43.640075 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd6f9a-24b8-416a-af44-18b50dc56b4f None None] Sync routers for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:17:43.648900 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd6f9a-24b8-416a-af44-18b50dc56b4f None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:17:43.649539 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-36cd6f9a-24b8-416a-af44-18b50dc56b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:17:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:17:43.672332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d0c8e932-c255-4785-8ee7-633a0ce38bc8 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "DELETE /v2.0/floatingips/7d550900-9d43-457d-8ea4-b30b29aa254d HTTP/1.1" status: 204 len: 168 time: 0.8403537 Jul 23 00:17:43.672332 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5664fd-ee42-42cc-89b4-d4aa517da1f0', 'tag': '2ea42490-06e6-49ab-ac42-73bc02213e20'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:17:43.673142 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560f6e45-dea9-4e65-9cdc-01bfe921c8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5664fd-ee42-42cc-89b4-d4aa517da1f0", "tag": "2ea42490-06e6-49ab-ac42-73bc02213e20"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:17:43.756963 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-36cd6f9a-24b8-416a-af44-18b50dc56b4f None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:17:43.785873 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2d454c-f4d9-4b50-a10a-dc236f36bf7d x-openstack-request-id: req-9f2d454c-f4d9-4b50-a10a-dc236f36bf7d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:17:43.786352 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5664fd-ee42-42cc-89b4-d4aa517da1f0", "tag": "2ea42490-06e6-49ab-ac42-73bc02213e20", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:17:43.786765 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f2d454c-f4d9-4b50-a10a-dc236f36bf7d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:17:43.787828 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5664fd-ee42-42cc-89b4-d4aa517da1f0', 'tag': '2ea42490-06e6-49ab-ac42-73bc02213e20', 'status': 'completed', 'code': 200} Jul 23 00:17:43.869711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f6e45-dea9-4e65-9cdc-01bfe921c8d0 req-35e14760-e676-4116-9f39-f066e6822bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:43.871385 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-560f6e45-dea9-4e65-9cdc-01bfe921c8d0 req-35e14760-e676-4116-9f39-f066e6822bd4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 1096 time: 0.0630999 Jul 23 00:17:43.995867 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-36cd6f9a-24b8-416a-af44-18b50dc56b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '8259cec2-2087-4b47-aca0-701e3630bdc8', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'port_id': '66a981b3-883c-45be-a154-a042735cf410', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'mac_address': 'fa:16:3e:f9:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6378edf5-0c8f-4454-bb8c-840822e72994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:14:11Z', 'updated_at': '2021-07-23T00:14:13Z', 'revision_number': 1, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:17:44.005537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120012b-29db-4559-9ade-3e3c07e2b8e0 req-359cb0e0-38a7-4cbd-8d3f-7004a334f792 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:44.005537 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2120012b-29db-4559-9ade-3e3c07e2b8e0 req-359cb0e0-38a7-4cbd-8d3f-7004a334f792 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 945 time: 0.1312494 Jul 23 00:17:44.017452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f6e45-dea9-4e65-9cdc-01bfe921c8d0 req-f5917a32-b963-4d78-bdb5-dcc839fffc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:44.019023 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-560f6e45-dea9-4e65-9cdc-01bfe921c8d0 req-f5917a32-b963-4d78-bdb5-dcc839fffc84 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.1382048 Jul 23 00:17:44.022342 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd6f9a-24b8-416a-af44-18b50dc56b4f None None] Checking router: 2fc7daca-3183-4929-8334-374fd57755bb for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:17:44.030803 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd6f9a-24b8-416a-af44-18b50dc56b4f None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:17:44.031331 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-36cd6f9a-24b8-416a-af44-18b50dc56b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:17:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:17:44.074920 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-560f6e45-dea9-4e65-9cdc-01bfe921c8d0 req-e6c456e1-ae53-476d-9255-5bafb8fc73b1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ea42490-06e6-49ab-ac42-73bc02213e20 HTTP/1.1" status: 200 len: 217 time: 0.0469978 Jul 23 00:17:44.082379 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2120012b-29db-4559-9ade-3e3c07e2b8e0 req-7ed49fb2-3a54-48c3-aacb-8477f5180e8b tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725322 Jul 23 00:17:44.126389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f6e45-dea9-4e65-9cdc-01bfe921c8d0 req-547f8c66-cf1c-4659-af6f-6536d9a26331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:44.127877 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-560f6e45-dea9-4e65-9cdc-01bfe921c8d0 req-547f8c66-cf1c-4659-af6f-6536d9a26331 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0446508 Jul 23 00:17:44.137881 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-36cd6f9a-24b8-416a-af44-18b50dc56b4f None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:17:44.191510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f6e45-dea9-4e65-9cdc-01bfe921c8d0 req-93429873-fece-44ec-9347-dbbf47133956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:44.193052 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-560f6e45-dea9-4e65-9cdc-01bfe921c8d0 req-93429873-fece-44ec-9347-dbbf47133956 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580752 Jul 23 00:17:44.283645 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-560f6e45-dea9-4e65-9cdc-01bfe921c8d0 req-3836ee32-0c27-4823-8c89-60e0d97e3d79 service neutron] 10.222.0.95 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830944 Jul 23 00:17:44.360562 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-36cd6f9a-24b8-416a-af44-18b50dc56b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '8259cec2-2087-4b47-aca0-701e3630bdc8', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'port_id': '66a981b3-883c-45be-a154-a042735cf410', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'mac_address': 'fa:16:3e:f9:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6378edf5-0c8f-4454-bb8c-840822e72994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:14:11Z', 'updated_at': '2021-07-23T00:14:13Z', 'revision_number': 1, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:17:44.376030 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-560f6e45-dea9-4e65-9cdc-01bfe921c8d0 req-f2251ce4-55ee-4d87-ba0a-da27d222f57d service neutron] 10.222.0.95 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857902 Jul 23 00:17:44.387832 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd6f9a-24b8-416a-af44-18b50dc56b4f None None] The sync data for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 is: [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '8259cec2-2087-4b47-aca0-701e3630bdc8', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'port_id': '66a981b3-883c-45be-a154-a042735cf410', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'mac_address': 'fa:16:3e:f9:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6378edf5-0c8f-4454-bb8c-840822e72994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:14:11Z', 'updated_at': '2021-07-23T00:14:13Z', 'revision_number': 1, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:17:44.620776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f4469d-bf93-4757-9b1d-28e8e926f025 None None] New status for floating IP 7d550900-9d43-457d-8ea4-b30b29aa254d: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:17:45.228908 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2473b07-a9e1-45b4-82aa-b3a841bf3e21 req-a9605f8c-08f3-4521-92fb-3d3bbe348d2d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:45.230419 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2473b07-a9e1-45b4-82aa-b3a841bf3e21 req-a9605f8c-08f3-4521-92fb-3d3bbe348d2d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 945 time: 0.0643265 Jul 23 00:17:45.267561 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2473b07-a9e1-45b4-82aa-b3a841bf3e21 req-5b200da1-8839-4e5c-a3d7-65c27e500f7a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316331 Jul 23 00:17:45.513116 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312ec30-6a11-4098-bd14-a4ebd6a81484 req-1a1f1d90-6bad-4ae2-bdf3-0c5f5248a3bf tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:45.514593 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7312ec30-6a11-4098-bd14-a4ebd6a81484 req-1a1f1d90-6bad-4ae2-bdf3-0c5f5248a3bf tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.95 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 945 time: 0.0627403 Jul 23 00:17:45.618149 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7312ec30-6a11-4098-bd14-a4ebd6a81484 req-48869b3e-50fc-4c47-aa14-3f190f39152d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Deleting port 2ea42490-06e6-49ab-ac42-73bc02213e20 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:17:45.618496 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7312ec30-6a11-4098-bd14-a4ebd6a81484 req-48869b3e-50fc-4c47-aa14-3f190f39152d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:45.705389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7312ec30-6a11-4098-bd14-a4ebd6a81484 req-48869b3e-50fc-4c47-aa14-3f190f39152d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] For port 2ea42490-06e6-49ab-ac42-73bc02213e20, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=2ea42490-06e6-49ab-ac42-73bc02213e20,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:17:45.705747 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7312ec30-6a11-4098-bd14-a4ebd6a81484 req-48869b3e-50fc-4c47-aa14-3f190f39152d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:45.722274 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7312ec30-6a11-4098-bd14-a4ebd6a81484 req-48869b3e-50fc-4c47-aa14-3f190f39152d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Calling delete_port for 2ea42490-06e6-49ab-ac42-73bc02213e20 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:17:45.846861 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7312ec30-6a11-4098-bd14-a4ebd6a81484 req-48869b3e-50fc-4c47-aa14-3f190f39152d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:45.873192 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48869b3e-50fc-4c47-aa14-3f190f39152d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event deleted for resources: {'Port': ['ID=2ea42490-06e6-49ab-ac42-73bc02213e20,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:17:45.927001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7312ec30-6a11-4098-bd14-a4ebd6a81484 req-48869b3e-50fc-4c47-aa14-3f190f39152d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] No DVR routers for this DVR port 2ea42490-06e6-49ab-ac42-73bc02213e20 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:17:45.931643 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7312ec30-6a11-4098-bd14-a4ebd6a81484 req-48869b3e-50fc-4c47-aa14-3f190f39152d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:45.934385 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7312ec30-6a11-4098-bd14-a4ebd6a81484 req-48869b3e-50fc-4c47-aa14-3f190f39152d tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.95 "DELETE /v2.0/ports/2ea42490-06e6-49ab-ac42-73bc02213e20 HTTP/1.1" status: 204 len: 173 time: 0.4137361 Jul 23 00:17:45.934838 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5664fd-ee42-42cc-89b4-d4aa517da1f0', 'name': 'network-vif-deleted', 'tag': '2ea42490-06e6-49ab-ac42-73bc02213e20'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:17:45.937121 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877ad767-44c1-4b5e-a54a-5b06c36b7861" -d '{"events": [{"server_uuid": "3f5664fd-ee42-42cc-89b4-d4aa517da1f0", "name": "network-vif-deleted", "tag": "2ea42490-06e6-49ab-ac42-73bc02213e20"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:17:45.973287 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310c06c7-3552-4928-81ef-74ed251804d4 x-openstack-request-id: req-310c06c7-3552-4928-81ef-74ed251804d4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:17:45.973586 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5664fd-ee42-42cc-89b4-d4aa517da1f0", "name": "network-vif-deleted", "tag": "2ea42490-06e6-49ab-ac42-73bc02213e20", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:17:45.973841 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-310c06c7-3552-4928-81ef-74ed251804d4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:17:45.974246 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5664fd-ee42-42cc-89b4-d4aa517da1f0', 'name': 'network-vif-deleted', 'tag': '2ea42490-06e6-49ab-ac42-73bc02213e20', 'status': 'completed', 'code': 200} Jul 23 00:17:46.370110 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a80d900c-c1fd-4ef2-b245-7776528bc414 req-d52360e7-e1d6-4992-b011-ac2a72a5f381 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 210 time: 0.0312271 Jul 23 00:17:46.786725 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:47.469350 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06a3f44f-135b-4a7f-bc48-6f52e0306e79 req-0b794bb2-9987-4ade-95c6-9f706b9cf07f tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 210 time: 0.0297885 Jul 23 00:17:48.568054 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b24daa5f-263d-4dde-9e72-be5420b20a71 req-c4592dfd-7732-4a45-aa45-f2ab074e8da1 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 210 time: 0.0291879 Jul 23 00:17:49.391091 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2ea42490-06e6-49ab-ac42-73bc02213e20 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:17:49.415460 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 2ea42490-06e6-49ab-ac42-73bc02213e20 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:17:49.415804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 2ea42490-06e6-49ab-ac42-73bc02213e20 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:17:49.681355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b93a4ed7-eac4-40f9-9d6b-182f61f538e7 req-1e451803-c6df-47de-ac83-5b6be8115b48 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f5664fd-ee42-42cc-89b4-d4aa517da1f0 HTTP/1.1" status: 200 len: 210 time: 0.0364084 Jul 23 00:17:52.996802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f1009250-df6e-4d97-8b18-c5904b4b4c0c req-4cb59874-422d-4ff5-b724-ea0c7cef9439 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0606637 Jul 23 00:17:53.108058 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1009250-df6e-4d97-8b18-c5904b4b4c0c req-cb23366a-3e60-4bdc-b98f-2ff891e48182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:53.109625 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f1009250-df6e-4d97-8b18-c5904b4b4c0c req-cb23366a-3e60-4bdc-b98f-2ff891e48182 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 1097 time: 0.0557313 Jul 23 00:17:53.221196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1009250-df6e-4d97-8b18-c5904b4b4c0c req-91e65eaa-ce3c-4c09-9854-2f1116ca6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:53.222699 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f1009250-df6e-4d97-8b18-c5904b4b4c0c req-91e65eaa-ce3c-4c09-9854-2f1116ca6e1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.0953388 Jul 23 00:17:53.288559 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f1009250-df6e-4d97-8b18-c5904b4b4c0c req-19261aa6-03b1-459f-b716-3ae29ea8dc27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a981b3-883c-45be-a154-a042735cf410 HTTP/1.1" status: 200 len: 1002 time: 0.0597725 Jul 23 00:17:53.341509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1009250-df6e-4d97-8b18-c5904b4b4c0c req-5e61aa40-fcdf-4488-b36f-3b0219dffdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:53.343091 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f1009250-df6e-4d97-8b18-c5904b4b4c0c req-5e61aa40-fcdf-4488-b36f-3b0219dffdf7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0491598 Jul 23 00:17:53.402860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1009250-df6e-4d97-8b18-c5904b4b4c0c req-acc43a5a-87b4-4952-a7f0-b991b9d7ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:53.404375 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f1009250-df6e-4d97-8b18-c5904b4b4c0c req-acc43a5a-87b4-4952-a7f0-b991b9d7ff3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545149 Jul 23 00:17:53.498137 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f1009250-df6e-4d97-8b18-c5904b4b4c0c req-575b603a-e414-4645-b8e3-feef7ea92b99 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862303 Jul 23 00:17:53.592651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f1009250-df6e-4d97-8b18-c5904b4b4c0c req-4d6f33a3-029f-49c8-934a-e1d4cecde5bf service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880497 Jul 23 00:17:55.053746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57380) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:17:55.204412 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6da3630a-5388-4b37-842d-bf583d1cfaad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Deleting port 142f56fa-bf8a-4c91-a1f2-ef84031657a9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:17:55.204665 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6da3630a-5388-4b37-842d-bf583d1cfaad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:55.280913 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6da3630a-5388-4b37-842d-bf583d1cfaad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:55.281279 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6da3630a-5388-4b37-842d-bf583d1cfaad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:55.292773 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-6da3630a-5388-4b37-842d-bf583d1cfaad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Calling delete_port for 142f56fa-bf8a-4c91-a1f2-ef84031657a9 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:17:55.433184 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6da3630a-5388-4b37-842d-bf583d1cfaad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:55.465674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3630a-5388-4b37-842d-bf583d1cfaad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event deleted for resources: {'Port': ['ID=142f56fa-bf8a-4c91-a1f2-ef84031657a9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:17:55.525251 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6da3630a-5388-4b37-842d-bf583d1cfaad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:55.525585 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-6da3630a-5388-4b37-842d-bf583d1cfaad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Floating IP 8259cec2-2087-4b47-aca0-701e3630bdc8 disassociated (deleted). External IP: 172.25.4.150, port: 66a981b3-883c-45be-a154-a042735cf410. Jul 23 00:17:55.731382 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da3630a-5388-4b37-842d-bf583d1cfaad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Router 2fc7daca-3183-4929-8334-374fd57755bb has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:17:55.835356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da3630a-5388-4b37-842d-bf583d1cfaad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:17:55.840146 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6da3630a-5388-4b37-842d-bf583d1cfaad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:55.845952 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc6423-aec9-46a7-ba61-0176fe3c1beb None None] Sync routers for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:17:55.859299 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc6423-aec9-46a7-ba61-0176fe3c1beb None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:17:55.861070 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7cbc6423-aec9-46a7-ba61-0176fe3c1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:17:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:17:55.877239 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6da3630a-5388-4b37-842d-bf583d1cfaad tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "DELETE /v2.0/floatingips/8259cec2-2087-4b47-aca0-701e3630bdc8 HTTP/1.1" status: 204 len: 168 time: 0.8223190 Jul 23 00:17:55.877933 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6378edf5-0c8f-4454-bb8c-840822e72994', 'tag': '66a981b3-883c-45be-a154-a042735cf410'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:17:55.880280 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ca3f5e-8d61-41d9-b7f9-0b71bf4501c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6378edf5-0c8f-4454-bb8c-840822e72994", "tag": "66a981b3-883c-45be-a154-a042735cf410"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:17:55.923350 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60dc74d-4787-4783-b6d4-3a558370d6b4 x-openstack-request-id: req-f60dc74d-4787-4783-b6d4-3a558370d6b4 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:17:55.923647 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6378edf5-0c8f-4454-bb8c-840822e72994", "tag": "66a981b3-883c-45be-a154-a042735cf410", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:17:55.923947 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f60dc74d-4787-4783-b6d4-3a558370d6b4 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:17:55.924337 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6378edf5-0c8f-4454-bb8c-840822e72994', 'tag': '66a981b3-883c-45be-a154-a042735cf410', 'status': 'completed', 'code': 200} Jul 23 00:17:55.968359 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7cbc6423-aec9-46a7-ba61-0176fe3c1beb None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:17:56.041607 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca3f5e-8d61-41d9-b7f9-0b71bf4501c7 req-8d8cdc5a-7d63-4fa8-bc4d-f3beb880d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:56.043130 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1ca3f5e-8d61-41d9-b7f9-0b71bf4501c7 req-8d8cdc5a-7d63-4fa8-bc4d-f3beb880d074 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 1097 time: 0.0762069 Jul 23 00:17:56.172326 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7cbc6423-aec9-46a7-ba61-0176fe3c1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:17:56.192474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455415b-c178-4bf9-831c-760c1da598f4 req-06d94222-3c77-473c-8986-2724b8c12bf5 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:56.194506 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5455415b-c178-4bf9-831c-760c1da598f4 req-06d94222-3c77-473c-8986-2724b8c12bf5 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 946 time: 0.1359985 Jul 23 00:17:56.195901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca3f5e-8d61-41d9-b7f9-0b71bf4501c7 req-e5bffbf8-b0e7-48b8-95b9-844b636f4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:56.197326 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1ca3f5e-8d61-41d9-b7f9-0b71bf4501c7 req-e5bffbf8-b0e7-48b8-95b9-844b636f4e76 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 200 len: 912 time: 0.1284466 Jul 23 00:17:56.202102 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc6423-aec9-46a7-ba61-0176fe3c1beb None None] Checking router: 2fc7daca-3183-4929-8334-374fd57755bb for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:17:56.211314 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc6423-aec9-46a7-ba61-0176fe3c1beb None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:17:56.211920 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7cbc6423-aec9-46a7-ba61-0176fe3c1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:17:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:17:56.250651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1ca3f5e-8d61-41d9-b7f9-0b71bf4501c7 req-0272e9af-b521-4507-84cc-9ebecdfa4cee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66a981b3-883c-45be-a154-a042735cf410 HTTP/1.1" status: 200 len: 217 time: 0.0442350 Jul 23 00:17:56.293354 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5455415b-c178-4bf9-831c-760c1da598f4 req-cd0f5d88-c9d0-4fa6-9740-a2e82565086a tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930767 Jul 23 00:17:56.310517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca3f5e-8d61-41d9-b7f9-0b71bf4501c7 req-3d49e75c-b01f-4cfe-ad8c-f4951cdfc3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:56.312042 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1ca3f5e-8d61-41d9-b7f9-0b71bf4501c7 req-3d49e75c-b01f-4cfe-ad8c-f4951cdfc3ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 200 len: 850 time: 0.0502293 Jul 23 00:17:56.313636 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-7cbc6423-aec9-46a7-ba61-0176fe3c1beb None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:17:56.373901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca3f5e-8d61-41d9-b7f9-0b71bf4501c7 req-b6996dd3-3c3b-4724-bae5-dee059d67063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:56.375424 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1ca3f5e-8d61-41d9-b7f9-0b71bf4501c7 req-b6996dd3-3c3b-4724-bae5-dee059d67063 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff22ee38-78c0-497b-aa5a-c135c965ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566511 Jul 23 00:17:56.472840 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1ca3f5e-8d61-41d9-b7f9-0b71bf4501c7 req-8f33eaac-6df6-4afa-b806-f9be14179853 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899289 Jul 23 00:17:56.562166 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1ca3f5e-8d61-41d9-b7f9-0b71bf4501c7 req-34c2ab82-7a43-4522-b1be-6cb0052f0685 service neutron] 10.222.0.18 "GET /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821860 Jul 23 00:17:56.597631 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-7cbc6423-aec9-46a7-ba61-0176fe3c1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:17:56.623586 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc6423-aec9-46a7-ba61-0176fe3c1beb None None] The sync data for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 is: [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:21Z', 'revision_number': 4, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '1b750d47-8028-4fc2-8f34-bfcac19c0eec', 'name': '', 'network_id': 'ff22ee38-78c0-497b-aa5a-c135c965ecd6', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'mac_address': 'fa:16:3e:ed:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:21Z', 'updated_at': '2021-07-23T00:08:27Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'subnets': [{'id': 'ec3b9159-e475-44ea-81ba-30bd90b0f44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:17:56.830222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c58153b-33f8-4c92-acd5-dd4ec57a2d9e None None] New status for floating IP 8259cec2-2087-4b47-aca0-701e3630bdc8: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:17:57.425303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58b0be-026c-4015-99ef-63f96d661094 req-f2cca517-36d8-4fc0-b276-07d44c60f60b tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:57.426781 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c58b0be-026c-4015-99ef-63f96d661094 req-f2cca517-36d8-4fc0-b276-07d44c60f60b tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 946 time: 0.0623200 Jul 23 00:17:57.467040 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7c58b0be-026c-4015-99ef-63f96d661094 req-dd68347e-3a7f-4ff6-94b7-11fea2098193 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/security-groups?id=71c7b9ba-8e7a-48c5-a183-658e0e2b0688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348089 Jul 23 00:17:57.831812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37970f68-51ba-4d2a-acb5-50190af3d6c5 req-87a64857-5f90-4cd2-8c2a-6b213fdd8940 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:57.833314 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37970f68-51ba-4d2a-acb5-50190af3d6c5 req-87a64857-5f90-4cd2-8c2a-6b213fdd8940 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 946 time: 0.0646644 Jul 23 00:17:57.926821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-37970f68-51ba-4d2a-acb5-50190af3d6c5 req-8863944d-3494-4a02-8b5a-3f37c85ab97c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Deleting port 66a981b3-883c-45be-a154-a042735cf410 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:17:57.927156 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37970f68-51ba-4d2a-acb5-50190af3d6c5 req-8863944d-3494-4a02-8b5a-3f37c85ab97c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:58.017223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-37970f68-51ba-4d2a-acb5-50190af3d6c5 req-8863944d-3494-4a02-8b5a-3f37c85ab97c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] For port 66a981b3-883c-45be-a154-a042735cf410, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=66a981b3-883c-45be-a154-a042735cf410,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:17:58.017579 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37970f68-51ba-4d2a-acb5-50190af3d6c5 req-8863944d-3494-4a02-8b5a-3f37c85ab97c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:58.029849 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-37970f68-51ba-4d2a-acb5-50190af3d6c5 req-8863944d-3494-4a02-8b5a-3f37c85ab97c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Calling delete_port for 66a981b3-883c-45be-a154-a042735cf410 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:17:58.157236 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37970f68-51ba-4d2a-acb5-50190af3d6c5 req-8863944d-3494-4a02-8b5a-3f37c85ab97c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:58.186981 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863944d-3494-4a02-8b5a-3f37c85ab97c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event deleted for resources: {'Port': ['ID=66a981b3-883c-45be-a154-a042735cf410,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:17:58.232098 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-37970f68-51ba-4d2a-acb5-50190af3d6c5 req-8863944d-3494-4a02-8b5a-3f37c85ab97c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] No DVR routers for this DVR port 66a981b3-883c-45be-a154-a042735cf410 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:17:58.234715 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-37970f68-51ba-4d2a-acb5-50190af3d6c5 req-8863944d-3494-4a02-8b5a-3f37c85ab97c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:58.236823 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37970f68-51ba-4d2a-acb5-50190af3d6c5 req-8863944d-3494-4a02-8b5a-3f37c85ab97c tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.18 "DELETE /v2.0/ports/66a981b3-883c-45be-a154-a042735cf410 HTTP/1.1" status: 204 len: 173 time: 0.3982663 Jul 23 00:17:58.237299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6378edf5-0c8f-4454-bb8c-840822e72994', 'name': 'network-vif-deleted', 'tag': '66a981b3-883c-45be-a154-a042735cf410'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:17:58.239538 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75779f25-0bc6-4fc3-9b9b-503dd3d00311" -d '{"events": [{"server_uuid": "6378edf5-0c8f-4454-bb8c-840822e72994", "name": "network-vif-deleted", "tag": "66a981b3-883c-45be-a154-a042735cf410"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:17:58.281508 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0d5a97-dbab-4f29-8929-e8529cd23870 x-openstack-request-id: req-8f0d5a97-dbab-4f29-8929-e8529cd23870 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:17:58.281826 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6378edf5-0c8f-4454-bb8c-840822e72994", "name": "network-vif-deleted", "tag": "66a981b3-883c-45be-a154-a042735cf410", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:17:58.282081 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f0d5a97-dbab-4f29-8929-e8529cd23870 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:17:58.282508 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6378edf5-0c8f-4454-bb8c-840822e72994', 'name': 'network-vif-deleted', 'tag': '66a981b3-883c-45be-a154-a042735cf410', 'status': 'completed', 'code': 200} Jul 23 00:17:58.571690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f6afed0-9b41-4a57-98c1-02de077ff3b0 req-9e896673-7bbc-4ce0-bbe8-b4dc8b295123 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 210 time: 0.0364916 Jul 23 00:17:59.674009 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98273489-0ceb-452c-96d6-7cf6b4ab2d4d req-d58115bd-d891-42b1-a753-9e7a873501a3 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 210 time: 0.0314355 Jul 23 00:18:00.769428 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7af4d75a-988f-4354-82e6-312270eee9dc req-13332bf0-5b61-431d-9687-60ca99f182c9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 210 time: 0.0288386 Jul 23 00:18:01.558438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 66a981b3-883c-45be-a154-a042735cf410 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:18:01.581509 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 66a981b3-883c-45be-a154-a042735cf410 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:18:01.581853 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 66a981b3-883c-45be-a154-a042735cf410 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:18:01.650448 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a91b68cc-f6d1-45d4-8e38-2f00eb878993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:01.879170 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fe087a57-3233-4589-84d8-1ed3d429076c req-dc38f4d3-597d-4f67-94c4-af669ff0f52b tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "GET /v2.0/ports?device_id=6378edf5-0c8f-4454-bb8c-840822e72994 HTTP/1.1" status: 200 len: 210 time: 0.0301030 Jul 23 00:18:02.936428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57408) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:03.390794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e32caa0c-a7d6-4581-87ea-dac1e18c7fd9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Deleting port 8e2f16ae-7d15-41ff-b5a0-f12db1065bb0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:18:03.391138 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e32caa0c-a7d6-4581-87ea-dac1e18c7fd9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:03.468599 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e32caa0c-a7d6-4581-87ea-dac1e18c7fd9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:03.468925 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e32caa0c-a7d6-4581-87ea-dac1e18c7fd9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:03.481085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-e32caa0c-a7d6-4581-87ea-dac1e18c7fd9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Calling delete_port for 8e2f16ae-7d15-41ff-b5a0-f12db1065bb0 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:18:03.611724 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e32caa0c-a7d6-4581-87ea-dac1e18c7fd9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:03.637317 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32caa0c-a7d6-4581-87ea-dac1e18c7fd9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event deleted for resources: {'Port': ['ID=8e2f16ae-7d15-41ff-b5a0-f12db1065bb0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:03.701403 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e32caa0c-a7d6-4581-87ea-dac1e18c7fd9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:03.704036 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e32caa0c-a7d6-4581-87ea-dac1e18c7fd9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:03.705220 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e32caa0c-a7d6-4581-87ea-dac1e18c7fd9 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "DELETE /v2.0/floatingips/c7056f10-86ff-4aea-9dfe-ed68905dbb5c HTTP/1.1" status: 204 len: 168 time: 0.7677755 Jul 23 00:18:04.407649 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5fb6465e-19fe-42f5-991b-d5278ab2ad5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:04.448615 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:04.591141 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:05.658789 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:05.958464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57424) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:06.016991 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e5098fd-013d-4691-9011-08a51b7efc51 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:06.044121 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e5098fd-013d-4691-9011-08a51b7efc51 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:06.109124 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e5098fd-013d-4691-9011-08a51b7efc51 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:06.111721 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e5098fd-013d-4691-9011-08a51b7efc51 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:06.113414 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9e5098fd-013d-4691-9011-08a51b7efc51 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] 10.222.0.26 "DELETE /v2.0/security-groups/71c7b9ba-8e7a-48c5-a183-658e0e2b0688 HTTP/1.1" status: 204 len: 168 time: 0.1537218 Jul 23 00:18:06.123581 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5098fd-013d-4691-9011-08a51b7efc51 tempest-TestVolumeBootPattern-952466632 tempest-TestVolumeBootPattern-952466632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c7b9ba-8e7a-48c5-a183-658e0e2b0688,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:06.178935 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57428) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:06.692282 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:06.949504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Deleting port 1b750d47-8028-4fc2-8f34-bfcac19c0eec {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:18:06.949857 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:07.030256 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] For port 1b750d47-8028-4fc2-8f34-bfcac19c0eec, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=1b750d47-8028-4fc2-8f34-bfcac19c0eec,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:07.030623 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:07.043713 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Calling delete_port for 1b750d47-8028-4fc2-8f34-bfcac19c0eec owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:18:07.145644 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:07.219155 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:07.244891 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Pushing event deleted for resources: {'Port': ['ID=1b750d47-8028-4fc2-8f34-bfcac19c0eec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:07.270671 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:07.271013 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:07.271353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:07.271690 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:07.272023 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:07.272901 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:07.273259 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:07.273586 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:07.273912 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:07.274233 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:07.274554 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:07.274875 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:07.417783 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:07.620943 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Router 2fc7daca-3183-4929-8334-374fd57755bb has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:18:07.723421 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:18:07.729561 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ba25b08-4ca8-40df-9f4e-eb4ac507f86b admin admin] 10.222.0.26 "PUT /v2.0/routers/2fc7daca-3183-4929-8334-374fd57755bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5492072 Jul 23 00:18:07.731514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57436) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:07.732569 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b72aef-4617-436a-9f10-de6e2a50648c None None] Sync routers for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:18:07.743398 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b72aef-4617-436a-9f10-de6e2a50648c None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:18:07.744010 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-79b72aef-4617-436a-9f10-de6e2a50648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:18:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:07.834255 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-007846e9-e684-4fd4-961c-ff533576c404 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:07.845822 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-79b72aef-4617-436a-9f10-de6e2a50648c None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:18:07.936016 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-007846e9-e684-4fd4-961c-ff533576c404 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:07.988722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-007846e9-e684-4fd4-961c-ff533576c404 admin admin] Deleting port 2859283b-e64c-47bd-95c8-0d60ab6e192a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:18:07.989080 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-007846e9-e684-4fd4-961c-ff533576c404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.023055 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-79b72aef-4617-436a-9f10-de6e2a50648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:18:07Z', 'revision_number': 5, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port': {'id': '2859283b-e64c-47bd-95c8-0d60ab6e192a', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc7daca-3183-4929-8334-374fd57755bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:08.049437 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b72aef-4617-436a-9f10-de6e2a50648c None None] Checking router: 2fc7daca-3183-4929-8334-374fd57755bb for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:18:08.057468 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b72aef-4617-436a-9f10-de6e2a50648c None None] Routers {'2fc7daca-3183-4929-8334-374fd57755bb'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:18:08.058075 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-79b72aef-4617-436a-9f10-de6e2a50648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:18:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['2fc7daca-3183-4929-8334-374fd57755bb'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:08.072730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-007846e9-e684-4fd4-961c-ff533576c404 admin admin] For port 2859283b-e64c-47bd-95c8-0d60ab6e192a, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2859283b-e64c-47bd-95c8-0d60ab6e192a,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:08.073106 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-007846e9-e684-4fd4-961c-ff533576c404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.085469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-007846e9-e684-4fd4-961c-ff533576c404 admin admin] Calling delete_port for 2859283b-e64c-47bd-95c8-0d60ab6e192a owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:18:08.140892 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-79b72aef-4617-436a-9f10-de6e2a50648c None None] Set router 2fc7daca-3183-4929-8334-374fd57755bb gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:18:08.191256 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-79b72aef-4617-436a-9f10-de6e2a50648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:18:07Z', 'revision_number': 6, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:08.222349 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b72aef-4617-436a-9f10-de6e2a50648c None None] The sync data for ids ['2fc7daca-3183-4929-8334-374fd57755bb'] in n-d-688802-2 is: [{'id': '2fc7daca-3183-4929-8334-374fd57755bb', 'name': 'tempest-TestVolumeBootPattern-144273308-router', 'tenant_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:19Z', 'updated_at': '2021-07-23T00:18:07Z', 'revision_number': 6, 'project_id': 'ccb5efae60bd4cdf8fb4f79b285959a8', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:18:08.255251 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-007846e9-e684-4fd4-961c-ff533576c404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.282581 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007846e9-e684-4fd4-961c-ff533576c404 admin admin] Pushing event deleted for resources: {'Port': ['ID=2859283b-e64c-47bd-95c8-0d60ab6e192a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:08.343584 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-007846e9-e684-4fd4-961c-ff533576c404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.432418 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-007846e9-e684-4fd4-961c-ff533576c404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.434490 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-007846e9-e684-4fd4-961c-ff533576c404 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.476961 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-007846e9-e684-4fd4-961c-ff533576c404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.477460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007846e9-e684-4fd4-961c-ff533576c404 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fc7daca-3183-4929-8334-374fd57755bb {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:18:08.481665 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-007846e9-e684-4fd4-961c-ff533576c404 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.482880 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-007846e9-e684-4fd4-961c-ff533576c404 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2fc7daca-3183-4929-8334-374fd57755bb HTTP/1.1" status: 204 len: 168 time: 0.7503762 Jul 23 00:18:08.485275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57438) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:08.534269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-235e99a4-88f8-45ae-881f-3eed0d708bfe admin admin] Deleting subnet ec3b9159-e475-44ea-81ba-30bd90b0f44c {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:18:08.537157 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-235e99a4-88f8-45ae-881f-3eed0d708bfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.569240 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:18:08.573827 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-235e99a4-88f8-45ae-881f-3eed0d708bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.656769 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-235e99a4-88f8-45ae-881f-3eed0d708bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.711383 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-235e99a4-88f8-45ae-881f-3eed0d708bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.736607 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e99a4-88f8-45ae-881f-3eed0d708bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec3b9159-e475-44ea-81ba-30bd90b0f44c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:08.739958 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-235e99a4-88f8-45ae-881f-3eed0d708bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.744397 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57440) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:08.744866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-235e99a4-88f8-45ae-881f-3eed0d708bfe admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ec3b9159-e475-44ea-81ba-30bd90b0f44c HTTP/1.1" status: 204 len: 168 time: 0.2581403 Jul 23 00:18:08.746029 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42d3b1e-78df-41c0-af21-c06265669a29 None None] Network ff22ee38-78c0-497b-aa5a-c135c965ecd6 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:18:08.813939 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.865153 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] Deleting port 746cde99-243d-4094-bd84-96de7dbc409c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:18:08.865496 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.933473 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] For port 746cde99-243d-4094-bd84-96de7dbc409c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=746cde99-243d-4094-bd84-96de7dbc409c,segment=NetworkSegment(8e7631d9-738a-4db3-b1c1-feeeea95acd3),segment_id=8e7631d9-738a-4db3-b1c1-feeeea95acd3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:08.933770 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.947543 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] Calling delete_port for 746cde99-243d-4094-bd84-96de7dbc409c owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:18:08.999783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] DHCP port deletion for ff22ee38-78c0-497b-aa5a-c135c965ecd6 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:18:09.056684 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:09.074494 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2859283b-e64c-47bd-95c8-0d60ab6e192a no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:18:09.103924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=746cde99-243d-4094-bd84-96de7dbc409c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:09.106536 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 2859283b-e64c-47bd-95c8-0d60ab6e192a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:18:09.106882 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2859283b-e64c-47bd-95c8-0d60ab6e192a not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:18:09.107296 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 1b750d47-8028-4fc2-8f34-bfcac19c0eec no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:18:09.112225 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] No DVR routers for this DVR port 746cde99-243d-4094-bd84-96de7dbc409c on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:18:09.153087 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 1b750d47-8028-4fc2-8f34-bfcac19c0eec {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:18:09.153599 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 1b750d47-8028-4fc2-8f34-bfcac19c0eec not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:18:09.154110 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 746cde99-243d-4094-bd84-96de7dbc409c no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:18:09.181462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 746cde99-243d-4094-bd84-96de7dbc409c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:18:09.181946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 746cde99-243d-4094-bd84-96de7dbc409c not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:18:09.191238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Deleting port 746cde99-243d-4094-bd84-96de7dbc409c {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:18:09.191571 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:09.198062 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:09.208218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff22ee38-78c0-497b-aa5a-c135c965ecd6']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:09.220522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7631d9-738a-4db3-b1c1-feeeea95acd3') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:09.220836 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7631d9-738a-4db3-b1c1-feeeea95acd3') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:09.231101 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:09.245234 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:09.251721 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:18:09.252123 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:18:09.255319 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:18:09.262076 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] For port 746cde99-243d-4094-bd84-96de7dbc409c, host n-d-688802-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:09.262592 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:09.277505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Calling delete_port for 746cde99-243d-4094-bd84-96de7dbc409c owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:18:09.280524 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Port 746cde99-243d-4094-bd84-96de7dbc409c was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 00:18:09.282186 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:09.310286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Pushing event deleted for resources: {'Port': ['ID=746cde99-243d-4094-bd84-96de7dbc409c,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:09.326053 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] No DVR routers for this DVR port 746cde99-243d-4094-bd84-96de7dbc409c on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:18:09.326376 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:09.336623 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:09.341521 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ff22ee38-78c0-497b-aa5a-c135c965ecd6 HTTP/1.1" status: 204 len: 168 time: 0.5919459 Jul 23 00:18:09.341659 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57442) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:09.352724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:09.353079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:09.356428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:09.356773 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:09.357157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:09.357479 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:09.357934 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:09.358270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:09.358600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:09.358929 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:09.359256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:09.359580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0acb-0ff6-4c6d-a9a2-8d8800d1f87c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:09.360343 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18a882-5c77-4b89-8d74-f93455e332b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff22ee38-78c0-497b-aa5a-c135c965ecd6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:09.682378 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37d27450-9721-45b0-a5dc-e91c01800354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:09.933602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-37d27450-9721-45b0-a5dc-e91c01800354 admin admin] Deleting port 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:18:09.934287 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37d27450-9721-45b0-a5dc-e91c01800354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:10.011998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-37d27450-9721-45b0-a5dc-e91c01800354 admin admin] For port 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4,segment=NetworkSegment(07eb6754-f23e-4820-bb59-34712e90d1a7),segment_id=07eb6754-f23e-4820-bb59-34712e90d1a7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:10.012380 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37d27450-9721-45b0-a5dc-e91c01800354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:10.025461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-37d27450-9721-45b0-a5dc-e91c01800354 admin admin] Calling delete_port for 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:18:10.200831 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37d27450-9721-45b0-a5dc-e91c01800354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:10.225206 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d27450-9721-45b0-a5dc-e91c01800354 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:10.389840 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-37d27450-9721-45b0-a5dc-e91c01800354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:10.602422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d27450-9721-45b0-a5dc-e91c01800354 admin admin] Router fcefd6db-5835-42b5-ab45-3636b18555c4 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:18:10.705724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d27450-9721-45b0-a5dc-e91c01800354 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:18:10.711160 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-37d27450-9721-45b0-a5dc-e91c01800354 admin admin] 10.222.0.26 "PUT /v2.0/routers/fcefd6db-5835-42b5-ab45-3636b18555c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3686314 Jul 23 00:18:10.713605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57444) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:10.714343 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35f735-32c6-47d2-a5b3-031669e24343 None None] Sync routers for ids ['fcefd6db-5835-42b5-ab45-3636b18555c4'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:18:10.723526 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35f735-32c6-47d2-a5b3-031669e24343 None None] Routers {'fcefd6db-5835-42b5-ab45-3636b18555c4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:18:10.724219 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-aa35f735-32c6-47d2-a5b3-031669e24343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:18:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['fcefd6db-5835-42b5-ab45-3636b18555c4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:10.817062 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11c5d1aa-2a8e-48f0-a894-ef53a0a35bca admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:10.826680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-aa35f735-32c6-47d2-a5b3-031669e24343 None None] Set router fcefd6db-5835-42b5-ab45-3636b18555c4 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:18:10.916830 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11c5d1aa-2a8e-48f0-a894-ef53a0a35bca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:10.973006 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-11c5d1aa-2a8e-48f0-a894-ef53a0a35bca admin admin] Deleting port 210d037e-6914-4574-ad68-475d9e0224b4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:18:10.973683 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11c5d1aa-2a8e-48f0-a894-ef53a0a35bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.007064 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-aa35f735-32c6-47d2-a5b3-031669e24343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'name': 'tempest-TestVolumeBootPattern-28479846-router', 'tenant_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '210d037e-6914-4574-ad68-475d9e0224b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:23Z', 'updated_at': '2021-07-23T00:18:10Z', 'revision_number': 5, 'project_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'gw_port': {'id': '210d037e-6914-4574-ad68-475d9e0224b4', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:08:24Z', 'updated_at': '2021-07-23T00:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:11.038768 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35f735-32c6-47d2-a5b3-031669e24343 None None] Checking router: fcefd6db-5835-42b5-ab45-3636b18555c4 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:18:11.051246 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35f735-32c6-47d2-a5b3-031669e24343 None None] Routers {'fcefd6db-5835-42b5-ab45-3636b18555c4'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:18:11.051883 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-aa35f735-32c6-47d2-a5b3-031669e24343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:18:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['fcefd6db-5835-42b5-ab45-3636b18555c4'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:11.059384 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-11c5d1aa-2a8e-48f0-a894-ef53a0a35bca admin admin] For port 210d037e-6914-4574-ad68-475d9e0224b4, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=210d037e-6914-4574-ad68-475d9e0224b4,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:11.059779 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11c5d1aa-2a8e-48f0-a894-ef53a0a35bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.071599 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-11c5d1aa-2a8e-48f0-a894-ef53a0a35bca admin admin] Calling delete_port for 210d037e-6914-4574-ad68-475d9e0224b4 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:18:11.136806 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-aa35f735-32c6-47d2-a5b3-031669e24343 None None] Set router fcefd6db-5835-42b5-ab45-3636b18555c4 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:18:11.191462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-aa35f735-32c6-47d2-a5b3-031669e24343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'name': 'tempest-TestVolumeBootPattern-28479846-router', 'tenant_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:23Z', 'updated_at': '2021-07-23T00:18:10Z', 'revision_number': 6, 'project_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:11.216769 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35f735-32c6-47d2-a5b3-031669e24343 None None] The sync data for ids ['fcefd6db-5835-42b5-ab45-3636b18555c4'] in n-d-688802-2 is: [{'id': 'fcefd6db-5835-42b5-ab45-3636b18555c4', 'name': 'tempest-TestVolumeBootPattern-28479846-router', 'tenant_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:08:23Z', 'updated_at': '2021-07-23T00:18:10Z', 'revision_number': 6, 'project_id': '8fc3c87bb84c43bd954179f2fcfabdcb', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:18:11.240784 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11c5d1aa-2a8e-48f0-a894-ef53a0a35bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.266850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5d1aa-2a8e-48f0-a894-ef53a0a35bca admin admin] Pushing event deleted for resources: {'Port': ['ID=210d037e-6914-4574-ad68-475d9e0224b4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:11.327420 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11c5d1aa-2a8e-48f0-a894-ef53a0a35bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.412585 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11c5d1aa-2a8e-48f0-a894-ef53a0a35bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.415242 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11c5d1aa-2a8e-48f0-a894-ef53a0a35bca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.458414 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11c5d1aa-2a8e-48f0-a894-ef53a0a35bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.458920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c5d1aa-2a8e-48f0-a894-ef53a0a35bca admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcefd6db-5835-42b5-ab45-3636b18555c4 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:18:11.463696 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-11c5d1aa-2a8e-48f0-a894-ef53a0a35bca admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.464896 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-11c5d1aa-2a8e-48f0-a894-ef53a0a35bca admin admin] 10.222.0.26 "DELETE /v2.0/routers/fcefd6db-5835-42b5-ab45-3636b18555c4 HTTP/1.1" status: 204 len: 168 time: 0.7503319 Jul 23 00:18:11.467317 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57446) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:11.510888 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70cf3c0-40ce-4015-a40e-3c36e58fbc28 admin admin] Deleting subnet 7b66d673-c509-4048-a6ce-b53c517c7c08 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:18:11.513769 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f70cf3c0-40ce-4015-a40e-3c36e58fbc28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.547144 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f70cf3c0-40ce-4015-a40e-3c36e58fbc28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.630485 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f70cf3c0-40ce-4015-a40e-3c36e58fbc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.682400 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f70cf3c0-40ce-4015-a40e-3c36e58fbc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.706940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cf3c0-40ce-4015-a40e-3c36e58fbc28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b66d673-c509-4048-a6ce-b53c517c7c08,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:11.711245 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f70cf3c0-40ce-4015-a40e-3c36e58fbc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.712933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f70cf3c0-40ce-4015-a40e-3c36e58fbc28 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7b66d673-c509-4048-a6ce-b53c517c7c08 HTTP/1.1" status: 204 len: 168 time: 0.2446866 Jul 23 00:18:11.715282 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57448) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:11.717530 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a10f4c-84cc-4c09-8e23-76ba030fb2e5 None None] Network b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:18:11.986441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458694cf-19f1-4d93-9872-2fd438cac83c None None] DHCP port deletion for b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:18:12.035943 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-458694cf-19f1-4d93-9872-2fd438cac83c None None] Deleting port 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:18:12.036327 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-458694cf-19f1-4d93-9872-2fd438cac83c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.104964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-458694cf-19f1-4d93-9872-2fd438cac83c None None] For port 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6edadeeb-95c7-4a74-9777-ba22d4e6ed0b,segment=NetworkSegment(07eb6754-f23e-4820-bb59-34712e90d1a7),segment_id=07eb6754-f23e-4820-bb59-34712e90d1a7)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:12.105392 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-458694cf-19f1-4d93-9872-2fd438cac83c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.118571 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-458694cf-19f1-4d93-9872-2fd438cac83c None None] Calling delete_port for 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:18:12.131694 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.184561 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] Deleting port 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:18:12.184904 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.200101 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-458694cf-19f1-4d93-9872-2fd438cac83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.227754 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458694cf-19f1-4d93-9872-2fd438cac83c None None] Pushing event deleted for resources: {'Port': ['ID=6edadeeb-95c7-4a74-9777-ba22d4e6ed0b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:12.229791 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458694cf-19f1-4d93-9872-2fd438cac83c None None] No DVR routers for this DVR port 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:18:12.250147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] For port 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6edadeeb-95c7-4a74-9777-ba22d4e6ed0b,segment=NetworkSegment(07eb6754-f23e-4820-bb59-34712e90d1a7),segment_id=07eb6754-f23e-4820-bb59-34712e90d1a7)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:12.250517 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.264590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] Calling delete_port for 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:18:12.343094 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.365206 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6edadeeb-95c7-4a74-9777-ba22d4e6ed0b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:12.372215 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] No DVR routers for this DVR port 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:18:12.442733 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.453009 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:12.463439 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07eb6754-f23e-4820-bb59-34712e90d1a7') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:12.463736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07eb6754-f23e-4820-bb59-34712e90d1a7') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:12.472308 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.486688 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.492720 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:18:12.493147 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:18:12.494924 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:18:12.547558 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.553270 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.555522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2 HTTP/1.1" status: 204 len: 168 time: 0.8393219 Jul 23 00:18:12.566173 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53756a6-6db5-4e86-bdfe-cba8e982eed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1551b13-16a2-4ea5-b061-d2ddf6f3b1d2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:12.663364 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57452) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:12.702044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3f183327-692a-4fee-a008-85ab214a2118 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ccb5efae60bd4cdf8fb4f79b285959a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374532 Jul 23 00:18:12.704498 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57454) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:12.754919 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fa57573-d5f2-4ce6-bd12-39c07607ccb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.776492 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fa57573-d5f2-4ce6-bd12-39c07607ccb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.821252 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fa57573-d5f2-4ce6-bd12-39c07607ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.823911 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3fa57573-d5f2-4ce6-bd12-39c07607ccb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.825134 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3fa57573-d5f2-4ce6-bd12-39c07607ccb3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d50196cd-7a62-4255-b36e-0c6d3f79619b HTTP/1.1" status: 204 len: 168 time: 0.1196773 Jul 23 00:18:12.832658 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa57573-d5f2-4ce6-bd12-39c07607ccb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50196cd-7a62-4255-b36e-0c6d3f79619b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:13.006246 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:18:13.028127 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:18:13.028477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6ebe6091-cfbd-4dab-86f4-ca2c7cce46e4 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:18:13.028891 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 210d037e-6914-4574-ad68-475d9e0224b4 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:18:13.050742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 210d037e-6914-4574-ad68-475d9e0224b4 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:18:13.051092 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 210d037e-6914-4574-ad68-475d9e0224b4 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:18:13.051509 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:18:13.069816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:18:13.070155 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6edadeeb-95c7-4a74-9777-ba22d4e6ed0b not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:18:13.150116 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57460) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:13.189423 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-97be60c6-1fce-4e50-8ef9-c3665bb44edd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8fc3c87bb84c43bd954179f2fcfabdcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380311 Jul 23 00:18:13.191812 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57462) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:13.237655 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-431f3e20-23c4-4eee-a370-b71041e160fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.259781 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-431f3e20-23c4-4eee-a370-b71041e160fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.304418 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-431f3e20-23c4-4eee-a370-b71041e160fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.307182 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-431f3e20-23c4-4eee-a370-b71041e160fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.308310 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-431f3e20-23c4-4eee-a370-b71041e160fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00a2287c-b851-42a5-a295-0576984b79af HTTP/1.1" status: 204 len: 168 time: 0.1155636 Jul 23 00:18:13.317983 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f3e20-23c4-4eee-a370-b71041e160fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a2287c-b851-42a5-a295-0576984b79af,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:16.788537 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:23.137199 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-13453773-fe96-47b5-9136-f02598863633 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7ffcef67025e4efebcd2e7d6ac57d4d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222838 Jul 23 00:18:23.242465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8164882-64bf-474a-ab12-c2ec6f115470 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:23.243899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8164882-64bf-474a-ab12-c2ec6f115470 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1018419 Jul 23 00:18:23.258518 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-64adcea7-2eba-4f81-b47c-10eee1e36489 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/quotas/7ffcef67025e4efebcd2e7d6ac57d4d6 HTTP/1.1" status: 200 len: 375 time: 0.0093331 Jul 23 00:18:23.291078 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-629ae0f0-44b3-4378-826c-d4651bf3224d tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ffcef67025e4efebcd2e7d6ac57d4d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277612 Jul 23 00:18:23.448522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c630c78f-e2b9-4287-a7f1-87b43a68956a req-a445db0f-da37-4e5f-971f-b10fb94b3f7a tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/ports?device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 210 time: 0.0282650 Jul 23 00:18:24.526688 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-049cdcd1-76dd-46ad-9fc9-8716aa87be24 req-44b47d82-f113-471d-bdd1-2c10daee9bdc tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/ports?device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 210 time: 0.0295310 Jul 23 00:18:25.609489 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6606211b-c96f-4b4c-bdcb-524f0feef16b req-73f0fcdb-9a98-4abc-b9fd-e15a65482388 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/ports?device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 210 time: 0.0324297 Jul 23 00:18:26.688010 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df55f37a-d5d8-42e4-a237-55ed7eab08fa req-632c4756-ccde-47bb-9521-538e34639c6c tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/ports?device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 210 time: 0.0290492 Jul 23 00:18:27.783428 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c37391df-a1c3-4013-88c2-c28084b70e96 req-7e55695b-9006-4c2f-9845-80d61ff02f2e tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/ports?device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 210 time: 0.0301838 Jul 23 00:18:28.627638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-dc0359b2-9fcd-489e-97dc-5aa90758affe tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7ffcef67025e4efebcd2e7d6ac57d4d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215399 Jul 23 00:18:28.738519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-5c51d9d3-aab8-4237-96d3-413766343d49 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:28.739961 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-5c51d9d3-aab8-4237-96d3-413766343d49 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077697 Jul 23 00:18:28.758126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Request body: {'port': {'device_id': 'f67215e2-e047-46fa-9f1b-cf29aa8108a7', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'admin_state_up': True, 'tenant_id': '7ffcef67025e4efebcd2e7d6ac57d4d6'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:18:28.885452 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8ea5f97-6f75-4e9a-931b-f68c0eb4ada3 req-5f0e3801-0db9-4f07-af09-d15d89feed55 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/ports?device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 210 time: 0.0361586 Jul 23 00:18:28.894169 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Made reservation on behalf of 7ffcef67025e4efebcd2e7d6ac57d4d6 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:18:28.897707 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:28.907012 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:28.999628 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:29.003455 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:29.065643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21af1004-aa9d-4bd4-8fa6-57e0885f0408,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:29.141383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Allocated IP 192.168.233.18 (d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88/0695ffbe-1fd3-4d72-9f38-b48f45967d90/43184a01-9031-4bc9-964e-63aff88d5c60) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:18:29.284894 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:29.298356 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Transition to ACTIVE for port object 43184a01-9031-4bc9-964e-63aff88d5c60 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:18:29.331589 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:29.374725 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:18:29.377765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:18:29.383750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:18:29.412817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Pushing event updated for resources: {'Port': ['ID=43184a01-9031-4bc9-964e-63aff88d5c60,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:29.439681 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:29.440298 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:29.455015 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f496a338-f182-4a81-bce5-7f72a56bf3ba tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7004373 Jul 23 00:18:29.471685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Request body: {'port': {'device_id': 'f67215e2-e047-46fa-9f1b-cf29aa8108a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:18:29.550100 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:29.645178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2a07e994-62fd-400f-8142-a47e168cc8d7 None None] Provisioning for port 43184a01-9031-4bc9-964e-63aff88d5c60 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:18:29.649572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2a07e994-62fd-400f-8142-a47e168cc8d7 None None] Provisioning complete for port 43184a01-9031-4bc9-964e-63aff88d5c60 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:18:29.649926 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2a07e994-62fd-400f-8142-a47e168cc8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:29.682657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2a07e994-62fd-400f-8142-a47e168cc8d7 None None] Port 43184a01-9031-4bc9-964e-63aff88d5c60 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:18:29.814499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43184a01-9031-4bc9-964e-63aff88d5c60 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:18:29.821886 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:29.834344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Transition to ACTIVE for port object 43184a01-9031-4bc9-964e-63aff88d5c60 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:18:29.838336 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:29.908422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Pushing event updated for resources: {'Port': ['ID=43184a01-9031-4bc9-964e-63aff88d5c60,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:29.980214 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Attempting to bind port 43184a01-9031-4bc9-964e-63aff88d5c60 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:18:29.980685 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Attempting to bind port 43184a01-9031-4bc9-964e-63aff88d5c60 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:18:29.980852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Attempting to bind port 43184a01-9031-4bc9-964e-63aff88d5c60 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:18:30.002316 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Port 43184a01-9031-4bc9-964e-63aff88d5c60 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:18:30.002647 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Attempting to bind port 43184a01-9031-4bc9-964e-63aff88d5c60 on network d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:18:30.012529 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:18:30.012870 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Checking segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:18:30.013285 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Bound using segment: {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:18:30.013725 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Bound port: 43184a01-9031-4bc9-964e-63aff88d5c60, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c73de-6f9e-474e-bcec-01bf3e8f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:18:30.014089 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:30.077825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256c3d3-40f1-45ea-bc44-8480c3612db0 req-52972c7b-f12a-40b0-9fe0-5b019acb93e9 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:30.079330 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5256c3d3-40f1-45ea-bc44-8480c3612db0 req-52972c7b-f12a-40b0-9fe0-5b019acb93e9 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/ports?device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 947 time: 0.1174939 Jul 23 00:18:30.119400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] For port 43184a01-9031-4bc9-964e-63aff88d5c60, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:18:30.140309 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] For port 43184a01-9031-4bc9-964e-63aff88d5c60, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=43184a01-9031-4bc9-964e-63aff88d5c60,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:18:30.144316 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5256c3d3-40f1-45ea-bc44-8480c3612db0 req-48b14b7c-111c-475c-837d-7b09e1fd6c13 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/security-groups?id=21af1004-aa9d-4bd4-8fa6-57e0885f0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589590 Jul 23 00:18:30.145994 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:30.182222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:30.182795 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:30.184382 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] 10.222.0.18 "PUT /v2.0/ports/43184a01-9031-4bc9-964e-63aff88d5c60 HTTP/1.1" status: 200 len: 1095 time: 0.7171502 Jul 23 00:18:30.186675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67215e2-e047-46fa-9f1b-cf29aa8108a7', 'tag': '43184a01-9031-4bc9-964e-63aff88d5c60'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:18:30.189030 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f4c675-4712-4eab-a092-1e0d4b90d649" -d '{"events": [{"name": "network-changed", "server_uuid": "f67215e2-e047-46fa-9f1b-cf29aa8108a7", "tag": "43184a01-9031-4bc9-964e-63aff88d5c60"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:18:30.216479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4157a-0c22-4605-a2e8-547c90b46f55 service neutron] Pushing event updated for resources: {'Port': ['ID=43184a01-9031-4bc9-964e-63aff88d5c60,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:30.228396 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd20335-227c-448f-87d6-3a180f4301ee x-openstack-request-id: req-dfd20335-227c-448f-87d6-3a180f4301ee {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:18:30.228693 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67215e2-e047-46fa-9f1b-cf29aa8108a7", "tag": "43184a01-9031-4bc9-964e-63aff88d5c60", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:18:30.228946 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dfd20335-227c-448f-87d6-3a180f4301ee {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:18:30.229411 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67215e2-e047-46fa-9f1b-cf29aa8108a7', 'tag': '43184a01-9031-4bc9-964e-63aff88d5c60', 'status': 'completed', 'code': 200} Jul 23 00:18:30.306034 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-dde344b7-abe7-466f-ab61-c95fc00ddc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:30.307603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-dde344b7-abe7-466f-ab61-c95fc00ddc1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffcef67025e4efebcd2e7d6ac57d4d6&device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 1098 time: 0.0589216 Jul 23 00:18:30.357990 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-268d2c2f-aa74-48e4-9efc-5ba90b17d7f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=43184a01-9031-4bc9-964e-63aff88d5c60 HTTP/1.1" status: 200 len: 217 time: 0.0365953 Jul 23 00:18:30.411739 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-1db1eb2a-8f15-4e24-9401-d26dbc71c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:30.413341 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-1db1eb2a-8f15-4e24-9401-d26dbc71c7de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0487261 Jul 23 00:18:30.470604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-2b008460-7d42-4df7-bf56-fa7a3f46e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:30.472016 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-2b008460-7d42-4df7-bf56-fa7a3f46e545 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528874 Jul 23 00:18:30.559269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-121d634e-68f9-4472-9319-4cdd7b5faaa1 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808077 Jul 23 00:18:30.652287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a76c9bd8-3c22-4231-a4fb-d69ef0cd9eb4 req-c945f011-2a1c-4e50-b4e7-22fe4853cbc1 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862002 Jul 23 00:18:30.785205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4c675-4712-4eab-a092-1e0d4b90d649 req-4f54501a-cfa4-44c1-b6eb-97657f0379b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:30.786677 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68f4c675-4712-4eab-a092-1e0d4b90d649 req-4f54501a-cfa4-44c1-b6eb-97657f0379b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ffcef67025e4efebcd2e7d6ac57d4d6&device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 1098 time: 0.0541809 Jul 23 00:18:30.878145 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4c675-4712-4eab-a092-1e0d4b90d649 req-3cd26bae-6a3b-4c01-9cc0-24c9edf19763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:30.879606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68f4c675-4712-4eab-a092-1e0d4b90d649 req-3cd26bae-6a3b-4c01-9cc0-24c9edf19763 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88 HTTP/1.1" status: 200 len: 870 time: 0.0866156 Jul 23 00:18:30.919072 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68f4c675-4712-4eab-a092-1e0d4b90d649 req-752821d3-62bb-4d72-b369-1f21fd67b3b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=43184a01-9031-4bc9-964e-63aff88d5c60 HTTP/1.1" status: 200 len: 217 time: 0.0333977 Jul 23 00:18:30.973269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4c675-4712-4eab-a092-1e0d4b90d649 req-26c08ff9-0838-4bbe-b192-a6a87a4d3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:30.974699 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68f4c675-4712-4eab-a092-1e0d4b90d649 req-26c08ff9-0838-4bbe-b192-a6a87a4d3d8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0695ffbe-1fd3-4d72-9f38-b48f45967d90 HTTP/1.1" status: 200 len: 843 time: 0.0478702 Jul 23 00:18:31.033361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4c675-4712-4eab-a092-1e0d4b90d649 req-26983658-1a15-4bb9-a53d-629d22757a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:31.034850 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68f4c675-4712-4eab-a092-1e0d4b90d649 req-26983658-1a15-4bb9-a53d-629d22757a83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0529315 Jul 23 00:18:31.126534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68f4c675-4712-4eab-a092-1e0d4b90d649 req-6b2a73e1-6f14-431b-87ef-d2f1db9fce44 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841870 Jul 23 00:18:31.229418 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68f4c675-4712-4eab-a092-1e0d4b90d649 req-b7fa9e3e-1544-408a-987d-e05f6ca096b9 service neutron] 10.222.0.18 "GET /v2.0/networks/d6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952713 Jul 23 00:18:31.279721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3421591-237d-481e-a396-6bcb484193df req-1c7ca7fa-5b22-4898-a410-2a2f7dae9002 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:31.281303 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3421591-237d-481e-a396-6bcb484193df req-1c7ca7fa-5b22-4898-a410-2a2f7dae9002 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/ports?device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 947 time: 0.0658116 Jul 23 00:18:31.317916 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d3421591-237d-481e-a396-6bcb484193df req-9923ff4e-e822-462e-b7cb-a52cbb2349e5 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/security-groups?id=21af1004-aa9d-4bd4-8fa6-57e0885f0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310333 Jul 23 00:18:31.650707 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1853c9c8-6c2c-40c2-b7f4-ceffa20a61c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:31.701206 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 43184a01-9031-4bc9-964e-63aff88d5c60 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:18:31.797216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 43184a01-9031-4bc9-964e-63aff88d5c60, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=43184a01-9031-4bc9-964e-63aff88d5c60,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:31.807473 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '43184a01-9031-4bc9-964e-63aff88d5c60', 'network_id': 'd6da3d04-b5f4-4d5d-9c88-ce3b8e2a8d88', 'port_id': '43184a01-9031-4bc9-964e-63aff88d5c60', 'mac_address': 'fa:16:3e:d0:c0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695ffbe-1fd3-4d72-9f38-b48f45967d90', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:18:31.843431 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:31.856016 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43184a01-9031-4bc9-964e-63aff88d5c60 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:18:31.874830 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 43184a01-9031-4bc9-964e-63aff88d5c60, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=43184a01-9031-4bc9-964e-63aff88d5c60,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:31.878855 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:31.929603 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=43184a01-9031-4bc9-964e-63aff88d5c60,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:32.173494 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['43184a01-9031-4bc9-964e-63aff88d5c60'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:18:32.451534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ec14f-e058-4ef8-a41c-77070e4aa44f req-9155534e-8698-4f35-82f6-231af01aab69 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:32.453006 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac8ec14f-e058-4ef8-a41c-77070e4aa44f req-9155534e-8698-4f35-82f6-231af01aab69 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/ports?device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 948 time: 0.0670767 Jul 23 00:18:32.489919 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac8ec14f-e058-4ef8-a41c-77070e4aa44f req-e3149999-0416-4329-9016-0ef6919c4727 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/security-groups?id=21af1004-aa9d-4bd4-8fa6-57e0885f0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313137 Jul 23 00:18:33.622871 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c98715-d6c5-4e45-9e40-fd90cc2674f7 req-904c3db9-2181-4928-9b46-01e758307f31 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:33.624588 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09c98715-d6c5-4e45-9e40-fd90cc2674f7 req-904c3db9-2181-4928-9b46-01e758307f31 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/ports?device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 948 time: 0.0637631 Jul 23 00:18:33.661859 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-09c98715-d6c5-4e45-9e40-fd90cc2674f7 req-52ffb4ee-305f-43cd-ac95-c6c86c39adf8 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/security-groups?id=21af1004-aa9d-4bd4-8fa6-57e0885f0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317671 Jul 23 00:18:33.706028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 43184a01-9031-4bc9-964e-63aff88d5c60 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:18:33.752640 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 43184a01-9031-4bc9-964e-63aff88d5c60 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:18:33.756208 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 43184a01-9031-4bc9-964e-63aff88d5c60 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:18:33.756575 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:33.834073 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:33.855892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67215e2-e047-46fa-9f1b-cf29aa8108a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43184a01-9031-4bc9-964e-63aff88d5c60'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:18:33.858122 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6baa7fb-9131-4826-98ec-6677294c198a" -d '{"events": [{"server_uuid": "f67215e2-e047-46fa-9f1b-cf29aa8108a7", "name": "network-vif-plugged", "status": "completed", "tag": "43184a01-9031-4bc9-964e-63aff88d5c60"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:18:33.871496 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 43184a01-9031-4bc9-964e-63aff88d5c60, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=43184a01-9031-4bc9-964e-63aff88d5c60,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:33.875796 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:33.922910 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=43184a01-9031-4bc9-964e-63aff88d5c60,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:33.960384 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f530e754-29d9-43cf-8426-9c135778c2ed x-openstack-request-id: req-f530e754-29d9-43cf-8426-9c135778c2ed {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:18:33.961229 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67215e2-e047-46fa-9f1b-cf29aa8108a7", "name": "network-vif-plugged", "status": "completed", "tag": "43184a01-9031-4bc9-964e-63aff88d5c60", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:18:33.961487 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f530e754-29d9-43cf-8426-9c135778c2ed {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:18:33.961886 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67215e2-e047-46fa-9f1b-cf29aa8108a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43184a01-9031-4bc9-964e-63aff88d5c60', 'code': 200} Jul 23 00:18:34.094087 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7b980-2acd-4de5-8052-4a28c8d1603f req-078affa6-ff6d-491a-94b4-0e046d7ae6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:34.095485 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5bc7b980-2acd-4de5-8052-4a28c8d1603f req-078affa6-ff6d-491a-94b4-0e046d7ae6d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 1100 time: 0.0530868 Jul 23 00:18:34.129023 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5bc7b980-2acd-4de5-8052-4a28c8d1603f req-dbc99f5e-9a4e-4d1f-988e-b734ad1181de service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=21af1004-aa9d-4bd4-8fa6-57e0885f0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265856 Jul 23 00:18:34.409412 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b66461d-934b-4700-a79e-a18ffabf4ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:34.448984 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:34.606852 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:34.794115 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352692c-7408-4b4c-963c-b89922fb3f86 req-e1987569-a4b8-40af-a6bd-3d2e39458e6f tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:34.795612 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9352692c-7408-4b4c-963c-b89922fb3f86 req-e1987569-a4b8-40af-a6bd-3d2e39458e6f tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/ports?device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 949 time: 0.0679212 Jul 23 00:18:34.833551 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9352692c-7408-4b4c-963c-b89922fb3f86 req-fa5c10fa-5085-4838-b576-243bb5691685 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/security-groups?id=21af1004-aa9d-4bd4-8fa6-57e0885f0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324256 Jul 23 00:18:35.660664 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:35.963984 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef66b4c-75cf-4a5b-9c39-fde294a8a6ca req-d5314c4f-7f61-497a-a92f-d1844dea7eb1 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:35.965416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef66b4c-75cf-4a5b-9c39-fde294a8a6ca req-d5314c4f-7f61-497a-a92f-d1844dea7eb1 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/ports?device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 949 time: 0.0632079 Jul 23 00:18:36.003163 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ef66b4c-75cf-4a5b-9c39-fde294a8a6ca req-bdb462a0-2881-4a8c-b028-7bb459764896 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/security-groups?id=21af1004-aa9d-4bd4-8fa6-57e0885f0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322063 Jul 23 00:18:36.913308 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0192fd-dd41-4bac-a864-bf2331b53356 req-8ae2adff-dab7-4087-8fa1-d2d93d63e9e8 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:36.915194 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc0192fd-dd41-4bac-a864-bf2331b53356 req-8ae2adff-dab7-4087-8fa1-d2d93d63e9e8 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/ports?device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 949 time: 0.0687575 Jul 23 00:18:36.952009 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc0192fd-dd41-4bac-a864-bf2331b53356 req-b1271a49-b3fc-4e70-85bc-d63683d3c08c tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/security-groups?id=21af1004-aa9d-4bd4-8fa6-57e0885f0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311377 Jul 23 00:18:37.152085 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:38.086570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84680310-1ea6-43ed-b852-c605c084b5d4 req-9f453234-8325-4c91-a81b-4120b88a49c4 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:38.088044 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-84680310-1ea6-43ed-b852-c605c084b5d4 req-9f453234-8325-4c91-a81b-4120b88a49c4 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/ports?device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 949 time: 0.0666771 Jul 23 00:18:38.124785 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-84680310-1ea6-43ed-b852-c605c084b5d4 req-7204c83b-1370-4755-9ae4-b20f10c75c1f tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/security-groups?id=21af1004-aa9d-4bd4-8fa6-57e0885f0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311365 Jul 23 00:18:38.365723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8f24d-6ed3-46dc-8c14-e255f051b8dd req-672f52f3-9684-4e1e-b01a-741491a5f327 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:38.367784 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2af8f24d-6ed3-46dc-8c14-e255f051b8dd req-672f52f3-9684-4e1e-b01a-741491a5f327 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.18 "GET /v2.0/ports?device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 949 time: 0.0615041 Jul 23 00:18:38.466218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2af8f24d-6ed3-46dc-8c14-e255f051b8dd req-4a4a8c3e-0881-49c9-858f-107d20ba60e8 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Deleting port 43184a01-9031-4bc9-964e-63aff88d5c60 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:18:38.466552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2af8f24d-6ed3-46dc-8c14-e255f051b8dd req-4a4a8c3e-0881-49c9-858f-107d20ba60e8 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:38.555286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2af8f24d-6ed3-46dc-8c14-e255f051b8dd req-4a4a8c3e-0881-49c9-858f-107d20ba60e8 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] For port 43184a01-9031-4bc9-964e-63aff88d5c60, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=43184a01-9031-4bc9-964e-63aff88d5c60,segment=NetworkSegment(154c73de-6f9e-474e-bcec-01bf3e8f1f6a),segment_id=154c73de-6f9e-474e-bcec-01bf3e8f1f6a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:38.555640 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2af8f24d-6ed3-46dc-8c14-e255f051b8dd req-4a4a8c3e-0881-49c9-858f-107d20ba60e8 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:38.571279 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-2af8f24d-6ed3-46dc-8c14-e255f051b8dd req-4a4a8c3e-0881-49c9-858f-107d20ba60e8 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Calling delete_port for 43184a01-9031-4bc9-964e-63aff88d5c60 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:18:38.701477 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2af8f24d-6ed3-46dc-8c14-e255f051b8dd req-4a4a8c3e-0881-49c9-858f-107d20ba60e8 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:38.729303 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a8c3e-0881-49c9-858f-107d20ba60e8 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Pushing event deleted for resources: {'Port': ['ID=43184a01-9031-4bc9-964e-63aff88d5c60,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:38.732753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['43184a01-9031-4bc9-964e-63aff88d5c60'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:18:38.787882 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af8f24d-6ed3-46dc-8c14-e255f051b8dd req-4a4a8c3e-0881-49c9-858f-107d20ba60e8 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] No DVR routers for this DVR port 43184a01-9031-4bc9-964e-63aff88d5c60 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:18:38.791703 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2af8f24d-6ed3-46dc-8c14-e255f051b8dd req-4a4a8c3e-0881-49c9-858f-107d20ba60e8 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:38.793856 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2af8f24d-6ed3-46dc-8c14-e255f051b8dd req-4a4a8c3e-0881-49c9-858f-107d20ba60e8 tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.18 "DELETE /v2.0/ports/43184a01-9031-4bc9-964e-63aff88d5c60 HTTP/1.1" status: 204 len: 173 time: 0.4209330 Jul 23 00:18:38.794434 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67215e2-e047-46fa-9f1b-cf29aa8108a7', 'name': 'network-vif-deleted', 'tag': '43184a01-9031-4bc9-964e-63aff88d5c60'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:18:38.796765 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdd0a1a-926d-46d9-a032-14970c636d90" -d '{"events": [{"server_uuid": "f67215e2-e047-46fa-9f1b-cf29aa8108a7", "name": "network-vif-deleted", "tag": "43184a01-9031-4bc9-964e-63aff88d5c60"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:18:38.834682 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeaba97-89f2-4a62-acb0-a4e4af736178 x-openstack-request-id: req-daeaba97-89f2-4a62-acb0-a4e4af736178 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:18:38.835024 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67215e2-e047-46fa-9f1b-cf29aa8108a7", "name": "network-vif-deleted", "tag": "43184a01-9031-4bc9-964e-63aff88d5c60", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:18:38.835280 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-daeaba97-89f2-4a62-acb0-a4e4af736178 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:18:38.836239 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67215e2-e047-46fa-9f1b-cf29aa8108a7', 'name': 'network-vif-deleted', 'tag': '43184a01-9031-4bc9-964e-63aff88d5c60', 'status': 'completed', 'code': 200} Jul 23 00:18:39.237999 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-80fad3c5-2a82-487e-aced-6ba5dcd85df9 req-dc1f6d5e-4025-41db-8128-ecc7aeae36ab tempest-ServersAdminNegativeTestJSON-2097821653 tempest-ServersAdminNegativeTestJSON-2097821653-project] 10.222.0.26 "GET /v2.0/ports?device_id=f67215e2-e047-46fa-9f1b-cf29aa8108a7 HTTP/1.1" status: 200 len: 210 time: 0.0303442 Jul 23 00:18:40.526263 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57620) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:40.693938 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0b95c6dc-a13a-4f27-9f6d-6c669f596505 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ffcef67025e4efebcd2e7d6ac57d4d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665184 Jul 23 00:18:40.697016 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57626) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:40.748515 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5915470-5f37-4237-922f-98595db0c76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:40.769695 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5915470-5f37-4237-922f-98595db0c76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:40.818199 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5915470-5f37-4237-922f-98595db0c76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:40.821282 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f5915470-5f37-4237-922f-98595db0c76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:40.822418 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f5915470-5f37-4237-922f-98595db0c76a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21af1004-aa9d-4bd4-8fa6-57e0885f0408 HTTP/1.1" status: 204 len: 168 time: 0.1244800 Jul 23 00:18:40.830973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5915470-5f37-4237-922f-98595db0c76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21af1004-aa9d-4bd4-8fa6-57e0885f0408,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:41.119168 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57632) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:41.134094 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-444851eb-270a-41f6-8192-11b49470c6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:41.236205 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-444851eb-270a-41f6-8192-11b49470c6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:41.240525 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-444851eb-270a-41f6-8192-11b49470c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:41.285104 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444851eb-270a-41f6-8192-11b49470c6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e257dd2f-c9fa-427a-b7f3-8299a5ea87aa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:41.290734 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-444851eb-270a-41f6-8192-11b49470c6dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6eae0d856f444181bb40252c7bd7cd66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705301 Jul 23 00:18:41.293473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57634) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:41.348515 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f08bbb7-f9c9-41ed-8052-0da7169bb2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:41.370950 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f08bbb7-f9c9-41ed-8052-0da7169bb2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:41.424596 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f08bbb7-f9c9-41ed-8052-0da7169bb2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:41.427312 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f08bbb7-f9c9-41ed-8052-0da7169bb2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:41.428521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7f08bbb7-f9c9-41ed-8052-0da7169bb2a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e257dd2f-c9fa-427a-b7f3-8299a5ea87aa HTTP/1.1" status: 204 len: 168 time: 0.1342678 Jul 23 00:18:41.438783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08bbb7-f9c9-41ed-8052-0da7169bb2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e257dd2f-c9fa-427a-b7f3-8299a5ea87aa,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:41.735147 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 43184a01-9031-4bc9-964e-63aff88d5c60 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:18:41.755523 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 43184a01-9031-4bc9-964e-63aff88d5c60 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:18:41.755866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 43184a01-9031-4bc9-964e-63aff88d5c60 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:18:42.086479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57656) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:42.177218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ddeef047-a1c4-4e4d-b586-875555f16184 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-379468807-network', 'tenant_id': '68a35f9302774d27b95a51d108b17a36'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:18:42.201193 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddeef047-a1c4-4e4d-b586-875555f16184 admin admin] Made reservation on behalf of 68a35f9302774d27b95a51d108b17a36 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:18:42.203585 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddeef047-a1c4-4e4d-b586-875555f16184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:42.212216 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddeef047-a1c4-4e4d-b586-875555f16184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:42.300413 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddeef047-a1c4-4e4d-b586-875555f16184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:42.303391 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddeef047-a1c4-4e4d-b586-875555f16184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:42.325027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddeef047-a1c4-4e4d-b586-875555f16184 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:18:42.339829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeef047-a1c4-4e4d-b586-875555f16184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:42.342666 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddeef047-a1c4-4e4d-b586-875555f16184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:42.343017 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-ddeef047-a1c4-4e4d-b586-875555f16184 admin admin] Added segment 2a499224-2343-4e5c-99ea-f92fb24e2295 of type vlan for network b7448584-fedd-4e32-8da1-fd98e4e2acd7 Jul 23 00:18:42.382306 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddeef047-a1c4-4e4d-b586-875555f16184 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:42.411761 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddeef047-a1c4-4e4d-b586-875555f16184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:42.412621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeef047-a1c4-4e4d-b586-875555f16184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:42.413225 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ddeef047-a1c4-4e4d-b586-875555f16184 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:42.444134 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ddeef047-a1c4-4e4d-b586-875555f16184 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3565769 Jul 23 00:18:42.447748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57660) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:42.452829 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d6cf62f9-f4a4-4ec1-a0e2-0dd4a9cec50b admin admin] Request body: {'subnet': {'network_id': 'b7448584-fedd-4e32-8da1-fd98e4e2acd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-379468807-subnet', 'tenant_id': '68a35f9302774d27b95a51d108b17a36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:18:42.477016 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cf62f9-f4a4-4ec1-a0e2-0dd4a9cec50b admin admin] Made reservation on behalf of 68a35f9302774d27b95a51d108b17a36 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:18:42.477481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeef047-a1c4-4e4d-b586-875555f16184 admin admin] Pushing event updated for resources: {'Network': ['ID=b7448584-fedd-4e32-8da1-fd98e4e2acd7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:42.480098 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6cf62f9-f4a4-4ec1-a0e2-0dd4a9cec50b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:42.487422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network b7448584-fedd-4e32-8da1-fd98e4e2acd7 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:18:42.649014 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6cf62f9-f4a4-4ec1-a0e2-0dd4a9cec50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:42.704193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf62f9-f4a4-4ec1-a0e2-0dd4a9cec50b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e18815-399a-4722-8ab8-760c5b5e92e0,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:42.713852 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf62f9-f4a4-4ec1-a0e2-0dd4a9cec50b admin admin] Checking segment: {'id': '2a499224-2343-4e5c-99ea-f92fb24e2295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b7448584-fedd-4e32-8da1-fd98e4e2acd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:18:42.714211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cf62f9-f4a4-4ec1-a0e2-0dd4a9cec50b admin admin] Network hostable DHCP agents. Network: b7448584-fedd-4e32-8da1-fd98e4e2acd7, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:18:42.730985 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cf62f9-f4a4-4ec1-a0e2-0dd4a9cec50b admin admin] Network b7448584-fedd-4e32-8da1-fd98e4e2acd7 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:18:42.739179 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d6cf62f9-f4a4-4ec1-a0e2-0dd4a9cec50b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, b7448584-fedd-4e32-8da1-fd98e4e2acd7) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:18:42.744116 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cf62f9-f4a4-4ec1-a0e2-0dd4a9cec50b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:42.744723 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6cf62f9-f4a4-4ec1-a0e2-0dd4a9cec50b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:42.751393 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f183a6db-9f9a-4b18-8102-415eb3f2ea59 None None] Network b7448584-fedd-4e32-8da1-fd98e4e2acd7 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:18:42.758503 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d6cf62f9-f4a4-4ec1-a0e2-0dd4a9cec50b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3095300 Jul 23 00:18:42.877414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92681fa6-3d80-4c33-9ed7-751e36abba70 None None] Network b7448584-fedd-4e32-8da1-fd98e4e2acd7 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:18:43.170814 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-ecea91d9-2504-4e53-9ac6-7d92c86760a9 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:43.172281 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-ecea91d9-2504-4e53-9ac6-7d92c86760a9 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/networks?id=b7448584-fedd-4e32-8da1-fd98e4e2acd7 HTTP/1.1" status: 200 len: 811 time: 0.0990224 Jul 23 00:18:43.187084 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-87a8f41d-6525-4b2c-915a-ff92ceca1d72 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/quotas/68a35f9302774d27b95a51d108b17a36 HTTP/1.1" status: 200 len: 375 time: 0.0094824 Jul 23 00:18:43.220380 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-5b43ee8b-e77a-4ad5-a8bd-c854b5c0212c tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a35f9302774d27b95a51d108b17a36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283484 Jul 23 00:18:43.311367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-99e51623-d494-4a82-bd94-2099ce075b87 service neutron] 10.222.0.26 "GET /v2.0/networks/b7448584-fedd-4e32-8da1-fd98e4e2acd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847218 Jul 23 00:18:43.400884 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-d9ab0aa2-f321-4891-ae1c-a5603d97c92d service neutron] 10.222.0.26 "GET /v2.0/networks/b7448584-fedd-4e32-8da1-fd98e4e2acd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838706 Jul 23 00:18:43.561509 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-77c7023b-def3-47de-8dd9-ad43496fcf59 req-3de7a7cb-82e7-4679-88cb-fa179c782c45 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 210 time: 0.0302758 Jul 23 00:18:44.639651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab4b2585-be0d-4e55-aba6-edf736912ed7 req-c08a6d71-1e27-48f0-a634-4b2aa3e6edab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 210 time: 0.0302472 Jul 23 00:18:45.569351 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:18:45.717161 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-793dd8d5-3bd5-4efa-938c-758554a208d8 req-2c560fae-5cdf-48c1-b1fd-702824588c42 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 210 time: 0.0301247 Jul 23 00:18:46.787796 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:46.797841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2afd949-6a85-499c-abe0-4563f62cf68e req-dffea104-4a44-4ea7-acd9-556ea1075563 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 210 time: 0.0328825 Jul 23 00:18:47.892231 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-789d4391-3c81-4b76-a617-dc118a7a753c req-cddbdc92-ce08-4be2-8f6d-88b1ddad67d7 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 210 time: 0.0293794 Jul 23 00:18:48.811755 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-f9bfb779-f174-4cc5-97bf-676aa9937dd1 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:48.813292 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-f9bfb779-f174-4cc5-97bf-676aa9937dd1 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.18 "GET /v2.0/networks?id=b7448584-fedd-4e32-8da1-fd98e4e2acd7 HTTP/1.1" status: 200 len: 811 time: 0.1012390 Jul 23 00:18:48.831657 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Request body: {'port': {'device_id': '88c58508-704f-412e-a72c-9d2ffe8c153b', 'network_id': 'b7448584-fedd-4e32-8da1-fd98e4e2acd7', 'admin_state_up': True, 'tenant_id': '68a35f9302774d27b95a51d108b17a36'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:18:48.941718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Made reservation on behalf of 68a35f9302774d27b95a51d108b17a36 for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:18:48.945241 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:48.993228 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6cabac2-31f8-4568-9d35-4467f18c5db1 req-695dcc07-0d3c-4773-b182-2dc907f67bc4 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 210 time: 0.0323956 Jul 23 00:18:49.098489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Allocated IP 172.20.0.4 (b7448584-fedd-4e32-8da1-fd98e4e2acd7/b5e18815-399a-4722-8ab8-760c5b5e92e0/3171e013-bfa0-4893-b76f-da41fee98164) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:18:49.242701 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:49.280707 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:49.326339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Network b7448584-fedd-4e32-8da1-fd98e4e2acd7 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:18:49.329302 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:18:49.332946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:18:49.356527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Pushing event updated for resources: {'Port': ['ID=3171e013-bfa0-4893-b76f-da41fee98164,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:49.369509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:49.369862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:49.370204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:49.370542 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:49.370872 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:49.371203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:49.371528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:49.371852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:49.372175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:49.372497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:49.372818 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:49.373160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:49.395126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:49.395724 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:49.409304 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-4eb04728-bf32-4105-a900-ce5ec40fc6ab tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5817564 Jul 23 00:18:49.426816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Request body: {'port': {'device_id': '88c58508-704f-412e-a72c-9d2ffe8c153b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:18:49.501327 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:49.753787 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3171e013-bfa0-4893-b76f-da41fee98164 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:18:49.761286 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:49.772407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Transition to ACTIVE for port object 3171e013-bfa0-4893-b76f-da41fee98164 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:18:49.776797 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:49.850459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Pushing event updated for resources: {'Port': ['ID=3171e013-bfa0-4893-b76f-da41fee98164,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:49.904328 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Attempting to bind port 3171e013-bfa0-4893-b76f-da41fee98164 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:18:49.904660 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Attempting to bind port 3171e013-bfa0-4893-b76f-da41fee98164 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '2a499224-2343-4e5c-99ea-f92fb24e2295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b7448584-fedd-4e32-8da1-fd98e4e2acd7'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:18:49.904987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Attempting to bind port 3171e013-bfa0-4893-b76f-da41fee98164 on network b7448584-fedd-4e32-8da1-fd98e4e2acd7 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:18:49.909885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Port 3171e013-bfa0-4893-b76f-da41fee98164 on network b7448584-fedd-4e32-8da1-fd98e4e2acd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:18:49.910205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Attempting to bind port 3171e013-bfa0-4893-b76f-da41fee98164 on network b7448584-fedd-4e32-8da1-fd98e4e2acd7 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:18:49.916108 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:18:49.916445 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Checking segment: {'id': '2a499224-2343-4e5c-99ea-f92fb24e2295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b7448584-fedd-4e32-8da1-fd98e4e2acd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:18:49.916830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Bound using segment: {'id': '2a499224-2343-4e5c-99ea-f92fb24e2295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b7448584-fedd-4e32-8da1-fd98e4e2acd7'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:18:49.917283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Bound port: 3171e013-bfa0-4893-b76f-da41fee98164, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a499224-2343-4e5c-99ea-f92fb24e2295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b7448584-fedd-4e32-8da1-fd98e4e2acd7'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:18:49.917640 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:49.979470 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] For port 3171e013-bfa0-4893-b76f-da41fee98164, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:18:49.982391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] For port 3171e013-bfa0-4893-b76f-da41fee98164, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=3171e013-bfa0-4893-b76f-da41fee98164,segment=NetworkSegment(2a499224-2343-4e5c-99ea-f92fb24e2295),segment_id=2a499224-2343-4e5c-99ea-f92fb24e2295)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:18:49.986764 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:50.019385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:50.020000 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:50.021431 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] 10.222.0.18 "PUT /v2.0/ports/3171e013-bfa0-4893-b76f-da41fee98164 HTTP/1.1" status: 200 len: 1091 time: 0.5985415 Jul 23 00:18:50.021860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c58508-704f-412e-a72c-9d2ffe8c153b', 'tag': '3171e013-bfa0-4893-b76f-da41fee98164'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:18:50.024077 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e44f36f-d687-44b7-bfe1-9669abd0853f" -d '{"events": [{"name": "network-changed", "server_uuid": "88c58508-704f-412e-a72c-9d2ffe8c153b", "tag": "3171e013-bfa0-4893-b76f-da41fee98164"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:18:50.052139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84b27c-7a7a-4e23-96a5-6ad737d2b1ce service neutron] Pushing event updated for resources: {'Port': ['ID=3171e013-bfa0-4893-b76f-da41fee98164,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:50.070986 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4f2b99-380b-46ad-be76-5c7ed69b77c0 x-openstack-request-id: req-3f4f2b99-380b-46ad-be76-5c7ed69b77c0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:18:50.071355 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c58508-704f-412e-a72c-9d2ffe8c153b", "tag": "3171e013-bfa0-4893-b76f-da41fee98164", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:18:50.072209 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f4f2b99-380b-46ad-be76-5c7ed69b77c0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:18:50.072623 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c58508-704f-412e-a72c-9d2ffe8c153b', 'tag': '3171e013-bfa0-4893-b76f-da41fee98164', 'status': 'completed', 'code': 200} Jul 23 00:18:50.186749 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a45144-5ad3-4ec5-9aba-3f8b9faf5ae0 req-c9029985-faec-4741-8492-5db3cedfdcae tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:50.188228 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-29a45144-5ad3-4ec5-9aba-3f8b9faf5ae0 req-c9029985-faec-4741-8492-5db3cedfdcae tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 943 time: 0.0999506 Jul 23 00:18:50.194202 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-1167aafe-465f-4ec6-939e-9961ce4bb456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:50.195606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-1167aafe-465f-4ec6-939e-9961ce4bb456 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=68a35f9302774d27b95a51d108b17a36&device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 1094 time: 0.1061070 Jul 23 00:18:50.249492 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-455300bc-5826-4814-8647-98b7ebe5cfaf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3171e013-bfa0-4893-b76f-da41fee98164 HTTP/1.1" status: 200 len: 217 time: 0.0402398 Jul 23 00:18:50.269320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-29a45144-5ad3-4ec5-9aba-3f8b9faf5ae0 req-5690672a-431a-415c-b9ac-c6e5ddc96a08 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727303 Jul 23 00:18:50.302535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-51220763-2d37-4a3c-bdb8-1d4e63109047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:50.304002 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-51220763-2d37-4a3c-bdb8-1d4e63109047 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b5e18815-399a-4722-8ab8-760c5b5e92e0 HTTP/1.1" status: 200 len: 851 time: 0.0473471 Jul 23 00:18:50.337457 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-148ef081-983b-46b8-b1e3-8e817b1ef010 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7448584-fedd-4e32-8da1-fd98e4e2acd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263593 Jul 23 00:18:50.428488 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-4005682a-5162-4f99-83c7-3ec36067ca64 service neutron] 10.222.0.18 "GET /v2.0/networks/b7448584-fedd-4e32-8da1-fd98e4e2acd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837672 Jul 23 00:18:50.513397 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-39d70134-90a8-47ae-84b8-085b60f3c1d3 req-e7e069ff-0a92-4831-9d3f-e8ee6dc4d5d1 service neutron] 10.222.0.18 "GET /v2.0/networks/b7448584-fedd-4e32-8da1-fd98e4e2acd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785015 Jul 23 00:18:50.651650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f36f-d687-44b7-bfe1-9669abd0853f req-634dc87b-608e-49d9-870c-928788c0f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:50.653055 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e44f36f-d687-44b7-bfe1-9669abd0853f req-634dc87b-608e-49d9-870c-928788c0f9c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=68a35f9302774d27b95a51d108b17a36&device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 1094 time: 0.0578098 Jul 23 00:18:50.744344 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f36f-d687-44b7-bfe1-9669abd0853f req-7b509fa0-de2f-4745-983a-0d961a67478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:50.745837 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e44f36f-d687-44b7-bfe1-9669abd0853f req-7b509fa0-de2f-4745-983a-0d961a67478d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7448584-fedd-4e32-8da1-fd98e4e2acd7 HTTP/1.1" status: 200 len: 912 time: 0.0866795 Jul 23 00:18:50.789072 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e44f36f-d687-44b7-bfe1-9669abd0853f req-ae2a95c1-d395-446e-95e9-8f24545b0ec3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3171e013-bfa0-4893-b76f-da41fee98164 HTTP/1.1" status: 200 len: 217 time: 0.0372140 Jul 23 00:18:50.836758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f36f-d687-44b7-bfe1-9669abd0853f req-0c612db4-049d-4f4d-9ddd-dd4752de5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:50.838271 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e44f36f-d687-44b7-bfe1-9669abd0853f req-0c612db4-049d-4f4d-9ddd-dd4752de5d3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b5e18815-399a-4722-8ab8-760c5b5e92e0 HTTP/1.1" status: 200 len: 851 time: 0.0430174 Jul 23 00:18:50.871821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e44f36f-d687-44b7-bfe1-9669abd0853f req-e10141e4-3594-4681-a974-932d29111839 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7448584-fedd-4e32-8da1-fd98e4e2acd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263865 Jul 23 00:18:51.301375 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e44f36f-d687-44b7-bfe1-9669abd0853f req-f78e8d9b-9822-4f7e-83b1-be1ba2080ae9 service neutron] 10.222.0.18 "GET /v2.0/networks/b7448584-fedd-4e32-8da1-fd98e4e2acd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214542 Jul 23 00:18:51.428644 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e44f36f-d687-44b7-bfe1-9669abd0853f req-881453e8-2b7f-403b-80c2-d10097f0524f service neutron] 10.222.0.18 "GET /v2.0/networks/b7448584-fedd-4e32-8da1-fd98e4e2acd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203072 Jul 23 00:18:51.443833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4586550-513c-4b56-82ee-bbc02e5efc38 req-e58546ef-012e-4c07-9583-7dc80c9ce645 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:51.445406 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4586550-513c-4b56-82ee-bbc02e5efc38 req-e58546ef-012e-4c07-9583-7dc80c9ce645 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 943 time: 0.1068883 Jul 23 00:18:51.483257 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4586550-513c-4b56-82ee-bbc02e5efc38 req-32688c16-0859-47c1-8c41-086bb86eea7c tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319848 Jul 23 00:18:52.609664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a83fd-0dba-49e7-8843-5cc44c0acc81 req-7e10cd55-3833-46ef-9748-de80f81b5302 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:52.611124 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a1a83fd-0dba-49e7-8843-5cc44c0acc81 req-7e10cd55-3833-46ef-9748-de80f81b5302 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 943 time: 0.0624607 Jul 23 00:18:52.647708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a1a83fd-0dba-49e7-8843-5cc44c0acc81 req-a6331428-8c4a-4606-b544-d5f87d5172b9 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311205 Jul 23 00:18:53.778199 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c85b24-f59b-4776-8bdd-93a8dfb207c9 req-7fc89fa2-2664-47fa-ba01-696c824cf343 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:53.779662 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47c85b24-f59b-4776-8bdd-93a8dfb207c9 req-7fc89fa2-2664-47fa-ba01-696c824cf343 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 943 time: 0.0629547 Jul 23 00:18:53.796099 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 3171e013-bfa0-4893-b76f-da41fee98164 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:18:53.821238 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47c85b24-f59b-4776-8bdd-93a8dfb207c9 req-e5f70efb-01ce-404d-9dc3-a0345c501ce9 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359168 Jul 23 00:18:53.893697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 3171e013-bfa0-4893-b76f-da41fee98164, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=3171e013-bfa0-4893-b76f-da41fee98164,segment=NetworkSegment(2a499224-2343-4e5c-99ea-f92fb24e2295),segment_id=2a499224-2343-4e5c-99ea-f92fb24e2295)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:53.904327 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '3171e013-bfa0-4893-b76f-da41fee98164', 'network_id': 'b7448584-fedd-4e32-8da1-fd98e4e2acd7', 'port_id': '3171e013-bfa0-4893-b76f-da41fee98164', 'mac_address': 'fa:16:3e:a9:a8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e18815-399a-4722-8ab8-760c5b5e92e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:18:53.939686 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:53.951757 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3171e013-bfa0-4893-b76f-da41fee98164 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:18:53.973663 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 3171e013-bfa0-4893-b76f-da41fee98164, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=3171e013-bfa0-4893-b76f-da41fee98164,segment=NetworkSegment(2a499224-2343-4e5c-99ea-f92fb24e2295),segment_id=2a499224-2343-4e5c-99ea-f92fb24e2295)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:53.977029 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:54.024336 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=3171e013-bfa0-4893-b76f-da41fee98164,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:54.228570 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['3171e013-bfa0-4893-b76f-da41fee98164'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:18:54.949362 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7cd13-e2b6-45e6-84d0-f5ae54674a06 req-1c5cca9d-939d-46d5-a4d5-766ae7517d1a tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:54.950849 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fff7cd13-e2b6-45e6-84d0-f5ae54674a06 req-1c5cca9d-939d-46d5-a4d5-766ae7517d1a tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 944 time: 0.0621130 Jul 23 00:18:54.986839 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fff7cd13-e2b6-45e6-84d0-f5ae54674a06 req-16dd078b-ac33-48da-92e8-de2b66b01714 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305593 Jul 23 00:18:55.796916 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 3171e013-bfa0-4893-b76f-da41fee98164 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:18:55.847875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 3171e013-bfa0-4893-b76f-da41fee98164 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:18:55.851374 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 3171e013-bfa0-4893-b76f-da41fee98164 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:18:55.851744 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:55.926789 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:55.949681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c58508-704f-412e-a72c-9d2ffe8c153b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3171e013-bfa0-4893-b76f-da41fee98164'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:18:55.951935 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3207755d-336f-4887-af09-e5c1d6a37ea9" -d '{"events": [{"server_uuid": "88c58508-704f-412e-a72c-9d2ffe8c153b", "name": "network-vif-plugged", "status": "completed", "tag": "3171e013-bfa0-4893-b76f-da41fee98164"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:18:55.964943 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 3171e013-bfa0-4893-b76f-da41fee98164, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=3171e013-bfa0-4893-b76f-da41fee98164,segment=NetworkSegment(2a499224-2343-4e5c-99ea-f92fb24e2295),segment_id=2a499224-2343-4e5c-99ea-f92fb24e2295)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:55.968982 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:55.995060 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd699a6-5976-4ff6-8385-e59060e08e27 x-openstack-request-id: req-0cd699a6-5976-4ff6-8385-e59060e08e27 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:18:55.995346 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c58508-704f-412e-a72c-9d2ffe8c153b", "name": "network-vif-plugged", "status": "completed", "tag": "3171e013-bfa0-4893-b76f-da41fee98164", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:18:55.995597 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0cd699a6-5976-4ff6-8385-e59060e08e27 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:18:55.995977 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c58508-704f-412e-a72c-9d2ffe8c153b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3171e013-bfa0-4893-b76f-da41fee98164', 'code': 200} Jul 23 00:18:56.023240 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=3171e013-bfa0-4893-b76f-da41fee98164,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:56.159666 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814cd5c-12e5-4b79-96f0-3f799d4acbd2 req-3d644373-6f58-49a7-81f2-7d2b125bd8d6 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:56.161052 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4814cd5c-12e5-4b79-96f0-3f799d4acbd2 req-3d644373-6f58-49a7-81f2-7d2b125bd8d6 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.1031549 Jul 23 00:18:56.166664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5c3ae-a232-48a9-9b2e-01b411a664d0 req-c91a6ac6-9160-48ad-9c2a-6f4624932a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:56.168041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6dc5c3ae-a232-48a9-9b2e-01b411a664d0 req-c91a6ac6-9160-48ad-9c2a-6f4624932a36 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 1096 time: 0.0817525 Jul 23 00:18:56.221015 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4814cd5c-12e5-4b79-96f0-3f799d4acbd2 req-46d6a220-8c7e-46c1-94f6-6b1644f822e5 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520430 Jul 23 00:18:56.222665 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6dc5c3ae-a232-48a9-9b2e-01b411a664d0 req-640a881a-6a2d-4ae7-b4b9-655ad7d86d46 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480213 Jul 23 00:18:57.371348 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fc1b0-4f22-4d80-8b3e-dc7187012ec5 req-074e100f-fe69-4091-9fad-cfbdf2368aff tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:57.372818 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db6fc1b0-4f22-4d80-8b3e-dc7187012ec5 req-074e100f-fe69-4091-9fad-cfbdf2368aff tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0627978 Jul 23 00:18:57.409066 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db6fc1b0-4f22-4d80-8b3e-dc7187012ec5 req-1ffc4064-b859-4211-a723-4ea1c1fe386f tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307157 Jul 23 00:18:57.678691 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57742) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:57.753184 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6348f9-694d-45ee-967b-5e4eec0cd106 req-f741f643-08ac-4c06-b180-4dd7fdc30480 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:57.754703 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e6348f9-694d-45ee-967b-5e4eec0cd106 req-f741f643-08ac-4c06-b180-4dd7fdc30480 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0672128 Jul 23 00:18:57.783651 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-5fb2d43b-953a-49f5-9a77-adccaa5c0588 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1036496 Jul 23 00:18:57.793679 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e6348f9-694d-45ee-967b-5e4eec0cd106 req-4e0538b4-0d15-4e0c-b788-d26b8b8b4f32 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326052 Jul 23 00:18:58.857739 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-25a349a1-50f7-4c09-bee7-e35c9da052c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:58.859324 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-25a349a1-50f7-4c09-bee7-e35c9da052c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=68a35f9302774d27b95a51d108b17a36&device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 1096 time: 0.0575838 Jul 23 00:18:58.988294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-9a884c06-a9c6-4539-8a93-ef0816800cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:58.989781 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-9a884c06-a9c6-4539-8a93-ef0816800cc8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7448584-fedd-4e32-8da1-fd98e4e2acd7 HTTP/1.1" status: 200 len: 912 time: 0.1242962 Jul 23 00:18:58.998156 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcd45a-79c6-4d2b-9d30-ce4d6ed7a71f req-6bdb2b06-c3b3-441c-aef6-2c6500b0027b tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:58.999491 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3cdcd45a-79c6-4d2b-9d30-ce4d6ed7a71f req-6bdb2b06-c3b3-441c-aef6-2c6500b0027b tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.1169786 Jul 23 00:18:59.045220 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-4a73c03a-c576-4fb1-aad5-98b71077d60a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3171e013-bfa0-4893-b76f-da41fee98164 HTTP/1.1" status: 200 len: 217 time: 0.0447826 Jul 23 00:18:59.094482 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3cdcd45a-79c6-4d2b-9d30-ce4d6ed7a71f req-3ab49082-01fc-4afa-a049-626a0aad29d9 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882480 Jul 23 00:18:59.108513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-51bd3cea-683d-453c-979f-e3d231886314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:59.109999 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-51bd3cea-683d-453c-979f-e3d231886314 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b5e18815-399a-4722-8ab8-760c5b5e92e0 HTTP/1.1" status: 200 len: 851 time: 0.0577171 Jul 23 00:18:59.144291 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-e23b053b-4b9a-49e9-8933-c0930f5a4971 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7448584-fedd-4e32-8da1-fd98e4e2acd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278811 Jul 23 00:18:59.234196 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-afa4948c-8cb5-47c7-b730-0c0c1dde8a29 service neutron] 10.222.0.18 "GET /v2.0/networks/b7448584-fedd-4e32-8da1-fd98e4e2acd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812206 Jul 23 00:18:59.325865 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-273253b0-8b03-4dba-83ef-80f67eda3f3c service neutron] 10.222.0.18 "GET /v2.0/networks/b7448584-fedd-4e32-8da1-fd98e4e2acd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846572 Jul 23 00:19:00.225827 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad485379-e6f6-4f1a-90f9-5229d9c2ff64 req-c2b982f5-220d-4631-858f-5889cc4f4dd4 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:00.227313 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad485379-e6f6-4f1a-90f9-5229d9c2ff64 req-c2b982f5-220d-4631-858f-5889cc4f4dd4 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0662782 Jul 23 00:19:00.266046 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad485379-e6f6-4f1a-90f9-5229d9c2ff64 req-732950cc-8ac2-43c0-92ef-21433fc2934a tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323789 Jul 23 00:19:01.400162 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2926db1-4413-4880-b5da-773f919d1154 req-6654480c-9af9-4b64-8644-5b2cb11c9f42 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:01.401665 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2926db1-4413-4880-b5da-773f919d1154 req-6654480c-9af9-4b64-8644-5b2cb11c9f42 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0674555 Jul 23 00:19:01.439343 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d2926db1-4413-4880-b5da-773f919d1154 req-a0c8f018-d4f2-4700-8b4a-11479cf62a17 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Jul 23 00:19:01.654885 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-42eef7a9-992b-4dec-be01-4cde91c800e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:02.569636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb0069-701d-433e-9310-fe1d4eefe483 req-6c9665ab-dc23-4349-9e45-abdd3219bd06 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:02.571134 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12eb0069-701d-433e-9310-fe1d4eefe483 req-6c9665ab-dc23-4349-9e45-abdd3219bd06 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0654671 Jul 23 00:19:02.608891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12eb0069-701d-433e-9310-fe1d4eefe483 req-20b8cda5-f764-4a4c-ad78-aa95b46365f1 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321524 Jul 23 00:19:03.739495 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d974580-72b6-4d67-bf00-cdde2c909f64 req-372d3d55-b1a5-4160-9f9e-f6f548faefd9 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:03.740967 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d974580-72b6-4d67-bf00-cdde2c909f64 req-372d3d55-b1a5-4160-9f9e-f6f548faefd9 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0640552 Jul 23 00:19:03.781719 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d974580-72b6-4d67-bf00-cdde2c909f64 req-f5d54cc3-e0f9-4974-a711-aaa3fdd81b2a tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344558 Jul 23 00:19:04.409333 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1a2849d-ed34-4c62-bdca-13cbd7a38c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:04.449797 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:04.609971 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:04.911504 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f459827-9d64-47c9-a1b1-d2eac923df8e req-946a5660-09c9-41d1-9695-11e2f1bf20d0 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:04.912976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f459827-9d64-47c9-a1b1-d2eac923df8e req-946a5660-09c9-41d1-9695-11e2f1bf20d0 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0636721 Jul 23 00:19:04.949860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f459827-9d64-47c9-a1b1-d2eac923df8e req-7e74e774-ae4a-4117-ba62-edc5df6cbf1f tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Jul 23 00:19:05.663870 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:06.096198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f5b21-cd10-443e-8cd3-bbbbce827971 req-8062f8a0-ae77-4296-be71-e1356553650d tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:06.097688 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-462f5b21-cd10-443e-8cd3-bbbbce827971 req-8062f8a0-ae77-4296-be71-e1356553650d tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0624795 Jul 23 00:19:06.134666 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-462f5b21-cd10-443e-8cd3-bbbbce827971 req-47232d39-3ad1-4b16-85fb-4353f123d6c4 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315309 Jul 23 00:19:07.150334 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:07.265661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44a8b2-6761-45f9-8865-a05921f5a46e req-56dc00ce-b1ae-462c-895e-a8c0946a7e07 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:07.267144 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed44a8b2-6761-45f9-8865-a05921f5a46e req-56dc00ce-b1ae-462c-895e-a8c0946a7e07 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0661922 Jul 23 00:19:07.304183 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed44a8b2-6761-45f9-8865-a05921f5a46e req-6c565dca-55d7-4f5e-8188-c4cd06eb1955 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315416 Jul 23 00:19:08.433643 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d5698-bfc5-4528-b6f4-6b24a98cf317 req-b96ec1f7-6bbc-4b4c-ace9-8293174246bb tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:08.435144 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7e4d5698-bfc5-4528-b6f4-6b24a98cf317 req-b96ec1f7-6bbc-4b4c-ace9-8293174246bb tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0642552 Jul 23 00:19:08.471822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7e4d5698-bfc5-4528-b6f4-6b24a98cf317 req-33a4616f-999d-4d42-b553-e5d437ca646e tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312784 Jul 23 00:19:09.610260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a550e7-7f2f-4829-a36d-0ab25d4c53cc req-5fad1c3d-a3df-430c-b355-b7f2e4bf2b4b tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:09.611778 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a550e7-7f2f-4829-a36d-0ab25d4c53cc req-5fad1c3d-a3df-430c-b355-b7f2e4bf2b4b tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0672405 Jul 23 00:19:09.654820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92a550e7-7f2f-4829-a36d-0ab25d4c53cc req-b7c811bb-27eb-4873-bae9-6066af620612 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375495 Jul 23 00:19:10.786132 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3904e8f-bec0-47f5-97e9-4cbf6ab3644e req-761ae99f-eb03-4e34-abdc-0e206575f0d7 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:10.787603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3904e8f-bec0-47f5-97e9-4cbf6ab3644e req-761ae99f-eb03-4e34-abdc-0e206575f0d7 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0657346 Jul 23 00:19:10.824236 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3904e8f-bec0-47f5-97e9-4cbf6ab3644e req-89c04ef6-e37f-4ae8-a065-7644d92da040 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300977 Jul 23 00:19:11.955856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e26df-262b-4082-a905-1a22128b8fab req-55fccdab-8f1b-4f76-949e-bee5cb10ae8b tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:11.957375 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-039e26df-262b-4082-a905-1a22128b8fab req-55fccdab-8f1b-4f76-949e-bee5cb10ae8b tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0657349 Jul 23 00:19:11.994102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-039e26df-262b-4082-a905-1a22128b8fab req-758f404d-6702-4add-af69-6a4991f84ef6 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312123 Jul 23 00:19:13.127314 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb1f13-1e7e-491b-bd5a-8b05cba313ad req-c50a72b6-7117-4a44-8b82-2215dcb83444 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:13.128799 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bfeb1f13-1e7e-491b-bd5a-8b05cba313ad req-c50a72b6-7117-4a44-8b82-2215dcb83444 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0678713 Jul 23 00:19:13.166223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bfeb1f13-1e7e-491b-bd5a-8b05cba313ad req-86c7c561-d7fd-4c51-b87b-22006bb82250 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320518 Jul 23 00:19:14.295692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa11ce3-5389-4867-9ebb-a69209764376 req-7fcb0631-0827-4fda-b101-1d20265f76ae tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:14.297145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aaa11ce3-5389-4867-9ebb-a69209764376 req-7fcb0631-0827-4fda-b101-1d20265f76ae tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0644279 Jul 23 00:19:14.334130 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aaa11ce3-5389-4867-9ebb-a69209764376 req-6f2da571-6c08-4679-9fde-c8c40de26677 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315402 Jul 23 00:19:15.459934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465baad-3564-4d4e-b259-43fb0aceacf2 req-c947d0c3-04d5-47dd-9243-2a7f605c8d2b tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:15.461420 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9465baad-3564-4d4e-b259-43fb0aceacf2 req-c947d0c3-04d5-47dd-9243-2a7f605c8d2b tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0623143 Jul 23 00:19:15.503204 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9465baad-3564-4d4e-b259-43fb0aceacf2 req-b26aefdd-980c-4d2b-b72c-784676e6eddf tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351205 Jul 23 00:19:16.634408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e3b31-726c-4217-8b3a-d5876b19e618 req-850a6a19-9e7b-48ae-b364-792abaea570c tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:16.635799 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-928e3b31-726c-4217-8b3a-d5876b19e618 req-850a6a19-9e7b-48ae-b364-792abaea570c tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0645065 Jul 23 00:19:16.672759 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-928e3b31-726c-4217-8b3a-d5876b19e618 req-31b4274b-b7ee-44af-9d6b-81d86cbca583 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308378 Jul 23 00:19:16.797378 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:17.801503 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab521d29-b2b3-42db-b987-90e79a64ef1f req-a28a8e47-fee1-4f28-a23f-49b417735466 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:17.803155 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab521d29-b2b3-42db-b987-90e79a64ef1f req-a28a8e47-fee1-4f28-a23f-49b417735466 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0635967 Jul 23 00:19:17.839996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab521d29-b2b3-42db-b987-90e79a64ef1f req-55fbb7a6-6b84-4476-8e5a-70bcaf9fae9a tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312099 Jul 23 00:19:18.971351 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387f347-ea1a-4689-94eb-fddc3c902d44 req-c3f08324-4b0d-4e8e-ad83-2515c6dfe927 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:18.972816 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e387f347-ea1a-4689-94eb-fddc3c902d44 req-c3f08324-4b0d-4e8e-ad83-2515c6dfe927 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0658929 Jul 23 00:19:19.009692 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e387f347-ea1a-4689-94eb-fddc3c902d44 req-50df5c96-0cd9-4809-af35-7ac43adce3ca tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313466 Jul 23 00:19:20.142512 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bd5b9-e3f5-445f-8880-5a80903e9de1 req-b73eed76-e42c-4c5f-997e-581e1c3a21f4 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:20.143910 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b57bd5b9-e3f5-445f-8880-5a80903e9de1 req-b73eed76-e42c-4c5f-997e-581e1c3a21f4 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0657387 Jul 23 00:19:20.181564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b57bd5b9-e3f5-445f-8880-5a80903e9de1 req-68798faf-0bac-49fb-aa42-2f84beeffa39 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321183 Jul 23 00:19:21.310262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c8601-000d-429d-8dd8-68c95b900144 req-49042445-fa81-43ca-b9d6-d2b879c83bc1 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:21.311743 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc2c8601-000d-429d-8dd8-68c95b900144 req-49042445-fa81-43ca-b9d6-d2b879c83bc1 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0631318 Jul 23 00:19:21.352682 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc2c8601-000d-429d-8dd8-68c95b900144 req-7905cc75-e4cc-494a-9fc3-3c75dc347b4a tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354259 Jul 23 00:19:22.482280 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c3201-6950-455b-8d19-36e3c83e5dfd req-60bdf31f-7ddb-4721-a545-150985b2f901 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:22.483764 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-771c3201-6950-455b-8d19-36e3c83e5dfd req-60bdf31f-7ddb-4721-a545-150985b2f901 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0631311 Jul 23 00:19:22.520332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-771c3201-6950-455b-8d19-36e3c83e5dfd req-94fe6736-061f-481b-863f-cf7f6867913f tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312018 Jul 23 00:19:22.568959 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:19:23.647366 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76115f48-725d-4999-a436-1ebb7c085605 req-1d9bec7b-c585-4cb1-8266-c7e75bf30513 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:23.648869 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76115f48-725d-4999-a436-1ebb7c085605 req-1d9bec7b-c585-4cb1-8266-c7e75bf30513 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0627849 Jul 23 00:19:23.685822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76115f48-725d-4999-a436-1ebb7c085605 req-377ebb08-a46d-43d0-8390-af181fe68213 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307722 Jul 23 00:19:24.817275 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e5769-8ba6-4f48-b69d-ae5e3dd0ff7c req-cc33e122-43b2-4e11-b3c1-0c5db323d1c8 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:24.818739 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-554e5769-8ba6-4f48-b69d-ae5e3dd0ff7c req-cc33e122-43b2-4e11-b3c1-0c5db323d1c8 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0666203 Jul 23 00:19:24.855716 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-554e5769-8ba6-4f48-b69d-ae5e3dd0ff7c req-10558062-5639-4a0b-9408-46125a4cfbdd tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309489 Jul 23 00:19:25.985215 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9deb79-a705-4e70-80f0-1c82bb24071b req-f604702e-1802-46aa-9fa5-dea708e8baf2 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:25.986706 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7a9deb79-a705-4e70-80f0-1c82bb24071b req-f604702e-1802-46aa-9fa5-dea708e8baf2 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0638399 Jul 23 00:19:26.023897 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7a9deb79-a705-4e70-80f0-1c82bb24071b req-07eb1914-8e3e-4c78-9bc9-77bc8be9f3f0 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315442 Jul 23 00:19:26.382484 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-29be8a0f-0e10-4a16-b15d-daa5b41974f1 service neutron] show failed (client error): The resource could not be found. Jul 23 00:19:26.383477 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-29be8a0f-0e10-4a16-b15d-daa5b41974f1 service neutron] 10.222.0.18 "GET /v2.0/ports/3171e013-bfa0-4893-b76f-da41fee98164/bindings/n-h2-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.0532615 Jul 23 00:19:26.595570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-3a3388ce-5331-4ed1-80e0-1da63579decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:26.597079 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-3a3388ce-5331-4ed1-80e0-1da63579decf service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b&tenant_id=68a35f9302774d27b95a51d108b17a36 HTTP/1.1" status: 200 len: 1096 time: 0.0599556 Jul 23 00:19:26.609008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:19:26.677647 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:26.879530 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] For port 3171e013-bfa0-4893-b76f-da41fee98164, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=3171e013-bfa0-4893-b76f-da41fee98164,segment=NetworkSegment(2a499224-2343-4e5c-99ea-f92fb24e2295),segment_id=2a499224-2343-4e5c-99ea-f92fb24e2295)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:19:26.915045 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] For port 3171e013-bfa0-4893-b76f-da41fee98164, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:19:26.953788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c58508-704f-412e-a72c-9d2ffe8c153b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3171e013-bfa0-4893-b76f-da41fee98164'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:19:26.955968 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3ac096-2e3f-44df-9463-14c39a40c125" -d '{"events": [{"server_uuid": "88c58508-704f-412e-a72c-9d2ffe8c153b", "name": "network-vif-unplugged", "status": "completed", "tag": "3171e013-bfa0-4893-b76f-da41fee98164"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:19:26.959577 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:26.971878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Transition to ACTIVE for port object 3171e013-bfa0-4893-b76f-da41fee98164 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:19:26.975429 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:27.017983 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecefeabb-3da3-4c7a-a344-c295a3f4a86d x-openstack-request-id: req-ecefeabb-3da3-4c7a-a344-c295a3f4a86d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:19:27.018528 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c58508-704f-412e-a72c-9d2ffe8c153b", "name": "network-vif-unplugged", "status": "completed", "tag": "3171e013-bfa0-4893-b76f-da41fee98164", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:19:27.018528 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ecefeabb-3da3-4c7a-a344-c295a3f4a86d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:19:27.018898 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c58508-704f-412e-a72c-9d2ffe8c153b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3171e013-bfa0-4893-b76f-da41fee98164', 'code': 200} Jul 23 00:19:27.027374 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Pushing event updated for resources: {'Port': ['ID=3171e013-bfa0-4893-b76f-da41fee98164,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:19:27.045727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] No DVR routers for this DVR port 3171e013-bfa0-4893-b76f-da41fee98164 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:19:27.082037 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Attempting to bind port 3171e013-bfa0-4893-b76f-da41fee98164 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:19:27.082367 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Attempting to bind port 3171e013-bfa0-4893-b76f-da41fee98164 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '2a499224-2343-4e5c-99ea-f92fb24e2295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b7448584-fedd-4e32-8da1-fd98e4e2acd7'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:19:27.082692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Attempting to bind port 3171e013-bfa0-4893-b76f-da41fee98164 on network b7448584-fedd-4e32-8da1-fd98e4e2acd7 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:19:27.086834 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Port 3171e013-bfa0-4893-b76f-da41fee98164 on network b7448584-fedd-4e32-8da1-fd98e4e2acd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:19:27.087149 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Attempting to bind port 3171e013-bfa0-4893-b76f-da41fee98164 on network b7448584-fedd-4e32-8da1-fd98e4e2acd7 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:19:27.093768 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:19:27.094096 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Checking segment: {'id': '2a499224-2343-4e5c-99ea-f92fb24e2295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b7448584-fedd-4e32-8da1-fd98e4e2acd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:19:27.094465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Bound using segment: {'id': '2a499224-2343-4e5c-99ea-f92fb24e2295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b7448584-fedd-4e32-8da1-fd98e4e2acd7'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:19:27.094885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Bound port: 3171e013-bfa0-4893-b76f-da41fee98164, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a499224-2343-4e5c-99ea-f92fb24e2295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b7448584-fedd-4e32-8da1-fd98e4e2acd7'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:19:27.095234 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:27.203892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c57d40-5bdf-4b4d-9c82-74d44119c8d5 req-281fa978-16fd-4488-82e2-ad2175427d5e tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:27.205332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69c57d40-5bdf-4b4d-9c82-74d44119c8d5 req-281fa978-16fd-4488-82e2-ad2175427d5e tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 943 time: 0.1135213 Jul 23 00:19:27.206312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] For port 3171e013-bfa0-4893-b76f-da41fee98164, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:19:27.209546 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] For port 3171e013-bfa0-4893-b76f-da41fee98164, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3171e013-bfa0-4893-b76f-da41fee98164,segment=NetworkSegment(2a499224-2343-4e5c-99ea-f92fb24e2295),segment_id=2a499224-2343-4e5c-99ea-f92fb24e2295)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:19:27.220698 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:27.266473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:27.267086 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:27.268458 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] 10.222.0.95 "PUT /v2.0/ports/3171e013-bfa0-4893-b76f-da41fee98164 HTTP/1.1" status: 200 len: 1091 time: 0.6634288 Jul 23 00:19:27.287177 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69c57d40-5bdf-4b4d-9c82-74d44119c8d5 req-c1a02089-0625-4820-b6fd-f79191dcb1d5 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758996 Jul 23 00:19:27.328109 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f71ac-7186-4bff-9ee3-41c6e561cfec service neutron] Pushing event updated for resources: {'Port': ['ID=3171e013-bfa0-4893-b76f-da41fee98164,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:19:27.357223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-8971d3db-873b-46c7-b977-361303315cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:27.358731 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-8971d3db-873b-46c7-b977-361303315cfc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=68a35f9302774d27b95a51d108b17a36&device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 1094 time: 0.0624731 Jul 23 00:19:27.445118 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-55dd43f4-d326-4e25-a535-1093ed223092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:27.446544 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-55dd43f4-d326-4e25-a535-1093ed223092 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b7448584-fedd-4e32-8da1-fd98e4e2acd7 HTTP/1.1" status: 200 len: 912 time: 0.0813658 Jul 23 00:19:27.490797 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-ed36ad80-df68-4a54-8e46-2313dc3633d3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3171e013-bfa0-4893-b76f-da41fee98164 HTTP/1.1" status: 200 len: 217 time: 0.0371604 Jul 23 00:19:27.537933 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-678c8d19-fd61-4a4f-a9c8-fa3b3bfc52fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:27.539320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-678c8d19-fd61-4a4f-a9c8-fa3b3bfc52fc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b5e18815-399a-4722-8ab8-760c5b5e92e0 HTTP/1.1" status: 200 len: 851 time: 0.0424302 Jul 23 00:19:27.572802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-addc9a77-fa89-4911-9526-81fb4eb7fe34 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b7448584-fedd-4e32-8da1-fd98e4e2acd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260303 Jul 23 00:19:27.664798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-e83e7fc4-2490-4bc8-a1f1-966c0aee7cd4 service neutron] 10.222.0.95 "GET /v2.0/networks/b7448584-fedd-4e32-8da1-fd98e4e2acd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848534 Jul 23 00:19:27.752658 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55ce4248-7ec5-4668-b225-0e2eb0c34e84 req-1d062ca0-c8bf-4e8b-9db4-6bfbb658567c service neutron] 10.222.0.95 "GET /v2.0/networks/b7448584-fedd-4e32-8da1-fd98e4e2acd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807579 Jul 23 00:19:28.418162 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61a728-fa43-40ee-b100-4cd90ca34485 req-d1c6574d-2070-425e-8965-f1e569c82367 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:28.419632 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce61a728-fa43-40ee-b100-4cd90ca34485 req-d1c6574d-2070-425e-8965-f1e569c82367 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 943 time: 0.0629969 Jul 23 00:19:28.460558 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce61a728-fa43-40ee-b100-4cd90ca34485 req-7ea5d849-6731-4cab-a8f7-58a1b5434b28 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355227 Jul 23 00:19:29.020416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c58508-704f-412e-a72c-9d2ffe8c153b', 'tag': '3171e013-bfa0-4893-b76f-da41fee98164'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:19:29.022816 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8c15d0-4d11-4d18-8e14-affc1f14f303" -d '{"events": [{"name": "network-changed", "server_uuid": "88c58508-704f-412e-a72c-9d2ffe8c153b", "tag": "3171e013-bfa0-4893-b76f-da41fee98164"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:19:29.069598 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2235b3bd-35e1-41dc-874d-b4ac6a51b430 x-openstack-request-id: req-2235b3bd-35e1-41dc-874d-b4ac6a51b430 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:19:29.069893 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c58508-704f-412e-a72c-9d2ffe8c153b", "tag": "3171e013-bfa0-4893-b76f-da41fee98164", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:19:29.070144 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2235b3bd-35e1-41dc-874d-b4ac6a51b430 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:19:29.070544 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c58508-704f-412e-a72c-9d2ffe8c153b', 'tag': '3171e013-bfa0-4893-b76f-da41fee98164', 'status': 'completed', 'code': 200} Jul 23 00:19:29.181992 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-3acd2e40-4eea-4f64-a986-ba0b6cd02213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:29.183869 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-3acd2e40-4eea-4f64-a986-ba0b6cd02213 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=68a35f9302774d27b95a51d108b17a36&device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 1094 time: 0.0950305 Jul 23 00:19:29.188750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-8e9b3483-fe19-4834-8c06-878fcde59b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:29.190202 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-8e9b3483-fe19-4834-8c06-878fcde59b36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=68a35f9302774d27b95a51d108b17a36&device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 1094 time: 0.0728209 Jul 23 00:19:29.343132 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-da3161c8-54da-4847-8754-3e304129088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:29.344511 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-da3161c8-54da-4847-8754-3e304129088f service neutron] 10.222.0.95 "GET /v2.0/networks?id=b7448584-fedd-4e32-8da1-fd98e4e2acd7 HTTP/1.1" status: 200 len: 912 time: 0.1534674 Jul 23 00:19:29.347074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-09bffb41-0b2b-4244-867a-e52e400b609a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:29.348402 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-09bffb41-0b2b-4244-867a-e52e400b609a service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7448584-fedd-4e32-8da1-fd98e4e2acd7 HTTP/1.1" status: 200 len: 912 time: 0.1488523 Jul 23 00:19:29.396932 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-b4db148b-53d0-48d0-bfd5-ac7dbf937924 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3171e013-bfa0-4893-b76f-da41fee98164 HTTP/1.1" status: 200 len: 217 time: 0.0454164 Jul 23 00:19:29.430467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-cb86c752-e1fe-4f6f-b63a-cf04792dcc38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3171e013-bfa0-4893-b76f-da41fee98164 HTTP/1.1" status: 200 len: 217 time: 0.0729787 Jul 23 00:19:29.500193 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-2237188d-7b89-430e-933c-b5df0d74a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:29.501716 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-2237188d-7b89-430e-933c-b5df0d74a18a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b5e18815-399a-4722-8ab8-760c5b5e92e0 HTTP/1.1" status: 200 len: 851 time: 0.0791423 Jul 23 00:19:29.506688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-ea0f1e88-e8ec-45dc-9866-7c0a8f928004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:29.507986 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-ea0f1e88-e8ec-45dc-9866-7c0a8f928004 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b5e18815-399a-4722-8ab8-760c5b5e92e0 HTTP/1.1" status: 200 len: 851 time: 0.0590870 Jul 23 00:19:29.558154 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-defb6577-9046-47e1-a581-3b4e77609387 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b7448584-fedd-4e32-8da1-fd98e4e2acd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490451 Jul 23 00:19:29.560360 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-a5b18122-1630-493c-87bf-c6ece42fa6c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7448584-fedd-4e32-8da1-fd98e4e2acd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438447 Jul 23 00:19:29.748595 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-c338397c-ca56-4c7e-b1f1-11fcafc94353 service neutron] 10.222.0.95 "GET /v2.0/networks/b7448584-fedd-4e32-8da1-fd98e4e2acd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812184 Jul 23 00:19:29.754129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-5340164c-96aa-483d-bb00-7d397a8b575d service neutron] 10.222.0.18 "GET /v2.0/networks/b7448584-fedd-4e32-8da1-fd98e4e2acd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783681 Jul 23 00:19:29.763897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04039839-e38b-4f61-981d-99c0c220771d req-103f9d02-e204-4ef0-8403-e674e78dff4d tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:29.765279 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04039839-e38b-4f61-981d-99c0c220771d req-103f9d02-e204-4ef0-8403-e674e78dff4d tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 943 time: 0.2097306 Jul 23 00:19:29.847745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3171e013-bfa0-4893-b76f-da41fee98164 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:19:29.876199 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04039839-e38b-4f61-981d-99c0c220771d req-f17fe910-d3ee-417e-9383-06c5f7798834 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963964 Jul 23 00:19:29.942705 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-408195f6-67e2-42c3-8204-f59016fd028a service neutron] 10.222.0.18 "GET /v2.0/networks/b7448584-fedd-4e32-8da1-fd98e4e2acd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765399 Jul 23 00:19:29.948172 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c8c15d0-4d11-4d18-8e14-affc1f14f303 req-7ee6355b-315b-4422-895f-0fe9be9d85ca service neutron] 10.222.0.95 "GET /v2.0/networks/b7448584-fedd-4e32-8da1-fd98e4e2acd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922507 Jul 23 00:19:29.959136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3171e013-bfa0-4893-b76f-da41fee98164, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3171e013-bfa0-4893-b76f-da41fee98164,segment=NetworkSegment(2a499224-2343-4e5c-99ea-f92fb24e2295),segment_id=2a499224-2343-4e5c-99ea-f92fb24e2295)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:19:29.971308 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '3171e013-bfa0-4893-b76f-da41fee98164', 'network_id': 'b7448584-fedd-4e32-8da1-fd98e4e2acd7', 'port_id': '3171e013-bfa0-4893-b76f-da41fee98164', 'mac_address': 'fa:16:3e:a9:a8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e18815-399a-4722-8ab8-760c5b5e92e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:19:30.010190 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:30.021460 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 3171e013-bfa0-4893-b76f-da41fee98164 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:19:30.046052 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3171e013-bfa0-4893-b76f-da41fee98164 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:19:30.077637 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3171e013-bfa0-4893-b76f-da41fee98164, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3171e013-bfa0-4893-b76f-da41fee98164,segment=NetworkSegment(2a499224-2343-4e5c-99ea-f92fb24e2295),segment_id=2a499224-2343-4e5c-99ea-f92fb24e2295)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:19:30.080890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 3171e013-bfa0-4893-b76f-da41fee98164 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:19:30.082934 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:30.131970 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=3171e013-bfa0-4893-b76f-da41fee98164,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:19:30.140047 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:30.140396 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:30.140935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:30.141300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:30.141695 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:30.141967 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:30.142462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:30.142796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:30.143241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:30.143570 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:30.143895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:30.144217 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:30.192403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-53269994-69c8-418d-aca6-4fe585c63f14 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:30.193918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-53269994-69c8-418d-aca6-4fe585c63f14 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.18 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b&tenant_id=68a35f9302774d27b95a51d108b17a36&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 944 time: 0.1183827 Jul 23 00:19:30.251344 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-81678dec-3fab-4976-aa76-bbc2d79349b6 service neutron] delete failed (client error): The resource could not be found. Jul 23 00:19:30.252298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-81678dec-3fab-4976-aa76-bbc2d79349b6 service neutron] 10.222.0.18 "DELETE /v2.0/ports/3171e013-bfa0-4893-b76f-da41fee98164/bindings/n-h1-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.0516651 Jul 23 00:19:30.337832 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['3171e013-bfa0-4893-b76f-da41fee98164'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:19:30.364411 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-f6d8fa21-c0a3-40e0-b3fc-dfe48228f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:30.365933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-f6d8fa21-c0a3-40e0-b3fc-dfe48228f564 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=68a35f9302774d27b95a51d108b17a36&device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 1095 time: 0.0526679 Jul 23 00:19:30.456750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-02903471-0de5-44d4-9750-8ee4f32e63f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:30.458247 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-02903471-0de5-44d4-9750-8ee4f32e63f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7448584-fedd-4e32-8da1-fd98e4e2acd7 HTTP/1.1" status: 200 len: 912 time: 0.0863924 Jul 23 00:19:30.499374 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-377375ee-d315-42d7-9391-07ca87e9b3d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3171e013-bfa0-4893-b76f-da41fee98164 HTTP/1.1" status: 200 len: 217 time: 0.0340707 Jul 23 00:19:30.550147 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-aad17fbf-48a8-4c86-9b08-932198179f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:30.551539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-aad17fbf-48a8-4c86-9b08-932198179f61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b5e18815-399a-4722-8ab8-760c5b5e92e0 HTTP/1.1" status: 200 len: 851 time: 0.0462465 Jul 23 00:19:30.584315 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-755821c2-7ee1-43f2-89b3-b9eb6a506137 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7448584-fedd-4e32-8da1-fd98e4e2acd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266771 Jul 23 00:19:30.670090 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-ed3cff46-6ec5-43dd-9c3d-c5dcf4ab4c5b service neutron] 10.222.0.18 "GET /v2.0/networks/b7448584-fedd-4e32-8da1-fd98e4e2acd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796766 Jul 23 00:19:30.759641 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-0598b2cf-9bf5-4f47-b4e7-706e7106fce9 service neutron] 10.222.0.18 "GET /v2.0/networks/b7448584-fedd-4e32-8da1-fd98e4e2acd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830545 Jul 23 00:19:31.514385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb9db-3fba-4d15-ae08-fcb34b440ac0 req-51a6eb86-632d-4019-8bb5-02b007836adf tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:31.515852 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aedfb9db-3fba-4d15-ae08-fcb34b440ac0 req-51a6eb86-632d-4019-8bb5-02b007836adf tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 944 time: 0.0633855 Jul 23 00:19:31.553286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aedfb9db-3fba-4d15-ae08-fcb34b440ac0 req-c859f2c4-d0a2-4d2f-aa43-9e82881ce14b tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318568 Jul 23 00:19:31.654774 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-72fe9304-645c-410a-a3a2-27ca2badf1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:31.862444 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3171e013-bfa0-4893-b76f-da41fee98164 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:19:31.912127 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 3171e013-bfa0-4893-b76f-da41fee98164 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:19:31.915551 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 3171e013-bfa0-4893-b76f-da41fee98164 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:19:31.915918 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:31.989681 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:32.013076 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c58508-704f-412e-a72c-9d2ffe8c153b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3171e013-bfa0-4893-b76f-da41fee98164'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:19:32.015343 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b151e671-30a7-4481-a80a-2fd6afa988b4" -d '{"events": [{"server_uuid": "88c58508-704f-412e-a72c-9d2ffe8c153b", "name": "network-vif-plugged", "status": "completed", "tag": "3171e013-bfa0-4893-b76f-da41fee98164"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:19:32.031879 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 3171e013-bfa0-4893-b76f-da41fee98164, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3171e013-bfa0-4893-b76f-da41fee98164,segment=NetworkSegment(2a499224-2343-4e5c-99ea-f92fb24e2295),segment_id=2a499224-2343-4e5c-99ea-f92fb24e2295)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:19:32.036065 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:32.059070 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425eb5e2-6ea5-4a85-9475-025f5ec3d285 x-openstack-request-id: req-425eb5e2-6ea5-4a85-9475-025f5ec3d285 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:19:32.059358 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c58508-704f-412e-a72c-9d2ffe8c153b", "name": "network-vif-plugged", "status": "completed", "tag": "3171e013-bfa0-4893-b76f-da41fee98164", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:19:32.059606 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-425eb5e2-6ea5-4a85-9475-025f5ec3d285 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:19:32.059984 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c58508-704f-412e-a72c-9d2ffe8c153b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3171e013-bfa0-4893-b76f-da41fee98164', 'code': 200} Jul 23 00:19:32.084701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=3171e013-bfa0-4893-b76f-da41fee98164,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:19:32.684527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d0e07-66b3-4fde-9f80-57a2d5fd6b82 req-c4ab2a54-5651-4e7d-868f-00fdf6ede631 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:32.686089 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a44d0e07-66b3-4fde-9f80-57a2d5fd6b82 req-c4ab2a54-5651-4e7d-868f-00fdf6ede631 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0681968 Jul 23 00:19:32.723111 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a44d0e07-66b3-4fde-9f80-57a2d5fd6b82 req-2903225d-0076-4b1d-b212-6d193dee8e23 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/security-groups?id=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314167 Jul 23 00:19:32.819598 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-fa163ed7-09e7-4189-9e44-8a129e485eb4 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:32.821040 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-fa163ed7-09e7-4189-9e44-8a129e485eb4 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 945 time: 0.0628610 Jul 23 00:19:32.920617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-40310ee2-17e4-49b7-a495-d6212abd685c tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Deleting port 3171e013-bfa0-4893-b76f-da41fee98164 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:19:32.920858 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-40310ee2-17e4-49b7-a495-d6212abd685c tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:33.006405 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-40310ee2-17e4-49b7-a495-d6212abd685c tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] For port 3171e013-bfa0-4893-b76f-da41fee98164, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=3171e013-bfa0-4893-b76f-da41fee98164,segment=NetworkSegment(2a499224-2343-4e5c-99ea-f92fb24e2295),segment_id=2a499224-2343-4e5c-99ea-f92fb24e2295)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:19:33.006775 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-40310ee2-17e4-49b7-a495-d6212abd685c tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:33.019777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-40310ee2-17e4-49b7-a495-d6212abd685c tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Calling delete_port for 3171e013-bfa0-4893-b76f-da41fee98164 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:19:33.501348 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-40310ee2-17e4-49b7-a495-d6212abd685c tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:33.514254 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['3171e013-bfa0-4893-b76f-da41fee98164'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:19:33.530300 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40310ee2-17e4-49b7-a495-d6212abd685c tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Pushing event deleted for resources: {'Port': ['ID=3171e013-bfa0-4893-b76f-da41fee98164,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:19:33.575546 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-40310ee2-17e4-49b7-a495-d6212abd685c tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] No DVR routers for this DVR port 3171e013-bfa0-4893-b76f-da41fee98164 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:19:33.578139 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-40310ee2-17e4-49b7-a495-d6212abd685c tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:33.580102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cc2f463-220f-4f50-a4d4-eef2889ccb76 req-40310ee2-17e4-49b7-a495-d6212abd685c tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.95 "DELETE /v2.0/ports/3171e013-bfa0-4893-b76f-da41fee98164 HTTP/1.1" status: 204 len: 173 time: 0.7525425 Jul 23 00:19:33.580533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c58508-704f-412e-a72c-9d2ffe8c153b', 'name': 'network-vif-deleted', 'tag': '3171e013-bfa0-4893-b76f-da41fee98164'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:19:33.582819 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ccb660-f864-4ee1-b796-a113afd4e8ce" -d '{"events": [{"server_uuid": "88c58508-704f-412e-a72c-9d2ffe8c153b", "name": "network-vif-deleted", "tag": "3171e013-bfa0-4893-b76f-da41fee98164"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:19:33.619081 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcbe90c-10f0-47ab-8e60-b4fba7125724 x-openstack-request-id: req-cdcbe90c-10f0-47ab-8e60-b4fba7125724 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:19:33.619378 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c58508-704f-412e-a72c-9d2ffe8c153b", "name": "network-vif-deleted", "tag": "3171e013-bfa0-4893-b76f-da41fee98164", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:19:33.619630 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdcbe90c-10f0-47ab-8e60-b4fba7125724 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:19:33.620029 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c58508-704f-412e-a72c-9d2ffe8c153b', 'name': 'network-vif-deleted', 'tag': '3171e013-bfa0-4893-b76f-da41fee98164', 'status': 'completed', 'code': 200} Jul 23 00:19:33.839958 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93cf759d-d72b-45e3-beca-f4c1974d23d8 req-0a6253d0-7eef-4dac-84f1-1d1783d9b823 tempest-DeleteServersTestJSON-1988755158 tempest-DeleteServersTestJSON-1988755158-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c58508-704f-412e-a72c-9d2ffe8c153b HTTP/1.1" status: 200 len: 210 time: 0.0329187 Jul 23 00:19:34.410560 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4444cb8a-5aec-4a5e-9734-f0bf4740a2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:34.450787 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:34.609565 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:34.972947 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57864) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:19:35.019835 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Deleting subnet b5e18815-399a-4722-8ab8-760c5b5e92e0 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:19:35.022817 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:35.061511 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:35.099689 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:35.152333 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:35.175298 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e18815-399a-4722-8ab8-760c5b5e92e0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:19:35.184849 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:35.186746 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b5e18815-399a-4722-8ab8-760c5b5e92e0 HTTP/1.1" status: 204 len: 168 time: 0.2127752 Jul 23 00:19:35.188603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:35.188955 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:35.189323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:35.189449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57868) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:19:35.189899 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:35.190016 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:35.190297 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:35.190624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:35.190954 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:35.191277 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:35.191599 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:35.191924 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:35.192264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386fc8f0-1fdd-4e86-9076-947a6bd6c1f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:19:35.255323 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b0a5-3539-4893-9daa-185f4d411482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:35.333169 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b0a5-3539-4893-9daa-185f4d411482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:35.343201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2bb6b0a5-3539-4893-9daa-185f4d411482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7448584-fedd-4e32-8da1-fd98e4e2acd7']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:19:35.352787 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2bb6b0a5-3539-4893-9daa-185f4d411482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a499224-2343-4e5c-99ea-f92fb24e2295') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:19:35.353084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-2bb6b0a5-3539-4893-9daa-185f4d411482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a499224-2343-4e5c-99ea-f92fb24e2295') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:19:35.361998 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b0a5-3539-4893-9daa-185f4d411482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:35.375204 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b0a5-3539-4893-9daa-185f4d411482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:35.380744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb6b0a5-3539-4893-9daa-185f4d411482 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:19:35.381154 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b0a5-3539-4893-9daa-185f4d411482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:19:35.382741 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:19:35.434677 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b0a5-3539-4893-9daa-185f4d411482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:35.440256 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b0a5-3539-4893-9daa-185f4d411482 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:35.442261 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2bb6b0a5-3539-4893-9daa-185f4d411482 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b7448584-fedd-4e32-8da1-fd98e4e2acd7 HTTP/1.1" status: 204 len: 168 time: 0.2518163 Jul 23 00:19:35.457489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b0a5-3539-4893-9daa-185f4d411482 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7448584-fedd-4e32-8da1-fd98e4e2acd7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:19:35.549113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57872) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:19:35.589035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8350f16e-7989-44f3-9499-da6f8d31385c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=68a35f9302774d27b95a51d108b17a36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387714 Jul 23 00:19:35.591455 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57874) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:19:35.638539 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2be72c59-e718-4ff2-9ed4-e4765e3f7eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:35.660211 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2be72c59-e718-4ff2-9ed4-e4765e3f7eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:35.665964 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:35.706748 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2be72c59-e718-4ff2-9ed4-e4765e3f7eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:35.709397 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2be72c59-e718-4ff2-9ed4-e4765e3f7eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:35.710579 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2be72c59-e718-4ff2-9ed4-e4765e3f7eab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6 HTTP/1.1" status: 204 len: 168 time: 0.1181746 Jul 23 00:19:35.718107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be72c59-e718-4ff2-9ed4-e4765e3f7eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72c9c76-25d7-4bb3-ae23-2ecef83fe1f6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:19:35.894641 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3171e013-bfa0-4893-b76f-da41fee98164 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:19:35.913269 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 3171e013-bfa0-4893-b76f-da41fee98164 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:19:35.913614 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 3171e013-bfa0-4893-b76f-da41fee98164 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:19:36.343971 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 57896) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:19:36.436993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-19649399-6675-4975-9dd8-63e2a13be7c8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1932559375-network', 'tenant_id': '7a1f60f8e61845839fa283ca63417c2f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:19:36.458082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19649399-6675-4975-9dd8-63e2a13be7c8 admin admin] Made reservation on behalf of 7a1f60f8e61845839fa283ca63417c2f for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:19:36.460350 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19649399-6675-4975-9dd8-63e2a13be7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:36.468370 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19649399-6675-4975-9dd8-63e2a13be7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:36.555231 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19649399-6675-4975-9dd8-63e2a13be7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:36.559656 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19649399-6675-4975-9dd8-63e2a13be7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:36.583259 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19649399-6675-4975-9dd8-63e2a13be7c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:19:36.597920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19649399-6675-4975-9dd8-63e2a13be7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:19:36.600900 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19649399-6675-4975-9dd8-63e2a13be7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:36.601319 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-19649399-6675-4975-9dd8-63e2a13be7c8 admin admin] Added segment f44b8a06-a0c7-4a53-8721-9efc1dd1ed63 of type vlan for network 51bfd62b-a411-43d5-8864-dea9943b24d0 Jul 23 00:19:36.641344 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19649399-6675-4975-9dd8-63e2a13be7c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:36.669325 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19649399-6675-4975-9dd8-63e2a13be7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:36.670259 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19649399-6675-4975-9dd8-63e2a13be7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:36.670835 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-19649399-6675-4975-9dd8-63e2a13be7c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:36.703080 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-19649399-6675-4975-9dd8-63e2a13be7c8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3580089 Jul 23 00:19:36.706169 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 57900) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:19:36.711264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-eadf69fc-fd8c-412a-a5ee-d91d6e3e32b7 admin admin] Request body: {'subnet': {'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1932559375-subnet', 'tenant_id': '7a1f60f8e61845839fa283ca63417c2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:19:36.733810 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19649399-6675-4975-9dd8-63e2a13be7c8 admin admin] Pushing event updated for resources: {'Network': ['ID=51bfd62b-a411-43d5-8864-dea9943b24d0,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:19:36.734180 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadf69fc-fd8c-412a-a5ee-d91d6e3e32b7 admin admin] Made reservation on behalf of 7a1f60f8e61845839fa283ca63417c2f for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:19:36.736524 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eadf69fc-fd8c-412a-a5ee-d91d6e3e32b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:36.746666 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 51bfd62b-a411-43d5-8864-dea9943b24d0 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:19:36.902294 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eadf69fc-fd8c-412a-a5ee-d91d6e3e32b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:36.961164 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf69fc-fd8c-412a-a5ee-d91d6e3e32b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b43ce58a-5d48-411f-921b-b5bdf186f38f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:19:36.968670 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadf69fc-fd8c-412a-a5ee-d91d6e3e32b7 admin admin] Checking segment: {'id': 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:19:36.969033 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadf69fc-fd8c-412a-a5ee-d91d6e3e32b7 admin admin] Network hostable DHCP agents. Network: 51bfd62b-a411-43d5-8864-dea9943b24d0, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:19:36.985058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadf69fc-fd8c-412a-a5ee-d91d6e3e32b7 admin admin] Network 51bfd62b-a411-43d5-8864-dea9943b24d0 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:19:36.993016 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-eadf69fc-fd8c-412a-a5ee-d91d6e3e32b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 51bfd62b-a411-43d5-8864-dea9943b24d0) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:19:36.998779 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadf69fc-fd8c-412a-a5ee-d91d6e3e32b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:36.999346 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eadf69fc-fd8c-412a-a5ee-d91d6e3e32b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:37.002015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f181133-01e9-458a-b131-27275c7b978d None None] Network 51bfd62b-a411-43d5-8864-dea9943b24d0 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:19:37.014865 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-eadf69fc-fd8c-412a-a5ee-d91d6e3e32b7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3075745 Jul 23 00:19:37.122263 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c8249a-8f8c-41dd-b351-993fb9720205 None None] Network 51bfd62b-a411-43d5-8864-dea9943b24d0 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:19:37.162407 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:37.440035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-fa6efb4a-35cc-4720-93dc-a4dc7e63e943 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:37.441438 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-fa6efb4a-35cc-4720-93dc-a4dc7e63e943 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/networks?id=51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 200 len: 815 time: 0.1036692 Jul 23 00:19:37.456209 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-705e89ae-72be-4949-b305-e6ee37cd5c5f tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/quotas/7a1f60f8e61845839fa283ca63417c2f HTTP/1.1" status: 200 len: 375 time: 0.0094695 Jul 23 00:19:37.489102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-064f3bb8-60de-401a-a7bc-710a18b1ae62 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1f60f8e61845839fa283ca63417c2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281792 Jul 23 00:19:37.626407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-520db2f7-b783-4264-af85-76e4aa15d99e service neutron] 10.222.0.26 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309524 Jul 23 00:19:37.713653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-d6ac6cc2-564c-4a8d-b50f-63ab3def740d service neutron] 10.222.0.26 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813706 Jul 23 00:19:37.877416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-00521ac5-1127-49b9-a156-f513e7c80a19 req-f6e855a8-d3c4-401f-95dc-002eeadf5b4f tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 210 time: 0.0334575 Jul 23 00:19:38.769843 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-2743acb9-9a5f-415a-8f80-7982757cb966 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:38.771339 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-2743acb9-9a5f-415a-8f80-7982757cb966 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.95 "GET /v2.0/networks?id=51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 200 len: 815 time: 0.1049538 Jul 23 00:19:38.783963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-c4e1883f-939b-4b4d-829c-13307e67eedd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Request body: {'port': {'device_id': '9b9363e4-8ddd-43a0-8748-cbcf447c903b', 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0', 'admin_state_up': True, 'tenant_id': '7a1f60f8e61845839fa283ca63417c2f'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:19:38.895386 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-c4e1883f-939b-4b4d-829c-13307e67eedd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Made reservation on behalf of 7a1f60f8e61845839fa283ca63417c2f for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:19:38.898867 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-c4e1883f-939b-4b4d-829c-13307e67eedd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:38.984409 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10afd5a2-04c2-4f92-9a3e-e250bfa84978 req-8b7fcd4d-006c-4127-8e39-d1ddded14896 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 210 time: 0.0329006 Jul 23 00:19:39.054614 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-c4e1883f-939b-4b4d-829c-13307e67eedd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Allocated IP 172.20.0.9 (51bfd62b-a411-43d5-8864-dea9943b24d0/b43ce58a-5d48-411f-921b-b5bdf186f38f/08b0e1f3-1579-4628-b071-a5bbcb40679d) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:19:39.203653 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-c4e1883f-939b-4b4d-829c-13307e67eedd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:39.241943 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-c4e1883f-939b-4b4d-829c-13307e67eedd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:39.284238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-c4e1883f-939b-4b4d-829c-13307e67eedd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Network 51bfd62b-a411-43d5-8864-dea9943b24d0 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:19:39.287257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-c4e1883f-939b-4b4d-829c-13307e67eedd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:19:39.293949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-c4e1883f-939b-4b4d-829c-13307e67eedd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:19:39.321494 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1883f-939b-4b4d-829c-13307e67eedd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Pushing event updated for resources: {'Port': ['ID=08b0e1f3-1579-4628-b071-a5bbcb40679d,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:19:39.345765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-c4e1883f-939b-4b4d-829c-13307e67eedd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:39.346369 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-c4e1883f-939b-4b4d-829c-13307e67eedd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:39.359895 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-c4e1883f-939b-4b4d-829c-13307e67eedd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5799391 Jul 23 00:19:39.372016 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Request body: {'port': {'device_id': '9b9363e4-8ddd-43a0-8748-cbcf447c903b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:19:39.442158 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:39.697165 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b0e1f3-1579-4628-b071-a5bbcb40679d {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:19:39.704885 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:39.716464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Transition to ACTIVE for port object 08b0e1f3-1579-4628-b071-a5bbcb40679d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:19:39.719390 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:39.770651 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Pushing event updated for resources: {'Port': ['ID=08b0e1f3-1579-4628-b071-a5bbcb40679d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:19:39.845268 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Attempting to bind port 08b0e1f3-1579-4628-b071-a5bbcb40679d on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:19:39.845802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Attempting to bind port 08b0e1f3-1579-4628-b071-a5bbcb40679d by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:19:39.846139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Attempting to bind port 08b0e1f3-1579-4628-b071-a5bbcb40679d on network 51bfd62b-a411-43d5-8864-dea9943b24d0 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:19:39.850330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Port 08b0e1f3-1579-4628-b071-a5bbcb40679d on network 51bfd62b-a411-43d5-8864-dea9943b24d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:19:39.850650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Attempting to bind port 08b0e1f3-1579-4628-b071-a5bbcb40679d on network 51bfd62b-a411-43d5-8864-dea9943b24d0 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:19:39.856201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:19:39.856541 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Checking segment: {'id': 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:19:39.856921 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Bound using segment: {'id': 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:19:39.857368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Bound port: 08b0e1f3-1579-4628-b071-a5bbcb40679d, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:19:39.857769 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:39.924042 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] For port 08b0e1f3-1579-4628-b071-a5bbcb40679d, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:19:39.926996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] For port 08b0e1f3-1579-4628-b071-a5bbcb40679d, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=08b0e1f3-1579-4628-b071-a5bbcb40679d,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:19:39.931344 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:39.963729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:39.964942 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:39.966539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] 10.222.0.95 "PUT /v2.0/ports/08b0e1f3-1579-4628-b071-a5bbcb40679d HTTP/1.1" status: 200 len: 1091 time: 0.5986600 Jul 23 00:19:39.966977 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9363e4-8ddd-43a0-8748-cbcf447c903b', 'tag': '08b0e1f3-1579-4628-b071-a5bbcb40679d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:19:39.970793 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d178a0-31da-42fa-8584-90b10c02ff61" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9363e4-8ddd-43a0-8748-cbcf447c903b", "tag": "08b0e1f3-1579-4628-b071-a5bbcb40679d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:19:40.001498 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231968be-fbd9-49ba-97c5-3a7ca5d0ad8e service neutron] Pushing event updated for resources: {'Port': ['ID=08b0e1f3-1579-4628-b071-a5bbcb40679d,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:19:40.019392 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad01989-9bd0-4785-8182-15bd018bfa87 x-openstack-request-id: req-2ad01989-9bd0-4785-8182-15bd018bfa87 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:19:40.019686 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9363e4-8ddd-43a0-8748-cbcf447c903b", "tag": "08b0e1f3-1579-4628-b071-a5bbcb40679d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:19:40.019937 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ad01989-9bd0-4785-8182-15bd018bfa87 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:19:40.020390 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9363e4-8ddd-43a0-8748-cbcf447c903b', 'tag': '08b0e1f3-1579-4628-b071-a5bbcb40679d', 'status': 'completed', 'code': 200} Jul 23 00:19:40.078358 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-77be4f84-e0a6-4918-bd05-6d19a376ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:40.080419 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-77be4f84-e0a6-4918-bd05-6d19a376ce73 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7a1f60f8e61845839fa283ca63417c2f&device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 1094 time: 0.0744796 Jul 23 00:19:40.153618 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-2af70cf4-c0b3-4b0f-95fb-a8840f30ed47 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08b0e1f3-1579-4628-b071-a5bbcb40679d HTTP/1.1" status: 200 len: 217 time: 0.0429199 Jul 23 00:19:40.238954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bfd0c-fe02-44e6-9e77-e3a54b9d2d01 req-4245c8c9-3ec6-4f7a-968e-e2b305080cd1 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:40.240411 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-370bfd0c-fe02-44e6-9e77-e3a54b9d2d01 req-4245c8c9-3ec6-4f7a-968e-e2b305080cd1 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 943 time: 0.1741927 Jul 23 00:19:40.241839 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-9add775e-9096-4d4d-b6a2-0cf3ba5d37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:40.243165 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-9add775e-9096-4d4d-b6a2-0cf3ba5d37c0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b43ce58a-5d48-411f-921b-b5bdf186f38f HTTP/1.1" status: 200 len: 855 time: 0.0798388 Jul 23 00:19:40.297339 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-b488ce6d-3c4d-452e-99b5-3ee66097acc7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=51bfd62b-a411-43d5-8864-dea9943b24d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418813 Jul 23 00:19:40.326110 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-370bfd0c-fe02-44e6-9e77-e3a54b9d2d01 req-3a3f45a6-0089-4fdd-983f-0dcab5b5a136 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800655 Jul 23 00:19:40.419326 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-61e449c0-fbbf-4a2f-8291-465a3d409f97 service neutron] 10.222.0.95 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114783 Jul 23 00:19:40.527989 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de2bb421-865a-4c3b-bafe-a13b7c052f02 req-8b4d2ef3-d33f-4dd5-ac52-87e0bd640c82 service neutron] 10.222.0.95 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006403 Jul 23 00:19:40.629529 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d178a0-31da-42fa-8584-90b10c02ff61 req-5054b254-76d2-4498-b7dd-04bf13e373d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:40.631049 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76d178a0-31da-42fa-8584-90b10c02ff61 req-5054b254-76d2-4498-b7dd-04bf13e373d0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7a1f60f8e61845839fa283ca63417c2f&device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 1094 time: 0.0537903 Jul 23 00:19:40.725886 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d178a0-31da-42fa-8584-90b10c02ff61 req-0fa4ea7e-1a9b-45c9-9dc2-31c3fc45267c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:40.727356 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76d178a0-31da-42fa-8584-90b10c02ff61 req-0fa4ea7e-1a9b-45c9-9dc2-31c3fc45267c service neutron] 10.222.0.95 "GET /v2.0/networks?id=51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 200 len: 916 time: 0.0893919 Jul 23 00:19:40.770770 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76d178a0-31da-42fa-8584-90b10c02ff61 req-c667bdfe-04e8-4548-a72f-cd5354d67466 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08b0e1f3-1579-4628-b071-a5bbcb40679d HTTP/1.1" status: 200 len: 217 time: 0.0352201 Jul 23 00:19:40.820017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d178a0-31da-42fa-8584-90b10c02ff61 req-6b9d17bc-e446-4401-9057-445ae42be5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:40.821419 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76d178a0-31da-42fa-8584-90b10c02ff61 req-6b9d17bc-e446-4401-9057-445ae42be5ef service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b43ce58a-5d48-411f-921b-b5bdf186f38f HTTP/1.1" status: 200 len: 855 time: 0.0436444 Jul 23 00:19:40.862028 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76d178a0-31da-42fa-8584-90b10c02ff61 req-054270c9-76e4-41c8-83cd-d731505dbde8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=51bfd62b-a411-43d5-8864-dea9943b24d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333023 Jul 23 00:19:40.950083 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76d178a0-31da-42fa-8584-90b10c02ff61 req-ce0f75fc-e43a-4065-89f7-73947a8e0b4b service neutron] 10.222.0.95 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806441 Jul 23 00:19:41.044590 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76d178a0-31da-42fa-8584-90b10c02ff61 req-32a8fd35-c436-4039-9609-640dc75444b9 service neutron] 10.222.0.95 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875425 Jul 23 00:19:41.461342 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64b9f9-7627-4a6f-b37f-f7a34b020d35 req-50d842cc-1255-414e-a866-e212457ca3fc tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:41.462829 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad64b9f9-7627-4a6f-b37f-f7a34b020d35 req-50d842cc-1255-414e-a866-e212457ca3fc tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 943 time: 0.0668406 Jul 23 00:19:41.503370 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad64b9f9-7627-4a6f-b37f-f7a34b020d35 req-ffbded9f-63f6-4894-9846-89885f94c131 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342221 Jul 23 00:19:41.956849 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 08b0e1f3-1579-4628-b071-a5bbcb40679d details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:19:42.053977 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 08b0e1f3-1579-4628-b071-a5bbcb40679d, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=08b0e1f3-1579-4628-b071-a5bbcb40679d,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:19:42.064983 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '08b0e1f3-1579-4628-b071-a5bbcb40679d', 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0', 'port_id': '08b0e1f3-1579-4628-b071-a5bbcb40679d', 'mac_address': 'fa:16:3e:ef:5b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43ce58a-5d48-411f-921b-b5bdf186f38f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:19:42.100551 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:42.113470 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b0e1f3-1579-4628-b071-a5bbcb40679d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:19:42.132734 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 08b0e1f3-1579-4628-b071-a5bbcb40679d, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=08b0e1f3-1579-4628-b071-a5bbcb40679d,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:19:42.137001 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:42.186172 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=08b0e1f3-1579-4628-b071-a5bbcb40679d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:19:42.337376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['08b0e1f3-1579-4628-b071-a5bbcb40679d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:19:42.631417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f0318-d5c8-4568-b59e-2bbc0900e11b req-bef4e1ae-4bf8-4011-8960-2dc0ec543af8 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:42.632817 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c4f0318-d5c8-4568-b59e-2bbc0900e11b req-bef4e1ae-4bf8-4011-8960-2dc0ec543af8 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 944 time: 0.0637250 Jul 23 00:19:42.669726 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c4f0318-d5c8-4568-b59e-2bbc0900e11b req-0e8dcbb3-922b-49a6-9f46-533526aff2f3 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309978 Jul 23 00:19:43.805154 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56812a-b310-4f0f-966f-667861446b4c req-be40c894-9d09-46c6-8368-84582a288a2e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:43.806639 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d56812a-b310-4f0f-966f-667861446b4c req-be40c894-9d09-46c6-8368-84582a288a2e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 944 time: 0.0670950 Jul 23 00:19:43.844007 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d56812a-b310-4f0f-966f-667861446b4c req-663a427e-1231-4574-8713-2d5ac19cd9ea tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310290 Jul 23 00:19:43.968634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 08b0e1f3-1579-4628-b071-a5bbcb40679d up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:19:44.019995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 08b0e1f3-1579-4628-b071-a5bbcb40679d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:19:44.023711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 08b0e1f3-1579-4628-b071-a5bbcb40679d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:19:44.024084 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:44.098140 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:44.119758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9363e4-8ddd-43a0-8748-cbcf447c903b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b0e1f3-1579-4628-b071-a5bbcb40679d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:19:44.122143 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd71ac19-97bc-4017-b1e9-55244fb81e03" -d '{"events": [{"server_uuid": "9b9363e4-8ddd-43a0-8748-cbcf447c903b", "name": "network-vif-plugged", "status": "completed", "tag": "08b0e1f3-1579-4628-b071-a5bbcb40679d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:19:44.134834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 08b0e1f3-1579-4628-b071-a5bbcb40679d, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=08b0e1f3-1579-4628-b071-a5bbcb40679d,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:19:44.139773 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:44.163337 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ec0450-f32a-4c0d-9602-004da3f87024 x-openstack-request-id: req-a6ec0450-f32a-4c0d-9602-004da3f87024 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:19:44.163636 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9363e4-8ddd-43a0-8748-cbcf447c903b", "name": "network-vif-plugged", "status": "completed", "tag": "08b0e1f3-1579-4628-b071-a5bbcb40679d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:19:44.163886 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a6ec0450-f32a-4c0d-9602-004da3f87024 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:19:44.164290 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9363e4-8ddd-43a0-8748-cbcf447c903b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b0e1f3-1579-4628-b071-a5bbcb40679d', 'code': 200} Jul 23 00:19:44.193381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=08b0e1f3-1579-4628-b071-a5bbcb40679d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:19:44.266954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068b0e7-5e06-450d-b2b4-9873510a1e63 req-b1ce7ac6-c758-441a-b898-0af3b8ae215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:44.268496 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f068b0e7-5e06-450d-b2b4-9873510a1e63 req-b1ce7ac6-c758-441a-b898-0af3b8ae215b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 1096 time: 0.0531950 Jul 23 00:19:44.303370 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f068b0e7-5e06-450d-b2b4-9873510a1e63 req-e33530b5-6019-456f-96bd-de10c3dbaf66 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281312 Jul 23 00:19:44.974041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd98c82-8c3a-4007-bf58-553b21e542db req-271f2db2-7f77-4ef4-8033-c10815361c5e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:44.975538 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5dd98c82-8c3a-4007-bf58-553b21e542db req-271f2db2-7f77-4ef4-8033-c10815361c5e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0664704 Jul 23 00:19:45.015160 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5dd98c82-8c3a-4007-bf58-553b21e542db req-a375533a-d67d-4622-be64-059281d86104 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 Jul 23 00:19:46.144803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a3549-4328-41b1-af68-71eb5459f3da req-f1c65896-c5a0-4ea9-b00d-6dfa2777355c tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:46.146323 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f00a3549-4328-41b1-af68-71eb5459f3da req-f1c65896-c5a0-4ea9-b00d-6dfa2777355c tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0636566 Jul 23 00:19:46.182603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f00a3549-4328-41b1-af68-71eb5459f3da req-854e742c-1416-4784-9fdc-4fab2af7e0b6 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307741 Jul 23 00:19:46.309749 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8765b5-10cb-4ed4-b388-9c1c851f2b20 req-88639b60-3a4e-4a0f-9e55-3e75717c7cc6 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:46.311121 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd8765b5-10cb-4ed4-b388-9c1c851f2b20 req-88639b60-3a4e-4a0f-9e55-3e75717c7cc6 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0624185 Jul 23 00:19:46.347444 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cd8765b5-10cb-4ed4-b388-9c1c851f2b20 req-c50d3e66-f88b-4059-b2f8-fd7762c1faf2 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307636 Jul 23 00:19:46.563902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9790654-7a8d-4fbf-90d6-96750a33c55b req-d34aae45-51cb-448f-b34f-a8d4f53ccaaf tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:46.565312 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f9790654-7a8d-4fbf-90d6-96750a33c55b req-d34aae45-51cb-448f-b34f-a8d4f53ccaaf tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0693140 Jul 23 00:19:46.601975 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f9790654-7a8d-4fbf-90d6-96750a33c55b req-8003c958-8295-407f-b07a-ad21ff5ff837 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309372 Jul 23 00:19:46.729420 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa3b1d-d071-4e61-9d05-05474e12a45d req-91966112-9922-4428-9fcd-bed65924caf9 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:46.731652 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3aa3b1d-d071-4e61-9d05-05474e12a45d req-91966112-9922-4428-9fcd-bed65924caf9 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0656307 Jul 23 00:19:46.768024 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3aa3b1d-d071-4e61-9d05-05474e12a45d req-49b03fb9-646f-4406-a6d5-d74d719c95e7 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305817 Jul 23 00:19:46.789069 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:47.000918 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-8c178604-1c0f-4ac5-891c-6ba04a19fbbc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0548518 Jul 23 00:19:47.020706 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82467f5c-0926-4b29-b07a-563a144b0e26 req-65abad27-6b07-44a5-9854-7f59c070443c tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:47.022233 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82467f5c-0926-4b29-b07a-563a144b0e26 req-65abad27-6b07-44a5-9854-7f59c070443c tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0677924 Jul 23 00:19:47.064521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82467f5c-0926-4b29-b07a-563a144b0e26 req-1c44830d-85b3-435e-a446-91c35f8b711d tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344362 Jul 23 00:19:48.207373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-9c7991c2-c56b-4932-a32a-a9c096344f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:48.208878 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-9c7991c2-c56b-4932-a32a-a9c096344f2d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7a1f60f8e61845839fa283ca63417c2f&device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 1096 time: 0.0922983 Jul 23 00:19:48.225717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b8542-c254-4ec1-9bcc-62b140317096 req-1c47626c-bdb4-4f41-a760-3fa09633da88 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:48.227088 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c93b8542-c254-4ec1-9bcc-62b140317096 req-1c47626c-bdb4-4f41-a760-3fa09633da88 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0823886 Jul 23 00:19:48.315244 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c93b8542-c254-4ec1-9bcc-62b140317096 req-719d356d-af9b-49ae-8811-fa52fd962190 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804880 Jul 23 00:19:48.338290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-72d70d56-c1ae-4596-a4ef-32b337d1f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:48.340301 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-72d70d56-c1ae-4596-a4ef-32b337d1f17d service neutron] 10.222.0.95 "GET /v2.0/networks?id=51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 200 len: 916 time: 0.1222024 Jul 23 00:19:48.380532 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-7d75fe39-fed0-43d8-91d9-cf3a6bc4847d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08b0e1f3-1579-4628-b071-a5bbcb40679d HTTP/1.1" status: 200 len: 217 time: 0.0333526 Jul 23 00:19:48.431799 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-a8426d85-2afc-49db-9109-0ebb4a261e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:48.433254 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-a8426d85-2afc-49db-9109-0ebb4a261e5b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b43ce58a-5d48-411f-921b-b5bdf186f38f HTTP/1.1" status: 200 len: 855 time: 0.0466380 Jul 23 00:19:48.466226 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-b393a5b8-c939-4381-8aa3-5b888c0da73c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=51bfd62b-a411-43d5-8864-dea9943b24d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262702 Jul 23 00:19:48.552185 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-29dc2bf4-e214-4aec-b6b9-e91e17522071 service neutron] 10.222.0.95 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786657 Jul 23 00:19:48.643147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-717b8f17-c4d4-42bc-b40f-ff8b992296ef service neutron] 10.222.0.95 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833013 Jul 23 00:19:49.443253 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322827a8-256b-4f19-8ca3-c60560c76fcb req-acc96056-5144-4ec4-8daf-bed0e619b065 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:49.444771 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-322827a8-256b-4f19-8ca3-c60560c76fcb req-acc96056-5144-4ec4-8daf-bed0e619b065 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0628078 Jul 23 00:19:49.481462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-322827a8-256b-4f19-8ca3-c60560c76fcb req-5efbb9e8-2814-448b-9883-87401d4f4dfd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310628 Jul 23 00:19:50.613873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288f631-e86f-4933-a7ad-f8425823d9e2 req-891d9a4b-7adc-4dcb-b020-50b6df3daddb tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:50.615336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4288f631-e86f-4933-a7ad-f8425823d9e2 req-891d9a4b-7adc-4dcb-b020-50b6df3daddb tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0668259 Jul 23 00:19:50.653120 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4288f631-e86f-4933-a7ad-f8425823d9e2 req-50cab246-5a42-4d0c-adab-1378b55517c8 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312665 Jul 23 00:19:51.782330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ded1a-f254-47ae-ab57-3756d5575237 req-2b34ffe3-1b92-48c7-81ec-29c0b13e8b7b tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:51.784063 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-672ded1a-f254-47ae-ab57-3756d5575237 req-2b34ffe3-1b92-48c7-81ec-29c0b13e8b7b tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0642200 Jul 23 00:19:51.820956 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-672ded1a-f254-47ae-ab57-3756d5575237 req-bc107b99-b3e8-4091-a32b-6c3aeeb92331 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313849 Jul 23 00:19:52.956276 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b75d6-c58f-4b5b-92d7-9226e9fd4a43 req-8f9833c2-b175-4111-888b-2d092da1ff0a tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:52.957773 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-819b75d6-c58f-4b5b-92d7-9226e9fd4a43 req-8f9833c2-b175-4111-888b-2d092da1ff0a tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0627687 Jul 23 00:19:52.998531 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-819b75d6-c58f-4b5b-92d7-9226e9fd4a43 req-64296e48-74b9-4ab2-933b-4860eb97fd77 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352402 Jul 23 00:19:54.128536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70f579-ced7-4ca2-9079-f47efa45dc24 req-2f789655-5533-405c-8b71-adf3981faf66 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:54.130052 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd70f579-ced7-4ca2-9079-f47efa45dc24 req-2f789655-5533-405c-8b71-adf3981faf66 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0639102 Jul 23 00:19:54.166408 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd70f579-ced7-4ca2-9079-f47efa45dc24 req-facc62fc-15a8-4668-bf04-9a1cee884545 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308220 Jul 23 00:19:55.294219 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b1757-73ad-47d8-81a0-51501835b722 req-dbdf9b58-f749-403f-b9df-6651de463e2b tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:55.295593 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1b0b1757-73ad-47d8-81a0-51501835b722 req-dbdf9b58-f749-403f-b9df-6651de463e2b tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0625176 Jul 23 00:19:55.331843 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1b0b1757-73ad-47d8-81a0-51501835b722 req-f8e80972-988e-4f58-af0b-f4f3eb7f24da tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308015 Jul 23 00:19:56.463789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881e3ed-451d-4288-a031-127df2c9b0b7 req-738e5675-4c89-4bf3-990a-9619eea32bd6 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:56.465298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4881e3ed-451d-4288-a031-127df2c9b0b7 req-738e5675-4c89-4bf3-990a-9619eea32bd6 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0668359 Jul 23 00:19:56.503285 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4881e3ed-451d-4288-a031-127df2c9b0b7 req-153a7e2e-99b8-4616-a37e-7cab90c4ad0d tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317292 Jul 23 00:19:57.631533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebbe8b-0129-470c-b20e-1a08079efe16 req-0eb0e4d7-3990-41eb-b78a-e7e379248d1b tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:57.633015 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bdebbe8b-0129-470c-b20e-1a08079efe16 req-0eb0e4d7-3990-41eb-b78a-e7e379248d1b tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0629349 Jul 23 00:19:57.670339 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bdebbe8b-0129-470c-b20e-1a08079efe16 req-67d3af70-cd39-492a-8e39-d1caf780a87d tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308931 Jul 23 00:19:58.798566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c91e3-50a2-4bf8-8744-26df31fd4778 req-835bd522-32d9-4845-9f99-9bdcda974072 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:58.800045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be7c91e3-50a2-4bf8-8744-26df31fd4778 req-835bd522-32d9-4845-9f99-9bdcda974072 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0626752 Jul 23 00:19:58.839240 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be7c91e3-50a2-4bf8-8744-26df31fd4778 req-a04a53a7-b01b-4f8a-91fe-f805d873dd6a tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337334 Jul 23 00:19:59.568300 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:19:59.972307 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692cf93-dd28-4e07-9cc6-d70f2ce1ebcb req-6f027f7d-767a-4cc6-b707-5c71a7b29ada tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:59.973814 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3692cf93-dd28-4e07-9cc6-d70f2ce1ebcb req-6f027f7d-767a-4cc6-b707-5c71a7b29ada tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0626013 Jul 23 00:20:00.010940 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3692cf93-dd28-4e07-9cc6-d70f2ce1ebcb req-5a84f945-d1f8-4df0-a78e-584a9a373f6f tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315871 Jul 23 00:20:01.139634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe563e1-936a-49b7-af25-0f6a84a092c1 req-c22b1726-e659-4c47-83e9-c88d75dc950a tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:01.141111 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efe563e1-936a-49b7-af25-0f6a84a092c1 req-c22b1726-e659-4c47-83e9-c88d75dc950a tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0628479 Jul 23 00:20:01.177815 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efe563e1-936a-49b7-af25-0f6a84a092c1 req-8b6847a0-cd93-42e1-922f-fcbfc950d38e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312376 Jul 23 00:20:01.655290 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1997f625-8386-4d06-9dc1-8fce062cd11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:02.309571 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae59e1-399b-42c5-95a0-5cd2ca8d8155 req-144fb5bf-3976-477e-ad91-a898cb8afcd3 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:02.311303 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7dae59e1-399b-42c5-95a0-5cd2ca8d8155 req-144fb5bf-3976-477e-ad91-a898cb8afcd3 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0676103 Jul 23 00:20:02.348937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7dae59e1-399b-42c5-95a0-5cd2ca8d8155 req-05a533ad-bd91-4d92-8c59-6173cb64bffa tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321355 Jul 23 00:20:03.476742 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a00f59-a63a-42aa-88c1-53ce79da7eef req-7ea9e74b-b035-46d2-9da2-e0bb9f697976 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:03.478268 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b7a00f59-a63a-42aa-88c1-53ce79da7eef req-7ea9e74b-b035-46d2-9da2-e0bb9f697976 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0634778 Jul 23 00:20:03.516074 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b7a00f59-a63a-42aa-88c1-53ce79da7eef req-b6ad7170-e173-4424-aacc-fd8c451fd85e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320492 Jul 23 00:20:04.410713 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bd001fcb-cda9-4285-b728-b1a7231757ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:04.451116 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:04.623384 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:04.646575 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfd84b-8cfe-4ef8-85b9-a238e0521de0 req-9fed533b-ff78-4fe3-a099-5da521a2b7e4 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:04.648064 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e7dfd84b-8cfe-4ef8-85b9-a238e0521de0 req-9fed533b-ff78-4fe3-a099-5da521a2b7e4 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0661030 Jul 23 00:20:04.690847 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e7dfd84b-8cfe-4ef8-85b9-a238e0521de0 req-d7c33888-b37b-418a-94d0-a71bf9113eda tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370314 Jul 23 00:20:05.668967 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:05.821544 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446348b-ba96-4093-a69e-f8a862ddccc5 req-c24ac144-3f0d-4eb0-bfdf-e50ed3795f7a tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:05.823018 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a446348b-ba96-4093-a69e-f8a862ddccc5 req-c24ac144-3f0d-4eb0-bfdf-e50ed3795f7a tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0647485 Jul 23 00:20:05.860780 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a446348b-ba96-4093-a69e-f8a862ddccc5 req-5a2e245e-52f9-4f14-a7df-6f06e65779f8 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Jul 23 00:20:06.989408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a4da8-c1c6-4539-a084-7ba80c2588e3 req-c6f1a2f4-dfd0-4325-af59-3c164f4e83f4 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:06.990917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-976a4da8-c1c6-4539-a084-7ba80c2588e3 req-c6f1a2f4-dfd0-4325-af59-3c164f4e83f4 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0637124 Jul 23 00:20:07.028304 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-976a4da8-c1c6-4539-a084-7ba80c2588e3 req-d6c7c68c-ed10-4046-a4c8-cddfb7ae1a22 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Jul 23 00:20:07.157852 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:08.160317 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc7182-6d97-46f2-95f7-cf6a3c5c4918 req-c0a0f17d-1147-4e63-b8fb-1317bc638801 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:08.161826 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5cc7182-6d97-46f2-95f7-cf6a3c5c4918 req-c0a0f17d-1147-4e63-b8fb-1317bc638801 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0671175 Jul 23 00:20:08.198864 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5cc7182-6d97-46f2-95f7-cf6a3c5c4918 req-8612c722-9936-4d0e-a780-a2d06b58ed59 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315821 Jul 23 00:20:09.329151 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710c55e-d562-481a-bfa3-d0b8e53b1d34 req-817e60ce-a6b6-4d26-b1f8-94c21db8ae15 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:09.330527 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9710c55e-d562-481a-bfa3-d0b8e53b1d34 req-817e60ce-a6b6-4d26-b1f8-94c21db8ae15 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0631375 Jul 23 00:20:09.366390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9710c55e-d562-481a-bfa3-d0b8e53b1d34 req-0665b7ea-7c6e-4894-9ad3-a19c749e5033 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303862 Jul 23 00:20:10.494370 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a01c08-0945-4c94-9e37-78f7865576c4 req-2d24c44b-dbb6-474b-8171-a1b91ba5cd07 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:10.495899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e3a01c08-0945-4c94-9e37-78f7865576c4 req-2d24c44b-dbb6-474b-8171-a1b91ba5cd07 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0622127 Jul 23 00:20:10.537207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e3a01c08-0945-4c94-9e37-78f7865576c4 req-115772e7-0087-41eb-b1f2-480d946f702a tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357242 Jul 23 00:20:11.666063 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587bdc5-c945-46e9-b39b-45ed24578d35 req-80c5a17d-9f0e-49b1-a255-ee076f3c2fd7 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:11.667554 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2587bdc5-c945-46e9-b39b-45ed24578d35 req-80c5a17d-9f0e-49b1-a255-ee076f3c2fd7 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0636194 Jul 23 00:20:11.705065 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2587bdc5-c945-46e9-b39b-45ed24578d35 req-da500ceb-5f9b-4f00-ab83-390a6395cca1 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313349 Jul 23 00:20:12.832623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db9a22-8803-479a-a132-845f88c160bb req-3699c77b-278f-44ad-a11d-f42e883259cd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:12.834116 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5db9a22-8803-479a-a132-845f88c160bb req-3699c77b-278f-44ad-a11d-f42e883259cd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0633454 Jul 23 00:20:12.871349 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5db9a22-8803-479a-a132-845f88c160bb req-a4a46305-f0bf-483f-a629-3a12d2027bc5 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318272 Jul 23 00:20:14.001734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6495b4-c1b9-4b3a-ae80-90b2cffd0469 req-2a7f0b0c-cbdd-4461-bff2-412eba0ec50c tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:14.003198 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a6495b4-c1b9-4b3a-ae80-90b2cffd0469 req-2a7f0b0c-cbdd-4461-bff2-412eba0ec50c tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0656364 Jul 23 00:20:14.041558 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a6495b4-c1b9-4b3a-ae80-90b2cffd0469 req-48c08a78-f33f-4ea6-821c-67cbf411dada tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328224 Jul 23 00:20:15.170102 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3119c6-245d-4aa9-8c81-4a3bbc482514 req-97a92dac-2fd1-472e-ab3c-4f7970559f8e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:15.171941 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c3119c6-245d-4aa9-8c81-4a3bbc482514 req-97a92dac-2fd1-472e-ab3c-4f7970559f8e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0653942 Jul 23 00:20:15.209061 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c3119c6-245d-4aa9-8c81-4a3bbc482514 req-9ef6f829-4c20-4531-a5f9-bed1305bf253 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313532 Jul 23 00:20:15.656897 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-fe362401-c142-4694-8279-ac383475dfa1 service neutron] show failed (client error): The resource could not be found. Jul 23 00:20:15.657908 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-fe362401-c142-4694-8279-ac383475dfa1 service neutron] 10.222.0.95 "GET /v2.0/ports/08b0e1f3-1579-4628-b071-a5bbcb40679d/bindings/n-h1-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.0536048 Jul 23 00:20:15.952311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-b9a8202d-d0e5-414b-983e-0042b354bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:15.953775 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-b9a8202d-d0e5-414b-983e-0042b354bd81 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b&tenant_id=7a1f60f8e61845839fa283ca63417c2f HTTP/1.1" status: 200 len: 1096 time: 0.1449885 Jul 23 00:20:15.971407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:20:16.040351 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:16.235010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] For port 08b0e1f3-1579-4628-b071-a5bbcb40679d, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=08b0e1f3-1579-4628-b071-a5bbcb40679d,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:20:16.272211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] For port 08b0e1f3-1579-4628-b071-a5bbcb40679d, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:20:16.340584 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9363e4-8ddd-43a0-8748-cbcf447c903b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b0e1f3-1579-4628-b071-a5bbcb40679d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:20:16.343884 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded1839d-f777-4a21-8aaa-62c37e4ed371" -d '{"events": [{"server_uuid": "9b9363e4-8ddd-43a0-8748-cbcf447c903b", "name": "network-vif-unplugged", "status": "completed", "tag": "08b0e1f3-1579-4628-b071-a5bbcb40679d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:20:16.348791 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:16.370516 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Transition to ACTIVE for port object 08b0e1f3-1579-4628-b071-a5bbcb40679d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:20:16.375730 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:16.410595 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efaf1ee-4567-4ade-8fe0-b02461ec0a31 x-openstack-request-id: req-8efaf1ee-4567-4ade-8fe0-b02461ec0a31 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:20:16.410891 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9363e4-8ddd-43a0-8748-cbcf447c903b", "name": "network-vif-unplugged", "status": "completed", "tag": "08b0e1f3-1579-4628-b071-a5bbcb40679d", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:20:16.411142 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8efaf1ee-4567-4ade-8fe0-b02461ec0a31 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:20:16.411532 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9363e4-8ddd-43a0-8748-cbcf447c903b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b0e1f3-1579-4628-b071-a5bbcb40679d', 'code': 200} Jul 23 00:20:16.422867 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987a677-bd5a-4407-b829-aecebc35a190 req-d6d65b63-2a38-4c28-855b-e5f41fd12a65 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:16.424344 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2987a677-bd5a-4407-b829-aecebc35a190 req-d6d65b63-2a38-4c28-855b-e5f41fd12a65 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.1321018 Jul 23 00:20:16.462862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] No DVR routers for this DVR port 08b0e1f3-1579-4628-b071-a5bbcb40679d on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:20:16.477731 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=08b0e1f3-1579-4628-b071-a5bbcb40679d,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:16.511473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:16.511817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:16.512154 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:16.512487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:16.513080 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:16.514469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:16.514798 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:16.515132 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:16.515459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:16.515785 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:16.516110 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:16.516430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:16.538682 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Attempting to bind port 08b0e1f3-1579-4628-b071-a5bbcb40679d on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:20:16.539016 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Attempting to bind port 08b0e1f3-1579-4628-b071-a5bbcb40679d by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:20:16.539346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Attempting to bind port 08b0e1f3-1579-4628-b071-a5bbcb40679d on network 51bfd62b-a411-43d5-8864-dea9943b24d0 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:20:16.544527 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2987a677-bd5a-4407-b829-aecebc35a190 req-0d28d14e-1ae5-4297-8323-63fb359ae816 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119354 Jul 23 00:20:16.547068 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Port 08b0e1f3-1579-4628-b071-a5bbcb40679d on network 51bfd62b-a411-43d5-8864-dea9943b24d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:20:16.547479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Attempting to bind port 08b0e1f3-1579-4628-b071-a5bbcb40679d on network 51bfd62b-a411-43d5-8864-dea9943b24d0 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:20:16.552191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:20:16.552526 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Checking segment: {'id': 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:20:16.552899 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Bound using segment: {'id': 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:20:16.553352 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Bound port: 08b0e1f3-1579-4628-b071-a5bbcb40679d, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:20:16.553710 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:16.615775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] For port 08b0e1f3-1579-4628-b071-a5bbcb40679d, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:20:16.618733 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] For port 08b0e1f3-1579-4628-b071-a5bbcb40679d, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=08b0e1f3-1579-4628-b071-a5bbcb40679d,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:20:16.623052 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:16.655091 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:16.655716 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:16.657109 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] 10.222.0.18 "PUT /v2.0/ports/08b0e1f3-1579-4628-b071-a5bbcb40679d HTTP/1.1" status: 200 len: 1091 time: 0.6897252 Jul 23 00:20:16.680396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a4575-81f1-46b8-b371-3dd3b960f1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=08b0e1f3-1579-4628-b071-a5bbcb40679d,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:16.745821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-7615cec6-a808-4e54-8fc5-444dc654ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:16.747304 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-7615cec6-a808-4e54-8fc5-444dc654ef6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a1f60f8e61845839fa283ca63417c2f&device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 1094 time: 0.0581388 Jul 23 00:20:16.808275 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:16.838379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-01b0a0be-5961-442b-aadb-046bf5f41db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:16.839842 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-01b0a0be-5961-442b-aadb-046bf5f41db8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 200 len: 916 time: 0.0864217 Jul 23 00:20:16.883497 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-dc67be4a-4709-49ad-b9fd-2e4bce86c3b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08b0e1f3-1579-4628-b071-a5bbcb40679d HTTP/1.1" status: 200 len: 217 time: 0.0362704 Jul 23 00:20:16.930929 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-27af9e8f-f43d-4235-bab8-ea6202e936f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:16.932364 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-27af9e8f-f43d-4235-bab8-ea6202e936f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b43ce58a-5d48-411f-921b-b5bdf186f38f HTTP/1.1" status: 200 len: 855 time: 0.0426285 Jul 23 00:20:16.964733 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-b491c789-8ff4-4566-ab19-a97887709660 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51bfd62b-a411-43d5-8864-dea9943b24d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265062 Jul 23 00:20:16.974138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-ccd3131c-9a14-4070-a955-d116ed830405 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:20:16.975066 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-ccd3131c-9a14-4070-a955-d116ed830405 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047016 Jul 23 00:20:17.065822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-4eeb9875-f639-4e02-aa3a-4169683f931d service neutron] 10.222.0.18 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847266 Jul 23 00:20:17.151828 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95d409c5-ea59-4e2f-8405-f397a86bcd67 req-cee5c763-0fe7-478b-9276-b102c15612d7 service neutron] 10.222.0.18 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796731 Jul 23 00:20:17.679620 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13eda2-9e67-4009-9ebe-cf31fb24d015 req-f24b8d1b-342c-4bc5-9ef5-3cb2a962b933 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:17.681077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d13eda2-9e67-4009-9ebe-cf31fb24d015 req-f24b8d1b-342c-4bc5-9ef5-3cb2a962b933 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 943 time: 0.0671577 Jul 23 00:20:17.718821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d13eda2-9e67-4009-9ebe-cf31fb24d015 req-b6dca716-9a61-4972-94ca-064f642c82bd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318897 Jul 23 00:20:18.114075 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 08b0e1f3-1579-4628-b071-a5bbcb40679d no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:20:18.151171 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 08b0e1f3-1579-4628-b071-a5bbcb40679d not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:20:18.412574 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9363e4-8ddd-43a0-8748-cbcf447c903b', 'tag': '08b0e1f3-1579-4628-b071-a5bbcb40679d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:20:18.414906 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9363e4-8ddd-43a0-8748-cbcf447c903b", "tag": "08b0e1f3-1579-4628-b071-a5bbcb40679d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:20:18.461625 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b596b85-e45a-4c72-9816-e675204a8f69 x-openstack-request-id: req-1b596b85-e45a-4c72-9816-e675204a8f69 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:20:18.462022 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9363e4-8ddd-43a0-8748-cbcf447c903b", "tag": "08b0e1f3-1579-4628-b071-a5bbcb40679d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:20:18.462273 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b596b85-e45a-4c72-9816-e675204a8f69 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:20:18.462675 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9363e4-8ddd-43a0-8748-cbcf447c903b', 'tag': '08b0e1f3-1579-4628-b071-a5bbcb40679d', 'status': 'completed', 'code': 200} Jul 23 00:20:18.564666 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-0c18707a-cb99-47e4-8ad8-93ff965fc91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:18.566177 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-0c18707a-cb99-47e4-8ad8-93ff965fc91f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7a1f60f8e61845839fa283ca63417c2f&device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 1094 time: 0.0858502 Jul 23 00:20:18.607675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-6ff59d7e-a709-42ae-9a76-e7b1b5f9d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:18.609261 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-6ff59d7e-a709-42ae-9a76-e7b1b5f9d3e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a1f60f8e61845839fa283ca63417c2f&device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 1094 time: 0.0947092 Jul 23 00:20:18.676032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-2e3e6ec0-4d75-420f-8ef6-7f6b48849d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:18.677400 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-2e3e6ec0-4d75-420f-8ef6-7f6b48849d3f service neutron] 10.222.0.95 "GET /v2.0/networks?id=51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 200 len: 916 time: 0.1038938 Jul 23 00:20:18.733298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-79e4907d-b3dd-4d5c-bc0a-f8f90d4e9771 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08b0e1f3-1579-4628-b071-a5bbcb40679d HTTP/1.1" status: 200 len: 217 time: 0.0461881 Jul 23 00:20:19.201974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-4b19508b-4527-461d-9ef8-fb7270f6e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:19.203416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-4b19508b-4527-461d-9ef8-fb7270f6e55c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b43ce58a-5d48-411f-921b-b5bdf186f38f HTTP/1.1" status: 200 len: 855 time: 0.0937769 Jul 23 00:20:19.208831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-5118e066-ed34-4400-b17d-66c4a9721ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:19.210242 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-5118e066-ed34-4400-b17d-66c4a9721ff8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 200 len: 916 time: 0.5471427 Jul 23 00:20:19.274018 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-39d3cbc0-0f45-4c55-bd94-f93b91cb06f2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=51bfd62b-a411-43d5-8864-dea9943b24d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601106 Jul 23 00:20:19.277610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-1db963dc-97c0-4e3e-b196-de2205ab91b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08b0e1f3-1579-4628-b071-a5bbcb40679d HTTP/1.1" status: 200 len: 217 time: 0.0540664 Jul 23 00:20:19.298096 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41383e5e-a17e-401b-b15f-e6cf50c10abf req-d85952a0-8f17-42f9-880b-78059e4e7148 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:19.299484 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41383e5e-a17e-401b-b15f-e6cf50c10abf req-d85952a0-8f17-42f9-880b-78059e4e7148 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 943 time: 0.1910079 Jul 23 00:20:19.409360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-d82ffdaf-2cea-4ec0-87a6-fe3dd04efbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:19.410787 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-d82ffdaf-2cea-4ec0-87a6-fe3dd04efbde service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b43ce58a-5d48-411f-921b-b5bdf186f38f HTTP/1.1" status: 200 len: 855 time: 0.1213040 Jul 23 00:20:19.426293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41383e5e-a17e-401b-b15f-e6cf50c10abf req-9be93078-53b1-4376-80ae-e2fc83ada623 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080344 Jul 23 00:20:19.470249 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-4788b199-aa45-4826-8182-73c499798fec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51bfd62b-a411-43d5-8864-dea9943b24d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483139 Jul 23 00:20:19.475481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-d6b61b2e-c795-4485-9fe4-aa704118c778 service neutron] 10.222.0.95 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936443 Jul 23 00:20:19.586211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.95', 55322) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:20:19.668030 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-3229d975-52b4-49e1-b9c4-b69bf25b6864 service neutron] 10.222.0.95 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840653 Jul 23 00:20:19.670353 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-20123bde-4d71-49fc-8f70-a681b638ddae service neutron] 10.222.0.18 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930881 Jul 23 00:20:19.702141 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c096361-55aa-4e29-bf9a-d78d7b853083 req-f5da9c57-b976-4610-a31d-8cfb444da9aa tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:19.703653 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c096361-55aa-4e29-bf9a-d78d7b853083 req-f5da9c57-b976-4610-a31d-8cfb444da9aa tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.95 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b&tenant_id=7a1f60f8e61845839fa283ca63417c2f&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 943 time: 0.1164193 Jul 23 00:20:19.719403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb262ef-edaf-487a-a339-3a04cc09c6ea req-178595ac-6877-4ae6-b223-e8a85fb17b0d tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:19.720903 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3fb262ef-edaf-487a-a339-3a04cc09c6ea req-178595ac-6877-4ae6-b223-e8a85fb17b0d tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 943 time: 0.1335514 Jul 23 00:20:19.807826 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a4ba43d-0661-48d4-b2a6-64401f98f1c6 req-b75bc460-3f71-4959-98d7-0aaf19b0b5ad service neutron] 10.222.0.18 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310794 Jul 23 00:20:19.811632 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3fb262ef-edaf-487a-a339-3a04cc09c6ea req-f36568f1-6136-4ed3-a92e-074e5fea9aa3 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576155 Jul 23 00:20:20.108960 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-9c096361-55aa-4e29-bf9a-d78d7b853083 req-ac45eced-7d9a-4920-a979-fa941cdd1172 service neutron] delete failed (client error): The resource could not be found. Jul 23 00:20:20.110001 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c096361-55aa-4e29-bf9a-d78d7b853083 req-ac45eced-7d9a-4920-a979-fa941cdd1172 service neutron] 10.222.0.95 "DELETE /v2.0/ports/08b0e1f3-1579-4628-b071-a5bbcb40679d/bindings/n-h2-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.3994136 Jul 23 00:20:20.207310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c096361-55aa-4e29-bf9a-d78d7b853083 req-128a92a1-fc19-4323-998d-517e857bd87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:20.208751 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c096361-55aa-4e29-bf9a-d78d7b853083 req-128a92a1-fc19-4323-998d-517e857bd87a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7a1f60f8e61845839fa283ca63417c2f&device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 1094 time: 0.0557814 Jul 23 00:20:20.235540 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 08b0e1f3-1579-4628-b071-a5bbcb40679d details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:20:20.302588 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c096361-55aa-4e29-bf9a-d78d7b853083 req-1dba7b62-e339-41b9-9184-b748cd7324cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:20.304114 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c096361-55aa-4e29-bf9a-d78d7b853083 req-1dba7b62-e339-41b9-9184-b748cd7324cf service neutron] 10.222.0.95 "GET /v2.0/networks?id=51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 200 len: 916 time: 0.0887876 Jul 23 00:20:20.336261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 08b0e1f3-1579-4628-b071-a5bbcb40679d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=08b0e1f3-1579-4628-b071-a5bbcb40679d,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:20:20.347850 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c096361-55aa-4e29-bf9a-d78d7b853083 req-825f97d9-5eb4-436f-8f84-a2fbcc3bfd68 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08b0e1f3-1579-4628-b071-a5bbcb40679d HTTP/1.1" status: 200 len: 217 time: 0.0363302 Jul 23 00:20:20.348592 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '08b0e1f3-1579-4628-b071-a5bbcb40679d', 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0', 'port_id': '08b0e1f3-1579-4628-b071-a5bbcb40679d', 'mac_address': 'fa:16:3e:ef:5b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43ce58a-5d48-411f-921b-b5bdf186f38f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:20:20.385851 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:20.398436 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c096361-55aa-4e29-bf9a-d78d7b853083 req-e47d250c-77dd-410a-9f7a-390edcac034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:20.399487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b0e1f3-1579-4628-b071-a5bbcb40679d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:20:20.399971 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c096361-55aa-4e29-bf9a-d78d7b853083 req-e47d250c-77dd-410a-9f7a-390edcac034e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b43ce58a-5d48-411f-921b-b5bdf186f38f HTTP/1.1" status: 200 len: 855 time: 0.0454981 Jul 23 00:20:20.420158 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 08b0e1f3-1579-4628-b071-a5bbcb40679d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=08b0e1f3-1579-4628-b071-a5bbcb40679d,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:20:20.424655 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:20.441069 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c096361-55aa-4e29-bf9a-d78d7b853083 req-066b59de-48fc-4969-ba45-b9335232a58c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=51bfd62b-a411-43d5-8864-dea9943b24d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331969 Jul 23 00:20:20.474252 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=08b0e1f3-1579-4628-b071-a5bbcb40679d,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:20.533534 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c096361-55aa-4e29-bf9a-d78d7b853083 req-4486a5b0-c548-4442-847e-4b359e7c5657 service neutron] 10.222.0.95 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848982 Jul 23 00:20:20.627339 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c096361-55aa-4e29-bf9a-d78d7b853083 req-2e10c461-0212-40b3-8c66-2d04f00e2755 service neutron] 10.222.0.95 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870435 Jul 23 00:20:20.706167 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['08b0e1f3-1579-4628-b071-a5bbcb40679d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:20:20.952191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc8716-4782-4319-94b0-e1d9fb46637b req-fae60b81-9648-4423-b437-b74abc10200c tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:20.953983 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7dcc8716-4782-4319-94b0-e1d9fb46637b req-fae60b81-9648-4423-b437-b74abc10200c tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 944 time: 0.0682106 Jul 23 00:20:20.992577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7dcc8716-4782-4319-94b0-e1d9fb46637b req-b652b1d5-df99-4892-bf2b-4cc3990f7ff8 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330629 Jul 23 00:20:22.125404 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bc7e9-94df-41a0-a1fd-a75dde9b5634 req-049065f2-e494-487b-9e04-180e8b51caca tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:22.126892 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c4bc7e9-94df-41a0-a1fd-a75dde9b5634 req-049065f2-e494-487b-9e04-180e8b51caca tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 944 time: 0.0680470 Jul 23 00:20:22.163873 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c4bc7e9-94df-41a0-a1fd-a75dde9b5634 req-ff0dca94-7520-4624-95ea-bf10824f6bbd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315075 Jul 23 00:20:22.236503 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 08b0e1f3-1579-4628-b071-a5bbcb40679d up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:20:22.284631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 08b0e1f3-1579-4628-b071-a5bbcb40679d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:20:22.288626 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 08b0e1f3-1579-4628-b071-a5bbcb40679d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:20:22.289314 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:22.291602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b281c31-9812-4faa-bc27-0a56fa6c9283 req-b8042eac-81c2-4c92-91e7-ac4eef05e025 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:22.297572 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b281c31-9812-4faa-bc27-0a56fa6c9283 req-b8042eac-81c2-4c92-91e7-ac4eef05e025 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 944 time: 0.0695639 Jul 23 00:20:22.331979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b281c31-9812-4faa-bc27-0a56fa6c9283 req-5018f31c-e007-4ec8-a3b2-46802b814a87 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326285 Jul 23 00:20:22.371438 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:22.394742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9363e4-8ddd-43a0-8748-cbcf447c903b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b0e1f3-1579-4628-b071-a5bbcb40679d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:20:22.396983 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53ced5b-8381-470d-91c7-6c33fad4d74c" -d '{"events": [{"server_uuid": "9b9363e4-8ddd-43a0-8748-cbcf447c903b", "name": "network-vif-plugged", "status": "completed", "tag": "08b0e1f3-1579-4628-b071-a5bbcb40679d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:20:22.412944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 08b0e1f3-1579-4628-b071-a5bbcb40679d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=08b0e1f3-1579-4628-b071-a5bbcb40679d,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:20:22.418145 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:22.443485 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d252e8f8-4fdc-4aec-8864-870f4d910787 x-openstack-request-id: req-d252e8f8-4fdc-4aec-8864-870f4d910787 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:20:22.443871 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9363e4-8ddd-43a0-8748-cbcf447c903b", "name": "network-vif-plugged", "status": "completed", "tag": "08b0e1f3-1579-4628-b071-a5bbcb40679d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:20:22.444146 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d252e8f8-4fdc-4aec-8864-870f4d910787 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:20:22.444580 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9363e4-8ddd-43a0-8748-cbcf447c903b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b0e1f3-1579-4628-b071-a5bbcb40679d', 'code': 200} Jul 23 00:20:22.470155 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96475988-c72f-4a72-a94f-f508ddd4663e req-dd2e1845-d8e3-485a-9e66-b3cd4687d3b5 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:22.471320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=08b0e1f3-1579-4628-b071-a5bbcb40679d,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:22.471669 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96475988-c72f-4a72-a94f-f508ddd4663e req-dd2e1845-d8e3-485a-9e66-b3cd4687d3b5 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 944 time: 0.0739257 Jul 23 00:20:22.509432 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96475988-c72f-4a72-a94f-f508ddd4663e req-0b2e7151-401b-46c0-ac2b-c5b7fb9946d8 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312474 Jul 23 00:20:22.867255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0b50a82b-1e4c-426b-8ce8-5b0e1f79035b tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:22.868614 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0b50a82b-1e4c-426b-8ce8-5b0e1f79035b tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/networks?id=51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 200 len: 815 time: 0.0997646 Jul 23 00:20:22.883345 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-cc6d9e9b-f0d2-440c-9f64-b9389801b56f tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/quotas/7a1f60f8e61845839fa283ca63417c2f HTTP/1.1" status: 200 len: 375 time: 0.0089517 Jul 23 00:20:22.954983 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-e73631cd-ea11-427c-9ebc-bf7eade43074 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1f60f8e61845839fa283ca63417c2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0669813 Jul 23 00:20:23.044219 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-38e421a7-8779-4c8d-a9c0-9084197c06ab service neutron] 10.222.0.26 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827003 Jul 23 00:20:23.136536 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-5ed6880d-a80d-4947-9480-80ddaa0c2bd9 service neutron] 10.222.0.26 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860910 Jul 23 00:20:23.299929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9752d93b-34ed-4aa8-8cc0-6cd8d611fbf0 req-40e036a7-f6a5-4b9e-b3cc-b2aee824979a tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 210 time: 0.0306897 Jul 23 00:20:24.141206 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e0c47-09ed-495b-be4b-d96710129a3b req-4484d067-abed-4e77-bd5d-062f2246a622 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:24.142615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb7e0c47-09ed-495b-be4b-d96710129a3b req-4484d067-abed-4e77-bd5d-062f2246a622 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b9363e4-8ddd-43a0-8748-cbcf447c903b HTTP/1.1" status: 200 len: 945 time: 0.0633810 Jul 23 00:20:24.217440 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.18', 57259) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:20:24.248354 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-eb7e0c47-09ed-495b-be4b-d96710129a3b req-1331fdf7-4437-41cd-a1fa-c8a661bf5575 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Deleting port 08b0e1f3-1579-4628-b071-a5bbcb40679d {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:20:24.248753 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eb7e0c47-09ed-495b-be4b-d96710129a3b req-1331fdf7-4437-41cd-a1fa-c8a661bf5575 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:24.332876 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-5a4f4770-42e6-4d45-a200-026e8607d858 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:24.334729 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-5a4f4770-42e6-4d45-a200-026e8607d858 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.18 "GET /v2.0/networks?id=51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 200 len: 815 time: 0.1056116 Jul 23 00:20:24.353860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-eb7e0c47-09ed-495b-be4b-d96710129a3b req-1331fdf7-4437-41cd-a1fa-c8a661bf5575 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] For port 08b0e1f3-1579-4628-b071-a5bbcb40679d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=08b0e1f3-1579-4628-b071-a5bbcb40679d,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:20:24.354418 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eb7e0c47-09ed-495b-be4b-d96710129a3b req-1331fdf7-4437-41cd-a1fa-c8a661bf5575 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:24.355590 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-a5b66b6d-f2d3-41ee-9469-793572de2c24 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Request body: {'port': {'device_id': '6372d592-1a11-433e-8d05-f796aa0c6a89', 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0', 'admin_state_up': True, 'tenant_id': '7a1f60f8e61845839fa283ca63417c2f'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:20:24.367854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-eb7e0c47-09ed-495b-be4b-d96710129a3b req-1331fdf7-4437-41cd-a1fa-c8a661bf5575 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Calling delete_port for 08b0e1f3-1579-4628-b071-a5bbcb40679d owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:20:24.410822 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce2c972c-5ed1-42ce-8f30-66127546ffee req-90883a19-afd5-43f6-8ec4-8e3887dc1de5 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 210 time: 0.0408559 Jul 23 00:20:24.472932 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-a5b66b6d-f2d3-41ee-9469-793572de2c24 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Made reservation on behalf of 7a1f60f8e61845839fa283ca63417c2f for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:20:24.476580 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-a5b66b6d-f2d3-41ee-9469-793572de2c24 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:24.533546 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eb7e0c47-09ed-495b-be4b-d96710129a3b req-1331fdf7-4437-41cd-a1fa-c8a661bf5575 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:24.567607 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331fdf7-4437-41cd-a1fa-c8a661bf5575 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Pushing event deleted for resources: {'Port': ['ID=08b0e1f3-1579-4628-b071-a5bbcb40679d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:24.567888 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['08b0e1f3-1579-4628-b071-a5bbcb40679d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:20:24.615144 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7e0c47-09ed-495b-be4b-d96710129a3b req-1331fdf7-4437-41cd-a1fa-c8a661bf5575 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] No DVR routers for this DVR port 08b0e1f3-1579-4628-b071-a5bbcb40679d on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:20:24.617742 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-eb7e0c47-09ed-495b-be4b-d96710129a3b req-1331fdf7-4437-41cd-a1fa-c8a661bf5575 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:24.619792 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eb7e0c47-09ed-495b-be4b-d96710129a3b req-1331fdf7-4437-41cd-a1fa-c8a661bf5575 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.18 "DELETE /v2.0/ports/08b0e1f3-1579-4628-b071-a5bbcb40679d HTTP/1.1" status: 204 len: 173 time: 0.4709942 Jul 23 00:20:24.620290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9363e4-8ddd-43a0-8748-cbcf447c903b', 'name': 'network-vif-deleted', 'tag': '08b0e1f3-1579-4628-b071-a5bbcb40679d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:20:24.622596 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d1e4b9-71f8-4b3d-85f9-e4fdc8f93752" -d '{"events": [{"server_uuid": "9b9363e4-8ddd-43a0-8748-cbcf447c903b", "name": "network-vif-deleted", "tag": "08b0e1f3-1579-4628-b071-a5bbcb40679d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:20:24.647078 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-a5b66b6d-f2d3-41ee-9469-793572de2c24 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Allocated IP 172.20.0.13 (51bfd62b-a411-43d5-8864-dea9943b24d0/b43ce58a-5d48-411f-921b-b5bdf186f38f/332e341f-a245-4caa-92bf-9c72514e83a8) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:20:24.668331 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f2814a-95bd-4ba1-a0ec-33fe92f1354a x-openstack-request-id: req-53f2814a-95bd-4ba1-a0ec-33fe92f1354a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:20:24.668847 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9363e4-8ddd-43a0-8748-cbcf447c903b", "name": "network-vif-deleted", "tag": "08b0e1f3-1579-4628-b071-a5bbcb40679d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:20:24.669122 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53f2814a-95bd-4ba1-a0ec-33fe92f1354a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:20:24.670128 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9363e4-8ddd-43a0-8748-cbcf447c903b', 'name': 'network-vif-deleted', 'tag': '08b0e1f3-1579-4628-b071-a5bbcb40679d', 'status': 'completed', 'code': 200} Jul 23 00:20:24.799103 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-a5b66b6d-f2d3-41ee-9469-793572de2c24 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:24.840087 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-a5b66b6d-f2d3-41ee-9469-793572de2c24 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:24.873149 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['08b0e1f3-1579-4628-b071-a5bbcb40679d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:20:24.892613 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-a5b66b6d-f2d3-41ee-9469-793572de2c24 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Network 51bfd62b-a411-43d5-8864-dea9943b24d0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:20:24.902490 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-a5b66b6d-f2d3-41ee-9469-793572de2c24 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:20:24.905900 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-a5b66b6d-f2d3-41ee-9469-793572de2c24 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:20:24.933571 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b66b6d-f2d3-41ee-9469-793572de2c24 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Pushing event updated for resources: {'Port': ['ID=332e341f-a245-4caa-92bf-9c72514e83a8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:24.959108 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-a5b66b6d-f2d3-41ee-9469-793572de2c24 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:24.959734 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-a5b66b6d-f2d3-41ee-9469-793572de2c24 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:24.973767 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-a5b66b6d-f2d3-41ee-9469-793572de2c24 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6235995 Jul 23 00:20:24.989962 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Request body: {'port': {'device_id': '6372d592-1a11-433e-8d05-f796aa0c6a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:20:25.060627 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:25.318953 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332e341f-a245-4caa-92bf-9c72514e83a8 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:20:25.326361 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:25.337832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Transition to ACTIVE for port object 332e341f-a245-4caa-92bf-9c72514e83a8 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:20:25.341389 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:25.408422 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Pushing event updated for resources: {'Port': ['ID=332e341f-a245-4caa-92bf-9c72514e83a8,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:25.460863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Attempting to bind port 332e341f-a245-4caa-92bf-9c72514e83a8 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:20:25.461232 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Attempting to bind port 332e341f-a245-4caa-92bf-9c72514e83a8 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:20:25.461570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Attempting to bind port 332e341f-a245-4caa-92bf-9c72514e83a8 on network 51bfd62b-a411-43d5-8864-dea9943b24d0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:20:25.465862 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Port 332e341f-a245-4caa-92bf-9c72514e83a8 on network 51bfd62b-a411-43d5-8864-dea9943b24d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:20:25.466188 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Attempting to bind port 332e341f-a245-4caa-92bf-9c72514e83a8 on network 51bfd62b-a411-43d5-8864-dea9943b24d0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:20:25.471080 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:20:25.471419 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Checking segment: {'id': 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:20:25.471805 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Bound using segment: {'id': 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:20:25.472234 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Bound port: 332e341f-a245-4caa-92bf-9c72514e83a8, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:20:25.472593 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:25.535741 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] For port 332e341f-a245-4caa-92bf-9c72514e83a8, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:20:25.538796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] For port 332e341f-a245-4caa-92bf-9c72514e83a8, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=332e341f-a245-4caa-92bf-9c72514e83a8,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:20:25.540469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef7b65-725f-4928-9ecb-a2ed9b097bf6 req-757dd35a-4ddf-4cd4-8b49-9927cd9b12b9 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:25.542186 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edef7b65-725f-4928-9ecb-a2ed9b097bf6 req-757dd35a-4ddf-4cd4-8b49-9927cd9b12b9 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 944 time: 0.0651917 Jul 23 00:20:25.544297 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:25.577790 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:25.578536 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:25.579947 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-0282038c-debf-43ab-8165-b364b7748644 service neutron] 10.222.0.18 "PUT /v2.0/ports/332e341f-a245-4caa-92bf-9c72514e83a8 HTTP/1.1" status: 200 len: 1092 time: 0.5940101 Jul 23 00:20:25.580400 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6372d592-1a11-433e-8d05-f796aa0c6a89', 'tag': '332e341f-a245-4caa-92bf-9c72514e83a8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:20:25.582716 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ada1e7-2e8f-4024-844c-cd3f648c2b77" -d '{"events": [{"name": "network-changed", "server_uuid": "6372d592-1a11-433e-8d05-f796aa0c6a89", "tag": "332e341f-a245-4caa-92bf-9c72514e83a8"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:20:25.585382 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-edef7b65-725f-4928-9ecb-a2ed9b097bf6 req-215c40e0-9649-42d6-9711-7bb1e128a36e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354328 Jul 23 00:20:25.614922 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282038c-debf-43ab-8165-b364b7748644 service neutron] Pushing event updated for resources: {'Port': ['ID=332e341f-a245-4caa-92bf-9c72514e83a8,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:25.689463 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-dbecc8d7-cf34-4063-95f1-7a018f57f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:25.691008 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-dbecc8d7-cf34-4063-95f1-7a018f57f9e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a1f60f8e61845839fa283ca63417c2f&device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 1095 time: 0.0563715 Jul 23 00:20:25.695812 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b373f3-b81c-4f7e-a65c-499e28ee42ff x-openstack-request-id: req-62b373f3-b81c-4f7e-a65c-499e28ee42ff {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:20:25.696171 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6372d592-1a11-433e-8d05-f796aa0c6a89", "tag": "332e341f-a245-4caa-92bf-9c72514e83a8", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:20:25.696425 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62b373f3-b81c-4f7e-a65c-499e28ee42ff {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:20:25.696873 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6372d592-1a11-433e-8d05-f796aa0c6a89', 'tag': '332e341f-a245-4caa-92bf-9c72514e83a8', 'status': 'completed', 'code': 200} Jul 23 00:20:25.755145 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-28cac33e-6d92-4f9a-aa1e-c166ff14a679 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=332e341f-a245-4caa-92bf-9c72514e83a8 HTTP/1.1" status: 200 len: 217 time: 0.0371737 Jul 23 00:20:25.804350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-86d956e5-c39c-4abe-8faf-514999f803d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:25.805860 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-86d956e5-c39c-4abe-8faf-514999f803d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b43ce58a-5d48-411f-921b-b5bdf186f38f HTTP/1.1" status: 200 len: 855 time: 0.0437334 Jul 23 00:20:25.838466 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-d574fe2b-6615-4eb8-aa36-68db1e3b4651 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51bfd62b-a411-43d5-8864-dea9943b24d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262096 Jul 23 00:20:25.929807 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-8d9675c8-99c3-41fb-9972-dd5f5934492d service neutron] 10.222.0.18 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848761 Jul 23 00:20:26.017922 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5d511a33-ca2f-43fe-bee5-c7dc84e1972a req-7f7b32c0-1470-435e-97e4-2a7d1b06dad1 service neutron] 10.222.0.18 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823927 Jul 23 00:20:26.155004 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ada1e7-2e8f-4024-844c-cd3f648c2b77 req-6f29ea5a-63c5-4fa3-87ec-982d09da9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:26.156407 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f1ada1e7-2e8f-4024-844c-cd3f648c2b77 req-6f29ea5a-63c5-4fa3-87ec-982d09da9f91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a1f60f8e61845839fa283ca63417c2f&device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 1095 time: 0.0584962 Jul 23 00:20:26.244357 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ada1e7-2e8f-4024-844c-cd3f648c2b77 req-bdce1788-86a8-4e09-9ea5-3662adea03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:26.245845 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f1ada1e7-2e8f-4024-844c-cd3f648c2b77 req-bdce1788-86a8-4e09-9ea5-3662adea03cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 200 len: 916 time: 0.0825267 Jul 23 00:20:26.288745 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f1ada1e7-2e8f-4024-844c-cd3f648c2b77 req-8060a75f-9889-4426-b234-699b977e4be8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=332e341f-a245-4caa-92bf-9c72514e83a8 HTTP/1.1" status: 200 len: 217 time: 0.0367672 Jul 23 00:20:26.336600 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ada1e7-2e8f-4024-844c-cd3f648c2b77 req-8f1acf02-31ab-4a1d-bd44-b53bdb80e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:26.338079 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f1ada1e7-2e8f-4024-844c-cd3f648c2b77 req-8f1acf02-31ab-4a1d-bd44-b53bdb80e441 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b43ce58a-5d48-411f-921b-b5bdf186f38f HTTP/1.1" status: 200 len: 855 time: 0.0421255 Jul 23 00:20:26.372604 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f1ada1e7-2e8f-4024-844c-cd3f648c2b77 req-96a30c34-43a9-4d0b-8ff5-22a311a9262c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51bfd62b-a411-43d5-8864-dea9943b24d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268579 Jul 23 00:20:26.462119 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f1ada1e7-2e8f-4024-844c-cd3f648c2b77 req-0521e98d-ef1d-41fe-a651-a1df35889a08 service neutron] 10.222.0.18 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829706 Jul 23 00:20:26.548563 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f1ada1e7-2e8f-4024-844c-cd3f648c2b77 req-9a1b5ecf-56b9-43f6-ab37-add788d01521 service neutron] 10.222.0.18 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794373 Jul 23 00:20:26.727530 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b02094-d130-41b9-b744-855d631b7267 req-d85c267f-318e-40f4-84f9-c74ea23a847a tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:26.728915 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6b02094-d130-41b9-b744-855d631b7267 req-d85c267f-318e-40f4-84f9-c74ea23a847a tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 944 time: 0.0666280 Jul 23 00:20:26.766358 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6b02094-d130-41b9-b744-855d631b7267 req-6cea9054-874b-4793-809a-2069147b647e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314467 Jul 23 00:20:27.896376 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feac19-550e-47cf-af63-23b1b8cf526a req-56e3135e-322c-4329-ae82-2f98509dc073 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:27.897905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2feac19-550e-47cf-af63-23b1b8cf526a req-56e3135e-322c-4329-ae82-2f98509dc073 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 944 time: 0.0635824 Jul 23 00:20:27.934770 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2feac19-550e-47cf-af63-23b1b8cf526a req-8e985121-bce3-4ee0-8c3d-2a71af011f1e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314438 Jul 23 00:20:28.267377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 08b0e1f3-1579-4628-b071-a5bbcb40679d no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:20:28.286667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 08b0e1f3-1579-4628-b071-a5bbcb40679d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:20:28.287003 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 08b0e1f3-1579-4628-b071-a5bbcb40679d not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:20:29.068995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c25ec7-6768-4703-a9fc-ae43078e1f8a req-4d9f73a8-6485-44ec-8a42-58ce4be7f74a tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:29.070576 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96c25ec7-6768-4703-a9fc-ae43078e1f8a req-4d9f73a8-6485-44ec-8a42-58ce4be7f74a tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 944 time: 0.0657222 Jul 23 00:20:29.108877 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96c25ec7-6768-4703-a9fc-ae43078e1f8a req-63131283-72f6-4030-bcbc-9ac63d4c0a9c tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328052 Jul 23 00:20:30.240424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dee95e-30a8-4066-8df8-9194f4072f00 req-715364ae-cf12-4f51-b533-11dc445b1c3e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:30.241927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a0dee95e-30a8-4066-8df8-9194f4072f00 req-715364ae-cf12-4f51-b533-11dc445b1c3e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 944 time: 0.0685179 Jul 23 00:20:30.267957 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 332e341f-a245-4caa-92bf-9c72514e83a8 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:20:30.279646 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a0dee95e-30a8-4066-8df8-9194f4072f00 req-9b7b4190-628e-4507-9e73-6ade5443e8f9 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315626 Jul 23 00:20:30.360714 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 332e341f-a245-4caa-92bf-9c72514e83a8, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=332e341f-a245-4caa-92bf-9c72514e83a8,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:20:30.374530 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '332e341f-a245-4caa-92bf-9c72514e83a8', 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0', 'port_id': '332e341f-a245-4caa-92bf-9c72514e83a8', 'mac_address': 'fa:16:3e:a5:6b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43ce58a-5d48-411f-921b-b5bdf186f38f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:20:30.410081 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:30.422399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332e341f-a245-4caa-92bf-9c72514e83a8 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:20:30.441300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 332e341f-a245-4caa-92bf-9c72514e83a8, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=332e341f-a245-4caa-92bf-9c72514e83a8,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:20:30.444934 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:30.490657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=332e341f-a245-4caa-92bf-9c72514e83a8,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:30.497776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:30.498162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:30.498502 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:30.498889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:30.499166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:30.499495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:30.499822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:30.500145 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:30.500467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:30.500789 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:30.501130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:30.501453 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:30.697530 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['332e341f-a245-4caa-92bf-9c72514e83a8'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:20:31.409120 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bdc18-4d82-4813-876c-5b1a6ad23fda req-e56384fd-fab3-4dec-83c4-e2d2ddd46e06 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:31.410626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-057bdc18-4d82-4813-876c-5b1a6ad23fda req-e56384fd-fab3-4dec-83c4-e2d2ddd46e06 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 945 time: 0.0644257 Jul 23 00:20:31.447125 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-057bdc18-4d82-4813-876c-5b1a6ad23fda req-37e70386-8493-4b93-886d-0b80e2a82f2b tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310459 Jul 23 00:20:31.656195 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-00d19f30-1de4-4909-9d7f-5bfa8a1c0fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:32.268173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 332e341f-a245-4caa-92bf-9c72514e83a8 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:20:32.317972 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 332e341f-a245-4caa-92bf-9c72514e83a8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:20:32.321463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 332e341f-a245-4caa-92bf-9c72514e83a8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:20:32.321836 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:32.400555 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:32.423547 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6372d592-1a11-433e-8d05-f796aa0c6a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332e341f-a245-4caa-92bf-9c72514e83a8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:20:32.425790 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7968137-9c0a-46bc-9185-4ae592da6d2a" -d '{"events": [{"server_uuid": "6372d592-1a11-433e-8d05-f796aa0c6a89", "name": "network-vif-plugged", "status": "completed", "tag": "332e341f-a245-4caa-92bf-9c72514e83a8"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:20:32.438781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 332e341f-a245-4caa-92bf-9c72514e83a8, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=332e341f-a245-4caa-92bf-9c72514e83a8,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:20:32.442589 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:32.465826 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91365bce-a1aa-4b43-8f07-778e2bb2a03c x-openstack-request-id: req-91365bce-a1aa-4b43-8f07-778e2bb2a03c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:20:32.466121 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6372d592-1a11-433e-8d05-f796aa0c6a89", "name": "network-vif-plugged", "status": "completed", "tag": "332e341f-a245-4caa-92bf-9c72514e83a8", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:20:32.466376 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91365bce-a1aa-4b43-8f07-778e2bb2a03c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:20:32.467278 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6372d592-1a11-433e-8d05-f796aa0c6a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332e341f-a245-4caa-92bf-9c72514e83a8', 'code': 200} Jul 23 00:20:32.493869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=332e341f-a245-4caa-92bf-9c72514e83a8,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:32.587860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04974b62-2de5-4bda-9738-de98ec1f9fc5 req-64e615af-0b7c-48b0-9d29-6222fea38fa0 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:32.589302 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04974b62-2de5-4bda-9738-de98ec1f9fc5 req-64e615af-0b7c-48b0-9d29-6222fea38fa0 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0688496 Jul 23 00:20:32.604109 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076452c4-a0b9-4a9e-87ed-f33adb7464cf req-0c5d90d9-5279-411b-acc0-47e96faf43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:32.605645 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-076452c4-a0b9-4a9e-87ed-f33adb7464cf req-0c5d90d9-5279-411b-acc0-47e96faf43b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 1097 time: 0.0595672 Jul 23 00:20:32.627602 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04974b62-2de5-4bda-9738-de98ec1f9fc5 req-d71e42c6-75d6-4ef2-9e1a-aad1b06286bd tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322404 Jul 23 00:20:32.641285 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-076452c4-a0b9-4a9e-87ed-f33adb7464cf req-57558563-adae-43a7-87e9-c6cc29945b60 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293307 Jul 23 00:20:33.758664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271633e-80c8-4260-8972-864a666a29a8 req-faa8fae0-f570-4bb0-a7ec-ebe7c42f1965 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:33.760167 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d271633e-80c8-4260-8972-864a666a29a8 req-faa8fae0-f570-4bb0-a7ec-ebe7c42f1965 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0654147 Jul 23 00:20:33.798892 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d271633e-80c8-4260-8972-864a666a29a8 req-8ac60b80-2a73-4caa-9fb6-fbbf37835fcf tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319300 Jul 23 00:20:34.411646 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1072654d-3cf3-4bc4-b1b8-e48db70c7cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:34.452211 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:34.625191 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:34.925708 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec1622-4562-4037-89e0-0e007ffa3256 req-4da7f924-f016-41df-9d0d-d028911ab880 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:34.926957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ddec1622-4562-4037-89e0-0e007ffa3256 req-4da7f924-f016-41df-9d0d-d028911ab880 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0628409 Jul 23 00:20:34.963839 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ddec1622-4562-4037-89e0-0e007ffa3256 req-a894560f-ae65-4a40-a8d4-1508f7d5ce3c tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315235 Jul 23 00:20:35.094962 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820efa22-cbe7-4c4b-b612-c801c17f7f6a req-da4c1450-4028-4af2-8c55-76cf7b9639ca tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:35.096346 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-820efa22-cbe7-4c4b-b612-c801c17f7f6a req-da4c1450-4028-4af2-8c55-76cf7b9639ca tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0670395 Jul 23 00:20:35.133573 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-820efa22-cbe7-4c4b-b612-c801c17f7f6a req-0ff309e6-8163-4013-bbfc-396abc9daea4 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317538 Jul 23 00:20:35.363241 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-f7321701-e725-4046-81b4-7fadd05ee775 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0549397 Jul 23 00:20:35.381245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b28bc-563a-4040-9b68-77f9571b8962 req-55cfa000-3708-45e5-b6ec-177f78ed0129 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:35.382679 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-364b28bc-563a-4040-9b68-77f9571b8962 req-55cfa000-3708-45e5-b6ec-177f78ed0129 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0629761 Jul 23 00:20:35.422519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-364b28bc-563a-4040-9b68-77f9571b8962 req-1143275e-a521-4cd8-9b4b-a59d1410dee3 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336781 Jul 23 00:20:35.673036 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:36.458670 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-14eb8543-9bd0-4b30-867c-ff88b0f19a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:36.460266 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-14eb8543-9bd0-4b30-867c-ff88b0f19a07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a1f60f8e61845839fa283ca63417c2f&device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 1097 time: 0.0543101 Jul 23 00:20:36.555255 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-611594c1-3e58-40a2-9e8c-38cb32a80616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:36.556849 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-611594c1-3e58-40a2-9e8c-38cb32a80616 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 200 len: 916 time: 0.0884151 Jul 23 00:20:36.557768 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb0e2b-4e7b-4a47-9a74-d22e4c698319 req-563abfee-290c-402c-83dd-0e4fb5fcc1bc tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:36.559242 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0fcb0e2b-4e7b-4a47-9a74-d22e4c698319 req-563abfee-290c-402c-83dd-0e4fb5fcc1bc tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0673606 Jul 23 00:20:36.567385 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:20:36.597731 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0fcb0e2b-4e7b-4a47-9a74-d22e4c698319 req-93d1fe4b-fba8-4308-9849-67ae78bada36 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327268 Jul 23 00:20:36.599045 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-a5906400-b073-4463-b894-c8a758b65c15 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=332e341f-a245-4caa-92bf-9c72514e83a8 HTTP/1.1" status: 200 len: 217 time: 0.0354919 Jul 23 00:20:36.648166 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-1884a458-a74a-457b-855f-665e53cd3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:36.649694 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-1884a458-a74a-457b-855f-665e53cd3515 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b43ce58a-5d48-411f-921b-b5bdf186f38f HTTP/1.1" status: 200 len: 855 time: 0.0447040 Jul 23 00:20:36.686361 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-3f00cecc-193e-43ac-8b69-d17a69fa58f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51bfd62b-a411-43d5-8864-dea9943b24d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303071 Jul 23 00:20:36.774577 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-d85d28d0-7986-4747-bee6-259a6f8a6c72 service neutron] 10.222.0.18 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822494 Jul 23 00:20:36.865579 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-b996b39d-1421-42d3-9563-9b8bfe957d6c service neutron] 10.222.0.18 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845795 Jul 23 00:20:37.160275 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:37.729737 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3cb03-af46-4fca-ad8b-099791fb3ef9 req-e909edb6-ffb6-4044-9d64-87b917998865 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:37.731235 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-add3cb03-af46-4fca-ad8b-099791fb3ef9 req-e909edb6-ffb6-4044-9d64-87b917998865 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0648675 Jul 23 00:20:37.769195 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-add3cb03-af46-4fca-ad8b-099791fb3ef9 req-095be5d9-62b7-4ef1-aec5-c4423f5ebc6d tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323498 Jul 23 00:20:38.898595 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5733354-8158-4248-bccc-62c8717a9b4c req-56d6aa3b-d406-4c9c-ab29-138f38b9c74f tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:38.900066 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5733354-8158-4248-bccc-62c8717a9b4c req-56d6aa3b-d406-4c9c-ab29-138f38b9c74f tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0634379 Jul 23 00:20:38.937738 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5733354-8158-4248-bccc-62c8717a9b4c req-0cf0568c-1fd3-4b7f-936f-bec30f0912fa tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318589 Jul 23 00:20:40.069208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6688464-dad6-4c91-8649-469613ada8a8 req-e2f28ed3-df16-47f4-a64f-7f519f7cbe89 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:40.070683 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6688464-dad6-4c91-8649-469613ada8a8 req-e2f28ed3-df16-47f4-a64f-7f519f7cbe89 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0686579 Jul 23 00:20:40.107507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6688464-dad6-4c91-8649-469613ada8a8 req-e2280454-a7bf-48bd-be06-e5f413c50c74 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312519 Jul 23 00:20:41.268021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46444eb-8d56-4b62-982d-55bc5a05a73f req-e8ee9dad-b872-4d21-8c1c-33ae4083f2ad tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:41.269625 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d46444eb-8d56-4b62-982d-55bc5a05a73f req-e8ee9dad-b872-4d21-8c1c-33ae4083f2ad tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0840769 Jul 23 00:20:41.311512 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d46444eb-8d56-4b62-982d-55bc5a05a73f req-a579f909-0364-4b44-91b6-973a46bb89fc tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363150 Jul 23 00:20:42.450075 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cb89a-343f-4aa1-bd14-47bb16963514 req-28684aa2-7be0-4e65-95ab-d5516c301f5e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:42.452316 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb4cb89a-343f-4aa1-bd14-47bb16963514 req-28684aa2-7be0-4e65-95ab-d5516c301f5e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0680146 Jul 23 00:20:42.488813 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb4cb89a-343f-4aa1-bd14-47bb16963514 req-42617a08-d508-4c13-91e2-83515f016fbe tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311275 Jul 23 00:20:43.616313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55e369-c81f-4b38-9307-06226fba704c req-9ead8804-f719-432d-a698-30ea0cd683f6 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:43.617831 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d55e369-c81f-4b38-9307-06226fba704c req-9ead8804-f719-432d-a698-30ea0cd683f6 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0629916 Jul 23 00:20:43.655173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d55e369-c81f-4b38-9307-06226fba704c req-dd7d42cf-4750-47b5-9df9-3725ac5aae3b tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319004 Jul 23 00:20:44.784721 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68776744-1531-4f6c-ba11-7e7c599bbbc6 req-4ea4570e-d049-43ce-bae4-232670f78b86 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:44.786223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68776744-1531-4f6c-ba11-7e7c599bbbc6 req-4ea4570e-d049-43ce-bae4-232670f78b86 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0639994 Jul 23 00:20:44.823240 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68776744-1531-4f6c-ba11-7e7c599bbbc6 req-0f92952c-474e-45af-bd31-dbb09721c387 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315776 Jul 23 00:20:45.954809 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24842a56-fed6-4826-93dd-5c089dacca7f req-e7107aea-44f5-4691-b0a4-091b02bdb0d5 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:45.956283 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24842a56-fed6-4826-93dd-5c089dacca7f req-e7107aea-44f5-4691-b0a4-091b02bdb0d5 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0657167 Jul 23 00:20:45.995216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24842a56-fed6-4826-93dd-5c089dacca7f req-e071df18-d701-43fb-a3ba-cea13e8b0c10 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329630 Jul 23 00:20:46.821410 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:47.129023 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3c559-0925-432b-9b70-bf534bb4a397 req-07690f3d-bad8-4ef8-b324-35f4d78c2402 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:47.130449 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0e3c559-0925-432b-9b70-bf534bb4a397 req-07690f3d-bad8-4ef8-b324-35f4d78c2402 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0630310 Jul 23 00:20:47.168375 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f0e3c559-0925-432b-9b70-bf534bb4a397 req-de259ed2-7cf7-41da-9e5c-1dbeb9e8f942 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324366 Jul 23 00:20:48.298472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8aa022-5385-4c3c-839e-453d2dba51c7 req-d886d9ae-58da-4f2c-b429-44025b22a3b1 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:48.299873 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d8aa022-5385-4c3c-839e-453d2dba51c7 req-d886d9ae-58da-4f2c-b429-44025b22a3b1 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0667520 Jul 23 00:20:48.336572 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d8aa022-5385-4c3c-839e-453d2dba51c7 req-1155e24e-dae6-4203-ac13-062e88585493 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312922 Jul 23 00:20:49.465611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9fd9d-5df1-4084-a222-ae38793f0e53 req-fd2e32c7-fdbb-4598-8b42-cde3ab1fd5fa tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:49.467108 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69e9fd9d-5df1-4084-a222-ae38793f0e53 req-fd2e32c7-fdbb-4598-8b42-cde3ab1fd5fa tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0635717 Jul 23 00:20:49.504569 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69e9fd9d-5df1-4084-a222-ae38793f0e53 req-4bf00661-0d56-43e3-a898-42bd540792f2 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313718 Jul 23 00:20:50.634020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b2cc1-ce7b-4a86-93dd-e69c356dab99 req-891cc37e-4232-4a78-be03-001971aac4b8 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:50.635495 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-629b2cc1-ce7b-4a86-93dd-e69c356dab99 req-891cc37e-4232-4a78-be03-001971aac4b8 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0636394 Jul 23 00:20:50.673536 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-629b2cc1-ce7b-4a86-93dd-e69c356dab99 req-497b9336-30a5-4702-95f5-538e27fad4cb tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307474 Jul 23 00:20:51.804628 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c86494-2eb9-4c82-a500-bb2ac005719f req-1cc3edec-c72a-41e4-be0c-39760b7ee02f tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:51.806121 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82c86494-2eb9-4c82-a500-bb2ac005719f req-1cc3edec-c72a-41e4-be0c-39760b7ee02f tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0669556 Jul 23 00:20:51.842332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82c86494-2eb9-4c82-a500-bb2ac005719f req-55a586cf-60a9-4cb0-abdb-61e1f3b3ac17 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308125 Jul 23 00:20:52.970680 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed0870-49a3-4882-9138-33ddb1fc2767 req-bc45ad99-c1c2-4c06-ae45-76614ecee116 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:52.972314 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9ed0870-49a3-4882-9138-33ddb1fc2767 req-bc45ad99-c1c2-4c06-ae45-76614ecee116 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0643430 Jul 23 00:20:53.008683 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9ed0870-49a3-4882-9138-33ddb1fc2767 req-058c1d1e-c4a3-484d-8f56-3656cd77a14e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308461 Jul 23 00:20:54.191992 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c311c-f624-41a5-ba96-81cd96759708 req-1480d9cf-77d3-40c1-bc10-19f52ceb1cee tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:54.193520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-649c311c-f624-41a5-ba96-81cd96759708 req-1480d9cf-77d3-40c1-bc10-19f52ceb1cee tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.1184020 Jul 23 00:20:54.230815 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-649c311c-f624-41a5-ba96-81cd96759708 req-f71cd9ed-017f-4b56-8e7c-27a8a1e0368f tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317578 Jul 23 00:20:54.976982 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fb836-6779-4cf7-a348-95affff141a9 req-30706981-172d-4f18-9a5f-3dc87ca839e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:54.978549 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bb0fb836-6779-4cf7-a348-95affff141a9 req-30706981-172d-4f18-9a5f-3dc87ca839e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a1f60f8e61845839fa283ca63417c2f&device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 1097 time: 0.0529246 Jul 23 00:20:55.083805 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fb836-6779-4cf7-a348-95affff141a9 req-c86e5239-8e1b-4fc5-ac64-165eda23f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:55.085353 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bb0fb836-6779-4cf7-a348-95affff141a9 req-c86e5239-8e1b-4fc5-ac64-165eda23f660 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 200 len: 916 time: 0.0866933 Jul 23 00:20:55.127046 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bb0fb836-6779-4cf7-a348-95affff141a9 req-ef783f2d-c9ad-4161-a6b4-442d9db8b6f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=332e341f-a245-4caa-92bf-9c72514e83a8 HTTP/1.1" status: 200 len: 217 time: 0.0343728 Jul 23 00:20:55.174619 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fb836-6779-4cf7-a348-95affff141a9 req-f135637e-b055-4cdb-9bb0-4af2d4e46ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:55.176037 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bb0fb836-6779-4cf7-a348-95affff141a9 req-f135637e-b055-4cdb-9bb0-4af2d4e46ab2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b43ce58a-5d48-411f-921b-b5bdf186f38f HTTP/1.1" status: 200 len: 855 time: 0.0430448 Jul 23 00:20:55.212606 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bb0fb836-6779-4cf7-a348-95affff141a9 req-da62d59e-3228-4591-ad74-0728e255878f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51bfd62b-a411-43d5-8864-dea9943b24d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300126 Jul 23 00:20:55.301490 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bb0fb836-6779-4cf7-a348-95affff141a9 req-9d98ca5e-925b-403d-87cd-898454ac81d5 service neutron] 10.222.0.18 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818405 Jul 23 00:20:55.396425 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-bb0fb836-6779-4cf7-a348-95affff141a9 req-0d16e551-bcab-4a4f-8d5e-d103ddc0a22d service neutron] 10.222.0.18 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871091 Jul 23 00:20:55.412587 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81cf24-a17f-4acb-969a-13421245f6be req-1e759317-ea1b-489b-923e-abf27beacaca tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:55.414112 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d81cf24-a17f-4acb-969a-13421245f6be req-1e759317-ea1b-489b-923e-abf27beacaca tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.1150510 Jul 23 00:20:55.451899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d81cf24-a17f-4acb-969a-13421245f6be req-68281863-2cb5-42c5-8c0c-fac6c5c90505 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320048 Jul 23 00:20:56.579293 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1d372-64e6-4076-a540-2fcdb29d4a32 req-1366621f-ad84-4bac-bee0-ecb09c0e3026 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:56.580776 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55a1d372-64e6-4076-a540-2fcdb29d4a32 req-1366621f-ad84-4bac-bee0-ecb09c0e3026 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0616479 Jul 23 00:20:56.617691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55a1d372-64e6-4076-a540-2fcdb29d4a32 req-6e5913a6-76db-42bc-a6bd-929d6bd8a774 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314226 Jul 23 00:20:57.748879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d2d47-19dc-4010-af68-961bd7e19e3a req-7b418762-3333-48e2-9a47-c92ed33b147e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:57.750457 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d0d2d47-19dc-4010-af68-961bd7e19e3a req-7b418762-3333-48e2-9a47-c92ed33b147e tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0652726 Jul 23 00:20:57.787515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d0d2d47-19dc-4010-af68-961bd7e19e3a req-37d06442-92bf-4555-b0e2-bd3f8dce6a8a tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317976 Jul 23 00:20:58.914696 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cdbd0-320d-403e-a18f-d162bbe6928a req-b87d6559-3ed9-4900-a2ff-e65b9d2019e0 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:58.916154 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-873cdbd0-320d-403e-a18f-d162bbe6928a req-b87d6559-3ed9-4900-a2ff-e65b9d2019e0 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0619094 Jul 23 00:20:58.951953 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-873cdbd0-320d-403e-a18f-d162bbe6928a req-c2afac9d-b6a1-4deb-9248-65fce9f69db5 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303278 Jul 23 00:21:00.082519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eec02d-f86d-48fd-9465-dadc6be0d42a req-a5f7613d-19f2-4a9f-84c2-e73745f3d2b2 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:00.083976 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-63eec02d-f86d-48fd-9465-dadc6be0d42a req-a5f7613d-19f2-4a9f-84c2-e73745f3d2b2 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0655644 Jul 23 00:21:00.120800 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-63eec02d-f86d-48fd-9465-dadc6be0d42a req-80b015f1-5467-4663-a7a6-00060bb794a5 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313663 Jul 23 00:21:01.248253 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6fb20-e53b-4b4f-952a-98225398f090 req-a81461f1-4a75-4f20-b4b5-6d0d0d4cb84b tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:01.250298 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b7e6fb20-e53b-4b4f-952a-98225398f090 req-a81461f1-4a75-4f20-b4b5-6d0d0d4cb84b tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0627759 Jul 23 00:21:01.287091 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b7e6fb20-e53b-4b4f-952a-98225398f090 req-62f24218-2237-4838-ad9b-40d8e0ec5845 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309145 Jul 23 00:21:01.656764 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-229f425c-3d61-4e52-aa45-cc7e58455b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:02.414248 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590065cf-2c7c-4d16-9ef9-b2bec1175c1e req-59d53a8d-b1fe-45fb-bd9a-a2d7780acb78 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:02.415734 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-590065cf-2c7c-4d16-9ef9-b2bec1175c1e req-59d53a8d-b1fe-45fb-bd9a-a2d7780acb78 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0636778 Jul 23 00:21:02.452188 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-590065cf-2c7c-4d16-9ef9-b2bec1175c1e req-e63c3ae7-cecc-4ad3-9260-3a060f871424 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310340 Jul 23 00:21:03.583758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15d6ac-4460-49c9-ac9f-5351fee5fda3 req-abc5d035-35cf-4011-ac99-cf2ef5100124 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:03.585235 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e15d6ac-4460-49c9-ac9f-5351fee5fda3 req-abc5d035-35cf-4011-ac99-cf2ef5100124 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0655966 Jul 23 00:21:03.622384 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e15d6ac-4460-49c9-ac9f-5351fee5fda3 req-6e8330b9-1e1f-4636-ac31-c30b1d55f2c7 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307503 Jul 23 00:21:03.838931 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-e253b107-4970-4257-8bff-1646cde37f43 service neutron] show failed (client error): The resource could not be found. Jul 23 00:21:03.839927 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-e253b107-4970-4257-8bff-1646cde37f43 service neutron] 10.222.0.18 "GET /v2.0/ports/332e341f-a245-4caa-92bf-9c72514e83a8/bindings/n-h2-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.0532935 Jul 23 00:21:04.161582 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-ae523142-d0a4-406f-b031-3f3d4163d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:04.163010 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-ae523142-d0a4-406f-b031-3f3d4163d1ef service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89&tenant_id=7a1f60f8e61845839fa283ca63417c2f HTTP/1.1" status: 200 len: 1097 time: 0.1670449 Jul 23 00:21:04.175251 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:21:04.243454 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:04.412947 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2378e034-ca5d-45e0-9196-be48b2417ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:04.444387 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] For port 332e341f-a245-4caa-92bf-9c72514e83a8, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=332e341f-a245-4caa-92bf-9c72514e83a8,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:21:04.453670 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:04.479755 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] For port 332e341f-a245-4caa-92bf-9c72514e83a8, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:21:04.523395 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6372d592-1a11-433e-8d05-f796aa0c6a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '332e341f-a245-4caa-92bf-9c72514e83a8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:21:04.525854 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f53cd9-bfc4-46b2-a89f-e08c4fba302a" -d '{"events": [{"server_uuid": "6372d592-1a11-433e-8d05-f796aa0c6a89", "name": "network-vif-unplugged", "status": "completed", "tag": "332e341f-a245-4caa-92bf-9c72514e83a8"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:21:04.529889 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:04.543315 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Transition to ACTIVE for port object 332e341f-a245-4caa-92bf-9c72514e83a8 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:21:04.548158 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:04.575860 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91c9f20-9064-4be6-b5cc-5782e5a4b3e6 x-openstack-request-id: req-f91c9f20-9064-4be6-b5cc-5782e5a4b3e6 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:21:04.576163 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6372d592-1a11-433e-8d05-f796aa0c6a89", "name": "network-vif-unplugged", "status": "completed", "tag": "332e341f-a245-4caa-92bf-9c72514e83a8", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:21:04.576416 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f91c9f20-9064-4be6-b5cc-5782e5a4b3e6 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:21:04.576807 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6372d592-1a11-433e-8d05-f796aa0c6a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '332e341f-a245-4caa-92bf-9c72514e83a8', 'code': 200} Jul 23 00:21:04.599049 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Pushing event updated for resources: {'Port': ['ID=332e341f-a245-4caa-92bf-9c72514e83a8,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:04.616744 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] No DVR routers for this DVR port 332e341f-a245-4caa-92bf-9c72514e83a8 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:21:04.624519 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:04.624995 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:04.625392 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:04.625783 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:04.626122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:04.626455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:04.626786 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:04.627115 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:04.627443 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:04.627770 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:04.628095 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:04.628420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:04.645357 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:04.666146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Attempting to bind port 332e341f-a245-4caa-92bf-9c72514e83a8 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:21:04.666396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Attempting to bind port 332e341f-a245-4caa-92bf-9c72514e83a8 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:21:04.666724 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Attempting to bind port 332e341f-a245-4caa-92bf-9c72514e83a8 on network 51bfd62b-a411-43d5-8864-dea9943b24d0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:21:04.670969 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Port 332e341f-a245-4caa-92bf-9c72514e83a8 on network 51bfd62b-a411-43d5-8864-dea9943b24d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:21:04.671289 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Attempting to bind port 332e341f-a245-4caa-92bf-9c72514e83a8 on network 51bfd62b-a411-43d5-8864-dea9943b24d0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:21:04.676271 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:21:04.676455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Checking segment: {'id': 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:21:04.676839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Bound using segment: {'id': 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:21:04.677303 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Bound port: 332e341f-a245-4caa-92bf-9c72514e83a8, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:21:04.677662 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:04.742043 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] For port 332e341f-a245-4caa-92bf-9c72514e83a8, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:21:04.745321 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] For port 332e341f-a245-4caa-92bf-9c72514e83a8, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=332e341f-a245-4caa-92bf-9c72514e83a8,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:21:04.749492 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:04.760031 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37ecba-b454-4d0e-b5bd-5ead7523492f req-e5d70764-478e-4dff-b865-5afabcf30e48 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:04.761556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0f37ecba-b454-4d0e-b5bd-5ead7523492f req-e5d70764-478e-4dff-b865-5afabcf30e48 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 944 time: 0.0638382 Jul 23 00:21:04.787274 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:04.787964 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:04.789397 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] 10.222.0.95 "PUT /v2.0/ports/332e341f-a245-4caa-92bf-9c72514e83a8 HTTP/1.1" status: 200 len: 1092 time: 0.6186874 Jul 23 00:21:04.800463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0f37ecba-b454-4d0e-b5bd-5ead7523492f req-91a340e5-9bea-4df4-82bb-41fa9f2fe7dc tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322902 Jul 23 00:21:04.819885 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affacef-eaa9-41ee-a830-f7304dcb00ab service neutron] Pushing event updated for resources: {'Port': ['ID=332e341f-a245-4caa-92bf-9c72514e83a8,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:04.869071 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-188b5945-1aac-4ae6-b5f9-1a7897b74b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:04.870625 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-188b5945-1aac-4ae6-b5f9-1a7897b74b18 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7a1f60f8e61845839fa283ca63417c2f&device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 1095 time: 0.0591824 Jul 23 00:21:04.962686 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-44de2fed-5696-4f62-b651-34577395fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:04.965375 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-44de2fed-5696-4f62-b651-34577395fefd service neutron] 10.222.0.95 "GET /v2.0/networks?id=51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 200 len: 916 time: 0.0869954 Jul 23 00:21:05.005948 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-4fc79c59-3717-41dc-b332-9232b0467ff6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=332e341f-a245-4caa-92bf-9c72514e83a8 HTTP/1.1" status: 200 len: 217 time: 0.0336857 Jul 23 00:21:05.055175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-5ac38e86-9f76-4a55-8c71-cd30f131419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:05.056635 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-5ac38e86-9f76-4a55-8c71-cd30f131419c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b43ce58a-5d48-411f-921b-b5bdf186f38f HTTP/1.1" status: 200 len: 855 time: 0.0442762 Jul 23 00:21:05.094662 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-97cb8f11-89cf-4004-8bfe-83b1de7a5b79 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=51bfd62b-a411-43d5-8864-dea9943b24d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312750 Jul 23 00:21:05.105452 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-6023cb3c-cae5-4a51-b3d9-9631edacf489 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:21:05.106532 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-6023cb3c-cae5-4a51-b3d9-9631edacf489 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048101 Jul 23 00:21:05.196566 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-20f2accc-14ff-40e8-8843-f01fef8aa37f service neutron] 10.222.0.95 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830119 Jul 23 00:21:05.289722 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9fa37bdd-3279-410d-a37e-60b46b606d78 req-57858074-f62f-4e0d-960a-51b985a00fc9 service neutron] 10.222.0.95 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865369 Jul 23 00:21:05.675167 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:05.935446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19461377-8d8e-44ed-ba5d-993bb0dd4dc8 req-19ad2176-d858-4752-8946-cfb22df95149 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:05.936844 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19461377-8d8e-44ed-ba5d-993bb0dd4dc8 req-19ad2176-d858-4752-8946-cfb22df95149 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 944 time: 0.0665190 Jul 23 00:21:05.974031 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19461377-8d8e-44ed-ba5d-993bb0dd4dc8 req-04661723-9a4c-4dd2-8eea-91ea7273f7f6 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316501 Jul 23 00:21:06.372193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 332e341f-a245-4caa-92bf-9c72514e83a8 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:21:06.466112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 332e341f-a245-4caa-92bf-9c72514e83a8, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=332e341f-a245-4caa-92bf-9c72514e83a8,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:21:06.476978 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '332e341f-a245-4caa-92bf-9c72514e83a8', 'network_id': '51bfd62b-a411-43d5-8864-dea9943b24d0', 'port_id': '332e341f-a245-4caa-92bf-9c72514e83a8', 'mac_address': 'fa:16:3e:a5:6b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43ce58a-5d48-411f-921b-b5bdf186f38f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:21:06.513320 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:06.526368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332e341f-a245-4caa-92bf-9c72514e83a8 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:21:06.549437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 332e341f-a245-4caa-92bf-9c72514e83a8, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=332e341f-a245-4caa-92bf-9c72514e83a8,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:21:06.552964 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:06.578088 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6372d592-1a11-433e-8d05-f796aa0c6a89', 'tag': '332e341f-a245-4caa-92bf-9c72514e83a8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:21:06.581231 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1856e2-dc35-40df-9e26-c7f152565fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "6372d592-1a11-433e-8d05-f796aa0c6a89", "tag": "332e341f-a245-4caa-92bf-9c72514e83a8"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:21:06.599416 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=332e341f-a245-4caa-92bf-9c72514e83a8,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:06.629743 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be478e0-cd1a-4f46-ae1a-86ea62931f68 x-openstack-request-id: req-3be478e0-cd1a-4f46-ae1a-86ea62931f68 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:21:06.630037 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6372d592-1a11-433e-8d05-f796aa0c6a89", "tag": "332e341f-a245-4caa-92bf-9c72514e83a8", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:21:06.630290 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3be478e0-cd1a-4f46-ae1a-86ea62931f68 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:21:06.630690 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6372d592-1a11-433e-8d05-f796aa0c6a89', 'tag': '332e341f-a245-4caa-92bf-9c72514e83a8', 'status': 'completed', 'code': 200} Jul 23 00:21:06.744521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-974846a5-0546-487e-a9de-58d7a7bc8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:06.746051 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-974846a5-0546-487e-a9de-58d7a7bc8498 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7a1f60f8e61845839fa283ca63417c2f&device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 1096 time: 0.0950043 Jul 23 00:21:06.752560 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-5ed554a4-9525-46df-9fef-7fb2cdda15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:06.753993 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-5ed554a4-9525-46df-9fef-7fb2cdda15ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a1f60f8e61845839fa283ca63417c2f&device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 1096 time: 0.0743687 Jul 23 00:21:06.924512 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-d9b92878-e3f0-4ca1-be7e-1204f961b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:06.926079 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-d9b92878-e3f0-4ca1-be7e-1204f961b14d service neutron] 10.222.0.95 "GET /v2.0/networks?id=51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 200 len: 916 time: 0.1712639 Jul 23 00:21:06.930483 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-aebe0280-5161-4a65-90af-91cb100f5e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:06.931853 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-aebe0280-5161-4a65-90af-91cb100f5e53 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 200 len: 916 time: 0.1679158 Jul 23 00:21:06.973166 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-9f1bf583-0fd4-486f-9a28-5c86e3334c39 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=332e341f-a245-4caa-92bf-9c72514e83a8 HTTP/1.1" status: 200 len: 217 time: 0.0398085 Jul 23 00:21:07.006768 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-41710015-9b1f-4c0d-80eb-580824fb1039 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=332e341f-a245-4caa-92bf-9c72514e83a8 HTTP/1.1" status: 200 len: 217 time: 0.0669560 Jul 23 00:21:07.079741 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-e13984c4-2968-485b-9259-5c72755ec7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:07.081264 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-e13984c4-2968-485b-9259-5c72755ec7c2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b43ce58a-5d48-411f-921b-b5bdf186f38f HTTP/1.1" status: 200 len: 855 time: 0.0826573 Jul 23 00:21:07.088280 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-3e852c86-f21c-4e18-ac80-e0e52734e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:07.089675 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-3e852c86-f21c-4e18-ac80-e0e52734e7ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b43ce58a-5d48-411f-921b-b5bdf186f38f HTTP/1.1" status: 200 len: 855 time: 0.0638969 Jul 23 00:21:07.105980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f72f39-a3da-4c4d-a5e8-122d1d5ee781 req-dc985fdc-e278-489f-8081-8f2097335b79 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:07.107487 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6f72f39-a3da-4c4d-a5e8-122d1d5ee781 req-dc985fdc-e278-489f-8081-8f2097335b79 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 945 time: 0.0640938 Jul 23 00:21:07.146033 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-64d4b390-ac64-4ed8-b45c-d27bea263c82 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=51bfd62b-a411-43d5-8864-dea9943b24d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554073 Jul 23 00:21:07.148377 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-840cade5-fe6e-4313-8f67-8e1f6dd324be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51bfd62b-a411-43d5-8864-dea9943b24d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492887 Jul 23 00:21:07.153549 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6f72f39-a3da-4c4d-a5e8-122d1d5ee781 req-2175907f-005b-4c01-88e6-5cb5fb9dd0d5 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396419 Jul 23 00:21:07.165631 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:07.319468 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-e6f55f99-18a4-4b91-8f9f-d8cb2997d7f6 service neutron] 10.222.0.95 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663117 Jul 23 00:21:07.323256 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-59126847-9aa6-4eb2-93d8-c62359d5be6b service neutron] 10.222.0.18 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621425 Jul 23 00:21:07.414437 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe7191-0b47-4e09-a459-cada357b53ae req-02ebea93-51a4-4bdc-9292-0dabe3f328b7 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:07.416021 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71fe7191-0b47-4e09-a459-cada357b53ae req-02ebea93-51a4-4bdc-9292-0dabe3f328b7 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 945 time: 0.1123431 Jul 23 00:21:07.432041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb9b8f-266e-475f-8463-54a54ecc1718 req-3a6a70c7-3bd5-4b09-9f04-dcb2d02e9c45 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:07.433622 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0feb9b8f-266e-475f-8463-54a54ecc1718 req-3a6a70c7-3bd5-4b09-9f04-dcb2d02e9c45 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.18 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89&tenant_id=7a1f60f8e61845839fa283ca63417c2f&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 945 time: 0.0993223 Jul 23 00:21:07.497966 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71fe7191-0b47-4e09-a459-cada357b53ae req-b9f6dc01-e2c6-40b6-a49b-514421bc76b6 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745647 Jul 23 00:21:07.519668 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-0feb9b8f-266e-475f-8463-54a54ecc1718 req-bf7c3dbd-7f90-4296-965d-d593da190053 service neutron] delete failed (client error): The resource could not be found. Jul 23 00:21:07.520886 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0feb9b8f-266e-475f-8463-54a54ecc1718 req-bf7c3dbd-7f90-4296-965d-d593da190053 service neutron] 10.222.0.18 "DELETE /v2.0/ports/332e341f-a245-4caa-92bf-9c72514e83a8/bindings/n-h1-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.0739832 Jul 23 00:21:07.814071 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-69c93376-a32f-4732-8a29-d4ae015ae1b0 service neutron] 10.222.0.95 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881318 Jul 23 00:21:07.815946 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1f1856e2-dc35-40df-9e26-c7f152565fd0 req-6c3290a0-be9c-4e45-8182-e9350ad80adf service neutron] 10.222.0.18 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828539 Jul 23 00:21:07.835185 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['332e341f-a245-4caa-92bf-9c72514e83a8'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:21:07.958311 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb9b8f-266e-475f-8463-54a54ecc1718 req-f3a6e345-061b-4803-8a06-9f3f3ef0bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:07.959815 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0feb9b8f-266e-475f-8463-54a54ecc1718 req-f3a6e345-061b-4803-8a06-9f3f3ef0bb79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a1f60f8e61845839fa283ca63417c2f&device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 1096 time: 0.0533884 Jul 23 00:21:08.051087 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb9b8f-266e-475f-8463-54a54ecc1718 req-da0523c6-a37e-41be-bff8-ed3b0aded95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:08.052566 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0feb9b8f-266e-475f-8463-54a54ecc1718 req-da0523c6-a37e-41be-bff8-ed3b0aded95e service neutron] 10.222.0.18 "GET /v2.0/networks?id=51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 200 len: 916 time: 0.0868781 Jul 23 00:21:08.092934 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0feb9b8f-266e-475f-8463-54a54ecc1718 req-6ee7d0ea-ecbf-4ca2-850d-973bc2039ca4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=332e341f-a245-4caa-92bf-9c72514e83a8 HTTP/1.1" status: 200 len: 217 time: 0.0331388 Jul 23 00:21:08.143594 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb9b8f-266e-475f-8463-54a54ecc1718 req-eabc66a5-ab68-4d94-8eb4-2e586e444962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:08.145007 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0feb9b8f-266e-475f-8463-54a54ecc1718 req-eabc66a5-ab68-4d94-8eb4-2e586e444962 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b43ce58a-5d48-411f-921b-b5bdf186f38f HTTP/1.1" status: 200 len: 855 time: 0.0462675 Jul 23 00:21:08.177410 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0feb9b8f-266e-475f-8463-54a54ecc1718 req-a6a5e75a-852c-4024-85e1-cd795d6be332 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51bfd62b-a411-43d5-8864-dea9943b24d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264182 Jul 23 00:21:08.263624 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0feb9b8f-266e-475f-8463-54a54ecc1718 req-8e0dcd33-fb43-436e-ac7a-3afc3e4239c8 service neutron] 10.222.0.18 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791810 Jul 23 00:21:08.354078 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0feb9b8f-266e-475f-8463-54a54ecc1718 req-c5b14f16-1946-4e5e-a63a-8663fdaf8c97 service neutron] 10.222.0.18 "GET /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836957 Jul 23 00:21:08.395751 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 332e341f-a245-4caa-92bf-9c72514e83a8 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:21:08.445955 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 332e341f-a245-4caa-92bf-9c72514e83a8 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:21:08.449482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 332e341f-a245-4caa-92bf-9c72514e83a8 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:21:08.449916 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:08.480185 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 332e341f-a245-4caa-92bf-9c72514e83a8 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:21:08.528120 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 332e341f-a245-4caa-92bf-9c72514e83a8 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:21:08.560444 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:08.586407 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6372d592-1a11-433e-8d05-f796aa0c6a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332e341f-a245-4caa-92bf-9c72514e83a8'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:21:08.588809 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15b198d-abe2-4e85-9386-362d0c17fc76" -d '{"events": [{"server_uuid": "6372d592-1a11-433e-8d05-f796aa0c6a89", "name": "network-vif-plugged", "status": "completed", "tag": "332e341f-a245-4caa-92bf-9c72514e83a8"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:21:08.601290 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 332e341f-a245-4caa-92bf-9c72514e83a8, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=332e341f-a245-4caa-92bf-9c72514e83a8,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:21:08.605184 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:08.635289 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76f634-bdb3-4edf-bbfe-3b7ae29c7899 req-4ba5c7d6-b690-4869-babd-c4f9bb2b96ff tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:08.636860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c76f634-bdb3-4edf-bbfe-3b7ae29c7899 req-4ba5c7d6-b690-4869-babd-c4f9bb2b96ff tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 945 time: 0.0668910 Jul 23 00:21:08.643820 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0735151e-31aa-4b6b-a78c-88849a5c1525 x-openstack-request-id: req-0735151e-31aa-4b6b-a78c-88849a5c1525 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:21:08.644117 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6372d592-1a11-433e-8d05-f796aa0c6a89", "name": "network-vif-plugged", "status": "completed", "tag": "332e341f-a245-4caa-92bf-9c72514e83a8", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:21:08.644370 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0735151e-31aa-4b6b-a78c-88849a5c1525 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:21:08.644759 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6372d592-1a11-433e-8d05-f796aa0c6a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332e341f-a245-4caa-92bf-9c72514e83a8', 'code': 200} Jul 23 00:21:08.659414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=332e341f-a245-4caa-92bf-9c72514e83a8,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:08.679583 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c76f634-bdb3-4edf-bbfe-3b7ae29c7899 req-04ea6d90-3a00-461d-84b1-78ea77203c49 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354440 Jul 23 00:21:09.810216 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd905be-accf-442a-9d77-59049893d91e req-a564066b-504f-4a15-889d-8fa972182f2a tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:09.811910 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cd905be-accf-442a-9d77-59049893d91e req-a564066b-504f-4a15-889d-8fa972182f2a tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0640383 Jul 23 00:21:09.852112 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cd905be-accf-442a-9d77-59049893d91e req-418077fd-238c-46c7-9957-c7ae74bfcdc2 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346127 Jul 23 00:21:09.985812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7127165-4994-40e1-9f0a-e7cb2a7cb334 req-f896af18-681e-498d-8630-f6f5319caba1 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:09.987194 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e7127165-4994-40e1-9f0a-e7cb2a7cb334 req-f896af18-681e-498d-8630-f6f5319caba1 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0670609 Jul 23 00:21:10.027163 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e7127165-4994-40e1-9f0a-e7cb2a7cb334 req-e0b0cd24-0a75-47c6-8270-1913afb08735 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343564 Jul 23 00:21:10.162046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa90e2-a600-4511-a163-ff679f644ddc req-88506f5c-3d1d-47db-8e0f-ba7fe784ded3 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:10.163549 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89fa90e2-a600-4511-a163-ff679f644ddc req-88506f5c-3d1d-47db-8e0f-ba7fe784ded3 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0669885 Jul 23 00:21:10.200453 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89fa90e2-a600-4511-a163-ff679f644ddc req-c2b5120f-4548-48e6-84a2-820c11c3c5af tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313923 Jul 23 00:21:10.535998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c646b1-c82e-48a5-9a54-4d2ddbb59100 req-61c4929a-7a1d-4022-9246-7ff38f5b66d4 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:10.537406 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c2c646b1-c82e-48a5-9a54-4d2ddbb59100 req-61c4929a-7a1d-4022-9246-7ff38f5b66d4 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0625548 Jul 23 00:21:10.574530 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c2c646b1-c82e-48a5-9a54-4d2ddbb59100 req-27d29ff8-7846-4e22-aaae-c66694e7120b tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316415 Jul 23 00:21:11.700502 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed848df0-e84f-4735-9116-e69e03867742 req-10b68e51-29e5-485c-a3f8-bdf3b4dabcea tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:11.702167 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed848df0-e84f-4735-9116-e69e03867742 req-10b68e51-29e5-485c-a3f8-bdf3b4dabcea tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0637510 Jul 23 00:21:11.742582 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ed848df0-e84f-4735-9116-e69e03867742 req-3dcdbea4-7d64-4495-97c2-8a66d4bb29ff tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346951 Jul 23 00:21:11.846472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d30500-b9ee-49fc-94fa-e71a608f740d req-389a485e-c3f4-4166-85c1-2a535912c199 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:11.847926 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-34d30500-b9ee-49fc-94fa-e71a608f740d req-389a485e-c3f4-4166-85c1-2a535912c199 tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.95 "GET /v2.0/ports?device_id=6372d592-1a11-433e-8d05-f796aa0c6a89 HTTP/1.1" status: 200 len: 946 time: 0.0994682 Jul 23 00:21:11.949043 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-34d30500-b9ee-49fc-94fa-e71a608f740d req-b692da6a-2124-4ddb-a1e2-e190a76dd3cb tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Deleting port 332e341f-a245-4caa-92bf-9c72514e83a8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:21:11.949329 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-34d30500-b9ee-49fc-94fa-e71a608f740d req-b692da6a-2124-4ddb-a1e2-e190a76dd3cb tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:12.037927 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-34d30500-b9ee-49fc-94fa-e71a608f740d req-b692da6a-2124-4ddb-a1e2-e190a76dd3cb tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] For port 332e341f-a245-4caa-92bf-9c72514e83a8, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=332e341f-a245-4caa-92bf-9c72514e83a8,segment=NetworkSegment(f44b8a06-a0c7-4a53-8721-9efc1dd1ed63),segment_id=f44b8a06-a0c7-4a53-8721-9efc1dd1ed63)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:21:12.038289 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-34d30500-b9ee-49fc-94fa-e71a608f740d req-b692da6a-2124-4ddb-a1e2-e190a76dd3cb tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:12.050612 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-34d30500-b9ee-49fc-94fa-e71a608f740d req-b692da6a-2124-4ddb-a1e2-e190a76dd3cb tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Calling delete_port for 332e341f-a245-4caa-92bf-9c72514e83a8 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:21:12.172850 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-34d30500-b9ee-49fc-94fa-e71a608f740d req-b692da6a-2124-4ddb-a1e2-e190a76dd3cb tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:12.184713 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['332e341f-a245-4caa-92bf-9c72514e83a8'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:21:12.204519 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692da6a-2124-4ddb-a1e2-e190a76dd3cb tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Pushing event deleted for resources: {'Port': ['ID=332e341f-a245-4caa-92bf-9c72514e83a8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:12.249807 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d30500-b9ee-49fc-94fa-e71a608f740d req-b692da6a-2124-4ddb-a1e2-e190a76dd3cb tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] No DVR routers for this DVR port 332e341f-a245-4caa-92bf-9c72514e83a8 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:21:12.252836 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-34d30500-b9ee-49fc-94fa-e71a608f740d req-b692da6a-2124-4ddb-a1e2-e190a76dd3cb tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:12.254992 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-34d30500-b9ee-49fc-94fa-e71a608f740d req-b692da6a-2124-4ddb-a1e2-e190a76dd3cb tempest-ServerDiskConfigTestJSON-836231498 tempest-ServerDiskConfigTestJSON-836231498-project] 10.222.0.95 "DELETE /v2.0/ports/332e341f-a245-4caa-92bf-9c72514e83a8 HTTP/1.1" status: 204 len: 173 time: 0.4009783 Jul 23 00:21:12.255433 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6372d592-1a11-433e-8d05-f796aa0c6a89', 'name': 'network-vif-deleted', 'tag': '332e341f-a245-4caa-92bf-9c72514e83a8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:21:12.257721 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c86f5a8-a382-4a23-9032-f66962b07eea" -d '{"events": [{"server_uuid": "6372d592-1a11-433e-8d05-f796aa0c6a89", "name": "network-vif-deleted", "tag": "332e341f-a245-4caa-92bf-9c72514e83a8"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:21:12.299882 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0797e3aa-ed1e-4990-b18a-efc5d6594a14 x-openstack-request-id: req-0797e3aa-ed1e-4990-b18a-efc5d6594a14 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:21:12.300179 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6372d592-1a11-433e-8d05-f796aa0c6a89", "name": "network-vif-deleted", "tag": "332e341f-a245-4caa-92bf-9c72514e83a8", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:21:12.300435 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0797e3aa-ed1e-4990-b18a-efc5d6594a14 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:21:12.300838 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6372d592-1a11-433e-8d05-f796aa0c6a89', 'name': 'network-vif-deleted', 'tag': '332e341f-a245-4caa-92bf-9c72514e83a8', 'status': 'completed', 'code': 200} Jul 23 00:21:12.861009 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58248) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:21:12.904040 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd86658-d01b-464f-a0ab-9b70fa758388 admin admin] Deleting subnet b43ce58a-5d48-411f-921b-b5bdf186f38f {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:21:12.907525 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5fd86658-d01b-464f-a0ab-9b70fa758388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:12.940172 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5fd86658-d01b-464f-a0ab-9b70fa758388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:12.981527 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5fd86658-d01b-464f-a0ab-9b70fa758388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:13.033693 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5fd86658-d01b-464f-a0ab-9b70fa758388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:13.058739 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd86658-d01b-464f-a0ab-9b70fa758388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b43ce58a-5d48-411f-921b-b5bdf186f38f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:13.062448 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5fd86658-d01b-464f-a0ab-9b70fa758388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:13.064437 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5fd86658-d01b-464f-a0ab-9b70fa758388 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b43ce58a-5d48-411f-921b-b5bdf186f38f HTTP/1.1" status: 204 len: 168 time: 0.2024007 Jul 23 00:21:13.066923 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58250) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:21:13.132473 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0942a5d6-679c-4345-aebe-e2c2fb002b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:13.213322 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0942a5d6-679c-4345-aebe-e2c2fb002b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:13.223343 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0942a5d6-679c-4345-aebe-e2c2fb002b76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51bfd62b-a411-43d5-8864-dea9943b24d0']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:21:13.232791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0942a5d6-679c-4345-aebe-e2c2fb002b76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:21:13.233081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0942a5d6-679c-4345-aebe-e2c2fb002b76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44b8a06-a0c7-4a53-8721-9efc1dd1ed63') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:21:13.242303 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0942a5d6-679c-4345-aebe-e2c2fb002b76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:13.255338 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0942a5d6-679c-4345-aebe-e2c2fb002b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:13.260996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0942a5d6-679c-4345-aebe-e2c2fb002b76 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:21:13.261553 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0942a5d6-679c-4345-aebe-e2c2fb002b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:21:13.263443 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:21:13.318181 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0942a5d6-679c-4345-aebe-e2c2fb002b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:13.323278 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0942a5d6-679c-4345-aebe-e2c2fb002b76 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:13.325394 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0942a5d6-679c-4345-aebe-e2c2fb002b76 admin admin] 10.222.0.26 "DELETE /v2.0/networks/51bfd62b-a411-43d5-8864-dea9943b24d0 HTTP/1.1" status: 204 len: 168 time: 0.2573180 Jul 23 00:21:13.338280 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942a5d6-679c-4345-aebe-e2c2fb002b76 admin admin] Pushing event deleted for resources: {'Network': ['ID=51bfd62b-a411-43d5-8864-dea9943b24d0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:13.430659 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58254) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:21:13.468699 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9072e253-80b5-4a28-9135-afdd9ada98b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a1f60f8e61845839fa283ca63417c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369081 Jul 23 00:21:13.471739 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58256) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:21:13.517319 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63dfedec-9acf-4728-903a-752043a09efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:13.537819 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63dfedec-9acf-4728-903a-752043a09efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:13.566665 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:21:13.583177 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63dfedec-9acf-4728-903a-752043a09efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:13.585633 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-63dfedec-9acf-4728-903a-752043a09efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:13.586773 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-63dfedec-9acf-4728-903a-752043a09efd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b0e8b1e-55a0-4c88-bc10-3b563601c4d9 HTTP/1.1" status: 204 len: 168 time: 0.1141346 Jul 23 00:21:13.595098 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfedec-9acf-4728-903a-752043a09efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0e8b1e-55a0-4c88-bc10-3b563601c4d9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:14.224967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58278) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:21:14.316066 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c962992d-c34b-4195-b3c5-735e289d7da0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-356154740-network', 'tenant_id': '32c55ff30969467198929dedddcc1e65'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:21:14.336858 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c962992d-c34b-4195-b3c5-735e289d7da0 admin admin] Made reservation on behalf of 32c55ff30969467198929dedddcc1e65 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:21:14.339101 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c962992d-c34b-4195-b3c5-735e289d7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:14.347789 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c962992d-c34b-4195-b3c5-735e289d7da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:14.413566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 332e341f-a245-4caa-92bf-9c72514e83a8 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:21:14.433784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 332e341f-a245-4caa-92bf-9c72514e83a8 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:21:14.434136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 332e341f-a245-4caa-92bf-9c72514e83a8 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:21:14.442488 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c962992d-c34b-4195-b3c5-735e289d7da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:14.445801 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c962992d-c34b-4195-b3c5-735e289d7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:14.472568 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c962992d-c34b-4195-b3c5-735e289d7da0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:21:14.478717 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962992d-c34b-4195-b3c5-735e289d7da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bef8880-cd59-428f-bee8-9d5ac6f97f95,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:14.484624 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c962992d-c34b-4195-b3c5-735e289d7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:14.484962 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-c962992d-c34b-4195-b3c5-735e289d7da0 admin admin] Added segment 74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f of type vlan for network 2cae6144-d2b2-4c81-972c-f9638b0ce67e Jul 23 00:21:14.524305 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c962992d-c34b-4195-b3c5-735e289d7da0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:14.552777 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c962992d-c34b-4195-b3c5-735e289d7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:14.553748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c962992d-c34b-4195-b3c5-735e289d7da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:14.554323 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c962992d-c34b-4195-b3c5-735e289d7da0 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:14.581624 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c962992d-c34b-4195-b3c5-735e289d7da0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3555255 Jul 23 00:21:14.584772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58282) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:21:14.589910 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1e80bc5b-4135-4e9d-aa9c-67d44afd7255 admin admin] Request body: {'subnet': {'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-356154740-subnet', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:21:14.611098 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e80bc5b-4135-4e9d-aa9c-67d44afd7255 admin admin] Made reservation on behalf of 32c55ff30969467198929dedddcc1e65 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:21:14.613734 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e80bc5b-4135-4e9d-aa9c-67d44afd7255 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:14.615100 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962992d-c34b-4195-b3c5-735e289d7da0 admin admin] Pushing event updated for resources: {'Network': ['ID=2cae6144-d2b2-4c81-972c-f9638b0ce67e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:14.625195 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 2cae6144-d2b2-4c81-972c-f9638b0ce67e details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:21:14.787895 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e80bc5b-4135-4e9d-aa9c-67d44afd7255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:14.844920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80bc5b-4135-4e9d-aa9c-67d44afd7255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c1bea52-0466-4488-975d-4fa8a36b9c8d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:14.851837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e80bc5b-4135-4e9d-aa9c-67d44afd7255 admin admin] Checking segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:21:14.852319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e80bc5b-4135-4e9d-aa9c-67d44afd7255 admin admin] Network hostable DHCP agents. Network: 2cae6144-d2b2-4c81-972c-f9638b0ce67e, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:21:14.868343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e80bc5b-4135-4e9d-aa9c-67d44afd7255 admin admin] Network 2cae6144-d2b2-4c81-972c-f9638b0ce67e is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:21:14.877402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1e80bc5b-4135-4e9d-aa9c-67d44afd7255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 2cae6144-d2b2-4c81-972c-f9638b0ce67e) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:21:14.881267 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e80bc5b-4135-4e9d-aa9c-67d44afd7255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:14.881855 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1e80bc5b-4135-4e9d-aa9c-67d44afd7255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:14.886202 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a45239-b6a7-4840-9410-b6183c866351 None None] Network 2cae6144-d2b2-4c81-972c-f9638b0ce67e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:21:14.895682 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1e80bc5b-4135-4e9d-aa9c-67d44afd7255 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3096540 Jul 23 00:21:14.898352 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58284) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:21:14.902671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:21:14.922849 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:14.923840 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:14.979683 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:15.035090 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:21:15.035965 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:15.115183 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:15.169193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Allocated IP 172.20.0.2 (2cae6144-d2b2-4c81-972c-f9638b0ce67e/5c1bea52-0466-4488-975d-4fa8a36b9c8d/69aee53f-067b-40a4-b601-ac58cc37b9c3) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:21:15.311954 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:15.315782 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:15.321068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Transition to ACTIVE for port object 69aee53f-067b-40a4-b601-ac58cc37b9c3 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:21:15.334749 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:15.336804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Transition to ACTIVE for port object 69aee53f-067b-40a4-b601-ac58cc37b9c3 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:21:15.342873 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:15.378995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Network 2cae6144-d2b2-4c81-972c-f9638b0ce67e is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:21:15.383699 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:21:15.387065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:21:15.396783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Pushing event updated for resources: {'Port': ['ID=69aee53f-067b-40a4-b601-ac58cc37b9c3,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:15.440655 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Allocated IP 172.25.4.150 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/4f77beac-add5-4a72-83b0-acb186a26f33) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:21:15.455855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Attempting to bind port 69aee53f-067b-40a4-b601-ac58cc37b9c3 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:21:15.456461 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Attempting to bind port 69aee53f-067b-40a4-b601-ac58cc37b9c3 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:21:15.456663 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Attempting to bind port 69aee53f-067b-40a4-b601-ac58cc37b9c3 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:21:15.461950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:21:15.462468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Checking segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:21:15.462973 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:15.463469 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Bound using segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:21:15.463955 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Bound port: 69aee53f-067b-40a4-b601-ac58cc37b9c3, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:21:15.464342 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:15.527239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] For port 69aee53f-067b-40a4-b601-ac58cc37b9c3, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:21:15.530252 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] For port 69aee53f-067b-40a4-b601-ac58cc37b9c3, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=69aee53f-067b-40a4-b601-ac58cc37b9c3,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:21:15.535030 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:15.546946 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:15.591851 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:15.595057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247847a0-62e4-470e-a4e6-bb4957383336 None None] Pushing event updated for resources: {'Port': ['ID=69aee53f-067b-40a4-b601-ac58cc37b9c3,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:15.630487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:21:15.634873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:21:15.637455 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:21:15.674638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4f77beac-add5-4a72-83b0-acb186a26f33,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:15.907677 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:16.099151 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:16.477295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708b41f5-8402-46fb-b469-03bb19f20262 None None] Network 2cae6144-d2b2-4c81-972c-f9638b0ce67e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:21:16.575709 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:21:16.588113 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9d842c04-d0a0-432e-ac69-91dbd736a273 None None] Provisioning for port 69aee53f-067b-40a4-b601-ac58cc37b9c3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:21:16.681537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:21:16.691275 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Sync routers for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:21:16.700806 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:16.702151 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:21:16.702797 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:21:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:21:16.706018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58286) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:21:16.706528 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8da0f713-f59c-4486-9a2b-d63e59c792f3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8068166 Jul 23 00:21:16.816273 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:21:16.847165 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:16.991043 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:15Z', 'revision_number': 3, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:21:17.111585 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Checking router: 9e7a2540-ab8a-4b6e-96ba-8ad83299617b for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:21:17.111936 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Updating router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b port 4f77beac-add5-4a72-83b0-acb186a26f33 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:21:17.138208 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.143932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 69aee53f-067b-40a4-b601-ac58cc37b9c3 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:21:17.148184 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.199244 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 69aee53f-067b-40a4-b601-ac58cc37b9c3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:21:17.203187 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 69aee53f-067b-40a4-b601-ac58cc37b9c3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:21:17.204107 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.284364 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.308260 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Allocated IP 172.20.0.1 (2cae6144-d2b2-4c81-972c-f9638b0ce67e/5c1bea52-0466-4488-975d-4fa8a36b9c8d/b0344476-7259-4607-998c-f08eb1efff96) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:21:17.319115 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 69aee53f-067b-40a4-b601-ac58cc37b9c3, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=69aee53f-067b-40a4-b601-ac58cc37b9c3,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:21:17.323309 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.380175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=69aee53f-067b-40a4-b601-ac58cc37b9c3,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:17.402647 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.413224 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Transition to ACTIVE for port object 4f77beac-add5-4a72-83b0-acb186a26f33 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:21:17.413799 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.419122 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.427387 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Transition to ACTIVE for port object b0344476-7259-4607-998c-f08eb1efff96 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:21:17.461907 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.475595 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Attempting to bind port 4f77beac-add5-4a72-83b0-acb186a26f33 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:21:17.475978 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Attempting to bind port 4f77beac-add5-4a72-83b0-acb186a26f33 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:21:17.476319 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Attempting to bind port 4f77beac-add5-4a72-83b0-acb186a26f33 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:21:17.483315 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0af3ae-2ec5-427e-a525-afa9342720fc None None] Pushing event updated for resources: {'Port': ['ID=4f77beac-add5-4a72-83b0-acb186a26f33,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:17.485734 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:21:17.486099 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:21:17.486489 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.486875 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:21:17.487333 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Bound port: 4f77beac-add5-4a72-83b0-acb186a26f33, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:21:17.487707 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.502859 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Network 2cae6144-d2b2-4c81-972c-f9638b0ce67e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:21:17.507646 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:21:17.511062 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:21:17.513764 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0af3ae-2ec5-427e-a525-afa9342720fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:17.514609 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0af3ae-2ec5-427e-a525-afa9342720fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:17.514762 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0af3ae-2ec5-427e-a525-afa9342720fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:17.515505 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0af3ae-2ec5-427e-a525-afa9342720fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:17.515505 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0af3ae-2ec5-427e-a525-afa9342720fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:17.515759 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0af3ae-2ec5-427e-a525-afa9342720fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:17.516579 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0af3ae-2ec5-427e-a525-afa9342720fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:17.517053 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0af3ae-2ec5-427e-a525-afa9342720fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:17.517310 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0af3ae-2ec5-427e-a525-afa9342720fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:17.517586 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0af3ae-2ec5-427e-a525-afa9342720fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:17.517904 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0af3ae-2ec5-427e-a525-afa9342720fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:17.518363 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0af3ae-2ec5-427e-a525-afa9342720fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:17.537225 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Pushing event updated for resources: {'Port': ['ID=b0344476-7259-4607-998c-f08eb1efff96,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:17.554488 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] For port 4f77beac-add5-4a72-83b0-acb186a26f33, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:21:17.554838 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.557778 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] For port 4f77beac-add5-4a72-83b0-acb186a26f33, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4f77beac-add5-4a72-83b0-acb186a26f33,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:21:17.562551 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.622979 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0af3ae-2ec5-427e-a525-afa9342720fc None None] Pushing event updated for resources: {'Port': ['ID=4f77beac-add5-4a72-83b0-acb186a26f33,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:17.627234 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:21:17.627601 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:21:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:21:17.702229 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.735927 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:21:17.838830 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5970cc0f-7633-4708-b64b-591e93068b6d None None] Provisioning for port b0344476-7259-4607-998c-f08eb1efff96 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:21:17.843404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5970cc0f-7633-4708-b64b-591e93068b6d None None] Provisioning complete for port b0344476-7259-4607-998c-f08eb1efff96 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:21:17.843783 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5970cc0f-7633-4708-b64b-591e93068b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.869369 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.873951 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.880541 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5970cc0f-7633-4708-b64b-591e93068b6d None None] Port b0344476-7259-4607-998c-f08eb1efff96 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:21:17.922773 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:15Z', 'revision_number': 3, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:21:17.941442 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:17.943248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Pushing event updated for resources: {'Port': ['ID=b0344476-7259-4607-998c-f08eb1efff96,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:17.948914 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654f3ef-0973-4441-bd7a-bf4e3e695d35 None None] The sync data for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 is: [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:15Z', 'revision_number': 3, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:21:18.043721 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Network 2cae6144-d2b2-4c81-972c-f9638b0ce67e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:21:18.045067 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:21:18.184387 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:21:18.299813 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ca40d318-dc73-4d9c-8d0e-a46c98798956 None None] Provisioning complete for port b0344476-7259-4607-998c-f08eb1efff96 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:21:18.300191 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ca40d318-dc73-4d9c-8d0e-a46c98798956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:18.309584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:21:18.320624 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf84b369-06d2-4f92-b5f5-d21826c3978e admin admin] 10.222.0.26 "PUT /v2.0/routers/9e7a2540-ab8a-4b6e-96ba-8ad83299617b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6083980 Jul 23 00:21:18.342533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ca40d318-dc73-4d9c-8d0e-a46c98798956 None None] Port b0344476-7259-4607-998c-f08eb1efff96 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:21:18.769609 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58294) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:21:18.774309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a901538f-8fed-4164-99fb-c4a22163040a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--252409564', 'description': 'tempest-description--1830347597'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:21:18.794620 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a901538f-8fed-4164-99fb-c4a22163040a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:18.873212 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a901538f-8fed-4164-99fb-c4a22163040a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:18.877590 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a901538f-8fed-4164-99fb-c4a22163040a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:18.904106 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a901538f-8fed-4164-99fb-c4a22163040a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:18.905351 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a901538f-8fed-4164-99fb-c4a22163040a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1346974 Jul 23 00:21:18.907675 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901538f-8fed-4164-99fb-c4a22163040a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ffac2e-6476-497f-ac44-2c49f9bef91a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:18.909600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58296) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:21:18.914677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Request body: {'security_group_rule': {'security_group_id': 'c9ffac2e-6476-497f-ac44-2c49f9bef91a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:21:18.940543 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.003493 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.006905 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.024940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f7c6c0-84c0-48a1-8495-f3aa42ac9747,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:19.034800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:19.035153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:19.035502 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:19.035845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:19.036185 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:19.036523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:19.036857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:19.037218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:19.037550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:19.037878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:19.038208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:19.038536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:21:19.041296 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.042491 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3261f127-da9c-4a3c-b633-d37bf6888027 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316736 Jul 23 00:21:19.045047 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58298) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:21:19.050159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-36ffbae0-3b72-43db-9719-e75ea741b97a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Request body: {'security_group_rule': {'security_group_id': 'c9ffac2e-6476-497f-ac44-2c49f9bef91a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:21:19.079660 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36ffbae0-3b72-43db-9719-e75ea741b97a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.137702 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36ffbae0-3b72-43db-9719-e75ea741b97a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.142134 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36ffbae0-3b72-43db-9719-e75ea741b97a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.162748 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36ffbae0-3b72-43db-9719-e75ea741b97a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.163943 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-36ffbae0-3b72-43db-9719-e75ea741b97a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179171 Jul 23 00:21:19.166351 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffbae0-3b72-43db-9719-e75ea741b97a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cec078-4b73-44c7-bc6d-c5440bca8e10,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:19.167380 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 58300) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:21:19.171802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:21:19.191278 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 69aee53f-067b-40a4-b601-ac58cc37b9c3 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:21:19.200203 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.252433 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 69aee53f-067b-40a4-b601-ac58cc37b9c3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:21:19.252919 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.340042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4f77beac-add5-4a72-83b0-acb186a26f33 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:21:19.394273 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 4f77beac-add5-4a72-83b0-acb186a26f33 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:21:19.399020 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4f77beac-add5-4a72-83b0-acb186a26f33 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:21:19.399394 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.485840 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.510955 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 4f77beac-add5-4a72-83b0-acb186a26f33, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4f77beac-add5-4a72-83b0-acb186a26f33,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:21:19.515859 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.534397 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.541561 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Sync routers for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:21:19.560204 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:21:19.560827 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:21:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:21:19.631561 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=4f77beac-add5-4a72-83b0-acb186a26f33,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:19.643149 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Allocated IP 172.25.4.195 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/608e404f-e88c-4218-9d73-4f80409873af) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:21:19.674514 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:21:19.749404 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.788946 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.823927 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:21:19.829046 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:21:19.832677 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:21:19.858288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Pushing event updated for resources: {'Port': ['ID=608e404f-e88c-4218-9d73-4f80409873af,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:19.883021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 2, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:21:19.914435 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Checking router: 9e7a2540-ab8a-4b6e-96ba-8ad83299617b for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:21:19.914889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Updating router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b port b0344476-7259-4607-998c-f08eb1efff96 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:21:19.949174 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.958715 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:20.005930 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:20.161280 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:20.165450 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:20.230783 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:20.233811 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Pushing event updated for resources: {'Port': ['ID=608e404f-e88c-4218-9d73-4f80409873af,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:20.242997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Transition to ACTIVE for port object b0344476-7259-4607-998c-f08eb1efff96 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:21:20.249395 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:20.249982 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:20.265840 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:20.267873 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-ce986ff4-3672-4af8-b91b-ff118f763240 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0997322 Jul 23 00:21:20.304711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28556fff-5d30-41bf-ba5d-9d60cd8952a8 None None] Pushing event updated for resources: {'Port': ['ID=b0344476-7259-4607-998c-f08eb1efff96,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:20.372889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Attempting to bind port b0344476-7259-4607-998c-f08eb1efff96 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:21:20.373231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Attempting to bind port b0344476-7259-4607-998c-f08eb1efff96 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:21:20.373600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Attempting to bind port b0344476-7259-4607-998c-f08eb1efff96 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:21:20.380231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:21:20.380231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Checking segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:21:20.380686 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:20.380944 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Bound using segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:21:20.381443 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Bound port: b0344476-7259-4607-998c-f08eb1efff96, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:21:20.381824 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:20.436759 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-5236164e-a504-4806-b223-26a974d3b86a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--252409564&fields=id&tenant_id=32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 267 time: 0.0462363 Jul 23 00:21:20.450218 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] For port b0344476-7259-4607-998c-f08eb1efff96, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:21:20.453850 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] For port b0344476-7259-4607-998c-f08eb1efff96, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b0344476-7259-4607-998c-f08eb1efff96,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:21:20.465151 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:20.537871 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28556fff-5d30-41bf-ba5d-9d60cd8952a8 None None] Pushing event updated for resources: {'Port': ['ID=b0344476-7259-4607-998c-f08eb1efff96,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:20.553272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:21:20.554022 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:21:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:21:20.586032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-f758e3dc-5d0f-4861-a2f0-779da2e39445 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:20.588072 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-f758e3dc-5d0f-4861-a2f0-779da2e39445 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 811 time: 0.1442974 Jul 23 00:21:20.606118 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9a173afb-13ac-4a73-b1b4-2c5923a4a857 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/quotas/32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 375 time: 0.0109692 Jul 23 00:21:20.678935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:21:20.701946 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-15703a08-3f1d-4055-8ffb-06d257c67d13 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0897646 Jul 23 00:21:20.807646 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-b0afdd95-609d-4890-b740-7200c845d91d service neutron] 10.222.0.26 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910532 Jul 23 00:21:20.898894 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:20Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:21:20.905516 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-8b19a076-fa62-41f7-956a-0c4ca32d7aeb service neutron] 10.222.0.26 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920894 Jul 23 00:21:20.930356 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d3558-4ebb-4c23-b3e4-2a6669b270c1 None None] The sync data for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 is: [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:20Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:21:21.144929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ac72121c-46a8-42ba-bf8d-e601775afff6 req-0fcac3f1-10e2-446e-92ef-fbb33c211afe tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 210 time: 0.0438335 Jul 23 00:21:21.222099 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b0344476-7259-4607-998c-f08eb1efff96 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:21:21.280564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port b0344476-7259-4607-998c-f08eb1efff96 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:21:21.285876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b0344476-7259-4607-998c-f08eb1efff96 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:21:21.286282 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:21.371870 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:21.407238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port b0344476-7259-4607-998c-f08eb1efff96, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b0344476-7259-4607-998c-f08eb1efff96,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:21:21.411798 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:21.413006 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4f77beac-add5-4a72-83b0-acb186a26f33 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:21:21.669062 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=b0344476-7259-4607-998c-f08eb1efff96,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:21.680538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4f77beac-add5-4a72-83b0-acb186a26f33 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:21:21.680975 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:22.158906 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-03ba2cb3-34e5-41cc-973d-f0713cef57da tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:22.160401 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-03ba2cb3-34e5-41cc-973d-f0713cef57da tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 811 time: 0.1010101 Jul 23 00:21:22.213921 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-fdfc0434-5d06-47b1-b74a-8faf3c5deace tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 379 time: 0.0448272 Jul 23 00:21:22.223957 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-0c1c1247-d371-4539-aa23-0c6a46f5bb12 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Request body: {'port': {'device_id': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'admin_state_up': True, 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'security_groups': ['c9ffac2e-6476-497f-ac44-2c49f9bef91a']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:21:22.246882 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f3eaec2-12d6-4b96-a283-a0aae93f34f9 req-59c28f35-b5e0-4056-a227-6fb8af5de0a5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 210 time: 0.0290933 Jul 23 00:21:22.335310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-0c1c1247-d371-4539-aa23-0c6a46f5bb12 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Made reservation on behalf of 32c55ff30969467198929dedddcc1e65 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:21:22.338936 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-0c1c1247-d371-4539-aa23-0c6a46f5bb12 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:22.467484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-0c1c1247-d371-4539-aa23-0c6a46f5bb12 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Allocated IP 172.20.0.3 (2cae6144-d2b2-4c81-972c-f9638b0ce67e/5c1bea52-0466-4488-975d-4fa8a36b9c8d/0897e83b-0bfa-4c6c-bfc3-8c84fd913a30) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:21:22.598388 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-0c1c1247-d371-4539-aa23-0c6a46f5bb12 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:22.611910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-0c1c1247-d371-4539-aa23-0c6a46f5bb12 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Transition to ACTIVE for port object 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:21:22.644641 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-0c1c1247-d371-4539-aa23-0c6a46f5bb12 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:22.690810 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-0c1c1247-d371-4539-aa23-0c6a46f5bb12 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Network 2cae6144-d2b2-4c81-972c-f9638b0ce67e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:21:22.695766 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-0c1c1247-d371-4539-aa23-0c6a46f5bb12 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:21:22.699325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-0c1c1247-d371-4539-aa23-0c6a46f5bb12 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:21:22.725521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c1247-d371-4539-aa23-0c6a46f5bb12 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Pushing event updated for resources: {'Port': ['ID=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:22.754354 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-0c1c1247-d371-4539-aa23-0c6a46f5bb12 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:22.755006 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-0c1c1247-d371-4539-aa23-0c6a46f5bb12 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:22.769887 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-0c1c1247-d371-4539-aa23-0c6a46f5bb12 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5501997 Jul 23 00:21:22.782538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Request body: {'port': {'device_id': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:21:22.856399 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:22.910907 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-842d81bd-d78a-48b8-b254-5436447ee4ba None None] Provisioning for port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:21:22.914814 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-842d81bd-d78a-48b8-b254-5436447ee4ba None None] Provisioning complete for port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:21:22.915250 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-842d81bd-d78a-48b8-b254-5436447ee4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:22.948962 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-842d81bd-d78a-48b8-b254-5436447ee4ba None None] Port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:21:23.120637 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b0344476-7259-4607-998c-f08eb1efff96 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:21:23.128174 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:21:23.135877 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:23.148045 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Transition to ACTIVE for port object 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:21:23.151721 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:23.173452 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b0344476-7259-4607-998c-f08eb1efff96 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:21:23.173832 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:23.204568 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Pushing event updated for resources: {'Port': ['ID=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:23.323684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Attempting to bind port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:21:23.323684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Attempting to bind port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:21:23.323684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Attempting to bind port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:21:23.323684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:21:23.323684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Attempting to bind port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:21:23.323684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:21:23.323684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Checking segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:21:23.323684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Bound using segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:21:23.323684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Bound port: 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:21:23.323684 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:23.390495 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] For port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:21:23.395490 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] For port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:21:23.399272 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:23.402671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1517710-6c42-4bbd-bb8d-bfe10e842f42 req-9f124d4b-63d1-473f-b965-f2fe609d022a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:23.404475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1517710-6c42-4bbd-bb8d-bfe10e842f42 req-9f124d4b-63d1-473f-b965-f2fe609d022a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 943 time: 0.0757873 Jul 23 00:21:23.438027 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:23.438720 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:23.440148 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] 10.222.0.95 "PUT /v2.0/ports/0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 HTTP/1.1" status: 200 len: 1091 time: 0.6626408 Jul 23 00:21:23.442455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'tag': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:21:23.444898 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e1517710-6c42-4bbd-bb8d-bfe10e842f42 req-4ffa770c-2caf-4957-b28c-62e4880876c8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341263 Jul 23 00:21:23.447684 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680bbbff-8b29-4f78-b418-8c4deba70374" -d '{"events": [{"name": "network-changed", "server_uuid": "71bd5b63-bb76-42e0-b91f-46ded9d1293b", "tag": "0897e83b-0bfa-4c6c-bfc3-8c84fd913a30"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:21:23.501198 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaa4945-eba3-45ef-8027-259fcba37172 x-openstack-request-id: req-bfaa4945-eba3-45ef-8027-259fcba37172 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:21:23.501512 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bd5b63-bb76-42e0-b91f-46ded9d1293b", "tag": "0897e83b-0bfa-4c6c-bfc3-8c84fd913a30", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:21:23.501828 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bfaa4945-eba3-45ef-8027-259fcba37172 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:21:23.502290 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'tag': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30', 'status': 'completed', 'code': 200} Jul 23 00:21:23.505138 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003038a-519f-4543-b6d6-05e751a3315a service neutron] Pushing event updated for resources: {'Port': ['ID=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:23.550733 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-24e6d97c-e2b9-4e3e-b36d-1f46829740bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:23.552302 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-24e6d97c-e2b9-4e3e-b36d-1f46829740bc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 1094 time: 0.0649762 Jul 23 00:21:23.599100 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-ab164061-541c-4bc1-ac46-df37e6022267 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 HTTP/1.1" status: 200 len: 217 time: 0.0383353 Jul 23 00:21:23.650647 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-728de8c8-01cf-4b55-9a53-70fec5e25ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:23.652110 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-728de8c8-01cf-4b55-9a53-70fec5e25ee5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0469303 Jul 23 00:21:23.733993 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-ca1efb92-76fc-4e3e-9907-52860be07273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:23.735549 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-ca1efb92-76fc-4e3e-9907-52860be07273 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764613 Jul 23 00:21:23.830437 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-5ec106c0-b7c5-4962-8598-58e8bb442c67 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873814 Jul 23 00:21:23.923300 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f3d54ba6-dbbe-498a-a6d6-50e1a1b30226 req-9586b1e9-2cef-4c7e-a967-eb2642ba2749 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849991 Jul 23 00:21:24.026997 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bbbff-8b29-4f78-b418-8c4deba70374 req-39b5a983-11e1-4afe-b7a5-56a050196a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:24.028532 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-680bbbff-8b29-4f78-b418-8c4deba70374 req-39b5a983-11e1-4afe-b7a5-56a050196a32 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 1094 time: 0.0549479 Jul 23 00:21:24.117370 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bbbff-8b29-4f78-b418-8c4deba70374 req-f7427404-d717-4bc9-8490-bcbe5cb15c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:24.118745 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-680bbbff-8b29-4f78-b418-8c4deba70374 req-f7427404-d717-4bc9-8490-bcbe5cb15c69 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0827994 Jul 23 00:21:24.163335 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-680bbbff-8b29-4f78-b418-8c4deba70374 req-579b9ab4-9e89-43f5-bbde-94542f2b0e4a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 HTTP/1.1" status: 200 len: 217 time: 0.0377066 Jul 23 00:21:24.211820 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bbbff-8b29-4f78-b418-8c4deba70374 req-e18faf5c-61ce-4390-b1ae-da6ec95d9a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:24.213305 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-680bbbff-8b29-4f78-b418-8c4deba70374 req-e18faf5c-61ce-4390-b1ae-da6ec95d9a71 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0433631 Jul 23 00:21:24.273458 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bbbff-8b29-4f78-b418-8c4deba70374 req-ffdb06db-c4f5-4c78-9377-5591bb0f9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:24.274934 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-680bbbff-8b29-4f78-b418-8c4deba70374 req-ffdb06db-c4f5-4c78-9377-5591bb0f9a5c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537717 Jul 23 00:21:24.366539 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-680bbbff-8b29-4f78-b418-8c4deba70374 req-20bfe328-4544-4cd8-be05-c79783920771 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841572 Jul 23 00:21:24.453320 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-680bbbff-8b29-4f78-b418-8c4deba70374 req-511fad66-7965-4922-bd52-2a70e4f89b76 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796072 Jul 23 00:21:24.580206 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca14787-e7cc-4761-9292-f95c8e5f8ba5 req-9d97fb13-ba9a-4f96-b58c-9131aadfa9c0 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:24.581753 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dca14787-e7cc-4761-9292-f95c8e5f8ba5 req-9d97fb13-ba9a-4f96-b58c-9131aadfa9c0 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 943 time: 0.0686531 Jul 23 00:21:24.618692 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dca14787-e7cc-4761-9292-f95c8e5f8ba5 req-0a8ec5c4-f478-4a53-8c1e-fceefa2e82a9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312674 Jul 23 00:21:25.748276 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03316-056b-45fb-8829-edb2e80c4ac0 req-6f35a54a-1db2-407d-86a1-966fdcc8d7a8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:25.749795 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37d03316-056b-45fb-8829-edb2e80c4ac0 req-6f35a54a-1db2-407d-86a1-966fdcc8d7a8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 943 time: 0.0639741 Jul 23 00:21:25.787373 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-37d03316-056b-45fb-8829-edb2e80c4ac0 req-c8a1be95-2a06-4470-8f8e-9fea22c1d0cc tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315287 Jul 23 00:21:26.474653 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:21:26.570044 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:21:26.580802 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'port_id': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30', 'mac_address': 'fa:16:3e:95:c6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:21:26.616848 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:26.629068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:21:26.648733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:21:26.652534 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:26.703013 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:26.847681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['0897e83b-0bfa-4c6c-bfc3-8c84fd913a30'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:21:26.919269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf458be-9601-434d-a6ce-f79c3ce03d11 req-2ec22c7d-0ec9-485a-94f4-cb3e83777651 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:26.920856 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-faf458be-9601-434d-a6ce-f79c3ce03d11 req-2ec22c7d-0ec9-485a-94f4-cb3e83777651 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 944 time: 0.0671771 Jul 23 00:21:26.958473 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-faf458be-9601-434d-a6ce-f79c3ce03d11 req-d48fc764-6cd3-4fec-9485-f65cb4f29936 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315828 Jul 23 00:21:28.086576 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f874b-40fc-4580-b912-8bf2a43f6b12 req-3286907e-0afc-4f26-840a-145ab216e00a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:28.088057 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-339f874b-40fc-4580-b912-8bf2a43f6b12 req-3286907e-0afc-4f26-840a-145ab216e00a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 944 time: 0.0630724 Jul 23 00:21:28.123702 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-339f874b-40fc-4580-b912-8bf2a43f6b12 req-a32a4687-2d02-46a4-ad47-72858d74e86e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301509 Jul 23 00:21:28.475035 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:21:28.523061 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:21:28.526661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:21:28.527038 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:28.604048 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:28.625524 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:21:28.628457 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774820df-4c78-4012-bcca-2f5591434904" -d '{"events": [{"server_uuid": "71bd5b63-bb76-42e0-b91f-46ded9d1293b", "name": "network-vif-plugged", "status": "completed", "tag": "0897e83b-0bfa-4c6c-bfc3-8c84fd913a30"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:21:28.640905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:21:28.644835 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:28.669249 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d567b67b-b854-481d-a13f-7681edbcf538 x-openstack-request-id: req-d567b67b-b854-481d-a13f-7681edbcf538 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:21:28.669538 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bd5b63-bb76-42e0-b91f-46ded9d1293b", "name": "network-vif-plugged", "status": "completed", "tag": "0897e83b-0bfa-4c6c-bfc3-8c84fd913a30", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:21:28.669787 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d567b67b-b854-481d-a13f-7681edbcf538 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:21:28.670170 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30', 'code': 200} Jul 23 00:21:28.693972 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:21:28.781484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada14dcd-586d-45db-8207-0f0dd2fbb45f req-26b52da2-c9ab-463d-9bd2-d4ab90625bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:28.783497 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ada14dcd-586d-45db-8207-0f0dd2fbb45f req-26b52da2-c9ab-463d-9bd2-d4ab90625bee service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 1096 time: 0.0567982 Jul 23 00:21:28.817757 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ada14dcd-586d-45db-8207-0f0dd2fbb45f req-89b4ab1d-909c-4d3e-a4d0-6a16c4c4964b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267460 Jul 23 00:21:29.256883 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5312348-2c13-41eb-a306-70e65f6a65fa req-17399162-2692-41d5-a2ed-200747e91fcd tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:29.258399 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5312348-2c13-41eb-a306-70e65f6a65fa req-17399162-2692-41d5-a2ed-200747e91fcd tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0677726 Jul 23 00:21:29.296054 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a5312348-2c13-41eb-a306-70e65f6a65fa req-29e529d8-96d5-4e8b-be37-f39429477d92 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320680 Jul 23 00:21:30.430109 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c3c77-915b-4c17-b88e-49fb6ccf1f92 req-18d45508-00cf-4e15-9982-25e2942786a7 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:30.431650 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d74c3c77-915b-4c17-b88e-49fb6ccf1f92 req-18d45508-00cf-4e15-9982-25e2942786a7 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0673316 Jul 23 00:21:30.467586 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d74c3c77-915b-4c17-b88e-49fb6ccf1f92 req-ab5276b2-6de3-40cc-807f-e2174c20d32a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304632 Jul 23 00:21:30.591535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f6001-6a07-4883-9c61-16de880e0a6e req-be75a3cd-c447-44d1-adc2-86bd46da942f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:30.592939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad3f6001-6a07-4883-9c61-16de880e0a6e req-be75a3cd-c447-44d1-adc2-86bd46da942f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0623078 Jul 23 00:21:30.602424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58350) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:21:30.606843 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-605af98f-24bf-45da-8284-1a800eb8c509 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Request body: {'floatingip': {'port_id': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:21:30.649155 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-605af98f-24bf-45da-8284-1a800eb8c509 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:31.066321 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-605af98f-24bf-45da-8284-1a800eb8c509 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:31.070167 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-605af98f-24bf-45da-8284-1a800eb8c509 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:31.165087 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-605af98f-24bf-45da-8284-1a800eb8c509 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Floating IP 853598f8-71c8-47b3-a090-b159d0ca484b associated. External IP: 172.25.4.195, port: 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30. Jul 23 00:21:31.368417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605af98f-24bf-45da-8284-1a800eb8c509 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:21:31.473325 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605af98f-24bf-45da-8284-1a800eb8c509 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:21:31.477792 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-605af98f-24bf-45da-8284-1a800eb8c509 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:31.483339 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa6030-d5cb-4d1b-99ab-6920c295f02b None None] Sync routers for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:21:31.492759 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfa6030-d5cb-4d1b-99ab-6920c295f02b None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:21:31.493406 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bbfa6030-d5cb-4d1b-99ab-6920c295f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:21:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:21:31.514678 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-605af98f-24bf-45da-8284-1a800eb8c509 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "PUT /v2.0/floatingips/853598f8-71c8-47b3-a090-b159d0ca484b HTTP/1.1" status: 200 len: 991 time: 0.9109502 Jul 23 00:21:31.515370 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'tag': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:21:31.517819 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c550f78-dd53-4774-98a3-73d0ba41d50c" -d '{"events": [{"name": "network-changed", "server_uuid": "71bd5b63-bb76-42e0-b91f-46ded9d1293b", "tag": "0897e83b-0bfa-4c6c-bfc3-8c84fd913a30"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:21:31.554344 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0eb311-928d-4498-bf90-3ca94c0da670 x-openstack-request-id: req-8f0eb311-928d-4498-bf90-3ca94c0da670 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:21:31.554644 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bd5b63-bb76-42e0-b91f-46ded9d1293b", "tag": "0897e83b-0bfa-4c6c-bfc3-8c84fd913a30", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:21:31.554901 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f0eb311-928d-4498-bf90-3ca94c0da670 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:21:31.555314 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'tag': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30', 'status': 'completed', 'code': 200} Jul 23 00:21:31.599863 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bbfa6030-d5cb-4d1b-99ab-6920c295f02b None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:21:31.632707 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c550f78-dd53-4774-98a3-73d0ba41d50c req-655daf6b-0bad-4401-8df8-e53dc51626c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:31.634266 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7c550f78-dd53-4774-98a3-73d0ba41d50c req-655daf6b-0bad-4401-8df8-e53dc51626c6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 1096 time: 0.0527267 Jul 23 00:21:31.660060 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1fc4673f-d979-417d-b650-40a9962b2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:31.730712 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c550f78-dd53-4774-98a3-73d0ba41d50c req-e0f9e006-85f3-411d-a9fc-e594bdb59751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:31.732243 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7c550f78-dd53-4774-98a3-73d0ba41d50c req-e0f9e006-85f3-411d-a9fc-e594bdb59751 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0914378 Jul 23 00:21:31.817292 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bbfa6030-d5cb-4d1b-99ab-6920c295f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '853598f8-71c8-47b3-a090-b159d0ca484b', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'port_id': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'mac_address': 'fa:16:3e:95:c6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:21:19Z', 'updated_at': '2021-07-23T00:21:30Z', 'revision_number': 1, 'project_id': '32c55ff30969467198929dedddcc1e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:21:31.825114 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7c550f78-dd53-4774-98a3-73d0ba41d50c req-9e12e8fe-0854-4258-a8e0-538dd8db85f6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 HTTP/1.1" status: 200 len: 999 time: 0.0859857 Jul 23 00:21:31.846574 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa6030-d5cb-4d1b-99ab-6920c295f02b None None] Checking router: 9e7a2540-ab8a-4b6e-96ba-8ad83299617b for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:21:31.855132 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfa6030-d5cb-4d1b-99ab-6920c295f02b None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:21:31.855732 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bbfa6030-d5cb-4d1b-99ab-6920c295f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:21:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:21:31.877012 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c550f78-dd53-4774-98a3-73d0ba41d50c req-212af767-0a12-4d83-92e6-c21b13231a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:31.878504 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7c550f78-dd53-4774-98a3-73d0ba41d50c req-212af767-0a12-4d83-92e6-c21b13231a51 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0464973 Jul 23 00:21:31.937141 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c550f78-dd53-4774-98a3-73d0ba41d50c req-baec4429-a644-4d8e-902c-d7cd8333d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:31.938624 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7c550f78-dd53-4774-98a3-73d0ba41d50c req-baec4429-a644-4d8e-902c-d7cd8333d5cc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530519 Jul 23 00:21:31.958639 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bbfa6030-d5cb-4d1b-99ab-6920c295f02b None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:21:32.030290 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7c550f78-dd53-4774-98a3-73d0ba41d50c req-a221cac6-0220-4686-9713-93386895c34a service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843635 Jul 23 00:21:32.119626 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7c550f78-dd53-4774-98a3-73d0ba41d50c req-80d8561b-a428-4e1f-94d7-db75893f44d9 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822229 Jul 23 00:21:32.177755 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bbfa6030-d5cb-4d1b-99ab-6920c295f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '853598f8-71c8-47b3-a090-b159d0ca484b', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'port_id': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'mac_address': 'fa:16:3e:95:c6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:21:19Z', 'updated_at': '2021-07-23T00:21:30Z', 'revision_number': 1, 'project_id': '32c55ff30969467198929dedddcc1e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:21:32.206711 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa6030-d5cb-4d1b-99ab-6920c295f02b None None] The sync data for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 is: [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '853598f8-71c8-47b3-a090-b159d0ca484b', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'port_id': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'mac_address': 'fa:16:3e:95:c6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:21:19Z', 'updated_at': '2021-07-23T00:21:30Z', 'revision_number': 1, 'project_id': '32c55ff30969467198929dedddcc1e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:21:32.391495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497b373-6ade-4a53-8fc9-5df1092715c1 None None] New status for floating IP 853598f8-71c8-47b3-a090-b159d0ca484b: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:21:34.413751 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-097ec506-c728-4a7f-a5c6-06fdbe1c3b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:34.453603 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:34.646787 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:35.677325 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:37.167013 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:46.837877 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:50.653463 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:22:01.660932 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-027fa734-d5cc-4ad9-b3e9-c96efe6a5f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:04.414234 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8daf08d-b081-4622-92bb-af32cea8990e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:04.456536 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:04.659689 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:05.679657 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:07.168778 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:16.839139 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:27.562815 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:22:29.429359 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-60ecc924-2ceb-4771-b209-a193b31b8ae1 req-ebe3162d-2f90-4e85-9158-e99d76d602f2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0590301 Jul 23 00:22:29.521849 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecc924-2ceb-4771-b209-a193b31b8ae1 req-a5f6638f-0b53-4c4d-a636-8ab49f270adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:29.523347 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-60ecc924-2ceb-4771-b209-a193b31b8ae1 req-a5f6638f-0b53-4c4d-a636-8ab49f270adf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 1096 time: 0.0538313 Jul 23 00:22:29.625748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecc924-2ceb-4771-b209-a193b31b8ae1 req-9dc2d388-703e-489c-9dc1-bd1cba88325a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:29.628178 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-60ecc924-2ceb-4771-b209-a193b31b8ae1 req-9dc2d388-703e-489c-9dc1-bd1cba88325a service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0836508 Jul 23 00:22:29.696547 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-60ecc924-2ceb-4771-b209-a193b31b8ae1 req-41236788-a5ee-444a-a89b-0f9d8495971f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 HTTP/1.1" status: 200 len: 1001 time: 0.0605624 Jul 23 00:22:29.744359 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecc924-2ceb-4771-b209-a193b31b8ae1 req-964bf5ca-ab58-410c-80f3-9dc94a8ed108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:29.745819 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-60ecc924-2ceb-4771-b209-a193b31b8ae1 req-964bf5ca-ab58-410c-80f3-9dc94a8ed108 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0425515 Jul 23 00:22:29.803176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecc924-2ceb-4771-b209-a193b31b8ae1 req-7f94777a-58c2-461d-a8fc-4d3a973d2ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:29.804615 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-60ecc924-2ceb-4771-b209-a193b31b8ae1 req-7f94777a-58c2-461d-a8fc-4d3a973d2ab3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515120 Jul 23 00:22:29.897046 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-60ecc924-2ceb-4771-b209-a193b31b8ae1 req-44227d2b-a01d-4b3a-b90b-792e60c52aa8 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850646 Jul 23 00:22:29.991063 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-60ecc924-2ceb-4771-b209-a193b31b8ae1 req-7060ed83-b219-4a34-a1da-72dd28167d94 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868189 Jul 23 00:22:31.661862 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c422fe43-c700-4072-952b-06c305f36cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:34.414408 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd3c4338-695a-4ad1-bcf6-4b6e5d861c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:34.459847 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:34.667956 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:35.683083 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:37.171550 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:46.853976 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:01.662598 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-17f119a3-2a46-4252-9614-3bbcabf64884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:04.414303 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d91df42b-bd39-48e0-a300-6de888e15324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:04.458992 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:04.562182 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:23:04.673221 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:05.685746 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:07.174128 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:08.293267 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226c1ae-d3f8-45ac-9003-c7c326748244 req-e4cc2ecd-1cb8-4ecb-8b74-dc45bd0a3da0 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:08.294657 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7226c1ae-d3f8-45ac-9003-c7c326748244 req-e4cc2ecd-1cb8-4ecb-8b74-dc45bd0a3da0 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0674150 Jul 23 00:23:08.332740 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7226c1ae-d3f8-45ac-9003-c7c326748244 req-54bc5ec9-c2fa-40fd-a0eb-548d01412184 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316672 Jul 23 00:23:08.516789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58570) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:23:08.612084 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49f7d8-412a-4751-a330-1e798ff55264 req-e632375e-53a0-4dd6-adeb-fa544f6b983f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:08.613597 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c49f7d8-412a-4751-a330-1e798ff55264 req-e632375e-53a0-4dd6-adeb-fa544f6b983f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0894182 Jul 23 00:23:08.661776 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-1099c7df-abaa-49b8-859e-476aad218f11 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1437993 Jul 23 00:23:08.666837 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6c49f7d8-412a-4751-a330-1e798ff55264 req-c37e4cdb-284c-425f-a082-d1f1232e0ad3 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467715 Jul 23 00:23:09.806445 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcea0e-d213-4a05-b63a-35d6975a6f26 req-5ada484b-63c3-40ca-be4d-6dab3527015e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:09.807853 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3adcea0e-d213-4a05-b63a-35d6975a6f26 req-5ada484b-63c3-40ca-be4d-6dab3527015e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0700705 Jul 23 00:23:09.817051 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-19b00cdd-af32-4fc5-83da-784da13590f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:09.818619 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-19b00cdd-af32-4fc5-83da-784da13590f9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 1096 time: 0.0604854 Jul 23 00:23:09.846737 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3adcea0e-d213-4a05-b63a-35d6975a6f26 req-19a4782b-fafa-4688-bf52-dd9897eda570 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328507 Jul 23 00:23:09.913360 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-032a7762-6f9e-4593-940f-7ba4344c4c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:09.914859 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-032a7762-6f9e-4593-940f-7ba4344c4c0a service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0882323 Jul 23 00:23:09.982505 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-4cb665dd-b3f7-4bb7-a695-df710047c857 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 HTTP/1.1" status: 200 len: 1001 time: 0.0603163 Jul 23 00:23:10.030437 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-da2cccc9-2297-4c86-9c71-daf96f279c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:10.031913 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-da2cccc9-2297-4c86-9c71-daf96f279c63 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0426705 Jul 23 00:23:10.089683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-699537f4-ba1c-4f50-b244-7b76b569cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:10.091142 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-699537f4-ba1c-4f50-b244-7b76b569cedf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523891 Jul 23 00:23:10.183236 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-ad21798c-14ac-479f-8d76-a876dcb099e7 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853767 Jul 23 00:23:10.271835 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-0657a019-eecf-4a30-8ea6-d8f7eec31afc service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813217 Jul 23 00:23:10.977011 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e2135-c75d-4a6a-b7f7-7299daf7c506 req-27913306-7248-4afc-b965-54cb7684b1d8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:10.978525 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c6e2135-c75d-4a6a-b7f7-7299daf7c506 req-27913306-7248-4afc-b965-54cb7684b1d8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0640752 Jul 23 00:23:11.015387 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c6e2135-c75d-4a6a-b7f7-7299daf7c506 req-810f4570-0ef9-4f00-87e4-554cf870d459 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313931 Jul 23 00:23:12.145544 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede51369-3fc1-4fb3-9fd0-0d324431dddf req-1486f605-4e51-40be-a91f-e5a7a823d604 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:12.147024 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ede51369-3fc1-4fb3-9fd0-0d324431dddf req-1486f605-4e51-40be-a91f-e5a7a823d604 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0635896 Jul 23 00:23:12.188479 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ede51369-3fc1-4fb3-9fd0-0d324431dddf req-a8005394-0a9b-44fb-a3b7-9a04c6143f16 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357625 Jul 23 00:23:13.317951 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56154828-de21-4870-870f-0b1472815c21 req-84a46e5a-02f2-4a49-9641-a2c5659587fd tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:13.319343 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-56154828-de21-4870-870f-0b1472815c21 req-84a46e5a-02f2-4a49-9641-a2c5659587fd tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0640168 Jul 23 00:23:13.355139 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-56154828-de21-4870-870f-0b1472815c21 req-582c7c9a-3f9d-4cbb-bc2f-db0f3b13f1b1 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303140 Jul 23 00:23:14.484987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea869356-d55d-42c9-8c12-dcedd0c17913 req-9fd8b599-3b03-4a53-b728-c2730ce91f09 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:14.487064 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea869356-d55d-42c9-8c12-dcedd0c17913 req-9fd8b599-3b03-4a53-b728-c2730ce91f09 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0638707 Jul 23 00:23:14.523458 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea869356-d55d-42c9-8c12-dcedd0c17913 req-51445a15-7a4f-4eb3-b7b3-47ac0dbe06c4 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306511 Jul 23 00:23:15.655200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25097a5c-b2af-42df-8672-616d8bc29696 req-5a5bbac9-4369-44fd-a425-91f3073856c2 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:15.656671 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-25097a5c-b2af-42df-8672-616d8bc29696 req-5a5bbac9-4369-44fd-a425-91f3073856c2 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0666730 Jul 23 00:23:15.694267 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-25097a5c-b2af-42df-8672-616d8bc29696 req-f088d276-2a94-47ec-be35-87b808ba1b9b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319743 Jul 23 00:23:16.825408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d4b06-5e7e-4ccb-a152-f3be25fe6358 req-40d95c6c-0fa0-4abe-9a73-4c074c231d32 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:16.826898 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a54d4b06-5e7e-4ccb-a152-f3be25fe6358 req-40d95c6c-0fa0-4abe-9a73-4c074c231d32 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0637686 Jul 23 00:23:16.854779 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:16.864651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a54d4b06-5e7e-4ccb-a152-f3be25fe6358 req-f5bf25e6-b829-4406-9eb3-f089eb81e959 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314896 Jul 23 00:23:17.993174 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f52bf-4863-40e7-ab09-449b8271c5d8 req-24b02335-6b75-4e4b-bd8c-1476b74972a3 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:17.994656 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a4f52bf-4863-40e7-ab09-449b8271c5d8 req-24b02335-6b75-4e4b-bd8c-1476b74972a3 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0627866 Jul 23 00:23:18.036192 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a4f52bf-4863-40e7-ab09-449b8271c5d8 req-692ac657-c964-4c0f-af20-992b93e038a8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360842 Jul 23 00:23:19.165193 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca132c73-6078-4f1e-b34a-595e94f9e417 req-fdcaacb4-600e-4fa5-8476-8cef965b5a59 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:19.166714 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca132c73-6078-4f1e-b34a-595e94f9e417 req-fdcaacb4-600e-4fa5-8476-8cef965b5a59 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0646756 Jul 23 00:23:19.203700 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca132c73-6078-4f1e-b34a-595e94f9e417 req-88d8aacb-42cd-4195-a361-e96d5f4362eb tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311372 Jul 23 00:23:20.336962 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e275e6-453b-4c19-aeca-3723598e0f6d req-906b6e1d-8c0b-4613-8350-829e564a9e8e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:20.338555 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-72e275e6-453b-4c19-aeca-3723598e0f6d req-906b6e1d-8c0b-4613-8350-829e564a9e8e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0662239 Jul 23 00:23:20.376803 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-72e275e6-453b-4c19-aeca-3723598e0f6d req-3ad19def-7c6e-42a3-b092-629e7caeea0f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326564 Jul 23 00:23:21.510492 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa77f03-0df7-4549-9440-652c5f7ca97a req-7e101a49-11f5-4ed6-8fd9-8211922b550b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:21.511975 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-afa77f03-0df7-4549-9440-652c5f7ca97a req-7e101a49-11f5-4ed6-8fd9-8211922b550b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0666039 Jul 23 00:23:21.549916 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-afa77f03-0df7-4549-9440-652c5f7ca97a req-20fc3173-f636-4d24-aebc-860311b711e8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322254 Jul 23 00:23:22.333495 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-982705c1-43df-4e79-adbc-4f0797a7bc5c service neutron] show failed (client error): The resource could not be found. Jul 23 00:23:22.334415 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-982705c1-43df-4e79-adbc-4f0797a7bc5c service neutron] 10.222.0.95 "GET /v2.0/ports/0897e83b-0bfa-4c6c-bfc3-8c84fd913a30/bindings/n-h1-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.0575426 Jul 23 00:23:22.536325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-5dad6faa-e94a-4fb0-a247-e09838d25b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:22.537909 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-5dad6faa-e94a-4fb0-a247-e09838d25b42 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b&tenant_id=32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 1096 time: 0.0537477 Jul 23 00:23:22.555693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:23:22.629130 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:22.687634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fc0cf-b902-4949-88ad-aac3e93b5c0f req-9062a091-fe23-400f-9d4d-0fad66b3d2f9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:22.689286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-067fc0cf-b902-4949-88ad-aac3e93b5c0f req-9062a091-fe23-400f-9d4d-0fad66b3d2f9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0686240 Jul 23 00:23:22.731490 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-067fc0cf-b902-4949-88ad-aac3e93b5c0f req-5589fe0a-545c-48d8-aba7-1c5e1542b426 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353985 Jul 23 00:23:23.060320 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] For port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:23:23.093277 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] For port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:23:23.132511 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:23:23.134812 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1ea71d-e0d5-4b74-b900-d8d207a492e3" -d '{"events": [{"server_uuid": "71bd5b63-bb76-42e0-b91f-46ded9d1293b", "name": "network-vif-unplugged", "status": "completed", "tag": "0897e83b-0bfa-4c6c-bfc3-8c84fd913a30"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:23:23.138696 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:23.151625 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Transition to ACTIVE for port object 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:23:23.155657 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:23.184378 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b553e8b-fde3-4026-853c-8d96dfc504a1 x-openstack-request-id: req-4b553e8b-fde3-4026-853c-8d96dfc504a1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:23:23.184684 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bd5b63-bb76-42e0-b91f-46ded9d1293b", "name": "network-vif-unplugged", "status": "completed", "tag": "0897e83b-0bfa-4c6c-bfc3-8c84fd913a30", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:23:23.184938 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b553e8b-fde3-4026-853c-8d96dfc504a1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:23:23.185357 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30', 'code': 200} Jul 23 00:23:23.258534 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Pushing event updated for resources: {'Port': ['ID=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:23:23.281074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:23.281446 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:23.281789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:23.282131 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:23.282464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:23.282797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:23.283154 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:23.284136 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:23.284476 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:23.284807 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:23.285157 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:23.285488 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:23.349031 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] No DVR routers for this DVR port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:23:23.485024 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Attempting to bind port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:23:23.485340 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Attempting to bind port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:23:23.485668 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Attempting to bind port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:23:23.489884 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:23:23.490206 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Attempting to bind port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:23:23.494913 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:23:23.495250 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Checking segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:23:23.495638 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Bound using segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:23:23.496060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Bound port: 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:23:23.496411 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:23.557413 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] For port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:23:23.560303 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] For port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:23:23.565853 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:23.602090 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:23.602663 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:23.604074 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] 10.222.0.18 "PUT /v2.0/ports/0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 HTTP/1.1" status: 200 len: 1091 time: 1.0523262 Jul 23 00:23:23.626578 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49260a43-b4d9-4553-b9ab-537bc23cfcb5 service neutron] Pushing event updated for resources: {'Port': ['ID=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:23:23.702697 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49e0da70-e603-41e6-950b-f48e619201f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:23.704302 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-49e0da70-e603-41e6-950b-f48e619201f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 1094 time: 0.0655537 Jul 23 00:23:23.806256 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-d3368642-bc5b-4a60-9ece-1a8f46d190c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:23.807794 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-d3368642-bc5b-4a60-9ece-1a8f46d190c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0974491 Jul 23 00:23:23.881392 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-d62307e8-7e9e-4409-b28e-c1b35a42b865 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 HTTP/1.1" status: 200 len: 999 time: 0.0665686 Jul 23 00:23:23.891807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254a353-c6ab-4952-ac03-7d75d2493eda req-b00cc104-3281-4b76-80e9-5770d42a8623 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:23.893874 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5254a353-c6ab-4952-ac03-7d75d2493eda req-b00cc104-3281-4b76-80e9-5770d42a8623 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 943 time: 0.0667262 Jul 23 00:23:23.931548 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-ebba5651-6d71-4af8-bcf1-29451d410e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:23.933029 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-ebba5651-6d71-4af8-bcf1-29451d410e43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0451393 Jul 23 00:23:23.935292 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5254a353-c6ab-4952-ac03-7d75d2493eda req-ee7fc61e-00da-41ae-81f0-ed976b3d2869 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358245 Jul 23 00:23:23.992652 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-55f369e7-b27e-4ac3-b547-c6e0303db391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:23.994187 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-55f369e7-b27e-4ac3-b547-c6e0303db391 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542510 Jul 23 00:23:24.088133 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-3af85a62-4ee4-4089-92f6-138b1dc39ea2 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865273 Jul 23 00:23:24.175921 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e788e7b2-77e8-4ebb-a4e8-529743fefc6d req-62eacd34-3c16-4aee-a80a-a203c4b85c5d service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811944 Jul 23 00:23:25.069565 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc28376-8b51-4f17-813a-c0c1466719d9 req-a2309b62-26fd-4fb1-8502-f7f275366456 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:25.071040 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9dc28376-8b51-4f17-813a-c0c1466719d9 req-a2309b62-26fd-4fb1-8502-f7f275366456 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 943 time: 0.0652635 Jul 23 00:23:25.108220 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9dc28376-8b51-4f17-813a-c0c1466719d9 req-0819de30-ff61-4467-9118-140c976da1a4 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317037 Jul 23 00:23:25.186448 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'tag': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:23:25.188854 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9cc021-4709-4526-9772-8ea04c379cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "71bd5b63-bb76-42e0-b91f-46ded9d1293b", "tag": "0897e83b-0bfa-4c6c-bfc3-8c84fd913a30"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:23:25.235602 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0396a32d-e2df-42d6-a2fd-c089b2c2217b x-openstack-request-id: req-0396a32d-e2df-42d6-a2fd-c089b2c2217b {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:23:25.235955 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bd5b63-bb76-42e0-b91f-46ded9d1293b", "tag": "0897e83b-0bfa-4c6c-bfc3-8c84fd913a30", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:23:25.236211 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0396a32d-e2df-42d6-a2fd-c089b2c2217b {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:23:25.237254 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'tag': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30', 'status': 'completed', 'code': 200} Jul 23 00:23:25.348006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-2ace1363-d2c6-4e22-bed2-565f5ef71901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:25.350378 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-2ace1363-d2c6-4e22-bed2-565f5ef71901 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 1094 time: 0.0961289 Jul 23 00:23:25.368264 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-0aa28e98-f666-46bc-b89d-c5530a88a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:25.369735 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-0aa28e98-f666-46bc-b89d-c5530a88a44b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 1094 time: 0.0818501 Jul 23 00:23:25.508553 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-0707af5a-fd9a-4e88-beaf-81d45d497ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:25.510055 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-0707af5a-fd9a-4e88-beaf-81d45d497ea0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.1525319 Jul 23 00:23:25.527159 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-2cb867f3-3eeb-4f49-9a63-7ac97e7fd133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:25.528545 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-2cb867f3-3eeb-4f49-9a63-7ac97e7fd133 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.1486065 Jul 23 00:23:25.621531 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-4e73488a-529c-411a-8456-d39102feb05b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 HTTP/1.1" status: 200 len: 999 time: 0.1043606 Jul 23 00:23:25.636763 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-e292df4c-ad36-4c86-9898-62bc83fecbc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 HTTP/1.1" status: 200 len: 999 time: 0.0785029 Jul 23 00:23:25.706469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-1969ed86-7de4-43ee-9d2f-03e3667556d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:25.707978 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-1969ed86-7de4-43ee-9d2f-03e3667556d6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0795777 Jul 23 00:23:25.724770 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-c9339278-79a0-4a26-8735-76608ad727cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:25.726193 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-c9339278-79a0-4a26-8735-76608ad727cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0668840 Jul 23 00:23:25.812923 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-ebb0f2f7-baec-400c-9041-1ebb1271c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:25.814368 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-ebb0f2f7-baec-400c-9041-1ebb1271c948 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984516 Jul 23 00:23:25.821191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-4429026b-3f98-4716-9cc0-ae5895fbd7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:25.822634 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-4429026b-3f98-4716-9cc0-ae5895fbd7dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759702 Jul 23 00:23:25.972710 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-18204547-bb28-424a-aa27-a8d746286814 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491153 Jul 23 00:23:25.976079 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-a8133526-d072-439d-a916-9f91704a88cd service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442549 Jul 23 00:23:26.133191 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-f06c7939-7833-4972-913d-7423bd472afe service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530733 Jul 23 00:23:26.136607 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5c9cc021-4709-4526-9772-8ea04c379cfd req-bbc1d9b7-c1ad-4dfc-bded-9e9bfe519e4f service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491168 Jul 23 00:23:26.239719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233de34b-8819-4db8-afb9-3048beb8cf22 req-951e8b2a-1034-46c1-b165-c075ac9ec296 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:26.241205 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-233de34b-8819-4db8-afb9-3048beb8cf22 req-951e8b2a-1034-46c1-b165-c075ac9ec296 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 943 time: 0.0632353 Jul 23 00:23:26.277354 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-233de34b-8819-4db8-afb9-3048beb8cf22 req-3fa8b874-8f7f-4a4b-b77b-d1375ed8f105 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307255 Jul 23 00:23:26.487453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41803dab-0515-4bd1-bc30-79a3d935e86c req-075d335f-85bf-4ee3-9874-579cbd9f5937 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:26.489040 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41803dab-0515-4bd1-bc30-79a3d935e86c req-075d335f-85bf-4ee3-9874-579cbd9f5937 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 943 time: 0.0689192 Jul 23 00:23:26.498858 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddb339-9b92-4b8e-b3f8-b7e66cdfdf4f req-51d1ec52-7185-4291-a046-fb16a25e193d tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:26.500325 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ddb339-9b92-4b8e-b3f8-b7e66cdfdf4f req-51d1ec52-7185-4291-a046-fb16a25e193d tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.95 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b&tenant_id=32c55ff30969467198929dedddcc1e65&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 943 time: 0.0688999 Jul 23 00:23:26.527767 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41803dab-0515-4bd1-bc30-79a3d935e86c req-752db3a8-7ceb-4e2e-8b0e-a03b37e2f327 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330319 Jul 23 00:23:26.560527 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-e5ddb339-9b92-4b8e-b3f8-b7e66cdfdf4f req-71c5a2b3-2475-48a4-aa52-c3abdfd2e582 service neutron] delete failed (client error): The resource could not be found. Jul 23 00:23:26.561582 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ddb339-9b92-4b8e-b3f8-b7e66cdfdf4f req-71c5a2b3-2475-48a4-aa52-c3abdfd2e582 service neutron] 10.222.0.95 "DELETE /v2.0/ports/0897e83b-0bfa-4c6c-bfc3-8c84fd913a30/bindings/n-h2-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.0541632 Jul 23 00:23:26.662618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddb339-9b92-4b8e-b3f8-b7e66cdfdf4f req-53a260a7-1efd-4aec-8290-06a1621f5da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:26.664006 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ddb339-9b92-4b8e-b3f8-b7e66cdfdf4f req-53a260a7-1efd-4aec-8290-06a1621f5da2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 1094 time: 0.0584743 Jul 23 00:23:26.753535 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddb339-9b92-4b8e-b3f8-b7e66cdfdf4f req-ede96583-ccb6-453e-822b-a3e4cdab0d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:26.755039 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ddb339-9b92-4b8e-b3f8-b7e66cdfdf4f req-ede96583-ccb6-453e-822b-a3e4cdab0d93 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0841560 Jul 23 00:23:26.823744 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ddb339-9b92-4b8e-b3f8-b7e66cdfdf4f req-d1861640-bad3-4f0d-b348-fcef3242cc76 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 HTTP/1.1" status: 200 len: 999 time: 0.0612319 Jul 23 00:23:26.871504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddb339-9b92-4b8e-b3f8-b7e66cdfdf4f req-cfc2e01d-71ba-4382-af18-786465c9f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:26.872914 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ddb339-9b92-4b8e-b3f8-b7e66cdfdf4f req-cfc2e01d-71ba-4382-af18-786465c9f621 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0424533 Jul 23 00:23:26.931044 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddb339-9b92-4b8e-b3f8-b7e66cdfdf4f req-cb7dcdef-28f5-403f-af7c-4a5b88eb26db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:26.932431 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ddb339-9b92-4b8e-b3f8-b7e66cdfdf4f req-cb7dcdef-28f5-403f-af7c-4a5b88eb26db service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525177 Jul 23 00:23:26.944291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:23:26.982042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:23:27.027868 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ddb339-9b92-4b8e-b3f8-b7e66cdfdf4f req-46418004-7092-4104-b6c5-dc5aa0446e14 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883775 Jul 23 00:23:27.067520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:23:27.117803 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e5ddb339-9b92-4b8e-b3f8-b7e66cdfdf4f req-d2b76b21-99cb-4304-bb4f-17c4448aa339 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829997 Jul 23 00:23:27.167171 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:23:27.178924 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'port_id': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30', 'mac_address': 'fa:16:3e:95:c6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:23:27.216316 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:27.229334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:23:27.248725 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:23:27.252166 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:27.302252 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:23:27.309652 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:27.309994 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:27.310332 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:27.310662 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:27.310993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:27.311321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:27.311681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:27.311999 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:27.312320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:27.312640 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:27.312978 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:27.313300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:23:27.552116 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['0897e83b-0bfa-4c6c-bfc3-8c84fd913a30'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:23:27.669445 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500df2d-d739-4e81-ac98-466ff23fea59 req-b0db5bc5-de44-492d-b7b4-23d8495a9a72 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:27.671301 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c500df2d-d739-4e81-ac98-466ff23fea59 req-b0db5bc5-de44-492d-b7b4-23d8495a9a72 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 944 time: 0.0696337 Jul 23 00:23:27.711879 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c500df2d-d739-4e81-ac98-466ff23fea59 req-bc1dfc95-6885-434a-9304-93d552e6a21e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324788 Jul 23 00:23:27.841035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a7dfd-288b-4d37-8e20-97451e9dc2ea req-3bf81015-012a-4196-95e0-3580c13bbdae tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:27.842420 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e33a7dfd-288b-4d37-8e20-97451e9dc2ea req-3bf81015-012a-4196-95e0-3580c13bbdae tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 944 time: 0.0635390 Jul 23 00:23:27.883022 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e33a7dfd-288b-4d37-8e20-97451e9dc2ea req-13f2a8de-8bd9-442f-91d6-1ffc87dffc57 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342910 Jul 23 00:23:28.010186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6804a3-5089-4b11-94c6-1dc7f09d24be req-ed32efb9-ebde-4b3b-91fa-dfe0bc89f2af tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:28.011705 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e6804a3-5089-4b11-94c6-1dc7f09d24be req-ed32efb9-ebde-4b3b-91fa-dfe0bc89f2af tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 944 time: 0.0633872 Jul 23 00:23:28.049319 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1e6804a3-5089-4b11-94c6-1dc7f09d24be req-1315926e-8725-4ad8-b02f-d92fd7bdfc0d tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316157 Jul 23 00:23:28.287935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82564bd8-d7c8-48ef-b187-3ff3480a9e27 req-18ef6177-45e0-4334-8320-468a78b483ac tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:28.289421 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82564bd8-d7c8-48ef-b187-3ff3480a9e27 req-18ef6177-45e0-4334-8320-468a78b483ac tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 944 time: 0.0623753 Jul 23 00:23:28.325619 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82564bd8-d7c8-48ef-b187-3ff3480a9e27 req-c723e34b-a373-4200-9b11-3fdb01304ad9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305817 Jul 23 00:23:29.067192 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:23:29.118988 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:23:29.122468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:23:29.122836 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:29.200506 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:29.225619 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:23:29.227854 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c0c7c6-169a-4ea0-bb85-983243cd36b2" -d '{"events": [{"server_uuid": "71bd5b63-bb76-42e0-b91f-46ded9d1293b", "name": "network-vif-plugged", "status": "completed", "tag": "0897e83b-0bfa-4c6c-bfc3-8c84fd913a30"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:23:29.240081 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:23:29.243922 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:29.269931 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a013bcd-7a38-45da-bff8-6ff2e6fc4069 x-openstack-request-id: req-0a013bcd-7a38-45da-bff8-6ff2e6fc4069 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:23:29.270222 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bd5b63-bb76-42e0-b91f-46ded9d1293b", "name": "network-vif-plugged", "status": "completed", "tag": "0897e83b-0bfa-4c6c-bfc3-8c84fd913a30", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:23:29.270472 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a013bcd-7a38-45da-bff8-6ff2e6fc4069 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:23:29.270850 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30', 'code': 200} Jul 23 00:23:29.300845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:23:29.457494 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fe136-b797-4519-85c3-893e804ccf66 req-04d1005c-dc70-47ec-85c2-d24b7ff2b365 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:29.458946 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-142fe136-b797-4519-85c3-893e804ccf66 req-04d1005c-dc70-47ec-85c2-d24b7ff2b365 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0665860 Jul 23 00:23:29.494879 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-142fe136-b797-4519-85c3-893e804ccf66 req-f7161e16-06cd-44e9-9990-f307245ecd00 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303507 Jul 23 00:23:29.641191 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ae7c4-07ce-4b47-b8f7-b419bf85aa8b req-30dae9f1-fb7d-4d8a-ae88-24fc89114fd1 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:29.642881 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d83ae7c4-07ce-4b47-b8f7-b419bf85aa8b req-30dae9f1-fb7d-4d8a-ae88-24fc89114fd1 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.18 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 945 time: 0.0662150 Jul 23 00:23:29.739876 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d83ae7c4-07ce-4b47-b8f7-b419bf85aa8b req-3f1d21c3-5071-4484-9d89-837cf28c6ebe tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Deleting port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:23:29.740231 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d83ae7c4-07ce-4b47-b8f7-b419bf85aa8b req-3f1d21c3-5071-4484-9d89-837cf28c6ebe tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:30.074232 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-d83ae7c4-07ce-4b47-b8f7-b419bf85aa8b req-3f1d21c3-5071-4484-9d89-837cf28c6ebe tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] For port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:23:30.074595 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d83ae7c4-07ce-4b47-b8f7-b419bf85aa8b req-3f1d21c3-5071-4484-9d89-837cf28c6ebe tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:30.283572 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d83ae7c4-07ce-4b47-b8f7-b419bf85aa8b req-3f1d21c3-5071-4484-9d89-837cf28c6ebe tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:30.284540 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d83ae7c4-07ce-4b47-b8f7-b419bf85aa8b req-3f1d21c3-5071-4484-9d89-837cf28c6ebe tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:30.284853 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [req-d83ae7c4-07ce-4b47-b8f7-b419bf85aa8b req-3f1d21c3-5071-4484-9d89-837cf28c6ebe tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Floating IP 853598f8-71c8-47b3-a090-b159d0ca484b disassociated. External IP: 172.25.4.195, port: 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30. Jul 23 00:23:30.285218 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-d83ae7c4-07ce-4b47-b8f7-b419bf85aa8b req-3f1d21c3-5071-4484-9d89-837cf28c6ebe tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Calling delete_port for 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:23:30.406834 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d83ae7c4-07ce-4b47-b8f7-b419bf85aa8b req-3f1d21c3-5071-4484-9d89-837cf28c6ebe tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:30.438472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d21c3-5071-4484-9d89-837cf28c6ebe tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Pushing event deleted for resources: {'Port': ['ID=0897e83b-0bfa-4c6c-bfc3-8c84fd913a30,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:23:30.558064 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d83ae7c4-07ce-4b47-b8f7-b419bf85aa8b req-3f1d21c3-5071-4484-9d89-837cf28c6ebe tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:23:30.598505 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7b352428-03b1-4cc8-9a65-0e943b9a4709 req-03816e28-16cc-469b-9462-c01392a80407 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=71bd5b63-bb76-42e0-b91f-46ded9d1293b HTTP/1.1" status: 200 len: 210 time: 0.0300138 Jul 23 00:23:30.665507 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d83ae7c4-07ce-4b47-b8f7-b419bf85aa8b req-3f1d21c3-5071-4484-9d89-837cf28c6ebe tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:23:30.676771 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed26f04b-2afc-46a2-a4e6-58b289a6a26a None None] Sync routers for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:23:30.685822 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed26f04b-2afc-46a2-a4e6-58b289a6a26a None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:23:30.686514 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ed26f04b-2afc-46a2-a4e6-58b289a6a26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:23:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:23:30.713144 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83ae7c4-07ce-4b47-b8f7-b419bf85aa8b req-3f1d21c3-5071-4484-9d89-837cf28c6ebe tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] No DVR routers for this DVR port 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:23:30.715728 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-d83ae7c4-07ce-4b47-b8f7-b419bf85aa8b req-3f1d21c3-5071-4484-9d89-837cf28c6ebe tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:30.717882 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d83ae7c4-07ce-4b47-b8f7-b419bf85aa8b req-3f1d21c3-5071-4484-9d89-837cf28c6ebe tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.18 "DELETE /v2.0/ports/0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 HTTP/1.1" status: 204 len: 173 time: 1.0695384 Jul 23 00:23:30.718327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'name': 'network-vif-deleted', 'tag': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:23:30.721024 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814344aa-1497-4484-bdf3-66e9d6567810" -d '{"events": [{"server_uuid": "71bd5b63-bb76-42e0-b91f-46ded9d1293b", "name": "network-vif-deleted", "tag": "0897e83b-0bfa-4c6c-bfc3-8c84fd913a30"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:23:30.762234 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037a8cce-1020-40df-a683-c11a210be948 x-openstack-request-id: req-037a8cce-1020-40df-a683-c11a210be948 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:23:30.762534 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bd5b63-bb76-42e0-b91f-46ded9d1293b", "name": "network-vif-deleted", "tag": "0897e83b-0bfa-4c6c-bfc3-8c84fd913a30", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:23:30.762788 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-037a8cce-1020-40df-a683-c11a210be948 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:23:30.763189 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd5b63-bb76-42e0-b91f-46ded9d1293b', 'name': 'network-vif-deleted', 'tag': '0897e83b-0bfa-4c6c-bfc3-8c84fd913a30', 'status': 'completed', 'code': 200} Jul 23 00:23:30.800638 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ed26f04b-2afc-46a2-a4e6-58b289a6a26a None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:23:31.004256 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ed26f04b-2afc-46a2-a4e6-58b289a6a26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:23:31.037694 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed26f04b-2afc-46a2-a4e6-58b289a6a26a None None] Checking router: 9e7a2540-ab8a-4b6e-96ba-8ad83299617b for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:23:31.046511 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed26f04b-2afc-46a2-a4e6-58b289a6a26a None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:23:31.047113 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ed26f04b-2afc-46a2-a4e6-58b289a6a26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:23:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:23:31.146943 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-ed26f04b-2afc-46a2-a4e6-58b289a6a26a None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:23:31.338332 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-ed26f04b-2afc-46a2-a4e6-58b289a6a26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:23:31.363653 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed26f04b-2afc-46a2-a4e6-58b289a6a26a None None] The sync data for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 is: [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:23:31.585134 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55af865-b1bf-4593-bc77-db6cb82d5263 None None] New status for floating IP 853598f8-71c8-47b3-a090-b159d0ca484b: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:23:31.699562 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a8f2237-2e1c-4c31-b511-06bfdbdacdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:31.834724 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-d84d6f44-30ff-4661-b5e5-ec42d4f7b8ed tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--252409564&fields=id&tenant_id=32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 267 time: 0.0332525 Jul 23 00:23:31.943412 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-a9d3a50a-6716-44c1-aabd-f6d7f31d0be1 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:31.944773 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-a9d3a50a-6716-44c1-aabd-f6d7f31d0be1 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 811 time: 0.1039159 Jul 23 00:23:31.959399 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-8f1c42c4-968f-40d7-a2c6-ce220fa35b78 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/quotas/32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 375 time: 0.0090959 Jul 23 00:23:32.026948 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-c73f1f8b-f957-43ff-87c2-12f4c8a3ae52 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629001 Jul 23 00:23:32.123593 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-61814ac4-2c88-410b-ad1c-7dda2fe9595d service neutron] 10.222.0.26 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847735 Jul 23 00:23:32.211373 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-152ba7c5-8617-4288-878c-581960406ec2 service neutron] 10.222.0.26 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817711 Jul 23 00:23:32.373532 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6f6cba80-31d8-4c68-811a-4e53c20cd442 req-1319d0da-1ba3-493d-9688-342b212249b4 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 210 time: 0.0311952 Jul 23 00:23:33.097875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:23:33.118039 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:23:33.118389 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0897e83b-0bfa-4c6c-bfc3-8c84fd913a30 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:23:33.360389 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-02a24e73-470a-4f57-ad62-ce16cbcf5b00 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:33.361276 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-02a24e73-470a-4f57-ad62-ce16cbcf5b00 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 811 time: 0.1060541 Jul 23 00:23:33.404665 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-4bb86319-6dbc-48f0-b039-22ed8c55e388 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 379 time: 0.0340769 Jul 23 00:23:33.415031 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-caf8e7cc-f624-4bcb-ae5e-7bcbb0445685 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Request body: {'port': {'device_id': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'admin_state_up': True, 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'security_groups': ['c9ffac2e-6476-497f-ac44-2c49f9bef91a']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:23:33.474378 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0c50127-25e6-454b-9ec7-c0d7006e1a36 req-d7eb38e0-bae2-4e32-af68-35a13e92773f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 210 time: 0.0323007 Jul 23 00:23:33.525518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-caf8e7cc-f624-4bcb-ae5e-7bcbb0445685 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Made reservation on behalf of 32c55ff30969467198929dedddcc1e65 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:23:33.528940 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-caf8e7cc-f624-4bcb-ae5e-7bcbb0445685 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:33.654876 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-caf8e7cc-f624-4bcb-ae5e-7bcbb0445685 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Allocated IP 172.20.0.12 (2cae6144-d2b2-4c81-972c-f9638b0ce67e/5c1bea52-0466-4488-975d-4fa8a36b9c8d/675f4a77-be0f-41c2-8931-ab0d1ea456f1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:23:33.793662 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-caf8e7cc-f624-4bcb-ae5e-7bcbb0445685 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:33.806737 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-caf8e7cc-f624-4bcb-ae5e-7bcbb0445685 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Transition to ACTIVE for port object 675f4a77-be0f-41c2-8931-ab0d1ea456f1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:23:33.839262 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-caf8e7cc-f624-4bcb-ae5e-7bcbb0445685 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:33.887359 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-caf8e7cc-f624-4bcb-ae5e-7bcbb0445685 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Network 2cae6144-d2b2-4c81-972c-f9638b0ce67e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:23:33.890313 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-caf8e7cc-f624-4bcb-ae5e-7bcbb0445685 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:23:33.894870 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-caf8e7cc-f624-4bcb-ae5e-7bcbb0445685 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:23:33.917667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8e7cc-f624-4bcb-ae5e-7bcbb0445685 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Pushing event updated for resources: {'Port': ['ID=675f4a77-be0f-41c2-8931-ab0d1ea456f1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:23:33.947231 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-caf8e7cc-f624-4bcb-ae5e-7bcbb0445685 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:33.947845 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-caf8e7cc-f624-4bcb-ae5e-7bcbb0445685 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:33.963134 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-caf8e7cc-f624-4bcb-ae5e-7bcbb0445685 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5520127 Jul 23 00:23:33.975387 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Request body: {'port': {'device_id': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:23:34.049330 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:34.151776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5cd25206-1e9d-457c-8a52-f5d338e421a6 None None] Provisioning for port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:23:34.155191 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5cd25206-1e9d-457c-8a52-f5d338e421a6 None None] Provisioning complete for port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:23:34.155558 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cd25206-1e9d-457c-8a52-f5d338e421a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:34.188786 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5cd25206-1e9d-457c-8a52-f5d338e421a6 None None] Port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:23:34.313345 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675f4a77-be0f-41c2-8931-ab0d1ea456f1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:23:34.321072 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:34.332546 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Transition to ACTIVE for port object 675f4a77-be0f-41c2-8931-ab0d1ea456f1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:23:34.336014 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:34.404931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Pushing event updated for resources: {'Port': ['ID=675f4a77-be0f-41c2-8931-ab0d1ea456f1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:23:34.416295 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fa061045-d751-4c19-ab0b-b65a90d3fa2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:34.456684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Attempting to bind port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:23:34.456789 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Attempting to bind port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:23:34.457277 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Attempting to bind port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:23:34.461997 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:23:34.462274 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Attempting to bind port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:23:34.467480 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:23:34.467818 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Checking segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:23:34.468222 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Bound using segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:23:34.468651 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Bound port: 675f4a77-be0f-41c2-8931-ab0d1ea456f1, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:23:34.469006 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:34.470526 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:34.535455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] For port 675f4a77-be0f-41c2-8931-ab0d1ea456f1, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:23:34.538770 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] For port 675f4a77-be0f-41c2-8931-ab0d1ea456f1, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:23:34.544112 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:34.585431 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:34.586235 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:34.587701 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] 10.222.0.95 "PUT /v2.0/ports/675f4a77-be0f-41c2-8931-ab0d1ea456f1 HTTP/1.1" status: 200 len: 1092 time: 0.6170509 Jul 23 00:23:34.588239 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'tag': '675f4a77-be0f-41c2-8931-ab0d1ea456f1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:23:34.590798 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14f57bd-632e-4726-82a0-f5263df0a8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ace8cbb4-b1b1-43c8-85b7-808fb5b68b18", "tag": "675f4a77-be0f-41c2-8931-ab0d1ea456f1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:23:34.619631 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba074de5-517e-4f3c-a93d-ddb36ab8e246 service neutron] Pushing event updated for resources: {'Port': ['ID=675f4a77-be0f-41c2-8931-ab0d1ea456f1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:23:34.640342 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6493163c-580f-45ec-86d4-80773187e93e x-openstack-request-id: req-6493163c-580f-45ec-86d4-80773187e93e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:23:34.640701 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace8cbb4-b1b1-43c8-85b7-808fb5b68b18", "tag": "675f4a77-be0f-41c2-8931-ab0d1ea456f1", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:23:34.641306 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6493163c-580f-45ec-86d4-80773187e93e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:23:34.641979 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'tag': '675f4a77-be0f-41c2-8931-ab0d1ea456f1', 'status': 'completed', 'code': 200} Jul 23 00:23:34.647803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cffa8-c184-4eb4-befb-fca8577f3740 req-778c581a-8960-4c63-8f82-6f41ad36b391 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:34.649479 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-768cffa8-c184-4eb4-befb-fca8577f3740 req-778c581a-8960-4c63-8f82-6f41ad36b391 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 944 time: 0.0939367 Jul 23 00:23:34.692436 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-768cffa8-c184-4eb4-befb-fca8577f3740 req-897ebe7d-884b-4e1c-bdbb-ddb379841a35 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366220 Jul 23 00:23:34.693734 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:34.709664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-dfb0d426-7fc7-4c00-b3b0-10e9e17c13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:34.711318 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-dfb0d426-7fc7-4c00-b3b0-10e9e17c13ce service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 1095 time: 0.0679865 Jul 23 00:23:34.755927 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-5ccaaa04-5ea3-45ac-8cba-7ee40c5d1b59 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1 HTTP/1.1" status: 200 len: 217 time: 0.0360203 Jul 23 00:23:34.810796 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-646315a9-014a-46ef-b327-c75728440cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:34.812295 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-646315a9-014a-46ef-b327-c75728440cef service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0499790 Jul 23 00:23:34.871168 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-e8917d80-7caa-486f-afaa-ad67b075a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:34.872674 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-e8917d80-7caa-486f-afaa-ad67b075a50d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535529 Jul 23 00:23:34.964305 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-c06d34a3-606a-4a3b-a68c-3aa8fbb9a249 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837693 Jul 23 00:23:35.057838 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b37b119a-db1c-4ee2-8cb7-57673a752d06 req-677260b1-0e14-49ed-af28-125b681617e3 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849900 Jul 23 00:23:35.156230 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f57bd-632e-4726-82a0-f5263df0a8fb req-380adfc6-e997-430b-a8ac-51bf4e2ec772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:35.157775 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f14f57bd-632e-4726-82a0-f5263df0a8fb req-380adfc6-e997-430b-a8ac-51bf4e2ec772 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 1095 time: 0.0548973 Jul 23 00:23:35.245613 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f57bd-632e-4726-82a0-f5263df0a8fb req-f5f46a4f-ec3e-4a82-b34f-6ee4a9b7811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:35.247093 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f14f57bd-632e-4726-82a0-f5263df0a8fb req-f5f46a4f-ec3e-4a82-b34f-6ee4a9b7811c service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0826724 Jul 23 00:23:35.290913 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f14f57bd-632e-4726-82a0-f5263df0a8fb req-b119f4dc-76a6-4968-ae5d-62a995f3cbce service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1 HTTP/1.1" status: 200 len: 217 time: 0.0365343 Jul 23 00:23:35.343238 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f57bd-632e-4726-82a0-f5263df0a8fb req-fdb3ba0b-556e-4e89-ad62-5b16ceffcb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:35.344755 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f14f57bd-632e-4726-82a0-f5263df0a8fb req-fdb3ba0b-556e-4e89-ad62-5b16ceffcb1f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0430179 Jul 23 00:23:35.401850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f57bd-632e-4726-82a0-f5263df0a8fb req-1ecae168-116a-49a9-93ea-e864906f763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:35.403303 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f14f57bd-632e-4726-82a0-f5263df0a8fb req-1ecae168-116a-49a9-93ea-e864906f763c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512624 Jul 23 00:23:35.496134 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f14f57bd-632e-4726-82a0-f5263df0a8fb req-928b1ba4-f4f9-4cac-bc26-fc7a2eb84447 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851290 Jul 23 00:23:35.584560 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f14f57bd-632e-4726-82a0-f5263df0a8fb req-138b1cef-a512-497a-8e73-705b3e0251e3 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806527 Jul 23 00:23:35.687074 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:35.825835 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98cdcf-5664-487b-bfd3-2489579d839f req-fd4461a4-d5bf-478f-a47d-958542e4984b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:35.827229 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4c98cdcf-5664-487b-bfd3-2489579d839f req-fd4461a4-d5bf-478f-a47d-958542e4984b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 944 time: 0.0649049 Jul 23 00:23:35.868174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4c98cdcf-5664-487b-bfd3-2489579d839f req-c30d91b1-44b1-4ea5-b960-3a03e3685260 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347791 Jul 23 00:23:36.991264 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 675f4a77-be0f-41c2-8931-ab0d1ea456f1 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:23:36.996640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5fb97-5581-4be0-8836-e3478fa2a6b8 req-3ffe1e33-9915-4b8f-9568-31d3e00fd195 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:36.998262 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8d5fb97-5581-4be0-8836-e3478fa2a6b8 req-3ffe1e33-9915-4b8f-9568-31d3e00fd195 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 944 time: 0.0646040 Jul 23 00:23:37.036282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8d5fb97-5581-4be0-8836-e3478fa2a6b8 req-ff8f105a-3de0-4516-81b4-331e18ac7e49 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322258 Jul 23 00:23:37.089139 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 675f4a77-be0f-41c2-8931-ab0d1ea456f1, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:23:37.100634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '675f4a77-be0f-41c2-8931-ab0d1ea456f1', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'port_id': '675f4a77-be0f-41c2-8931-ab0d1ea456f1', 'mac_address': 'fa:16:3e:75:d3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:23:37.136807 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:37.149383 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675f4a77-be0f-41c2-8931-ab0d1ea456f1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:23:37.172865 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 675f4a77-be0f-41c2-8931-ab0d1ea456f1, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:23:37.179619 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:37.201683 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:37.229648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=675f4a77-be0f-41c2-8931-ab0d1ea456f1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:23:37.426040 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['675f4a77-be0f-41c2-8931-ab0d1ea456f1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:23:38.165149 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cf1d0-6681-4c8d-8293-1df132ab265c req-a8cbc16a-ce66-48d6-a6ae-081c67103c87 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:38.166627 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-104cf1d0-6681-4c8d-8293-1df132ab265c req-a8cbc16a-ce66-48d6-a6ae-081c67103c87 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 945 time: 0.0631988 Jul 23 00:23:38.202268 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-104cf1d0-6681-4c8d-8293-1df132ab265c req-d7635d22-a4cd-415a-ab0e-1484a875489b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302422 Jul 23 00:23:39.010239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 675f4a77-be0f-41c2-8931-ab0d1ea456f1 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:23:39.058604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:23:39.062097 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:23:39.062462 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:39.140491 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:39.162456 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675f4a77-be0f-41c2-8931-ab0d1ea456f1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:23:39.164687 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46f95da-efb2-403a-a126-dc493e0f943c" -d '{"events": [{"server_uuid": "ace8cbb4-b1b1-43c8-85b7-808fb5b68b18", "name": "network-vif-plugged", "status": "completed", "tag": "675f4a77-be0f-41c2-8931-ab0d1ea456f1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:23:39.177591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 675f4a77-be0f-41c2-8931-ab0d1ea456f1, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:23:39.181695 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:39.229248 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=675f4a77-be0f-41c2-8931-ab0d1ea456f1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:23:39.283507 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b2dd28-a9f6-4d62-b69e-0bd048a1ad27 x-openstack-request-id: req-e8b2dd28-a9f6-4d62-b69e-0bd048a1ad27 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:23:39.283813 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace8cbb4-b1b1-43c8-85b7-808fb5b68b18", "name": "network-vif-plugged", "status": "completed", "tag": "675f4a77-be0f-41c2-8931-ab0d1ea456f1", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:23:39.284180 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8b2dd28-a9f6-4d62-b69e-0bd048a1ad27 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:23:39.284618 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675f4a77-be0f-41c2-8931-ab0d1ea456f1', 'code': 200} Jul 23 00:23:39.345618 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dce1d-3819-4095-baf1-ffc44ed54baa req-2e24e8fd-ba52-4538-91fe-f1fbc9ddaf26 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:39.347174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6d1dce1d-3819-4095-baf1-ffc44ed54baa req-2e24e8fd-ba52-4538-91fe-f1fbc9ddaf26 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0735915 Jul 23 00:23:39.384788 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6d1dce1d-3819-4095-baf1-ffc44ed54baa req-533a278f-2f7c-48aa-bd08-513df6cd1be5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318305 Jul 23 00:23:39.398503 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597e7e0-7981-4ce5-b3d8-240da29fd4f6 req-e0a2cfab-67b7-448e-93f8-c5f637411747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:39.400035 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4597e7e0-7981-4ce5-b3d8-240da29fd4f6 req-e0a2cfab-67b7-448e-93f8-c5f637411747 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 1097 time: 0.0584862 Jul 23 00:23:39.434667 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4597e7e0-7981-4ce5-b3d8-240da29fd4f6 req-94d93ec3-1fb9-4c60-990b-52ab03f02fe2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270977 Jul 23 00:23:40.514242 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239aa70-043b-45ad-a82c-946b3a12ec25 req-b0202a0b-92b1-4aa2-9da1-b5bb22b6c99f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:40.515619 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0239aa70-043b-45ad-a82c-946b3a12ec25 req-b0202a0b-92b1-4aa2-9da1-b5bb22b6c99f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0627666 Jul 23 00:23:40.552705 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0239aa70-043b-45ad-a82c-946b3a12ec25 req-42386f89-ee91-45ce-afaf-35d4b31773f6 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304248 Jul 23 00:23:40.677417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b871b4-5983-4c44-a103-18cbcc7580c5 req-1c02c5aa-decb-4a8a-bf32-b7c7cbd2f4a8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:40.678891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-66b871b4-5983-4c44-a103-18cbcc7580c5 req-1c02c5aa-decb-4a8a-bf32-b7c7cbd2f4a8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0639603 Jul 23 00:23:40.687424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 58712) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:23:40.692658 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6534943b-1460-4ff0-a3bf-c41ca3766cf2 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Request body: {'floatingip': {'port_id': '675f4a77-be0f-41c2-8931-ab0d1ea456f1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:23:40.734915 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6534943b-1460-4ff0-a3bf-c41ca3766cf2 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:41.493422 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6534943b-1460-4ff0-a3bf-c41ca3766cf2 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:41.498162 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6534943b-1460-4ff0-a3bf-c41ca3766cf2 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:41.560913 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:23:41.595401 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-6534943b-1460-4ff0-a3bf-c41ca3766cf2 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Floating IP 853598f8-71c8-47b3-a090-b159d0ca484b associated. External IP: 172.25.4.195, port: 675f4a77-be0f-41c2-8931-ab0d1ea456f1. Jul 23 00:23:41.796616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6534943b-1460-4ff0-a3bf-c41ca3766cf2 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:23:41.901689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6534943b-1460-4ff0-a3bf-c41ca3766cf2 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:23:41.906475 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6534943b-1460-4ff0-a3bf-c41ca3766cf2 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:41.912952 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e505cf-7274-4de4-b17a-8bd2424329b2 None None] Sync routers for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:23:41.922394 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e505cf-7274-4de4-b17a-8bd2424329b2 None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:23:41.923026 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-83e505cf-7274-4de4-b17a-8bd2424329b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:23:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:23:41.944917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6534943b-1460-4ff0-a3bf-c41ca3766cf2 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "PUT /v2.0/floatingips/853598f8-71c8-47b3-a090-b159d0ca484b HTTP/1.1" status: 200 len: 992 time: 1.2564418 Jul 23 00:23:41.945513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'tag': '675f4a77-be0f-41c2-8931-ab0d1ea456f1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:23:41.947838 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f52dd2-1cd4-4639-9dc7-5a3279e96c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "ace8cbb4-b1b1-43c8-85b7-808fb5b68b18", "tag": "675f4a77-be0f-41c2-8931-ab0d1ea456f1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:23:42.028850 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-83e505cf-7274-4de4-b17a-8bd2424329b2 None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:23:42.052708 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9301e57a-10d1-4071-8745-8fcd69631e5d x-openstack-request-id: req-9301e57a-10d1-4071-8745-8fcd69631e5d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:23:42.053004 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace8cbb4-b1b1-43c8-85b7-808fb5b68b18", "tag": "675f4a77-be0f-41c2-8931-ab0d1ea456f1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:23:42.053292 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9301e57a-10d1-4071-8745-8fcd69631e5d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:23:42.053699 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'tag': '675f4a77-be0f-41c2-8931-ab0d1ea456f1', 'status': 'completed', 'code': 200} Jul 23 00:23:42.127443 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f52dd2-1cd4-4639-9dc7-5a3279e96c8d req-3dac7760-ab2c-468f-9f44-d3fc85cc227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:42.128992 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e6f52dd2-1cd4-4639-9dc7-5a3279e96c8d req-3dac7760-ab2c-468f-9f44-d3fc85cc227f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 1097 time: 0.0540700 Jul 23 00:23:42.222410 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f52dd2-1cd4-4639-9dc7-5a3279e96c8d req-a5ce0eaa-9ea7-4c95-a86d-ff9d2f7433bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:42.223900 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e6f52dd2-1cd4-4639-9dc7-5a3279e96c8d req-a5ce0eaa-9ea7-4c95-a86d-ff9d2f7433bb service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0879927 Jul 23 00:23:42.251967 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-83e505cf-7274-4de4-b17a-8bd2424329b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '853598f8-71c8-47b3-a090-b159d0ca484b', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'port_id': '675f4a77-be0f-41c2-8931-ab0d1ea456f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'mac_address': 'fa:16:3e:75:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:21:19Z', 'updated_at': '2021-07-23T00:23:41Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:23:42.277581 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e505cf-7274-4de4-b17a-8bd2424329b2 None None] Checking router: 9e7a2540-ab8a-4b6e-96ba-8ad83299617b for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:23:42.286299 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e505cf-7274-4de4-b17a-8bd2424329b2 None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:23:42.286887 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-83e505cf-7274-4de4-b17a-8bd2424329b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:23:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:23:42.290624 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e6f52dd2-1cd4-4639-9dc7-5a3279e96c8d req-2a2d204d-295a-402e-8e5e-b177050ac71e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1 HTTP/1.1" status: 200 len: 1000 time: 0.0577846 Jul 23 00:23:42.339635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f52dd2-1cd4-4639-9dc7-5a3279e96c8d req-ef019033-be0c-41d1-bb8d-ef46c033e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:42.341026 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e6f52dd2-1cd4-4639-9dc7-5a3279e96c8d req-ef019033-be0c-41d1-bb8d-ef46c033e408 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0432477 Jul 23 00:23:42.389297 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-83e505cf-7274-4de4-b17a-8bd2424329b2 None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:23:42.404623 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f52dd2-1cd4-4639-9dc7-5a3279e96c8d req-3c61d19d-d11e-4395-88e0-6dd100b7f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:42.406192 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e6f52dd2-1cd4-4639-9dc7-5a3279e96c8d req-3c61d19d-d11e-4395-88e0-6dd100b7f15a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581858 Jul 23 00:23:42.497950 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e6f52dd2-1cd4-4639-9dc7-5a3279e96c8d req-ebc5479d-9573-4330-8812-afc539eb474e service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849328 Jul 23 00:23:42.594476 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e6f52dd2-1cd4-4639-9dc7-5a3279e96c8d req-af9aafc2-a9ef-4a87-baa8-8dee85b1b3ba service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890777 Jul 23 00:23:42.698567 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-83e505cf-7274-4de4-b17a-8bd2424329b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '853598f8-71c8-47b3-a090-b159d0ca484b', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'port_id': '675f4a77-be0f-41c2-8931-ab0d1ea456f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'mac_address': 'fa:16:3e:75:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:21:19Z', 'updated_at': '2021-07-23T00:23:41Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:23:42.726012 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e505cf-7274-4de4-b17a-8bd2424329b2 None None] The sync data for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 is: [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '853598f8-71c8-47b3-a090-b159d0ca484b', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'port_id': '675f4a77-be0f-41c2-8931-ab0d1ea456f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'mac_address': 'fa:16:3e:75:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:21:19Z', 'updated_at': '2021-07-23T00:23:41Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:23:42.911558 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600f58d-3a3e-475a-ac42-ef4c5ced449f None None] New status for floating IP 853598f8-71c8-47b3-a090-b159d0ca484b: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:23:46.869604 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:01.661374 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3288d099-e05a-48cd-91ec-42f8ea12274e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:04.417570 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48a88657-45f4-43b9-9be4-8cdc4924bf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:04.461656 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:04.693286 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:05.691176 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:07.180203 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:16.870320 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:18.560347 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:24:29.423535 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fe8a1ef1-2968-4796-88b9-9e2746495c0b req-783049aa-85d6-43ac-b845-0ecbe8a43902 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532713 Jul 23 00:24:29.517582 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a1ef1-2968-4796-88b9-9e2746495c0b req-7b3f58ed-76ba-4559-a8ad-b31cceeb2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:29.519641 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fe8a1ef1-2968-4796-88b9-9e2746495c0b req-7b3f58ed-76ba-4559-a8ad-b31cceeb2fb0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 1097 time: 0.0552571 Jul 23 00:24:29.622279 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a1ef1-2968-4796-88b9-9e2746495c0b req-08bc64a2-b4bd-445e-ac01-879e13854dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:29.623738 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fe8a1ef1-2968-4796-88b9-9e2746495c0b req-08bc64a2-b4bd-445e-ac01-879e13854dbe service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0855751 Jul 23 00:24:29.690339 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fe8a1ef1-2968-4796-88b9-9e2746495c0b req-1cfec2f9-6df2-47ae-bee9-78b7de463c26 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1 HTTP/1.1" status: 200 len: 1002 time: 0.0600669 Jul 23 00:24:29.740175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a1ef1-2968-4796-88b9-9e2746495c0b req-0ca513cf-0296-450c-8af4-0269fea6b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:29.741661 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fe8a1ef1-2968-4796-88b9-9e2746495c0b req-0ca513cf-0296-450c-8af4-0269fea6b6fc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0444410 Jul 23 00:24:29.814951 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a1ef1-2968-4796-88b9-9e2746495c0b req-a2325bb5-ddb1-4597-8230-31b75f724320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:29.816513 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fe8a1ef1-2968-4796-88b9-9e2746495c0b req-a2325bb5-ddb1-4597-8230-31b75f724320 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530622 Jul 23 00:24:29.908034 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fe8a1ef1-2968-4796-88b9-9e2746495c0b req-848a8113-6fdc-4fe5-81f2-7e5231d8bed0 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845461 Jul 23 00:24:29.994614 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fe8a1ef1-2968-4796-88b9-9e2746495c0b req-51cb3298-4a1d-4abf-be42-7cd8478ccd67 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796881 Jul 23 00:24:31.662302 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8cbeca20-9722-484f-ab4d-c815bdbcd44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:34.422499 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc0d44ab-4960-43a0-bd8b-f16ec3db7282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:34.461755 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:34.705604 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:35.691964 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:37.183933 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:46.901478 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:55.559578 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:25:01.662286 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-db8828cb-ace6-40ff-9ec7-9a26f3f98bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:04.423625 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-128b73e9-b268-4cdc-a822-cf165f204756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:04.462183 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:04.707403 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:05.695505 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:07.188116 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:16.910128 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:19.896676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc6d67-72eb-4a1a-8d6d-f5c8f961d535 req-b39fcd70-f8eb-4d2c-82a4-c2c9e5446315 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:19.903620 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8bdc6d67-72eb-4a1a-8d6d-f5c8f961d535 req-b39fcd70-f8eb-4d2c-82a4-c2c9e5446315 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0717397 Jul 23 00:25:19.940136 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8bdc6d67-72eb-4a1a-8d6d-f5c8f961d535 req-68ab97da-6d47-45b0-b053-828a8079e20a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356159 Jul 23 00:25:21.073468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b47975-7e2c-4a98-8bad-e964ad623b26 req-5ae59cfc-3942-4d18-8f29-efcdda8e044a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:21.074964 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-29b47975-7e2c-4a98-8bad-e964ad623b26 req-5ae59cfc-3942-4d18-8f29-efcdda8e044a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0654359 Jul 23 00:25:21.117178 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-29b47975-7e2c-4a98-8bad-e964ad623b26 req-27236d08-12f7-4230-bcf6-f3ab62cf3265 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365274 Jul 23 00:25:22.255396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1ef3f-352b-48f4-a5f3-1de0da67e09e req-4fc8bcc6-e161-44c2-a135-595f355e0643 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:22.256916 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aae1ef3f-352b-48f4-a5f3-1de0da67e09e req-4fc8bcc6-e161-44c2-a135-595f355e0643 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0712490 Jul 23 00:25:22.294470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aae1ef3f-352b-48f4-a5f3-1de0da67e09e req-0a7cfebf-f641-4bc2-bfc8-7aa185ab17bb tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319290 Jul 23 00:25:23.422642 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2f39f-01a5-42d8-8fcf-471f5e4514d3 req-26eb19fa-9fb5-416e-bd42-df68f99a489f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:23.424119 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1d2f39f-01a5-42d8-8fcf-471f5e4514d3 req-26eb19fa-9fb5-416e-bd42-df68f99a489f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0631058 Jul 23 00:25:23.461274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1d2f39f-01a5-42d8-8fcf-471f5e4514d3 req-1b16f3ca-ed26-4240-9843-db256f4d718f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316164 Jul 23 00:25:24.592360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02facc9-d903-4f94-84ce-49768bc1598a req-81ea9e6a-fb90-40a7-9a3b-8fa920ba74de tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:24.593869 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a02facc9-d903-4f94-84ce-49768bc1598a req-81ea9e6a-fb90-40a7-9a3b-8fa920ba74de tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0666418 Jul 23 00:25:24.632091 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a02facc9-d903-4f94-84ce-49768bc1598a req-a922adf9-cace-4702-b105-2f88ef40e623 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325561 Jul 23 00:25:25.762705 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41899e-de19-4cdc-9483-5f30242c85cb req-0862d139-33fd-47ad-af26-60a2da14f10c tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:25.764189 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da41899e-de19-4cdc-9483-5f30242c85cb req-0862d139-33fd-47ad-af26-60a2da14f10c tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0654008 Jul 23 00:25:25.801511 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da41899e-de19-4cdc-9483-5f30242c85cb req-67defe7e-417b-4e3f-8d89-9fcf79946150 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308511 Jul 23 00:25:26.930981 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d61c2-7938-4f8e-8453-e0f73c6864df req-ba210c35-ed69-4f4a-9103-270c0bb01616 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:26.932467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26d61c2-7938-4f8e-8453-e0f73c6864df req-ba210c35-ed69-4f4a-9103-270c0bb01616 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0643995 Jul 23 00:25:26.974178 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d26d61c2-7938-4f8e-8453-e0f73c6864df req-32932e11-2bdc-4d30-8886-aa2cd4e36946 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362568 Jul 23 00:25:28.103527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56480be-0503-4b68-b488-29a04b4a0464 req-f30673cc-47b7-4233-b9d9-b79cc52ee114 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:28.104907 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d56480be-0503-4b68-b488-29a04b4a0464 req-f30673cc-47b7-4233-b9d9-b79cc52ee114 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0633700 Jul 23 00:25:28.141690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d56480be-0503-4b68-b488-29a04b4a0464 req-28c969ca-bf3f-40fe-859e-84719370a56a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310447 Jul 23 00:25:29.273604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230607a3-01d5-4bc7-8cb4-eba6658ea700 req-d4945da9-d41f-4dad-b9c6-ec5b75bd9eb5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:29.275034 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-230607a3-01d5-4bc7-8cb4-eba6658ea700 req-d4945da9-d41f-4dad-b9c6-ec5b75bd9eb5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0650527 Jul 23 00:25:29.311801 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-230607a3-01d5-4bc7-8cb4-eba6658ea700 req-fb8859fd-a3eb-42a7-95b9-8c1af8edb2a3 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312226 Jul 23 00:25:29.460825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb1e6c-4f7b-4459-a487-73c17387898b req-a5e5cb20-8ebc-429f-967a-e2dc1c40fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:29.462366 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-edcb1e6c-4f7b-4459-a487-73c17387898b req-a5e5cb20-8ebc-429f-967a-e2dc1c40fa6c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 1097 time: 0.0577929 Jul 23 00:25:29.562751 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb1e6c-4f7b-4459-a487-73c17387898b req-0966ec01-02ab-4f9a-b4ea-7123a730a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:29.564114 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-edcb1e6c-4f7b-4459-a487-73c17387898b req-0966ec01-02ab-4f9a-b4ea-7123a730a3f4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0830069 Jul 23 00:25:29.632077 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-edcb1e6c-4f7b-4459-a487-73c17387898b req-1dd5a745-02f2-47a9-90ac-ca80167d41f5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1 HTTP/1.1" status: 200 len: 1002 time: 0.0606637 Jul 23 00:25:29.680335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb1e6c-4f7b-4459-a487-73c17387898b req-3c871636-029e-4cbb-9e09-48d0b7980d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:29.681773 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-edcb1e6c-4f7b-4459-a487-73c17387898b req-3c871636-029e-4cbb-9e09-48d0b7980d20 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0429614 Jul 23 00:25:29.739827 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb1e6c-4f7b-4459-a487-73c17387898b req-4e4d90f5-d5ea-4482-8098-5df891b6fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:29.741433 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-edcb1e6c-4f7b-4459-a487-73c17387898b req-4e4d90f5-d5ea-4482-8098-5df891b6fdd6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526044 Jul 23 00:25:30.077305 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-edcb1e6c-4f7b-4459-a487-73c17387898b req-5adb5255-73cc-40f2-9383-1ee3b67b7316 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287613 Jul 23 00:25:30.169517 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-edcb1e6c-4f7b-4459-a487-73c17387898b req-4cc14d20-52e0-4b68-9890-6504fd8564d1 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844500 Jul 23 00:25:30.443345 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477312ae-6b69-49d5-9af6-5cd55f60656b req-9127a822-844c-41dc-abc8-e672d0712ab8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:30.444819 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-477312ae-6b69-49d5-9af6-5cd55f60656b req-9127a822-844c-41dc-abc8-e672d0712ab8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0675688 Jul 23 00:25:30.482931 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-477312ae-6b69-49d5-9af6-5cd55f60656b req-167e2452-77f7-4c0a-8b0f-0656292822fa tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326326 Jul 23 00:25:30.751419 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-07944174-f566-45a9-a633-ceabb81864d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896854 Jul 23 00:25:30.767850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254752ad-d482-4216-9f20-e0100b42ecb4 req-bba94483-a837-40e1-9129-f333ca12195a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:30.769935 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-254752ad-d482-4216-9f20-e0100b42ecb4 req-bba94483-a837-40e1-9129-f333ca12195a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0981610 Jul 23 00:25:30.809601 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-254752ad-d482-4216-9f20-e0100b42ecb4 req-dea60485-f03d-4227-98a8-70cbc94e1095 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337842 Jul 23 00:25:31.662933 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-05c2bbe4-eb22-4804-ab82-ef0c1b5eba6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:31.945437 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47380b-5501-414d-ba6d-d27fc6bfa3f8 req-1c3ac20b-7002-4997-84b0-6f373bf30d00 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:31.946944 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc47380b-5501-414d-ba6d-d27fc6bfa3f8 req-1c3ac20b-7002-4997-84b0-6f373bf30d00 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0694466 Jul 23 00:25:31.985167 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc47380b-5501-414d-ba6d-d27fc6bfa3f8 req-7a9306de-cf2a-49c8-b45a-dc61e42a7749 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327082 Jul 23 00:25:32.077232 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da78b1-b43b-45ef-9895-c833242c321e req-5bcebf16-f38c-4500-97b0-c06c79a47bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:32.078742 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-5bcebf16-f38c-4500-97b0-c06c79a47bac service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 1097 time: 0.0534112 Jul 23 00:25:32.169697 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da78b1-b43b-45ef-9895-c833242c321e req-02e20deb-23b2-4b49-9311-94cb74020fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:32.171059 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-02e20deb-23b2-4b49-9311-94cb74020fa7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0857179 Jul 23 00:25:32.238779 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-9fe31ba0-0995-4b94-bcef-b908e30bdc98 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1 HTTP/1.1" status: 200 len: 1002 time: 0.0594175 Jul 23 00:25:32.286333 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da78b1-b43b-45ef-9895-c833242c321e req-fe58ec76-9383-4089-88d8-bce49ca424c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:32.287730 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-fe58ec76-9383-4089-88d8-bce49ca424c1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0427754 Jul 23 00:25:32.346097 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da78b1-b43b-45ef-9895-c833242c321e req-f20f1952-1c3c-4448-b9ad-5d8783160b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:32.348292 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-f20f1952-1c3c-4448-b9ad-5d8783160b23 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532115 Jul 23 00:25:32.439714 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-47b75dae-4b47-4209-99ec-7f00537a62d9 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848014 Jul 23 00:25:32.527353 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-d2ce4faf-e0e8-42fa-9cc9-2fd7eb8a8e53 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807846 Jul 23 00:25:32.558583 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:25:33.117289 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad2eaa-e3a3-4b24-910c-5c398a5b28b8 req-e1f5fe7d-7773-412d-84f4-d114300cfea4 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:33.118771 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95ad2eaa-e3a3-4b24-910c-5c398a5b28b8 req-e1f5fe7d-7773-412d-84f4-d114300cfea4 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0640891 Jul 23 00:25:33.154874 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95ad2eaa-e3a3-4b24-910c-5c398a5b28b8 req-ce5c8575-0299-43e2-b5b7-47643c7e9a75 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306354 Jul 23 00:25:34.294435 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af38fd-e4ae-4a0e-b17c-67dbfd7c0858 req-4e95d643-4041-41dc-89ca-0d254215bbdc tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:34.295852 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15af38fd-e4ae-4a0e-b17c-67dbfd7c0858 req-4e95d643-4041-41dc-89ca-0d254215bbdc tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0717299 Jul 23 00:25:34.337919 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-15af38fd-e4ae-4a0e-b17c-67dbfd7c0858 req-41dea401-13fe-41a3-b5d5-98a400e7bbcd tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358031 Jul 23 00:25:34.406446 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-79da78b1-b43b-45ef-9895-c833242c321e req-6c8d63a3-2fcc-4f09-bf69-cfa139b24c6e service neutron] show failed (client error): The resource could not be found. Jul 23 00:25:34.407442 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-6c8d63a3-2fcc-4f09-bf69-cfa139b24c6e service neutron] 10.222.0.95 "GET /v2.0/ports/675f4a77-be0f-41c2-8931-ab0d1ea456f1/bindings/n-h1-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.0540924 Jul 23 00:25:34.423861 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b4935e86-e504-4cef-8158-564ba33dafb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:34.463366 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:34.661162 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da78b1-b43b-45ef-9895-c833242c321e req-4f30ac6e-da65-4962-8ac1-9238b017010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:34.662660 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-4f30ac6e-da65-4962-8ac1-9238b017010a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18&tenant_id=32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 1097 time: 0.1055903 Jul 23 00:25:34.680897 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:25:34.720811 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:34.750685 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:34.954212 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] For port 675f4a77-be0f-41c2-8931-ab0d1ea456f1, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:25:34.985561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] For port 675f4a77-be0f-41c2-8931-ab0d1ea456f1, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:25:35.024766 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675f4a77-be0f-41c2-8931-ab0d1ea456f1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:25:35.027095 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a9deb1-0026-4fde-ab04-90f0c3bdeaa4" -d '{"events": [{"server_uuid": "ace8cbb4-b1b1-43c8-85b7-808fb5b68b18", "name": "network-vif-unplugged", "status": "completed", "tag": "675f4a77-be0f-41c2-8931-ab0d1ea456f1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:25:35.031048 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:35.044391 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Transition to ACTIVE for port object 675f4a77-be0f-41c2-8931-ab0d1ea456f1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:25:35.048460 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:35.132353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Pushing event updated for resources: {'Port': ['ID=675f4a77-be0f-41c2-8931-ab0d1ea456f1,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:25:35.146968 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fdbc33-4c81-4fa8-ab37-e45c65fe675a x-openstack-request-id: req-09fdbc33-4c81-4fa8-ab37-e45c65fe675a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:25:35.147257 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace8cbb4-b1b1-43c8-85b7-808fb5b68b18", "name": "network-vif-unplugged", "status": "completed", "tag": "675f4a77-be0f-41c2-8931-ab0d1ea456f1", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:25:35.147512 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09fdbc33-4c81-4fa8-ab37-e45c65fe675a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:25:35.147910 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675f4a77-be0f-41c2-8931-ab0d1ea456f1', 'code': 200} Jul 23 00:25:35.151247 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:35.151588 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:35.151926 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:35.152257 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:35.152585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:35.152910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:35.153258 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:35.153580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:35.153900 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:35.154219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:35.154535 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:35.154852 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:35.190298 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] No DVR routers for this DVR port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:25:35.330112 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Attempting to bind port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:25:35.330447 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Attempting to bind port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:25:35.330775 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Attempting to bind port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:25:35.334961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:25:35.335285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Attempting to bind port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:25:35.339986 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:25:35.340320 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Checking segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:25:35.340700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Bound using segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:25:35.341152 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Bound port: 675f4a77-be0f-41c2-8931-ab0d1ea456f1, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:25:35.341508 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:35.404006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] For port 675f4a77-be0f-41c2-8931-ab0d1ea456f1, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:25:35.407162 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] For port 675f4a77-be0f-41c2-8931-ab0d1ea456f1, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:25:35.411593 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:35.444402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:35.444938 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:35.446401 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] 10.222.0.18 "PUT /v2.0/ports/675f4a77-be0f-41c2-8931-ab0d1ea456f1 HTTP/1.1" status: 200 len: 1092 time: 0.7694607 Jul 23 00:25:35.469541 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655c6e7-f1bb-4690-9a8f-1ba655aebb8f service neutron] Pushing event updated for resources: {'Port': ['ID=675f4a77-be0f-41c2-8931-ab0d1ea456f1,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:25:35.469759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3d875-7c39-4c39-9bd7-b0b2553eb03d req-0dd2b4aa-f173-4cd0-a220-d751b0df80ae tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:35.471416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1bf3d875-7c39-4c39-9bd7-b0b2553eb03d req-0dd2b4aa-f173-4cd0-a220-d751b0df80ae tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 944 time: 0.0656116 Jul 23 00:25:35.518279 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1bf3d875-7c39-4c39-9bd7-b0b2553eb03d req-20867933-653f-440d-b557-81852058cd66 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357361 Jul 23 00:25:35.547072 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da78b1-b43b-45ef-9895-c833242c321e req-58045294-f4fb-4b6c-88b0-9b64afaa22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:35.548666 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-58045294-f4fb-4b6c-88b0-9b64afaa22f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 1095 time: 0.0657792 Jul 23 00:25:35.640617 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da78b1-b43b-45ef-9895-c833242c321e req-d1805a2e-a299-4203-a986-c404f4ee6db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:35.642408 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-d1805a2e-a299-4203-a986-c404f4ee6db8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0875955 Jul 23 00:25:35.698343 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:35.710618 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-fcd30c19-6f0d-4b41-a2c7-b6e8a3c5f54e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1 HTTP/1.1" status: 200 len: 1000 time: 0.0616782 Jul 23 00:25:35.759762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da78b1-b43b-45ef-9895-c833242c321e req-9549a4d3-ea8a-4eb1-8b85-03bc27a780fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:35.761251 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-9549a4d3-ea8a-4eb1-8b85-03bc27a780fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0448911 Jul 23 00:25:35.819584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da78b1-b43b-45ef-9895-c833242c321e req-0c024a5b-f5d2-49c7-85ab-ccdebd9cfbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:35.821069 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-0c024a5b-f5d2-49c7-85ab-ccdebd9cfbad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529237 Jul 23 00:25:35.914132 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-2d3410b3-05b3-4b56-8c91-c4d954d3373a service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842168 Jul 23 00:25:36.000468 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-79da78b1-b43b-45ef-9895-c833242c321e req-39901626-13b2-45d6-9afe-26de3eda9183 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799572 Jul 23 00:25:36.650336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be003750-24c0-41c9-9843-f0a8c8a00652 req-dfe554ea-b4dc-4712-b9a6-6bb1e3b10b2e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:36.651792 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be003750-24c0-41c9-9843-f0a8c8a00652 req-dfe554ea-b4dc-4712-b9a6-6bb1e3b10b2e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 944 time: 0.0633018 Jul 23 00:25:36.689557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-be003750-24c0-41c9-9843-f0a8c8a00652 req-3e856590-7852-4fd4-994f-deadf0596c66 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323045 Jul 23 00:25:37.150046 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'tag': '675f4a77-be0f-41c2-8931-ab0d1ea456f1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:25:37.152462 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be" -d '{"events": [{"name": "network-changed", "server_uuid": "ace8cbb4-b1b1-43c8-85b7-808fb5b68b18", "tag": "675f4a77-be0f-41c2-8931-ab0d1ea456f1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:25:37.189816 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:37.207289 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d262a213-0241-4be8-ba31-de7023fad601 x-openstack-request-id: req-d262a213-0241-4be8-ba31-de7023fad601 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:25:37.207577 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace8cbb4-b1b1-43c8-85b7-808fb5b68b18", "tag": "675f4a77-be0f-41c2-8931-ab0d1ea456f1", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:25:37.207908 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d262a213-0241-4be8-ba31-de7023fad601 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:25:37.208305 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'tag': '675f4a77-be0f-41c2-8931-ab0d1ea456f1', 'status': 'completed', 'code': 200} Jul 23 00:25:37.331914 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-d6be96b9-dc4c-453f-90b3-abd5f71ccfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:37.333483 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-d6be96b9-dc4c-453f-90b3-abd5f71ccfc6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 1095 time: 0.1063795 Jul 23 00:25:37.338472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-a72a0892-6c76-4364-aa7d-717aefabd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:37.339849 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-a72a0892-6c76-4364-aa7d-717aefabd9d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 1095 time: 0.0791717 Jul 23 00:25:37.443599 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 675f4a77-be0f-41c2-8931-ab0d1ea456f1 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:25:37.481840 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 675f4a77-be0f-41c2-8931-ab0d1ea456f1 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:25:37.490173 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-47876829-43bc-4e75-9284-656840cd7f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:37.491627 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-47876829-43bc-4e75-9284-656840cd7f53 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.1509538 Jul 23 00:25:37.492682 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-1371ac6d-6465-4222-9d8e-6fbf52dbd910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:37.494008 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-1371ac6d-6465-4222-9d8e-6fbf52dbd910 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.1456716 Jul 23 00:25:37.601184 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-6dfd8ac5-cef4-4cad-b924-0b506b81e6fa service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1 HTTP/1.1" status: 200 len: 1000 time: 0.1026509 Jul 23 00:25:37.602826 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-68d237ce-eb0c-4702-a702-0b4cdebcd2c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1 HTTP/1.1" status: 200 len: 1000 time: 0.0986326 Jul 23 00:25:37.684631 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-96dd80e4-cc49-46f4-8fbf-30e594706d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:37.686087 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-96dd80e4-cc49-46f4-8fbf-30e594706d79 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0782106 Jul 23 00:25:37.687412 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-9316b584-e039-4878-bb90-cfe7f3ba707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:37.688693 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-9316b584-e039-4878-bb90-cfe7f3ba707a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0737464 Jul 23 00:25:37.781831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-f8365718-26f7-4ae3-bd23-4928835c0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:37.783343 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-f8365718-26f7-4ae3-bd23-4928835c0484 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908217 Jul 23 00:25:37.785982 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-1e488bbd-1896-474e-be93-910c50d05f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:37.787317 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-1e488bbd-1896-474e-be93-910c50d05f85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877285 Jul 23 00:25:37.825869 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76baae-0911-4e51-a985-1f39fa21e843 req-33fa2679-c446-4e1b-bed6-271f74679f06 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:37.827376 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de76baae-0911-4e51-a985-1f39fa21e843 req-33fa2679-c446-4e1b-bed6-271f74679f06 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 944 time: 0.0699565 Jul 23 00:25:37.865552 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de76baae-0911-4e51-a985-1f39fa21e843 req-bf487b28-f393-4812-a94b-8c3ce10544d7 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312462 Jul 23 00:25:37.944119 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-6f25e1d0-dcff-42d6-be26-6bd7e61bd34f service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527965 Jul 23 00:25:37.947744 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-b0c84a6a-490b-4767-a21d-4cd6ec1f1c5e service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488945 Jul 23 00:25:38.103092 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-ea0da7be-162e-4913-ad77-9925b951e912 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519754 Jul 23 00:25:38.105050 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-91ceea1e-db5e-4bec-a8d3-f9146bdccfd2 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462181 Jul 23 00:25:38.135059 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b817b9a-3c84-4d7e-9b05-cd23eccb82dd req-c53d5442-b1f5-447d-8c9c-1c74f1096d2e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:38.136472 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b817b9a-3c84-4d7e-9b05-cd23eccb82dd req-c53d5442-b1f5-447d-8c9c-1c74f1096d2e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 944 time: 0.1100664 Jul 23 00:25:38.145606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4ed40-d9b9-4d18-8a2a-f51c4449ff64 req-5f420bce-e46c-40e4-ae65-702ec38e8768 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:38.146954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6a4ed40-d9b9-4d18-8a2a-f51c4449ff64 req-5f420bce-e46c-40e4-ae65-702ec38e8768 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.95 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18&tenant_id=32c55ff30969467198929dedddcc1e65&binding%3Ahost_id=n-h1-688802-2 HTTP/1.1" status: 200 len: 944 time: 0.1101370 Jul 23 00:25:38.208849 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b817b9a-3c84-4d7e-9b05-cd23eccb82dd req-9836c0f2-2026-4d87-ab1f-1ef5d141ce98 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609410 Jul 23 00:25:38.227665 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [req-f6a4ed40-d9b9-4d18-8a2a-f51c4449ff64 req-a8a7842a-0928-42e3-ba37-75239aa7ec80 service neutron] delete failed (client error): The resource could not be found. Jul 23 00:25:38.228663 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6a4ed40-d9b9-4d18-8a2a-f51c4449ff64 req-a8a7842a-0928-42e3-ba37-75239aa7ec80 service neutron] 10.222.0.95 "DELETE /v2.0/ports/675f4a77-be0f-41c2-8931-ab0d1ea456f1/bindings/n-h2-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.0740578 Jul 23 00:25:38.325935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4ed40-d9b9-4d18-8a2a-f51c4449ff64 req-d66a180e-4cd9-4c35-ab65-2e89cffcd022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:38.327445 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6a4ed40-d9b9-4d18-8a2a-f51c4449ff64 req-d66a180e-4cd9-4c35-ab65-2e89cffcd022 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 1095 time: 0.0546701 Jul 23 00:25:38.420380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4ed40-d9b9-4d18-8a2a-f51c4449ff64 req-9120e715-9a42-4a49-9399-988d487cc446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:38.421797 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6a4ed40-d9b9-4d18-8a2a-f51c4449ff64 req-9120e715-9a42-4a49-9399-988d487cc446 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0866289 Jul 23 00:25:38.486228 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6a4ed40-d9b9-4d18-8a2a-f51c4449ff64 req-cc7a8848-8f21-42c0-8ef8-8d533f4ac025 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1 HTTP/1.1" status: 200 len: 1000 time: 0.0570893 Jul 23 00:25:38.543879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4ed40-d9b9-4d18-8a2a-f51c4449ff64 req-b8fdc2d3-0ec0-4e9d-b4d9-ff20e4c4574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:38.545366 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6a4ed40-d9b9-4d18-8a2a-f51c4449ff64 req-b8fdc2d3-0ec0-4e9d-b4d9-ff20e4c4574b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0527999 Jul 23 00:25:38.603168 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4ed40-d9b9-4d18-8a2a-f51c4449ff64 req-1a54ce2e-29fd-482d-bbfc-e18fde7f4b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:38.604622 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6a4ed40-d9b9-4d18-8a2a-f51c4449ff64 req-1a54ce2e-29fd-482d-bbfc-e18fde7f4b81 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522926 Jul 23 00:25:38.692035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6a4ed40-d9b9-4d18-8a2a-f51c4449ff64 req-687306b0-8988-479c-b472-c3e909477908 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799429 Jul 23 00:25:38.785663 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6a4ed40-d9b9-4d18-8a2a-f51c4449ff64 req-8302cb18-c2b5-4bdd-b388-2bfdb58f66a1 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860550 Jul 23 00:25:39.348277 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f95311-67f4-4848-8371-9d9cf0f099b8 req-d30507a7-a1e5-4ed6-bafd-99123b39e945 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:39.349717 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20f95311-67f4-4848-8371-9d9cf0f099b8 req-d30507a7-a1e5-4ed6-bafd-99123b39e945 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 944 time: 0.0657585 Jul 23 00:25:39.388499 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20f95311-67f4-4848-8371-9d9cf0f099b8 req-b52ad435-c068-4f81-a9a0-71fb34f076fa tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324910 Jul 23 00:25:39.519979 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de088563-a3b8-4ab6-937e-91a55a5e5a8b req-459a015b-0dcf-4a6c-9c60-e079006dcb99 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:39.521462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de088563-a3b8-4ab6-937e-91a55a5e5a8b req-459a015b-0dcf-4a6c-9c60-e079006dcb99 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 944 time: 0.0671659 Jul 23 00:25:39.557811 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de088563-a3b8-4ab6-937e-91a55a5e5a8b req-26144d85-b45b-48f7-98dc-ce267006a816 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309293 Jul 23 00:25:39.705682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 675f4a77-be0f-41c2-8931-ab0d1ea456f1 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:25:39.774986 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b5538-1d79-4b88-85c4-1994397aac6d req-82394b10-18c8-4356-aab8-b9be02955603 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:39.776706 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4f2b5538-1d79-4b88-85c4-1994397aac6d req-82394b10-18c8-4356-aab8-b9be02955603 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 944 time: 0.0734074 Jul 23 00:25:39.815477 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8c98c-46c3-4288-a773-f9d0223d20d4 req-141168a8-8863-41dc-9923-3599267e2952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:39.817338 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ecf8c98c-46c3-4288-a773-f9d0223d20d4 req-141168a8-8863-41dc-9923-3599267e2952 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 1095 time: 0.0603731 Jul 23 00:25:39.818615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4f2b5538-1d79-4b88-85c4-1994397aac6d req-52c97e07-11d7-49c6-8b6e-e6b3858e127a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358896 Jul 23 00:25:39.917155 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8c98c-46c3-4288-a773-f9d0223d20d4 req-62b1a751-c5e5-4162-9e8f-7af891b47001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:39.918621 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ecf8c98c-46c3-4288-a773-f9d0223d20d4 req-62b1a751-c5e5-4162-9e8f-7af891b47001 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0952647 Jul 23 00:25:39.961355 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 675f4a77-be0f-41c2-8931-ab0d1ea456f1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:25:39.971941 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '675f4a77-be0f-41c2-8931-ab0d1ea456f1', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'port_id': '675f4a77-be0f-41c2-8931-ab0d1ea456f1', 'mac_address': 'fa:16:3e:75:d3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:25:39.984375 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ecf8c98c-46c3-4288-a773-f9d0223d20d4 req-fc7422ef-b7f3-4c49-a8cb-4e93f807cc20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1 HTTP/1.1" status: 200 len: 1000 time: 0.0582535 Jul 23 00:25:40.008617 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:40.023247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675f4a77-be0f-41c2-8931-ab0d1ea456f1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:25:40.037175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8c98c-46c3-4288-a773-f9d0223d20d4 req-932371ba-1267-4755-bee8-db5930c1c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:40.038659 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ecf8c98c-46c3-4288-a773-f9d0223d20d4 req-932371ba-1267-4755-bee8-db5930c1c975 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0480146 Jul 23 00:25:40.043692 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 675f4a77-be0f-41c2-8931-ab0d1ea456f1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:25:40.047680 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:40.098318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8c98c-46c3-4288-a773-f9d0223d20d4 req-12e9169d-e050-4f36-afc5-f8c700051d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:40.099197 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=675f4a77-be0f-41c2-8931-ab0d1ea456f1,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:25:40.100029 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ecf8c98c-46c3-4288-a773-f9d0223d20d4 req-12e9169d-e050-4f36-afc5-f8c700051d33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548563 Jul 23 00:25:40.106572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:40.106921 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:40.107265 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:40.107606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:40.107938 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:40.108593 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:40.108929 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:40.109354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:40.109688 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:40.110017 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:40.110348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:40.110672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:25:40.189162 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ecf8c98c-46c3-4288-a773-f9d0223d20d4 req-bc5abc51-f112-4df3-9663-a57eaf65d15d service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820060 Jul 23 00:25:40.284705 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ecf8c98c-46c3-4288-a773-f9d0223d20d4 req-f871289e-ef74-4d05-a30f-5e28a08dd098 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888643 Jul 23 00:25:40.354150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['675f4a77-be0f-41c2-8931-ab0d1ea456f1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:25:40.947955 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2ef8a-8e5e-4f61-9d99-2c8955536403 req-64a34f56-62f9-4860-b9c3-cd33c46145e5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:40.949465 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f2ef8a-8e5e-4f61-9d99-2c8955536403 req-64a34f56-62f9-4860-b9c3-cd33c46145e5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 945 time: 0.0626707 Jul 23 00:25:40.990075 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9f2ef8a-8e5e-4f61-9d99-2c8955536403 req-6936ada6-07e3-4c4f-b1eb-d264c7683a1c tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352640 Jul 23 00:25:41.233217 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51b1d5-de48-4b46-a87e-f01eb3b70f16 req-1479bf88-c5c2-44c0-a31e-4f45638c711c tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:41.234706 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e51b1d5-de48-4b46-a87e-f01eb3b70f16 req-1479bf88-c5c2-44c0-a31e-4f45638c711c tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 945 time: 0.0639880 Jul 23 00:25:41.272362 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e51b1d5-de48-4b46-a87e-f01eb3b70f16 req-0a33ad46-8b26-4080-9d0d-d5afab1b3699 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314293 Jul 23 00:25:41.716227 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 675f4a77-be0f-41c2-8931-ab0d1ea456f1 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:25:41.764017 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:25:41.767771 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:25:41.768139 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:41.843941 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:41.865635 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675f4a77-be0f-41c2-8931-ab0d1ea456f1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:25:41.867857 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a5b3fb-51b3-4dcc-a20e-ed11b32723a3" -d '{"events": [{"server_uuid": "ace8cbb4-b1b1-43c8-85b7-808fb5b68b18", "name": "network-vif-plugged", "status": "completed", "tag": "675f4a77-be0f-41c2-8931-ab0d1ea456f1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:25:41.881373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 675f4a77-be0f-41c2-8931-ab0d1ea456f1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:25:41.885212 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:41.910435 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6be357b-37b1-4103-8f58-c18b3b2b648d x-openstack-request-id: req-d6be357b-37b1-4103-8f58-c18b3b2b648d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:25:41.910721 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace8cbb4-b1b1-43c8-85b7-808fb5b68b18", "name": "network-vif-plugged", "status": "completed", "tag": "675f4a77-be0f-41c2-8931-ab0d1ea456f1", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:25:41.910971 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6be357b-37b1-4103-8f58-c18b3b2b648d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:25:41.911363 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675f4a77-be0f-41c2-8931-ab0d1ea456f1', 'code': 200} Jul 23 00:25:41.936545 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=675f4a77-be0f-41c2-8931-ab0d1ea456f1,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:25:42.400346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62890a09-9529-4310-9823-d00f91c7f558 req-ff2ac550-d6c5-400c-8248-64113f181f27 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:42.401909 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-62890a09-9529-4310-9823-d00f91c7f558 req-ff2ac550-d6c5-400c-8248-64113f181f27 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0655060 Jul 23 00:25:42.439698 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-62890a09-9529-4310-9823-d00f91c7f558 req-031deb3d-0adc-4d39-a1d9-f5fbda4cb384 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323768 Jul 23 00:25:42.573699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb095a-7e6d-401b-9776-a0695730d131 req-b28919ff-05a8-4b33-9b37-0ae53d087ea1 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:42.575057 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8fdb095a-7e6d-401b-9776-a0695730d131 req-b28919ff-05a8-4b33-9b37-0ae53d087ea1 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.18 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 946 time: 0.0618682 Jul 23 00:25:42.923516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-8fdb095a-7e6d-401b-9776-a0695730d131 req-8505a922-7263-4a32-97eb-961e50ae9f73 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Deleting port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:25:42.923767 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8fdb095a-7e6d-401b-9776-a0695730d131 req-8505a922-7263-4a32-97eb-961e50ae9f73 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:43.007890 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8fdb095a-7e6d-401b-9776-a0695730d131 req-8505a922-7263-4a32-97eb-961e50ae9f73 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] For port 675f4a77-be0f-41c2-8931-ab0d1ea456f1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=675f4a77-be0f-41c2-8931-ab0d1ea456f1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:25:43.008249 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8fdb095a-7e6d-401b-9776-a0695730d131 req-8505a922-7263-4a32-97eb-961e50ae9f73 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:43.180718 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8fdb095a-7e6d-401b-9776-a0695730d131 req-8505a922-7263-4a32-97eb-961e50ae9f73 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:43.181026 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8fdb095a-7e6d-401b-9776-a0695730d131 req-8505a922-7263-4a32-97eb-961e50ae9f73 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:43.181370 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [req-8fdb095a-7e6d-401b-9776-a0695730d131 req-8505a922-7263-4a32-97eb-961e50ae9f73 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Floating IP 853598f8-71c8-47b3-a090-b159d0ca484b disassociated. External IP: 172.25.4.195, port: 675f4a77-be0f-41c2-8931-ab0d1ea456f1. Jul 23 00:25:43.181751 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-8fdb095a-7e6d-401b-9776-a0695730d131 req-8505a922-7263-4a32-97eb-961e50ae9f73 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Calling delete_port for 675f4a77-be0f-41c2-8931-ab0d1ea456f1 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:25:43.306109 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8fdb095a-7e6d-401b-9776-a0695730d131 req-8505a922-7263-4a32-97eb-961e50ae9f73 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:43.335487 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505a922-7263-4a32-97eb-961e50ae9f73 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Pushing event deleted for resources: {'Port': ['ID=675f4a77-be0f-41c2-8931-ab0d1ea456f1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:25:43.453035 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fdb095a-7e6d-401b-9776-a0695730d131 req-8505a922-7263-4a32-97eb-961e50ae9f73 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:25:43.546043 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-32aa6326-ced4-4553-9ac4-12b8eb079721 req-ffcd3b5f-1b4b-4c43-bcac-787b22af77cb tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace8cbb4-b1b1-43c8-85b7-808fb5b68b18 HTTP/1.1" status: 200 len: 210 time: 0.0331020 Jul 23 00:25:43.564937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fdb095a-7e6d-401b-9776-a0695730d131 req-8505a922-7263-4a32-97eb-961e50ae9f73 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:25:43.575333 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776aae46-0d26-47c6-9a9b-c30e7a783176 None None] Sync routers for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:25:43.584875 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776aae46-0d26-47c6-9a9b-c30e7a783176 None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:25:43.585522 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-776aae46-0d26-47c6-9a9b-c30e7a783176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:25:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:25:43.612049 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdb095a-7e6d-401b-9776-a0695730d131 req-8505a922-7263-4a32-97eb-961e50ae9f73 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] No DVR routers for this DVR port 675f4a77-be0f-41c2-8931-ab0d1ea456f1 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:25:43.614720 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8fdb095a-7e6d-401b-9776-a0695730d131 req-8505a922-7263-4a32-97eb-961e50ae9f73 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:43.616991 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8fdb095a-7e6d-401b-9776-a0695730d131 req-8505a922-7263-4a32-97eb-961e50ae9f73 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.18 "DELETE /v2.0/ports/675f4a77-be0f-41c2-8931-ab0d1ea456f1 HTTP/1.1" status: 204 len: 173 time: 1.0366156 Jul 23 00:25:43.617297 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'name': 'network-vif-deleted', 'tag': '675f4a77-be0f-41c2-8931-ab0d1ea456f1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:25:43.619565 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254f86bd-64c4-43b9-9479-1b4fe4317f1d" -d '{"events": [{"server_uuid": "ace8cbb4-b1b1-43c8-85b7-808fb5b68b18", "name": "network-vif-deleted", "tag": "675f4a77-be0f-41c2-8931-ab0d1ea456f1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:25:43.655116 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c312d77f-bc7f-48f2-8818-d49e55ecaf82 x-openstack-request-id: req-c312d77f-bc7f-48f2-8818-d49e55ecaf82 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:25:43.655425 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace8cbb4-b1b1-43c8-85b7-808fb5b68b18", "name": "network-vif-deleted", "tag": "675f4a77-be0f-41c2-8931-ab0d1ea456f1", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:25:43.655680 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c312d77f-bc7f-48f2-8818-d49e55ecaf82 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:25:43.656143 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace8cbb4-b1b1-43c8-85b7-808fb5b68b18', 'name': 'network-vif-deleted', 'tag': '675f4a77-be0f-41c2-8931-ab0d1ea456f1', 'status': 'completed', 'code': 200} Jul 23 00:25:43.696440 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-776aae46-0d26-47c6-9a9b-c30e7a783176 None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:25:43.898732 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-776aae46-0d26-47c6-9a9b-c30e7a783176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:25:43.924165 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776aae46-0d26-47c6-9a9b-c30e7a783176 None None] Checking router: 9e7a2540-ab8a-4b6e-96ba-8ad83299617b for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:25:43.932385 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776aae46-0d26-47c6-9a9b-c30e7a783176 None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:25:43.932978 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-776aae46-0d26-47c6-9a9b-c30e7a783176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:25:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:25:44.036513 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-776aae46-0d26-47c6-9a9b-c30e7a783176 None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:25:44.233842 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-776aae46-0d26-47c6-9a9b-c30e7a783176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:25:44.263052 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776aae46-0d26-47c6-9a9b-c30e7a783176 None None] The sync data for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 is: [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:25:44.474323 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b4b82-4e9c-4f4b-abd0-187817b2473b None None] New status for floating IP 853598f8-71c8-47b3-a090-b159d0ca484b: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:25:44.812010 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-c7d18815-b143-4b5c-9be1-ccc2935ac907 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--252409564&fields=id&tenant_id=32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 267 time: 0.0330207 Jul 23 00:25:44.917453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-3631214c-53d3-4747-aea4-524261ef3ab9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:44.918859 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-3631214c-53d3-4747-aea4-524261ef3ab9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 811 time: 0.1005828 Jul 23 00:25:44.933766 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-05b9a163-2006-4e26-86a4-bea64ee861d6 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/quotas/32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 375 time: 0.0096035 Jul 23 00:25:45.005582 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-ee53bf19-e120-44da-978d-639635498061 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669937 Jul 23 00:25:45.143072 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-d1358e89-9de9-4bde-92ff-41540fc98124 service neutron] 10.222.0.26 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260455 Jul 23 00:25:45.234950 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-b86bd568-bc2c-4128-ae0a-9727b6e05c76 service neutron] 10.222.0.26 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853395 Jul 23 00:25:45.396885 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7cdf547d-fc12-4571-93fd-2bb6b9b82bbc req-3bd8aa28-d4fc-4ddd-b822-9aa56f3e383f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 210 time: 0.0318191 Jul 23 00:25:45.737740 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 675f4a77-be0f-41c2-8931-ab0d1ea456f1 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:25:45.757477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 675f4a77-be0f-41c2-8931-ab0d1ea456f1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:25:45.757824 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 675f4a77-be0f-41c2-8931-ab0d1ea456f1 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:25:46.346731 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-1e6a5838-e778-4770-9d75-2d4970dd47b9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:46.348094 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-1e6a5838-e778-4770-9d75-2d4970dd47b9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 811 time: 0.1005893 Jul 23 00:25:46.395744 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-bcffdeea-c762-4d35-92e2-8d07768e565d tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 379 time: 0.0342171 Jul 23 00:25:46.407965 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f0c74c35-8c54-4b82-a5a9-f7bebdf30b53 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Request body: {'port': {'device_id': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'admin_state_up': True, 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'security_groups': ['c9ffac2e-6476-497f-ac44-2c49f9bef91a']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:25:46.492959 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ec1a6dbc-0cf7-48d2-a8cb-d3c58b689344 req-4a8e64d5-9c1f-4a33-8ce8-62b8b28b433b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 210 time: 0.0288739 Jul 23 00:25:46.517462 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f0c74c35-8c54-4b82-a5a9-f7bebdf30b53 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Made reservation on behalf of 32c55ff30969467198929dedddcc1e65 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:25:46.521467 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f0c74c35-8c54-4b82-a5a9-f7bebdf30b53 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:46.646220 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f0c74c35-8c54-4b82-a5a9-f7bebdf30b53 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Allocated IP 172.20.0.14 (2cae6144-d2b2-4c81-972c-f9638b0ce67e/5c1bea52-0466-4488-975d-4fa8a36b9c8d/0b94cae4-33bd-4335-8100-1dabd717b9d1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:25:46.780769 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f0c74c35-8c54-4b82-a5a9-f7bebdf30b53 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:46.794325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f0c74c35-8c54-4b82-a5a9-f7bebdf30b53 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Transition to ACTIVE for port object 0b94cae4-33bd-4335-8100-1dabd717b9d1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:25:46.826723 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f0c74c35-8c54-4b82-a5a9-f7bebdf30b53 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:46.871257 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f0c74c35-8c54-4b82-a5a9-f7bebdf30b53 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Network 2cae6144-d2b2-4c81-972c-f9638b0ce67e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:25:46.876208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f0c74c35-8c54-4b82-a5a9-f7bebdf30b53 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:25:46.880325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f0c74c35-8c54-4b82-a5a9-f7bebdf30b53 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:25:46.908518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c74c35-8c54-4b82-a5a9-f7bebdf30b53 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Pushing event updated for resources: {'Port': ['ID=0b94cae4-33bd-4335-8100-1dabd717b9d1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:25:46.935858 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:46.936539 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f0c74c35-8c54-4b82-a5a9-f7bebdf30b53 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:46.937225 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f0c74c35-8c54-4b82-a5a9-f7bebdf30b53 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:46.951951 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f0c74c35-8c54-4b82-a5a9-f7bebdf30b53 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5475733 Jul 23 00:25:46.968950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Request body: {'port': {'device_id': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:25:47.044418 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:47.106493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3468c807-d8ce-48a9-bafe-5d56122fdcd9 None None] Provisioning for port 0b94cae4-33bd-4335-8100-1dabd717b9d1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:25:47.110485 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3468c807-d8ce-48a9-bafe-5d56122fdcd9 None None] Provisioning complete for port 0b94cae4-33bd-4335-8100-1dabd717b9d1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:25:47.110860 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3468c807-d8ce-48a9-bafe-5d56122fdcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:47.145391 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3468c807-d8ce-48a9-bafe-5d56122fdcd9 None None] Port 0b94cae4-33bd-4335-8100-1dabd717b9d1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:25:47.308628 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b94cae4-33bd-4335-8100-1dabd717b9d1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:25:47.315788 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:47.327765 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Transition to ACTIVE for port object 0b94cae4-33bd-4335-8100-1dabd717b9d1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:25:47.330695 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:47.378597 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b94cae4-33bd-4335-8100-1dabd717b9d1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:25:47.457363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Attempting to bind port 0b94cae4-33bd-4335-8100-1dabd717b9d1 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:25:47.457709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Attempting to bind port 0b94cae4-33bd-4335-8100-1dabd717b9d1 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:25:47.458105 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Attempting to bind port 0b94cae4-33bd-4335-8100-1dabd717b9d1 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:25:47.462648 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Port 0b94cae4-33bd-4335-8100-1dabd717b9d1 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:25:47.462977 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Attempting to bind port 0b94cae4-33bd-4335-8100-1dabd717b9d1 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:25:47.467876 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:25:47.468224 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Checking segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:25:47.468613 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Bound using segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:25:47.469043 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Bound port: 0b94cae4-33bd-4335-8100-1dabd717b9d1, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:25:47.469436 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:47.536765 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:25:47.540006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:25:47.544882 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:47.579635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:47.580186 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:47.581589 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] 10.222.0.18 "PUT /v2.0/ports/0b94cae4-33bd-4335-8100-1dabd717b9d1 HTTP/1.1" status: 200 len: 1092 time: 0.6171229 Jul 23 00:25:47.582107 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:25:47.584848 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0c7361f0f23ec7f3a5294c37f9ed5c1c53081ecab8220e25c9520c45d8da38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46a0546-ca2b-4845-b7d9-2cc61441ab96" -d '{"events": [{"name": "network-changed", "server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:25:47.624146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be528b-1a94-4986-84dc-dab457c76ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b94cae4-33bd-4335-8100-1dabd717b9d1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:25:47.631437 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c7739d-0895-4f98-80be-834a808da7ee x-openstack-request-id: req-e8c7739d-0895-4f98-80be-834a808da7ee {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:25:47.631738 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:25:47.631995 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8c7739d-0895-4f98-80be-834a808da7ee {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:25:47.632399 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'status': 'completed', 'code': 200} Jul 23 00:25:47.666533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd9988-eb10-4a13-8987-8d7edab63d64 req-d92f4b63-6ca4-40df-a09b-e46ded868865 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:47.668840 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eddd9988-eb10-4a13-8987-8d7edab63d64 req-d92f4b63-6ca4-40df-a09b-e46ded868865 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 944 time: 0.1041729 Jul 23 00:25:47.706864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-92a0558b-ccd6-4511-835b-606f3435d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:47.709005 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-92a0558b-ccd6-4511-835b-606f3435d405 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 1095 time: 0.0610092 Jul 23 00:25:47.713259 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-eddd9988-eb10-4a13-8987-8d7edab63d64 req-40a96d84-eddb-44f8-8eab-f6d6c4099e49 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386138 Jul 23 00:25:47.760474 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-566e6c1e-5b60-4d70-9a8a-2f9fc4284365 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1 HTTP/1.1" status: 200 len: 217 time: 0.0396149 Jul 23 00:25:47.809502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-a27d07f5-54ae-4621-bf34-0e272473d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:47.810983 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-a27d07f5-54ae-4621-bf34-0e272473d3e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0447090 Jul 23 00:25:47.868866 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-37e54ac7-0520-41d6-8b64-5f444578c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:47.870386 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-37e54ac7-0520-41d6-8b64-5f444578c9d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519774 Jul 23 00:25:47.962464 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-ebe2fa38-8020-4b97-af23-e0c7e37284a0 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854023 Jul 23 00:25:48.049920 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ceb2ac38-8316-4ac5-84df-e1a4572e9bb9 req-45a86943-9b8f-4c70-baaf-fc4d0fcb1751 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811400 Jul 23 00:25:48.187266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a0546-ca2b-4845-b7d9-2cc61441ab96 req-72a7816c-e1f6-4f26-8270-69e2f0fce2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:48.188786 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b46a0546-ca2b-4845-b7d9-2cc61441ab96 req-72a7816c-e1f6-4f26-8270-69e2f0fce2c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 1095 time: 0.0590508 Jul 23 00:25:48.276756 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a0546-ca2b-4845-b7d9-2cc61441ab96 req-888730d8-627f-4d83-aedc-ac46d3cac692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:48.278252 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b46a0546-ca2b-4845-b7d9-2cc61441ab96 req-888730d8-627f-4d83-aedc-ac46d3cac692 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0833125 Jul 23 00:25:48.323359 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b46a0546-ca2b-4845-b7d9-2cc61441ab96 req-80d152e0-2a40-40b8-a4e7-4a4b99c7fe29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1 HTTP/1.1" status: 200 len: 217 time: 0.0382891 Jul 23 00:25:48.371672 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a0546-ca2b-4845-b7d9-2cc61441ab96 req-1e761ff0-010a-4a19-9cd4-f1b968b25a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:48.373169 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b46a0546-ca2b-4845-b7d9-2cc61441ab96 req-1e761ff0-010a-4a19-9cd4-f1b968b25a08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0437627 Jul 23 00:25:48.432017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a0546-ca2b-4845-b7d9-2cc61441ab96 req-732270e5-bcf8-4063-bea9-5ecc1fb82af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:48.433522 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b46a0546-ca2b-4845-b7d9-2cc61441ab96 req-732270e5-bcf8-4063-bea9-5ecc1fb82af5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524306 Jul 23 00:25:48.526183 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b46a0546-ca2b-4845-b7d9-2cc61441ab96 req-7e291ca1-b6cb-4f36-a7df-2cb0c583d7bc service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854323 Jul 23 00:25:48.613608 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b46a0546-ca2b-4845-b7d9-2cc61441ab96 req-acda2793-6d4c-485d-982d-1bf86d85966e service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803242 Jul 23 00:25:48.844004 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbcdaa-6434-4865-97da-5614a4b23a62 req-c356c921-a965-4748-9f17-c99f7e2c3e42 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:48.845592 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-defbcdaa-6434-4865-97da-5614a4b23a62 req-c356c921-a965-4748-9f17-c99f7e2c3e42 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 944 time: 0.0633173 Jul 23 00:25:48.882407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-defbcdaa-6434-4865-97da-5614a4b23a62 req-71e3083f-4f34-46ee-b5d2-f773a11d3f80 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308690 Jul 23 00:25:50.028703 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad17b6-4f77-4d57-a599-19afc45d3499 req-fd6fd07a-c582-44b9-a5a0-27089af7962a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:50.030305 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-faad17b6-4f77-4d57-a599-19afc45d3499 req-fd6fd07a-c582-44b9-a5a0-27089af7962a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 944 time: 0.0755692 Jul 23 00:25:50.078139 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-faad17b6-4f77-4d57-a599-19afc45d3499 req-5a03bc2b-1aa7-41e1-88e7-f6845d20ab41 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406027 Jul 23 00:25:51.205215 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec7b15-dbc6-4964-9061-e108d647b143 req-dafaada9-01cc-4b8b-ba87-e492151c5af2 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:51.206803 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76ec7b15-dbc6-4964-9061-e108d647b143 req-dafaada9-01cc-4b8b-ba87-e492151c5af2 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 944 time: 0.0630131 Jul 23 00:25:51.243367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76ec7b15-dbc6-4964-9061-e108d647b143 req-6b50fd42-dafd-4fa6-b8c3-802003808863 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304642 Jul 23 00:25:51.784791 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0b94cae4-33bd-4335-8100-1dabd717b9d1 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:25:51.881048 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:25:51.891950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'port_id': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'mac_address': 'fa:16:3e:c9:b7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:25:51.928195 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:51.940437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b94cae4-33bd-4335-8100-1dabd717b9d1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:25:51.959242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:25:51.963123 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:52.009005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=0b94cae4-33bd-4335-8100-1dabd717b9d1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:25:52.236017 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['0b94cae4-33bd-4335-8100-1dabd717b9d1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:25:52.372456 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454b3fb-2532-4ff7-bc66-23f20a624da0 req-8533111a-6679-4a76-9371-6a244b748e41 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:52.374156 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a454b3fb-2532-4ff7-bc66-23f20a624da0 req-8533111a-6679-4a76-9371-6a244b748e41 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 945 time: 0.0637684 Jul 23 00:25:52.411753 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a454b3fb-2532-4ff7-bc66-23f20a624da0 req-7697ec03-b80f-444c-a27f-a35811d5786c tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313072 Jul 23 00:25:53.593009 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8be305-9e47-402a-b3dd-bc366793b6bf req-4b3bd523-33e8-4e5d-a691-2a2724cb7fd6 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:53.594509 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af8be305-9e47-402a-b3dd-bc366793b6bf req-4b3bd523-33e8-4e5d-a691-2a2724cb7fd6 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 945 time: 0.1166654 Jul 23 00:25:53.631370 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af8be305-9e47-402a-b3dd-bc366793b6bf req-188a9b2e-6586-4a14-abf6-3f1c6a506318 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307765 Jul 23 00:25:53.784552 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0b94cae4-33bd-4335-8100-1dabd717b9d1 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:25:53.834983 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 0b94cae4-33bd-4335-8100-1dabd717b9d1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:25:53.839089 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 0b94cae4-33bd-4335-8100-1dabd717b9d1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:25:53.839466 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:53.918598 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:53.940213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:25:53.942507 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61461156cc5aa7bff039dc9b005a814bd8c5b06644918e881dd22615f19510b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c706158-d8a1-47c5-a8dd-02d075e677ba" -d '{"events": [{"server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "name": "network-vif-plugged", "status": "completed", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:25:53.955015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:25:53.959761 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:53.982671 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f8c754-2e91-413c-becd-6c9fc2054f1d x-openstack-request-id: req-21f8c754-2e91-413c-becd-6c9fc2054f1d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:25:53.982965 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "name": "network-vif-plugged", "status": "completed", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:25:53.983218 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21f8c754-2e91-413c-becd-6c9fc2054f1d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:25:53.983605 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'code': 200} Jul 23 00:25:54.009407 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=0b94cae4-33bd-4335-8100-1dabd717b9d1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:25:54.115640 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e94323-5eba-458c-b052-d30ba087837e req-4d90625f-d35d-40c1-a718-a4666b1064a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:54.117053 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c0e94323-5eba-458c-b052-d30ba087837e req-4d90625f-d35d-40c1-a718-a4666b1064a9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 1097 time: 0.0568347 Jul 23 00:25:54.151151 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c0e94323-5eba-458c-b052-d30ba087837e req-8244610d-82fa-44a7-97a4-de7c1a3883c1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278394 Jul 23 00:25:54.758502 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd679f-1a78-4058-a8c2-321d3e441098 req-2a8939f4-1140-4090-986e-121722f3aa49 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:54.759982 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4bd679f-1a78-4058-a8c2-321d3e441098 req-2a8939f4-1140-4090-986e-121722f3aa49 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.0637269 Jul 23 00:25:54.797065 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f4bd679f-1a78-4058-a8c2-321d3e441098 req-d178eb17-16a7-4629-9fe4-89d62971c61a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315857 Jul 23 00:25:55.975391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8260e-9eee-4617-b9d3-dab165528874 req-b63dca12-a789-4d70-8ff6-dc69df20cb85 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:55.976889 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55b8260e-9eee-4617-b9d3-dab165528874 req-b63dca12-a789-4d70-8ff6-dc69df20cb85 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.1129694 Jul 23 00:25:56.018290 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55b8260e-9eee-4617-b9d3-dab165528874 req-0aca15dc-8c99-4186-8451-9d464ffc1fcb tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357687 Jul 23 00:25:56.144609 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c17fc6-12df-4cca-af65-82334ba235a4 req-fd4bb356-7930-460e-bde8-3574b67c874a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:56.146575 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60c17fc6-12df-4cca-af65-82334ba235a4 req-fd4bb356-7930-460e-bde8-3574b67c874a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.0652919 Jul 23 00:25:56.155257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:25:56.159605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-810ded6c-6274-4c9e-ac42-a828583daab8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Request body: {'floatingip': {'port_id': '0b94cae4-33bd-4335-8100-1dabd717b9d1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:25:56.197345 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-810ded6c-6274-4c9e-ac42-a828583daab8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:56.605375 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-810ded6c-6274-4c9e-ac42-a828583daab8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:56.608766 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-810ded6c-6274-4c9e-ac42-a828583daab8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:56.704250 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-810ded6c-6274-4c9e-ac42-a828583daab8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Floating IP 853598f8-71c8-47b3-a090-b159d0ca484b associated. External IP: 172.25.4.195, port: 0b94cae4-33bd-4335-8100-1dabd717b9d1. Jul 23 00:25:56.903573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810ded6c-6274-4c9e-ac42-a828583daab8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:25:57.005644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810ded6c-6274-4c9e-ac42-a828583daab8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:25:57.010706 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-810ded6c-6274-4c9e-ac42-a828583daab8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:57.015859 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d39df-07ed-4f31-a035-315a41fb4896 None None] Sync routers for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:25:57.025414 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d39df-07ed-4f31-a035-315a41fb4896 None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:25:57.030097 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-532d39df-07ed-4f31-a035-315a41fb4896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:25:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:25:57.046867 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-810ded6c-6274-4c9e-ac42-a828583daab8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "PUT /v2.0/floatingips/853598f8-71c8-47b3-a090-b159d0ca484b HTTP/1.1" status: 200 len: 992 time: 0.8905919 Jul 23 00:25:57.047820 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:25:57.050382 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236a3d74ec7fa1ed1a733933997ae9973fd580190ecab5984b6e749ba1175a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a253015d-5935-4089-8aff-6a9cb4f6a7c9" -d '{"events": [{"name": "network-changed", "server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:25:57.093553 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3870cc25-3dcb-49bf-af89-90b05229bec2 x-openstack-request-id: req-3870cc25-3dcb-49bf-af89-90b05229bec2 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:25:57.094198 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:25:57.094198 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3870cc25-3dcb-49bf-af89-90b05229bec2 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:25:57.094598 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'status': 'completed', 'code': 200} Jul 23 00:25:57.134651 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-532d39df-07ed-4f31-a035-315a41fb4896 None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:25:57.202010 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253015d-5935-4089-8aff-6a9cb4f6a7c9 req-040d543c-3c2e-4a9f-b8bb-646877aeac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:57.203428 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a253015d-5935-4089-8aff-6a9cb4f6a7c9 req-040d543c-3c2e-4a9f-b8bb-646877aeac34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 1097 time: 0.0543165 Jul 23 00:25:57.296175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253015d-5935-4089-8aff-6a9cb4f6a7c9 req-ff62c955-6db1-406f-a7a6-c43df185c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:57.297686 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a253015d-5935-4089-8aff-6a9cb4f6a7c9 req-ff62c955-6db1-406f-a7a6-c43df185c256 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0868986 Jul 23 00:25:57.357886 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-532d39df-07ed-4f31-a035-315a41fb4896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '853598f8-71c8-47b3-a090-b159d0ca484b', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'port_id': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'mac_address': 'fa:16:3e:c9:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:21:19Z', 'updated_at': '2021-07-23T00:25:56Z', 'revision_number': 9, 'project_id': '32c55ff30969467198929dedddcc1e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:25:57.361423 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a253015d-5935-4089-8aff-6a9cb4f6a7c9 req-3bb5f3f2-b811-4b2d-bf73-064353f25f3b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1 HTTP/1.1" status: 200 len: 1000 time: 0.0575993 Jul 23 00:25:57.383890 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d39df-07ed-4f31-a035-315a41fb4896 None None] Checking router: 9e7a2540-ab8a-4b6e-96ba-8ad83299617b for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:25:57.392233 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d39df-07ed-4f31-a035-315a41fb4896 None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:25:57.392837 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-532d39df-07ed-4f31-a035-315a41fb4896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:25:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:25:57.409831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253015d-5935-4089-8aff-6a9cb4f6a7c9 req-e9faefa8-1997-470a-a9fe-daef09a8ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:57.412263 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a253015d-5935-4089-8aff-6a9cb4f6a7c9 req-e9faefa8-1997-470a-a9fe-daef09a8ec23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0449836 Jul 23 00:25:57.478168 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253015d-5935-4089-8aff-6a9cb4f6a7c9 req-ebb9be9d-9982-4ee7-830d-30b1e01e076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:57.479634 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a253015d-5935-4089-8aff-6a9cb4f6a7c9 req-ebb9be9d-9982-4ee7-830d-30b1e01e076b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614967 Jul 23 00:25:57.572972 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a253015d-5935-4089-8aff-6a9cb4f6a7c9 req-f82f148e-99ff-472e-bc5b-77abff955c29 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861022 Jul 23 00:25:57.584985 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-532d39df-07ed-4f31-a035-315a41fb4896 None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:25:57.666945 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a253015d-5935-4089-8aff-6a9cb4f6a7c9 req-3b73f239-6661-492b-b1cf-772c2a78f1e9 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874352 Jul 23 00:25:57.801062 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-532d39df-07ed-4f31-a035-315a41fb4896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '853598f8-71c8-47b3-a090-b159d0ca484b', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'port_id': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'mac_address': 'fa:16:3e:c9:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:21:19Z', 'updated_at': '2021-07-23T00:25:56Z', 'revision_number': 9, 'project_id': '32c55ff30969467198929dedddcc1e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:25:57.826094 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d39df-07ed-4f31-a035-315a41fb4896 None None] The sync data for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 is: [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '853598f8-71c8-47b3-a090-b159d0ca484b', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'port_id': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'mac_address': 'fa:16:3e:c9:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:21:19Z', 'updated_at': '2021-07-23T00:25:56Z', 'revision_number': 9, 'project_id': '32c55ff30969467198929dedddcc1e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:25:58.023657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b624e18-616e-4203-b890-8ef5a9006a2b None None] New status for floating IP 853598f8-71c8-47b3-a090-b159d0ca484b: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:26:00.929023 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f22f0afd-2e2b-44c2-b2e4-6fef174edf52 req-f51d6d5f-4158-46ff-bf6c-e94293f02702 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525250 Jul 23 00:26:01.044721 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f0afd-2e2b-44c2-b2e4-6fef174edf52 req-109e056c-7dfb-4da4-af91-5240c0cc28de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:01.046276 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f22f0afd-2e2b-44c2-b2e4-6fef174edf52 req-109e056c-7dfb-4da4-af91-5240c0cc28de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 1097 time: 0.0555823 Jul 23 00:26:01.151479 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f0afd-2e2b-44c2-b2e4-6fef174edf52 req-a7b5d294-a1e7-4e1c-8da4-8401b095e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:01.152941 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f22f0afd-2e2b-44c2-b2e4-6fef174edf52 req-a7b5d294-a1e7-4e1c-8da4-8401b095e82d service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0881908 Jul 23 00:26:01.218785 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f22f0afd-2e2b-44c2-b2e4-6fef174edf52 req-2ed9d1ed-2bc3-41be-8dc1-9e8f45e6332c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1 HTTP/1.1" status: 200 len: 1003 time: 0.0558288 Jul 23 00:26:01.269899 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f0afd-2e2b-44c2-b2e4-6fef174edf52 req-32ecad43-54ef-4606-8952-d3c1aec8f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:01.271386 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f22f0afd-2e2b-44c2-b2e4-6fef174edf52 req-32ecad43-54ef-4606-8952-d3c1aec8f1f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0461953 Jul 23 00:26:01.336488 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f0afd-2e2b-44c2-b2e4-6fef174edf52 req-2c4e2cfa-e8ec-4c9d-b2a1-cf2da36211f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:01.338037 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f22f0afd-2e2b-44c2-b2e4-6fef174edf52 req-2c4e2cfa-e8ec-4c9d-b2a1-cf2da36211f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533793 Jul 23 00:26:01.437881 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f22f0afd-2e2b-44c2-b2e4-6fef174edf52 req-b2cd8a44-7138-4441-ac52-a2c595de8a11 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815172 Jul 23 00:26:01.548158 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f22f0afd-2e2b-44c2-b2e4-6fef174edf52 req-58c5b072-ca8a-491f-a7be-f796849643b2 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845344 Jul 23 00:26:01.663139 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-41bbcafe-d954-452e-84a3-4203bbe641de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:04.424960 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0e4042c7-b302-4af4-b1f2-ec3ac235bccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:04.462901 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:04.720543 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:05.705758 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:07.190750 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:09.558239 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:26:16.948586 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:31.663642 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83dcf397-1ee8-44fd-a132-242ce0bf93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:34.425976 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ae4b49e1-0ffb-45a6-ad80-aea3aec4aadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:34.462802 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:34.736691 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:35.703733 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:37.193432 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:46.557658 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:26:46.959367 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:00.932841 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dd599aa3-83a9-48b6-b80e-31244be2e2cb req-ca24cc5a-f760-4331-a686-1041b718461f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541284 Jul 23 00:27:01.041085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd599aa3-83a9-48b6-b80e-31244be2e2cb req-e842f77d-4362-46ca-a792-456e57831198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:01.042626 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dd599aa3-83a9-48b6-b80e-31244be2e2cb req-e842f77d-4362-46ca-a792-456e57831198 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 1097 time: 0.0536835 Jul 23 00:27:01.155484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd599aa3-83a9-48b6-b80e-31244be2e2cb req-c7367aae-f843-4418-a279-d72776df5083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:01.156949 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dd599aa3-83a9-48b6-b80e-31244be2e2cb req-c7367aae-f843-4418-a279-d72776df5083 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0951505 Jul 23 00:27:01.226710 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dd599aa3-83a9-48b6-b80e-31244be2e2cb req-e8eeb440-3aef-4ea6-9526-af8c20eb508a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1 HTTP/1.1" status: 200 len: 1003 time: 0.0620313 Jul 23 00:27:01.275874 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd599aa3-83a9-48b6-b80e-31244be2e2cb req-46c0ca3c-ddd7-4b8f-ae23-b5866dd42ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:01.277273 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dd599aa3-83a9-48b6-b80e-31244be2e2cb req-46c0ca3c-ddd7-4b8f-ae23-b5866dd42ff2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0447454 Jul 23 00:27:01.335501 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd599aa3-83a9-48b6-b80e-31244be2e2cb req-ca52a692-ba18-4d33-8815-d73470982b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:01.336954 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dd599aa3-83a9-48b6-b80e-31244be2e2cb req-ca52a692-ba18-4d33-8815-d73470982b3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537078 Jul 23 00:27:01.429233 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dd599aa3-83a9-48b6-b80e-31244be2e2cb req-b9aedaf0-7c83-4a12-8ee7-958516de2607 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857048 Jul 23 00:27:01.515145 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dd599aa3-83a9-48b6-b80e-31244be2e2cb req-90c7365f-1c64-41a2-83d5-f047930aa116 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793302 Jul 23 00:27:01.664387 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79b4b532-7aae-4af0-95c8-acbd47eac718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:04.425618 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bc452830-4352-4798-93d0-7d0d749f632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:04.463071 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:04.750874 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:05.706212 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:07.196026 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:16.978287 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:23.557695 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:27:31.664926 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b42d5748-730a-4101-b2df-19df225e3a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:33.306899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-9c6045e0-c4a5-47de-9fb0-cd6dbaf1983b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0577948 Jul 23 00:27:33.460638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537e2ae-71dd-4997-90f7-144177a4ec22 req-f8813a29-86e7-4bf1-9236-1878c8b04540 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:33.462205 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d537e2ae-71dd-4997-90f7-144177a4ec22 req-f8813a29-86e7-4bf1-9236-1878c8b04540 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.1107118 Jul 23 00:27:33.503538 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d537e2ae-71dd-4997-90f7-144177a4ec22 req-7e34ae9b-74ce-4ccb-9597-e79a70845536 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357962 Jul 23 00:27:34.426244 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-95850da7-35c8-46d3-b52d-ca98bfc1505e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:34.464083 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-618bb8d6-c5d4-4e10-b425-76e95daa53b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:34.465860 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-618bb8d6-c5d4-4e10-b425-76e95daa53b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 1097 time: 0.0959289 Jul 23 00:27:34.467562 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:34.555891 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-2a3dedf8-0fc8-436a-aed1-2cdac00de23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:34.557523 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-2a3dedf8-0fc8-436a-aed1-2cdac00de23c service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0857089 Jul 23 00:27:34.753754 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:34.763307 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fb7c0-8e45-4874-b3b7-3e73bdbfd8ba req-7fc9f116-0bc7-47b1-964b-9aabec1f47d1 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:34.765045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee2fb7c0-8e45-4874-b3b7-3e73bdbfd8ba req-7fc9f116-0bc7-47b1-964b-9aabec1f47d1 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.1184132 Jul 23 00:27:34.805314 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ee2fb7c0-8e45-4874-b3b7-3e73bdbfd8ba req-3a412f0f-adde-40c2-b96e-ad9533499593 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335166 Jul 23 00:27:34.878680 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-44356717-fe4c-4d15-9b10-d959226b22e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1 HTTP/1.1" status: 200 len: 1003 time: 0.3149745 Jul 23 00:27:34.927823 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-50475b7e-5d10-4289-ace9-793bd81cf5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:34.929320 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-50475b7e-5d10-4289-ace9-793bd81cf5c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0442560 Jul 23 00:27:34.986086 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-2efa5f59-f298-4770-9def-025b1badb336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:34.987548 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-2efa5f59-f298-4770-9def-025b1badb336 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521507 Jul 23 00:27:35.080531 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-bb0f4acc-5c74-4327-b137-17c5e7ac341a service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850847 Jul 23 00:27:35.168327 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-7cd81c45-b2eb-419b-aab5-d8054c824421 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801644 Jul 23 00:27:35.708808 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:35.936457 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b55f8-c128-4e02-a889-7065635e0c82 req-3340667e-cd5e-466b-8be4-d99e1b8ba516 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:35.937960 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc5b55f8-c128-4e02-a889-7065635e0c82 req-3340667e-cd5e-466b-8be4-d99e1b8ba516 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.0630643 Jul 23 00:27:35.976893 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc5b55f8-c128-4e02-a889-7065635e0c82 req-991892bd-d76d-40fa-a621-73db755349ac tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331600 Jul 23 00:27:37.200441 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:37.461271 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab121a4a-0d78-4474-8eb1-b50917edf66f req-f248667e-e355-4ede-be34-d9c50992b4a3 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:37.462756 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab121a4a-0d78-4474-8eb1-b50917edf66f req-f248667e-e355-4ede-be34-d9c50992b4a3 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.4197600 Jul 23 00:27:37.500153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ab121a4a-0d78-4474-8eb1-b50917edf66f req-849aff43-6483-4148-9d1f-8b50567cfa49 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318885 Jul 23 00:27:38.629113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff92f-bbb7-444a-815e-e35f7e1d0fc3 req-eecd9eb9-ad54-496a-b3bb-98fbc0a18d95 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:38.630644 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-053ff92f-bbb7-444a-815e-e35f7e1d0fc3 req-eecd9eb9-ad54-496a-b3bb-98fbc0a18d95 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.0623477 Jul 23 00:27:38.668164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-053ff92f-bbb7-444a-815e-e35f7e1d0fc3 req-1e67274b-f655-4414-a7aa-f176a447fcb2 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321264 Jul 23 00:27:39.796765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eadb6-09e9-4968-8a11-65bfee5f25a8 req-3bf01f98-4ff0-4c3d-9067-54e5696a2f4b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:39.798260 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-225eadb6-09e9-4968-8a11-65bfee5f25a8 req-3bf01f98-4ff0-4c3d-9067-54e5696a2f4b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.0643246 Jul 23 00:27:39.838475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-225eadb6-09e9-4968-8a11-65bfee5f25a8 req-c35a5120-8f63-482c-a83a-7c7f8676ebf2 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341122 Jul 23 00:27:40.966782 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bae97-5bc8-4e90-a713-4c86ccb709a3 req-72631cf1-3e75-4f20-bba1-7ebd860e181d tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:40.968259 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-973bae97-5bc8-4e90-a713-4c86ccb709a3 req-72631cf1-3e75-4f20-bba1-7ebd860e181d tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.0630159 Jul 23 00:27:41.005077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-973bae97-5bc8-4e90-a713-4c86ccb709a3 req-7e84bc1e-90f6-4ae3-b32b-1a906b30ed9e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305481 Jul 23 00:27:42.133892 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c17a-283d-49da-a1bc-242182aa8939 req-4e8942ff-1cb2-4f5a-91a5-75257fb3df81 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:42.135370 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49b2c17a-283d-49da-a1bc-242182aa8939 req-4e8942ff-1cb2-4f5a-91a5-75257fb3df81 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.0624008 Jul 23 00:27:42.171908 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49b2c17a-283d-49da-a1bc-242182aa8939 req-5b846955-fc6d-4a54-bbda-478316e92db4 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309963 Jul 23 00:27:43.304200 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d379464-3ff1-4877-bc69-af264a26e84f req-0915cb24-15f5-42bc-820f-6b859253c01a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:43.305734 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d379464-3ff1-4877-bc69-af264a26e84f req-0915cb24-15f5-42bc-820f-6b859253c01a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.0674071 Jul 23 00:27:43.342685 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d379464-3ff1-4877-bc69-af264a26e84f req-5a4238bd-318a-4e2b-864e-0006704c3dbc tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313046 Jul 23 00:27:44.470667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005155f3-13ec-49b9-83bb-74c0ffe402c6 req-721b91a5-adb6-49fd-96de-c29f8becccf9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:44.472148 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-005155f3-13ec-49b9-83bb-74c0ffe402c6 req-721b91a5-adb6-49fd-96de-c29f8becccf9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.0635610 Jul 23 00:27:44.508898 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-005155f3-13ec-49b9-83bb-74c0ffe402c6 req-a2a3c946-3de6-4bed-8a8c-b71c3dea2645 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308254 Jul 23 00:27:45.636113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a2bee-22aa-49ec-8a8e-9b944037f6a3 req-de27c709-47f2-47ee-8778-0b997359fc86 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:45.637594 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e50a2bee-22aa-49ec-8a8e-9b944037f6a3 req-de27c709-47f2-47ee-8778-0b997359fc86 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.0622423 Jul 23 00:27:45.677243 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e50a2bee-22aa-49ec-8a8e-9b944037f6a3 req-13e871ba-2dce-43d3-b2a3-ebab22aa8076 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338428 Jul 23 00:27:46.807255 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d733fae-b8e5-4c5b-91b2-92bf75d3eb2d req-6fe5b9d1-26c1-4710-a98c-182441a22c66 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:46.808724 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d733fae-b8e5-4c5b-91b2-92bf75d3eb2d req-6fe5b9d1-26c1-4710-a98c-182441a22c66 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.0634694 Jul 23 00:27:46.845895 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2d733fae-b8e5-4c5b-91b2-92bf75d3eb2d req-3a804ea2-2953-4142-9013-e7853c16206e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316551 Jul 23 00:27:46.981830 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:47.209538 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-816e1154-c1db-4cd1-b22b-b09e346d7cfb service neutron] show failed (client error): The resource could not be found. Jul 23 00:27:47.210555 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-816e1154-c1db-4cd1-b22b-b09e346d7cfb service neutron] 10.222.0.18 "GET /v2.0/ports/0b94cae4-33bd-4335-8100-1dabd717b9d1/bindings/n-h2-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.0594552 Jul 23 00:27:47.497583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-0d5fa887-91cc-4d34-bccc-b29885fc3679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:47.499125 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-0d5fa887-91cc-4d34-bccc-b29885fc3679 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966&tenant_id=32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 1097 time: 0.0904369 Jul 23 00:27:47.510710 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:27:47.582384 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:47.779762 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:27:47.811340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:27:47.850144 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:27:47.855102 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:47.868193 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Transition to ACTIVE for port object 0b94cae4-33bd-4335-8100-1dabd717b9d1 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:27:47.873418 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:47.912368 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f383a674-826e-47d2-a651-074385251865" -d '{"events": [{"server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "name": "network-vif-unplugged", "status": "completed", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:27:47.992938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Pushing event updated for resources: {'Port': ['ID=0b94cae4-33bd-4335-8100-1dabd717b9d1,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:27:48.011485 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:48.012100 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:48.013271 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:48.013651 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:48.014005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:48.014347 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:48.014694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:48.015028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:48.015362 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:48.015692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:48.016288 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:48.016602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:48.025571 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2c12e0-508c-4e23-b03d-252d9223d62e x-openstack-request-id: req-ed2c12e0-508c-4e23-b03d-252d9223d62e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:27:48.025869 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "name": "network-vif-unplugged", "status": "completed", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:27:48.026032 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed2c12e0-508c-4e23-b03d-252d9223d62e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:27:48.026444 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'code': 200} Jul 23 00:27:48.080300 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] No DVR routers for this DVR port 0b94cae4-33bd-4335-8100-1dabd717b9d1 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:27:48.090083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2110c-568a-4884-ba8e-b1b70dd9c2e0 req-fe2807bf-1c23-429d-825d-daec26117270 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:48.091627 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52f2110c-568a-4884-ba8e-b1b70dd9c2e0 req-fe2807bf-1c23-429d-825d-daec26117270 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 944 time: 0.1702640 Jul 23 00:27:48.195564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52f2110c-568a-4884-ba8e-b1b70dd9c2e0 req-75280dbf-4702-467a-b440-7d456aa23b5c tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732057 Jul 23 00:27:48.252137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Attempting to bind port 0b94cae4-33bd-4335-8100-1dabd717b9d1 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:27:48.252468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Attempting to bind port 0b94cae4-33bd-4335-8100-1dabd717b9d1 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:27:48.252797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Attempting to bind port 0b94cae4-33bd-4335-8100-1dabd717b9d1 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:27:48.257319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Port 0b94cae4-33bd-4335-8100-1dabd717b9d1 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:27:48.257644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Attempting to bind port 0b94cae4-33bd-4335-8100-1dabd717b9d1 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:27:48.262481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:27:48.262826 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Checking segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:27:48.263212 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Bound using segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:27:48.263640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Bound port: 0b94cae4-33bd-4335-8100-1dabd717b9d1, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:27:48.263996 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:48.325794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:27:48.328768 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:27:48.333308 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:48.368671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:48.369321 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:48.370727 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] 10.222.0.95 "PUT /v2.0/ports/0b94cae4-33bd-4335-8100-1dabd717b9d1 HTTP/1.1" status: 200 len: 1092 time: 0.8639870 Jul 23 00:27:48.404858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732198e-17f5-49ba-a02f-2307b371d45c service neutron] Pushing event updated for resources: {'Port': ['ID=0b94cae4-33bd-4335-8100-1dabd717b9d1,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:27:48.454703 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-c2c8c3a6-d201-404b-b7f1-17c99a186e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:48.456263 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-c2c8c3a6-d201-404b-b7f1-17c99a186e42 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 1095 time: 0.0609870 Jul 23 00:27:48.549032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-cf98d6b9-2158-49d6-9cd8-593ce484a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:48.550269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-cf98d6b9-2158-49d6-9cd8-593ce484a778 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0872593 Jul 23 00:27:48.618951 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-ceba036f-18aa-4448-8298-aa398c2c48d9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1 HTTP/1.1" status: 200 len: 1001 time: 0.0613954 Jul 23 00:27:48.667500 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-bbb89646-21de-4a62-8b0b-e677b6df9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:48.668937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-bbb89646-21de-4a62-8b0b-e677b6df9795 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0433147 Jul 23 00:27:48.727072 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-f0038208-2e43-42ca-ae8f-bc21851b4978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:48.728564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-f0038208-2e43-42ca-ae8f-bc21851b4978 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525279 Jul 23 00:27:48.824074 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-7679f870-7c52-47d8-8467-7119110e0cd6 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880189 Jul 23 00:27:48.916289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-25b079bf-02bc-4579-a673-571d0349ab6d service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844095 Jul 23 00:27:49.324831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e7352-cc10-4b67-b655-92f96ad77441 req-25f92888-319d-45b5-bdd9-29620d10326d tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:49.326438 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d6e7352-cc10-4b67-b655-92f96ad77441 req-25f92888-319d-45b5-bdd9-29620d10326d tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 944 time: 0.0636873 Jul 23 00:27:49.364389 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d6e7352-cc10-4b67-b655-92f96ad77441 req-8ee47956-9fd0-462b-b871-77531e1de6b9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323787 Jul 23 00:27:50.027608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:27:50.030049 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4" -d '{"events": [{"name": "network-changed", "server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:27:50.076935 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733e1404-e590-4ad7-898c-d009987c9fd9 x-openstack-request-id: req-733e1404-e590-4ad7-898c-d009987c9fd9 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:27:50.077259 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:27:50.077543 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-733e1404-e590-4ad7-898c-d009987c9fd9 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:27:50.077950 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'status': 'completed', 'code': 200} Jul 23 00:27:50.154479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-68ea15d5-7929-43b7-a84a-8eced683bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:50.155998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-68ea15d5-7929-43b7-a84a-8eced683bba2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 1095 time: 0.0551217 Jul 23 00:27:50.174252 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-e7965b41-47a1-4283-8e17-009b3c290195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:50.175757 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-e7965b41-47a1-4283-8e17-009b3c290195 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 1095 time: 0.0549564 Jul 23 00:27:50.250282 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-858bc476-66c5-4b74-92d7-18d17905d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:50.251770 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-858bc476-66c5-4b74-92d7-18d17905d004 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0879178 Jul 23 00:27:50.263439 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-62ef19ce-aee3-473c-9040-450ad7b52336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:50.264875 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-62ef19ce-aee3-473c-9040-450ad7b52336 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0833213 Jul 23 00:27:50.318660 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-43e0c9f5-2263-41db-95ba-fdca04c0c19e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1 HTTP/1.1" status: 200 len: 1001 time: 0.0592291 Jul 23 00:27:50.334109 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-b10c03c7-0cef-4db7-b87a-2e0601d53281 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1 HTTP/1.1" status: 200 len: 1001 time: 0.0630260 Jul 23 00:27:50.372661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-4c086153-38d7-436e-9cc5-5c3aa122dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:50.374180 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-4c086153-38d7-436e-9cc5-5c3aa122dac6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0480852 Jul 23 00:27:50.381603 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-db391c76-266a-4e78-a8fb-93aab9ab4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:50.384105 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-db391c76-266a-4e78-a8fb-93aab9ab4c55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0444877 Jul 23 00:27:50.420816 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0b94cae4-33bd-4335-8100-1dabd717b9d1 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:27:50.438502 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-0bf264cd-0c64-45d3-8d95-c6d08798bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:50.440168 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-0bf264cd-0c64-45d3-8d95-c6d08798bb74 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595031 Jul 23 00:27:50.455321 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-c3d86558-bc6f-4cff-9697-521dd3664a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:50.457307 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-c3d86558-bc6f-4cff-9697-521dd3664a3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663869 Jul 23 00:27:50.469001 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0b94cae4-33bd-4335-8100-1dabd717b9d1 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:27:50.556659 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-1ede83b8-2533-49be-8934-bd92ffcbef3d service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927689 Jul 23 00:27:50.573125 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-5937c0ea-f40b-4d96-acde-414c4c38bc1f service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105726 Jul 23 00:27:50.625197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d06b06-a1e2-472e-8527-bc1ecc5ec0a6 req-8863ff57-f026-4328-adf6-2f1258cc9cab tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:50.626701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-45d06b06-a1e2-472e-8527-bc1ecc5ec0a6 req-8863ff57-f026-4328-adf6-2f1258cc9cab tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 944 time: 0.1742876 Jul 23 00:27:50.653731 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-34e20a65-002e-4f33-ab9a-e6cdaa947fe9 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908449 Jul 23 00:27:50.704823 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db67c8f8-1ceb-4430-9d1a-1a44fe02abe4 req-0b147fdc-ae58-46a1-8dc5-13dbb6efbf6c service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248922 Jul 23 00:27:50.708362 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-45d06b06-a1e2-472e-8527-bc1ecc5ec0a6 req-fc0c1cd9-52a1-4eab-830e-bfafce01dcd7 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576885 Jul 23 00:27:51.845527 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232c57c-f364-4210-bdeb-1df35eb0c3e1 req-ee38ca16-51c6-45b5-ad06-b6d363c6fa32 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:51.847040 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f232c57c-f364-4210-bdeb-1df35eb0c3e1 req-ee38ca16-51c6-45b5-ad06-b6d363c6fa32 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 944 time: 0.0661259 Jul 23 00:27:51.884270 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f232c57c-f364-4210-bdeb-1df35eb0c3e1 req-81db8ed0-6cb8-4fea-881a-7d7f3284691d tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312419 Jul 23 00:27:52.130720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 0b94cae4-33bd-4335-8100-1dabd717b9d1 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:27:52.221865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-b1ac6c44-2e9d-4508-a7b4-d2466b59d3b0 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:52.223447 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-b1ac6c44-2e9d-4508-a7b4-d2466b59d3b0 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.95 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966&tenant_id=32c55ff30969467198929dedddcc1e65&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 944 time: 0.1096530 Jul 23 00:27:52.229412 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:27:52.240840 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'port_id': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'mac_address': 'fa:16:3e:c9:b7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:27:52.244973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb80ce-db12-4090-955c-b8230ad3edec req-42d7cb79-f92f-45d5-b4f4-f0eefe866c94 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:52.246463 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3fb80ce-db12-4090-955c-b8230ad3edec req-42d7cb79-f92f-45d5-b4f4-f0eefe866c94 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 944 time: 0.1007395 Jul 23 00:27:52.278318 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:52.290710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b94cae4-33bd-4335-8100-1dabd717b9d1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:27:52.310464 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:27:52.315064 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:52.321768 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f3fb80ce-db12-4090-955c-b8230ad3edec req-894988e5-5a33-49b7-8c02-e19d83963e88 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574532 Jul 23 00:27:52.324733 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-3cc1e20d-db6a-45a7-a5b5-1aac557d0b4f service neutron] 10.222.0.95 "GET /v2.0/ports/0b94cae4-33bd-4335-8100-1dabd717b9d1/bindings/n-h2-688802-2 HTTP/1.1" status: 200 len: 382 time: 0.0944858 Jul 23 00:27:52.362725 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=0b94cae4-33bd-4335-8100-1dabd717b9d1,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:27:52.370814 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:52.371162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:52.371501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:52.371836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:52.372166 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:52.372494 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:52.372818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:52.373164 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:52.373491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:52.373811 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:52.374256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:52.374583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:52.402528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0d8b9c4e-ab4f-4cec-aca3-0d2eef36dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:52.404048 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0d8b9c4e-ab4f-4cec-aca3-0d2eef36dcc2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 1096 time: 0.0566986 Jul 23 00:27:52.497331 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-123317c7-9fea-4de6-bbfa-9713b0c55cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:52.498880 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-123317c7-9fea-4de6-bbfa-9713b0c55cc1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0877943 Jul 23 00:27:52.566783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-c5c4203f-558b-4418-b7fe-a5e7fa940596 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1 HTTP/1.1" status: 200 len: 1002 time: 0.0604303 Jul 23 00:27:52.574449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['0b94cae4-33bd-4335-8100-1dabd717b9d1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:27:52.616390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-ca59c8ce-7c13-4621-afa9-31dd6c69fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:52.617932 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-ca59c8ce-7c13-4621-afa9-31dd6c69fbd0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0443473 Jul 23 00:27:52.676756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-efe13438-3072-4906-922c-2965699588f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:52.678519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-efe13438-3072-4906-922c-2965699588f7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538394 Jul 23 00:27:52.768942 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-6ff2097d-98d3-4ad7-a856-285cbed03dd3 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832224 Jul 23 00:27:52.859728 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-ab20bd88-24bf-4ccc-a54f-5736adb36ccc service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835910 Jul 23 00:27:53.452700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efd124-e66c-45ad-93ae-b866d9f5372e req-44dbdd61-ba91-495b-b1b2-8fbdaa7bd93b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:53.454200 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83efd124-e66c-45ad-93ae-b866d9f5372e req-44dbdd61-ba91-495b-b1b2-8fbdaa7bd93b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 945 time: 0.0621827 Jul 23 00:27:53.495414 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83efd124-e66c-45ad-93ae-b866d9f5372e req-6b60520d-7995-4df8-959d-dccfab9f2071 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355816 Jul 23 00:27:54.129534 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 0b94cae4-33bd-4335-8100-1dabd717b9d1 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:27:54.186235 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 0b94cae4-33bd-4335-8100-1dabd717b9d1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:27:54.190353 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 0b94cae4-33bd-4335-8100-1dabd717b9d1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:27:54.190723 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:54.279858 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:54.307877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:27:54.329244 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:27:54.335717 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:54.368764 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d537a8-c72c-4cf0-90ad-6a9a717508b9" -d '{"events": [{"server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "name": "network-vif-plugged", "status": "completed", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:27:54.402209 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=0b94cae4-33bd-4335-8100-1dabd717b9d1,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:27:54.494430 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67374e1-e1e7-4d20-8496-ea1c25be97f7 x-openstack-request-id: req-f67374e1-e1e7-4d20-8496-ea1c25be97f7 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:27:54.494726 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "name": "network-vif-plugged", "status": "completed", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:27:54.494984 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f67374e1-e1e7-4d20-8496-ea1c25be97f7 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:27:54.495392 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'code': 200} Jul 23 00:27:54.629190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25acd06-5574-420c-b4a9-f4fd8aaa12f5 req-c0b3dfa3-f2a2-4efc-a64f-c71d978088c4 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:54.630896 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d25acd06-5574-420c-b4a9-f4fd8aaa12f5 req-c0b3dfa3-f2a2-4efc-a64f-c71d978088c4 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.0677004 Jul 23 00:27:54.669539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d25acd06-5574-420c-b4a9-f4fd8aaa12f5 req-5c5ca1bd-5a16-45d3-b073-2ef494062cf8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329499 Jul 23 00:27:54.925058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0dbda5ac-0c78-4ebe-8113-1a3143866691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:54.926648 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0dbda5ac-0c78-4ebe-8113-1a3143866691 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966&tenant_id=32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 1097 time: 0.0570791 Jul 23 00:27:54.943112 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:27:55.011790 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:55.214677 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:27:55.245898 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:27:55.283867 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:27:55.289571 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:55.301642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Transition to ACTIVE for port object 0b94cae4-33bd-4335-8100-1dabd717b9d1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:27:55.305414 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:55.332661 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf90f4d-7548-4fed-99b1-89e97f0ae286" -d '{"events": [{"server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "name": "network-vif-unplugged", "status": "completed", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:27:55.390536 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Pushing event updated for resources: {'Port': ['ID=0b94cae4-33bd-4335-8100-1dabd717b9d1,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:27:55.405925 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:55.406278 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:55.406717 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:55.406961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:55.407297 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:55.407632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:55.407960 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:55.408290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:55.408618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:55.408942 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:55.409295 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:55.409625 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:27:55.448477 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d41f139-03d7-4bc1-bf69-edf47a71fb1e x-openstack-request-id: req-9d41f139-03d7-4bc1-bf69-edf47a71fb1e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:27:55.448786 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "name": "network-vif-unplugged", "status": "completed", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:27:55.449040 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d41f139-03d7-4bc1-bf69-edf47a71fb1e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:27:55.449467 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'code': 200} Jul 23 00:27:55.450409 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] No DVR routers for this DVR port 0b94cae4-33bd-4335-8100-1dabd717b9d1 on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:27:55.586739 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Attempting to bind port 0b94cae4-33bd-4335-8100-1dabd717b9d1 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:27:55.587072 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Attempting to bind port 0b94cae4-33bd-4335-8100-1dabd717b9d1 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:27:55.587400 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Attempting to bind port 0b94cae4-33bd-4335-8100-1dabd717b9d1 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:27:55.591558 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Port 0b94cae4-33bd-4335-8100-1dabd717b9d1 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:27:55.591879 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Attempting to bind port 0b94cae4-33bd-4335-8100-1dabd717b9d1 on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:27:55.596565 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:27:55.596903 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Checking segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:27:55.597322 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Bound using segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:27:55.597743 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Bound port: 0b94cae4-33bd-4335-8100-1dabd717b9d1, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:27:55.598095 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:55.660497 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:27:55.664447 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:27:55.667805 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:55.699497 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:55.700118 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:55.702093 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] 10.222.0.18 "PUT /v2.0/ports/0b94cae4-33bd-4335-8100-1dabd717b9d1 HTTP/1.1" status: 200 len: 1093 time: 0.7629449 Jul 23 00:27:55.726494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0759a0-c343-41f1-865e-291fe90d5b2f service neutron] Pushing event updated for resources: {'Port': ['ID=0b94cae4-33bd-4335-8100-1dabd717b9d1,revision_number=11']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:27:55.808199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-d42dc251-f6a3-4bac-9963-5f26dc2edf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:55.809964 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-d42dc251-f6a3-4bac-9963-5f26dc2edf3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 1096 time: 0.0670702 Jul 23 00:27:55.815725 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c156e71-3cad-4178-a8a8-57d406c0f3cc req-785ef70a-8461-4f1a-a494-c2eea57172a5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:55.817935 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c156e71-3cad-4178-a8a8-57d406c0f3cc req-785ef70a-8461-4f1a-a494-c2eea57172a5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 945 time: 0.0678186 Jul 23 00:27:55.863092 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c156e71-3cad-4178-a8a8-57d406c0f3cc req-01712ead-c156-4bfa-a755-84d4a719b64a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351224 Jul 23 00:27:55.914549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-c0fc6ed5-6272-4a54-9209-0898a2330922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:55.916070 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-c0fc6ed5-6272-4a54-9209-0898a2330922 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0990736 Jul 23 00:27:55.984652 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-7c1e25c1-16a3-4c4f-8cd5-c914088b7a2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1 HTTP/1.1" status: 200 len: 1001 time: 0.0624237 Jul 23 00:27:56.032175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-024ff8fd-3510-4a56-b247-95554cca64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:56.033707 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-024ff8fd-3510-4a56-b247-95554cca64d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0426815 Jul 23 00:27:56.090940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-5e2d14eb-f252-4903-9616-b69abad3d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:56.092442 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-5e2d14eb-f252-4903-9616-b69abad3d7ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520163 Jul 23 00:27:56.182466 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-4b28f35a-da95-4527-8e7e-2c7253aeebee service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839064 Jul 23 00:27:56.270385 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-03ba5e1e-dc99-417c-98a2-24cf8e5b078d req-b6262789-4e49-4cf0-9236-64b212fbec5a service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817165 Jul 23 00:27:56.998154 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e73e8c-6ae6-4a85-80f1-2379babe337b req-4928a719-3773-4aec-a4a8-c5026ca660f3 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:56.999635 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6e73e8c-6ae6-4a85-80f1-2379babe337b req-4928a719-3773-4aec-a4a8-c5026ca660f3 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 945 time: 0.0667505 Jul 23 00:27:57.039149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f6e73e8c-6ae6-4a85-80f1-2379babe337b req-83d60f63-30b7-4988-b726-54cff9383c46 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328448 Jul 23 00:27:57.451056 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:27:57.453466 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0a5667-afa5-48a4-a602-9a0ad237067b" -d '{"events": [{"name": "network-changed", "server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:27:57.501707 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdeb855-3ae1-4d81-8159-e75cfb4e58e2 x-openstack-request-id: req-3bdeb855-3ae1-4d81-8159-e75cfb4e58e2 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:27:57.502034 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:27:57.502289 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3bdeb855-3ae1-4d81-8159-e75cfb4e58e2 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:27:57.502694 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'status': 'completed', 'code': 200} Jul 23 00:27:57.574688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-c231c3a1-8887-4d55-9099-0f09ab16cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:57.576193 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-c231c3a1-8887-4d55-9099-0f09ab16cb16 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 1096 time: 0.0554504 Jul 23 00:27:57.611575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-beda785e-9e62-4dc6-b3be-91728f5d73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:57.613290 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-beda785e-9e62-4dc6-b3be-91728f5d73d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 1096 time: 0.0614927 Jul 23 00:27:57.672613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-4d3a9b73-3088-4e1f-b160-eb7297641d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:57.674163 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-4d3a9b73-3088-4e1f-b160-eb7297641d3a service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0895555 Jul 23 00:27:57.725957 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-7add0b23-3bef-42a3-a831-0848a768399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:57.727559 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-7add0b23-3bef-42a3-a831-0848a768399c service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0907159 Jul 23 00:27:57.740462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-bff5803c-e0c7-4fbe-bd10-75ab2060945c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1 HTTP/1.1" status: 200 len: 1001 time: 0.0592692 Jul 23 00:27:57.791219 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-2b992113-6429-4cf4-907f-fc412e8e5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:57.792699 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-2b992113-6429-4cf4-907f-fc412e8e5ea6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0456936 Jul 23 00:27:57.812131 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-8b6aac55-b1f6-4864-82e1-bdef27734759 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1 HTTP/1.1" status: 200 len: 1001 time: 0.0658953 Jul 23 00:27:57.856450 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-eb8825dc-d4a2-41bc-af68-099455178266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:57.857900 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-eb8825dc-d4a2-41bc-af68-099455178266 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583804 Jul 23 00:27:57.861078 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-5bf88ec6-dada-4425-bdc8-a1717fc8f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:57.862648 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-5bf88ec6-dada-4425-bdc8-a1717fc8f193 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0443528 Jul 23 00:27:57.923934 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-267b3e5f-dd0b-4862-8ef1-eea859c106ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:57.925526 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-267b3e5f-dd0b-4862-8ef1-eea859c106ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548012 Jul 23 00:27:57.953571 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-ef53f08c-b22a-42f4-9269-854fd3c60d52 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882120 Jul 23 00:27:58.017512 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-dd26a0b4-f694-4979-9758-54f71731c52a service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848002 Jul 23 00:27:58.046967 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-dec844cf-043e-403c-9aec-dd57d0b92259 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866523 Jul 23 00:27:58.110920 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2f0a5667-afa5-48a4-a602-9a0ad237067b req-f75c0c72-8d79-4909-8d54-a94be43083ab service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861073 Jul 23 00:27:58.138780 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 0b94cae4-33bd-4335-8100-1dabd717b9d1 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:27:58.170231 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f29d6-8dd4-4008-a884-45496f25ac83 req-e1ab5aae-878a-4437-8781-baf0a8280e1a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:58.171734 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb6f29d6-8dd4-4008-a884-45496f25ac83 req-e1ab5aae-878a-4437-8781-baf0a8280e1a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 945 time: 0.0646169 Jul 23 00:27:58.175718 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 0b94cae4-33bd-4335-8100-1dabd717b9d1 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:27:58.211350 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb6f29d6-8dd4-4008-a884-45496f25ac83 req-fd199353-a84f-4023-b600-73fe6187edf3 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324972 Jul 23 00:27:58.338406 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25b909-d7ca-47ce-85ec-fbfed4e8c3f0 req-cb9215f9-5cc3-4ef5-ba92-74447d661e05 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:58.339886 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e25b909-d7ca-47ce-85ec-fbfed4e8c3f0 req-cb9215f9-5cc3-4ef5-ba92-74447d661e05 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 945 time: 0.0625896 Jul 23 00:27:58.380818 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9e25b909-d7ca-47ce-85ec-fbfed4e8c3f0 req-8eceaff2-a840-48f7-9264-0dcbcda6bb7f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347538 Jul 23 00:27:58.455716 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0b94cae4-33bd-4335-8100-1dabd717b9d1 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:27:58.510114 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbae0d-a3df-4886-9085-893ff86b195a req-7b2b796a-409a-4c96-a386-a35c95860a6b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:58.511597 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68dbae0d-a3df-4886-9085-893ff86b195a req-7b2b796a-409a-4c96-a386-a35c95860a6b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 945 time: 0.0647440 Jul 23 00:27:58.549355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68dbae0d-a3df-4886-9085-893ff86b195a req-0b9cd67e-a386-456e-b39d-addafabcc8fe tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319362 Jul 23 00:27:58.553187 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:27:58.565709 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'port_id': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'mac_address': 'fa:16:3e:c9:b7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:27:58.602417 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:58.615083 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b94cae4-33bd-4335-8100-1dabd717b9d1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:27:58.635125 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:27:58.639119 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:58.695862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=0b94cae4-33bd-4335-8100-1dabd717b9d1,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:27:58.797305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f3e23-a441-4e88-bc35-a2efd595f72d req-a84509b3-eecd-4032-9f82-8d9b4408dc5a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:58.798792 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c54f3e23-a441-4e88-bc35-a2efd595f72d req-a84509b3-eecd-4032-9f82-8d9b4408dc5a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.0640621 Jul 23 00:27:58.836394 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c54f3e23-a441-4e88-bc35-a2efd595f72d req-dceac2b2-6987-4fc3-b63e-3f3e5b716fa5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318782 Jul 23 00:27:58.960365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['0b94cae4-33bd-4335-8100-1dabd717b9d1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:27:59.968879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a4add-1ffa-41b0-8d63-7064534b5114 req-1d26966a-a4dd-476c-88de-4b71ed4cff9a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:59.970390 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e02a4add-1ffa-41b0-8d63-7064534b5114 req-1d26966a-a4dd-476c-88de-4b71ed4cff9a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.0664747 Jul 23 00:28:00.008441 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e02a4add-1ffa-41b0-8d63-7064534b5114 req-64fdbe1a-45ab-4b82-8acb-8c8f8be0e50d tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317590 Jul 23 00:28:00.172075 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf6ab0-4f7b-44a0-b804-cef38d7b3b6f req-d3106346-a9b8-47db-b548-deba46524d4f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:00.173543 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0edf6ab0-4f7b-44a0-b804-cef38d7b3b6f req-d3106346-a9b8-47db-b548-deba46524d4f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.18 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 946 time: 0.0663683 Jul 23 00:28:00.269170 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-0edf6ab0-4f7b-44a0-b804-cef38d7b3b6f req-10d4b94a-686d-4564-b012-89ff4918df0e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Deleting port 0b94cae4-33bd-4335-8100-1dabd717b9d1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:28:00.269512 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0edf6ab0-4f7b-44a0-b804-cef38d7b3b6f req-10d4b94a-686d-4564-b012-89ff4918df0e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:00.357948 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-0edf6ab0-4f7b-44a0-b804-cef38d7b3b6f req-10d4b94a-686d-4564-b012-89ff4918df0e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] For port 0b94cae4-33bd-4335-8100-1dabd717b9d1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0b94cae4-33bd-4335-8100-1dabd717b9d1,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:28:00.358302 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0edf6ab0-4f7b-44a0-b804-cef38d7b3b6f req-10d4b94a-686d-4564-b012-89ff4918df0e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:00.471001 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0b94cae4-33bd-4335-8100-1dabd717b9d1 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:28:00.522304 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 0b94cae4-33bd-4335-8100-1dabd717b9d1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:28:00.526102 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 0b94cae4-33bd-4335-8100-1dabd717b9d1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:28:00.526477 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:00.528921 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0edf6ab0-4f7b-44a0-b804-cef38d7b3b6f req-10d4b94a-686d-4564-b012-89ff4918df0e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:00.529324 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0edf6ab0-4f7b-44a0-b804-cef38d7b3b6f req-10d4b94a-686d-4564-b012-89ff4918df0e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:00.529632 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [req-0edf6ab0-4f7b-44a0-b804-cef38d7b3b6f req-10d4b94a-686d-4564-b012-89ff4918df0e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Floating IP 853598f8-71c8-47b3-a090-b159d0ca484b disassociated. External IP: 172.25.4.195, port: 0b94cae4-33bd-4335-8100-1dabd717b9d1. Jul 23 00:28:00.529967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-0edf6ab0-4f7b-44a0-b804-cef38d7b3b6f req-10d4b94a-686d-4564-b012-89ff4918df0e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Calling delete_port for 0b94cae4-33bd-4335-8100-1dabd717b9d1 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:28:00.556904 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:28:00.602699 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:00.656725 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0edf6ab0-4f7b-44a0-b804-cef38d7b3b6f req-10d4b94a-686d-4564-b012-89ff4918df0e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:00.685936 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4b94a-686d-4564-b012-89ff4918df0e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Pushing event deleted for resources: {'Port': ['ID=0b94cae4-33bd-4335-8100-1dabd717b9d1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:28:00.799347 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0edf6ab0-4f7b-44a0-b804-cef38d7b3b6f req-10d4b94a-686d-4564-b012-89ff4918df0e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:28:00.908567 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0edf6ab0-4f7b-44a0-b804-cef38d7b3b6f req-10d4b94a-686d-4564-b012-89ff4918df0e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:28:00.919173 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12688fc-0b67-4ee6-84e3-fc0980fea7da None None] Sync routers for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:28:00.929374 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12688fc-0b67-4ee6-84e3-fc0980fea7da None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:28:00.929974 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f12688fc-0b67-4ee6-84e3-fc0980fea7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:27:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:28:00.954762 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edf6ab0-4f7b-44a0-b804-cef38d7b3b6f req-10d4b94a-686d-4564-b012-89ff4918df0e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] No DVR routers for this DVR port 0b94cae4-33bd-4335-8100-1dabd717b9d1 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:28:00.957494 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-0edf6ab0-4f7b-44a0-b804-cef38d7b3b6f req-10d4b94a-686d-4564-b012-89ff4918df0e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:00.959457 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0edf6ab0-4f7b-44a0-b804-cef38d7b3b6f req-10d4b94a-686d-4564-b012-89ff4918df0e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.18 "DELETE /v2.0/ports/0b94cae4-33bd-4335-8100-1dabd717b9d1 HTTP/1.1" status: 204 len: 173 time: 0.7811010 Jul 23 00:28:00.959945 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'name': 'network-vif-deleted', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:28:00.962208 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8dedbf-f984-4e5a-a230-a4c22cebad79" -d '{"events": [{"server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "name": "network-vif-deleted", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:28:01.003427 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dc2131-0399-406f-a8d3-b1ba7d91b6ba x-openstack-request-id: req-17dc2131-0399-406f-a8d3-b1ba7d91b6ba {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:28:01.003721 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da376d6e-2df8-4ec7-9cb5-c22258b0f966", "name": "network-vif-deleted", "tag": "0b94cae4-33bd-4335-8100-1dabd717b9d1", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:28:01.003974 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17dc2131-0399-406f-a8d3-b1ba7d91b6ba {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:28:01.004382 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da376d6e-2df8-4ec7-9cb5-c22258b0f966', 'name': 'network-vif-deleted', 'tag': '0b94cae4-33bd-4335-8100-1dabd717b9d1', 'status': 'completed', 'code': 200} Jul 23 00:28:01.039577 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f12688fc-0b67-4ee6-84e3-fc0980fea7da None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:28:01.108172 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e28382f4-9525-49de-a8d2-0ba5b2e3073e req-6abf338d-5619-4eb7-8758-a3a4d90df477 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=da376d6e-2df8-4ec7-9cb5-c22258b0f966 HTTP/1.1" status: 200 len: 210 time: 0.0300722 Jul 23 00:28:01.246374 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f12688fc-0b67-4ee6-84e3-fc0980fea7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:28:01.271451 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12688fc-0b67-4ee6-84e3-fc0980fea7da None None] Checking router: 9e7a2540-ab8a-4b6e-96ba-8ad83299617b for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:28:01.279497 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12688fc-0b67-4ee6-84e3-fc0980fea7da None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:28:01.280087 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f12688fc-0b67-4ee6-84e3-fc0980fea7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:27:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:28:01.380028 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f12688fc-0b67-4ee6-84e3-fc0980fea7da None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:28:01.575018 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f12688fc-0b67-4ee6-84e3-fc0980fea7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:28:01.603743 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12688fc-0b67-4ee6-84e3-fc0980fea7da None None] The sync data for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 is: [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:28:01.666758 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a81818f3-ff9d-4299-bced-212ef530f20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:01.835153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a79e5-354c-4463-8fae-3d9d04f01293 None None] New status for floating IP 853598f8-71c8-47b3-a090-b159d0ca484b: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:28:02.383288 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-179ac0bc-e22c-478a-9945-fb931b8788e7 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--252409564&fields=id&tenant_id=32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 267 time: 0.0324142 Jul 23 00:28:02.489937 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-516c47e0-a36d-48ac-8751-bdc1045581d4 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:02.491324 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-516c47e0-a36d-48ac-8751-bdc1045581d4 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 811 time: 0.1019118 Jul 23 00:28:02.507187 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-a407d597-93cb-400b-b6d7-d4e72c634977 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/quotas/32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 375 time: 0.0101919 Jul 23 00:28:02.574968 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-8fcbc3e9-39b6-4206-8e61-a9cb956179a3 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0627177 Jul 23 00:28:02.590552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d25596e4-e4fe-421c-831b-741f289276b9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:28:02.591499 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d25596e4-e4fe-421c-831b-741f289276b9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050178 Jul 23 00:28:02.681227 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-c4c9557c-255d-4bbf-b130-dcd6acc4f923 service neutron] 10.222.0.26 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845096 Jul 23 00:28:02.768263 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-bfb6936b-3fce-4d8c-9b9d-f8064aa212bd service neutron] 10.222.0.26 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814195 Jul 23 00:28:02.943851 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12f279e4-c0ac-48ed-8288-2d6a3741c242 req-d0084069-0f17-453e-afba-f909afb9e56e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 210 time: 0.0307307 Jul 23 00:28:03.912567 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-4f9db0a4-a0c7-4800-af5f-47d0f1da813b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:03.914114 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-4f9db0a4-a0c7-4800-af5f-47d0f1da813b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 811 time: 0.1135209 Jul 23 00:28:03.968755 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-7bdde5a8-0998-4fde-81ab-c579d5b4079f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 379 time: 0.0326383 Jul 23 00:28:03.992397 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-67281ec4-fa9c-4d13-adda-11343e833bf5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Request body: {'port': {'device_id': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'admin_state_up': True, 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'security_groups': ['c9ffac2e-6476-497f-ac44-2c49f9bef91a']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:28:04.047267 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f7105c9f-a81a-483b-94d0-b3590935f39e req-8e317320-03ae-4f30-823f-66df8da7b146 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 210 time: 0.0329607 Jul 23 00:28:04.099225 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-67281ec4-fa9c-4d13-adda-11343e833bf5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Made reservation on behalf of 32c55ff30969467198929dedddcc1e65 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:28:04.102819 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-67281ec4-fa9c-4d13-adda-11343e833bf5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:04.229489 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-67281ec4-fa9c-4d13-adda-11343e833bf5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Allocated IP 172.20.0.9 (2cae6144-d2b2-4c81-972c-f9638b0ce67e/5c1bea52-0466-4488-975d-4fa8a36b9c8d/687ce238-3d40-4e49-a40c-b886977b9d7a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:28:04.368129 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-67281ec4-fa9c-4d13-adda-11343e833bf5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:04.428410 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cad8481d-845e-4ec3-a71a-9c464cb35e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:04.470694 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:04.486354 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0b94cae4-33bd-4335-8100-1dabd717b9d1 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:28:04.508152 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 0b94cae4-33bd-4335-8100-1dabd717b9d1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:28:04.508502 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0b94cae4-33bd-4335-8100-1dabd717b9d1 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:28:04.638121 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-67281ec4-fa9c-4d13-adda-11343e833bf5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Transition to ACTIVE for port object 687ce238-3d40-4e49-a40c-b886977b9d7a will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:28:04.670574 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-67281ec4-fa9c-4d13-adda-11343e833bf5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:04.709213 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-67281ec4-fa9c-4d13-adda-11343e833bf5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Network 2cae6144-d2b2-4c81-972c-f9638b0ce67e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:28:04.714317 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-67281ec4-fa9c-4d13-adda-11343e833bf5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:28:04.717777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-67281ec4-fa9c-4d13-adda-11343e833bf5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:28:04.748538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67281ec4-fa9c-4d13-adda-11343e833bf5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Pushing event updated for resources: {'Port': ['ID=687ce238-3d40-4e49-a40c-b886977b9d7a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:28:04.755708 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:04.773012 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-67281ec4-fa9c-4d13-adda-11343e833bf5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:04.773719 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-67281ec4-fa9c-4d13-adda-11343e833bf5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:04.788734 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-67281ec4-fa9c-4d13-adda-11343e833bf5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8010881 Jul 23 00:28:04.807075 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Request body: {'port': {'device_id': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:28:04.885763 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:05.007578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7306195-1200-4f0d-8538-aff3f20bce87 None None] Provisioning for port 687ce238-3d40-4e49-a40c-b886977b9d7a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:28:05.013701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f7306195-1200-4f0d-8538-aff3f20bce87 None None] Provisioning complete for port 687ce238-3d40-4e49-a40c-b886977b9d7a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:28:05.016161 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f7306195-1200-4f0d-8538-aff3f20bce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:05.051216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f7306195-1200-4f0d-8538-aff3f20bce87 None None] Port 687ce238-3d40-4e49-a40c-b886977b9d7a cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:28:05.147683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687ce238-3d40-4e49-a40c-b886977b9d7a {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:28:05.155082 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:05.167427 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Transition to ACTIVE for port object 687ce238-3d40-4e49-a40c-b886977b9d7a will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:28:05.171397 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:05.179410 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b70c00-3058-419d-a552-cef5cbfede36 req-23eb9aab-60f1-47ca-8a6f-ee6a662bfbeb tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:05.181014 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96b70c00-3058-419d-a552-cef5cbfede36 req-23eb9aab-60f1-47ca-8a6f-ee6a662bfbeb tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 931 time: 0.0647774 Jul 23 00:28:05.220157 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96b70c00-3058-419d-a552-cef5cbfede36 req-a5b8e292-fa9c-4d25-8b7a-8fdae1fce14f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334065 Jul 23 00:28:05.228320 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Pushing event updated for resources: {'Port': ['ID=687ce238-3d40-4e49-a40c-b886977b9d7a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:28:05.297293 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Attempting to bind port 687ce238-3d40-4e49-a40c-b886977b9d7a on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:28:05.297634 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Attempting to bind port 687ce238-3d40-4e49-a40c-b886977b9d7a by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:28:05.297970 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Attempting to bind port 687ce238-3d40-4e49-a40c-b886977b9d7a on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:28:05.302883 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Port 687ce238-3d40-4e49-a40c-b886977b9d7a on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:28:05.303258 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Attempting to bind port 687ce238-3d40-4e49-a40c-b886977b9d7a on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:28:05.308186 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:28:05.308556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Checking segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:28:05.308944 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Bound using segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:28:05.309407 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Bound port: 687ce238-3d40-4e49-a40c-b886977b9d7a, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:28:05.309775 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:05.376879 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:28:05.380295 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=687ce238-3d40-4e49-a40c-b886977b9d7a,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:28:05.384546 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:05.423180 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:05.423864 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:05.425283 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] 10.222.0.18 "PUT /v2.0/ports/687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 200 len: 1091 time: 0.6227143 Jul 23 00:28:05.425719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'tag': '687ce238-3d40-4e49-a40c-b886977b9d7a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:28:05.428737 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b16360-b080-43c0-91d2-affc7bc83d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "e130b3b1-b0ee-4e8b-8df5-3a4daa88db54", "tag": "687ce238-3d40-4e49-a40c-b886977b9d7a"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:28:05.451856 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7587acc-5824-4dce-abf1-99ea2c4f194d service neutron] Pushing event updated for resources: {'Port': ['ID=687ce238-3d40-4e49-a40c-b886977b9d7a,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:28:05.509890 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5b4be6-0704-4518-8411-7b0c5244037b x-openstack-request-id: req-1c5b4be6-0704-4518-8411-7b0c5244037b {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:28:05.510193 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e130b3b1-b0ee-4e8b-8df5-3a4daa88db54", "tag": "687ce238-3d40-4e49-a40c-b886977b9d7a", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:28:05.510449 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c5b4be6-0704-4518-8411-7b0c5244037b {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:28:05.510850 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'tag': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'status': 'completed', 'code': 200} Jul 23 00:28:05.539584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d31c2922-2a71-4bec-ad13-f5d2774e2926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:05.541229 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-d31c2922-2a71-4bec-ad13-f5d2774e2926 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 1094 time: 0.0613806 Jul 23 00:28:05.588510 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-b38c69e3-2d55-497e-b9c2-cbee43555e4e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 200 len: 217 time: 0.0350420 Jul 23 00:28:05.637770 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-6b879227-23a5-4378-9a3c-1139d49d4b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:05.639233 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-6b879227-23a5-4378-9a3c-1139d49d4b40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0451481 Jul 23 00:28:05.703511 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-6a8279cd-7c3a-4036-b6f6-613e9945200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:05.705026 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-6a8279cd-7c3a-4036-b6f6-613e9945200d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589879 Jul 23 00:28:05.711879 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:05.798442 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-a260147b-6abb-49e6-9bc0-74e5534a491e service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855224 Jul 23 00:28:05.887217 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-aa064af1-f53b-418a-9a45-0a8b6509bb93 req-23971027-b8c2-4238-807c-092728610a39 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830319 Jul 23 00:28:06.032565 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b16360-b080-43c0-91d2-affc7bc83d0b req-a6a3ea2c-e197-4b8e-9552-f4e3268ec69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:06.034134 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d3b16360-b080-43c0-91d2-affc7bc83d0b req-a6a3ea2c-e197-4b8e-9552-f4e3268ec69a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 1094 time: 0.0542364 Jul 23 00:28:06.126751 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b16360-b080-43c0-91d2-affc7bc83d0b req-813ff45b-95f2-43a0-8e3f-d5155a215cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:06.128132 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d3b16360-b080-43c0-91d2-affc7bc83d0b req-813ff45b-95f2-43a0-8e3f-d5155a215cd6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0868094 Jul 23 00:28:06.169695 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d3b16360-b080-43c0-91d2-affc7bc83d0b req-76bd9ec1-5e08-4be4-bc83-4820f37ddd0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 200 len: 217 time: 0.0338602 Jul 23 00:28:06.218825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b16360-b080-43c0-91d2-affc7bc83d0b req-b18d3fbb-0433-44b8-82d1-5f83c71ca374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:06.220391 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d3b16360-b080-43c0-91d2-affc7bc83d0b req-b18d3fbb-0433-44b8-82d1-5f83c71ca374 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0439582 Jul 23 00:28:06.286638 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b16360-b080-43c0-91d2-affc7bc83d0b req-d7058af2-f9c9-4e42-a947-466275559fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:06.288176 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d3b16360-b080-43c0-91d2-affc7bc83d0b req-d7058af2-f9c9-4e42-a947-466275559fcf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610697 Jul 23 00:28:06.366397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db402fa-34d7-47e8-bfb0-1f12d6e38371 req-80f4885a-71ee-4b05-abc0-8da2b6f91abf tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:06.367904 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7db402fa-34d7-47e8-bfb0-1f12d6e38371 req-80f4885a-71ee-4b05-abc0-8da2b6f91abf tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 943 time: 0.0640550 Jul 23 00:28:06.379411 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d3b16360-b080-43c0-91d2-affc7bc83d0b req-97f3a6aa-d1e7-4291-9d53-650e919beb41 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825415 Jul 23 00:28:06.409808 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7db402fa-34d7-47e8-bfb0-1f12d6e38371 req-7e0852c9-9a10-49c2-97b4-867aaded47c3 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361943 Jul 23 00:28:06.475406 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d3b16360-b080-43c0-91d2-affc7bc83d0b req-a2de6662-7c19-4ed7-a28a-9ad5a4cd33cc service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876133 Jul 23 00:28:07.201085 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:07.543188 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146556a-2769-45a5-9df2-fd8fef6ed142 req-2a134b23-51ed-4436-b3cd-1ef9daaa4a07 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:07.544556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3146556a-2769-45a5-9df2-fd8fef6ed142 req-2a134b23-51ed-4436-b3cd-1ef9daaa4a07 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 943 time: 0.0630398 Jul 23 00:28:07.580531 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3146556a-2769-45a5-9df2-fd8fef6ed142 req-be13160b-6f3f-4e69-9c38-b5dcfd5e4f39 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304534 Jul 23 00:28:08.517853 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 687ce238-3d40-4e49-a40c-b886977b9d7a details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:28:08.615860 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=687ce238-3d40-4e49-a40c-b886977b9d7a,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:28:08.627186 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'port_id': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'mac_address': 'fa:16:3e:c1:50:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:28:08.665727 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:08.679153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687ce238-3d40-4e49-a40c-b886977b9d7a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:28:08.698952 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=687ce238-3d40-4e49-a40c-b886977b9d7a,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:28:08.703358 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:08.713799 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bf9d0-bf32-4d8a-a1a8-c35eec25992d req-0bfc79ad-ed2f-4d55-a307-022dcd651340 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:08.715295 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d9bf9d0-bf32-4d8a-a1a8-c35eec25992d req-0bfc79ad-ed2f-4d55-a307-022dcd651340 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 943 time: 0.0640476 Jul 23 00:28:08.751478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=687ce238-3d40-4e49-a40c-b886977b9d7a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:28:08.752472 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d9bf9d0-bf32-4d8a-a1a8-c35eec25992d req-1ba2c35d-ac4b-41e6-a70c-13929d090bc8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316923 Jul 23 00:28:08.956367 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['687ce238-3d40-4e49-a40c-b886977b9d7a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:28:09.885665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780c015-ff0e-448e-a926-ec3f99e57bcd req-87497f2c-0448-4e60-98b1-8b8c92f0ec56 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:09.887153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f780c015-ff0e-448e-a926-ec3f99e57bcd req-87497f2c-0448-4e60-98b1-8b8c92f0ec56 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 944 time: 0.0651019 Jul 23 00:28:09.924197 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f780c015-ff0e-448e-a926-ec3f99e57bcd req-bc62b8c4-1931-4efb-8998-509baf00b00f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312588 Jul 23 00:28:10.534306 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 687ce238-3d40-4e49-a40c-b886977b9d7a up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:28:10.582052 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 687ce238-3d40-4e49-a40c-b886977b9d7a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:28:10.585776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 687ce238-3d40-4e49-a40c-b886977b9d7a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:28:10.586165 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:10.662348 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:10.683880 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687ce238-3d40-4e49-a40c-b886977b9d7a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:28:10.686100 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d43408-4212-4fd7-b3ef-f266b4b61d63" -d '{"events": [{"server_uuid": "e130b3b1-b0ee-4e8b-8df5-3a4daa88db54", "name": "network-vif-plugged", "status": "completed", "tag": "687ce238-3d40-4e49-a40c-b886977b9d7a"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:28:10.698494 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=687ce238-3d40-4e49-a40c-b886977b9d7a,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:28:10.702436 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:10.725046 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa990413-e8d8-47d2-a55f-ef4f9830daec x-openstack-request-id: req-aa990413-e8d8-47d2-a55f-ef4f9830daec {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:28:10.725362 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e130b3b1-b0ee-4e8b-8df5-3a4daa88db54", "name": "network-vif-plugged", "status": "completed", "tag": "687ce238-3d40-4e49-a40c-b886977b9d7a", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:28:10.725661 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa990413-e8d8-47d2-a55f-ef4f9830daec {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:28:10.725995 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'code': 200} Jul 23 00:28:10.752713 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=687ce238-3d40-4e49-a40c-b886977b9d7a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:28:10.857985 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e55e5b-dbb4-4e59-8c09-7f0fc23f289a req-8ba29791-f8fa-4cbc-933a-12f4809efdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:10.859737 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a5e55e5b-dbb4-4e59-8c09-7f0fc23f289a req-8ba29791-f8fa-4cbc-933a-12f4809efdc0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 1096 time: 0.0530939 Jul 23 00:28:10.893029 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a5e55e5b-dbb4-4e59-8c09-7f0fc23f289a req-609f728f-025b-49e0-a19d-10527a46ee37 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274565 Jul 23 00:28:11.054511 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20c188-2b09-4326-a7fb-18a1439075af req-6dac342f-f979-400e-a2e2-3487caaedca5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:11.056011 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d20c188-2b09-4326-a7fb-18a1439075af req-6dac342f-f979-400e-a2e2-3487caaedca5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0643651 Jul 23 00:28:11.094652 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8d20c188-2b09-4326-a7fb-18a1439075af req-695e6fdc-9976-47c9-b09a-3cc3406142d1 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330150 Jul 23 00:28:12.222886 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f34d49-eeed-4dae-bb24-f2e5969b79f1 req-3c706deb-fb0e-4694-8581-1862100a37a4 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:12.225246 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98f34d49-eeed-4dae-bb24-f2e5969b79f1 req-3c706deb-fb0e-4694-8581-1862100a37a4 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0632293 Jul 23 00:28:12.265351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-98f34d49-eeed-4dae-bb24-f2e5969b79f1 req-59760e82-eb23-4aba-9348-f6a5897c25a9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345547 Jul 23 00:28:12.389368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939316e-6870-4022-93ad-13605bdc8b3e req-7dc7d02e-fb12-45f6-8f9a-eca7d558e149 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:12.391075 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4939316e-6870-4022-93ad-13605bdc8b3e req-7dc7d02e-fb12-45f6-8f9a-eca7d558e149 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0633447 Jul 23 00:28:12.400160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59476) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:28:12.404497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-43e7cae2-0833-4106-b165-8d3265800848 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Request body: {'floatingip': {'port_id': '687ce238-3d40-4e49-a40c-b886977b9d7a'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:28:12.441912 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43e7cae2-0833-4106-b165-8d3265800848 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for floatingip, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:13.197763 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43e7cae2-0833-4106-b165-8d3265800848 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:13.201303 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43e7cae2-0833-4106-b165-8d3265800848 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:13.298741 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-43e7cae2-0833-4106-b165-8d3265800848 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Floating IP 853598f8-71c8-47b3-a090-b159d0ca484b associated. External IP: 172.25.4.195, port: 687ce238-3d40-4e49-a40c-b886977b9d7a. Jul 23 00:28:13.496891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e7cae2-0833-4106-b165-8d3265800848 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:28:13.600792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e7cae2-0833-4106-b165-8d3265800848 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:28:13.605585 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43e7cae2-0833-4106-b165-8d3265800848 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:13.610275 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb5791a-f8f7-4cd9-8748-527dfeb2f217 None None] Sync routers for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:28:13.618980 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb5791a-f8f7-4cd9-8748-527dfeb2f217 None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:28:13.619589 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6eb5791a-f8f7-4cd9-8748-527dfeb2f217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:28:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:28:13.641950 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-43e7cae2-0833-4106-b165-8d3265800848 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "PUT /v2.0/floatingips/853598f8-71c8-47b3-a090-b159d0ca484b HTTP/1.1" status: 200 len: 992 time: 1.2407444 Jul 23 00:28:13.642832 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'tag': '687ce238-3d40-4e49-a40c-b886977b9d7a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:28:13.645752 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0385ce26-723f-49fe-8199-196e94acff29" -d '{"events": [{"name": "network-changed", "server_uuid": "e130b3b1-b0ee-4e8b-8df5-3a4daa88db54", "tag": "687ce238-3d40-4e49-a40c-b886977b9d7a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:28:13.681909 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc4147c-1d0a-4763-ba1f-13cd4a744754 x-openstack-request-id: req-7bc4147c-1d0a-4763-ba1f-13cd4a744754 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:28:13.682211 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e130b3b1-b0ee-4e8b-8df5-3a4daa88db54", "tag": "687ce238-3d40-4e49-a40c-b886977b9d7a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:28:13.682619 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7bc4147c-1d0a-4763-ba1f-13cd4a744754 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:28:13.683145 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'tag': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'status': 'completed', 'code': 200} Jul 23 00:28:13.725028 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6eb5791a-f8f7-4cd9-8748-527dfeb2f217 None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:28:13.791447 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385ce26-723f-49fe-8199-196e94acff29 req-972854f9-7926-43e8-9307-75695a0846a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:13.792952 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0385ce26-723f-49fe-8199-196e94acff29 req-972854f9-7926-43e8-9307-75695a0846a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 1096 time: 0.0552216 Jul 23 00:28:13.899797 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385ce26-723f-49fe-8199-196e94acff29 req-d120046f-4733-43bd-8652-a97d6eeb00f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:13.901215 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0385ce26-723f-49fe-8199-196e94acff29 req-d120046f-4733-43bd-8652-a97d6eeb00f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.1021819 Jul 23 00:28:13.969404 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0385ce26-723f-49fe-8199-196e94acff29 req-499333b5-6798-4066-8750-a736a69351bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 200 len: 1000 time: 0.0617564 Jul 23 00:28:14.017704 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385ce26-723f-49fe-8199-196e94acff29 req-d333f594-e60f-4edb-b837-293c67510953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:14.019172 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0385ce26-723f-49fe-8199-196e94acff29 req-d333f594-e60f-4edb-b837-293c67510953 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0437992 Jul 23 00:28:14.035257 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6eb5791a-f8f7-4cd9-8748-527dfeb2f217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '853598f8-71c8-47b3-a090-b159d0ca484b', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'port_id': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'mac_address': 'fa:16:3e:c1:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:21:19Z', 'updated_at': '2021-07-23T00:28:13Z', 'revision_number': 13, 'project_id': '32c55ff30969467198929dedddcc1e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:28:14.063412 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb5791a-f8f7-4cd9-8748-527dfeb2f217 None None] Checking router: 9e7a2540-ab8a-4b6e-96ba-8ad83299617b for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:28:14.071504 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb5791a-f8f7-4cd9-8748-527dfeb2f217 None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:28:14.072123 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6eb5791a-f8f7-4cd9-8748-527dfeb2f217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:28:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:28:14.078223 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385ce26-723f-49fe-8199-196e94acff29 req-fda968a5-0c61-49e7-8adf-02bc9f31041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:14.079760 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0385ce26-723f-49fe-8199-196e94acff29 req-fda968a5-0c61-49e7-8adf-02bc9f31041e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544510 Jul 23 00:28:14.172993 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0385ce26-723f-49fe-8199-196e94acff29 req-8f54b097-cf67-4ce4-ac5b-00a5f02a58d0 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863364 Jul 23 00:28:14.176034 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6eb5791a-f8f7-4cd9-8748-527dfeb2f217 None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:28:14.260230 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0385ce26-723f-49fe-8199-196e94acff29 req-278565e9-b4ed-4672-a83d-406fc953e604 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815346 Jul 23 00:28:14.394569 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6eb5791a-f8f7-4cd9-8748-527dfeb2f217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '853598f8-71c8-47b3-a090-b159d0ca484b', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'port_id': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'mac_address': 'fa:16:3e:c1:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:21:19Z', 'updated_at': '2021-07-23T00:28:13Z', 'revision_number': 13, 'project_id': '32c55ff30969467198929dedddcc1e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:28:14.423475 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb5791a-f8f7-4cd9-8748-527dfeb2f217 None None] The sync data for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 is: [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '853598f8-71c8-47b3-a090-b159d0ca484b', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'port_id': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'mac_address': 'fa:16:3e:c1:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:21:19Z', 'updated_at': '2021-07-23T00:28:13Z', 'revision_number': 13, 'project_id': '32c55ff30969467198929dedddcc1e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:28:14.611785 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18716d-5bdc-4868-9947-85fd5287be44 None None] New status for floating IP 853598f8-71c8-47b3-a090-b159d0ca484b: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:28:16.979316 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:31.667040 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66beae5e-ec06-4100-a0e6-1cb69e491d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:34.429366 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be86c32e-2134-4acf-88a7-75348e79244f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:34.471866 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:34.749560 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:35.715625 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:37.203047 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:37.557019 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:28:46.978967 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:01.667532 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1c14cadf-3727-43a4-b198-8db7ca5b9136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:02.938197 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c288113a-3cf5-4541-9f82-34f77541b479 req-3664ece5-6010-4d85-957c-9ee1ebbd3b35 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0606802 Jul 23 00:29:03.049679 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288113a-3cf5-4541-9f82-34f77541b479 req-d67f3f96-1007-4bc8-baf2-00c2cf2a954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:03.051190 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c288113a-3cf5-4541-9f82-34f77541b479 req-d67f3f96-1007-4bc8-baf2-00c2cf2a954c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 1096 time: 0.0549817 Jul 23 00:29:03.151720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288113a-3cf5-4541-9f82-34f77541b479 req-3d377c62-5c48-4b02-931c-4dbcd808fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:03.153262 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c288113a-3cf5-4541-9f82-34f77541b479 req-3d377c62-5c48-4b02-931c-4dbcd808fea9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0833533 Jul 23 00:29:03.219799 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c288113a-3cf5-4541-9f82-34f77541b479 req-c40dc637-c9ab-4fd8-909b-0ff8761f92e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 200 len: 1002 time: 0.0600827 Jul 23 00:29:03.266310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288113a-3cf5-4541-9f82-34f77541b479 req-667ebe9c-31a3-46ab-b9a2-05a2c0d20146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:03.267718 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c288113a-3cf5-4541-9f82-34f77541b479 req-667ebe9c-31a3-46ab-b9a2-05a2c0d20146 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0420806 Jul 23 00:29:03.324723 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288113a-3cf5-4541-9f82-34f77541b479 req-838d4022-141f-408c-950f-307751ed6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:03.326263 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c288113a-3cf5-4541-9f82-34f77541b479 req-838d4022-141f-408c-950f-307751ed6d18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527422 Jul 23 00:29:03.416398 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c288113a-3cf5-4541-9f82-34f77541b479 req-dc4c1227-c5b2-4d65-953f-72d6f882ec6d service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836215 Jul 23 00:29:03.505669 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c288113a-3cf5-4541-9f82-34f77541b479 req-47ec0a53-82a2-4345-b3a7-a4df1573dc12 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829732 Jul 23 00:29:04.429935 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e46a079-9f7d-49a4-aa96-d240e510ba66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:04.471813 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:04.764950 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:05.717779 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:07.206314 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:14.555908 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:29:16.994680 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:31.668179 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6e4e668-29c4-498c-8a35-34bb98d48a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:34.429327 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-719a4fa9-2e63-43c0-a88c-411b5b3f9296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:34.471066 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:34.765723 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:35.719605 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:37.210532 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:47.005986 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:51.394429 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e4ac4-1599-43a3-9237-756a4bb94017 req-c4c4d2cd-33b9-4b81-8170-ac5dba2533c0 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:51.395939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b1e4ac4-1599-43a3-9237-756a4bb94017 req-c4c4d2cd-33b9-4b81-8170-ac5dba2533c0 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0752423 Jul 23 00:29:51.434509 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b1e4ac4-1599-43a3-9237-756a4bb94017 req-8ee00ba8-2f48-4970-a987-90c923a45518 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323658 Jul 23 00:29:51.554873 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:30:01.671803 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-70faaab5-2475-403b-86fe-a4ed7265ef57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:02.580543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d14d2-0198-483e-8b8d-92f44f5c763e req-57399b22-abd2-4dd8-8fc2-90009550c86e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:02.582054 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c69d14d2-0198-483e-8b8d-92f44f5c763e req-57399b22-abd2-4dd8-8fc2-90009550c86e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0725336 Jul 23 00:30:02.621373 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c69d14d2-0198-483e-8b8d-92f44f5c763e req-c04bfb57-7a8f-4073-93b9-e7bca32eabdd tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326748 Jul 23 00:30:02.678334 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-3c7a5d51-d262-4656-b8f2-068e5f7f35bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1008236 Jul 23 00:30:03.754139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc697c1-8ab3-4c02-823a-c794c7476a74 req-f25e4789-bb65-41c9-b792-01755d993141 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:03.755835 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cc697c1-8ab3-4c02-823a-c794c7476a74 req-f25e4789-bb65-41c9-b792-01755d993141 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0657744 Jul 23 00:30:03.796271 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cc697c1-8ab3-4c02-823a-c794c7476a74 req-2719f6f3-f73d-4fbe-92d2-36f7f96f1adc tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338132 Jul 23 00:30:03.914788 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-ec274a9d-de00-4f9e-a9e9-9bfd05c178e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:03.916345 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-ec274a9d-de00-4f9e-a9e9-9bfd05c178e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 1096 time: 0.0540454 Jul 23 00:30:04.008895 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-a38c9522-c2f1-41f2-a87d-fc393928b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:04.011245 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-a38c9522-c2f1-41f2-a87d-fc393928b7fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0876060 Jul 23 00:30:04.074524 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-c2b8b71f-887c-4739-bbdd-28ae94ec7540 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 200 len: 1002 time: 0.0571570 Jul 23 00:30:04.121647 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-97dbe67f-4b13-44e9-ba05-ab718ff40132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:04.123045 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-97dbe67f-4b13-44e9-ba05-ab718ff40132 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0425386 Jul 23 00:30:04.183607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-d9a6de89-8270-4dc4-a9b5-78dc29b32442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:04.184994 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-d9a6de89-8270-4dc4-a9b5-78dc29b32442 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559647 Jul 23 00:30:04.271361 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-a2165d37-9db6-40ed-8e9e-7b60ac9df6b3 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801444 Jul 23 00:30:04.363378 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-3aa2fb8a-da75-43e9-ad9b-ba77123c481a service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848703 Jul 23 00:30:04.430425 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8525c044-ae8a-4a0f-b011-18da02e21252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:04.471030 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:04.780732 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:04.930123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d0fa9-0cbf-4526-9bd7-992eb1f65dd8 req-eef1250f-c74f-4108-8e5c-25a2f5c506c9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:04.931669 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-454d0fa9-0cbf-4526-9bd7-992eb1f65dd8 req-eef1250f-c74f-4108-8e5c-25a2f5c506c9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0650229 Jul 23 00:30:04.970798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-454d0fa9-0cbf-4526-9bd7-992eb1f65dd8 req-db1dcdb7-0567-4354-90b0-cb70b0a0cf5c tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325065 Jul 23 00:30:04.993221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dcb02-c55b-4469-9d22-83d327051048 req-c77c64fb-4541-43e5-8dbf-ada89d116b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:04.995039 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb1dcb02-c55b-4469-9d22-83d327051048 req-c77c64fb-4541-43e5-8dbf-ada89d116b94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 1096 time: 0.0551383 Jul 23 00:30:05.099761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dcb02-c55b-4469-9d22-83d327051048 req-fa3b5558-330d-454e-af1c-efd5ba3783f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:05.101182 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb1dcb02-c55b-4469-9d22-83d327051048 req-fa3b5558-330d-454e-af1c-efd5ba3783f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0882902 Jul 23 00:30:05.163155 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb1dcb02-c55b-4469-9d22-83d327051048 req-779ffb7c-f03c-4e7b-9712-f39c16ca92b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 200 len: 1002 time: 0.0558076 Jul 23 00:30:05.211948 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dcb02-c55b-4469-9d22-83d327051048 req-b348f8ca-22b5-4b82-a332-850f9d5593c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:05.213421 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb1dcb02-c55b-4469-9d22-83d327051048 req-b348f8ca-22b5-4b82-a332-850f9d5593c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0420239 Jul 23 00:30:05.273209 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dcb02-c55b-4469-9d22-83d327051048 req-15c40ae8-9ab5-4ee6-8c23-bad9007f85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:05.274671 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb1dcb02-c55b-4469-9d22-83d327051048 req-15c40ae8-9ab5-4ee6-8c23-bad9007f85eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555520 Jul 23 00:30:05.364290 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb1dcb02-c55b-4469-9d22-83d327051048 req-498a348b-25fd-4673-8d3b-722a2a6d34ca service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824833 Jul 23 00:30:05.455365 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb1dcb02-c55b-4469-9d22-83d327051048 req-c67cb924-dae6-411f-b0a7-b7e481de705d service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843780 Jul 23 00:30:05.722885 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:06.106875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147bd6c-517d-4bda-8497-c695f58e9c79 req-9853ef70-bdbe-4b4c-b299-4f4545795411 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:06.108342 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a147bd6c-517d-4bda-8497-c695f58e9c79 req-9853ef70-bdbe-4b4c-b299-4f4545795411 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0661159 Jul 23 00:30:06.145383 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a147bd6c-517d-4bda-8497-c695f58e9c79 req-d85e5eb2-8e5f-4e66-b598-591674c3dee7 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315380 Jul 23 00:30:07.211467 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:07.275785 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d74d1-0e62-4da9-a2ac-dc10b97addd8 req-ae883cad-0302-4059-a817-66b31a383aaa tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:07.277257 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f0d74d1-0e62-4da9-a2ac-dc10b97addd8 req-ae883cad-0302-4059-a817-66b31a383aaa tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0647223 Jul 23 00:30:07.318695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f0d74d1-0e62-4da9-a2ac-dc10b97addd8 req-ddc4d922-a161-4ca0-88f7-a4f474d380ed tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358851 Jul 23 00:30:08.453946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8dd05-6812-4f80-a04f-12c8c20f7d4c req-45720dd4-1c55-4cf3-af98-ac720df62194 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:08.455438 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ca8dd05-6812-4f80-a04f-12c8c20f7d4c req-45720dd4-1c55-4cf3-af98-ac720df62194 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0669737 Jul 23 00:30:08.493631 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ca8dd05-6812-4f80-a04f-12c8c20f7d4c req-3f00db5d-514f-408b-85d4-8143fd31da64 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326588 Jul 23 00:30:09.622424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94c7ca-137e-4365-ad98-01424019448b req-a720b9f4-d821-4131-a0cc-db7eebe11d24 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:09.623825 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c94c7ca-137e-4365-ad98-01424019448b req-a720b9f4-d821-4131-a0cc-db7eebe11d24 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0632238 Jul 23 00:30:09.661577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c94c7ca-137e-4365-ad98-01424019448b req-83870390-fbd2-40b0-ba5c-9d4a95263f11 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322626 Jul 23 00:30:10.790180 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f60ce-a862-40c2-8342-da2c4e9f9788 req-bab0fb0b-0401-492d-8d12-17ef51b4b4b3 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:10.791790 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a42f60ce-a862-40c2-8342-da2c4e9f9788 req-bab0fb0b-0401-492d-8d12-17ef51b4b4b3 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0636859 Jul 23 00:30:10.828796 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a42f60ce-a862-40c2-8342-da2c4e9f9788 req-f6217c89-b13d-435d-a8b9-2006fc672209 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314825 Jul 23 00:30:11.961453 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeb022-d279-49b4-b254-f95b8e84db1e req-498e5adb-a1fe-4d52-9672-75c4caad1322 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:11.963153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fdeb022-d279-49b4-b254-f95b8e84db1e req-498e5adb-a1fe-4d52-9672-75c4caad1322 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0674636 Jul 23 00:30:12.001608 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fdeb022-d279-49b4-b254-f95b8e84db1e req-9cbec1eb-c921-4d0d-b008-3af369123b41 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328579 Jul 23 00:30:13.133269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfe8c3-158f-4364-a10c-92b306e7dd77 req-a1f56952-e3a9-4256-ab11-621334952960 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:13.135517 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6bfe8c3-158f-4364-a10c-92b306e7dd77 req-a1f56952-e3a9-4256-ab11-621334952960 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0650995 Jul 23 00:30:13.172941 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6bfe8c3-158f-4364-a10c-92b306e7dd77 req-cd328456-707c-4bdb-a4c2-4f94a21793b9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318182 Jul 23 00:30:14.304368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dac239-f1ad-4c58-8fcc-2e350c8f6238 req-920fc4a9-4673-4d08-8abc-9297a73936d8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:14.305801 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0dac239-f1ad-4c58-8fcc-2e350c8f6238 req-920fc4a9-4673-4d08-8abc-9297a73936d8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0669792 Jul 23 00:30:14.343332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e0dac239-f1ad-4c58-8fcc-2e350c8f6238 req-51f50590-d8bc-4c63-a00f-fc73dcd3e991 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315402 Jul 23 00:30:15.471632 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661d3c5-2430-43e8-bc4d-b856933b0afc req-1a30e9a2-c8e9-49ca-83bf-0c96aa4e3e58 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:15.473113 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8661d3c5-2430-43e8-bc4d-b856933b0afc req-1a30e9a2-c8e9-49ca-83bf-0c96aa4e3e58 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0625579 Jul 23 00:30:15.508995 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8661d3c5-2430-43e8-bc4d-b856933b0afc req-e239a840-8ba9-49af-816b-5607b318a44d tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303214 Jul 23 00:30:16.637591 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935d350-e187-4a26-b86d-d4e919ac848e req-b2cc4aed-8dc9-415d-972b-4ea6555fc7a9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:16.639048 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0935d350-e187-4a26-b86d-d4e919ac848e req-b2cc4aed-8dc9-415d-972b-4ea6555fc7a9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0632472 Jul 23 00:30:16.677193 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0935d350-e187-4a26-b86d-d4e919ac848e req-7b5a2cc0-0ee9-4776-ad71-81ff5e937af1 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317979 Jul 23 00:30:17.023399 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:17.811204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a16edf-833c-4f4f-a32b-761f2b7727fd req-36be7634-a5b3-487c-942d-4919e49ee1c5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:17.812719 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e2a16edf-833c-4f4f-a32b-761f2b7727fd req-36be7634-a5b3-487c-942d-4919e49ee1c5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0689402 Jul 23 00:30:17.851835 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e2a16edf-833c-4f4f-a32b-761f2b7727fd req-c5c24409-a420-4a51-93e2-b18f460ed70b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333078 Jul 23 00:30:18.137445 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-5ee9f54f-9894-4fc3-bb84-3f3db92470ef tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:30:18.138471 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-5ee9f54f-9894-4fc3-bb84-3f3db92470ef tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061069 Jul 23 00:30:18.197198 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-3a595f83-dc11-4b95-a101-7cdbfde27c73 service neutron] show failed (client error): The resource could not be found. Jul 23 00:30:18.198184 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-3a595f83-dc11-4b95-a101-7cdbfde27c73 service neutron] 10.222.0.18 "GET /v2.0/ports/687ce238-3d40-4e49-a40c-b886977b9d7a/bindings/n-h2-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.0534635 Jul 23 00:30:18.408183 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-63599ccb-93c4-42e2-8cad-98dcef19c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:18.409628 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-63599ccb-93c4-42e2-8cad-98dcef19c65e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54&tenant_id=32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 1096 time: 0.0549638 Jul 23 00:30:18.421474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:30:18.493342 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:18.692723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=687ce238-3d40-4e49-a40c-b886977b9d7a,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:30:18.724940 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:30:18.764502 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687ce238-3d40-4e49-a40c-b886977b9d7a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:30:18.766892 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733264dc-09f1-4691-a583-e5d34efbe94d" -d '{"events": [{"server_uuid": "e130b3b1-b0ee-4e8b-8df5-3a4daa88db54", "name": "network-vif-unplugged", "status": "completed", "tag": "687ce238-3d40-4e49-a40c-b886977b9d7a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:30:18.770413 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:18.782538 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Transition to ACTIVE for port object 687ce238-3d40-4e49-a40c-b886977b9d7a will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:30:18.786897 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:18.822752 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e827b84-657f-4f50-bf8b-0b3b199df599 x-openstack-request-id: req-2e827b84-657f-4f50-bf8b-0b3b199df599 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:30:18.823307 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e130b3b1-b0ee-4e8b-8df5-3a4daa88db54", "name": "network-vif-unplugged", "status": "completed", "tag": "687ce238-3d40-4e49-a40c-b886977b9d7a", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:30:18.823307 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e827b84-657f-4f50-bf8b-0b3b199df599 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:30:18.823675 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'code': 200} Jul 23 00:30:18.870900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Pushing event updated for resources: {'Port': ['ID=687ce238-3d40-4e49-a40c-b886977b9d7a,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:30:18.886080 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:18.886430 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:18.887401 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:18.887765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:18.888095 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:18.888431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:18.888759 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:18.889123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:18.889684 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:18.890012 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:18.890339 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:18.890662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:18.926474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] No DVR routers for this DVR port 687ce238-3d40-4e49-a40c-b886977b9d7a on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:30:19.076436 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17586ed-14d3-4960-bfa7-a29cefcca5fd req-7bcad000-beed-42f6-b947-77dca3d7a80e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:19.077944 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a17586ed-14d3-4960-bfa7-a29cefcca5fd req-7bcad000-beed-42f6-b947-77dca3d7a80e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 943 time: 0.1495056 Jul 23 00:30:19.128655 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Attempting to bind port 687ce238-3d40-4e49-a40c-b886977b9d7a on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:30:19.128990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Attempting to bind port 687ce238-3d40-4e49-a40c-b886977b9d7a by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:30:19.129340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Attempting to bind port 687ce238-3d40-4e49-a40c-b886977b9d7a on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:30:19.140926 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Port 687ce238-3d40-4e49-a40c-b886977b9d7a on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:30:19.141301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Attempting to bind port 687ce238-3d40-4e49-a40c-b886977b9d7a on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:30:19.143181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 687ce238-3d40-4e49-a40c-b886977b9d7a no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:30:19.152554 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a17586ed-14d3-4960-bfa7-a29cefcca5fd req-cffebfa5-7fd4-4788-9bad-9ede9dff0446 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689394 Jul 23 00:30:19.153451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:30:19.153787 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Checking segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:30:19.154154 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Bound using segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:30:19.154577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Bound port: 687ce238-3d40-4e49-a40c-b886977b9d7a, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:30:19.154931 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:19.181395 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 687ce238-3d40-4e49-a40c-b886977b9d7a not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:30:19.217371 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:30:19.220211 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=687ce238-3d40-4e49-a40c-b886977b9d7a,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:30:19.224778 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:19.258732 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:19.259339 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:19.260707 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] 10.222.0.95 "PUT /v2.0/ports/687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 200 len: 1091 time: 0.8438945 Jul 23 00:30:19.281336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbd6b9-4c23-45be-abbb-7c8258634163 service neutron] Pushing event updated for resources: {'Port': ['ID=687ce238-3d40-4e49-a40c-b886977b9d7a,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:30:19.345632 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-97b2a634-4555-40bb-9d3f-3aaf76efbd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:19.347333 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-97b2a634-4555-40bb-9d3f-3aaf76efbd6c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 1094 time: 0.0630672 Jul 23 00:30:19.442468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-41312d2e-5b8e-4bdf-9f40-3c51f2ee9e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:19.443940 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-41312d2e-5b8e-4bdf-9f40-3c51f2ee9e6a service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0899487 Jul 23 00:30:19.510530 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-734fb1da-efd4-4081-8b22-0112428ae49c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 200 len: 1000 time: 0.0599263 Jul 23 00:30:19.562260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-49fbc469-900a-4295-a36e-54cec8db6d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:19.563732 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-49fbc469-900a-4295-a36e-54cec8db6d13 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0455751 Jul 23 00:30:19.622002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b8f62612-1482-4abc-8df5-54e0b48c04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:19.623540 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-b8f62612-1482-4abc-8df5-54e0b48c04ca service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527875 Jul 23 00:30:19.713604 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-add0b369-7700-46e1-852d-4562254ff7f4 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827615 Jul 23 00:30:19.802558 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2ef9b50c-61c9-4c87-9a7c-8b65099a6b0d req-31f9da59-4686-450f-95c2-e33eede0acb6 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811989 Jul 23 00:30:20.290251 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b75d9-cdfb-48f4-9317-63291be62ae4 req-107142c1-dcf5-4f32-a04c-1e88548e563c tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:20.292624 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d52b75d9-cdfb-48f4-9317-63291be62ae4 req-107142c1-dcf5-4f32-a04c-1e88548e563c tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 943 time: 0.0649436 Jul 23 00:30:20.338217 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d52b75d9-cdfb-48f4-9317-63291be62ae4 req-f2abf208-fa6e-4327-8bc9-e8f674326727 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385609 Jul 23 00:30:20.825205 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'tag': '687ce238-3d40-4e49-a40c-b886977b9d7a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:30:20.827606 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315be82a-358d-4f9d-acd7-ac45151cd5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e130b3b1-b0ee-4e8b-8df5-3a4daa88db54", "tag": "687ce238-3d40-4e49-a40c-b886977b9d7a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:30:20.875257 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c0c8b7-1e86-48da-a3d5-de0d782709ca x-openstack-request-id: req-55c0c8b7-1e86-48da-a3d5-de0d782709ca {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:30:20.875623 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e130b3b1-b0ee-4e8b-8df5-3a4daa88db54", "tag": "687ce238-3d40-4e49-a40c-b886977b9d7a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:30:20.875937 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55c0c8b7-1e86-48da-a3d5-de0d782709ca {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:30:20.876775 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'tag': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'status': 'completed', 'code': 200} Jul 23 00:30:20.952228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-2572a716-37dc-4d75-b6ce-b980f3bf2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:20.953839 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-2572a716-37dc-4d75-b6ce-b980f3bf2aed service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 1094 time: 0.0590119 Jul 23 00:30:20.974835 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-b223bc76-3718-4a68-86c9-b2b80823a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:20.976360 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-b223bc76-3718-4a68-86c9-b2b80823a858 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 1094 time: 0.0561440 Jul 23 00:30:21.055809 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-6e4b616e-804b-485a-b263-d82e5db12197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:21.057507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-6e4b616e-804b-485a-b263-d82e5db12197 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0964942 Jul 23 00:30:21.083870 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-e59f14a7-f82a-4351-9a8d-537c5e63210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:21.085558 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-e59f14a7-f82a-4351-9a8d-537c5e63210a service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.1027267 Jul 23 00:30:21.137140 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-c877a394-4e39-456a-a82a-e8ee7c4aedce service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 200 len: 1000 time: 0.0710239 Jul 23 00:30:21.150384 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-fc1a6e15-1ac2-438f-8638-79b0703cb9ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 200 len: 1000 time: 0.0585666 Jul 23 00:30:21.188626 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-5a770fcd-f329-476b-a1e6-761589862c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:21.190166 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-5a770fcd-f329-476b-a1e6-761589862c76 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0461080 Jul 23 00:30:21.204165 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-772dc7e8-742b-4c7c-b2e7-9e0864a7cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:21.207899 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-772dc7e8-742b-4c7c-b2e7-9e0864a7cdc0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0492771 Jul 23 00:30:21.252305 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-1df6c2d3-a5c1-43a5-a4f8-7222d410eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:21.253989 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-1df6c2d3-a5c1-43a5-a4f8-7222d410eed7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568948 Jul 23 00:30:21.267918 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-a82268e5-a0ae-4749-a832-65a071b2c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:21.269973 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-a82268e5-a0ae-4749-a832-65a071b2c7ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574663 Jul 23 00:30:21.359327 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-417dbbb4-de81-458c-bd76-14bb9633252a service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978017 Jul 23 00:30:21.365068 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-560d5a1d-7967-4b93-b114-9613e0fdf18e service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881426 Jul 23 00:30:21.461803 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-11fd7437-7fd0-4468-be16-64e3397a6768 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894732 Jul 23 00:30:21.493958 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-315be82a-358d-4f9d-acd7-ac45151cd5e0 req-0ff186be-72b6-44a1-956c-0625dfddf4e9 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286235 Jul 23 00:30:21.520748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45567-f713-40c9-b310-1b7476635dde req-e392c53e-01fd-4d22-ae6f-e7cbac1b0ee5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:21.522226 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cd45567-f713-40c9-b310-1b7476635dde req-e392c53e-01fd-4d22-ae6f-e7cbac1b0ee5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 943 time: 0.0911779 Jul 23 00:30:21.562025 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9cd45567-f713-40c9-b310-1b7476635dde req-7376336c-2edd-4042-8220-b2a7a97c8f48 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339973 Jul 23 00:30:22.694367 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af67ca-bba9-449f-afbe-4d761476196d req-e6a69027-ff22-4943-9a7d-cec8868ca603 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:22.695870 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9af67ca-bba9-449f-afbe-4d761476196d req-e6a69027-ff22-4943-9a7d-cec8868ca603 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 943 time: 0.0650172 Jul 23 00:30:22.733635 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a9af67ca-bba9-449f-afbe-4d761476196d req-0c3ab86e-0807-4e76-8c58-bdeaf96a712a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314207 Jul 23 00:30:23.869885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80da3ef-9477-4d1e-ada6-67015ce7ea75 req-57bb5e96-0289-4f74-8d27-4dd409f0163e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:23.871363 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e80da3ef-9477-4d1e-ada6-67015ce7ea75 req-57bb5e96-0289-4f74-8d27-4dd409f0163e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 943 time: 0.0679748 Jul 23 00:30:23.909686 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e80da3ef-9477-4d1e-ada6-67015ce7ea75 req-8d2cd2d6-18c7-49fa-b938-c05dd3b87415 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322893 Jul 23 00:30:25.039724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fc28e-4e2e-4d7a-978b-e6b461bd7b95 req-68a9647c-5f43-4982-8563-7cdfc32010d8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:25.041252 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f7fc28e-4e2e-4d7a-978b-e6b461bd7b95 req-68a9647c-5f43-4982-8563-7cdfc32010d8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 943 time: 0.0640585 Jul 23 00:30:25.080303 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f7fc28e-4e2e-4d7a-978b-e6b461bd7b95 req-78e4b2b6-0fb4-4a0a-86fa-08837cbea513 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325565 Jul 23 00:30:26.208967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678f3f6-6ab8-40ce-b84d-9b392b65c639 req-46cc1702-6c8b-44e9-9b72-36e44b20dd0f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:26.210448 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d678f3f6-6ab8-40ce-b84d-9b392b65c639 req-46cc1702-6c8b-44e9-9b72-36e44b20dd0f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 943 time: 0.0620294 Jul 23 00:30:26.250529 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d678f3f6-6ab8-40ce-b84d-9b392b65c639 req-978006c5-60b1-4e8e-8ccc-d80364fa04f8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346251 Jul 23 00:30:27.380538 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5e818-9bb3-452d-a1a3-63167b83fbd5 req-b33c804d-1d6d-46dd-b86a-8254c8d8fdf8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:27.382177 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb5e818-9bb3-452d-a1a3-63167b83fbd5 req-b33c804d-1d6d-46dd-b86a-8254c8d8fdf8 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 943 time: 0.0649457 Jul 23 00:30:27.418499 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8eb5e818-9bb3-452d-a1a3-63167b83fbd5 req-db179b18-152d-49d9-808a-7252d3b76a20 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309057 Jul 23 00:30:28.548193 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb2c1d-012b-4d76-89c1-0365793f5dfa req-9ee8be23-c017-4adf-a81f-ea43db91b1c1 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:28.549710 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1fb2c1d-012b-4d76-89c1-0365793f5dfa req-9ee8be23-c017-4adf-a81f-ea43db91b1c1 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 943 time: 0.0630968 Jul 23 00:30:28.553845 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:30:28.586940 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d1fb2c1d-012b-4d76-89c1-0365793f5dfa req-de8b3344-4280-4e4a-969e-78831f92cd6b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316885 Jul 23 00:30:29.719388 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e30c5-0f66-4d7c-9b3c-0b7310da1175 req-764b94ca-e9b6-4dd4-a66e-5868774340bd tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:29.720869 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e8e30c5-0f66-4d7c-9b3c-0b7310da1175 req-764b94ca-e9b6-4dd4-a66e-5868774340bd tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 943 time: 0.0663047 Jul 23 00:30:29.757954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5e8e30c5-0f66-4d7c-9b3c-0b7310da1175 req-6e3bbae8-2105-465d-bb8a-f3b93270f5d4 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316017 Jul 23 00:30:30.887035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d99c9c-8b48-4fbb-b385-31e1b66a5d17 req-c4b3168d-151a-45b9-bdd2-ec594a40a80c tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:30.888646 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86d99c9c-8b48-4fbb-b385-31e1b66a5d17 req-c4b3168d-151a-45b9-bdd2-ec594a40a80c tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 943 time: 0.0636806 Jul 23 00:30:30.926862 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86d99c9c-8b48-4fbb-b385-31e1b66a5d17 req-74a35b8d-ab4b-47b5-8325-ada120ea7522 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324085 Jul 23 00:30:31.267233 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-3af90d3e-5aeb-452a-bea2-3b027f198d3d tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:31.268671 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-3af90d3e-5aeb-452a-bea2-3b027f198d3d tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.95 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54&tenant_id=32c55ff30969467198929dedddcc1e65&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 943 time: 0.1097667 Jul 23 00:30:31.280673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3324c-3fc4-470c-abdc-b05747e528ef req-97340142-7f36-4c2f-8455-365030fbc43a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:31.282030 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-97e3324c-3fc4-470c-abdc-b05747e528ef req-97340142-7f36-4c2f-8455-365030fbc43a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 943 time: 0.0935018 Jul 23 00:30:31.353228 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-97e3324c-3fc4-470c-abdc-b05747e528ef req-86d59cc8-7653-45af-b9e8-4a5894673363 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649476 Jul 23 00:30:31.363600 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-0d2f97af-99ac-47fc-9cd9-aa02d30e3c44 service neutron] 10.222.0.95 "GET /v2.0/ports/687ce238-3d40-4e49-a40c-b886977b9d7a/bindings/n-h2-688802-2 HTTP/1.1" status: 200 len: 382 time: 0.0802588 Jul 23 00:30:31.438807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-7a11aa1e-74cb-4537-9bb3-501e380b22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:31.440189 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-7a11aa1e-74cb-4537-9bb3-501e380b22e7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 1094 time: 0.0539463 Jul 23 00:30:31.532346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-cc6cad94-6aa1-4be6-a5f8-835d834498d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:31.533855 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-cc6cad94-6aa1-4be6-a5f8-835d834498d2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0869637 Jul 23 00:30:31.599775 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-a9cd1734-f9b2-4e4b-a89f-fd067d18781a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 200 len: 1000 time: 0.0593719 Jul 23 00:30:31.647913 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-c8225903-cbf1-444f-888b-7f10e797b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:31.649329 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-c8225903-cbf1-444f-888b-7f10e797b95d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0433466 Jul 23 00:30:31.675775 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-272f3be7-4738-4edc-89a8-b1a78f84635f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:31.707709 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-f80b9152-0501-4658-a3d7-e90ad6b19701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:31.709129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-f80b9152-0501-4658-a3d7-e90ad6b19701 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529885 Jul 23 00:30:31.799067 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-13439034-dfc2-455f-b370-807f32407be6 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824420 Jul 23 00:30:31.885770 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-d328ef28-7755-413d-b881-95d4dfb712f4 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797253 Jul 23 00:30:31.998260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d1fda-90e8-4f41-90e7-a95f7524a241 req-b99b5c0e-7ddc-4b86-90f5-a8c3b96f4bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:31.999702 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca1d1fda-90e8-4f41-90e7-a95f7524a241 req-b99b5c0e-7ddc-4b86-90f5-a8c3b96f4bce service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 1094 time: 0.0524366 Jul 23 00:30:32.107784 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d1fda-90e8-4f41-90e7-a95f7524a241 req-ffb9962a-664e-46cf-8b14-79134bac31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:32.109291 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca1d1fda-90e8-4f41-90e7-a95f7524a241 req-ffb9962a-664e-46cf-8b14-79134bac31ba service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0872974 Jul 23 00:30:32.177420 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca1d1fda-90e8-4f41-90e7-a95f7524a241 req-a4cc8d08-1332-442d-a90b-2354e082bad4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 200 len: 1000 time: 0.0602326 Jul 23 00:30:32.597068 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d1fda-90e8-4f41-90e7-a95f7524a241 req-5959df24-f9cd-4a8c-9b87-6d6f0c221743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:32.598545 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca1d1fda-90e8-4f41-90e7-a95f7524a241 req-5959df24-f9cd-4a8c-9b87-6d6f0c221743 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.4140232 Jul 23 00:30:32.659042 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed62399-a8a6-4084-b14c-80960525ab74 req-b83937a8-9017-406e-8977-da7fe954711e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:32.660393 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fed62399-a8a6-4084-b14c-80960525ab74 req-b83937a8-9017-406e-8977-da7fe954711e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 943 time: 0.1078932 Jul 23 00:30:32.701010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d1fda-90e8-4f41-90e7-a95f7524a241 req-ebd7160d-8ec0-497c-901c-8fbcb0976907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:32.702587 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca1d1fda-90e8-4f41-90e7-a95f7524a241 req-ebd7160d-8ec0-497c-901c-8fbcb0976907 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966430 Jul 23 00:30:32.709762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fed62399-a8a6-4084-b14c-80960525ab74 req-b56e4ec6-bb76-42c2-8403-be4792e89d15 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418253 Jul 23 00:30:32.791604 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca1d1fda-90e8-4f41-90e7-a95f7524a241 req-ebc3407b-73c6-41aa-b20a-114ad67bf03a service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809259 Jul 23 00:30:32.882580 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ca1d1fda-90e8-4f41-90e7-a95f7524a241 req-640df298-294f-4b3f-bd9d-28ec38a26a2c service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835733 Jul 23 00:30:32.892197 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 687ce238-3d40-4e49-a40c-b886977b9d7a details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:30:32.987220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=687ce238-3d40-4e49-a40c-b886977b9d7a,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:30:32.998290 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'port_id': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'mac_address': 'fa:16:3e:c1:50:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:30:33.035181 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:33.047761 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687ce238-3d40-4e49-a40c-b886977b9d7a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:30:33.066836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=687ce238-3d40-4e49-a40c-b886977b9d7a,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:30:33.070621 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:33.120131 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=687ce238-3d40-4e49-a40c-b886977b9d7a,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:30:33.127932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.128278 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.128612 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.128945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.129302 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.129629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.129959 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.130297 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.130670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.130991 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.131377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.131709 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.840750 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbc4ac-adf7-4409-97a1-04e15e9e6983 req-9469f639-abc3-4e61-bfe1-27eb7eb66906 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:33.842432 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0cdbc4ac-adf7-4409-97a1-04e15e9e6983 req-9469f639-abc3-4e61-bfe1-27eb7eb66906 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 944 time: 0.0637944 Jul 23 00:30:33.882477 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0cdbc4ac-adf7-4409-97a1-04e15e9e6983 req-4443262c-fa09-4125-b915-5eb3bf9e8fa2 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343313 Jul 23 00:30:34.431932 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3da6ce5b-8205-4d30-9db9-1a883fd361df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:34.474659 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:34.795919 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:34.909431 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 687ce238-3d40-4e49-a40c-b886977b9d7a details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:30:35.014665 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=687ce238-3d40-4e49-a40c-b886977b9d7a,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:30:35.030096 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'port_id': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'mac_address': 'fa:16:3e:c1:50:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:30:35.030681 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15afb8-9b5c-4618-8f55-c8906d86a2ed req-206317a9-746f-4f23-8a45-cfb24a19ea4f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:35.032416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f15afb8-9b5c-4618-8f55-c8906d86a2ed req-206317a9-746f-4f23-8a45-cfb24a19ea4f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 944 time: 0.0770872 Jul 23 00:30:35.076198 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3f15afb8-9b5c-4618-8f55-c8906d86a2ed req-d4afca5a-8afc-4e7d-be1c-96d67bc553bd tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378704 Jul 23 00:30:35.724789 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:35.737816 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-52cf962b-68f3-4e87-95eb-b3d66f0c2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:35.739402 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-52cf962b-68f3-4e87-95eb-b3d66f0c2e16 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54&tenant_id=32c55ff30969467198929dedddcc1e65 HTTP/1.1" status: 200 len: 1095 time: 0.0553694 Jul 23 00:30:35.757992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:30:35.830871 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:36.025401 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=687ce238-3d40-4e49-a40c-b886977b9d7a,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:30:36.058863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h2-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:30:36.089286 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 687ce238-3d40-4e49-a40c-b886977b9d7a {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:30:36.098603 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:36.108754 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Ignored duplicate provisioning block setup for port 687ce238-3d40-4e49-a40c-b886977b9d7a by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 00:30:36.112415 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:36.195464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Pushing event updated for resources: {'Port': ['ID=687ce238-3d40-4e49-a40c-b886977b9d7a,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:30:36.206027 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:36.206378 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:36.206725 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:36.207067 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:36.207403 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:36.207737 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:36.208066 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:36.208393 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:36.208720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:36.209045 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:36.209399 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:36.209724 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:36.211461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a61e09-7d80-42ab-9b6b-450fd352b75b req-e0949ace-4556-4b06-928c-2c92396da34e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:36.213937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21a61e09-7d80-42ab-9b6b-450fd352b75b req-e0949ace-4556-4b06-928c-2c92396da34e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 943 time: 0.0689025 Jul 23 00:30:36.253495 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] No DVR routers for this DVR port 687ce238-3d40-4e49-a40c-b886977b9d7a on host n-h2-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:30:36.255216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21a61e09-7d80-42ab-9b6b-450fd352b75b req-330affad-bc9b-49b6-a2a1-7073093df669 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336618 Jul 23 00:30:36.396068 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Attempting to bind port 687ce238-3d40-4e49-a40c-b886977b9d7a on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:30:36.396399 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Attempting to bind port 687ce238-3d40-4e49-a40c-b886977b9d7a by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:30:36.396724 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Attempting to bind port 687ce238-3d40-4e49-a40c-b886977b9d7a on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:30:36.400853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Port 687ce238-3d40-4e49-a40c-b886977b9d7a on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:30:36.401204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Attempting to bind port 687ce238-3d40-4e49-a40c-b886977b9d7a on network 2cae6144-d2b2-4c81-972c-f9638b0ce67e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:30:36.406638 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:30:36.406963 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Checking segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:30:36.407340 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Bound using segment: {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:30:36.407761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Bound port: 687ce238-3d40-4e49-a40c-b886977b9d7a, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:30:36.408117 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:36.723402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:30:36.726243 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=687ce238-3d40-4e49-a40c-b886977b9d7a,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:30:36.730710 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:36.762501 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:36.763140 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:36.765362 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] 10.222.0.18 "PUT /v2.0/ports/687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 200 len: 1091 time: 1.0113204 Jul 23 00:30:36.765801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'tag': '687ce238-3d40-4e49-a40c-b886977b9d7a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:30:36.768092 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e38a2d-f370-4319-971e-931c850713c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e130b3b1-b0ee-4e8b-8df5-3a4daa88db54", "tag": "687ce238-3d40-4e49-a40c-b886977b9d7a"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:30:36.796276 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c70e69-511d-450a-a206-ac89d9b2a99c service neutron] Pushing event updated for resources: {'Port': ['ID=687ce238-3d40-4e49-a40c-b886977b9d7a,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:30:36.834996 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b89702e-b5c8-450d-8d3c-942b2414fc7a x-openstack-request-id: req-8b89702e-b5c8-450d-8d3c-942b2414fc7a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:30:36.835290 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e130b3b1-b0ee-4e8b-8df5-3a4daa88db54", "tag": "687ce238-3d40-4e49-a40c-b886977b9d7a", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:30:36.835542 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b89702e-b5c8-450d-8d3c-942b2414fc7a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:30:36.835945 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'tag': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'status': 'completed', 'code': 200} Jul 23 00:30:36.864110 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-7833608e-5499-49fa-b33e-f424d2d9bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:36.865679 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-7833608e-5499-49fa-b33e-f424d2d9bdfb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 1095 time: 0.0611274 Jul 23 00:30:36.903549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e38a2d-f370-4319-971e-931c850713c2 req-ef1861ee-fc60-43c8-9550-3602f5fb1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:36.906240 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17e38a2d-f370-4319-971e-931c850713c2 req-ef1861ee-fc60-43c8-9550-3602f5fb1292 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 1095 time: 0.0570631 Jul 23 00:30:36.909427 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 687ce238-3d40-4e49-a40c-b886977b9d7a no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:30:36.958697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 687ce238-3d40-4e49-a40c-b886977b9d7a not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:30:36.966111 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-c1de6754-5656-490c-b56f-f5edce174b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:36.968156 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-c1de6754-5656-490c-b56f-f5edce174b56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0949440 Jul 23 00:30:37.005566 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e38a2d-f370-4319-971e-931c850713c2 req-5f5874e9-e3ef-41a7-ba54-1685443efc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:37.007171 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17e38a2d-f370-4319-971e-931c850713c2 req-5f5874e9-e3ef-41a7-ba54-1685443efc3d service neutron] 10.222.0.95 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0932031 Jul 23 00:30:37.033126 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-cb9504c0-8233-459c-a111-ca070ba5b28b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 200 len: 1000 time: 0.0590787 Jul 23 00:30:37.074639 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17e38a2d-f370-4319-971e-931c850713c2 req-09bdc8f0-73ac-4bf1-b33f-31736f9995ad service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 200 len: 1000 time: 0.0590448 Jul 23 00:30:37.085589 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-b7ccc67a-c9ec-45ac-aad2-3c48a876bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:37.087226 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-b7ccc67a-c9ec-45ac-aad2-3c48a876bd8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0480261 Jul 23 00:30:37.129547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e38a2d-f370-4319-971e-931c850713c2 req-d8222801-9f98-4a1c-8c8a-84e8b8887677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:37.130924 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17e38a2d-f370-4319-971e-931c850713c2 req-d8222801-9f98-4a1c-8c8a-84e8b8887677 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0486071 Jul 23 00:30:37.146908 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-91f7d8b3-df85-4405-92f7-9402b6198ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:37.148704 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-91f7d8b3-df85-4405-92f7-9402b6198ab1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548720 Jul 23 00:30:37.190665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e38a2d-f370-4319-971e-931c850713c2 req-3a5b2fbd-d64e-42e5-a8f6-7a7c90502faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:37.192209 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17e38a2d-f370-4319-971e-931c850713c2 req-3a5b2fbd-d64e-42e5-a8f6-7a7c90502faa service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548167 Jul 23 00:30:37.213653 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:37.240301 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-062d9aec-b9ff-4e65-a48f-8cc7524f8e60 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832090 Jul 23 00:30:37.289208 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17e38a2d-f370-4319-971e-931c850713c2 req-2c915345-578a-4cb6-85c7-d8a4617e28e5 service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898390 Jul 23 00:30:37.338125 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7ec57042-9b1f-42a7-b6c6-181e2e39a499 req-7ccab88c-4c05-4ea4-bac7-41d5e48435e3 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912404 Jul 23 00:30:37.418736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17e38a2d-f370-4319-971e-931c850713c2 req-4ac6a6bf-3c72-4aac-81d0-0a6782e418ee service neutron] 10.222.0.95 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217322 Jul 23 00:30:37.441005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3009d9-eb94-469a-8f53-da19e2247e52 req-4bd561fd-aafc-4ad1-a229-a18a3912b956 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:37.442615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e3009d9-eb94-469a-8f53-da19e2247e52 req-4bd561fd-aafc-4ad1-a229-a18a3912b956 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 944 time: 0.1139679 Jul 23 00:30:37.469668 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e38a2d-f370-4319-971e-931c850713c2 req-67ae5d50-c6a4-4642-9a8d-a5be7db78796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:37.478531 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-17e38a2d-f370-4319-971e-931c850713c2 req-67ae5d50-c6a4-4642-9a8d-a5be7db78796 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=32c55ff30969467198929dedddcc1e65&device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 1095 time: 0.0719810 Jul 23 00:30:37.488514 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2e3009d9-eb94-469a-8f53-da19e2247e52 req-bde3368b-631d-4472-a55e-56437ba50b10 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399811 Jul 23 00:30:37.579919 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e38a2d-f370-4319-971e-931c850713c2 req-91c0a01b-f2bd-4db9-b8e7-673be4d91ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:37.581563 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-17e38a2d-f370-4319-971e-931c850713c2 req-91c0a01b-f2bd-4db9-b8e7-673be4d91ef3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 200 len: 912 time: 0.0970113 Jul 23 00:30:37.648593 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-17e38a2d-f370-4319-971e-931c850713c2 req-efbd6c7d-f9b6-4f6e-a169-3055db8f2b50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 200 len: 1000 time: 0.0590274 Jul 23 00:30:37.703012 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e38a2d-f370-4319-971e-931c850713c2 req-e1cb6791-badc-4047-944a-fb2074c8f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:37.704447 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-17e38a2d-f370-4319-971e-931c850713c2 req-e1cb6791-badc-4047-944a-fb2074c8f81b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 200 len: 850 time: 0.0494115 Jul 23 00:30:37.763553 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e38a2d-f370-4319-971e-931c850713c2 req-e195f96c-239d-4054-aa51-3329699e6bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:37.765825 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-17e38a2d-f370-4319-971e-931c850713c2 req-e195f96c-239d-4054-aa51-3329699e6bb9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2cae6144-d2b2-4c81-972c-f9638b0ce67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550249 Jul 23 00:30:37.854133 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-17e38a2d-f370-4319-971e-931c850713c2 req-58e47dc2-05d8-4e96-8d94-94c6e10030a5 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808146 Jul 23 00:30:37.949142 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-17e38a2d-f370-4319-971e-931c850713c2 req-41af0d8a-1442-4c47-897b-39d926823724 service neutron] 10.222.0.18 "GET /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872126 Jul 23 00:30:38.625583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfc371-b2cc-466f-a98e-8e2c977a8c94 req-b6b29578-09d5-4597-941a-a6ed383a4f5a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:38.627107 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7adfc371-b2cc-466f-a98e-8e2c977a8c94 req-b6b29578-09d5-4597-941a-a6ed383a4f5a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 944 time: 0.0655017 Jul 23 00:30:38.665410 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7adfc371-b2cc-466f-a98e-8e2c977a8c94 req-473037bf-0b66-44c0-89ac-e6b4c9bfa907 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323832 Jul 23 00:30:39.804835 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a258d4-1eb3-416e-bbab-a9cb85602fbe req-43e4339f-4439-4ee6-867e-bcdeb70bb86e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:39.806433 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21a258d4-1eb3-416e-bbab-a9cb85602fbe req-43e4339f-4439-4ee6-867e-bcdeb70bb86e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 944 time: 0.0677066 Jul 23 00:30:39.844760 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21a258d4-1eb3-416e-bbab-a9cb85602fbe req-7a0bf806-51b8-437d-a44b-13d7b10fd474 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324328 Jul 23 00:30:40.982891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88919e78-5725-4ae9-bafc-cccd459e6a1c req-cb8a6373-85e5-4a5c-ba6e-875c5e51176d tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:40.985229 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88919e78-5725-4ae9-bafc-cccd459e6a1c req-cb8a6373-85e5-4a5c-ba6e-875c5e51176d tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 944 time: 0.0693574 Jul 23 00:30:41.030019 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88919e78-5725-4ae9-bafc-cccd459e6a1c req-03b4c1a4-b45d-4598-b9ea-682aa2bfaf01 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365157 Jul 23 00:30:42.158865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74a895-c10d-408a-a0cc-17f7013d9570 req-a458263e-186b-4e64-9522-1817494b9996 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:42.160380 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f74a895-c10d-408a-a0cc-17f7013d9570 req-a458263e-186b-4e64-9522-1817494b9996 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 944 time: 0.0639572 Jul 23 00:30:42.197212 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5f74a895-c10d-408a-a0cc-17f7013d9570 req-890530c3-fbea-492a-b446-7c2b355f22d4 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313208 Jul 23 00:30:43.326314 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e90f17-1d46-49d4-90f9-0bb84567445a req-db440a08-7332-42ea-9a16-d1178d83b14f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:43.328319 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23e90f17-1d46-49d4-90f9-0bb84567445a req-db440a08-7332-42ea-9a16-d1178d83b14f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 944 time: 0.0636809 Jul 23 00:30:43.370951 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23e90f17-1d46-49d4-90f9-0bb84567445a req-635c4d32-7e03-473e-b549-bef320846ea3 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371461 Jul 23 00:30:44.501881 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b89257-892f-4dc3-a623-102180a8fd9b req-a79d2d79-a7c4-4df7-9bf4-ae2530d58db5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:44.503408 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2b89257-892f-4dc3-a623-102180a8fd9b req-a79d2d79-a7c4-4df7-9bf4-ae2530d58db5 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 944 time: 0.0638709 Jul 23 00:30:44.540795 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2b89257-892f-4dc3-a623-102180a8fd9b req-2dff33f1-8a1a-4d44-a717-19c735cc636f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318964 Jul 23 00:30:45.669582 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7b573-d524-4d08-b10a-d303755229f4 req-b009661c-af8e-45e1-8de2-0523376ab1bc tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:45.671087 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ff7b573-d524-4d08-b10a-d303755229f4 req-b009661c-af8e-45e1-8de2-0523376ab1bc tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 944 time: 0.0635235 Jul 23 00:30:45.708789 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ff7b573-d524-4d08-b10a-d303755229f4 req-af487258-9ee9-4e9d-a6ee-80c4aec43ed7 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321593 Jul 23 00:30:46.841800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b6d40-6402-4cf5-bea2-60bf2db1993e req-788ea604-a53f-48f9-af9f-02f0d6e74faf tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:46.843352 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-395b6d40-6402-4cf5-bea2-60bf2db1993e req-788ea604-a53f-48f9-af9f-02f0d6e74faf tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 944 time: 0.0663581 Jul 23 00:30:46.879992 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-395b6d40-6402-4cf5-bea2-60bf2db1993e req-54421a7d-cb99-4742-83a7-dfc48520edf6 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311880 Jul 23 00:30:47.026842 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:48.020726 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055c41c-8c91-40f8-802e-39bd47f3d9e5 req-a2c2a887-9152-412a-ad69-d4afa380a56a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:48.022312 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9055c41c-8c91-40f8-802e-39bd47f3d9e5 req-a2c2a887-9152-412a-ad69-d4afa380a56a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 944 time: 0.0669956 Jul 23 00:30:48.066485 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9055c41c-8c91-40f8-802e-39bd47f3d9e5 req-df5d0362-5e8f-471e-a92c-127dee13a107 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386531 Jul 23 00:30:49.196299 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16321c-e41c-401e-900d-8db8dbed64dd req-c102025c-a93c-47ab-80a1-66012f7eb4fd tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:49.197876 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b16321c-e41c-401e-900d-8db8dbed64dd req-c102025c-a93c-47ab-80a1-66012f7eb4fd tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 944 time: 0.0647814 Jul 23 00:30:49.240409 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3b16321c-e41c-401e-900d-8db8dbed64dd req-ab331744-53b2-46ba-989a-d84d8e848231 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364726 Jul 23 00:30:49.364040 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 687ce238-3d40-4e49-a40c-b886977b9d7a details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:30:49.369820 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef5e82-564c-459c-acbb-da8059717e86 req-aca2e24e-b66b-46f5-935f-9602000adadf tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:49.371328 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3bef5e82-564c-459c-acbb-da8059717e86 req-aca2e24e-b66b-46f5-935f-9602000adadf tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 944 time: 0.0655212 Jul 23 00:30:49.413500 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3bef5e82-564c-459c-acbb-da8059717e86 req-d5e5e202-cb8c-438f-84aa-2625dfcfb82b tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361495 Jul 23 00:30:49.459165 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=687ce238-3d40-4e49-a40c-b886977b9d7a,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:30:49.471160 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'port_id': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'mac_address': 'fa:16:3e:c1:50:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:30:49.511507 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:49.524449 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687ce238-3d40-4e49-a40c-b886977b9d7a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:30:49.544353 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=687ce238-3d40-4e49-a40c-b886977b9d7a,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:30:49.545478 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e442e76-a622-4919-9656-83e57d631af9 req-22770f40-a541-4115-a9a0-22a81db94c7a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:49.546988 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e442e76-a622-4919-9656-83e57d631af9 req-22770f40-a541-4115-a9a0-22a81db94c7a tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 944 time: 0.0651498 Jul 23 00:30:49.548504 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:49.587041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e442e76-a622-4919-9656-83e57d631af9 req-5fff35d9-4676-44c9-b984-95a148c04c12 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331306 Jul 23 00:30:49.596890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=687ce238-3d40-4e49-a40c-b886977b9d7a,revision_number=11']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:30:49.836328 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce4a11-d041-44b2-80bb-7ca18b5b1e96 req-8385ffcf-cd20-47f5-ab73-26200c463006 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:49.837733 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b2ce4a11-d041-44b2-80bb-7ca18b5b1e96 req-8385ffcf-cd20-47f5-ab73-26200c463006 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0684621 Jul 23 00:30:49.875517 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b2ce4a11-d041-44b2-80bb-7ca18b5b1e96 req-57aea7bb-d763-4ebf-95f2-4c5dc386d334 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320044 Jul 23 00:30:49.890529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['687ce238-3d40-4e49-a40c-b886977b9d7a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:30:51.005697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709a4c1-a8c4-4cc5-a9a8-79d20d419d2c req-08071e6d-9516-404f-a303-c6677bbb8522 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:51.007221 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5709a4c1-a8c4-4cc5-a9a8-79d20d419d2c req-08071e6d-9516-404f-a303-c6677bbb8522 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0641222 Jul 23 00:30:51.045129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5709a4c1-a8c4-4cc5-a9a8-79d20d419d2c req-617890d8-61e1-4daf-922a-a59caec76249 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9ffac2e-6476-497f-ac44-2c49f9bef91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323482 Jul 23 00:30:51.375615 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 687ce238-3d40-4e49-a40c-b886977b9d7a up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:30:51.426593 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 687ce238-3d40-4e49-a40c-b886977b9d7a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:30:51.430530 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 687ce238-3d40-4e49-a40c-b886977b9d7a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:30:51.430981 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:51.505150 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:51.529947 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687ce238-3d40-4e49-a40c-b886977b9d7a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:30:51.532840 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45245afa-3db0-4a71-bbc4-e6631a806623" -d '{"events": [{"server_uuid": "e130b3b1-b0ee-4e8b-8df5-3a4daa88db54", "name": "network-vif-plugged", "status": "completed", "tag": "687ce238-3d40-4e49-a40c-b886977b9d7a"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:30:51.546260 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=687ce238-3d40-4e49-a40c-b886977b9d7a,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:30:51.550384 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:51.573221 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98cb7c4-5f1f-4eee-963c-dc8d75f9235e x-openstack-request-id: req-d98cb7c4-5f1f-4eee-963c-dc8d75f9235e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:30:51.573520 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e130b3b1-b0ee-4e8b-8df5-3a4daa88db54", "name": "network-vif-plugged", "status": "completed", "tag": "687ce238-3d40-4e49-a40c-b886977b9d7a", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:30:51.573774 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d98cb7c4-5f1f-4eee-963c-dc8d75f9235e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:30:51.574163 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'code': 200} Jul 23 00:30:51.591001 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161f2a5-8a12-44f2-b1ba-9d4dea56c960 req-02c27c1c-4996-42fd-9f67-b64d115fc617 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:51.593192 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b161f2a5-8a12-44f2-b1ba-9d4dea56c960 req-02c27c1c-4996-42fd-9f67-b64d115fc617 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.18 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 945 time: 0.0652981 Jul 23 00:30:51.601134 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=687ce238-3d40-4e49-a40c-b886977b9d7a,revision_number=12']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:30:51.700711 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b161f2a5-8a12-44f2-b1ba-9d4dea56c960 req-eca2dfaa-54a3-4627-b120-ff4305c807e9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Deleting port 687ce238-3d40-4e49-a40c-b886977b9d7a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:30:51.701049 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b161f2a5-8a12-44f2-b1ba-9d4dea56c960 req-eca2dfaa-54a3-4627-b120-ff4305c807e9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:51.787774 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-b161f2a5-8a12-44f2-b1ba-9d4dea56c960 req-eca2dfaa-54a3-4627-b120-ff4305c807e9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] For port 687ce238-3d40-4e49-a40c-b886977b9d7a, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=687ce238-3d40-4e49-a40c-b886977b9d7a,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:30:51.788135 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b161f2a5-8a12-44f2-b1ba-9d4dea56c960 req-eca2dfaa-54a3-4627-b120-ff4305c807e9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:51.956356 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b161f2a5-8a12-44f2-b1ba-9d4dea56c960 req-eca2dfaa-54a3-4627-b120-ff4305c807e9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:51.956645 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b161f2a5-8a12-44f2-b1ba-9d4dea56c960 req-eca2dfaa-54a3-4627-b120-ff4305c807e9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:51.956962 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [req-b161f2a5-8a12-44f2-b1ba-9d4dea56c960 req-eca2dfaa-54a3-4627-b120-ff4305c807e9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Floating IP 853598f8-71c8-47b3-a090-b159d0ca484b disassociated. External IP: 172.25.4.195, port: 687ce238-3d40-4e49-a40c-b886977b9d7a. Jul 23 00:30:51.957339 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-b161f2a5-8a12-44f2-b1ba-9d4dea56c960 req-eca2dfaa-54a3-4627-b120-ff4305c807e9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Calling delete_port for 687ce238-3d40-4e49-a40c-b886977b9d7a owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:30:52.083660 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b161f2a5-8a12-44f2-b1ba-9d4dea56c960 req-eca2dfaa-54a3-4627-b120-ff4305c807e9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:52.117570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2dfaa-54a3-4627-b120-ff4305c807e9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Pushing event deleted for resources: {'Port': ['ID=687ce238-3d40-4e49-a40c-b886977b9d7a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:30:52.157671 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2909c158-ccc3-434e-8cc5-586871c87bc0 req-73391e34-ec52-4d8b-b875-4d067779c25e tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 210 time: 0.0403123 Jul 23 00:30:52.234528 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b161f2a5-8a12-44f2-b1ba-9d4dea56c960 req-eca2dfaa-54a3-4627-b120-ff4305c807e9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:30:52.339719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b161f2a5-8a12-44f2-b1ba-9d4dea56c960 req-eca2dfaa-54a3-4627-b120-ff4305c807e9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:30:52.350740 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d95bf3-3501-4748-8a8b-cd3e59002582 None None] Sync routers for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:30:52.361082 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d95bf3-3501-4748-8a8b-cd3e59002582 None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:30:52.361722 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-63d95bf3-3501-4748-8a8b-cd3e59002582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:30:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:30:52.387429 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b161f2a5-8a12-44f2-b1ba-9d4dea56c960 req-eca2dfaa-54a3-4627-b120-ff4305c807e9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] No DVR routers for this DVR port 687ce238-3d40-4e49-a40c-b886977b9d7a on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:30:52.390489 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-b161f2a5-8a12-44f2-b1ba-9d4dea56c960 req-eca2dfaa-54a3-4627-b120-ff4305c807e9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:52.392539 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b161f2a5-8a12-44f2-b1ba-9d4dea56c960 req-eca2dfaa-54a3-4627-b120-ff4305c807e9 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.18 "DELETE /v2.0/ports/687ce238-3d40-4e49-a40c-b886977b9d7a HTTP/1.1" status: 204 len: 173 time: 0.7863772 Jul 23 00:30:52.393031 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'name': 'network-vif-deleted', 'tag': '687ce238-3d40-4e49-a40c-b886977b9d7a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:30:52.395328 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e22754-87f0-4c84-b262-72d9e1aa9d33" -d '{"events": [{"server_uuid": "e130b3b1-b0ee-4e8b-8df5-3a4daa88db54", "name": "network-vif-deleted", "tag": "687ce238-3d40-4e49-a40c-b886977b9d7a"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:30:52.436014 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718a6057-5626-46d5-a351-4e8381efd0d6 x-openstack-request-id: req-718a6057-5626-46d5-a351-4e8381efd0d6 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:30:52.436317 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e130b3b1-b0ee-4e8b-8df5-3a4daa88db54", "name": "network-vif-deleted", "tag": "687ce238-3d40-4e49-a40c-b886977b9d7a", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:30:52.436604 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-718a6057-5626-46d5-a351-4e8381efd0d6 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:30:52.436966 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e130b3b1-b0ee-4e8b-8df5-3a4daa88db54', 'name': 'network-vif-deleted', 'tag': '687ce238-3d40-4e49-a40c-b886977b9d7a', 'status': 'completed', 'code': 200} Jul 23 00:30:52.466302 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-63d95bf3-3501-4748-8a8b-cd3e59002582 None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:30:52.657465 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-63d95bf3-3501-4748-8a8b-cd3e59002582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:30:52.686039 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d95bf3-3501-4748-8a8b-cd3e59002582 None None] Checking router: 9e7a2540-ab8a-4b6e-96ba-8ad83299617b for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:30:52.694112 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d95bf3-3501-4748-8a8b-cd3e59002582 None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:30:52.694714 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-63d95bf3-3501-4748-8a8b-cd3e59002582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:30:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:30:52.797229 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-63d95bf3-3501-4748-8a8b-cd3e59002582 None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:30:53.088272 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-63d95bf3-3501-4748-8a8b-cd3e59002582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:30:53.115880 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d95bf3-3501-4748-8a8b-cd3e59002582 None None] The sync data for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 is: [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:21:17Z', 'revision_number': 4, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b0344476-7259-4607-998c-f08eb1efff96', 'name': '', 'network_id': '2cae6144-d2b2-4c81-972c-f9638b0ce67e', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'mac_address': 'fa:16:3e:b9:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:17Z', 'updated_at': '2021-07-23T00:21:21Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'subnets': [{'id': '5c1bea52-0466-4488-975d-4fa8a36b9c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:30:53.263448 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-352f1485-ae1f-429c-90ae-a32538ddb495 req-ed39caf0-746a-4d7e-b149-b5255eb9b35f tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 210 time: 0.0359757 Jul 23 00:30:53.345691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b103c745-0fa1-4b59-be5f-cbcb2b96da25 None None] New status for floating IP 853598f8-71c8-47b3-a090-b159d0ca484b: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:30:54.365418 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-829887e0-88db-4fd1-83dd-f995a14650b1 req-334ebdde-fe17-4930-aa8a-cb89b31e6c15 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 210 time: 0.0297611 Jul 23 00:30:55.394117 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 687ce238-3d40-4e49-a40c-b886977b9d7a no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:30:55.414463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 687ce238-3d40-4e49-a40c-b886977b9d7a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:30:55.414815 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 687ce238-3d40-4e49-a40c-b886977b9d7a not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:30:55.469124 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04e9a4a5-efac-4af4-ad8e-ad7652240d33 req-8a331349-f690-4dc5-a8ce-c7de37fb12a2 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/ports?device_id=e130b3b1-b0ee-4e8b-8df5-3a4daa88db54 HTTP/1.1" status: 200 len: 210 time: 0.0298829 Jul 23 00:30:59.152913 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:30:59.208956 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb721e0e-cdc5-45f2-8c33-4be99396a868 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:59.231234 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb721e0e-cdc5-45f2-8c33-4be99396a868 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:59.281800 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb721e0e-cdc5-45f2-8c33-4be99396a868 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:59.284348 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eb721e0e-cdc5-45f2-8c33-4be99396a868 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:59.285527 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-eb721e0e-cdc5-45f2-8c33-4be99396a868 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "DELETE /v2.0/security-groups/c9ffac2e-6476-497f-ac44-2c49f9bef91a HTTP/1.1" status: 204 len: 168 time: 0.1315706 Jul 23 00:30:59.288210 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59964) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:30:59.294260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb721e0e-cdc5-45f2-8c33-4be99396a868 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ffac2e-6476-497f-ac44-2c49f9bef91a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:30:59.306458 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [None req-2cb95839-b96a-4065-8383-4e6d8635528d tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] show failed (client error): The resource could not be found. Jul 23 00:30:59.310105 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2cb95839-b96a-4065-8383-4e6d8635528d tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "GET /v2.0/security-groups/c9ffac2e-6476-497f-ac44-2c49f9bef91a HTTP/1.1" status: 404 len: 347 time: 0.0177674 Jul 23 00:30:59.310437 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59966) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:30:59.442419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4b7ae8bb-2c7a-465a-9c90-e77f4f2e6096 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Deleting port 608e404f-e88c-4218-9d73-4f80409873af {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:30:59.442756 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae8bb-2c7a-465a-9c90-e77f4f2e6096 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:59.518367 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae8bb-2c7a-465a-9c90-e77f4f2e6096 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:59.518687 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae8bb-2c7a-465a-9c90-e77f4f2e6096 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:59.529920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4b7ae8bb-2c7a-465a-9c90-e77f4f2e6096 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Calling delete_port for 608e404f-e88c-4218-9d73-4f80409873af owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:30:59.661336 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae8bb-2c7a-465a-9c90-e77f4f2e6096 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:59.685794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ae8bb-2c7a-465a-9c90-e77f4f2e6096 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Pushing event deleted for resources: {'Port': ['ID=608e404f-e88c-4218-9d73-4f80409873af,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:30:59.749488 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae8bb-2c7a-465a-9c90-e77f4f2e6096 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:59.751990 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae8bb-2c7a-465a-9c90-e77f4f2e6096 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:59.753156 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4b7ae8bb-2c7a-465a-9c90-e77f4f2e6096 tempest-ServerActionsTestJSON-913966401 tempest-ServerActionsTestJSON-913966401-project] 10.222.0.26 "DELETE /v2.0/floatingips/853598f8-71c8-47b3-a090-b159d0ca484b HTTP/1.1" status: 204 len: 168 time: 0.4417257 Jul 23 00:30:59.756055 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59968) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:00.155304 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25b562a-f0d1-4584-8d64-58a72f836460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:00.401349 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b25b562a-f0d1-4584-8d64-58a72f836460 admin admin] Deleting port b0344476-7259-4607-998c-f08eb1efff96 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:31:00.401695 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25b562a-f0d1-4584-8d64-58a72f836460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:00.477343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b25b562a-f0d1-4584-8d64-58a72f836460 admin admin] For port b0344476-7259-4607-998c-f08eb1efff96, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b0344476-7259-4607-998c-f08eb1efff96,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:00.477607 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25b562a-f0d1-4584-8d64-58a72f836460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:00.493225 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b25b562a-f0d1-4584-8d64-58a72f836460 admin admin] Calling delete_port for b0344476-7259-4607-998c-f08eb1efff96 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:31:00.666734 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25b562a-f0d1-4584-8d64-58a72f836460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:00.692551 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b562a-f0d1-4584-8d64-58a72f836460 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0344476-7259-4607-998c-f08eb1efff96,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:00.855165 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b25b562a-f0d1-4584-8d64-58a72f836460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:01.062218 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25b562a-f0d1-4584-8d64-58a72f836460 admin admin] Router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:31:01.165444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25b562a-f0d1-4584-8d64-58a72f836460 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:31:01.170338 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b25b562a-f0d1-4584-8d64-58a72f836460 admin admin] 10.222.0.26 "PUT /v2.0/routers/9e7a2540-ab8a-4b6e-96ba-8ad83299617b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4133582 Jul 23 00:31:01.172985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59972) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:01.173860 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519519e5-5651-4499-91a0-ab2987f26b4c None None] Sync routers for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:31:01.183304 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519519e5-5651-4499-91a0-ab2987f26b4c None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:31:01.183898 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-519519e5-5651-4499-91a0-ab2987f26b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:30:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:01.275367 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98797484-6363-4f03-ae25-c6e923d04e2d admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:01.284913 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-519519e5-5651-4499-91a0-ab2987f26b4c None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:31:01.371867 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98797484-6363-4f03-ae25-c6e923d04e2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:01.434379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-98797484-6363-4f03-ae25-c6e923d04e2d admin admin] Deleting port 4f77beac-add5-4a72-83b0-acb186a26f33 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:31:01.434729 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98797484-6363-4f03-ae25-c6e923d04e2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:01.463885 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-519519e5-5651-4499-91a0-ab2987f26b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:31:00Z', 'revision_number': 5, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port': {'id': '4f77beac-add5-4a72-83b0-acb186a26f33', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:21:15Z', 'updated_at': '2021-07-23T00:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:01.488891 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519519e5-5651-4499-91a0-ab2987f26b4c None None] Checking router: 9e7a2540-ab8a-4b6e-96ba-8ad83299617b for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:31:01.496851 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519519e5-5651-4499-91a0-ab2987f26b4c None None] Routers {'9e7a2540-ab8a-4b6e-96ba-8ad83299617b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:31:01.497619 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-519519e5-5651-4499-91a0-ab2987f26b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:30:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:01.512424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-98797484-6363-4f03-ae25-c6e923d04e2d admin admin] For port 4f77beac-add5-4a72-83b0-acb186a26f33, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4f77beac-add5-4a72-83b0-acb186a26f33,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:01.512787 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98797484-6363-4f03-ae25-c6e923d04e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:01.525973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-98797484-6363-4f03-ae25-c6e923d04e2d admin admin] Calling delete_port for 4f77beac-add5-4a72-83b0-acb186a26f33 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:31:01.581989 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-519519e5-5651-4499-91a0-ab2987f26b4c None None] Set router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:31:01.630971 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-519519e5-5651-4499-91a0-ab2987f26b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:31:01Z', 'revision_number': 6, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:01.661052 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519519e5-5651-4499-91a0-ab2987f26b4c None None] The sync data for ids ['9e7a2540-ab8a-4b6e-96ba-8ad83299617b'] in n-d-688802-2 is: [{'id': '9e7a2540-ab8a-4b6e-96ba-8ad83299617b', 'name': 'tempest-ServerActionsTestJSON-356154740-router', 'tenant_id': '32c55ff30969467198929dedddcc1e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:21:14Z', 'updated_at': '2021-07-23T00:31:01Z', 'revision_number': 6, 'project_id': '32c55ff30969467198929dedddcc1e65', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:31:01.678962 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-643d591b-8f31-4b77-a62b-47163d1a39be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:01.695060 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98797484-6363-4f03-ae25-c6e923d04e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:01.722017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98797484-6363-4f03-ae25-c6e923d04e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=4f77beac-add5-4a72-83b0-acb186a26f33,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:01.788885 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98797484-6363-4f03-ae25-c6e923d04e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:01.876036 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98797484-6363-4f03-ae25-c6e923d04e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:01.878098 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98797484-6363-4f03-ae25-c6e923d04e2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:01.918511 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98797484-6363-4f03-ae25-c6e923d04e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:01.919100 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98797484-6363-4f03-ae25-c6e923d04e2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e7a2540-ab8a-4b6e-96ba-8ad83299617b {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:31:01.924418 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-98797484-6363-4f03-ae25-c6e923d04e2d admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:01.925637 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-98797484-6363-4f03-ae25-c6e923d04e2d admin admin] 10.222.0.26 "DELETE /v2.0/routers/9e7a2540-ab8a-4b6e-96ba-8ad83299617b HTTP/1.1" status: 204 len: 168 time: 0.7517049 Jul 23 00:31:01.928202 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59974) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:01.970307 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b7b601-0c33-4774-b9af-dd6fce4d00ff admin admin] Deleting subnet 5c1bea52-0466-4488-975d-4fa8a36b9c8d {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:31:01.973140 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64b7b601-0c33-4774-b9af-dd6fce4d00ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.012016 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64b7b601-0c33-4774-b9af-dd6fce4d00ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.092354 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64b7b601-0c33-4774-b9af-dd6fce4d00ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.145048 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64b7b601-0c33-4774-b9af-dd6fce4d00ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.174664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7b601-0c33-4774-b9af-dd6fce4d00ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c1bea52-0466-4488-975d-4fa8a36b9c8d,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:02.176594 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64b7b601-0c33-4774-b9af-dd6fce4d00ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.178487 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-64b7b601-0c33-4774-b9af-dd6fce4d00ff admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5c1bea52-0466-4488-975d-4fa8a36b9c8d HTTP/1.1" status: 204 len: 168 time: 0.2493665 Jul 23 00:31:02.181052 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 59976) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:02.185253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3133344-3458-422c-825a-7c8d3eb7b52a None None] Network 2cae6144-d2b2-4c81-972c-f9638b0ce67e requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:02.417775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f210cb6-7cb5-4a92-ab40-a213cf507a55 None None] DHCP port deletion for 2cae6144-d2b2-4c81-972c-f9638b0ce67e request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:31:02.470165 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0f210cb6-7cb5-4a92-ab40-a213cf507a55 None None] Deleting port 69aee53f-067b-40a4-b601-ac58cc37b9c3 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:31:02.470540 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f210cb6-7cb5-4a92-ab40-a213cf507a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.533381 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-0f210cb6-7cb5-4a92-ab40-a213cf507a55 None None] For port 69aee53f-067b-40a4-b601-ac58cc37b9c3, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=69aee53f-067b-40a4-b601-ac58cc37b9c3,segment=NetworkSegment(74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f),segment_id=74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:02.533780 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f210cb6-7cb5-4a92-ab40-a213cf507a55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.547183 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-0f210cb6-7cb5-4a92-ab40-a213cf507a55 None None] Calling delete_port for 69aee53f-067b-40a4-b601-ac58cc37b9c3 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:31:02.598744 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.641958 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0f210cb6-7cb5-4a92-ab40-a213cf507a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.654480 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] Deleting port 69aee53f-067b-40a4-b601-ac58cc37b9c3 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:31:02.654817 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.671262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f210cb6-7cb5-4a92-ab40-a213cf507a55 None None] Pushing event deleted for resources: {'Port': ['ID=69aee53f-067b-40a4-b601-ac58cc37b9c3,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:02.674178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f210cb6-7cb5-4a92-ab40-a213cf507a55 None None] No DVR routers for this DVR port 69aee53f-067b-40a4-b601-ac58cc37b9c3 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:31:02.726022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] For port 69aee53f-067b-40a4-b601-ac58cc37b9c3, host n-d-688802-2, got binding levels [] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:02.726381 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.738231 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] Calling delete_port for 69aee53f-067b-40a4-b601-ac58cc37b9c3 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:31:02.741333 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] Port 69aee53f-067b-40a4-b601-ac58cc37b9c3 was not found and therefore no delete operation was performed {{(pid=93821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 00:31:02.742214 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.768857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] Pushing event deleted for resources: {'Port': ['ID=69aee53f-067b-40a4-b601-ac58cc37b9c3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:02.770716 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] No DVR routers for this DVR port 69aee53f-067b-40a4-b601-ac58cc37b9c3 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:31:02.842862 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.853362 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cae6144-d2b2-4c81-972c-f9638b0ce67e']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:02.863379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:02.863677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74be3ddd-1c8d-424e-bb2f-5d3fb5557c2f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:02.872168 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.885314 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.891259 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:31:02.891642 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:31:02.893265 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:31:02.945758 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.951059 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:02.952989 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2cae6144-d2b2-4c81-972c-f9638b0ce67e HTTP/1.1" status: 204 len: 168 time: 0.7708201 Jul 23 00:31:02.963613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d326e3a-c4b3-4b80-a5f6-3f8feb5de169 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cae6144-d2b2-4c81-972c-f9638b0ce67e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:03.057793 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59980) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:03.097908 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-20907f86-be3c-492b-bec9-7e186b7cfebc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32c55ff30969467198929dedddcc1e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389214 Jul 23 00:31:03.100288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 59982) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:03.147675 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc279c80-461c-425f-bdae-796af95591e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:03.168139 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc279c80-461c-425f-bdae-796af95591e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:03.213474 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc279c80-461c-425f-bdae-796af95591e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:03.216072 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc279c80-461c-425f-bdae-796af95591e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:03.217320 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-cc279c80-461c-425f-bdae-796af95591e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0bef8880-cd59-428f-bee8-9d5ac6f97f95 HTTP/1.1" status: 204 len: 168 time: 0.1160314 Jul 23 00:31:03.225472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc279c80-461c-425f-bdae-796af95591e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bef8880-cd59-428f-bee8-9d5ac6f97f95,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:03.423579 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b0344476-7259-4607-998c-f08eb1efff96 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:31:03.446100 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: b0344476-7259-4607-998c-f08eb1efff96 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:31:03.446510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b0344476-7259-4607-998c-f08eb1efff96 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:31:03.446985 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 69aee53f-067b-40a4-b601-ac58cc37b9c3 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:31:03.465118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 69aee53f-067b-40a4-b601-ac58cc37b9c3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:31:03.465478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 69aee53f-067b-40a4-b601-ac58cc37b9c3 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:31:03.465878 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4f77beac-add5-4a72-83b0-acb186a26f33 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:31:03.484024 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 4f77beac-add5-4a72-83b0-acb186a26f33 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:31:03.484364 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4f77beac-add5-4a72-83b0-acb186a26f33 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:31:03.923018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60006) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:04.037000 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9c804c5f-e3c3-4f44-a085-84351ba1f1ce admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-365789251-network', 'tenant_id': '9f0384ddd9c847d3a33f259e294fbf8e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:04.061274 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c804c5f-e3c3-4f44-a085-84351ba1f1ce admin admin] Made reservation on behalf of 9f0384ddd9c847d3a33f259e294fbf8e for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:04.064423 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c804c5f-e3c3-4f44-a085-84351ba1f1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:04.072560 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c804c5f-e3c3-4f44-a085-84351ba1f1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:04.159696 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c804c5f-e3c3-4f44-a085-84351ba1f1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:04.163082 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c804c5f-e3c3-4f44-a085-84351ba1f1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:04.186676 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c804c5f-e3c3-4f44-a085-84351ba1f1ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:31:04.195917 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c804c5f-e3c3-4f44-a085-84351ba1f1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f08742d-965b-43ed-bf0d-664ec35a473e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:04.201865 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c804c5f-e3c3-4f44-a085-84351ba1f1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:04.202214 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-9c804c5f-e3c3-4f44-a085-84351ba1f1ce admin admin] Added segment b13b75b5-fe7a-4c77-b450-f18b7a85542c of type vlan for network 55bf0893-931d-4e8b-9320-398ad839e7da Jul 23 00:31:04.241262 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c804c5f-e3c3-4f44-a085-84351ba1f1ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:04.269612 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c804c5f-e3c3-4f44-a085-84351ba1f1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:04.270451 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c804c5f-e3c3-4f44-a085-84351ba1f1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:04.271043 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c804c5f-e3c3-4f44-a085-84351ba1f1ce admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:04.304217 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:04.304826 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c804c5f-e3c3-4f44-a085-84351ba1f1ce admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3802040 Jul 23 00:31:04.309294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8c4d896e-3140-4b02-b62b-879803f60c34 admin admin] Request body: {'subnet': {'network_id': '55bf0893-931d-4e8b-9320-398ad839e7da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-365789251-subnet', 'tenant_id': '9f0384ddd9c847d3a33f259e294fbf8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:04.330026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4d896e-3140-4b02-b62b-879803f60c34 admin admin] Made reservation on behalf of 9f0384ddd9c847d3a33f259e294fbf8e for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:04.332266 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c4d896e-3140-4b02-b62b-879803f60c34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:04.336445 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c804c5f-e3c3-4f44-a085-84351ba1f1ce admin admin] Pushing event updated for resources: {'Network': ['ID=55bf0893-931d-4e8b-9320-398ad839e7da,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:04.346874 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 55bf0893-931d-4e8b-9320-398ad839e7da details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:31:04.430891 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-12ca5dc4-dc15-460e-8938-d103ed6f332a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:04.473664 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:04.509126 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c4d896e-3140-4b02-b62b-879803f60c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:04.565638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d896e-3140-4b02-b62b-879803f60c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cce49be-9412-4ce4-b600-0efb0bebe9c2,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:04.569746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4d896e-3140-4b02-b62b-879803f60c34 admin admin] Checking segment: {'id': 'b13b75b5-fe7a-4c77-b450-f18b7a85542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '55bf0893-931d-4e8b-9320-398ad839e7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:04.570094 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4d896e-3140-4b02-b62b-879803f60c34 admin admin] Network hostable DHCP agents. Network: 55bf0893-931d-4e8b-9320-398ad839e7da, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:31:04.587744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4d896e-3140-4b02-b62b-879803f60c34 admin admin] Network 55bf0893-931d-4e8b-9320-398ad839e7da is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:31:04.597030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8c4d896e-3140-4b02-b62b-879803f60c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 55bf0893-931d-4e8b-9320-398ad839e7da) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:04.601746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d896e-3140-4b02-b62b-879803f60c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:04.602361 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c4d896e-3140-4b02-b62b-879803f60c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:04.608148 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2f95d7-e6a2-4e39-9303-b56c2d561820 None None] Network 55bf0893-931d-4e8b-9320-398ad839e7da requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:04.616636 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8c4d896e-3140-4b02-b62b-879803f60c34 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3113275 Jul 23 00:31:04.735242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d8e7f3-71fb-48a1-9c48-b49f5b7c105d None None] Network 55bf0893-931d-4e8b-9320-398ad839e7da requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:04.817704 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:05.046001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-968b8eb4-65a7-4c67-85b7-0af62b81f501 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:05.047453 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-968b8eb4-65a7-4c67-85b7-0af62b81f501 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/networks?id=55bf0893-931d-4e8b-9320-398ad839e7da HTTP/1.1" status: 200 len: 813 time: 0.1070874 Jul 23 00:31:05.061428 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-e8ea6ae4-3384-4a5d-a303-232943661af3 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/quotas/9f0384ddd9c847d3a33f259e294fbf8e HTTP/1.1" status: 200 len: 375 time: 0.0085835 Jul 23 00:31:05.098264 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-2c450b02-deca-491f-93ce-ee0f6cdab160 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f0384ddd9c847d3a33f259e294fbf8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311241 Jul 23 00:31:05.267973 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-61cc9876-a6e3-4081-90e3-1b1b08edb656 service neutron] 10.222.0.26 "GET /v2.0/networks/55bf0893-931d-4e8b-9320-398ad839e7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217549 Jul 23 00:31:05.357521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-2762557e-3e8e-4d4b-a864-bef2e97c4d8d service neutron] 10.222.0.26 "GET /v2.0/networks/55bf0893-931d-4e8b-9320-398ad839e7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836151 Jul 23 00:31:05.520741 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0295b4f8-3c4c-4cc9-a5de-c8299542b8d1 req-01afd7d6-0b2b-4ba9-81eb-b8e6ca3d0e8a tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 210 time: 0.0300238 Jul 23 00:31:05.553562 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:31:05.730205 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:06.500592 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-81cb694a-3943-4e44-af62-cf587c205f48 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:06.502104 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-81cb694a-3943-4e44-af62-cf587c205f48 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.18 "GET /v2.0/networks?id=55bf0893-931d-4e8b-9320-398ad839e7da HTTP/1.1" status: 200 len: 813 time: 0.1038611 Jul 23 00:31:06.521779 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-1dc0955d-facb-4f07-bd31-99738f31a40f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Request body: {'port': {'device_id': '016793fb-4dcb-4872-afb4-f36cf740a878', 'network_id': '55bf0893-931d-4e8b-9320-398ad839e7da', 'admin_state_up': True, 'tenant_id': '9f0384ddd9c847d3a33f259e294fbf8e'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:06.621022 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1af459dd-9808-4594-a4fe-cb006d2439b0 req-372caa87-ac54-439f-9456-89a2d071a8c3 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 210 time: 0.0297196 Jul 23 00:31:06.635512 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-1dc0955d-facb-4f07-bd31-99738f31a40f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Made reservation on behalf of 9f0384ddd9c847d3a33f259e294fbf8e for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:06.639357 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-1dc0955d-facb-4f07-bd31-99738f31a40f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:06.762130 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-1dc0955d-facb-4f07-bd31-99738f31a40f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Allocated IP 172.20.0.10 (55bf0893-931d-4e8b-9320-398ad839e7da/6cce49be-9412-4ce4-b600-0efb0bebe9c2/44d8b2f2-9902-4561-a4b8-b7f58ed41f28) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:31:06.909568 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-1dc0955d-facb-4f07-bd31-99738f31a40f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:06.948452 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-1dc0955d-facb-4f07-bd31-99738f31a40f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:06.991810 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-1dc0955d-facb-4f07-bd31-99738f31a40f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Network 55bf0893-931d-4e8b-9320-398ad839e7da is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:31:06.994790 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-1dc0955d-facb-4f07-bd31-99738f31a40f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:06.998513 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-1dc0955d-facb-4f07-bd31-99738f31a40f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:31:07.005357 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0955d-facb-4f07-bd31-99738f31a40f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Pushing event updated for resources: {'Port': ['ID=44d8b2f2-9902-4561-a4b8-b7f58ed41f28,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:07.054848 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-1dc0955d-facb-4f07-bd31-99738f31a40f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:07.055456 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-1dc0955d-facb-4f07-bd31-99738f31a40f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:07.068986 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-1dc0955d-facb-4f07-bd31-99738f31a40f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5509629 Jul 23 00:31:07.085228 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Request body: {'port': {'device_id': '016793fb-4dcb-4872-afb4-f36cf740a878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:07.154305 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:07.216304 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:07.413001 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:31:07.420148 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:07.431539 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Transition to ACTIVE for port object 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:31:07.435138 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:07.505233 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Pushing event updated for resources: {'Port': ['ID=44d8b2f2-9902-4561-a4b8-b7f58ed41f28,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:07.552293 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Attempting to bind port 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:31:07.552622 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Attempting to bind port 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'b13b75b5-fe7a-4c77-b450-f18b7a85542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '55bf0893-931d-4e8b-9320-398ad839e7da'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:31:07.552944 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Attempting to bind port 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 on network 55bf0893-931d-4e8b-9320-398ad839e7da {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:31:07.557229 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Port 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 on network 55bf0893-931d-4e8b-9320-398ad839e7da not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:31:07.557556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Attempting to bind port 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 on network 55bf0893-931d-4e8b-9320-398ad839e7da {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:31:07.562782 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:31:07.563110 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Checking segment: {'id': 'b13b75b5-fe7a-4c77-b450-f18b7a85542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '55bf0893-931d-4e8b-9320-398ad839e7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:07.563481 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Bound using segment: {'id': 'b13b75b5-fe7a-4c77-b450-f18b7a85542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '55bf0893-931d-4e8b-9320-398ad839e7da'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:31:07.563899 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Bound port: 44d8b2f2-9902-4561-a4b8-b7f58ed41f28, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13b75b5-fe7a-4c77-b450-f18b7a85542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '55bf0893-931d-4e8b-9320-398ad839e7da'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:31:07.564251 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:07.627758 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] For port 44d8b2f2-9902-4561-a4b8-b7f58ed41f28, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:31:07.630584 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] For port 44d8b2f2-9902-4561-a4b8-b7f58ed41f28, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=44d8b2f2-9902-4561-a4b8-b7f58ed41f28,segment=NetworkSegment(b13b75b5-fe7a-4c77-b450-f18b7a85542c),segment_id=b13b75b5-fe7a-4c77-b450-f18b7a85542c)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:31:07.635201 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:07.673932 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:07.674545 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:07.675953 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] 10.222.0.18 "PUT /v2.0/ports/44d8b2f2-9902-4561-a4b8-b7f58ed41f28 HTTP/1.1" status: 200 len: 1092 time: 0.5948393 Jul 23 00:31:07.676388 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016793fb-4dcb-4872-afb4-f36cf740a878', 'tag': '44d8b2f2-9902-4561-a4b8-b7f58ed41f28'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:31:07.678706 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fafc080-71be-4efa-b994-eaef18e66482" -d '{"events": [{"name": "network-changed", "server_uuid": "016793fb-4dcb-4872-afb4-f36cf740a878", "tag": "44d8b2f2-9902-4561-a4b8-b7f58ed41f28"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:31:07.699846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c53ac-3a04-441b-848e-9ae17c72433c service neutron] Pushing event updated for resources: {'Port': ['ID=44d8b2f2-9902-4561-a4b8-b7f58ed41f28,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:07.741604 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381c06dc-ac1b-4b24-bdc9-21b2bc686724 x-openstack-request-id: req-381c06dc-ac1b-4b24-bdc9-21b2bc686724 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:31:07.741891 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016793fb-4dcb-4872-afb4-f36cf740a878", "tag": "44d8b2f2-9902-4561-a4b8-b7f58ed41f28", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:31:07.742166 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-381c06dc-ac1b-4b24-bdc9-21b2bc686724 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:31:07.742559 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016793fb-4dcb-4872-afb4-f36cf740a878', 'tag': '44d8b2f2-9902-4561-a4b8-b7f58ed41f28', 'status': 'completed', 'code': 200} Jul 23 00:31:07.784668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d9de8-82b4-4224-a22f-d2908ab85188 req-dbe91b0a-1d6b-4a52-b8ac-14d650fc20ee tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:07.786538 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ae6d9de8-82b4-4224-a22f-d2908ab85188 req-dbe91b0a-1d6b-4a52-b8ac-14d650fc20ee tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 944 time: 0.0849469 Jul 23 00:31:07.788248 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-09651b5a-870d-4928-8ebd-8b61edc7e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:07.789807 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-09651b5a-870d-4928-8ebd-8b61edc7e5e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0384ddd9c847d3a33f259e294fbf8e&device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 1095 time: 0.0579662 Jul 23 00:31:07.825405 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ae6d9de8-82b4-4224-a22f-d2908ab85188 req-a53775e4-d769-464d-afc9-975eb9f5ef59 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331843 Jul 23 00:31:07.839595 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-6df316f1-17f3-4a58-a75e-910274ed512c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44d8b2f2-9902-4561-a4b8-b7f58ed41f28 HTTP/1.1" status: 200 len: 217 time: 0.0380974 Jul 23 00:31:07.887980 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-b842806a-34c9-453c-949a-d885ac16c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:07.889631 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-b842806a-34c9-453c-949a-d885ac16c15a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6cce49be-9412-4ce4-b600-0efb0bebe9c2 HTTP/1.1" status: 200 len: 853 time: 0.0442593 Jul 23 00:31:07.922447 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-58965bbf-7a02-49a8-bb32-f1ae0e58bc57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55bf0893-931d-4e8b-9320-398ad839e7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267272 Jul 23 00:31:08.014423 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-5333dc11-1736-497b-a7ec-209fc56fe450 service neutron] 10.222.0.18 "GET /v2.0/networks/55bf0893-931d-4e8b-9320-398ad839e7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858021 Jul 23 00:31:08.101404 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fb1efdde-84fd-424e-bc5a-d021df78407f req-b85e7830-3830-41f9-80fb-d187dd833734 service neutron] 10.222.0.18 "GET /v2.0/networks/55bf0893-931d-4e8b-9320-398ad839e7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811238 Jul 23 00:31:08.240591 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafc080-71be-4efa-b994-eaef18e66482 req-0721d1e6-8ee8-40f8-ad16-f5a27ab5a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:08.242146 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7fafc080-71be-4efa-b994-eaef18e66482 req-0721d1e6-8ee8-40f8-ad16-f5a27ab5a850 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f0384ddd9c847d3a33f259e294fbf8e&device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 1095 time: 0.0599732 Jul 23 00:31:08.331204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafc080-71be-4efa-b994-eaef18e66482 req-b16ceb94-4334-445b-8941-2ce98fd40e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:08.332663 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7fafc080-71be-4efa-b994-eaef18e66482 req-b16ceb94-4334-445b-8941-2ce98fd40e0c service neutron] 10.222.0.18 "GET /v2.0/networks?id=55bf0893-931d-4e8b-9320-398ad839e7da HTTP/1.1" status: 200 len: 914 time: 0.0823672 Jul 23 00:31:08.378168 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7fafc080-71be-4efa-b994-eaef18e66482 req-cafdbbce-19c4-4373-b6d9-60eb07e1c98d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44d8b2f2-9902-4561-a4b8-b7f58ed41f28 HTTP/1.1" status: 200 len: 217 time: 0.0381730 Jul 23 00:31:08.426668 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafc080-71be-4efa-b994-eaef18e66482 req-b57e7d99-a430-4c29-98d1-097566a94632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:08.428073 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7fafc080-71be-4efa-b994-eaef18e66482 req-b57e7d99-a430-4c29-98d1-097566a94632 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6cce49be-9412-4ce4-b600-0efb0bebe9c2 HTTP/1.1" status: 200 len: 853 time: 0.0432723 Jul 23 00:31:08.463109 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7fafc080-71be-4efa-b994-eaef18e66482 req-53a99ebf-516d-46d2-abd5-41fe37f1001b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55bf0893-931d-4e8b-9320-398ad839e7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268352 Jul 23 00:31:08.553971 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7fafc080-71be-4efa-b994-eaef18e66482 req-2d00fcc7-b8b3-42c0-80f4-62a9e9ce8537 service neutron] 10.222.0.18 "GET /v2.0/networks/55bf0893-931d-4e8b-9320-398ad839e7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839636 Jul 23 00:31:08.640757 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7fafc080-71be-4efa-b994-eaef18e66482 req-33202395-ec59-4aeb-872e-4b460ee13bc5 service neutron] 10.222.0.18 "GET /v2.0/networks/55bf0893-931d-4e8b-9320-398ad839e7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791647 Jul 23 00:31:08.953311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01892d35-684c-40ca-8b34-37805e64ab8d req-d38ef40c-14e2-4b0d-8ca3-4aa4c4feeafa tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:08.954804 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01892d35-684c-40ca-8b34-37805e64ab8d req-d38ef40c-14e2-4b0d-8ca3-4aa4c4feeafa tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 944 time: 0.0625784 Jul 23 00:31:08.990819 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-01892d35-684c-40ca-8b34-37805e64ab8d req-1628da08-e90a-4adf-804c-e9a8f55f43b1 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305357 Jul 23 00:31:10.131014 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164e805-cad9-4058-93b5-b4dcb589ee13 req-d9f336da-b242-4637-aab1-9b1e2d55b2ac tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:10.132474 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5164e805-cad9-4058-93b5-b4dcb589ee13 req-d9f336da-b242-4637-aab1-9b1e2d55b2ac tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 944 time: 0.0634756 Jul 23 00:31:10.172718 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5164e805-cad9-4058-93b5-b4dcb589ee13 req-6b8309c3-31e0-42c3-9f84-a1bb29819edf tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346096 Jul 23 00:31:11.306077 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78535341-86e5-426e-a756-ffb634df4f35 req-8d3d4cce-44c6-4e14-b3ad-ad7b18cab1b6 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:11.307467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78535341-86e5-426e-a756-ffb634df4f35 req-8d3d4cce-44c6-4e14-b3ad-ad7b18cab1b6 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 944 time: 0.0639975 Jul 23 00:31:11.344638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-78535341-86e5-426e-a756-ffb634df4f35 req-0b4ed561-aa45-4878-9283-fd1fd7e9d427 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311611 Jul 23 00:31:11.503455 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:31:11.594378 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 44d8b2f2-9902-4561-a4b8-b7f58ed41f28, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=44d8b2f2-9902-4561-a4b8-b7f58ed41f28,segment=NetworkSegment(b13b75b5-fe7a-4c77-b450-f18b7a85542c),segment_id=b13b75b5-fe7a-4c77-b450-f18b7a85542c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:11.604899 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '44d8b2f2-9902-4561-a4b8-b7f58ed41f28', 'network_id': '55bf0893-931d-4e8b-9320-398ad839e7da', 'port_id': '44d8b2f2-9902-4561-a4b8-b7f58ed41f28', 'mac_address': 'fa:16:3e:0b:46:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cce49be-9412-4ce4-b600-0efb0bebe9c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:31:11.645237 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:11.657226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:31:11.676044 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 44d8b2f2-9902-4561-a4b8-b7f58ed41f28, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=44d8b2f2-9902-4561-a4b8-b7f58ed41f28,segment=NetworkSegment(b13b75b5-fe7a-4c77-b450-f18b7a85542c),segment_id=b13b75b5-fe7a-4c77-b450-f18b7a85542c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:11.680002 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:11.727079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=44d8b2f2-9902-4561-a4b8-b7f58ed41f28,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:11.963889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['44d8b2f2-9902-4561-a4b8-b7f58ed41f28'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:31:12.475792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce432ad-3a9e-46d6-9452-685a5c760e20 req-9c21f613-f981-4736-ab34-fc413549e4dd tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:12.477320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ce432ad-3a9e-46d6-9452-685a5c760e20 req-9c21f613-f981-4736-ab34-fc413549e4dd tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 945 time: 0.0674245 Jul 23 00:31:12.514584 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ce432ad-3a9e-46d6-9452-685a5c760e20 req-24d2e16b-0eab-4564-9883-432ef6bdaed3 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317578 Jul 23 00:31:13.514941 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:31:13.566487 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:31:13.570185 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:31:13.570552 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:13.646281 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:13.652440 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689a734-458c-4c74-8537-dea5de2aa7d6 req-77f77141-827e-43fb-a0b5-7c76cd39d354 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:13.654008 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9689a734-458c-4c74-8537-dea5de2aa7d6 req-77f77141-827e-43fb-a0b5-7c76cd39d354 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 945 time: 0.0686724 Jul 23 00:31:13.669297 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016793fb-4dcb-4872-afb4-f36cf740a878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d8b2f2-9902-4561-a4b8-b7f58ed41f28'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:31:13.672065 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a782d287-938b-4b97-9aff-b2a7430bc4bb" -d '{"events": [{"server_uuid": "016793fb-4dcb-4872-afb4-f36cf740a878", "name": "network-vif-plugged", "status": "completed", "tag": "44d8b2f2-9902-4561-a4b8-b7f58ed41f28"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:31:13.688448 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 44d8b2f2-9902-4561-a4b8-b7f58ed41f28, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=44d8b2f2-9902-4561-a4b8-b7f58ed41f28,segment=NetworkSegment(b13b75b5-fe7a-4c77-b450-f18b7a85542c),segment_id=b13b75b5-fe7a-4c77-b450-f18b7a85542c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:13.692933 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:13.693241 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9689a734-458c-4c74-8537-dea5de2aa7d6 req-efe2369c-fdfd-43c6-9020-0835baa5c6ec tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329990 Jul 23 00:31:13.720053 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d65fd8e-a3b1-44d3-93ea-005266531337 x-openstack-request-id: req-1d65fd8e-a3b1-44d3-93ea-005266531337 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:31:13.720350 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016793fb-4dcb-4872-afb4-f36cf740a878", "name": "network-vif-plugged", "status": "completed", "tag": "44d8b2f2-9902-4561-a4b8-b7f58ed41f28", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:31:13.720607 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d65fd8e-a3b1-44d3-93ea-005266531337 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:31:13.721000 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016793fb-4dcb-4872-afb4-f36cf740a878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d8b2f2-9902-4561-a4b8-b7f58ed41f28', 'code': 200} Jul 23 00:31:13.747931 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=44d8b2f2-9902-4561-a4b8-b7f58ed41f28,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:13.845724 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4af0f3-7d09-44ab-930c-f5b6468c9863 req-62271c99-0587-4acb-8a38-7ab418773a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:13.847262 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c4af0f3-7d09-44ab-930c-f5b6468c9863 req-62271c99-0587-4acb-8a38-7ab418773a4e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 1097 time: 0.0543280 Jul 23 00:31:13.886792 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c4af0f3-7d09-44ab-930c-f5b6468c9863 req-9908b25b-cb93-4c02-b582-87e1b3587718 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324173 Jul 23 00:31:14.829269 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c4d05-fa8f-4c95-ab22-1c36f3b4fd62 req-e05e7477-2427-4bad-83c4-800436ce9c22 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:14.830762 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-172c4d05-fa8f-4c95-ab22-1c36f3b4fd62 req-e05e7477-2427-4bad-83c4-800436ce9c22 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 946 time: 0.0685849 Jul 23 00:31:14.869922 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-172c4d05-fa8f-4c95-ab22-1c36f3b4fd62 req-f9cefec0-0654-4804-b798-e9263e1831ae tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335960 Jul 23 00:31:16.004707 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2c257-6198-4e54-8347-082b323077b2 req-b7831ff6-3023-4903-87cf-0b876923b18f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:16.006235 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54d2c257-6198-4e54-8347-082b323077b2 req-b7831ff6-3023-4903-87cf-0b876923b18f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 946 time: 0.0650895 Jul 23 00:31:16.051119 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54d2c257-6198-4e54-8347-082b323077b2 req-78f6e1a3-8e68-415d-a93b-b67660ee1c1c tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393786 Jul 23 00:31:16.269913 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-81a2e7e7-7d30-4201-89ba-1a2cd6fdf1c6 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:16.271385 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-81a2e7e7-7d30-4201-89ba-1a2cd6fdf1c6 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/networks?id=55bf0893-931d-4e8b-9320-398ad839e7da HTTP/1.1" status: 200 len: 813 time: 0.1012282 Jul 23 00:31:16.287212 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-a2c9bf34-2d9f-4fb6-9507-34782e92c50e tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/quotas/9f0384ddd9c847d3a33f259e294fbf8e HTTP/1.1" status: 200 len: 375 time: 0.0105417 Jul 23 00:31:16.355368 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-f6603656-d0a3-4e61-a819-45f5bf1ad7fb tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f0384ddd9c847d3a33f259e294fbf8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0629485 Jul 23 00:31:16.448113 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-ed575d74-06a4-42dd-9fda-7f8b2d99d533 service neutron] 10.222.0.26 "GET /v2.0/networks/55bf0893-931d-4e8b-9320-398ad839e7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855637 Jul 23 00:31:16.539773 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-176909f8-14c4-44e6-b337-ea98878be5a9 service neutron] 10.222.0.26 "GET /v2.0/networks/55bf0893-931d-4e8b-9320-398ad839e7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853605 Jul 23 00:31:16.698181 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a12b91b-b27d-4619-88d7-d17af69797f9 req-8390bb9e-7116-4895-83fb-4e8c3ff8d43b tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0 HTTP/1.1" status: 200 len: 210 time: 0.0291958 Jul 23 00:31:17.029084 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:17.764593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-fe916d83-ca02-4ae3-bc50-0720feb31fef tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:17.766194 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-fe916d83-ca02-4ae3-bc50-0720feb31fef tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.95 "GET /v2.0/networks?id=55bf0893-931d-4e8b-9320-398ad839e7da HTTP/1.1" status: 200 len: 813 time: 0.1149936 Jul 23 00:31:17.782343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-f330533f-902f-4812-bfbf-be20de0e13b4 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Request body: {'port': {'device_id': '6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0', 'network_id': '55bf0893-931d-4e8b-9320-398ad839e7da', 'admin_state_up': True, 'tenant_id': '9f0384ddd9c847d3a33f259e294fbf8e'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:17.803748 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54709a30-9164-41a0-8739-cd8476aa379b req-9816a14d-c7b4-40b8-81aa-d47b7d9fc3da tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0 HTTP/1.1" status: 200 len: 210 time: 0.0353341 Jul 23 00:31:17.905082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-f330533f-902f-4812-bfbf-be20de0e13b4 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Made reservation on behalf of 9f0384ddd9c847d3a33f259e294fbf8e for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:17.908715 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-f330533f-902f-4812-bfbf-be20de0e13b4 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:18.035392 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-f330533f-902f-4812-bfbf-be20de0e13b4 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Allocated IP 172.20.0.4 (55bf0893-931d-4e8b-9320-398ad839e7da/6cce49be-9412-4ce4-b600-0efb0bebe9c2/b7e18d08-50a3-411a-9859-2cb2b71c6d4a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:31:18.181795 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-f330533f-902f-4812-bfbf-be20de0e13b4 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:18.219925 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-f330533f-902f-4812-bfbf-be20de0e13b4 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:18.254507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['44d8b2f2-9902-4561-a4b8-b7f58ed41f28'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:31:18.264995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-f330533f-902f-4812-bfbf-be20de0e13b4 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Network 55bf0893-931d-4e8b-9320-398ad839e7da is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:31:18.268115 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-f330533f-902f-4812-bfbf-be20de0e13b4 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:18.272532 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-f330533f-902f-4812-bfbf-be20de0e13b4 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:31:18.276538 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330533f-902f-4812-bfbf-be20de0e13b4 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Pushing event updated for resources: {'Port': ['ID=b7e18d08-50a3-411a-9859-2cb2b71c6d4a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:18.321577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-f330533f-902f-4812-bfbf-be20de0e13b4 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:18.322199 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-f330533f-902f-4812-bfbf-be20de0e13b4 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:18.335469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-f330533f-902f-4812-bfbf-be20de0e13b4 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572755 Jul 23 00:31:18.346542 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-99069586-6029-4888-b574-aafcee8d36c9 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:31:18.347507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-99069586-6029-4888-b574-aafcee8d36c9 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058193 Jul 23 00:31:18.358272 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Request body: {'port': {'device_id': '6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:18.433809 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:18.688342 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e18d08-50a3-411a-9859-2cb2b71c6d4a {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:31:18.695443 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:18.706918 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Transition to ACTIVE for port object b7e18d08-50a3-411a-9859-2cb2b71c6d4a will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:31:18.710889 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:18.782306 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e18d08-50a3-411a-9859-2cb2b71c6d4a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:18.830421 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Attempting to bind port b7e18d08-50a3-411a-9859-2cb2b71c6d4a on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:31:18.830751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Attempting to bind port b7e18d08-50a3-411a-9859-2cb2b71c6d4a by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': 'b13b75b5-fe7a-4c77-b450-f18b7a85542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '55bf0893-931d-4e8b-9320-398ad839e7da'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:31:18.831080 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Attempting to bind port b7e18d08-50a3-411a-9859-2cb2b71c6d4a on network 55bf0893-931d-4e8b-9320-398ad839e7da {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:31:18.835330 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Port b7e18d08-50a3-411a-9859-2cb2b71c6d4a on network 55bf0893-931d-4e8b-9320-398ad839e7da not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:31:18.835644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Attempting to bind port b7e18d08-50a3-411a-9859-2cb2b71c6d4a on network 55bf0893-931d-4e8b-9320-398ad839e7da {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:31:18.840398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:31:18.840687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Checking segment: {'id': 'b13b75b5-fe7a-4c77-b450-f18b7a85542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '55bf0893-931d-4e8b-9320-398ad839e7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:18.841061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Bound using segment: {'id': 'b13b75b5-fe7a-4c77-b450-f18b7a85542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '55bf0893-931d-4e8b-9320-398ad839e7da'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:31:18.841504 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Bound port: b7e18d08-50a3-411a-9859-2cb2b71c6d4a, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13b75b5-fe7a-4c77-b450-f18b7a85542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '55bf0893-931d-4e8b-9320-398ad839e7da'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:31:18.841856 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:18.942630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] For port b7e18d08-50a3-411a-9859-2cb2b71c6d4a, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:31:18.956887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] For port b7e18d08-50a3-411a-9859-2cb2b71c6d4a, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b7e18d08-50a3-411a-9859-2cb2b71c6d4a,segment=NetworkSegment(b13b75b5-fe7a-4c77-b450-f18b7a85542c),segment_id=b13b75b5-fe7a-4c77-b450-f18b7a85542c)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:31:18.961852 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:18.977741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4a0e0-6cc4-4f3f-b138-00b9ae96e757 req-d518ee32-a37e-406c-b694-4ddffb88d496 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:18.979192 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6da4a0e0-6cc4-4f3f-b138-00b9ae96e757 req-d518ee32-a37e-406c-b694-4ddffb88d496 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0 HTTP/1.1" status: 200 len: 943 time: 0.1065090 Jul 23 00:31:19.018573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:19.019184 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:19.020576 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] 10.222.0.95 "PUT /v2.0/ports/b7e18d08-50a3-411a-9859-2cb2b71c6d4a HTTP/1.1" status: 200 len: 1091 time: 0.6661944 Jul 23 00:31:19.021015 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0', 'tag': 'b7e18d08-50a3-411a-9859-2cb2b71c6d4a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:31:19.023400 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b332f0b-1b57-4080-b22b-ccf02c20ee6a" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0", "tag": "b7e18d08-50a3-411a-9859-2cb2b71c6d4a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:31:19.062277 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e18d08-50a3-411a-9859-2cb2b71c6d4a,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:19.067056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6da4a0e0-6cc4-4f3f-b138-00b9ae96e757 req-f9505b74-0c2c-4ae7-8b4d-42601b528415 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693572 Jul 23 00:31:19.076604 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aef8ba7-c685-415e-abd0-bf2ccb32f0f8 x-openstack-request-id: req-4aef8ba7-c685-415e-abd0-bf2ccb32f0f8 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:31:19.076884 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0", "tag": "b7e18d08-50a3-411a-9859-2cb2b71c6d4a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:31:19.077150 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4aef8ba7-c685-415e-abd0-bf2ccb32f0f8 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:31:19.077600 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0', 'tag': 'b7e18d08-50a3-411a-9859-2cb2b71c6d4a', 'status': 'completed', 'code': 200} Jul 23 00:31:19.083568 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:19.083911 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:19.084247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:19.084577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:19.084902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:19.085254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:19.085577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:19.085897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:19.086215 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:19.086532 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:19.086848 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:19.087164 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133aa49d-317a-47ca-8d9c-f989ee0f36e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:19.141665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-461991df-0a3e-4a99-8fba-d35e9fb464d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:19.143211 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-461991df-0a3e-4a99-8fba-d35e9fb464d2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9f0384ddd9c847d3a33f259e294fbf8e&device_id=6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0 HTTP/1.1" status: 200 len: 1094 time: 0.0752878 Jul 23 00:31:19.183279 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-8d7d7a2b-8ea2-4394-861e-9939e7be4f0f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e18d08-50a3-411a-9859-2cb2b71c6d4a HTTP/1.1" status: 200 len: 217 time: 0.0324819 Jul 23 00:31:19.231455 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-4d12bed4-c682-4589-8194-9d88401ab924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:19.232763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-4d12bed4-c682-4589-8194-9d88401ab924 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6cce49be-9412-4ce4-b600-0efb0bebe9c2 HTTP/1.1" status: 200 len: 853 time: 0.0424912 Jul 23 00:31:19.267993 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-7c3c6750-67c8-4fa8-97ba-5b9a5593b8ee service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=55bf0893-931d-4e8b-9320-398ad839e7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273454 Jul 23 00:31:19.358164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-0f878422-cf9d-468a-9b5b-9a50fc4186c9 service neutron] 10.222.0.95 "GET /v2.0/networks/55bf0893-931d-4e8b-9320-398ad839e7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831542 Jul 23 00:31:19.451317 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3eb34083-6c54-4f4c-8b22-7fbc3f30a078 req-3ddfc94a-72d6-485b-a22e-626fd975b676 service neutron] 10.222.0.95 "GET /v2.0/networks/55bf0893-931d-4e8b-9320-398ad839e7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857308 Jul 23 00:31:19.550390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b332f0b-1b57-4080-b22b-ccf02c20ee6a req-fff13fff-4dcd-42aa-8710-39b172c818ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:19.551893 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b332f0b-1b57-4080-b22b-ccf02c20ee6a req-fff13fff-4dcd-42aa-8710-39b172c818ec service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9f0384ddd9c847d3a33f259e294fbf8e&device_id=6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0 HTTP/1.1" status: 200 len: 1094 time: 0.0545912 Jul 23 00:31:19.637776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b332f0b-1b57-4080-b22b-ccf02c20ee6a req-55467105-950f-4757-916b-16882b978fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:19.639469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b332f0b-1b57-4080-b22b-ccf02c20ee6a req-55467105-950f-4757-916b-16882b978fb7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=55bf0893-931d-4e8b-9320-398ad839e7da HTTP/1.1" status: 200 len: 914 time: 0.0807183 Jul 23 00:31:19.683118 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b332f0b-1b57-4080-b22b-ccf02c20ee6a req-78fd78b5-a83d-4dcd-931b-02de9cba996e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e18d08-50a3-411a-9859-2cb2b71c6d4a HTTP/1.1" status: 200 len: 217 time: 0.0361540 Jul 23 00:31:19.731177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b332f0b-1b57-4080-b22b-ccf02c20ee6a req-b65aa972-9f47-4a23-8644-78ed3dd05248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:19.732598 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b332f0b-1b57-4080-b22b-ccf02c20ee6a req-b65aa972-9f47-4a23-8644-78ed3dd05248 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6cce49be-9412-4ce4-b600-0efb0bebe9c2 HTTP/1.1" status: 200 len: 853 time: 0.0422273 Jul 23 00:31:19.766320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b332f0b-1b57-4080-b22b-ccf02c20ee6a req-0f0f5ef2-f49d-4d72-9ddf-9a9acf4a62b6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=55bf0893-931d-4e8b-9320-398ad839e7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272412 Jul 23 00:31:19.856300 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b332f0b-1b57-4080-b22b-ccf02c20ee6a req-4a7983a3-f805-40ba-8809-bac6c2dab885 service neutron] 10.222.0.95 "GET /v2.0/networks/55bf0893-931d-4e8b-9320-398ad839e7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821910 Jul 23 00:31:19.946479 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b332f0b-1b57-4080-b22b-ccf02c20ee6a req-4f46127b-2efd-4757-8157-d575ab212abc service neutron] 10.222.0.95 "GET /v2.0/networks/55bf0893-931d-4e8b-9320-398ad839e7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812874 Jul 23 00:31:20.201757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55772e38-3f49-411c-a360-5554db0fa91f req-2f5dfdf1-3a6e-488e-be2f-5725dda78369 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:20.203754 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55772e38-3f49-411c-a360-5554db0fa91f req-2f5dfdf1-3a6e-488e-be2f-5725dda78369 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0 HTTP/1.1" status: 200 len: 943 time: 0.0683100 Jul 23 00:31:20.241361 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55772e38-3f49-411c-a360-5554db0fa91f req-0c53b638-bc60-423e-a017-6e2ff04823d6 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320027 Jul 23 00:31:21.368286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7823a-73fa-441f-abaa-0a7699d76499 req-8fefed91-c783-48d9-a4e2-a61ac04e41d0 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:21.369830 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-22f7823a-73fa-441f-abaa-0a7699d76499 req-8fefed91-c783-48d9-a4e2-a61ac04e41d0 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0 HTTP/1.1" status: 200 len: 943 time: 0.0636256 Jul 23 00:31:21.407326 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-22f7823a-73fa-441f-abaa-0a7699d76499 req-30347484-666e-4cd8-8a07-692212d1c240 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312798 Jul 23 00:31:22.538008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43238f0f-0f1a-47b3-b385-1845c02ef3fd req-acc92745-1d6a-4a6b-bbd1-ca78c747ba2f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:22.539478 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43238f0f-0f1a-47b3-b385-1845c02ef3fd req-acc92745-1d6a-4a6b-bbd1-ca78c747ba2f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0 HTTP/1.1" status: 200 len: 943 time: 0.0668576 Jul 23 00:31:22.575556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43238f0f-0f1a-47b3-b385-1845c02ef3fd req-8fcb9293-4a31-4730-acaa-82ea7b4db2a6 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306184 Jul 23 00:31:23.126217 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b7e18d08-50a3-411a-9859-2cb2b71c6d4a details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:31:23.220637 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port b7e18d08-50a3-411a-9859-2cb2b71c6d4a, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b7e18d08-50a3-411a-9859-2cb2b71c6d4a,segment=NetworkSegment(b13b75b5-fe7a-4c77-b450-f18b7a85542c),segment_id=b13b75b5-fe7a-4c77-b450-f18b7a85542c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:23.231490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'b7e18d08-50a3-411a-9859-2cb2b71c6d4a', 'network_id': '55bf0893-931d-4e8b-9320-398ad839e7da', 'port_id': 'b7e18d08-50a3-411a-9859-2cb2b71c6d4a', 'mac_address': 'fa:16:3e:97:a6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cce49be-9412-4ce4-b600-0efb0bebe9c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:31:23.267863 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:23.279892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e18d08-50a3-411a-9859-2cb2b71c6d4a {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:31:23.298612 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port b7e18d08-50a3-411a-9859-2cb2b71c6d4a, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b7e18d08-50a3-411a-9859-2cb2b71c6d4a,segment=NetworkSegment(b13b75b5-fe7a-4c77-b450-f18b7a85542c),segment_id=b13b75b5-fe7a-4c77-b450-f18b7a85542c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:23.302298 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:23.350753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=b7e18d08-50a3-411a-9859-2cb2b71c6d4a,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:23.497615 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['b7e18d08-50a3-411a-9859-2cb2b71c6d4a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:31:23.705985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d182c-4ddb-4aa2-a933-53097ce6ee23 req-f3122f99-f694-4bdb-bb5b-0009c00099f0 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:23.707509 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce4d182c-4ddb-4aa2-a933-53097ce6ee23 req-f3122f99-f694-4bdb-bb5b-0009c00099f0 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0 HTTP/1.1" status: 200 len: 944 time: 0.0636380 Jul 23 00:31:23.743795 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce4d182c-4ddb-4aa2-a933-53097ce6ee23 req-bc73545c-bdb1-4541-8981-bb544c2c975a tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307174 Jul 23 00:31:24.871776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb3ad0-3cde-400c-ae1d-6da957752bc9 req-458569dc-e91c-460a-9e93-bcd04d9929fa tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:24.873280 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ceb3ad0-3cde-400c-ae1d-6da957752bc9 req-458569dc-e91c-460a-9e93-bcd04d9929fa tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0 HTTP/1.1" status: 200 len: 944 time: 0.0626369 Jul 23 00:31:24.910322 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7ceb3ad0-3cde-400c-ae1d-6da957752bc9 req-af3aef76-5cb6-4b7c-8c0c-ed735a9fbe72 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315676 Jul 23 00:31:25.142478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b7e18d08-50a3-411a-9859-2cb2b71c6d4a up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:31:25.192892 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port b7e18d08-50a3-411a-9859-2cb2b71c6d4a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:31:25.196457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port b7e18d08-50a3-411a-9859-2cb2b71c6d4a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:31:25.196824 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:25.270332 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:25.291779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e18d08-50a3-411a-9859-2cb2b71c6d4a'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:31:25.294012 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dc6d88-9684-4b36-9d8a-0e25b1ce5044" -d '{"events": [{"server_uuid": "6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0", "name": "network-vif-plugged", "status": "completed", "tag": "b7e18d08-50a3-411a-9859-2cb2b71c6d4a"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:31:25.306790 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port b7e18d08-50a3-411a-9859-2cb2b71c6d4a, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b7e18d08-50a3-411a-9859-2cb2b71c6d4a,segment=NetworkSegment(b13b75b5-fe7a-4c77-b450-f18b7a85542c),segment_id=b13b75b5-fe7a-4c77-b450-f18b7a85542c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:25.311025 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:25.337769 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0a023b-2dd0-452d-ba90-ec2ba9d2673d x-openstack-request-id: req-ac0a023b-2dd0-452d-ba90-ec2ba9d2673d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:31:25.338061 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0", "name": "network-vif-plugged", "status": "completed", "tag": "b7e18d08-50a3-411a-9859-2cb2b71c6d4a", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:31:25.338336 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac0a023b-2dd0-452d-ba90-ec2ba9d2673d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:31:25.338721 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e18d08-50a3-411a-9859-2cb2b71c6d4a', 'code': 200} Jul 23 00:31:25.367924 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=b7e18d08-50a3-411a-9859-2cb2b71c6d4a,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:25.439718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f9c3e-ca8a-4c43-8804-45b3c46eee0b req-8905c89a-5899-48e2-9b5f-91215c35de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:25.441205 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-327f9c3e-ca8a-4c43-8804-45b3c46eee0b req-8905c89a-5899-48e2-9b5f-91215c35de6d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0 HTTP/1.1" status: 200 len: 1096 time: 0.0571859 Jul 23 00:31:25.474753 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-327f9c3e-ca8a-4c43-8804-45b3c46eee0b req-9270fcdd-17e5-424a-9e16-3aece2ea11ba service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268548 Jul 23 00:31:26.036775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f5660-7f6b-43c4-8ef7-0e54c6f1ab4d req-bbe54627-9f91-46f7-acec-6b3fdf0099a3 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:26.038350 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c06f5660-7f6b-43c4-8ef7-0e54c6f1ab4d req-bbe54627-9f91-46f7-acec-6b3fdf0099a3 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0 HTTP/1.1" status: 200 len: 945 time: 0.0640328 Jul 23 00:31:26.075320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c06f5660-7f6b-43c4-8ef7-0e54c6f1ab4d req-fb12cab2-a13b-4ef5-be36-ba182dd43406 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315242 Jul 23 00:31:27.211474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b16a17-636e-4a3f-ab19-968c416d3077 req-53b0de86-8b3d-4803-97aa-d3e5ef122e94 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:27.212933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b16a17-636e-4a3f-ab19-968c416d3077 req-53b0de86-8b3d-4803-97aa-d3e5ef122e94 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0 HTTP/1.1" status: 200 len: 945 time: 0.0668647 Jul 23 00:31:27.251213 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8b16a17-636e-4a3f-ab19-968c416d3077 req-21d84f81-8bd2-4ac0-937a-8716e074469b tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315976 Jul 23 00:31:27.491813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13bcb8-29c0-4712-bd18-0872eeed445c req-a14ac724-ca59-4ed2-9e5c-d1ffd03e3347 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:27.493316 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d13bcb8-29c0-4712-bd18-0872eeed445c req-a14ac724-ca59-4ed2-9e5c-d1ffd03e3347 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0 HTTP/1.1" status: 200 len: 945 time: 0.0642738 Jul 23 00:31:27.532501 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d13bcb8-29c0-4712-bd18-0872eeed445c req-bde93976-55a5-43cd-b028-2742b783fa70 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Jul 23 00:31:28.660652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321494a-9873-4448-8365-34ac5ece053a req-64b2cc43-f15b-4e60-838c-795c4172e6c2 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:28.662153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2321494a-9873-4448-8365-34ac5ece053a req-64b2cc43-f15b-4e60-838c-795c4172e6c2 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0 HTTP/1.1" status: 200 len: 945 time: 0.0628362 Jul 23 00:31:28.697460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2321494a-9873-4448-8365-34ac5ece053a req-2f937d92-5c9a-48fa-b92e-29c2b9b756b7 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298398 Jul 23 00:31:28.817933 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79c0a5-c2aa-4d2d-a7d5-e8b2704757c6 req-c0d29578-2957-4100-9d73-067664d35963 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:28.819277 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d79c0a5-c2aa-4d2d-a7d5-e8b2704757c6 req-c0d29578-2957-4100-9d73-067664d35963 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.95 "GET /v2.0/ports?device_id=6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0 HTTP/1.1" status: 200 len: 945 time: 0.0658703 Jul 23 00:31:28.916291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7d79c0a5-c2aa-4d2d-a7d5-e8b2704757c6 req-cc2a7155-6373-45e7-8bf1-bb38d1327a47 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Deleting port b7e18d08-50a3-411a-9859-2cb2b71c6d4a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:31:28.916633 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d79c0a5-c2aa-4d2d-a7d5-e8b2704757c6 req-cc2a7155-6373-45e7-8bf1-bb38d1327a47 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:29.005201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-7d79c0a5-c2aa-4d2d-a7d5-e8b2704757c6 req-cc2a7155-6373-45e7-8bf1-bb38d1327a47 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] For port b7e18d08-50a3-411a-9859-2cb2b71c6d4a, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=b7e18d08-50a3-411a-9859-2cb2b71c6d4a,segment=NetworkSegment(b13b75b5-fe7a-4c77-b450-f18b7a85542c),segment_id=b13b75b5-fe7a-4c77-b450-f18b7a85542c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:29.005568 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d79c0a5-c2aa-4d2d-a7d5-e8b2704757c6 req-cc2a7155-6373-45e7-8bf1-bb38d1327a47 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:29.018023 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-7d79c0a5-c2aa-4d2d-a7d5-e8b2704757c6 req-cc2a7155-6373-45e7-8bf1-bb38d1327a47 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Calling delete_port for b7e18d08-50a3-411a-9859-2cb2b71c6d4a owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:31:29.145199 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d79c0a5-c2aa-4d2d-a7d5-e8b2704757c6 req-cc2a7155-6373-45e7-8bf1-bb38d1327a47 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:29.165045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['b7e18d08-50a3-411a-9859-2cb2b71c6d4a'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:31:29.172944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a7155-6373-45e7-8bf1-bb38d1327a47 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Pushing event deleted for resources: {'Port': ['ID=b7e18d08-50a3-411a-9859-2cb2b71c6d4a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:29.191304 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['44d8b2f2-9902-4561-a4b8-b7f58ed41f28'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:31:29.217866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d79c0a5-c2aa-4d2d-a7d5-e8b2704757c6 req-cc2a7155-6373-45e7-8bf1-bb38d1327a47 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] No DVR routers for this DVR port b7e18d08-50a3-411a-9859-2cb2b71c6d4a on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:31:29.221632 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-7d79c0a5-c2aa-4d2d-a7d5-e8b2704757c6 req-cc2a7155-6373-45e7-8bf1-bb38d1327a47 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:29.225056 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7d79c0a5-c2aa-4d2d-a7d5-e8b2704757c6 req-cc2a7155-6373-45e7-8bf1-bb38d1327a47 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.95 "DELETE /v2.0/ports/b7e18d08-50a3-411a-9859-2cb2b71c6d4a HTTP/1.1" status: 204 len: 173 time: 0.3995845 Jul 23 00:31:29.225797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0', 'name': 'network-vif-deleted', 'tag': 'b7e18d08-50a3-411a-9859-2cb2b71c6d4a'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:31:29.228997 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621bf86e-be5f-4503-ba48-2ca2a387dd76" -d '{"events": [{"server_uuid": "6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0", "name": "network-vif-deleted", "tag": "b7e18d08-50a3-411a-9859-2cb2b71c6d4a"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:31:29.269582 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16df5ce-ef62-4729-9a3f-f3be905ba24e x-openstack-request-id: req-b16df5ce-ef62-4729-9a3f-f3be905ba24e {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:31:29.269957 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0", "name": "network-vif-deleted", "tag": "b7e18d08-50a3-411a-9859-2cb2b71c6d4a", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:31:29.270216 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b16df5ce-ef62-4729-9a3f-f3be905ba24e {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:31:29.270620 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0', 'name': 'network-vif-deleted', 'tag': 'b7e18d08-50a3-411a-9859-2cb2b71c6d4a', 'status': 'completed', 'code': 200} Jul 23 00:31:29.806532 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd7e561d-7d67-4b9c-a320-defb0e460e18 req-aa8f4df0-7d8b-43d1-a1e6-f3b54d93eb01 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eb7bfa6-de1e-42a2-abe6-4da8b0b0bec0 HTTP/1.1" status: 200 len: 210 time: 0.0298986 Jul 23 00:31:30.969340 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012009d1-14aa-4aac-b462-d21944b4e3a9 req-4986e52d-b51d-4c15-88a4-2e00b0995199 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:30.970773 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-012009d1-14aa-4aac-b462-d21944b4e3a9 req-4986e52d-b51d-4c15-88a4-2e00b0995199 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 946 time: 0.0653703 Jul 23 00:31:31.007011 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-012009d1-14aa-4aac-b462-d21944b4e3a9 req-aa2a28f3-7870-4592-b55f-6014bfacb2da tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308235 Jul 23 00:31:31.154309 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48d6cf-ab03-47a6-9ee1-688a40eb87ba req-0d4a4b31-3412-4d1a-9e16-d744e5b46615 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:31.155933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e48d6cf-ab03-47a6-9ee1-688a40eb87ba req-0d4a4b31-3412-4d1a-9e16-d744e5b46615 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 946 time: 0.0657094 Jul 23 00:31:31.172385 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b7e18d08-50a3-411a-9859-2cb2b71c6d4a no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:31:31.194303 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e48d6cf-ab03-47a6-9ee1-688a40eb87ba req-7619c5e5-3ca6-46c7-9113-ede89aa75e80 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330219 Jul 23 00:31:31.194526 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: b7e18d08-50a3-411a-9859-2cb2b71c6d4a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:31:31.194860 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device b7e18d08-50a3-411a-9859-2cb2b71c6d4a not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:31:31.324112 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342db43-ce65-4a3d-a0fb-c6dfd06de92e req-915d9536-85e3-41eb-8c1e-19bd06fc839c tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:31.325631 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2342db43-ce65-4a3d-a0fb-c6dfd06de92e req-915d9536-85e3-41eb-8c1e-19bd06fc839c tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 946 time: 0.0645194 Jul 23 00:31:31.365994 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2342db43-ce65-4a3d-a0fb-c6dfd06de92e req-20d62fd2-3f0a-4504-b845-5fe6efceb7c1 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341504 Jul 23 00:31:31.547052 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121907b-86f1-40c3-9bc8-66df84b942e7 req-336e51b0-fd4d-4070-8b21-eed9fb88603b tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:31.548562 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9121907b-86f1-40c3-9bc8-66df84b942e7 req-336e51b0-fd4d-4070-8b21-eed9fb88603b tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 946 time: 0.0639415 Jul 23 00:31:31.586798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9121907b-86f1-40c3-9bc8-66df84b942e7 req-be703d47-e8a4-48cb-8ba6-1f363b6285fc tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314105 Jul 23 00:31:31.679902 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-730acae0-2e2f-4f6f-b396-d81f34952897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:31.715848 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6306a-6d7f-4627-82c6-e3df6a6fff5c req-c4973289-5170-4f03-a6d8-acf4c75643bc tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:31.717560 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76e6306a-6d7f-4627-82c6-e3df6a6fff5c req-c4973289-5170-4f03-a6d8-acf4c75643bc tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 946 time: 0.0642960 Jul 23 00:31:31.754778 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76e6306a-6d7f-4627-82c6-e3df6a6fff5c req-a9c99837-d826-4057-8691-d1eb637b2130 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309091 Jul 23 00:31:31.897216 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b28163-2462-49ce-917e-f09027e39df2 req-f1dd4b9d-dd50-479b-ae2f-43d0aa2eabce tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:31.898673 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27b28163-2462-49ce-917e-f09027e39df2 req-f1dd4b9d-dd50-479b-ae2f-43d0aa2eabce tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 946 time: 0.0672278 Jul 23 00:31:31.935737 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-27b28163-2462-49ce-917e-f09027e39df2 req-1e1c176d-d711-44ea-9825-ecee98cade9c tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314198 Jul 23 00:31:32.247823 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9dec4-dd91-4690-9afa-53c973b56d66 req-34fcdcbe-c686-4183-8fe8-80ac70aa29c3 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:32.249945 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ef9dec4-dd91-4690-9afa-53c973b56d66 req-34fcdcbe-c686-4183-8fe8-80ac70aa29c3 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 946 time: 0.0626564 Jul 23 00:31:32.286193 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ef9dec4-dd91-4690-9afa-53c973b56d66 req-d437aab6-dc47-4963-a8b2-65974f9c674e tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304694 Jul 23 00:31:33.417510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a08fa-3831-455e-a7b4-5fbc5abc658b req-78a88fa5-029a-49ad-bf07-6a96ddcdba69 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:33.418991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-008a08fa-3831-455e-a7b4-5fbc5abc658b req-78a88fa5-029a-49ad-bf07-6a96ddcdba69 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 946 time: 0.0632169 Jul 23 00:31:33.460257 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-008a08fa-3831-455e-a7b4-5fbc5abc658b req-2052c2cd-f922-4a94-ac66-0c8136f9f7a2 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/security-groups?id=0f08742d-965b-43ed-bf0d-664ec35a473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357144 Jul 23 00:31:33.680169 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d256d37-8b40-4f10-9934-42556d8cdd72 req-6419a9d6-4017-4b7c-b7c4-0d369ca29165 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:33.681568 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d256d37-8b40-4f10-9934-42556d8cdd72 req-6419a9d6-4017-4b7c-b7c4-0d369ca29165 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.18 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 946 time: 0.0642524 Jul 23 00:31:33.777694 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-8d256d37-8b40-4f10-9934-42556d8cdd72 req-a2d7e96e-e472-4b11-b3d9-10fcb7639cf7 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Deleting port 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:31:33.778034 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d256d37-8b40-4f10-9934-42556d8cdd72 req-a2d7e96e-e472-4b11-b3d9-10fcb7639cf7 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:33.866177 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-8d256d37-8b40-4f10-9934-42556d8cdd72 req-a2d7e96e-e472-4b11-b3d9-10fcb7639cf7 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] For port 44d8b2f2-9902-4561-a4b8-b7f58ed41f28, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=44d8b2f2-9902-4561-a4b8-b7f58ed41f28,segment=NetworkSegment(b13b75b5-fe7a-4c77-b450-f18b7a85542c),segment_id=b13b75b5-fe7a-4c77-b450-f18b7a85542c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:33.866561 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d256d37-8b40-4f10-9934-42556d8cdd72 req-a2d7e96e-e472-4b11-b3d9-10fcb7639cf7 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:33.878537 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-8d256d37-8b40-4f10-9934-42556d8cdd72 req-a2d7e96e-e472-4b11-b3d9-10fcb7639cf7 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Calling delete_port for 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:31:34.004287 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d256d37-8b40-4f10-9934-42556d8cdd72 req-a2d7e96e-e472-4b11-b3d9-10fcb7639cf7 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:34.033503 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7e96e-e472-4b11-b3d9-10fcb7639cf7 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Pushing event deleted for resources: {'Port': ['ID=44d8b2f2-9902-4561-a4b8-b7f58ed41f28,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:34.038461 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['44d8b2f2-9902-4561-a4b8-b7f58ed41f28'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:31:34.080456 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d256d37-8b40-4f10-9934-42556d8cdd72 req-a2d7e96e-e472-4b11-b3d9-10fcb7639cf7 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] No DVR routers for this DVR port 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:31:34.082970 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-8d256d37-8b40-4f10-9934-42556d8cdd72 req-a2d7e96e-e472-4b11-b3d9-10fcb7639cf7 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:34.084942 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d256d37-8b40-4f10-9934-42556d8cdd72 req-a2d7e96e-e472-4b11-b3d9-10fcb7639cf7 tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.18 "DELETE /v2.0/ports/44d8b2f2-9902-4561-a4b8-b7f58ed41f28 HTTP/1.1" status: 204 len: 173 time: 0.3974957 Jul 23 00:31:34.085406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016793fb-4dcb-4872-afb4-f36cf740a878', 'name': 'network-vif-deleted', 'tag': '44d8b2f2-9902-4561-a4b8-b7f58ed41f28'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:31:34.087630 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d22447-09cc-47f1-a593-da77590cec42" -d '{"events": [{"server_uuid": "016793fb-4dcb-4872-afb4-f36cf740a878", "name": "network-vif-deleted", "tag": "44d8b2f2-9902-4561-a4b8-b7f58ed41f28"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:31:34.121978 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9381b057-ed20-4208-b085-583fad71b809 x-openstack-request-id: req-9381b057-ed20-4208-b085-583fad71b809 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:31:34.122308 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016793fb-4dcb-4872-afb4-f36cf740a878", "name": "network-vif-deleted", "tag": "44d8b2f2-9902-4561-a4b8-b7f58ed41f28", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:31:34.122531 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9381b057-ed20-4208-b085-583fad71b809 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:31:34.122937 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016793fb-4dcb-4872-afb4-f36cf740a878', 'name': 'network-vif-deleted', 'tag': '44d8b2f2-9902-4561-a4b8-b7f58ed41f28', 'status': 'completed', 'code': 200} Jul 23 00:31:34.431288 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f8af557d-2d91-4a1e-b443-843be369750a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:34.473669 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:34.570462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0fe9ff8f-2266-4d54-91a5-c201e9b2cc92 req-6598f9bd-36fc-47fb-9a6b-3775dba9af0f tempest-ServersNegativeTestJSON-392799253 tempest-ServersNegativeTestJSON-392799253-project] 10.222.0.26 "GET /v2.0/ports?device_id=016793fb-4dcb-4872-afb4-f36cf740a878 HTTP/1.1" status: 200 len: 210 time: 0.0309305 Jul 23 00:31:34.813598 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:35.626834 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60188) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:35.669956 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9672d4b-eda7-499e-a91e-edeb23d95bed admin admin] Deleting subnet 6cce49be-9412-4ce4-b600-0efb0bebe9c2 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:31:35.673237 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9672d4b-eda7-499e-a91e-edeb23d95bed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:35.706145 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9672d4b-eda7-499e-a91e-edeb23d95bed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:35.731833 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:35.748867 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9672d4b-eda7-499e-a91e-edeb23d95bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:35.799325 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9672d4b-eda7-499e-a91e-edeb23d95bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:35.825196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9672d4b-eda7-499e-a91e-edeb23d95bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cce49be-9412-4ce4-b600-0efb0bebe9c2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:35.827188 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f9672d4b-eda7-499e-a91e-edeb23d95bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:35.832606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f9672d4b-eda7-499e-a91e-edeb23d95bed admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6cce49be-9412-4ce4-b600-0efb0bebe9c2 HTTP/1.1" status: 204 len: 168 time: 0.2017417 Jul 23 00:31:35.832606 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60190) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:35.896787 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9919d081-bcd3-4d87-849b-691f413c0df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:35.973705 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9919d081-bcd3-4d87-849b-691f413c0df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:35.982957 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9919d081-bcd3-4d87-849b-691f413c0df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55bf0893-931d-4e8b-9320-398ad839e7da']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:35.992404 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9919d081-bcd3-4d87-849b-691f413c0df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13b75b5-fe7a-4c77-b450-f18b7a85542c') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:35.992698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-9919d081-bcd3-4d87-849b-691f413c0df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13b75b5-fe7a-4c77-b450-f18b7a85542c') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:36.001258 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9919d081-bcd3-4d87-849b-691f413c0df5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:36.016360 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9919d081-bcd3-4d87-849b-691f413c0df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:36.022044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9919d081-bcd3-4d87-849b-691f413c0df5 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:31:36.022416 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9919d081-bcd3-4d87-849b-691f413c0df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:31:36.024008 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:31:36.078708 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9919d081-bcd3-4d87-849b-691f413c0df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:36.084196 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9919d081-bcd3-4d87-849b-691f413c0df5 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:36.086067 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9919d081-bcd3-4d87-849b-691f413c0df5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/55bf0893-931d-4e8b-9320-398ad839e7da HTTP/1.1" status: 204 len: 168 time: 0.2529662 Jul 23 00:31:36.097322 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919d081-bcd3-4d87-849b-691f413c0df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=55bf0893-931d-4e8b-9320-398ad839e7da,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:36.191497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60194) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:36.230231 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-439da114-2251-4e79-9c26-286213092de0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f0384ddd9c847d3a33f259e294fbf8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375454 Jul 23 00:31:36.232545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60196) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:36.279501 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7509673-eb7d-4911-82f3-46a4fadc4409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:36.300740 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7509673-eb7d-4911-82f3-46a4fadc4409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:36.350942 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7509673-eb7d-4911-82f3-46a4fadc4409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:36.353714 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7509673-eb7d-4911-82f3-46a4fadc4409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:36.355053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e7509673-eb7d-4911-82f3-46a4fadc4409 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f08742d-965b-43ed-bf0d-664ec35a473e HTTP/1.1" status: 204 len: 168 time: 0.1215432 Jul 23 00:31:36.363418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7509673-eb7d-4911-82f3-46a4fadc4409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f08742d-965b-43ed-bf0d-664ec35a473e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:37.013586 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60218) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:37.105331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1596618125'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:37.126522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Made reservation on behalf of c29c995c343c41f4b443cf5fecbda276 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:37.130198 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:37.139026 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:37.219210 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:37.231525 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:37.235686 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:37.260254 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:31:37.273863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c8df81-b185-4e8c-bb3b-81746bae2b9f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:37.278577 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:37.278919 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Added segment 55b23642-59bd-4dd2-89cc-1cd62586538f of type vlan for network cb8a3860-94a1-4d0c-9ef0-a9778a1583ee Jul 23 00:31:37.291679 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:37.292029 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:37.292366 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:37.292699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:37.293029 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:37.293481 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:37.293810 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:37.294134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:37.294457 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:37.294781 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:37.295099 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:37.295441 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:37.337313 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:37.364645 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:37.370130 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:37.370708 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:37.412470 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3978324 Jul 23 00:31:37.474053 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cba85e-5440-4c19-bb87-129445918ca2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event updated for resources: {'Network': ['ID=cb8a3860-94a1-4d0c-9ef0-a9778a1583ee,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:37.484263 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network cb8a3860-94a1-4d0c-9ef0-a9778a1583ee details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:31:37.623345 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:31:37.646594 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:31:37.646930 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 44d8b2f2-9902-4561-a4b8-b7f58ed41f28 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:31:40.734793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60222) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:40.740173 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-28581335-3aff-4217-b6a8-0c5e7c8dddc3 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Request body: {'subnet': {'network_id': 'cb8a3860-94a1-4d0c-9ef0-a9778a1583ee', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:40.830518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28581335-3aff-4217-b6a8-0c5e7c8dddc3 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Made reservation on behalf of c29c995c343c41f4b443cf5fecbda276 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:40.833928 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28581335-3aff-4217-b6a8-0c5e7c8dddc3 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:41.008800 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28581335-3aff-4217-b6a8-0c5e7c8dddc3 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:41.066380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28581335-3aff-4217-b6a8-0c5e7c8dddc3 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event updated for resources: {'Subnet': ['ID=b315af16-843d-430f-a87c-398494af5006,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:41.077633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28581335-3aff-4217-b6a8-0c5e7c8dddc3 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Checking segment: {'id': '55b23642-59bd-4dd2-89cc-1cd62586538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'cb8a3860-94a1-4d0c-9ef0-a9778a1583ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:41.077990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28581335-3aff-4217-b6a8-0c5e7c8dddc3 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Network hostable DHCP agents. Network: cb8a3860-94a1-4d0c-9ef0-a9778a1583ee, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:31:41.095401 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28581335-3aff-4217-b6a8-0c5e7c8dddc3 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Network cb8a3860-94a1-4d0c-9ef0-a9778a1583ee is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:31:41.103829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-28581335-3aff-4217-b6a8-0c5e7c8dddc3 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, cb8a3860-94a1-4d0c-9ef0-a9778a1583ee) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:41.108032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28581335-3aff-4217-b6a8-0c5e7c8dddc3 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:41.108622 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-28581335-3aff-4217-b6a8-0c5e7c8dddc3 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:41.115028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c539d9a0-25f2-403c-bd98-79f96fb9463e None None] Network cb8a3860-94a1-4d0c-9ef0-a9778a1583ee requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:41.123416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-28581335-3aff-4217-b6a8-0c5e7c8dddc3 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3873198 Jul 23 00:31:41.127590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60224) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:41.132936 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-e7c14410-3224-4a13-b908-bd0c12469678 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1255994279'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:41.154146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c14410-3224-4a13-b908-bd0c12469678 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Made reservation on behalf of c29c995c343c41f4b443cf5fecbda276 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:41.157582 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7c14410-3224-4a13-b908-bd0c12469678 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:41.182315 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c14410-3224-4a13-b908-bd0c12469678 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:31:41.192802 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7c14410-3224-4a13-b908-bd0c12469678 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:41.193184 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-e7c14410-3224-4a13-b908-bd0c12469678 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Added segment 3f508426-1781-488b-a78e-121fdc82d5c1 of type vlan for network 5ca1ba01-bb3a-44a0-a3f5-5a58eddf95a4 Jul 23 00:31:41.236878 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7c14410-3224-4a13-b908-bd0c12469678 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:41.268866 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7c14410-3224-4a13-b908-bd0c12469678 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:41.275213 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c14410-3224-4a13-b908-bd0c12469678 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:41.275849 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e7c14410-3224-4a13-b908-bd0c12469678 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:41.314544 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e7c14410-3224-4a13-b908-bd0c12469678 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1856270 Jul 23 00:31:41.317591 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60226) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:41.323022 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-be51c3ce-c602-4902-9ed9-71aaa4b90f7d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Request body: {'subnet': {'network_id': '5ca1ba01-bb3a-44a0-a3f5-5a58eddf95a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:41.347141 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c14410-3224-4a13-b908-bd0c12469678 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event updated for resources: {'Network': ['ID=5ca1ba01-bb3a-44a0-a3f5-5a58eddf95a4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:41.419832 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 5ca1ba01-bb3a-44a0-a3f5-5a58eddf95a4 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:31:41.421453 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be51c3ce-c602-4902-9ed9-71aaa4b90f7d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Made reservation on behalf of c29c995c343c41f4b443cf5fecbda276 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:41.425964 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be51c3ce-c602-4902-9ed9-71aaa4b90f7d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:41.434931 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-cb8a3860-94a1-4d0c-9ef0-a9778a1583ee', 'network_id': 'cb8a3860-94a1-4d0c-9ef0-a9778a1583ee', 'tenant_id': 'c29c995c343c41f4b443cf5fecbda276', 'fixed_ips': [{'subnet_id': 'b315af16-843d-430f-a87c-398494af5006'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:31:41.435788 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:41.623475 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Allocated IP 2001:db8:0:ffff::2 (cb8a3860-94a1-4d0c-9ef0-a9778a1583ee/b315af16-843d-430f-a87c-398494af5006/d7b37353-5e98-4f4c-87eb-0f1504a5534f) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:31:41.771922 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:41.780067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Transition to ACTIVE for port object d7b37353-5e98-4f4c-87eb-0f1504a5534f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:31:41.795756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Transition to ACTIVE for port object d7b37353-5e98-4f4c-87eb-0f1504a5534f will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:31:41.801783 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:41.840583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Network cb8a3860-94a1-4d0c-9ef0-a9778a1583ee is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:31:41.843183 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:41.846847 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:31:41.853758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Pushing event updated for resources: {'Port': ['ID=d7b37353-5e98-4f4c-87eb-0f1504a5534f,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:41.874308 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be51c3ce-c602-4902-9ed9-71aaa4b90f7d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:41.878494 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:41.878842 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:41.879180 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:41.879512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:41.879841 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:41.880165 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:41.880493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:41.880812 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:41.881157 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:41.881480 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:41.881798 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:41.882118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:31:41.920901 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Attempting to bind port d7b37353-5e98-4f4c-87eb-0f1504a5534f on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:31:41.921305 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Attempting to bind port d7b37353-5e98-4f4c-87eb-0f1504a5534f by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '55b23642-59bd-4dd2-89cc-1cd62586538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'cb8a3860-94a1-4d0c-9ef0-a9778a1583ee'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:31:41.921691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Attempting to bind port d7b37353-5e98-4f4c-87eb-0f1504a5534f on network cb8a3860-94a1-4d0c-9ef0-a9778a1583ee {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:31:41.927014 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:31:41.927317 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Checking segment: {'id': '55b23642-59bd-4dd2-89cc-1cd62586538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'cb8a3860-94a1-4d0c-9ef0-a9778a1583ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:41.927740 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:41.928117 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Bound using segment: {'id': '55b23642-59bd-4dd2-89cc-1cd62586538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'cb8a3860-94a1-4d0c-9ef0-a9778a1583ee'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:31:41.928585 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Bound port: d7b37353-5e98-4f4c-87eb-0f1504a5534f, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b23642-59bd-4dd2-89cc-1cd62586538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'cb8a3860-94a1-4d0c-9ef0-a9778a1583ee'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:31:41.928967 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:41.937966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51c3ce-c602-4902-9ed9-71aaa4b90f7d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event updated for resources: {'Subnet': ['ID=2e772f1b-6241-415f-be5d-9d11e595eb3d,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:41.948346 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be51c3ce-c602-4902-9ed9-71aaa4b90f7d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Checking segment: {'id': '3f508426-1781-488b-a78e-121fdc82d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5ca1ba01-bb3a-44a0-a3f5-5a58eddf95a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:41.948680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be51c3ce-c602-4902-9ed9-71aaa4b90f7d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Network hostable DHCP agents. Network: 5ca1ba01-bb3a-44a0-a3f5-5a58eddf95a4, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:31:41.965433 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be51c3ce-c602-4902-9ed9-71aaa4b90f7d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Network 5ca1ba01-bb3a-44a0-a3f5-5a58eddf95a4 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:31:41.975078 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-be51c3ce-c602-4902-9ed9-71aaa4b90f7d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 5ca1ba01-bb3a-44a0-a3f5-5a58eddf95a4) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:41.979142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be51c3ce-c602-4902-9ed9-71aaa4b90f7d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:41.979714 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-be51c3ce-c602-4902-9ed9-71aaa4b90f7d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:41.986602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5d8dc2-835d-46e3-bbe8-c7781fb1f25a None None] Network 5ca1ba01-bb3a-44a0-a3f5-5a58eddf95a4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:41.993380 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-be51c3ce-c602-4902-9ed9-71aaa4b90f7d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6746888 Jul 23 00:31:41.996134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60228) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:42.052110 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] For port d7b37353-5e98-4f4c-87eb-0f1504a5534f, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:31:42.071051 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] For port d7b37353-5e98-4f4c-87eb-0f1504a5534f, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d7b37353-5e98-4f4c-87eb-0f1504a5534f,segment=NetworkSegment(55b23642-59bd-4dd2-89cc-1cd62586538f),segment_id=55b23642-59bd-4dd2-89cc-1cd62586538f)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:31:42.084757 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:42.092665 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a76a00bc-4f10-471b-ba9b-48ae20e7b23c tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:42.175315 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a76a00bc-4f10-471b-ba9b-48ae20e7b23c tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:42.181452 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae687b-7be9-446e-b316-afa6395f2b4f None None] Pushing event updated for resources: {'Port': ['ID=d7b37353-5e98-4f4c-87eb-0f1504a5534f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:42.211853 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c85dbc-ba07-489f-a13e-c339692c17de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-5ca1ba01-bb3a-44a0-a3f5-5a58eddf95a4', 'network_id': '5ca1ba01-bb3a-44a0-a3f5-5a58eddf95a4', 'tenant_id': 'c29c995c343c41f4b443cf5fecbda276', 'fixed_ips': [{'subnet_id': '2e772f1b-6241-415f-be5d-9d11e595eb3d'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:31:42.212742 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-22c85dbc-ba07-489f-a13e-c339692c17de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:42.245742 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a76a00bc-4f10-471b-ba9b-48ae20e7b23c tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:42.274981 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a00bc-4f10-471b-ba9b-48ae20e7b23c tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event deleted for resources: {'Subnet': ['ID=2e772f1b-6241-415f-be5d-9d11e595eb3d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server [None req-22c85dbc-ba07-489f-a13e-c339692c17de None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e772f1b-6241-415f-be5d-9d11e595eb3d: This subnet is being modified by another concurrent operation. Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server raise exception Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e772f1b-6241-415f-be5d-9d11e595eb3d: This subnet is being modified by another concurrent operation. Jul 23 00:31:42.319769 n-d-688802-2 neutron-server[93822]: ERROR oslo_messaging.rpc.server Jul 23 00:31:42.339597 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c805a61-5736-4526-b401-b82e10d6edc7 None None] Network 5ca1ba01-bb3a-44a0-a3f5-5a58eddf95a4 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:42.345567 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a76a00bc-4f10-471b-ba9b-48ae20e7b23c tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:42.368709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a76a00bc-4f10-471b-ba9b-48ae20e7b23c tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca1ba01-bb3a-44a0-a3f5-5a58eddf95a4']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:42.381471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a76a00bc-4f10-471b-ba9b-48ae20e7b23c tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f508426-1781-488b-a78e-121fdc82d5c1') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:42.382023 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a76a00bc-4f10-471b-ba9b-48ae20e7b23c tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f508426-1781-488b-a78e-121fdc82d5c1') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:42.394156 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a76a00bc-4f10-471b-ba9b-48ae20e7b23c tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:42.407773 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a76a00bc-4f10-471b-ba9b-48ae20e7b23c tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:42.413872 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76a00bc-4f10-471b-ba9b-48ae20e7b23c tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:31:42.414635 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a76a00bc-4f10-471b-ba9b-48ae20e7b23c tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:31:42.420327 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:31:42.485515 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a76a00bc-4f10-471b-ba9b-48ae20e7b23c tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:42.491899 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a76a00bc-4f10-471b-ba9b-48ae20e7b23c tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:42.497545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60230) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:42.498012 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a76a00bc-4f10-471b-ba9b-48ae20e7b23c tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "DELETE /v2.0/networks/5ca1ba01-bb3a-44a0-a3f5-5a58eddf95a4 HTTP/1.1" status: 204 len: 168 time: 0.5004847 Jul 23 00:31:42.503902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bf0d38b3-7092-4739-a275-0217983d392a tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1273011701'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:42.512710 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a00bc-4f10-471b-ba9b-48ae20e7b23c tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event deleted for resources: {'Network': ['ID=5ca1ba01-bb3a-44a0-a3f5-5a58eddf95a4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:42.529333 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0d38b3-7092-4739-a275-0217983d392a tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Made reservation on behalf of c29c995c343c41f4b443cf5fecbda276 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:42.533479 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf0d38b3-7092-4739-a275-0217983d392a tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:42.553619 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:31:42.557446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0d38b3-7092-4739-a275-0217983d392a tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:31:42.567105 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf0d38b3-7092-4739-a275-0217983d392a tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:42.567446 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-bf0d38b3-7092-4739-a275-0217983d392a tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Added segment 2cddaa88-b774-456e-9565-520f94a00aff of type vlan for network 3a302dfb-8d04-46c8-8b2f-4294c418f63f Jul 23 00:31:42.610838 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf0d38b3-7092-4739-a275-0217983d392a tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:42.642567 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf0d38b3-7092-4739-a275-0217983d392a tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:42.647999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0d38b3-7092-4739-a275-0217983d392a tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:42.648574 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bf0d38b3-7092-4739-a275-0217983d392a tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:42.684145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bf0d38b3-7092-4739-a275-0217983d392a tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1854565 Jul 23 00:31:42.686970 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60232) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:42.694017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c37a2a84-1e67-4669-b7a8-695af4784f98 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Request body: {'subnet': {'network_id': '3a302dfb-8d04-46c8-8b2f-4294c418f63f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:42.723090 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d38b3-7092-4739-a275-0217983d392a tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event updated for resources: {'Network': ['ID=3a302dfb-8d04-46c8-8b2f-4294c418f63f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:42.733058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 3a302dfb-8d04-46c8-8b2f-4294c418f63f details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:31:42.812149 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37a2a84-1e67-4669-b7a8-695af4784f98 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Made reservation on behalf of c29c995c343c41f4b443cf5fecbda276 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:42.816208 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c37a2a84-1e67-4669-b7a8-695af4784f98 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.155052 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3896f0a6-47c7-4940-9517-806f8d9efcd4 None None] Network cb8a3860-94a1-4d0c-9ef0-a9778a1583ee requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:43.230828 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f6825553-9202-4622-a21d-d08be25e8804 None None] Provisioning for port d7b37353-5e98-4f4c-87eb-0f1504a5534f completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:31:43.241416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-c37a2a84-1e67-4669-b7a8-695af4784f98 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Performing IP validity checks on allocation pools {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 00:31:43.242682 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.ipam_backend_mixin [None req-c37a2a84-1e67-4669-b7a8-695af4784f98 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93821) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 00:31:43.370413 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c37a2a84-1e67-4669-b7a8-695af4784f98 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.435467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a2a84-1e67-4669-b7a8-695af4784f98 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event updated for resources: {'Subnet': ['ID=6cc69895-24fa-448b-913d-1dad0c817647,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:43.448596 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a2a84-1e67-4669-b7a8-695af4784f98 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Checking segment: {'id': '2cddaa88-b774-456e-9565-520f94a00aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '3a302dfb-8d04-46c8-8b2f-4294c418f63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:43.448956 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37a2a84-1e67-4669-b7a8-695af4784f98 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Network hostable DHCP agents. Network: 3a302dfb-8d04-46c8-8b2f-4294c418f63f, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:31:43.467546 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37a2a84-1e67-4669-b7a8-695af4784f98 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Network 3a302dfb-8d04-46c8-8b2f-4294c418f63f is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:31:43.485653 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d7b37353-5e98-4f4c-87eb-0f1504a5534f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:31:43.486061 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c37a2a84-1e67-4669-b7a8-695af4784f98 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 3a302dfb-8d04-46c8-8b2f-4294c418f63f) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:43.490800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37a2a84-1e67-4669-b7a8-695af4784f98 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:43.491654 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c37a2a84-1e67-4669-b7a8-695af4784f98 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.509686 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c37a2a84-1e67-4669-b7a8-695af4784f98 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8216391 Jul 23 00:31:43.510399 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60234) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:43.517185 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac1963-c30a-40ab-b76d-b9d6c6c9c1af None None] Network 3a302dfb-8d04-46c8-8b2f-4294c418f63f requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:43.615501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port d7b37353-5e98-4f4c-87eb-0f1504a5534f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:31:43.618986 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a35145d-cbb7-4a0c-91de-07a31e4bd6eb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.621622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d7b37353-5e98-4f4c-87eb-0f1504a5534f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:31:43.621995 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.670022 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a35145d-cbb7-4a0c-91de-07a31e4bd6eb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.695360 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5bcea76c-e9b7-40b4-b75c-b906959e9ad4 None None] Provisioning complete for port d7b37353-5e98-4f4c-87eb-0f1504a5534f triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:31:43.695729 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5bcea76c-e9b7-40b4-b75c-b906959e9ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.727950 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a35145d-cbb7-4a0c-91de-07a31e4bd6eb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.754982 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9a2a0f-afe8-435e-8c59-bde6db36273b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-3a302dfb-8d04-46c8-8b2f-4294c418f63f', 'network_id': '3a302dfb-8d04-46c8-8b2f-4294c418f63f', 'tenant_id': 'c29c995c343c41f4b443cf5fecbda276', 'fixed_ips': [{'subnet_id': '6cc69895-24fa-448b-913d-1dad0c817647'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:31:43.755825 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6b9a2a0f-afe8-435e-8c59-bde6db36273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.760930 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35145d-cbb7-4a0c-91de-07a31e4bd6eb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc69895-24fa-448b-913d-1dad0c817647,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:43.818257 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a35145d-cbb7-4a0c-91de-07a31e4bd6eb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.828241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3a35145d-cbb7-4a0c-91de-07a31e4bd6eb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a302dfb-8d04-46c8-8b2f-4294c418f63f']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:43.839062 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3a35145d-cbb7-4a0c-91de-07a31e4bd6eb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cddaa88-b774-456e-9565-520f94a00aff') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:43.839364 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-3a35145d-cbb7-4a0c-91de-07a31e4bd6eb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cddaa88-b774-456e-9565-520f94a00aff') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:43.848079 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a35145d-cbb7-4a0c-91de-07a31e4bd6eb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.861620 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a35145d-cbb7-4a0c-91de-07a31e4bd6eb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.862015 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.868673 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a35145d-cbb7-4a0c-91de-07a31e4bd6eb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:31:43.869174 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a35145d-cbb7-4a0c-91de-07a31e4bd6eb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:31:43.872084 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:31:43.897761 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7521f38c-0ecd-4fc4-96ec-ac94589679b9 None None] Network 3a302dfb-8d04-46c8-8b2f-4294c418f63f requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:43.940425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a35145d-cbb7-4a0c-91de-07a31e4bd6eb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.949366 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a35145d-cbb7-4a0c-91de-07a31e4bd6eb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.951184 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3a35145d-cbb7-4a0c-91de-07a31e4bd6eb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "DELETE /v2.0/networks/3a302dfb-8d04-46c8-8b2f-4294c418f63f HTTP/1.1" status: 204 len: 168 time: 0.4398749 Jul 23 00:31:43.955010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60236) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:43.960383 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-89828360-71f6-4736-beda-970c5f943ee5 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1539825806'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:43.961760 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35145d-cbb7-4a0c-91de-07a31e4bd6eb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event deleted for resources: {'Network': ['ID=3a302dfb-8d04-46c8-8b2f-4294c418f63f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:43.980493 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5bcea76c-e9b7-40b4-b75c-b906959e9ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.982641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89828360-71f6-4736-beda-970c5f943ee5 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Made reservation on behalf of c29c995c343c41f4b443cf5fecbda276 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:43.986461 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89828360-71f6-4736-beda-970c5f943ee5 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:43.988553 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port d7b37353-5e98-4f4c-87eb-0f1504a5534f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d7b37353-5e98-4f4c-87eb-0f1504a5534f,segment=NetworkSegment(55b23642-59bd-4dd2-89cc-1cd62586538f),segment_id=55b23642-59bd-4dd2-89cc-1cd62586538f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:44.001361 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:44.015597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89828360-71f6-4736-beda-970c5f943ee5 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:31:44.025846 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89828360-71f6-4736-beda-970c5f943ee5 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:44.026388 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-89828360-71f6-4736-beda-970c5f943ee5 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Added segment 80b1f127-0619-4878-8c24-4f1497bdcee0 of type vlan for network f763b4a2-c95e-4700-a426-8183c2c2d0b8 Jul 23 00:31:44.067526 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89828360-71f6-4736-beda-970c5f943ee5 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:44.094756 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89828360-71f6-4736-beda-970c5f943ee5 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:44.101394 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89828360-71f6-4736-beda-970c5f943ee5 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:44.102001 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-89828360-71f6-4736-beda-970c5f943ee5 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:44.111649 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0677c49b-acbe-4555-b672-255f1415e3a8 None None] get_active_networks_info from n-d-688802-2 {{(pid=93822) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 00:31:44.140712 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-89828360-71f6-4736-beda-970c5f943ee5 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1844876 Jul 23 00:31:44.144121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60238) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:44.148494 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-5bcea76c-e9b7-40b4-b75c-b906959e9ad4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 00:31:44.148865 n-d-688802-2 neutron-server[93822]: DEBUG oslo_db.api [None req-5bcea76c-e9b7-40b4-b75c-b906959e9ad4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 00:31:44.149377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=d7b37353-5e98-4f4c-87eb-0f1504a5534f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:44.151051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-948ceabb-984f-4779-ab5f-67b738512e27 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Request body: {'subnet': {'network_id': 'f763b4a2-c95e-4700-a426-8183c2c2d0b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:44.191833 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0677c49b-acbe-4555-b672-255f1415e3a8 None None] Resources bound (agent type, host, resource id): {{(pid=93822) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 00:31:44.192999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89828360-71f6-4736-beda-970c5f943ee5 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event updated for resources: {'Network': ['ID=f763b4a2-c95e-4700-a426-8183c2c2d0b8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:44.206550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network f763b4a2-c95e-4700-a426-8183c2c2d0b8 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:31:44.266240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948ceabb-984f-4779-ab5f-67b738512e27 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Made reservation on behalf of c29c995c343c41f4b443cf5fecbda276 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:44.269930 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-948ceabb-984f-4779-ab5f-67b738512e27 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:44.456089 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-948ceabb-984f-4779-ab5f-67b738512e27 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:44.521470 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ceabb-984f-4779-ab5f-67b738512e27 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event updated for resources: {'Subnet': ['ID=12614dce-d68c-489c-98e7-716e93e432aa,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:44.527573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ceabb-984f-4779-ab5f-67b738512e27 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Checking segment: {'id': '80b1f127-0619-4878-8c24-4f1497bdcee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f763b4a2-c95e-4700-a426-8183c2c2d0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:44.527935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ceabb-984f-4779-ab5f-67b738512e27 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Network hostable DHCP agents. Network: f763b4a2-c95e-4700-a426-8183c2c2d0b8, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:31:44.544499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ceabb-984f-4779-ab5f-67b738512e27 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Network f763b4a2-c95e-4700-a426-8183c2c2d0b8 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:31:44.553183 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-948ceabb-984f-4779-ab5f-67b738512e27 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, f763b4a2-c95e-4700-a426-8183c2c2d0b8) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:44.557579 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ceabb-984f-4779-ab5f-67b738512e27 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:44.558171 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-948ceabb-984f-4779-ab5f-67b738512e27 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:44.561805 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f641482-77fb-4faa-8134-5c56bfbe220b None None] Network f763b4a2-c95e-4700-a426-8183c2c2d0b8 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:44.572270 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-948ceabb-984f-4779-ab5f-67b738512e27 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4271469 Jul 23 00:31:44.575904 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60240) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:44.581130 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a216ec90-f0fa-4435-9728-c335c181491d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1655399475'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:44.602148 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a216ec90-f0fa-4435-9728-c335c181491d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Made reservation on behalf of c29c995c343c41f4b443cf5fecbda276 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:44.605569 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a216ec90-f0fa-4435-9728-c335c181491d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:44.629189 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a216ec90-f0fa-4435-9728-c335c181491d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:31:44.638344 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a216ec90-f0fa-4435-9728-c335c181491d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:44.638692 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-a216ec90-f0fa-4435-9728-c335c181491d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Added segment 619d2714-8fc4-4a4f-8f13-1fdb5e3c13f2 of type vlan for network ec2164df-eae6-4ad8-b094-08136821f134 Jul 23 00:31:44.682627 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a216ec90-f0fa-4435-9728-c335c181491d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:44.712329 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a216ec90-f0fa-4435-9728-c335c181491d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:44.717824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a216ec90-f0fa-4435-9728-c335c181491d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:44.718439 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a216ec90-f0fa-4435-9728-c335c181491d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:44.740200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-f763b4a2-c95e-4700-a426-8183c2c2d0b8', 'network_id': 'f763b4a2-c95e-4700-a426-8183c2c2d0b8', 'tenant_id': 'c29c995c343c41f4b443cf5fecbda276', 'fixed_ips': [{'subnet_id': '12614dce-d68c-489c-98e7-716e93e432aa'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:31:44.741142 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:44.765983 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a216ec90-f0fa-4435-9728-c335c181491d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1859138 Jul 23 00:31:44.766236 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60242) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:44.771268 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-6f24a66a-358c-40ff-8ff4-9b8fbe6ba07f tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Request body: {'subnet': {'network_id': 'ec2164df-eae6-4ad8-b094-08136821f134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:44.809252 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216ec90-f0fa-4435-9728-c335c181491d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event updated for resources: {'Network': ['ID=ec2164df-eae6-4ad8-b094-08136821f134,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:44.822008 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network ec2164df-eae6-4ad8-b094-08136821f134 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:31:44.882709 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f24a66a-358c-40ff-8ff4-9b8fbe6ba07f tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Made reservation on behalf of c29c995c343c41f4b443cf5fecbda276 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:44.886416 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f24a66a-358c-40ff-8ff4-9b8fbe6ba07f tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:44.942610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Allocated IP 2001:db8::2 (f763b4a2-c95e-4700-a426-8183c2c2d0b8/12614dce-d68c-489c-98e7-716e93e432aa/bc538bf9-353e-4d25-ae0b-58b934d341ad) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:31:45.078004 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f24a66a-358c-40ff-8ff4-9b8fbe6ba07f tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.137957 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24a66a-358c-40ff-8ff4-9b8fbe6ba07f tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event updated for resources: {'Subnet': ['ID=4d011a93-611d-4a38-95df-84537f61121f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:45.153015 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f24a66a-358c-40ff-8ff4-9b8fbe6ba07f tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Checking segment: {'id': '619d2714-8fc4-4a4f-8f13-1fdb5e3c13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ec2164df-eae6-4ad8-b094-08136821f134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:45.153420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f24a66a-358c-40ff-8ff4-9b8fbe6ba07f tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Network hostable DHCP agents. Network: ec2164df-eae6-4ad8-b094-08136821f134, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:31:45.170170 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f24a66a-358c-40ff-8ff4-9b8fbe6ba07f tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Network ec2164df-eae6-4ad8-b094-08136821f134 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:31:45.179550 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6f24a66a-358c-40ff-8ff4-9b8fbe6ba07f tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, ec2164df-eae6-4ad8-b094-08136821f134) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:45.183787 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f24a66a-358c-40ff-8ff4-9b8fbe6ba07f tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:45.184307 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f24a66a-358c-40ff-8ff4-9b8fbe6ba07f tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.190783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6487432e-8064-4bfb-a866-7e770af9f9b6 None None] Network ec2164df-eae6-4ad8-b094-08136821f134 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:45.198530 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6f24a66a-358c-40ff-8ff4-9b8fbe6ba07f tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4312561 Jul 23 00:31:45.201334 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60244) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:45.298658 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4bdaef3-d99d-4f30-b102-99122877743e tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.301392 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.318296 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Transition to ACTIVE for port object bc538bf9-353e-4d25-ae0b-58b934d341ad will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:31:45.355015 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4bdaef3-d99d-4f30-b102-99122877743e tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.358275 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Transition to ACTIVE for port object bc538bf9-353e-4d25-ae0b-58b934d341ad will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:31:45.372047 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.426468 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4bdaef3-d99d-4f30-b102-99122877743e tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.436570 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Network f763b4a2-c95e-4700-a426-8183c2c2d0b8 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:31:45.439356 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd9d2ea-1f41-4efe-8081-e5ca9aa8ed78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-ec2164df-eae6-4ad8-b094-08136821f134', 'network_id': 'ec2164df-eae6-4ad8-b094-08136821f134', 'tenant_id': 'c29c995c343c41f4b443cf5fecbda276', 'fixed_ips': [{'subnet_id': '4d011a93-611d-4a38-95df-84537f61121f'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:31:45.440202 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8fd9d2ea-1f41-4efe-8081-e5ca9aa8ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.443911 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Pushing event updated for resources: {'Port': ['ID=bc538bf9-353e-4d25-ae0b-58b934d341ad,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:45.446358 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:45.455590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:31:45.461482 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdaef3-d99d-4f30-b102-99122877743e tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event deleted for resources: {'Subnet': ['ID=4d011a93-611d-4a38-95df-84537f61121f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:45.473798 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d7b37353-5e98-4f4c-87eb-0f1504a5534f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:31:45.515700 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4bdaef3-d99d-4f30-b102-99122877743e tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.526101 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a4bdaef3-d99d-4f30-b102-99122877743e tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2164df-eae6-4ad8-b094-08136821f134']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:45.540843 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a4bdaef3-d99d-4f30-b102-99122877743e tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619d2714-8fc4-4a4f-8f13-1fdb5e3c13f2') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:45.541175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-a4bdaef3-d99d-4f30-b102-99122877743e tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619d2714-8fc4-4a4f-8f13-1fdb5e3c13f2') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:45.550515 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4bdaef3-d99d-4f30-b102-99122877743e tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.564450 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4bdaef3-d99d-4f30-b102-99122877743e tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.570618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bdaef3-d99d-4f30-b102-99122877743e tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:31:45.571050 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4bdaef3-d99d-4f30-b102-99122877743e tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:31:45.574237 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:31:45.604197 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Attempting to bind port bc538bf9-353e-4d25-ae0b-58b934d341ad on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:31:45.604813 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Attempting to bind port bc538bf9-353e-4d25-ae0b-58b934d341ad by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '80b1f127-0619-4878-8c24-4f1497bdcee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f763b4a2-c95e-4700-a426-8183c2c2d0b8'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:31:45.605469 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Attempting to bind port bc538bf9-353e-4d25-ae0b-58b934d341ad on network f763b4a2-c95e-4700-a426-8183c2c2d0b8 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:31:45.611376 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a8cd5c-2f67-4bda-b41a-dbd1fe74963e None None] Network ec2164df-eae6-4ad8-b094-08136821f134 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:45.626221 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:31:45.626596 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Checking segment: {'id': '80b1f127-0619-4878-8c24-4f1497bdcee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f763b4a2-c95e-4700-a426-8183c2c2d0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:45.626996 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.627384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Bound using segment: {'id': '80b1f127-0619-4878-8c24-4f1497bdcee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f763b4a2-c95e-4700-a426-8183c2c2d0b8'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:31:45.627854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Bound port: bc538bf9-353e-4d25-ae0b-58b934d341ad, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b1f127-0619-4878-8c24-4f1497bdcee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f763b4a2-c95e-4700-a426-8183c2c2d0b8'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:31:45.628238 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.639225 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4bdaef3-d99d-4f30-b102-99122877743e tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.644102 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4bdaef3-d99d-4f30-b102-99122877743e tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.649331 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a4bdaef3-d99d-4f30-b102-99122877743e tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "DELETE /v2.0/networks/ec2164df-eae6-4ad8-b094-08136821f134 HTTP/1.1" status: 204 len: 168 time: 0.4468808 Jul 23 00:31:45.649741 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60246) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:45.661205 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d7b37353-5e98-4f4c-87eb-0f1504a5534f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:31:45.661582 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.663831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdaef3-d99d-4f30-b102-99122877743e tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event deleted for resources: {'Network': ['ID=ec2164df-eae6-4ad8-b094-08136821f134,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:45.685742 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2004c5-9a22-4c4c-8e48-4248c5fce94b tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] GET failed (client error): The resource could not be found. Jul 23 00:31:45.687100 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7d2004c5-9a22-4c4c-8e48-4248c5fce94b tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "GET /v2.0/subnets/4d011a93-611d-4a38-95df-84537f61121f HTTP/1.1" status: 404 len: 337 time: 0.0357261 Jul 23 00:31:45.690004 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60248) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:45.707900 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d33c5ec-8a2a-41ff-82d3-1c9e688651b2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] DELETE failed (client error): The resource could not be found. Jul 23 00:31:45.708423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d33c5ec-8a2a-41ff-82d3-1c9e688651b2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:31:45.710138 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6d33c5ec-8a2a-41ff-82d3-1c9e688651b2 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "DELETE /v2.0/networks/ec2164df-eae6-4ad8-b094-08136821f134 HTTP/1.1" status: 404 len: 339 time: 0.0192354 Jul 23 00:31:45.714033 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60250) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:45.739793 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-248ad6ad-aa85-4759-8964-6d536619fd91 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] DELETE failed (client error): The resource could not be found. Jul 23 00:31:45.740251 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248ad6ad-aa85-4759-8964-6d536619fd91 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:31:45.744354 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-248ad6ad-aa85-4759-8964-6d536619fd91 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "DELETE /v2.0/subnets/4d011a93-611d-4a38-95df-84537f61121f HTTP/1.1" status: 404 len: 337 time: 0.0269854 Jul 23 00:31:45.744693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60252) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:45.763699 n-d-688802-2 neutron-server[93820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2369eae-6946-4108-a7d6-a6f9436f5c61 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] DELETE failed (client error): The resource could not be found. Jul 23 00:31:45.764288 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2369eae-6946-4108-a7d6-a6f9436f5c61 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:31:45.766072 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b2369eae-6946-4108-a7d6-a6f9436f5c61 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "DELETE /v2.0/networks/ec2164df-eae6-4ad8-b094-08136821f134 HTTP/1.1" status: 404 len: 339 time: 0.0203753 Jul 23 00:31:45.768593 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60254) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:45.816572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] For port bc538bf9-353e-4d25-ae0b-58b934d341ad, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:31:45.825810 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-75135832-ee1a-4612-9272-2a4d331b98ba tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Deleting subnet 12614dce-d68c-489c-98e7-716e93e432aa {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:31:45.829774 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75135832-ee1a-4612-9272-2a4d331b98ba tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.832222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] For port bc538bf9-353e-4d25-ae0b-58b934d341ad, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=bc538bf9-353e-4d25-ae0b-58b934d341ad,segment=NetworkSegment(80b1f127-0619-4878-8c24-4f1497bdcee0),segment_id=80b1f127-0619-4878-8c24-4f1497bdcee0)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:31:45.853535 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.869918 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75135832-ee1a-4612-9272-2a4d331b98ba tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:45.922835 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b490ea-36b8-43f5-ab0d-8ce6c1f3d193 None None] Pushing event updated for resources: {'Port': ['ID=bc538bf9-353e-4d25-ae0b-58b934d341ad,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:45.961719 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75135832-ee1a-4612-9272-2a4d331b98ba tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.030228 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75135832-ee1a-4612-9272-2a4d331b98ba tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.051628 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75135832-ee1a-4612-9272-2a4d331b98ba tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event deleted for resources: {'Subnet': ['ID=12614dce-d68c-489c-98e7-716e93e432aa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:46.072812 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75135832-ee1a-4612-9272-2a4d331b98ba tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.077535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60256) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:46.079112 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-75135832-ee1a-4612-9272-2a4d331b98ba tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "DELETE /v2.0/subnets/12614dce-d68c-489c-98e7-716e93e432aa HTTP/1.1" status: 204 len: 168 time: 0.3052056 Jul 23 00:31:46.164967 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.218226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Deleting port bc538bf9-353e-4d25-ae0b-58b934d341ad {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:31:46.218563 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.279785 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] For port bc538bf9-353e-4d25-ae0b-58b934d341ad, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=bc538bf9-353e-4d25-ae0b-58b934d341ad,segment=NetworkSegment(80b1f127-0619-4878-8c24-4f1497bdcee0),segment_id=80b1f127-0619-4878-8c24-4f1497bdcee0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:46.280148 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.292146 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Calling delete_port for bc538bf9-353e-4d25-ae0b-58b934d341ad owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:31:46.374332 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.397260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event deleted for resources: {'Port': ['ID=bc538bf9-353e-4d25-ae0b-58b934d341ad,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:46.402776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] No DVR routers for this DVR port bc538bf9-353e-4d25-ae0b-58b934d341ad on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:31:46.482173 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.491868 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f763b4a2-c95e-4700-a426-8183c2c2d0b8']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:46.501891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b1f127-0619-4878-8c24-4f1497bdcee0') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:46.502185 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b1f127-0619-4878-8c24-4f1497bdcee0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:46.510798 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.526330 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.533142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:31:46.533678 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:31:46.536701 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:31:46.596264 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.603673 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.605288 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "DELETE /v2.0/networks/f763b4a2-c95e-4700-a426-8183c2c2d0b8 HTTP/1.1" status: 204 len: 168 time: 0.5266545 Jul 23 00:31:46.607602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60258) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:46.626226 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b53da-b2d0-4ffe-86b0-66a128ee6b8d tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event deleted for resources: {'Network': ['ID=f763b4a2-c95e-4700-a426-8183c2c2d0b8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:46.649997 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb95625-1c71-47fb-acf9-b9582f5cd87f tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] DELETE failed (client error): The resource could not be found. Jul 23 00:31:46.650678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb95625-1c71-47fb-acf9-b9582f5cd87f tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:31:46.652197 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cfb95625-1c71-47fb-acf9-b9582f5cd87f tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "DELETE /v2.0/subnets/6cc69895-24fa-448b-913d-1dad0c817647 HTTP/1.1" status: 404 len: 337 time: 0.0436823 Jul 23 00:31:46.655159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60260) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:46.674398 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-8860342f-38bb-4003-a373-b401056f3806 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] DELETE failed (client error): The resource could not be found. Jul 23 00:31:46.674945 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8860342f-38bb-4003-a373-b401056f3806 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:31:46.676664 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8860342f-38bb-4003-a373-b401056f3806 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "DELETE /v2.0/networks/3a302dfb-8d04-46c8-8b2f-4294c418f63f HTTP/1.1" status: 404 len: 339 time: 0.0205920 Jul 23 00:31:46.679143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:46.705767 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-9441d542-b053-477d-93f5-c7a16e669092 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] DELETE failed (client error): The resource could not be found. Jul 23 00:31:46.706217 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9441d542-b053-477d-93f5-c7a16e669092 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:31:46.707956 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9441d542-b053-477d-93f5-c7a16e669092 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "DELETE /v2.0/subnets/2e772f1b-6241-415f-be5d-9d11e595eb3d HTTP/1.1" status: 404 len: 337 time: 0.0279047 Jul 23 00:31:46.710447 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60264) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:46.729664 n-d-688802-2 neutron-server[93821]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02ce826-58c8-439b-af6b-64b4c1e9b1d3 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] DELETE failed (client error): The resource could not be found. Jul 23 00:31:46.730221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02ce826-58c8-439b-af6b-64b4c1e9b1d3 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93821) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:31:46.731937 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d02ce826-58c8-439b-af6b-64b4c1e9b1d3 tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "DELETE /v2.0/networks/5ca1ba01-bb3a-44a0-a3f5-5a58eddf95a4 HTTP/1.1" status: 404 len: 339 time: 0.0205789 Jul 23 00:31:46.734463 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60266) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:46.788021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-614c0796-f0c4-4598-a69a-7abbc03e58ff tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Deleting subnet b315af16-843d-430f-a87c-398494af5006 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:31:46.791544 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-614c0796-f0c4-4598-a69a-7abbc03e58ff tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.835133 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-614c0796-f0c4-4598-a69a-7abbc03e58ff tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.927890 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-614c0796-f0c4-4598-a69a-7abbc03e58ff tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.987645 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-614c0796-f0c4-4598-a69a-7abbc03e58ff tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.996080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71feddc3-335f-4fae-ae58-8306121a9a58 None None] DHCP port deletion for f763b4a2-c95e-4700-a426-8183c2c2d0b8 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:31:47.013825 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda5cfee-d16d-448f-8544-442b11c1b078 None None] Network f763b4a2-c95e-4700-a426-8183c2c2d0b8 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:47.019355 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c0796-f0c4-4598-a69a-7abbc03e58ff tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event deleted for resources: {'Subnet': ['ID=b315af16-843d-430f-a87c-398494af5006,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:47.021419 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-614c0796-f0c4-4598-a69a-7abbc03e58ff tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:47.025681 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-614c0796-f0c4-4598-a69a-7abbc03e58ff tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "DELETE /v2.0/subnets/b315af16-843d-430f-a87c-398494af5006 HTTP/1.1" status: 204 len: 168 time: 0.2878845 Jul 23 00:31:47.029433 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60268) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:47.036230 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d169339-fb29-4daf-a6f2-3409768d693a None None] Network cb8a3860-94a1-4d0c-9ef0-a9778a1583ee requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:47.053776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda5cfee-d16d-448f-8544-442b11c1b078 None None] Network f763b4a2-c95e-4700-a426-8183c2c2d0b8 could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 00:31:47.060719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1420c594-56c2-4bec-8854-e0cbb1218ce0 None None] Could not find standard attr ID for object bc538bf9-353e-4d25-ae0b-58b934d341ad. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 00:31:47.078923 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:47.106812 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:47.164496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Deleting port d7b37353-5e98-4f4c-87eb-0f1504a5534f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:31:47.164781 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:47.229009 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] For port d7b37353-5e98-4f4c-87eb-0f1504a5534f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d7b37353-5e98-4f4c-87eb-0f1504a5534f,segment=NetworkSegment(55b23642-59bd-4dd2-89cc-1cd62586538f),segment_id=55b23642-59bd-4dd2-89cc-1cd62586538f)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:47.229396 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:47.232519 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba894eb-f367-402e-b4c7-af91fa43e6d0 None None] DHCP port deletion for cb8a3860-94a1-4d0c-9ef0-a9778a1583ee request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:31:47.242487 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Calling delete_port for d7b37353-5e98-4f4c-87eb-0f1504a5534f owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:31:47.278199 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6ba894eb-f367-402e-b4c7-af91fa43e6d0 None None] Deleting port d7b37353-5e98-4f4c-87eb-0f1504a5534f {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:31:47.278579 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ba894eb-f367-402e-b4c7-af91fa43e6d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:47.326378 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:47.342781 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6ba894eb-f367-402e-b4c7-af91fa43e6d0 None None] For port d7b37353-5e98-4f4c-87eb-0f1504a5534f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d7b37353-5e98-4f4c-87eb-0f1504a5534f,segment=NetworkSegment(55b23642-59bd-4dd2-89cc-1cd62586538f),segment_id=55b23642-59bd-4dd2-89cc-1cd62586538f)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:47.343178 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ba894eb-f367-402e-b4c7-af91fa43e6d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:47.352837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event deleted for resources: {'Port': ['ID=d7b37353-5e98-4f4c-87eb-0f1504a5534f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:47.354598 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6ba894eb-f367-402e-b4c7-af91fa43e6d0 None None] Calling delete_port for d7b37353-5e98-4f4c-87eb-0f1504a5534f owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:31:47.356300 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] No DVR routers for this DVR port d7b37353-5e98-4f4c-87eb-0f1504a5534f on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:31:47.439266 n-d-688802-2 neutron-server[93822]: self.session.flush() Jul 23 00:31:47.442335 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:47.446412 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ba894eb-f367-402e-b4c7-af91fa43e6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:47.449915 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8a3860-94a1-4d0c-9ef0-a9778a1583ee']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:47.462616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b23642-59bd-4dd2-89cc-1cd62586538f') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:47.462915 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b23642-59bd-4dd2-89cc-1cd62586538f') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:47.472652 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:47.473292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d7b37353-5e98-4f4c-87eb-0f1504a5534f no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:31:47.477404 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba894eb-f367-402e-b4c7-af91fa43e6d0 None None] Pushing event deleted for resources: {'Port': ['ID=d7b37353-5e98-4f4c-87eb-0f1504a5534f,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:47.479247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba894eb-f367-402e-b4c7-af91fa43e6d0 None None] No DVR routers for this DVR port d7b37353-5e98-4f4c-87eb-0f1504a5534f on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:31:47.487470 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:47.493570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:31:47.493963 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:31:47.497014 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:31:47.501321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: d7b37353-5e98-4f4c-87eb-0f1504a5534f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:31:47.501674 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d7b37353-5e98-4f4c-87eb-0f1504a5534f not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:31:47.560958 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:47.567555 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:47.569373 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] 10.222.0.26 "DELETE /v2.0/networks/cb8a3860-94a1-4d0c-9ef0-a9778a1583ee HTTP/1.1" status: 204 len: 168 time: 0.5422218 Jul 23 00:31:47.581199 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d782d-920f-4c9f-bbf0-99799df99efb tempest-NetworksIpV6Test-660364387 tempest-NetworksIpV6Test-660364387-project] Pushing event deleted for resources: {'Network': ['ID=cb8a3860-94a1-4d0c-9ef0-a9778a1583ee,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:47.804362 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60274) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:47.928722 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b24573be-47da-4292-b2d9-4eb2f553ec6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c29c995c343c41f4b443cf5fecbda276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1232076 Jul 23 00:31:47.931277 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60278) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:47.978181 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b6b8e43-6638-4752-975e-ad8dc22e0aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:47.998296 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b6b8e43-6638-4752-975e-ad8dc22e0aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:48.044545 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b6b8e43-6638-4752-975e-ad8dc22e0aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:48.047120 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b6b8e43-6638-4752-975e-ad8dc22e0aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:48.048408 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2b6b8e43-6638-4752-975e-ad8dc22e0aa2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69c8df81-b185-4e8c-bb3b-81746bae2b9f HTTP/1.1" status: 204 len: 168 time: 0.1162186 Jul 23 00:31:48.056427 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b8e43-6638-4752-975e-ad8dc22e0aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c8df81-b185-4e8c-bb3b-81746bae2b9f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:48.654451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60300) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:48.743482 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-85600a9e-73a0-4c8a-9dce-f81967471257 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-210524285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:48.765968 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85600a9e-73a0-4c8a-9dce-f81967471257 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:48.767493 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85600a9e-73a0-4c8a-9dce-f81967471257 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:48.817046 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85600a9e-73a0-4c8a-9dce-f81967471257 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:48.820960 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85600a9e-73a0-4c8a-9dce-f81967471257 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:48.837031 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-85600a9e-73a0-4c8a-9dce-f81967471257 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:48.838346 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-85600a9e-73a0-4c8a-9dce-f81967471257 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1828110 Jul 23 00:31:48.840954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60304) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:48.846416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-989abb07-d7de-4f73-a8f5-b4654269df68 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1714673196'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:48.866464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989abb07-d7de-4f73-a8f5-b4654269df68 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Made reservation on behalf of a52412d0ad7e47628cb6fd8b5347bb6d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:48.869860 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-989abb07-d7de-4f73-a8f5-b4654269df68 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:48.878508 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-989abb07-d7de-4f73-a8f5-b4654269df68 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:48.971023 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-989abb07-d7de-4f73-a8f5-b4654269df68 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:48.974534 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-989abb07-d7de-4f73-a8f5-b4654269df68 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:48.996102 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989abb07-d7de-4f73-a8f5-b4654269df68 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:31:49.010688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989abb07-d7de-4f73-a8f5-b4654269df68 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73fafb73-a0f0-4371-8e19-a79df65dc412,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:49.013912 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-989abb07-d7de-4f73-a8f5-b4654269df68 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:49.014261 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-989abb07-d7de-4f73-a8f5-b4654269df68 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Added segment f1ffaa70-f1a0-4db5-af55-18a5d5e723ec of type vlan for network df02c384-35e7-461d-ada3-3dbeba6aca90 Jul 23 00:31:49.054629 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-989abb07-d7de-4f73-a8f5-b4654269df68 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:49.082331 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-989abb07-d7de-4f73-a8f5-b4654269df68 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:49.087829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989abb07-d7de-4f73-a8f5-b4654269df68 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:49.088414 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-989abb07-d7de-4f73-a8f5-b4654269df68 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:49.119429 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-989abb07-d7de-4f73-a8f5-b4654269df68 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2774470 Jul 23 00:31:49.122221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60306) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:49.129580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4cb180d2-57bc-4ae0-aa80-99b77f248cf6 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Request body: {'subnet': {'network_id': 'df02c384-35e7-461d-ada3-3dbeba6aca90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:49.181549 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989abb07-d7de-4f73-a8f5-b4654269df68 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Pushing event updated for resources: {'Network': ['ID=df02c384-35e7-461d-ada3-3dbeba6aca90,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:49.191917 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network df02c384-35e7-461d-ada3-3dbeba6aca90 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:31:49.250219 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb180d2-57bc-4ae0-aa80-99b77f248cf6 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Made reservation on behalf of a52412d0ad7e47628cb6fd8b5347bb6d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:49.253976 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cb180d2-57bc-4ae0-aa80-99b77f248cf6 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:49.433240 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cb180d2-57bc-4ae0-aa80-99b77f248cf6 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:49.497924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb180d2-57bc-4ae0-aa80-99b77f248cf6 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Pushing event updated for resources: {'Subnet': ['ID=adde45eb-5011-4378-a2bf-65afd160b21b,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:49.506070 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb180d2-57bc-4ae0-aa80-99b77f248cf6 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Checking segment: {'id': 'f1ffaa70-f1a0-4db5-af55-18a5d5e723ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'df02c384-35e7-461d-ada3-3dbeba6aca90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:49.506427 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb180d2-57bc-4ae0-aa80-99b77f248cf6 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Network hostable DHCP agents. Network: df02c384-35e7-461d-ada3-3dbeba6aca90, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:31:49.523198 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb180d2-57bc-4ae0-aa80-99b77f248cf6 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Network df02c384-35e7-461d-ada3-3dbeba6aca90 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:31:49.531587 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4cb180d2-57bc-4ae0-aa80-99b77f248cf6 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, df02c384-35e7-461d-ada3-3dbeba6aca90) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:49.536170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb180d2-57bc-4ae0-aa80-99b77f248cf6 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:49.537311 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cb180d2-57bc-4ae0-aa80-99b77f248cf6 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:49.540573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad70d02d-ac59-48dc-b089-37d817c2be71 None None] Network df02c384-35e7-461d-ada3-3dbeba6aca90 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:49.551522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4cb180d2-57bc-4ae0-aa80-99b77f248cf6 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4282572 Jul 23 00:31:49.554515 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60308) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:49.559426 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6676fb04-736f-4ec9-b3d7-66217ca6c495 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1837258776'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:49.581004 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6676fb04-736f-4ec9-b3d7-66217ca6c495 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Made reservation on behalf of a52412d0ad7e47628cb6fd8b5347bb6d for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:49.584506 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6676fb04-736f-4ec9-b3d7-66217ca6c495 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:49.609791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6676fb04-736f-4ec9-b3d7-66217ca6c495 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:31:49.619907 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6676fb04-736f-4ec9-b3d7-66217ca6c495 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:49.620249 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-6676fb04-736f-4ec9-b3d7-66217ca6c495 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Added segment 65b1c5fb-dde9-498a-aa7d-877fa295b929 of type vlan for network 3807796d-a619-4aa0-9345-52ef0f395a6a Jul 23 00:31:49.665008 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6676fb04-736f-4ec9-b3d7-66217ca6c495 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:49.694715 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6676fb04-736f-4ec9-b3d7-66217ca6c495 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:49.695795 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-df02c384-35e7-461d-ada3-3dbeba6aca90', 'network_id': 'df02c384-35e7-461d-ada3-3dbeba6aca90', 'tenant_id': 'a52412d0ad7e47628cb6fd8b5347bb6d', 'fixed_ips': [{'subnet_id': 'adde45eb-5011-4378-a2bf-65afd160b21b'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:31:49.696733 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:49.700191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6676fb04-736f-4ec9-b3d7-66217ca6c495 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:49.700773 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6676fb04-736f-4ec9-b3d7-66217ca6c495 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:49.732265 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6676fb04-736f-4ec9-b3d7-66217ca6c495 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1766887 Jul 23 00:31:49.735737 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60310) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:49.742848 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6f7c6224-79e2-47b8-963e-6529431d98d8 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Request body: {'subnet': {'network_id': '3807796d-a619-4aa0-9345-52ef0f395a6a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:49.787230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676fb04-736f-4ec9-b3d7-66217ca6c495 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Pushing event updated for resources: {'Network': ['ID=3807796d-a619-4aa0-9345-52ef0f395a6a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:49.798961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 3807796d-a619-4aa0-9345-52ef0f395a6a details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:31:49.862353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7c6224-79e2-47b8-963e-6529431d98d8 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Made reservation on behalf of a52412d0ad7e47628cb6fd8b5347bb6d for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:49.865888 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f7c6224-79e2-47b8-963e-6529431d98d8 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:49.889426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Allocated IP 172.20.0.2 (df02c384-35e7-461d-ada3-3dbeba6aca90/adde45eb-5011-4378-a2bf-65afd160b21b/d2831721-4272-4e98-b5fc-b0e750a7e6f5) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:31:50.041438 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:50.049064 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f7c6224-79e2-47b8-963e-6529431d98d8 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:50.050762 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Transition to ACTIVE for port object d2831721-4272-4e98-b5fc-b0e750a7e6f5 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:31:50.066222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Transition to ACTIVE for port object d2831721-4272-4e98-b5fc-b0e750a7e6f5 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:31:50.071633 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:50.107667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c6224-79e2-47b8-963e-6529431d98d8 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Pushing event updated for resources: {'Subnet': ['ID=820a0ef5-99d7-4361-a982-b47918a3dcfa,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:50.113646 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Network df02c384-35e7-461d-ada3-3dbeba6aca90 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:31:50.119959 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:50.123736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7c6224-79e2-47b8-963e-6529431d98d8 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Checking segment: {'id': '65b1c5fb-dde9-498a-aa7d-877fa295b929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3807796d-a619-4aa0-9345-52ef0f395a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:50.124283 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7c6224-79e2-47b8-963e-6529431d98d8 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Network hostable DHCP agents. Network: 3807796d-a619-4aa0-9345-52ef0f395a6a, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:31:50.124423 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:31:50.130995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Pushing event updated for resources: {'Port': ['ID=d2831721-4272-4e98-b5fc-b0e750a7e6f5,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:50.143727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7c6224-79e2-47b8-963e-6529431d98d8 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Network 3807796d-a619-4aa0-9345-52ef0f395a6a is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:31:50.153287 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-6f7c6224-79e2-47b8-963e-6529431d98d8 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 3807796d-a619-4aa0-9345-52ef0f395a6a) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:50.158311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7c6224-79e2-47b8-963e-6529431d98d8 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:50.159155 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6f7c6224-79e2-47b8-963e-6529431d98d8 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:50.167256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc49bc86-c356-473c-a0c4-3f5739236d98 None None] Network 3807796d-a619-4aa0-9345-52ef0f395a6a requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:50.174630 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6f7c6224-79e2-47b8-963e-6529431d98d8 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4378681 Jul 23 00:31:50.177489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60312) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:50.182002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bfdc7ea5-18dc-44af-a635-d9ee8b538e54 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Request body: {'router': {'external_gateway_info': {'network_id': '3807796d-a619-4aa0-9345-52ef0f395a6a'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:50.222530 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Attempting to bind port d2831721-4272-4e98-b5fc-b0e750a7e6f5 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:31:50.223130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Attempting to bind port d2831721-4272-4e98-b5fc-b0e750a7e6f5 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'f1ffaa70-f1a0-4db5-af55-18a5d5e723ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'df02c384-35e7-461d-ada3-3dbeba6aca90'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:31:50.223263 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Attempting to bind port d2831721-4272-4e98-b5fc-b0e750a7e6f5 on network df02c384-35e7-461d-ada3-3dbeba6aca90 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:31:50.254549 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:31:50.254920 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Checking segment: {'id': 'f1ffaa70-f1a0-4db5-af55-18a5d5e723ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'df02c384-35e7-461d-ada3-3dbeba6aca90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:50.255323 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:50.255709 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Bound using segment: {'id': 'f1ffaa70-f1a0-4db5-af55-18a5d5e723ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'df02c384-35e7-461d-ada3-3dbeba6aca90'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:31:50.256173 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Bound port: d2831721-4272-4e98-b5fc-b0e750a7e6f5, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ffaa70-f1a0-4db5-af55-18a5d5e723ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'df02c384-35e7-461d-ada3-3dbeba6aca90'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:31:50.256552 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:50.368929 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] For port d2831721-4272-4e98-b5fc-b0e750a7e6f5, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:31:50.390230 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bfdc7ea5-18dc-44af-a635-d9ee8b538e54 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:50.397482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] For port d2831721-4272-4e98-b5fc-b0e750a7e6f5, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d2831721-4272-4e98-b5fc-b0e750a7e6f5,segment=NetworkSegment(f1ffaa70-f1a0-4db5-af55-18a5d5e723ec),segment_id=f1ffaa70-f1a0-4db5-af55-18a5d5e723ec)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:31:50.400005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-3807796d-a619-4aa0-9345-52ef0f395a6a', 'network_id': '3807796d-a619-4aa0-9345-52ef0f395a6a', 'tenant_id': 'a52412d0ad7e47628cb6fd8b5347bb6d', 'fixed_ips': [{'subnet_id': '820a0ef5-99d7-4361-a982-b47918a3dcfa'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:31:50.400953 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:50.404824 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:50.505877 n-d-688802-2 neutron-server[93821]: INFO neutron.api.v2.resource [None req-bfdc7ea5-18dc-44af-a635-d9ee8b538e54 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:31:50.507177 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bfdc7ea5-18dc-44af-a635-d9ee8b538e54 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] 10.222.0.26 "PUT /v2.0/routers/bde43f55-b592-4a8f-ba59-12fd5dafe583 HTTP/1.1" status: 400 len: 364 time: 0.3287570 Jul 23 00:31:50.512831 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60314) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:50.538320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca484b5-a8bc-42d8-8c94-f5637b09b1c0 None None] Pushing event updated for resources: {'Port': ['ID=d2831721-4272-4e98-b5fc-b0e750a7e6f5,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:50.567803 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-be926289-9da8-4adb-9d2f-84b8929aaa37 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Deleting subnet 820a0ef5-99d7-4361-a982-b47918a3dcfa {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:31:50.602793 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Allocated IP 172.21.0.2 (3807796d-a619-4aa0-9345-52ef0f395a6a/820a0ef5-99d7-4361-a982-b47918a3dcfa/172d6b68-0362-48a3-b99a-c2193208aebc) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:31:50.914819 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:50.922804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Transition to ACTIVE for port object 172d6b68-0362-48a3-b99a-c2193208aebc will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:31:50.936745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Transition to ACTIVE for port object 172d6b68-0362-48a3-b99a-c2193208aebc will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:31:50.942372 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be926289-9da8-4adb-9d2f-84b8929aaa37 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:50.942896 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:50.981712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Network 3807796d-a619-4aa0-9345-52ef0f395a6a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:31:50.984467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:50.988090 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:31:50.989116 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be926289-9da8-4adb-9d2f-84b8929aaa37 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:50.997056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Pushing event updated for resources: {'Port': ['ID=172d6b68-0362-48a3-b99a-c2193208aebc,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:51.052101 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Attempting to bind port 172d6b68-0362-48a3-b99a-c2193208aebc on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:31:51.052482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Attempting to bind port 172d6b68-0362-48a3-b99a-c2193208aebc by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '65b1c5fb-dde9-498a-aa7d-877fa295b929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3807796d-a619-4aa0-9345-52ef0f395a6a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:31:51.052970 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Attempting to bind port 172d6b68-0362-48a3-b99a-c2193208aebc on network 3807796d-a619-4aa0-9345-52ef0f395a6a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:31:51.058436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:31:51.058826 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Checking segment: {'id': '65b1c5fb-dde9-498a-aa7d-877fa295b929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3807796d-a619-4aa0-9345-52ef0f395a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:51.059235 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.059778 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Bound using segment: {'id': '65b1c5fb-dde9-498a-aa7d-877fa295b929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3807796d-a619-4aa0-9345-52ef0f395a6a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:31:51.060270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Bound port: 172d6b68-0362-48a3-b99a-c2193208aebc, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b1c5fb-dde9-498a-aa7d-877fa295b929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3807796d-a619-4aa0-9345-52ef0f395a6a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:31:51.060665 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.090624 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be926289-9da8-4adb-9d2f-84b8929aaa37 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.153825 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be926289-9da8-4adb-9d2f-84b8929aaa37 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.158473 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] For port 172d6b68-0362-48a3-b99a-c2193208aebc, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:31:51.162264 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] For port 172d6b68-0362-48a3-b99a-c2193208aebc, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=172d6b68-0362-48a3-b99a-c2193208aebc,segment=NetworkSegment(65b1c5fb-dde9-498a-aa7d-877fa295b929),segment_id=65b1c5fb-dde9-498a-aa7d-877fa295b929)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:31:51.167098 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.186701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be926289-9da8-4adb-9d2f-84b8929aaa37 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Pushing event deleted for resources: {'Subnet': ['ID=820a0ef5-99d7-4361-a982-b47918a3dcfa,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:51.191643 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-be926289-9da8-4adb-9d2f-84b8929aaa37 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.193616 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-be926289-9da8-4adb-9d2f-84b8929aaa37 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] 10.222.0.26 "DELETE /v2.0/subnets/820a0ef5-99d7-4361-a982-b47918a3dcfa HTTP/1.1" status: 204 len: 168 time: 0.6794662 Jul 23 00:31:51.196074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60316) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:51.236140 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c28fa9-b10c-40a1-b2f7-21483fe92856 None None] Pushing event updated for resources: {'Port': ['ID=172d6b68-0362-48a3-b99a-c2193208aebc,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:51.285618 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.340931 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Deleting port 172d6b68-0362-48a3-b99a-c2193208aebc {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:31:51.341309 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.418494 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] For port 172d6b68-0362-48a3-b99a-c2193208aebc, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=172d6b68-0362-48a3-b99a-c2193208aebc,segment=NetworkSegment(65b1c5fb-dde9-498a-aa7d-877fa295b929),segment_id=65b1c5fb-dde9-498a-aa7d-877fa295b929)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:51.418840 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.433156 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Calling delete_port for 172d6b68-0362-48a3-b99a-c2193208aebc owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:31:51.439692 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a4ec2c-e006-45b4-b43e-42ecc2e634fb None None] Network df02c384-35e7-461d-ada3-3dbeba6aca90 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:51.534878 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.537226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-65127901-95f4-4973-857a-41a99c156c1a None None] Provisioning for port d2831721-4272-4e98-b5fc-b0e750a7e6f5 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:31:51.585585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Pushing event deleted for resources: {'Port': ['ID=172d6b68-0362-48a3-b99a-c2193208aebc,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:51.594092 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] No DVR routers for this DVR port 172d6b68-0362-48a3-b99a-c2193208aebc on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:31:51.611441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d2831721-4272-4e98-b5fc-b0e750a7e6f5 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:31:51.680102 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.690796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3807796d-a619-4aa0-9345-52ef0f395a6a']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:51.691953 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port d2831721-4272-4e98-b5fc-b0e750a7e6f5 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:31:51.696788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d2831721-4272-4e98-b5fc-b0e750a7e6f5 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:31:51.697326 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.701816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b1c5fb-dde9-498a-aa7d-877fa295b929') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:51.702223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b1c5fb-dde9-498a-aa7d-877fa295b929') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:51.712103 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.727412 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.736361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:31:51.736925 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:31:51.740393 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:31:51.786165 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.808083 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.818177 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.820092 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] 10.222.0.26 "DELETE /v2.0/networks/3807796d-a619-4aa0-9345-52ef0f395a6a HTTP/1.1" status: 204 len: 168 time: 0.6227689 Jul 23 00:31:51.822822 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60318) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:51.823321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port d2831721-4272-4e98-b5fc-b0e750a7e6f5, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d2831721-4272-4e98-b5fc-b0e750a7e6f5,segment=NetworkSegment(f1ffaa70-f1a0-4db5-af55-18a5d5e723ec),segment_id=f1ffaa70-f1a0-4db5-af55-18a5d5e723ec)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:51.829323 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.830085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088839f-3c09-47ea-ae99-e5ff71516a28 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Pushing event deleted for resources: {'Network': ['ID=3807796d-a619-4aa0-9345-52ef0f395a6a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:51.830336 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 172d6b68-0362-48a3-b99a-c2193208aebc up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:31:51.871426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 172d6b68-0362-48a3-b99a-c2193208aebc {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:31:51.871785 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 172d6b68-0362-48a3-b99a-c2193208aebc not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 00:31:51.885359 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-841844c1-6f6e-4a7a-bd34-cd4b80ce58d0 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Deleting subnet adde45eb-5011-4378-a2bf-65afd160b21b {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:31:51.889294 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-841844c1-6f6e-4a7a-bd34-cd4b80ce58d0 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.900757 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Port 172d6b68-0362-48a3-b99a-c2193208aebc not found, will not notify nova. {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 00:31:51.919583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=d2831721-4272-4e98-b5fc-b0e750a7e6f5,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:51.942383 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-841844c1-6f6e-4a7a-bd34-cd4b80ce58d0 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.967409 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-eef31f62-d52f-4e3b-a676-1bf2c6c47f13 None None] Provisioning complete for port d2831721-4272-4e98-b5fc-b0e750a7e6f5 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:31:51.967870 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eef31f62-d52f-4e3b-a676-1bf2c6c47f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.028771 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-841844c1-6f6e-4a7a-bd34-cd4b80ce58d0 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.093292 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-841844c1-6f6e-4a7a-bd34-cd4b80ce58d0 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.107811 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-841844c1-6f6e-4a7a-bd34-cd4b80ce58d0 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.112407 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-841844c1-6f6e-4a7a-bd34-cd4b80ce58d0 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] 10.222.0.26 "DELETE /v2.0/subnets/adde45eb-5011-4378-a2bf-65afd160b21b HTTP/1.1" status: 204 len: 168 time: 0.2849908 Jul 23 00:31:52.112707 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60320) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:52.113864 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b109f371-8360-418a-ae3e-721e07e4167f None None] Network df02c384-35e7-461d-ada3-3dbeba6aca90 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:52.140014 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841844c1-6f6e-4a7a-bd34-cd4b80ce58d0 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Pushing event deleted for resources: {'Subnet': ['ID=adde45eb-5011-4378-a2bf-65afd160b21b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:52.213070 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.268553 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Deleting port d2831721-4272-4e98-b5fc-b0e750a7e6f5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:31:52.268760 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.314433 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f096a7cf-30d1-4061-bcb1-c3b415899015 None None] DHCP port deletion for df02c384-35e7-461d-ada3-3dbeba6aca90 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:31:52.340286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26421299-d02e-4da1-a3fa-f9d3517343ac None None] DHCP port deletion for 3807796d-a619-4aa0-9345-52ef0f395a6a request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:31:52.342263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] For port d2831721-4272-4e98-b5fc-b0e750a7e6f5, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d2831721-4272-4e98-b5fc-b0e750a7e6f5,segment=NetworkSegment(f1ffaa70-f1a0-4db5-af55-18a5d5e723ec),segment_id=f1ffaa70-f1a0-4db5-af55-18a5d5e723ec)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:52.343195 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.358125 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f6828d-4cbb-457d-b167-fd2b8065fcc4 None None] Network 3807796d-a619-4aa0-9345-52ef0f395a6a requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:52.359629 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Calling delete_port for d2831721-4272-4e98-b5fc-b0e750a7e6f5 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:31:52.378924 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f6828d-4cbb-457d-b167-fd2b8065fcc4 None None] Network 3807796d-a619-4aa0-9345-52ef0f395a6a could not be found, it might have been deleted concurrently. {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 00:31:52.381818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bba1e0e4-572e-4f46-a81c-07e4b53d5635 None None] Could not find standard attr ID for object 172d6b68-0362-48a3-b99a-c2193208aebc. {{(pid=93822) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 00:31:52.389896 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f096a7cf-30d1-4061-bcb1-c3b415899015 None None] Deleting port d2831721-4272-4e98-b5fc-b0e750a7e6f5 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:31:52.390262 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f096a7cf-30d1-4061-bcb1-c3b415899015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.438739 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.454648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f096a7cf-30d1-4061-bcb1-c3b415899015 None None] For port d2831721-4272-4e98-b5fc-b0e750a7e6f5, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d2831721-4272-4e98-b5fc-b0e750a7e6f5,segment=NetworkSegment(f1ffaa70-f1a0-4db5-af55-18a5d5e723ec),segment_id=f1ffaa70-f1a0-4db5-af55-18a5d5e723ec)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:52.455038 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f096a7cf-30d1-4061-bcb1-c3b415899015 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.466772 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f096a7cf-30d1-4061-bcb1-c3b415899015 None None] Calling delete_port for d2831721-4272-4e98-b5fc-b0e750a7e6f5 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:31:52.468374 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Pushing event deleted for resources: {'Port': ['ID=d2831721-4272-4e98-b5fc-b0e750a7e6f5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:52.473247 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] No DVR routers for this DVR port d2831721-4272-4e98-b5fc-b0e750a7e6f5 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:31:52.543970 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f096a7cf-30d1-4061-bcb1-c3b415899015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.550876 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.560916 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df02c384-35e7-461d-ada3-3dbeba6aca90']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:52.571595 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096a7cf-30d1-4061-bcb1-c3b415899015 None None] Pushing event deleted for resources: {'Port': ['ID=d2831721-4272-4e98-b5fc-b0e750a7e6f5,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:52.571844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ffaa70-f1a0-4db5-af55-18a5d5e723ec') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:52.572142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ffaa70-f1a0-4db5-af55-18a5d5e723ec') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:52.577393 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f096a7cf-30d1-4061-bcb1-c3b415899015 None None] No DVR routers for this DVR port d2831721-4272-4e98-b5fc-b0e750a7e6f5 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:31:52.583090 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.605522 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.611547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:31:52.611919 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:31:52.614767 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:31:52.671172 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.678967 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.680713 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] 10.222.0.26 "DELETE /v2.0/networks/df02c384-35e7-461d-ada3-3dbeba6aca90 HTTP/1.1" status: 204 len: 168 time: 0.5669103 Jul 23 00:31:52.683545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60322) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:52.691612 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e468649-6bfc-4ca6-9136-a7c446cb4a46 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Pushing event deleted for resources: {'Network': ['ID=df02c384-35e7-461d-ada3-3dbeba6aca90,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:52.714561 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-275fef15-71ce-466f-9b15-c687949ee8b1 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde43f55-b592-4a8f-ba59-12fd5dafe583 HTTP/1.1" status: 200 len: 205 time: 0.0297823 Jul 23 00:31:52.717041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60324) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:52.791510 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6ea5-6730-43f8-bd23-b4b113988901 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.943604 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6ea5-6730-43f8-bd23-b4b113988901 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.945609 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6ea5-6730-43f8-bd23-b4b113988901 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.988161 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6ea5-6730-43f8-bd23-b4b113988901 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.988702 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7d6ea5-6730-43f8-bd23-b4b113988901 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Fanout notify agent at l3_agent the message router_deleted on router bde43f55-b592-4a8f-ba59-12fd5dafe583 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:31:52.996220 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6ea5-6730-43f8-bd23-b4b113988901 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.997444 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7a7d6ea5-6730-43f8-bd23-b4b113988901 tempest-RoutersNegativeTest-1719643131 tempest-RoutersNegativeTest-1719643131-project] 10.222.0.26 "DELETE /v2.0/routers/bde43f55-b592-4a8f-ba59-12fd5dafe583 HTTP/1.1" status: 204 len: 168 time: 0.2793047 Jul 23 00:31:53.231514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60330) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:53.359392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fbe28163-719c-4b42-a6b4-b3e9015d49bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a52412d0ad7e47628cb6fd8b5347bb6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1267252 Jul 23 00:31:53.361850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60334) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:53.416087 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b01b1615-c8b3-46af-83d6-8b1d27e5ff40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:53.437656 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b01b1615-c8b3-46af-83d6-8b1d27e5ff40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:53.461324 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d2831721-4272-4e98-b5fc-b0e750a7e6f5 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:31:53.481618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: d2831721-4272-4e98-b5fc-b0e750a7e6f5 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:31:53.482075 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d2831721-4272-4e98-b5fc-b0e750a7e6f5 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:31:53.482523 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 172d6b68-0362-48a3-b99a-c2193208aebc no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:31:53.484534 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b01b1615-c8b3-46af-83d6-8b1d27e5ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:53.487185 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b01b1615-c8b3-46af-83d6-8b1d27e5ff40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:53.488339 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b01b1615-c8b3-46af-83d6-8b1d27e5ff40 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73fafb73-a0f0-4371-8e19-a79df65dc412 HTTP/1.1" status: 204 len: 168 time: 0.1255953 Jul 23 00:31:53.496210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b1615-c8b3-46af-83d6-8b1d27e5ff40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fafb73-a0f0-4371-8e19-a79df65dc412,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:53.502063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 172d6b68-0362-48a3-b99a-c2193208aebc {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:31:53.502499 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 172d6b68-0362-48a3-b99a-c2193208aebc not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:31:54.085424 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60356) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:54.179064 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9c705ea8-81e3-45c7-99cd-e4f12be312fe admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-701090593-network', 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:54.199357 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c705ea8-81e3-45c7-99cd-e4f12be312fe admin admin] Made reservation on behalf of 005ec8f43c5745199ac86a216ce3b5ad for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:54.201672 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c705ea8-81e3-45c7-99cd-e4f12be312fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:54.209928 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c705ea8-81e3-45c7-99cd-e4f12be312fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:54.299028 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c705ea8-81e3-45c7-99cd-e4f12be312fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:54.302321 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c705ea8-81e3-45c7-99cd-e4f12be312fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:54.326934 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c705ea8-81e3-45c7-99cd-e4f12be312fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:31:54.341487 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c705ea8-81e3-45c7-99cd-e4f12be312fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54da531-9061-4ae5-b23b-a0c8e89cb826,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:54.344537 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c705ea8-81e3-45c7-99cd-e4f12be312fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:54.344898 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-9c705ea8-81e3-45c7-99cd-e4f12be312fe admin admin] Added segment 2115d513-c492-4413-99c3-18909b67b497 of type vlan for network 982df314-ad4a-4d55-8ac0-20f49ab7add8 Jul 23 00:31:54.384496 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c705ea8-81e3-45c7-99cd-e4f12be312fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:54.412214 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c705ea8-81e3-45c7-99cd-e4f12be312fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:54.412707 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c705ea8-81e3-45c7-99cd-e4f12be312fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:54.413322 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c705ea8-81e3-45c7-99cd-e4f12be312fe admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:54.445025 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9c705ea8-81e3-45c7-99cd-e4f12be312fe admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3584840 Jul 23 00:31:54.448064 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60360) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:54.453423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5abae87e-07a0-4cca-aa17-809532549f37 admin admin] Request body: {'subnet': {'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-701090593-subnet', 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:54.474018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c705ea8-81e3-45c7-99cd-e4f12be312fe admin admin] Pushing event updated for resources: {'Network': ['ID=982df314-ad4a-4d55-8ac0-20f49ab7add8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:54.474605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abae87e-07a0-4cca-aa17-809532549f37 admin admin] Made reservation on behalf of 005ec8f43c5745199ac86a216ce3b5ad for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:54.482533 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5abae87e-07a0-4cca-aa17-809532549f37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:54.483738 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 982df314-ad4a-4d55-8ac0-20f49ab7add8 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:31:54.648546 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5abae87e-07a0-4cca-aa17-809532549f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:54.700457 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abae87e-07a0-4cca-aa17-809532549f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a1e99a-1459-45a5-bc1f-38257c94f930,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:54.710568 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abae87e-07a0-4cca-aa17-809532549f37 admin admin] Checking segment: {'id': '2115d513-c492-4413-99c3-18909b67b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:54.710924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abae87e-07a0-4cca-aa17-809532549f37 admin admin] Network hostable DHCP agents. Network: 982df314-ad4a-4d55-8ac0-20f49ab7add8, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:31:54.726841 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abae87e-07a0-4cca-aa17-809532549f37 admin admin] Network 982df314-ad4a-4d55-8ac0-20f49ab7add8 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:31:54.735240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5abae87e-07a0-4cca-aa17-809532549f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 982df314-ad4a-4d55-8ac0-20f49ab7add8) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:54.740006 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abae87e-07a0-4cca-aa17-809532549f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:54.741430 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5abae87e-07a0-4cca-aa17-809532549f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:54.748420 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2316eb76-9db6-4094-aeb3-51a51fcb7be2 None None] Network 982df314-ad4a-4d55-8ac0-20f49ab7add8 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:54.755601 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5abae87e-07a0-4cca-aa17-809532549f37 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3063159 Jul 23 00:31:54.758332 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60362) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:54.763467 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-701090593-router', 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:54.783600 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:54.784561 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:54.837867 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:54.898870 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-982df314-ad4a-4d55-8ac0-20f49ab7add8', 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8', 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad', 'fixed_ips': [{'subnet_id': '01a1e99a-1459-45a5-bc1f-38257c94f930'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:31:54.899732 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:54.972357 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:55.031479 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Allocated IP 172.20.0.2 (982df314-ad4a-4d55-8ac0-20f49ab7add8/01a1e99a-1459-45a5-bc1f-38257c94f930/0292f171-9cd1-4604-a622-1f465e31bc74) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:31:55.186617 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:55.195393 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Transition to ACTIVE for port object 0292f171-9cd1-4604-a622-1f465e31bc74 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:31:55.211716 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Transition to ACTIVE for port object 0292f171-9cd1-4604-a622-1f465e31bc74 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:31:55.217800 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:55.255654 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Network 982df314-ad4a-4d55-8ac0-20f49ab7add8 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:31:55.260706 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:55.264479 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:31:55.274320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Pushing event updated for resources: {'Port': ['ID=0292f171-9cd1-4604-a622-1f465e31bc74,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:55.335582 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Attempting to bind port 0292f171-9cd1-4604-a622-1f465e31bc74 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:31:55.335954 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Attempting to bind port 0292f171-9cd1-4604-a622-1f465e31bc74 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '2115d513-c492-4413-99c3-18909b67b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:31:55.336319 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Attempting to bind port 0292f171-9cd1-4604-a622-1f465e31bc74 on network 982df314-ad4a-4d55-8ac0-20f49ab7add8 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:31:55.341470 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:31:55.341845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Checking segment: {'id': '2115d513-c492-4413-99c3-18909b67b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:55.342248 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:55.342636 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Bound using segment: {'id': '2115d513-c492-4413-99c3-18909b67b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:31:55.343098 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Bound port: 0292f171-9cd1-4604-a622-1f465e31bc74, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2115d513-c492-4413-99c3-18909b67b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:31:55.343512 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:55.409180 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] For port 0292f171-9cd1-4604-a622-1f465e31bc74, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:31:55.412356 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] For port 0292f171-9cd1-4604-a622-1f465e31bc74, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0292f171-9cd1-4604-a622-1f465e31bc74,segment=NetworkSegment(2115d513-c492-4413-99c3-18909b67b497),segment_id=2115d513-c492-4413-99c3-18909b67b497)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:31:55.415911 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:55.474740 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef399ac5-1c68-4c09-8f7d-40c8246eb0ed None None] Pushing event updated for resources: {'Port': ['ID=0292f171-9cd1-4604-a622-1f465e31bc74,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:55.525799 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:55.545204 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:55.672451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Allocated IP 172.25.4.221 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/aeac8024-a567-4087-8916-3541dabff9f6) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:31:55.778094 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:55.816928 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:55.855400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:31:55.858031 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:55.862119 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:31:55.867450 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Pushing event updated for resources: {'Port': ['ID=aeac8024-a567-4087-8916-3541dabff9f6,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:56.112197 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:56.309699 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:56.322010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b43a7f-19a5-438b-ba24-8408c6487600 None None] Network 982df314-ad4a-4d55-8ac0-20f49ab7add8 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:56.444197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Router c103f8a3-b60d-4198-8f40-9bea70f4788a is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:31:56.444926 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6da652c4-dc1e-4e79-a99b-23cff8bbeb91 None None] Provisioning for port 0292f171-9cd1-4604-a622-1f465e31bc74 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:31:56.553649 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:31:56.568721 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Sync routers for ids ['c103f8a3-b60d-4198-8f40-9bea70f4788a'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:31:56.570029 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:56.572457 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-94e4aa61-fc3a-4c86-8640-1fa028442654 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8121076 Jul 23 00:31:56.574234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60364) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:56.579523 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Routers {'c103f8a3-b60d-4198-8f40-9bea70f4788a'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:31:56.580147 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:31:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c103f8a3-b60d-4198-8f40-9bea70f4788a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:56.706162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Set router c103f8a3-b60d-4198-8f40-9bea70f4788a gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:31:56.891751 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'name': 'tempest-TestEncryptedCinderVolumes-701090593-router', 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'aeac8024-a567-4087-8916-3541dabff9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:54Z', 'updated_at': '2021-07-23T00:31:56Z', 'revision_number': 3, 'project_id': '005ec8f43c5745199ac86a216ce3b5ad', 'gw_port': {'id': 'aeac8024-a567-4087-8916-3541dabff9f6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:31:55Z', 'updated_at': '2021-07-23T00:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:56.921420 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Checking router: c103f8a3-b60d-4198-8f40-9bea70f4788a for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:31:56.921774 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Updating router c103f8a3-b60d-4198-8f40-9bea70f4788a port aeac8024-a567-4087-8916-3541dabff9f6 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:31:56.960103 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:57.024053 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:57.186335 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Allocated IP 172.20.0.1 (982df314-ad4a-4d55-8ac0-20f49ab7add8/01a1e99a-1459-45a5-bc1f-38257c94f930/471aabe8-14aa-4f72-9ebb-a0930fcce669) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:31:57.255074 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:57.269634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Transition to ACTIVE for port object aeac8024-a567-4087-8916-3541dabff9f6 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:31:57.276997 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:57.298636 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:57.313786 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Transition to ACTIVE for port object 471aabe8-14aa-4f72-9ebb-a0930fcce669 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:31:57.333754 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19ee6f-204b-4e0d-a573-c6ab572b7058 None None] Pushing event updated for resources: {'Port': ['ID=aeac8024-a567-4087-8916-3541dabff9f6,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:57.338322 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Attempting to bind port aeac8024-a567-4087-8916-3541dabff9f6 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:31:57.338698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Attempting to bind port aeac8024-a567-4087-8916-3541dabff9f6 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:31:57.339065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Attempting to bind port aeac8024-a567-4087-8916-3541dabff9f6 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:31:57.345510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:31:57.345946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:57.346541 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:57.347045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:31:57.347475 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Bound port: aeac8024-a567-4087-8916-3541dabff9f6, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:31:57.347859 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:57.349215 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:57.392900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Network 982df314-ad4a-4d55-8ac0-20f49ab7add8 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:31:57.396115 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:57.400687 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:31:57.403858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Pushing event updated for resources: {'Port': ['ID=471aabe8-14aa-4f72-9ebb-a0930fcce669,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:57.406398 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] For port aeac8024-a567-4087-8916-3541dabff9f6, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:31:57.410323 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] For port aeac8024-a567-4087-8916-3541dabff9f6, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=aeac8024-a567-4087-8916-3541dabff9f6,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:31:57.415612 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:57.448267 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:57.487920 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Routers {'c103f8a3-b60d-4198-8f40-9bea70f4788a'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:31:57.488577 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:31:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c103f8a3-b60d-4198-8f40-9bea70f4788a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:57.583954 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0292f171-9cd1-4604-a622-1f465e31bc74 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:31:57.616572 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:57.772426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19ee6f-204b-4e0d-a573-c6ab572b7058 None None] Pushing event updated for resources: {'Port': ['ID=aeac8024-a567-4087-8916-3541dabff9f6,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:57.809760 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b8495051-aafe-4052-a74a-31b7fc089260 None None] Provisioning for port 471aabe8-14aa-4f72-9ebb-a0930fcce669 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:31:57.814508 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:57.817349 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b8495051-aafe-4052-a74a-31b7fc089260 None None] Provisioning complete for port 471aabe8-14aa-4f72-9ebb-a0930fcce669 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:31:57.817802 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8495051-aafe-4052-a74a-31b7fc089260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:57.819762 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:57.861741 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] Set router c103f8a3-b60d-4198-8f40-9bea70f4788a gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:31:57.889077 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 0292f171-9cd1-4604-a622-1f465e31bc74 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:31:57.902469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Pushing event updated for resources: {'Port': ['ID=471aabe8-14aa-4f72-9ebb-a0930fcce669,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:57.904852 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:57.924008 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 0292f171-9cd1-4604-a622-1f465e31bc74 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:31:57.924373 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:57.926652 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b8495051-aafe-4052-a74a-31b7fc089260 None None] Port 471aabe8-14aa-4f72-9ebb-a0930fcce669 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:31:57.999122 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Network 982df314-ad4a-4d55-8ac0-20f49ab7add8 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:31:58.001398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:58.091443 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:58.128538 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Router c103f8a3-b60d-4198-8f40-9bea70f4788a has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:31:58.133386 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 0292f171-9cd1-4604-a622-1f465e31bc74, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0292f171-9cd1-4604-a622-1f465e31bc74,segment=NetworkSegment(2115d513-c492-4413-99c3-18909b67b497),segment_id=2115d513-c492-4413-99c3-18909b67b497)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:58.139327 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'name': 'tempest-TestEncryptedCinderVolumes-701090593-router', 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'aeac8024-a567-4087-8916-3541dabff9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:54Z', 'updated_at': '2021-07-23T00:31:56Z', 'revision_number': 3, 'project_id': '005ec8f43c5745199ac86a216ce3b5ad', 'gw_port': {'id': 'aeac8024-a567-4087-8916-3541dabff9f6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:31:55Z', 'updated_at': '2021-07-23T00:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:58.143620 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:58.172928 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082782d1-1de5-493a-a57a-d8393e0db05c None None] The sync data for ids ['c103f8a3-b60d-4198-8f40-9bea70f4788a'] in n-d-688802-2 is: [{'id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'name': 'tempest-TestEncryptedCinderVolumes-701090593-router', 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'aeac8024-a567-4087-8916-3541dabff9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:54Z', 'updated_at': '2021-07-23T00:31:56Z', 'revision_number': 3, 'project_id': '005ec8f43c5745199ac86a216ce3b5ad', 'gw_port': {'id': 'aeac8024-a567-4087-8916-3541dabff9f6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:31:55Z', 'updated_at': '2021-07-23T00:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:31:58.216821 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=0292f171-9cd1-4604-a622-1f465e31bc74,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:58.248771 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:31:58.251122 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9e5505c7-3196-40c1-a3c0-d56bab9e127c None None] Provisioning complete for port 471aabe8-14aa-4f72-9ebb-a0930fcce669 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:31:58.251612 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9e5505c7-3196-40c1-a3c0-d56bab9e127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:58.254919 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b54004a7-757d-48af-a0cc-3f337a088a2a admin admin] 10.222.0.26 "PUT /v2.0/routers/c103f8a3-b60d-4198-8f40-9bea70f4788a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6794827 Jul 23 00:31:58.293758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9e5505c7-3196-40c1-a3c0-d56bab9e127c None None] Port 471aabe8-14aa-4f72-9ebb-a0930fcce669 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:31:58.739873 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60382) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:58.744949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-34ef93e8-6c93-4742-a681-b33c1fe4ebc7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1657012114-network', 'tenant_id': '1757461fa06649dca3e37a04241a7343'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:58.768297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ef93e8-6c93-4742-a681-b33c1fe4ebc7 admin admin] Made reservation on behalf of 1757461fa06649dca3e37a04241a7343 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:58.770732 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34ef93e8-6c93-4742-a681-b33c1fe4ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:58.779972 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34ef93e8-6c93-4742-a681-b33c1fe4ebc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:58.878074 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34ef93e8-6c93-4742-a681-b33c1fe4ebc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:58.882350 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34ef93e8-6c93-4742-a681-b33c1fe4ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:58.908829 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ef93e8-6c93-4742-a681-b33c1fe4ebc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:31:58.918261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef93e8-6c93-4742-a681-b33c1fe4ebc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d86742-7658-4469-abd1-b62bd3399609,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:58.925668 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34ef93e8-6c93-4742-a681-b33c1fe4ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:58.926097 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-34ef93e8-6c93-4742-a681-b33c1fe4ebc7 admin admin] Added segment 7f273864-84d4-4f3e-87b8-c2044bf2d790 of type vlan for network 9137ef4b-38fe-4c42-afd8-5cfd89433619 Jul 23 00:31:58.966447 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34ef93e8-6c93-4742-a681-b33c1fe4ebc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:58.999992 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34ef93e8-6c93-4742-a681-b33c1fe4ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:59.001793 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ef93e8-6c93-4742-a681-b33c1fe4ebc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:59.002396 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-34ef93e8-6c93-4742-a681-b33c1fe4ebc7 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:59.034877 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-34ef93e8-6c93-4742-a681-b33c1fe4ebc7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2938809 Jul 23 00:31:59.037662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60384) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:59.043868 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cec96ac4-5fc3-4060-983c-53da6074a2c1 admin admin] Request body: {'subnet': {'network_id': '9137ef4b-38fe-4c42-afd8-5cfd89433619', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1657012114-subnet', 'tenant_id': '1757461fa06649dca3e37a04241a7343', 'ip_version': 4}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:59.073454 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef93e8-6c93-4742-a681-b33c1fe4ebc7 admin admin] Pushing event updated for resources: {'Network': ['ID=9137ef4b-38fe-4c42-afd8-5cfd89433619,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:59.083028 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 9137ef4b-38fe-4c42-afd8-5cfd89433619 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:31:59.092327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec96ac4-5fc3-4060-983c-53da6074a2c1 admin admin] Made reservation on behalf of 1757461fa06649dca3e37a04241a7343 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:31:59.095504 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cec96ac4-5fc3-4060-983c-53da6074a2c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:59.260994 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cec96ac4-5fc3-4060-983c-53da6074a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:59.315298 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec96ac4-5fc3-4060-983c-53da6074a2c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab954b14-880a-4311-8eb9-d7b586146e80,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:31:59.324179 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec96ac4-5fc3-4060-983c-53da6074a2c1 admin admin] Checking segment: {'id': '7f273864-84d4-4f3e-87b8-c2044bf2d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9137ef4b-38fe-4c42-afd8-5cfd89433619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:31:59.324547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec96ac4-5fc3-4060-983c-53da6074a2c1 admin admin] Network hostable DHCP agents. Network: 9137ef4b-38fe-4c42-afd8-5cfd89433619, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:31:59.340539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec96ac4-5fc3-4060-983c-53da6074a2c1 admin admin] Network 9137ef4b-38fe-4c42-afd8-5cfd89433619 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:31:59.349293 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cec96ac4-5fc3-4060-983c-53da6074a2c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 9137ef4b-38fe-4c42-afd8-5cfd89433619) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:31:59.353513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec96ac4-5fc3-4060-983c-53da6074a2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:59.354103 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cec96ac4-5fc3-4060-983c-53da6074a2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:59.358255 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f113973-8c09-4846-a750-3809b91e083b None None] Network 9137ef4b-38fe-4c42-afd8-5cfd89433619 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:31:59.372911 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cec96ac4-5fc3-4060-983c-53da6074a2c1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3319559 Jul 23 00:31:59.373535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60386) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:31:59.378022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1657012114-router', 'tenant_id': '1757461fa06649dca3e37a04241a7343', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:31:59.416574 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:59.417711 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:59.486210 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:59.549472 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-9137ef4b-38fe-4c42-afd8-5cfd89433619', 'network_id': '9137ef4b-38fe-4c42-afd8-5cfd89433619', 'tenant_id': '1757461fa06649dca3e37a04241a7343', 'fixed_ips': [{'subnet_id': 'ab954b14-880a-4311-8eb9-d7b586146e80'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:31:59.550678 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:59.630318 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device aeac8024-a567-4087-8916-3541dabff9f6 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:31:59.636572 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:59.737653 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Allocated IP 172.20.0.2 (9137ef4b-38fe-4c42-afd8-5cfd89433619/ab954b14-880a-4311-8eb9-d7b586146e80/d94894f1-e88c-4649-a108-186bf5e9a106) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:31:59.739594 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port aeac8024-a567-4087-8916-3541dabff9f6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:31:59.746228 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port aeac8024-a567-4087-8916-3541dabff9f6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:31:59.746592 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:59.785005 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Sync routers for ids ['c103f8a3-b60d-4198-8f40-9bea70f4788a'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:31:59.794785 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Routers {'c103f8a3-b60d-4198-8f40-9bea70f4788a'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:31:59.795397 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:31:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c103f8a3-b60d-4198-8f40-9bea70f4788a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:31:59.855408 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:59.876954 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:59.903806 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Set router c103f8a3-b60d-4198-8f40-9bea70f4788a gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:31:59.908940 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:59.956384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port aeac8024-a567-4087-8916-3541dabff9f6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=aeac8024-a567-4087-8916-3541dabff9f6,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:31:59.968147 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:59.968932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0292f171-9cd1-4604-a622-1f465e31bc74 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:31:59.975409 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:59.991394 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Allocated IP 172.25.4.167 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/d7e945c4-2428-4e07-9621-340d7f587d2f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:32:00.034111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Transition to ACTIVE for port object d94894f1-e88c-4649-a108-186bf5e9a106 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:32:00.071019 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Transition to ACTIVE for port object d94894f1-e88c-4649-a108-186bf5e9a106 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:32:00.074328 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=aeac8024-a567-4087-8916-3541dabff9f6,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:00.080011 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:00.124528 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Network 9137ef4b-38fe-4c42-afd8-5cfd89433619 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:32:00.126395 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:00.131913 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:32:00.134547 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'name': 'tempest-TestEncryptedCinderVolumes-701090593-router', 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'aeac8024-a567-4087-8916-3541dabff9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:54Z', 'updated_at': '2021-07-23T00:31:57Z', 'revision_number': 4, 'project_id': '005ec8f43c5745199ac86a216ce3b5ad', 'gw_port': {'id': 'aeac8024-a567-4087-8916-3541dabff9f6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:31:55Z', 'updated_at': '2021-07-23T00:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '471aabe8-14aa-4f72-9ebb-a0930fcce669', 'name': '', 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8', 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad', 'mac_address': 'fa:16:3e:3c:37:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '01a1e99a-1459-45a5-bc1f-38257c94f930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:31:57Z', 'updated_at': '2021-07-23T00:31:57Z', 'revision_number': 2, 'project_id': '005ec8f43c5745199ac86a216ce3b5ad', 'subnets': [{'id': '01a1e99a-1459-45a5-bc1f-38257c94f930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:32:00.136136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:32:00.140831 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 0292f171-9cd1-4604-a622-1f465e31bc74 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:32:00.141388 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:00.146414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Pushing event updated for resources: {'Port': ['ID=d94894f1-e88c-4649-a108-186bf5e9a106,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:00.176544 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Checking router: c103f8a3-b60d-4198-8f40-9bea70f4788a for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:32:00.176899 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Updating router c103f8a3-b60d-4198-8f40-9bea70f4788a port 471aabe8-14aa-4f72-9ebb-a0930fcce669 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:32:00.178434 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:00.215585 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:00.220053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:32:00.223095 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:32:00.226665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:32:00.235997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Attempting to bind port d94894f1-e88c-4649-a108-186bf5e9a106 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:32:00.236330 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Attempting to bind port d94894f1-e88c-4649-a108-186bf5e9a106 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '7f273864-84d4-4f3e-87b8-c2044bf2d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9137ef4b-38fe-4c42-afd8-5cfd89433619'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:32:00.236698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Attempting to bind port d94894f1-e88c-4649-a108-186bf5e9a106 on network 9137ef4b-38fe-4c42-afd8-5cfd89433619 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:32:00.245421 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:32:00.245810 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Checking segment: {'id': '7f273864-84d4-4f3e-87b8-c2044bf2d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9137ef4b-38fe-4c42-afd8-5cfd89433619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:32:00.246213 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:00.246610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Bound using segment: {'id': '7f273864-84d4-4f3e-87b8-c2044bf2d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9137ef4b-38fe-4c42-afd8-5cfd89433619'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:32:00.247849 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Bound port: d94894f1-e88c-4649-a108-186bf5e9a106, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f273864-84d4-4f3e-87b8-c2044bf2d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9137ef4b-38fe-4c42-afd8-5cfd89433619'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:32:00.247849 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:00.249786 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Pushing event updated for resources: {'Port': ['ID=d7e945c4-2428-4e07-9621-340d7f587d2f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:00.342128 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] For port d94894f1-e88c-4649-a108-186bf5e9a106, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:32:00.345534 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] For port d94894f1-e88c-4649-a108-186bf5e9a106, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d94894f1-e88c-4649-a108-186bf5e9a106,segment=NetworkSegment(7f273864-84d4-4f3e-87b8-c2044bf2d790),segment_id=7f273864-84d4-4f3e-87b8-c2044bf2d790)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:32:00.350262 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:00.412711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3fda4-a47b-477a-85ac-0e93556fc795 None None] Pushing event updated for resources: {'Port': ['ID=d94894f1-e88c-4649-a108-186bf5e9a106,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:00.510738 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:00.523238 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Transition to ACTIVE for port object 471aabe8-14aa-4f72-9ebb-a0930fcce669 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:32:00.530100 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:00.612210 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b08fa-6e0c-414d-937c-4be0a25ac8ed None None] Pushing event updated for resources: {'Port': ['ID=471aabe8-14aa-4f72-9ebb-a0930fcce669,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:00.643282 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b08fa-6e0c-414d-937c-4be0a25ac8ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:00.643988 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b08fa-6e0c-414d-937c-4be0a25ac8ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:00.644623 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b08fa-6e0c-414d-937c-4be0a25ac8ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:00.645192 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b08fa-6e0c-414d-937c-4be0a25ac8ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:00.645747 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b08fa-6e0c-414d-937c-4be0a25ac8ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:00.646282 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b08fa-6e0c-414d-937c-4be0a25ac8ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:00.646990 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b08fa-6e0c-414d-937c-4be0a25ac8ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:00.651840 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b08fa-6e0c-414d-937c-4be0a25ac8ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:00.654339 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b08fa-6e0c-414d-937c-4be0a25ac8ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:00.654749 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b08fa-6e0c-414d-937c-4be0a25ac8ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:00.655206 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b08fa-6e0c-414d-937c-4be0a25ac8ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:00.655593 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b08fa-6e0c-414d-937c-4be0a25ac8ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:00.703002 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Attempting to bind port 471aabe8-14aa-4f72-9ebb-a0930fcce669 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:32:00.703362 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Attempting to bind port 471aabe8-14aa-4f72-9ebb-a0930fcce669 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '2115d513-c492-4413-99c3-18909b67b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:32:00.704304 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Attempting to bind port 471aabe8-14aa-4f72-9ebb-a0930fcce669 on network 982df314-ad4a-4d55-8ac0-20f49ab7add8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:32:00.713118 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:32:00.713559 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Checking segment: {'id': '2115d513-c492-4413-99c3-18909b67b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:32:00.713967 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:00.714363 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Bound using segment: {'id': '2115d513-c492-4413-99c3-18909b67b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:32:00.714848 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Bound port: 471aabe8-14aa-4f72-9ebb-a0930fcce669, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2115d513-c492-4413-99c3-18909b67b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:32:00.715227 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:00.792821 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] For port 471aabe8-14aa-4f72-9ebb-a0930fcce669, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:32:00.797063 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] For port 471aabe8-14aa-4f72-9ebb-a0930fcce669, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=471aabe8-14aa-4f72-9ebb-a0930fcce669,segment=NetworkSegment(2115d513-c492-4413-99c3-18909b67b497),segment_id=2115d513-c492-4413-99c3-18909b67b497)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:32:00.802995 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:00.870333 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Routers {'c103f8a3-b60d-4198-8f40-9bea70f4788a'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:32:00.870962 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:31:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c103f8a3-b60d-4198-8f40-9bea70f4788a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:32:00.904616 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:01.035259 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b08fa-6e0c-414d-937c-4be0a25ac8ed None None] Pushing event updated for resources: {'Port': ['ID=471aabe8-14aa-4f72-9ebb-a0930fcce669,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:01.107087 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] Set router c103f8a3-b60d-4198-8f40-9bea70f4788a gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:32:01.130093 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:01.270277 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Router 9fc810cd-e1ed-4d54-ad28-e2131a126662 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:32:01.327132 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'name': 'tempest-TestEncryptedCinderVolumes-701090593-router', 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'aeac8024-a567-4087-8916-3541dabff9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:54Z', 'updated_at': '2021-07-23T00:31:57Z', 'revision_number': 4, 'project_id': '005ec8f43c5745199ac86a216ce3b5ad', 'gw_port': {'id': 'aeac8024-a567-4087-8916-3541dabff9f6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:31:55Z', 'updated_at': '2021-07-23T00:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '471aabe8-14aa-4f72-9ebb-a0930fcce669', 'name': '', 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8', 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad', 'mac_address': 'fa:16:3e:3c:37:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '01a1e99a-1459-45a5-bc1f-38257c94f930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:31:57Z', 'updated_at': '2021-07-23T00:32:00Z', 'revision_number': 4, 'project_id': '005ec8f43c5745199ac86a216ce3b5ad', 'subnets': [{'id': '01a1e99a-1459-45a5-bc1f-38257c94f930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:32:01.354101 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b38d69-1c62-4995-86f2-78293c5ebb59 None None] The sync data for ids ['c103f8a3-b60d-4198-8f40-9bea70f4788a'] in n-d-688802-2 is: [{'id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'name': 'tempest-TestEncryptedCinderVolumes-701090593-router', 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'aeac8024-a567-4087-8916-3541dabff9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:54Z', 'updated_at': '2021-07-23T00:31:57Z', 'revision_number': 4, 'project_id': '005ec8f43c5745199ac86a216ce3b5ad', 'gw_port': {'id': 'aeac8024-a567-4087-8916-3541dabff9f6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:31:55Z', 'updated_at': '2021-07-23T00:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '471aabe8-14aa-4f72-9ebb-a0930fcce669', 'name': '', 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8', 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad', 'mac_address': 'fa:16:3e:3c:37:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '01a1e99a-1459-45a5-bc1f-38257c94f930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:31:57Z', 'updated_at': '2021-07-23T00:32:00Z', 'revision_number': 4, 'project_id': '005ec8f43c5745199ac86a216ce3b5ad', 'subnets': [{'id': '01a1e99a-1459-45a5-bc1f-38257c94f930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:32:01.378565 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:32:01.388708 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Sync routers for ids ['9fc810cd-e1ed-4d54-ad28-e2131a126662'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:32:01.402628 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:01.410681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60388) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:32:01.418387 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-afc2df00-8342-4c69-8351-7893a4d8bfec admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0435972 Jul 23 00:32:01.441866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Routers {'9fc810cd-e1ed-4d54-ad28-e2131a126662'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:32:01.442828 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:31:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9fc810cd-e1ed-4d54-ad28-e2131a126662'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:32:01.495217 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3844ee4-9fcb-42e7-bcb3-9407eb6f0ac9 None None] Network 9137ef4b-38fe-4c42-afd8-5cfd89433619 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:32:01.611720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b455c05d-ba1b-4b3b-b4c5-d72e07092bc8 None None] Provisioning for port d94894f1-e88c-4649-a108-186bf5e9a106 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:32:01.712878 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d94894f1-e88c-4649-a108-186bf5e9a106 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:32:01.721864 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Set router 9fc810cd-e1ed-4d54-ad28-e2131a126662 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:32:01.793874 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e7a3cd2b-45b4-41c3-a790-4514dcb79b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:01.910227 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:01.931522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port d94894f1-e88c-4649-a108-186bf5e9a106 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:32:01.942480 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d94894f1-e88c-4649-a108-186bf5e9a106 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:32:01.942852 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:02.068086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'name': 'tempest-TestEncryptedCinderVolumes-1657012114-router', 'tenant_id': '1757461fa06649dca3e37a04241a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'd7e945c4-2428-4e07-9621-340d7f587d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:59Z', 'updated_at': '2021-07-23T00:32:00Z', 'revision_number': 3, 'project_id': '1757461fa06649dca3e37a04241a7343', 'gw_port': {'id': 'd7e945c4-2428-4e07-9621-340d7f587d2f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:31:59Z', 'updated_at': '2021-07-23T00:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:32:02.072753 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:02.098839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Allocated IP 172.20.0.1 (9137ef4b-38fe-4c42-afd8-5cfd89433619/ab954b14-880a-4311-8eb9-d7b586146e80/49fcfb17-3610-4272-8e4b-559a4ef937b0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:32:02.104812 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Checking router: 9fc810cd-e1ed-4d54-ad28-e2131a126662 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:32:02.105199 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Updating router 9fc810cd-e1ed-4d54-ad28-e2131a126662 port d7e945c4-2428-4e07-9621-340d7f587d2f binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:32:02.231002 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:02.246955 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Transition to ACTIVE for port object 49fcfb17-3610-4272-8e4b-559a4ef937b0 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:32:02.284169 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:02.327814 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Network 9137ef4b-38fe-4c42-afd8-5cfd89433619 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:32:02.331560 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port d94894f1-e88c-4649-a108-186bf5e9a106, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d94894f1-e88c-4649-a108-186bf5e9a106,segment=NetworkSegment(7f273864-84d4-4f3e-87b8-c2044bf2d790),segment_id=7f273864-84d4-4f3e-87b8-c2044bf2d790)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:32:02.331734 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:32:02.334793 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:02.336354 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:32:02.359641 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:02.360485 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device aeac8024-a567-4087-8916-3541dabff9f6 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:32:02.393042 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:02.396885 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Pushing event updated for resources: {'Port': ['ID=49fcfb17-3610-4272-8e4b-559a4ef937b0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:02.420651 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f031e200-0a2a-485f-890b-472b4529593b None None] Provisioning complete for port d94894f1-e88c-4649-a108-186bf5e9a106 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:32:02.420651 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f031e200-0a2a-485f-890b-472b4529593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:02.545348 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:02.556300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=d94894f1-e88c-4649-a108-186bf5e9a106,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:02.633698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port aeac8024-a567-4087-8916-3541dabff9f6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:32:02.634081 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:02.731526 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:02.736797 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:02.808820 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Pushing event updated for resources: {'Port': ['ID=49fcfb17-3610-4272-8e4b-559a4ef937b0,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:02.811775 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:02.839793 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 471aabe8-14aa-4f72-9ebb-a0930fcce669 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:32:02.846203 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:02.874854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f1948e82-849f-44a4-9019-e75462c7cb12 None None] Provisioning for port 49fcfb17-3610-4272-8e4b-559a4ef937b0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:32:02.884600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Transition to ACTIVE for port object d7e945c4-2428-4e07-9621-340d7f587d2f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:32:02.889486 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f1948e82-849f-44a4-9019-e75462c7cb12 None None] Provisioning complete for port 49fcfb17-3610-4272-8e4b-559a4ef937b0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:32:02.889874 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1948e82-849f-44a4-9019-e75462c7cb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:02.895434 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:02.905833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Network 9137ef4b-38fe-4c42-afd8-5cfd89433619 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:32:02.908650 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:32:02.989068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f1948e82-849f-44a4-9019-e75462c7cb12 None None] Port 49fcfb17-3610-4272-8e4b-559a4ef937b0 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:32:02.990611 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Attempting to bind port d7e945c4-2428-4e07-9621-340d7f587d2f on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:32:02.990993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Attempting to bind port d7e945c4-2428-4e07-9621-340d7f587d2f by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:32:02.991365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Attempting to bind port d7e945c4-2428-4e07-9621-340d7f587d2f on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:32:02.996855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8e8b3-4d9b-4d89-a2c7-8c990d8fd5cf None None] Pushing event updated for resources: {'Port': ['ID=d7e945c4-2428-4e07-9621-340d7f587d2f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:03.002327 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 471aabe8-14aa-4f72-9ebb-a0930fcce669 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:32:03.004662 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:32:03.004877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:32:03.005312 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:03.005705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:32:03.006187 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Bound port: d7e945c4-2428-4e07-9621-340d7f587d2f, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:32:03.006582 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:03.028011 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 471aabe8-14aa-4f72-9ebb-a0930fcce669 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:32:03.028395 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:03.039748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Router 9fc810cd-e1ed-4d54-ad28-e2131a126662 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:32:03.090934 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] For port d7e945c4-2428-4e07-9621-340d7f587d2f, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:32:03.097397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] For port d7e945c4-2428-4e07-9621-340d7f587d2f, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d7e945c4-2428-4e07-9621-340d7f587d2f,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:32:03.102883 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:03.165854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:32:03.174419 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4544cf02-8261-4057-baa5-2354aae66f0b admin admin] 10.222.0.26 "PUT /v2.0/routers/9fc810cd-e1ed-4d54-ad28-e2131a126662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7601478 Jul 23 00:32:03.183025 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:03.212724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Routers {'9fc810cd-e1ed-4d54-ad28-e2131a126662'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:32:03.213391 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:31:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9fc810cd-e1ed-4d54-ad28-e2131a126662'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:32:03.253682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8e8b3-4d9b-4d89-a2c7-8c990d8fd5cf None None] Pushing event updated for resources: {'Port': ['ID=d7e945c4-2428-4e07-9621-340d7f587d2f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:03.309819 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-521fbf78-73a5-4ae0-9ab1-37ecd5783164 None None] Provisioning complete for port 49fcfb17-3610-4272-8e4b-559a4ef937b0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:32:03.310198 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-521fbf78-73a5-4ae0-9ab1-37ecd5783164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:03.313537 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 471aabe8-14aa-4f72-9ebb-a0930fcce669, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=471aabe8-14aa-4f72-9ebb-a0930fcce669,segment=NetworkSegment(2115d513-c492-4413-99c3-18909b67b497),segment_id=2115d513-c492-4413-99c3-18909b67b497)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:32:03.335416 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:03.390788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-521fbf78-73a5-4ae0-9ab1-37ecd5783164 None None] Port 49fcfb17-3610-4272-8e4b-559a4ef937b0 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:32:03.411003 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=471aabe8-14aa-4f72-9ebb-a0930fcce669,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:03.419764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] Set router 9fc810cd-e1ed-4d54-ad28-e2131a126662 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:32:03.496363 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d94894f1-e88c-4649-a108-186bf5e9a106 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:32:03.611370 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d94894f1-e88c-4649-a108-186bf5e9a106 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:32:03.611757 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:03.717911 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'name': 'tempest-TestEncryptedCinderVolumes-1657012114-router', 'tenant_id': '1757461fa06649dca3e37a04241a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'd7e945c4-2428-4e07-9621-340d7f587d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:59Z', 'updated_at': '2021-07-23T00:32:02Z', 'revision_number': 4, 'project_id': '1757461fa06649dca3e37a04241a7343', 'gw_port': {'id': 'd7e945c4-2428-4e07-9621-340d7f587d2f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:31:59Z', 'updated_at': '2021-07-23T00:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '49fcfb17-3610-4272-8e4b-559a4ef937b0', 'name': '', 'network_id': '9137ef4b-38fe-4c42-afd8-5cfd89433619', 'tenant_id': '1757461fa06649dca3e37a04241a7343', 'mac_address': 'fa:16:3e:a2:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'ab954b14-880a-4311-8eb9-d7b586146e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:32:01Z', 'updated_at': '2021-07-23T00:32:02Z', 'revision_number': 2, 'project_id': '1757461fa06649dca3e37a04241a7343', 'subnets': [{'id': 'ab954b14-880a-4311-8eb9-d7b586146e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:32:03.752467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e113f8a-680f-4530-96ea-fa72fb3fed85 None None] The sync data for ids ['9fc810cd-e1ed-4d54-ad28-e2131a126662'] in n-d-688802-2 is: [{'id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'name': 'tempest-TestEncryptedCinderVolumes-1657012114-router', 'tenant_id': '1757461fa06649dca3e37a04241a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'd7e945c4-2428-4e07-9621-340d7f587d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:59Z', 'updated_at': '2021-07-23T00:32:02Z', 'revision_number': 4, 'project_id': '1757461fa06649dca3e37a04241a7343', 'gw_port': {'id': 'd7e945c4-2428-4e07-9621-340d7f587d2f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:31:59Z', 'updated_at': '2021-07-23T00:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '49fcfb17-3610-4272-8e4b-559a4ef937b0', 'name': '', 'network_id': '9137ef4b-38fe-4c42-afd8-5cfd89433619', 'tenant_id': '1757461fa06649dca3e37a04241a7343', 'mac_address': 'fa:16:3e:a2:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'ab954b14-880a-4311-8eb9-d7b586146e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:32:01Z', 'updated_at': '2021-07-23T00:32:02Z', 'revision_number': 2, 'project_id': '1757461fa06649dca3e37a04241a7343', 'subnets': [{'id': 'ab954b14-880a-4311-8eb9-d7b586146e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:32:03.835469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-c0d1ebfe-ed8a-4309-aa37-7be337bd4161 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:03.836966 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-c0d1ebfe-ed8a-4309-aa37-7be337bd4161 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/networks?id=982df314-ad4a-4d55-8ac0-20f49ab7add8 HTTP/1.1" status: 200 len: 816 time: 0.1131382 Jul 23 00:32:03.852944 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-43e5b3be-853e-4db8-a22a-b7f2d4c66c81 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/quotas/005ec8f43c5745199ac86a216ce3b5ad HTTP/1.1" status: 200 len: 375 time: 0.0104723 Jul 23 00:32:03.924046 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-2490a385-9941-4c29-a352-2824c2201a37 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=005ec8f43c5745199ac86a216ce3b5ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656595 Jul 23 00:32:04.040108 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-5b0aefed-09f2-46b2-b54e-ab3b62941d92 service neutron] 10.222.0.26 "GET /v2.0/networks/982df314-ad4a-4d55-8ac0-20f49ab7add8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039355 Jul 23 00:32:04.139748 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-94a50a50-a5f6-4b54-9231-640f80722801 service neutron] 10.222.0.26 "GET /v2.0/networks/982df314-ad4a-4d55-8ac0-20f49ab7add8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934312 Jul 23 00:32:04.323735 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f96e977f-e44b-4ba7-a154-67c78dcda63e req-f866a06b-6b8e-4436-b869-cb399edcb7c1 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbc80963-d804-4e3b-a687-4f3f7894750a HTTP/1.1" status: 200 len: 210 time: 0.0308757 Jul 23 00:32:04.434259 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-cf2d606a-7dae-4275-9bf2-0da4d654e355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:04.476779 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:04.816102 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:05.336438 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-e12edd55-58d8-436b-acfd-9d6a03f7093d tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:05.337982 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-e12edd55-58d8-436b-acfd-9d6a03f7093d tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.18 "GET /v2.0/networks?id=982df314-ad4a-4d55-8ac0-20f49ab7add8 HTTP/1.1" status: 200 len: 816 time: 0.1059976 Jul 23 00:32:05.357008 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-3c34efa3-1e50-4192-ac25-50a282cee52e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Request body: {'port': {'device_id': 'cbc80963-d804-4e3b-a687-4f3f7894750a', 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8', 'admin_state_up': True, 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:32:05.425035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9920c05-2257-4bf1-8525-d4eb4063aae3 req-555a3726-7243-4510-ae5a-40cf73872d6c tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbc80963-d804-4e3b-a687-4f3f7894750a HTTP/1.1" status: 200 len: 210 time: 0.0301874 Jul 23 00:32:05.478562 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-3c34efa3-1e50-4192-ac25-50a282cee52e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Made reservation on behalf of 005ec8f43c5745199ac86a216ce3b5ad for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:32:05.482878 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-3c34efa3-1e50-4192-ac25-50a282cee52e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:05.564765 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d7e945c4-2428-4e07-9621-340d7f587d2f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:32:05.619619 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port d7e945c4-2428-4e07-9621-340d7f587d2f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:32:05.623959 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d7e945c4-2428-4e07-9621-340d7f587d2f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:32:05.624333 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:05.626285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-3c34efa3-1e50-4192-ac25-50a282cee52e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Allocated IP 172.20.0.5 (982df314-ad4a-4d55-8ac0-20f49ab7add8/01a1e99a-1459-45a5-bc1f-38257c94f930/1ee87af2-d5c2-44b8-8b82-ab99769bd057) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:32:05.711492 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:05.744018 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port d7e945c4-2428-4e07-9621-340d7f587d2f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d7e945c4-2428-4e07-9621-340d7f587d2f,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:32:05.749841 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:05.751365 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 471aabe8-14aa-4f72-9ebb-a0930fcce669 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:32:05.776205 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88887380-abce-4298-bb56-f901989171d1 None None] Sync routers for ids ['9fc810cd-e1ed-4d54-ad28-e2131a126662'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:32:05.777891 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:05.787447 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88887380-abce-4298-bb56-f901989171d1 None None] Routers {'9fc810cd-e1ed-4d54-ad28-e2131a126662'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:32:05.788415 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-88887380-abce-4298-bb56-f901989171d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:32:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9fc810cd-e1ed-4d54-ad28-e2131a126662'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:32:05.790652 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-3c34efa3-1e50-4192-ac25-50a282cee52e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:05.805677 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-3c34efa3-1e50-4192-ac25-50a282cee52e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Transition to ACTIVE for port object 1ee87af2-d5c2-44b8-8b82-ab99769bd057 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:32:05.832181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=d7e945c4-2428-4e07-9621-340d7f587d2f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:05.840636 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-3c34efa3-1e50-4192-ac25-50a282cee52e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:05.845340 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 471aabe8-14aa-4f72-9ebb-a0930fcce669 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:32:05.845705 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:05.883463 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-3c34efa3-1e50-4192-ac25-50a282cee52e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Network 982df314-ad4a-4d55-8ac0-20f49ab7add8 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:32:05.890836 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-3c34efa3-1e50-4192-ac25-50a282cee52e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:32:05.894778 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-3c34efa3-1e50-4192-ac25-50a282cee52e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:32:05.918977 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34efa3-1e50-4192-ac25-50a282cee52e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Pushing event updated for resources: {'Port': ['ID=1ee87af2-d5c2-44b8-8b82-ab99769bd057,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:05.921559 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-88887380-abce-4298-bb56-f901989171d1 None None] Set router 9fc810cd-e1ed-4d54-ad28-e2131a126662 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:32:05.952860 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-3c34efa3-1e50-4192-ac25-50a282cee52e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:05.953805 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-3c34efa3-1e50-4192-ac25-50a282cee52e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:05.971053 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-3c34efa3-1e50-4192-ac25-50a282cee52e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6178126 Jul 23 00:32:05.987899 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Request body: {'port': {'device_id': 'cbc80963-d804-4e3b-a687-4f3f7894750a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:32:06.078825 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:06.139741 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fb0a7806-e9bf-4a17-8d92-f104f4059e78 None None] Provisioning for port 1ee87af2-d5c2-44b8-8b82-ab99769bd057 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:32:06.144029 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fb0a7806-e9bf-4a17-8d92-f104f4059e78 None None] Provisioning complete for port 1ee87af2-d5c2-44b8-8b82-ab99769bd057 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:32:06.144399 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fb0a7806-e9bf-4a17-8d92-f104f4059e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:06.154382 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-88887380-abce-4298-bb56-f901989171d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'name': 'tempest-TestEncryptedCinderVolumes-1657012114-router', 'tenant_id': '1757461fa06649dca3e37a04241a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'd7e945c4-2428-4e07-9621-340d7f587d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:59Z', 'updated_at': '2021-07-23T00:32:02Z', 'revision_number': 4, 'project_id': '1757461fa06649dca3e37a04241a7343', 'gw_port': {'id': 'd7e945c4-2428-4e07-9621-340d7f587d2f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:31:59Z', 'updated_at': '2021-07-23T00:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '49fcfb17-3610-4272-8e4b-559a4ef937b0', 'name': '', 'network_id': '9137ef4b-38fe-4c42-afd8-5cfd89433619', 'tenant_id': '1757461fa06649dca3e37a04241a7343', 'mac_address': 'fa:16:3e:a2:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'ab954b14-880a-4311-8eb9-d7b586146e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:32:01Z', 'updated_at': '2021-07-23T00:32:02Z', 'revision_number': 2, 'project_id': '1757461fa06649dca3e37a04241a7343', 'subnets': [{'id': 'ab954b14-880a-4311-8eb9-d7b586146e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:32:06.180278 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88887380-abce-4298-bb56-f901989171d1 None None] Checking router: 9fc810cd-e1ed-4d54-ad28-e2131a126662 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:32:06.180656 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88887380-abce-4298-bb56-f901989171d1 None None] Updating router 9fc810cd-e1ed-4d54-ad28-e2131a126662 port 49fcfb17-3610-4272-8e4b-559a4ef937b0 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:32:06.182836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a7806-e9bf-4a17-8d92-f104f4059e78 None None] Port 1ee87af2-d5c2-44b8-8b82-ab99769bd057 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:32:06.214373 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88887380-abce-4298-bb56-f901989171d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:06.347430 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee87af2-d5c2-44b8-8b82-ab99769bd057 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:32:06.354700 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:06.367073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Transition to ACTIVE for port object 1ee87af2-d5c2-44b8-8b82-ab99769bd057 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:32:06.370774 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:06.423808 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee87af2-d5c2-44b8-8b82-ab99769bd057,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:06.492450 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88887380-abce-4298-bb56-f901989171d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:06.505210 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-88887380-abce-4298-bb56-f901989171d1 None None] Transition to ACTIVE for port object 49fcfb17-3610-4272-8e4b-559a4ef937b0 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:32:06.512993 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88887380-abce-4298-bb56-f901989171d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:06.602727 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b4aaa-673f-4b9b-a8b0-1ebcadd98106 req-412beaa6-077c-44b4-912a-c90885690e50 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:06.613144 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-264b4aaa-673f-4b9b-a8b0-1ebcadd98106 req-412beaa6-077c-44b4-912a-c90885690e50 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbc80963-d804-4e3b-a687-4f3f7894750a HTTP/1.1" status: 200 len: 943 time: 0.0926754 Jul 23 00:32:06.629887 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c010c76-b47e-413b-947f-fa8cf27046a6 None None] Pushing event updated for resources: {'Port': ['ID=49fcfb17-3610-4272-8e4b-559a4ef937b0,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:06.637045 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-88887380-abce-4298-bb56-f901989171d1 None None] Attempting to bind port 49fcfb17-3610-4272-8e4b-559a4ef937b0 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:32:06.637465 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-88887380-abce-4298-bb56-f901989171d1 None None] Attempting to bind port 49fcfb17-3610-4272-8e4b-559a4ef937b0 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '7f273864-84d4-4f3e-87b8-c2044bf2d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9137ef4b-38fe-4c42-afd8-5cfd89433619'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:32:06.638096 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88887380-abce-4298-bb56-f901989171d1 None None] Attempting to bind port 49fcfb17-3610-4272-8e4b-559a4ef937b0 on network 9137ef4b-38fe-4c42-afd8-5cfd89433619 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:32:06.645369 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88887380-abce-4298-bb56-f901989171d1 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:32:06.645791 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88887380-abce-4298-bb56-f901989171d1 None None] Checking segment: {'id': '7f273864-84d4-4f3e-87b8-c2044bf2d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9137ef4b-38fe-4c42-afd8-5cfd89433619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:32:06.650256 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88887380-abce-4298-bb56-f901989171d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:06.650708 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88887380-abce-4298-bb56-f901989171d1 None None] Bound using segment: {'id': '7f273864-84d4-4f3e-87b8-c2044bf2d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9137ef4b-38fe-4c42-afd8-5cfd89433619'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:32:06.651226 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-88887380-abce-4298-bb56-f901989171d1 None None] Bound port: 49fcfb17-3610-4272-8e4b-559a4ef937b0, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f273864-84d4-4f3e-87b8-c2044bf2d790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9137ef4b-38fe-4c42-afd8-5cfd89433619'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:32:06.651883 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88887380-abce-4298-bb56-f901989171d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:06.670917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-264b4aaa-673f-4b9b-a8b0-1ebcadd98106 req-cc79aa08-cf5e-4e77-8672-a572a4af0db1 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561535 Jul 23 00:32:06.727638 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-88887380-abce-4298-bb56-f901989171d1 None None] For port 49fcfb17-3610-4272-8e4b-559a4ef937b0, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:32:06.730907 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-88887380-abce-4298-bb56-f901989171d1 None None] For port 49fcfb17-3610-4272-8e4b-559a4ef937b0, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=49fcfb17-3610-4272-8e4b-559a4ef937b0,segment=NetworkSegment(7f273864-84d4-4f3e-87b8-c2044bf2d790),segment_id=7f273864-84d4-4f3e-87b8-c2044bf2d790)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:32:06.736963 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88887380-abce-4298-bb56-f901989171d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:06.808902 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88887380-abce-4298-bb56-f901989171d1 None None] Routers {'9fc810cd-e1ed-4d54-ad28-e2131a126662'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:32:06.809733 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-88887380-abce-4298-bb56-f901989171d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:32:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9fc810cd-e1ed-4d54-ad28-e2131a126662'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:32:06.812487 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Attempting to bind port 1ee87af2-d5c2-44b8-8b82-ab99769bd057 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:32:06.813653 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Attempting to bind port 1ee87af2-d5c2-44b8-8b82-ab99769bd057 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '2115d513-c492-4413-99c3-18909b67b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:32:06.814155 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Attempting to bind port 1ee87af2-d5c2-44b8-8b82-ab99769bd057 on network 982df314-ad4a-4d55-8ac0-20f49ab7add8 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:32:06.821335 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Port 1ee87af2-d5c2-44b8-8b82-ab99769bd057 on network 982df314-ad4a-4d55-8ac0-20f49ab7add8 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:32:06.821785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Attempting to bind port 1ee87af2-d5c2-44b8-8b82-ab99769bd057 on network 982df314-ad4a-4d55-8ac0-20f49ab7add8 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:32:06.826806 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:32:06.827141 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Checking segment: {'id': '2115d513-c492-4413-99c3-18909b67b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:32:06.827528 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Bound using segment: {'id': '2115d513-c492-4413-99c3-18909b67b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:32:06.827950 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Bound port: 1ee87af2-d5c2-44b8-8b82-ab99769bd057, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2115d513-c492-4413-99c3-18909b67b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:32:06.828309 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:06.850449 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c010c76-b47e-413b-947f-fa8cf27046a6 None None] Pushing event updated for resources: {'Port': ['ID=49fcfb17-3610-4272-8e4b-559a4ef937b0,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:06.902266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] For port 1ee87af2-d5c2-44b8-8b82-ab99769bd057, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:32:06.905501 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] For port 1ee87af2-d5c2-44b8-8b82-ab99769bd057, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1ee87af2-d5c2-44b8-8b82-ab99769bd057,segment=NetworkSegment(2115d513-c492-4413-99c3-18909b67b497),segment_id=2115d513-c492-4413-99c3-18909b67b497)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:32:06.911729 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:06.929557 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-88887380-abce-4298-bb56-f901989171d1 None None] Set router 9fc810cd-e1ed-4d54-ad28-e2131a126662 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:32:06.947878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:06.948541 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:06.950121 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] 10.222.0.18 "PUT /v2.0/ports/1ee87af2-d5c2-44b8-8b82-ab99769bd057 HTTP/1.1" status: 200 len: 1091 time: 0.9670296 Jul 23 00:32:06.950582 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc80963-d804-4e3b-a687-4f3f7894750a', 'tag': '1ee87af2-d5c2-44b8-8b82-ab99769bd057'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:32:06.952892 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff33abf-76bc-40c8-8d60-19cf9596dd49" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc80963-d804-4e3b-a687-4f3f7894750a", "tag": "1ee87af2-d5c2-44b8-8b82-ab99769bd057"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:32:06.992063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83487d-ba20-4fa8-aee2-68732f95c297 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee87af2-d5c2-44b8-8b82-ab99769bd057,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:07.025190 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3490cb9b-9573-4d00-8609-e0e9be6b7bf5 x-openstack-request-id: req-3490cb9b-9573-4d00-8609-e0e9be6b7bf5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:32:07.025601 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc80963-d804-4e3b-a687-4f3f7894750a", "tag": "1ee87af2-d5c2-44b8-8b82-ab99769bd057", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:32:07.025862 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3490cb9b-9573-4d00-8609-e0e9be6b7bf5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:32:07.030842 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc80963-d804-4e3b-a687-4f3f7894750a', 'tag': '1ee87af2-d5c2-44b8-8b82-ab99769bd057', 'status': 'completed', 'code': 200} Jul 23 00:32:07.086756 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-f5963453-77cf-4405-a1fc-794e0bc9b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:07.088441 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-f5963453-77cf-4405-a1fc-794e0bc9b75f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=005ec8f43c5745199ac86a216ce3b5ad&device_id=cbc80963-d804-4e3b-a687-4f3f7894750a HTTP/1.1" status: 200 len: 1094 time: 0.0736005 Jul 23 00:32:07.137499 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-5973cfa3-39a7-46db-a85e-57f2a7e5697c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ee87af2-d5c2-44b8-8b82-ab99769bd057 HTTP/1.1" status: 200 len: 217 time: 0.0370569 Jul 23 00:32:07.173289 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-88887380-abce-4298-bb56-f901989171d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'name': 'tempest-TestEncryptedCinderVolumes-1657012114-router', 'tenant_id': '1757461fa06649dca3e37a04241a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'd7e945c4-2428-4e07-9621-340d7f587d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:59Z', 'updated_at': '2021-07-23T00:32:02Z', 'revision_number': 4, 'project_id': '1757461fa06649dca3e37a04241a7343', 'gw_port': {'id': 'd7e945c4-2428-4e07-9621-340d7f587d2f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:31:59Z', 'updated_at': '2021-07-23T00:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '49fcfb17-3610-4272-8e4b-559a4ef937b0', 'name': '', 'network_id': '9137ef4b-38fe-4c42-afd8-5cfd89433619', 'tenant_id': '1757461fa06649dca3e37a04241a7343', 'mac_address': 'fa:16:3e:a2:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'ab954b14-880a-4311-8eb9-d7b586146e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:32:01Z', 'updated_at': '2021-07-23T00:32:06Z', 'revision_number': 4, 'project_id': '1757461fa06649dca3e37a04241a7343', 'subnets': [{'id': 'ab954b14-880a-4311-8eb9-d7b586146e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:32:07.192979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-2894471b-1e26-4482-9ce5-52aa04ecd2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:07.194567 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-2894471b-1e26-4482-9ce5-52aa04ecd2e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=01a1e99a-1459-45a5-bc1f-38257c94f930 HTTP/1.1" status: 200 len: 855 time: 0.0513456 Jul 23 00:32:07.224046 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:07.263931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-bc87aed1-e21d-4007-91af-b080fcf75330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:07.265499 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-bc87aed1-e21d-4007-91af-b080fcf75330 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=982df314-ad4a-4d55-8ac0-20f49ab7add8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649445 Jul 23 00:32:07.291790 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88887380-abce-4298-bb56-f901989171d1 None None] The sync data for ids ['9fc810cd-e1ed-4d54-ad28-e2131a126662'] in n-d-688802-2 is: [{'id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'name': 'tempest-TestEncryptedCinderVolumes-1657012114-router', 'tenant_id': '1757461fa06649dca3e37a04241a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'd7e945c4-2428-4e07-9621-340d7f587d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:59Z', 'updated_at': '2021-07-23T00:32:02Z', 'revision_number': 4, 'project_id': '1757461fa06649dca3e37a04241a7343', 'gw_port': {'id': 'd7e945c4-2428-4e07-9621-340d7f587d2f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:31:59Z', 'updated_at': '2021-07-23T00:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '49fcfb17-3610-4272-8e4b-559a4ef937b0', 'name': '', 'network_id': '9137ef4b-38fe-4c42-afd8-5cfd89433619', 'tenant_id': '1757461fa06649dca3e37a04241a7343', 'mac_address': 'fa:16:3e:a2:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'ab954b14-880a-4311-8eb9-d7b586146e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:32:01Z', 'updated_at': '2021-07-23T00:32:06Z', 'revision_number': 4, 'project_id': '1757461fa06649dca3e37a04241a7343', 'subnets': [{'id': 'ab954b14-880a-4311-8eb9-d7b586146e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:32:07.359529 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-fe6320c3-5376-4cb4-8d8d-e57fd3ed6c5b service neutron] 10.222.0.18 "GET /v2.0/networks/982df314-ad4a-4d55-8ac0-20f49ab7add8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872488 Jul 23 00:32:07.460968 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1a4020cc-5b33-4f90-a761-3fcf6c143196 req-837211df-66c6-4d75-b506-21312b3bc6e7 service neutron] 10.222.0.18 "GET /v2.0/networks/982df314-ad4a-4d55-8ac0-20f49ab7add8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950251 Jul 23 00:32:07.504522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d7e945c4-2428-4e07-9621-340d7f587d2f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:32:07.553112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d7e945c4-2428-4e07-9621-340d7f587d2f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:32:07.553376 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:07.599875 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff33abf-76bc-40c8-8d60-19cf9596dd49 req-71f4b933-c756-4f7a-985f-51e149526cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:07.601622 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ff33abf-76bc-40c8-8d60-19cf9596dd49 req-71f4b933-c756-4f7a-985f-51e149526cea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=005ec8f43c5745199ac86a216ce3b5ad&device_id=cbc80963-d804-4e3b-a687-4f3f7894750a HTTP/1.1" status: 200 len: 1094 time: 0.0588291 Jul 23 00:32:07.714055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff33abf-76bc-40c8-8d60-19cf9596dd49 req-63919916-925c-4a67-b815-4da2c5df3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:07.716035 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ff33abf-76bc-40c8-8d60-19cf9596dd49 req-63919916-925c-4a67-b815-4da2c5df3866 service neutron] 10.222.0.18 "GET /v2.0/networks?id=982df314-ad4a-4d55-8ac0-20f49ab7add8 HTTP/1.1" status: 200 len: 917 time: 0.1078351 Jul 23 00:32:07.761572 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ff33abf-76bc-40c8-8d60-19cf9596dd49 req-dc7f7263-f24f-4a63-94cc-c1eec49b2b03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ee87af2-d5c2-44b8-8b82-ab99769bd057 HTTP/1.1" status: 200 len: 217 time: 0.0386305 Jul 23 00:32:07.811385 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 49fcfb17-3610-4272-8e4b-559a4ef937b0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:32:07.816399 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff33abf-76bc-40c8-8d60-19cf9596dd49 req-7543c117-cb71-4478-b00f-43f9833c4dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:07.818103 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ff33abf-76bc-40c8-8d60-19cf9596dd49 req-7543c117-cb71-4478-b00f-43f9833c4dcb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=01a1e99a-1459-45a5-bc1f-38257c94f930 HTTP/1.1" status: 200 len: 855 time: 0.0491569 Jul 23 00:32:07.834034 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98946e5-9e67-4630-ac87-5347984e981a req-09ae1325-c248-45f7-9244-2769cff45ef9 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:07.838654 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d98946e5-9e67-4630-ac87-5347984e981a req-09ae1325-c248-45f7-9244-2769cff45ef9 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbc80963-d804-4e3b-a687-4f3f7894750a HTTP/1.1" status: 200 len: 943 time: 0.0765254 Jul 23 00:32:07.862181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 49fcfb17-3610-4272-8e4b-559a4ef937b0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:32:07.872311 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 49fcfb17-3610-4272-8e4b-559a4ef937b0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:32:07.872695 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:07.882076 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d98946e5-9e67-4630-ac87-5347984e981a req-f9c6dc60-a471-4bed-a228-0dd0faece2d1 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374999 Jul 23 00:32:07.897285 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff33abf-76bc-40c8-8d60-19cf9596dd49 req-dbf7e267-66b4-4034-a107-7968bc94f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:07.899596 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ff33abf-76bc-40c8-8d60-19cf9596dd49 req-dbf7e267-66b4-4034-a107-7968bc94f13c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=982df314-ad4a-4d55-8ac0-20f49ab7add8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737185 Jul 23 00:32:07.952394 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:07.985598 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 49fcfb17-3610-4272-8e4b-559a4ef937b0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=49fcfb17-3610-4272-8e4b-559a4ef937b0,segment=NetworkSegment(7f273864-84d4-4f3e-87b8-c2044bf2d790),segment_id=7f273864-84d4-4f3e-87b8-c2044bf2d790)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:32:07.989501 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:07.992762 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ff33abf-76bc-40c8-8d60-19cf9596dd49 req-e5b06b8c-b209-40e0-9b13-daad152b5872 service neutron] 10.222.0.18 "GET /v2.0/networks/982df314-ad4a-4d55-8ac0-20f49ab7add8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857205 Jul 23 00:32:08.046533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=49fcfb17-3610-4272-8e4b-559a4ef937b0,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:08.090099 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2ff33abf-76bc-40c8-8d60-19cf9596dd49 req-c6337724-8c7f-4a2d-a151-ec3fcfea946c service neutron] 10.222.0.18 "GET /v2.0/networks/982df314-ad4a-4d55-8ac0-20f49ab7add8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906439 Jul 23 00:32:09.018927 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201c43c-c6f9-47a0-8bcc-5e1584acefb9 req-9b15f772-eb79-4360-b53b-385b8cb45205 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:09.020446 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0201c43c-c6f9-47a0-8bcc-5e1584acefb9 req-9b15f772-eb79-4360-b53b-385b8cb45205 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbc80963-d804-4e3b-a687-4f3f7894750a HTTP/1.1" status: 200 len: 943 time: 0.0638266 Jul 23 00:32:09.057106 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0201c43c-c6f9-47a0-8bcc-5e1584acefb9 req-381d01d8-b191-496a-8709-a042bec952a5 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311432 Jul 23 00:32:09.466601 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 49fcfb17-3610-4272-8e4b-559a4ef937b0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:32:09.514102 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 49fcfb17-3610-4272-8e4b-559a4ef937b0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:32:09.514475 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:09.778971 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1ee87af2-d5c2-44b8-8b82-ab99769bd057 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:32:09.869448 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1ee87af2-d5c2-44b8-8b82-ab99769bd057, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1ee87af2-d5c2-44b8-8b82-ab99769bd057,segment=NetworkSegment(2115d513-c492-4413-99c3-18909b67b497),segment_id=2115d513-c492-4413-99c3-18909b67b497)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:32:09.880829 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '1ee87af2-d5c2-44b8-8b82-ab99769bd057', 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8', 'port_id': '1ee87af2-d5c2-44b8-8b82-ab99769bd057', 'mac_address': 'fa:16:3e:7e:d0:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a1e99a-1459-45a5-bc1f-38257c94f930', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:32:09.916708 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:09.932762 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee87af2-d5c2-44b8-8b82-ab99769bd057 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:32:09.950953 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1ee87af2-d5c2-44b8-8b82-ab99769bd057, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1ee87af2-d5c2-44b8-8b82-ab99769bd057,segment=NetworkSegment(2115d513-c492-4413-99c3-18909b67b497),segment_id=2115d513-c492-4413-99c3-18909b67b497)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:32:09.955237 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:10.001457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=1ee87af2-d5c2-44b8-8b82-ab99769bd057,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:10.189621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fd975-6f3c-4ed5-a4a9-96c428b4617d req-3af1e2b5-a4cd-4566-bbe0-46bd4530d3e0 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:10.191114 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-258fd975-6f3c-4ed5-a4a9-96c428b4617d req-3af1e2b5-a4cd-4566-bbe0-46bd4530d3e0 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbc80963-d804-4e3b-a687-4f3f7894750a HTTP/1.1" status: 200 len: 944 time: 0.0674798 Jul 23 00:32:10.229765 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['1ee87af2-d5c2-44b8-8b82-ab99769bd057'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:32:10.230174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-258fd975-6f3c-4ed5-a4a9-96c428b4617d req-52017470-c411-4e73-95c6-0597d624ac8f tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335624 Jul 23 00:32:11.357138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7e1f1-a96f-4c00-a18b-ba40c2e06101 req-5058d8d0-c067-4ca1-aa71-9f10d641be7f tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:11.358509 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04c7e1f1-a96f-4c00-a18b-ba40c2e06101 req-5058d8d0-c067-4ca1-aa71-9f10d641be7f tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbc80963-d804-4e3b-a687-4f3f7894750a HTTP/1.1" status: 200 len: 944 time: 0.0630727 Jul 23 00:32:11.395301 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04c7e1f1-a96f-4c00-a18b-ba40c2e06101 req-23aa3499-3142-4470-bebe-b32059c938af tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306869 Jul 23 00:32:11.778346 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1ee87af2-d5c2-44b8-8b82-ab99769bd057 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:32:11.829196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 1ee87af2-d5c2-44b8-8b82-ab99769bd057 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:32:11.832775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 1ee87af2-d5c2-44b8-8b82-ab99769bd057 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:32:11.833172 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:11.906570 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:11.927568 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc80963-d804-4e3b-a687-4f3f7894750a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee87af2-d5c2-44b8-8b82-ab99769bd057'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:32:11.929838 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1954e16-577f-4a23-a0cf-7e93cbbc0110" -d '{"events": [{"server_uuid": "cbc80963-d804-4e3b-a687-4f3f7894750a", "name": "network-vif-plugged", "status": "completed", "tag": "1ee87af2-d5c2-44b8-8b82-ab99769bd057"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:32:11.943390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 1ee87af2-d5c2-44b8-8b82-ab99769bd057, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1ee87af2-d5c2-44b8-8b82-ab99769bd057,segment=NetworkSegment(2115d513-c492-4413-99c3-18909b67b497),segment_id=2115d513-c492-4413-99c3-18909b67b497)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:32:11.947768 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:11.973580 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b82be6-5462-4bc0-a9d0-82887edaed45 x-openstack-request-id: req-c9b82be6-5462-4bc0-a9d0-82887edaed45 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:32:11.973872 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc80963-d804-4e3b-a687-4f3f7894750a", "name": "network-vif-plugged", "status": "completed", "tag": "1ee87af2-d5c2-44b8-8b82-ab99769bd057", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:32:11.974126 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9b82be6-5462-4bc0-a9d0-82887edaed45 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:32:11.974517 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc80963-d804-4e3b-a687-4f3f7894750a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee87af2-d5c2-44b8-8b82-ab99769bd057', 'code': 200} Jul 23 00:32:11.999891 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=1ee87af2-d5c2-44b8-8b82-ab99769bd057,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:12.098631 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bbc84-89f8-4e71-be98-7aaaecdb731e req-da3bef78-721b-45e8-a85c-a5e4eaab8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:12.100041 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-126bbc84-89f8-4e71-be98-7aaaecdb731e req-da3bef78-721b-45e8-a85c-a5e4eaab8312 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbc80963-d804-4e3b-a687-4f3f7894750a HTTP/1.1" status: 200 len: 1096 time: 0.0524929 Jul 23 00:32:12.134079 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-126bbc84-89f8-4e71-be98-7aaaecdb731e req-976a4e9b-4f23-402c-8e07-ce325487b747 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272532 Jul 23 00:32:12.529695 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c309cb3-504e-4e8c-9151-a2c4cf493920 req-62b44207-1af6-4272-815f-946f6377275b tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:12.533173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c309cb3-504e-4e8c-9151-a2c4cf493920 req-62b44207-1af6-4272-815f-946f6377275b tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbc80963-d804-4e3b-a687-4f3f7894750a HTTP/1.1" status: 200 len: 945 time: 0.0674984 Jul 23 00:32:12.570777 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5c309cb3-504e-4e8c-9151-a2c4cf493920 req-6db914c2-387c-446c-8f7e-ad6a656583c5 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331826 Jul 23 00:32:13.704730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b68f3-291d-4f22-abb6-1e109e5dcb71 req-5bee5f3c-e33d-4aba-9e40-076311183108 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:13.706131 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c41b68f3-291d-4f22-abb6-1e109e5dcb71 req-5bee5f3c-e33d-4aba-9e40-076311183108 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbc80963-d804-4e3b-a687-4f3f7894750a HTTP/1.1" status: 200 len: 945 time: 0.0673270 Jul 23 00:32:13.743594 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c41b68f3-291d-4f22-abb6-1e109e5dcb71 req-47d4c689-738f-4f28-8c9f-cae9c19673c8 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316761 Jul 23 00:32:13.871335 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52679753-a084-4fd6-9c53-fe5298c0776d req-265942f4-2be2-46a5-92a1-b77f252ceb81 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:13.872791 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52679753-a084-4fd6-9c53-fe5298c0776d req-265942f4-2be2-46a5-92a1-b77f252ceb81 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbc80963-d804-4e3b-a687-4f3f7894750a HTTP/1.1" status: 200 len: 945 time: 0.0628624 Jul 23 00:32:13.911489 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-52679753-a084-4fd6-9c53-fe5298c0776d req-548a734a-6bf7-406e-a250-4116f8ba3b2b tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331259 Jul 23 00:32:17.032839 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:19.553877 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:32:31.686676 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1c2aba3-a07b-4a1e-9db5-f98e732caedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:32.442604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fc5c8-6c11-447d-9d8b-09b2956a74f0 req-5d389b4b-e5a0-4424-840c-8348f72b7185 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:32.444109 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-689fc5c8-6c11-447d-9d8b-09b2956a74f0 req-5d389b4b-e5a0-4424-840c-8348f72b7185 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbc80963-d804-4e3b-a687-4f3f7894750a HTTP/1.1" status: 200 len: 945 time: 0.0693970 Jul 23 00:32:32.482287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-689fc5c8-6c11-447d-9d8b-09b2956a74f0 req-d5a5f26d-145e-4563-880c-6028dddeb4cc tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324657 Jul 23 00:32:33.611342 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11033b0c-35f0-4358-8710-aa6f73d1d504 req-026138e2-eb2e-42ac-8470-c237997a1739 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:33.612811 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11033b0c-35f0-4358-8710-aa6f73d1d504 req-026138e2-eb2e-42ac-8470-c237997a1739 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbc80963-d804-4e3b-a687-4f3f7894750a HTTP/1.1" status: 200 len: 945 time: 0.0626862 Jul 23 00:32:33.649656 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11033b0c-35f0-4358-8710-aa6f73d1d504 req-8e5da263-9a5f-4860-9444-7f259c26793b tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308912 Jul 23 00:32:34.098480 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed6e3a-a80a-4592-bfa0-3a400574c829 req-928bd4c4-e82f-462e-a4c0-0be9fbc24613 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:34.099977 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-92ed6e3a-a80a-4592-bfa0-3a400574c829 req-928bd4c4-e82f-462e-a4c0-0be9fbc24613 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbc80963-d804-4e3b-a687-4f3f7894750a HTTP/1.1" status: 200 len: 945 time: 0.0618820 Jul 23 00:32:34.199250 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-92ed6e3a-a80a-4592-bfa0-3a400574c829 req-4320d339-0e77-4f6f-b51e-db1cc2d89fef tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Deleting port 1ee87af2-d5c2-44b8-8b82-ab99769bd057 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:32:34.199585 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-92ed6e3a-a80a-4592-bfa0-3a400574c829 req-4320d339-0e77-4f6f-b51e-db1cc2d89fef tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:34.285732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-92ed6e3a-a80a-4592-bfa0-3a400574c829 req-4320d339-0e77-4f6f-b51e-db1cc2d89fef tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] For port 1ee87af2-d5c2-44b8-8b82-ab99769bd057, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=1ee87af2-d5c2-44b8-8b82-ab99769bd057,segment=NetworkSegment(2115d513-c492-4413-99c3-18909b67b497),segment_id=2115d513-c492-4413-99c3-18909b67b497)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:32:34.286009 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-92ed6e3a-a80a-4592-bfa0-3a400574c829 req-4320d339-0e77-4f6f-b51e-db1cc2d89fef tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:34.302051 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-92ed6e3a-a80a-4592-bfa0-3a400574c829 req-4320d339-0e77-4f6f-b51e-db1cc2d89fef tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Calling delete_port for 1ee87af2-d5c2-44b8-8b82-ab99769bd057 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:32:34.425389 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-92ed6e3a-a80a-4592-bfa0-3a400574c829 req-4320d339-0e77-4f6f-b51e-db1cc2d89fef tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:34.432476 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2ab955f6-3f54-47d7-851a-77daf41c9a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:34.455820 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320d339-0e77-4f6f-b51e-db1cc2d89fef tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Pushing event deleted for resources: {'Port': ['ID=1ee87af2-d5c2-44b8-8b82-ab99769bd057,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:34.458583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['1ee87af2-d5c2-44b8-8b82-ab99769bd057'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:32:34.503489 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:34.506607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ed6e3a-a80a-4592-bfa0-3a400574c829 req-4320d339-0e77-4f6f-b51e-db1cc2d89fef tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] No DVR routers for this DVR port 1ee87af2-d5c2-44b8-8b82-ab99769bd057 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:32:34.509243 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-92ed6e3a-a80a-4592-bfa0-3a400574c829 req-4320d339-0e77-4f6f-b51e-db1cc2d89fef tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:34.511157 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-92ed6e3a-a80a-4592-bfa0-3a400574c829 req-4320d339-0e77-4f6f-b51e-db1cc2d89fef tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.18 "DELETE /v2.0/ports/1ee87af2-d5c2-44b8-8b82-ab99769bd057 HTTP/1.1" status: 204 len: 173 time: 0.4053214 Jul 23 00:32:34.511600 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc80963-d804-4e3b-a687-4f3f7894750a', 'name': 'network-vif-deleted', 'tag': '1ee87af2-d5c2-44b8-8b82-ab99769bd057'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:32:34.514213 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48c82c3-e40d-41e6-b888-bc4a82f73e17" -d '{"events": [{"server_uuid": "cbc80963-d804-4e3b-a687-4f3f7894750a", "name": "network-vif-deleted", "tag": "1ee87af2-d5c2-44b8-8b82-ab99769bd057"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:32:34.551276 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e036952f-5669-4af4-80e8-f032d0a2d505 x-openstack-request-id: req-e036952f-5669-4af4-80e8-f032d0a2d505 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:32:34.551584 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc80963-d804-4e3b-a687-4f3f7894750a", "name": "network-vif-deleted", "tag": "1ee87af2-d5c2-44b8-8b82-ab99769bd057", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:32:34.551838 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e036952f-5669-4af4-80e8-f032d0a2d505 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:32:34.552244 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc80963-d804-4e3b-a687-4f3f7894750a', 'name': 'network-vif-deleted', 'tag': '1ee87af2-d5c2-44b8-8b82-ab99769bd057', 'status': 'completed', 'code': 200} Jul 23 00:32:34.759137 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6e4702fb-9d07-4df9-8329-4e35943afe27 req-b0ae8d64-0f33-4121-8699-34ef30bdb1c8 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbc80963-d804-4e3b-a687-4f3f7894750a HTTP/1.1" status: 200 len: 210 time: 0.0304692 Jul 23 00:32:34.828065 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:35.737732 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:36.616104 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-bfd3e4d9-65da-49f9-81c7-128ef0ecb9a7 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:36.617517 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-bfd3e4d9-65da-49f9-81c7-128ef0ecb9a7 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/networks?id=982df314-ad4a-4d55-8ac0-20f49ab7add8 HTTP/1.1" status: 200 len: 816 time: 0.1038175 Jul 23 00:32:36.631708 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-3a8bd336-a9ad-475d-869d-3086395d5d4f tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/quotas/005ec8f43c5745199ac86a216ce3b5ad HTTP/1.1" status: 200 len: 375 time: 0.0089359 Jul 23 00:32:36.698167 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-de946a38-302c-4867-b1df-e0a6354b054a tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=005ec8f43c5745199ac86a216ce3b5ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617254 Jul 23 00:32:36.829570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-9b3a1153-40b2-4536-9049-6eca7310b2fb service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:32:36.830601 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-9b3a1153-40b2-4536-9049-6eca7310b2fb service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462537 Jul 23 00:32:36.922019 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-4635fc03-a62e-4bc6-85df-f07be3ea08ce service neutron] 10.222.0.26 "GET /v2.0/networks/982df314-ad4a-4d55-8ac0-20f49ab7add8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850022 Jul 23 00:32:37.008607 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-2b966f31-301f-4801-ab89-9e7b7615c63f service neutron] 10.222.0.26 "GET /v2.0/networks/982df314-ad4a-4d55-8ac0-20f49ab7add8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809395 Jul 23 00:32:37.224068 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-40c854a6-677f-4f0a-922a-c5ce0f3249c4 req-a117cfc7-5d19-4e8c-a03d-2d86472baf0b tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce70a04-2a5b-439a-b4f6-df2120300d3e HTTP/1.1" status: 200 len: 210 time: 0.0825515 Jul 23 00:32:37.228645 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:37.902926 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1ee87af2-d5c2-44b8-8b82-ab99769bd057 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:32:37.922033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 1ee87af2-d5c2-44b8-8b82-ab99769bd057 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:32:37.922377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 1ee87af2-d5c2-44b8-8b82-ab99769bd057 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:32:38.139907 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-20ad0d38-972a-41a2-88f9-6e02db72b5a2 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:38.141425 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-20ad0d38-972a-41a2-88f9-6e02db72b5a2 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.18 "GET /v2.0/networks?id=982df314-ad4a-4d55-8ac0-20f49ab7add8 HTTP/1.1" status: 200 len: 816 time: 0.1022797 Jul 23 00:32:38.159424 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Request body: {'port': {'device_id': '5ce70a04-2a5b-439a-b4f6-df2120300d3e', 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8', 'admin_state_up': True, 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:32:38.271787 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Made reservation on behalf of 005ec8f43c5745199ac86a216ce3b5ad for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:32:38.275418 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:38.323734 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d13dbdab-0ca4-42f5-8e59-aef4b6c652b2 req-dca1e53a-6533-4ae7-8018-dd89d3fe1a56 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce70a04-2a5b-439a-b4f6-df2120300d3e HTTP/1.1" status: 200 len: 210 time: 0.0300663 Jul 23 00:32:38.404257 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Allocated IP 172.20.0.12 (982df314-ad4a-4d55-8ac0-20f49ab7add8/01a1e99a-1459-45a5-bc1f-38257c94f930/65ecc400-9aa3-47b3-aa3c-21dc7e37e840) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:32:38.543905 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:38.557472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Transition to ACTIVE for port object 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:32:38.589791 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:38.638402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Network 982df314-ad4a-4d55-8ac0-20f49ab7add8 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:32:38.641439 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:32:38.645434 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:32:38.651810 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Pushing event updated for resources: {'Port': ['ID=65ecc400-9aa3-47b3-aa3c-21dc7e37e840,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:38.679731 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:38.680188 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:38.680428 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:38.680772 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:38.681125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:38.681467 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:38.681803 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:38.682136 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:38.682472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:38.682801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:38.683134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:38.683460 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:38.713400 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:38.714025 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:38.729307 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-7b00b353-dc3c-4bd8-ac7a-b61882fd1793 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5737016 Jul 23 00:32:38.790085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Request body: {'port': {'device_id': '5ce70a04-2a5b-439a-b4f6-df2120300d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:32:38.861647 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:38.916996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fcbf3589-5b65-47e6-8acf-d56c5a977a52 None None] Provisioning for port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:32:38.921009 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-fcbf3589-5b65-47e6-8acf-d56c5a977a52 None None] Provisioning complete for port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:32:38.921432 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3589-5b65-47e6-8acf-d56c5a977a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:38.959281 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf3589-5b65-47e6-8acf-d56c5a977a52 None None] Port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:32:39.126203 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:32:39.134183 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:39.146262 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Transition to ACTIVE for port object 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:32:39.149967 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:39.196611 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Pushing event updated for resources: {'Port': ['ID=65ecc400-9aa3-47b3-aa3c-21dc7e37e840,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:39.277017 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Attempting to bind port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:32:39.277414 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Attempting to bind port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '2115d513-c492-4413-99c3-18909b67b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:32:39.277752 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Attempting to bind port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 on network 982df314-ad4a-4d55-8ac0-20f49ab7add8 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:32:39.282180 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 on network 982df314-ad4a-4d55-8ac0-20f49ab7add8 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:32:39.282502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Attempting to bind port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 on network 982df314-ad4a-4d55-8ac0-20f49ab7add8 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:32:39.287931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:32:39.288266 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Checking segment: {'id': '2115d513-c492-4413-99c3-18909b67b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:32:39.288651 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Bound using segment: {'id': '2115d513-c492-4413-99c3-18909b67b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:32:39.289086 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Bound port: 65ecc400-9aa3-47b3-aa3c-21dc7e37e840, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2115d513-c492-4413-99c3-18909b67b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:32:39.289472 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:39.355351 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] For port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:32:39.358559 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] For port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=65ecc400-9aa3-47b3-aa3c-21dc7e37e840,segment=NetworkSegment(2115d513-c492-4413-99c3-18909b67b497),segment_id=2115d513-c492-4413-99c3-18909b67b497)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:32:39.362447 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:39.398518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:39.399153 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:39.400619 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] 10.222.0.18 "PUT /v2.0/ports/65ecc400-9aa3-47b3-aa3c-21dc7e37e840 HTTP/1.1" status: 200 len: 1092 time: 0.6594272 Jul 23 00:32:39.402928 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce70a04-2a5b-439a-b4f6-df2120300d3e', 'tag': '65ecc400-9aa3-47b3-aa3c-21dc7e37e840'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:32:39.405315 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fbd5b0-edff-41d4-a8b9-264b794b5c72" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce70a04-2a5b-439a-b4f6-df2120300d3e", "tag": "65ecc400-9aa3-47b3-aa3c-21dc7e37e840"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:32:39.446412 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c4c6d-ffce-486e-a75d-bd794a0521b0 service neutron] Pushing event updated for resources: {'Port': ['ID=65ecc400-9aa3-47b3-aa3c-21dc7e37e840,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:39.455982 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9d6c90-08a8-4c56-b4b5-8e657b763c95 x-openstack-request-id: req-dd9d6c90-08a8-4c56-b4b5-8e657b763c95 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:32:39.456414 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce70a04-2a5b-439a-b4f6-df2120300d3e", "tag": "65ecc400-9aa3-47b3-aa3c-21dc7e37e840", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:32:39.456675 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd9d6c90-08a8-4c56-b4b5-8e657b763c95 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:32:39.457190 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce70a04-2a5b-439a-b4f6-df2120300d3e', 'tag': '65ecc400-9aa3-47b3-aa3c-21dc7e37e840', 'status': 'completed', 'code': 200} Jul 23 00:32:39.498035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2a224-5a90-4104-8e84-f8653f348b47 req-2c81d1c1-d9b6-422f-8574-4e88b3e71310 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:39.500519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6df2a224-5a90-4104-8e84-f8653f348b47 req-2c81d1c1-d9b6-422f-8574-4e88b3e71310 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce70a04-2a5b-439a-b4f6-df2120300d3e HTTP/1.1" status: 200 len: 944 time: 0.1048572 Jul 23 00:32:39.533973 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-4b7ab15b-71b2-4933-936f-9e66867ce104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:39.536114 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-4b7ab15b-71b2-4933-936f-9e66867ce104 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=005ec8f43c5745199ac86a216ce3b5ad&device_id=5ce70a04-2a5b-439a-b4f6-df2120300d3e HTTP/1.1" status: 200 len: 1095 time: 0.0679054 Jul 23 00:32:39.543312 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6df2a224-5a90-4104-8e84-f8653f348b47 req-97f247f0-7262-4871-8081-ddcbc65fec59 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349226 Jul 23 00:32:39.588365 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-38b7fe84-cdd0-47c2-a2a7-17823ff562f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65ecc400-9aa3-47b3-aa3c-21dc7e37e840 HTTP/1.1" status: 200 len: 217 time: 0.0393209 Jul 23 00:32:39.638084 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-1d518170-eeea-4ea7-8744-26292836a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:39.639494 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-1d518170-eeea-4ea7-8744-26292836a6bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=01a1e99a-1459-45a5-bc1f-38257c94f930 HTTP/1.1" status: 200 len: 855 time: 0.0446494 Jul 23 00:32:39.697007 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-307f045b-e828-49d9-933f-14fb5e95a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:39.698548 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-307f045b-e828-49d9-933f-14fb5e95a16d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=982df314-ad4a-4d55-8ac0-20f49ab7add8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528767 Jul 23 00:32:39.790198 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-fd629cae-280c-4b1e-bbed-5b6a0a476e7c service neutron] 10.222.0.18 "GET /v2.0/networks/982df314-ad4a-4d55-8ac0-20f49ab7add8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847812 Jul 23 00:32:39.878477 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af94098c-1bc4-4e7f-a58a-cd04c1d542d7 req-a4fb25b3-378b-4443-983b-ce28774a857a service neutron] 10.222.0.18 "GET /v2.0/networks/982df314-ad4a-4d55-8ac0-20f49ab7add8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814512 Jul 23 00:32:40.020898 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbd5b0-edff-41d4-a8b9-264b794b5c72 req-d816fd92-10af-4bc8-9782-7b3d00629dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:40.022453 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c9fbd5b0-edff-41d4-a8b9-264b794b5c72 req-d816fd92-10af-4bc8-9782-7b3d00629dcd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=005ec8f43c5745199ac86a216ce3b5ad&device_id=5ce70a04-2a5b-439a-b4f6-df2120300d3e HTTP/1.1" status: 200 len: 1095 time: 0.0603535 Jul 23 00:32:40.111326 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbd5b0-edff-41d4-a8b9-264b794b5c72 req-20f74d7b-6a42-46f3-a6f3-17069c8dbf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:40.112841 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c9fbd5b0-edff-41d4-a8b9-264b794b5c72 req-20f74d7b-6a42-46f3-a6f3-17069c8dbf67 service neutron] 10.222.0.18 "GET /v2.0/networks?id=982df314-ad4a-4d55-8ac0-20f49ab7add8 HTTP/1.1" status: 200 len: 917 time: 0.0837312 Jul 23 00:32:40.156293 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c9fbd5b0-edff-41d4-a8b9-264b794b5c72 req-74494e76-30f0-4391-957a-eeaf26d88de3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65ecc400-9aa3-47b3-aa3c-21dc7e37e840 HTTP/1.1" status: 200 len: 217 time: 0.0374863 Jul 23 00:32:40.205590 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbd5b0-edff-41d4-a8b9-264b794b5c72 req-8fc89fbb-7b3a-4a21-bd72-8e6b40cf4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:40.207759 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c9fbd5b0-edff-41d4-a8b9-264b794b5c72 req-8fc89fbb-7b3a-4a21-bd72-8e6b40cf4807 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=01a1e99a-1459-45a5-bc1f-38257c94f930 HTTP/1.1" status: 200 len: 855 time: 0.0434434 Jul 23 00:32:40.267938 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbd5b0-edff-41d4-a8b9-264b794b5c72 req-1468819b-9721-4d91-9627-ed7261d93966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:40.269395 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c9fbd5b0-edff-41d4-a8b9-264b794b5c72 req-1468819b-9721-4d91-9627-ed7261d93966 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=982df314-ad4a-4d55-8ac0-20f49ab7add8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526903 Jul 23 00:32:40.360531 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c9fbd5b0-edff-41d4-a8b9-264b794b5c72 req-5d7932d7-4a72-4191-9262-9be183b56cc7 service neutron] 10.222.0.18 "GET /v2.0/networks/982df314-ad4a-4d55-8ac0-20f49ab7add8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830650 Jul 23 00:32:40.446966 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c9fbd5b0-edff-41d4-a8b9-264b794b5c72 req-1c845590-4697-4faf-94f0-5808e8c81a7f service neutron] 10.222.0.18 "GET /v2.0/networks/982df314-ad4a-4d55-8ac0-20f49ab7add8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797677 Jul 23 00:32:40.676901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9679a77-7247-4804-9da7-3821c6305bda req-b4012bba-b834-43a4-b5c6-a37cc8a2a038 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:40.678402 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f9679a77-7247-4804-9da7-3821c6305bda req-b4012bba-b834-43a4-b5c6-a37cc8a2a038 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce70a04-2a5b-439a-b4f6-df2120300d3e HTTP/1.1" status: 200 len: 944 time: 0.0656447 Jul 23 00:32:40.716627 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f9679a77-7247-4804-9da7-3821c6305bda req-c3a26a85-dda6-4e47-97ac-753d8d1753f2 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Jul 23 00:32:41.846720 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf9725-b031-41b1-b360-aefeb6f357ef req-a418721e-fc9f-419b-94a3-47cd5a70f987 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:41.848192 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fcf9725-b031-41b1-b360-aefeb6f357ef req-a418721e-fc9f-419b-94a3-47cd5a70f987 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce70a04-2a5b-439a-b4f6-df2120300d3e HTTP/1.1" status: 200 len: 944 time: 0.0645163 Jul 23 00:32:41.884469 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fcf9725-b031-41b1-b360-aefeb6f357ef req-a5871927-ae23-4bcf-b03f-b8285da076b5 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306101 Jul 23 00:32:41.917905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:32:42.011111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=65ecc400-9aa3-47b3-aa3c-21dc7e37e840,segment=NetworkSegment(2115d513-c492-4413-99c3-18909b67b497),segment_id=2115d513-c492-4413-99c3-18909b67b497)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:32:42.022902 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '65ecc400-9aa3-47b3-aa3c-21dc7e37e840', 'network_id': '982df314-ad4a-4d55-8ac0-20f49ab7add8', 'port_id': '65ecc400-9aa3-47b3-aa3c-21dc7e37e840', 'mac_address': 'fa:16:3e:b4:7c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a1e99a-1459-45a5-bc1f-38257c94f930', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:32:42.062579 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:42.075452 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:32:42.093921 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=65ecc400-9aa3-47b3-aa3c-21dc7e37e840,segment=NetworkSegment(2115d513-c492-4413-99c3-18909b67b497),segment_id=2115d513-c492-4413-99c3-18909b67b497)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:32:42.097922 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:42.145810 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=65ecc400-9aa3-47b3-aa3c-21dc7e37e840,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:42.152840 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:42.153202 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:42.153537 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:42.153866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:42.154196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:42.154514 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:42.154834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:42.155150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:42.155466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:42.155779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:42.156234 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:42.156557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:42.351055 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['65ecc400-9aa3-47b3-aa3c-21dc7e37e840'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:32:43.011107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5013cb-d18d-42ae-9e79-d2f38c0252e4 req-72e6938c-06d4-444f-8cea-48a158c51831 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:43.012857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b5013cb-d18d-42ae-9e79-d2f38c0252e4 req-72e6938c-06d4-444f-8cea-48a158c51831 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce70a04-2a5b-439a-b4f6-df2120300d3e HTTP/1.1" status: 200 len: 945 time: 0.0633261 Jul 23 00:32:43.054645 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b5013cb-d18d-42ae-9e79-d2f38c0252e4 req-455e464a-f425-42d6-bbb1-1a526b56df21 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361731 Jul 23 00:32:43.918520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:32:43.966135 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:32:43.969718 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:32:43.970088 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:44.045717 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:44.067936 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce70a04-2a5b-439a-b4f6-df2120300d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ecc400-9aa3-47b3-aa3c-21dc7e37e840'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:32:44.070185 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706e5bf3-8734-4f00-9567-93205e6ea32f" -d '{"events": [{"server_uuid": "5ce70a04-2a5b-439a-b4f6-df2120300d3e", "name": "network-vif-plugged", "status": "completed", "tag": "65ecc400-9aa3-47b3-aa3c-21dc7e37e840"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:32:44.083258 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=65ecc400-9aa3-47b3-aa3c-21dc7e37e840,segment=NetworkSegment(2115d513-c492-4413-99c3-18909b67b497),segment_id=2115d513-c492-4413-99c3-18909b67b497)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:32:44.087749 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:44.115472 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418b3bc8-2142-4213-82d7-a71e29bba075 x-openstack-request-id: req-418b3bc8-2142-4213-82d7-a71e29bba075 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:32:44.115764 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce70a04-2a5b-439a-b4f6-df2120300d3e", "name": "network-vif-plugged", "status": "completed", "tag": "65ecc400-9aa3-47b3-aa3c-21dc7e37e840", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:32:44.116009 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-418b3bc8-2142-4213-82d7-a71e29bba075 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:32:44.116399 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce70a04-2a5b-439a-b4f6-df2120300d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ecc400-9aa3-47b3-aa3c-21dc7e37e840', 'code': 200} Jul 23 00:32:44.144710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=65ecc400-9aa3-47b3-aa3c-21dc7e37e840,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:44.187290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd56cab-e738-4788-a7cf-d6627fd565c8 req-3c783841-9fca-4db9-ae41-314463bd0fe2 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:44.188701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-abd56cab-e738-4788-a7cf-d6627fd565c8 req-3c783841-9fca-4db9-ae41-314463bd0fe2 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce70a04-2a5b-439a-b4f6-df2120300d3e HTTP/1.1" status: 200 len: 946 time: 0.0646722 Jul 23 00:32:44.227467 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-abd56cab-e738-4788-a7cf-d6627fd565c8 req-ad7771dd-5d71-4d46-b8b4-e11f7abe2c03 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323379 Jul 23 00:32:44.245739 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7684d-4240-4f70-b9c6-d554417f6407 req-bd03cb55-173a-40a7-9ec0-c72575faed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:44.247260 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f2a7684d-4240-4f70-b9c6-d554417f6407 req-bd03cb55-173a-40a7-9ec0-c72575faed07 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5ce70a04-2a5b-439a-b4f6-df2120300d3e HTTP/1.1" status: 200 len: 1097 time: 0.0586402 Jul 23 00:32:44.281557 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f2a7684d-4240-4f70-b9c6-d554417f6407 req-c2992edf-e8b5-4b9a-b89b-11fea48f5a80 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280979 Jul 23 00:32:45.374775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3865c-5c2b-429e-918b-87081cdd510a req-79bc0f67-465c-4db6-8ec0-3b959c5987b7 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:45.376302 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-30a3865c-5c2b-429e-918b-87081cdd510a req-79bc0f67-465c-4db6-8ec0-3b959c5987b7 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce70a04-2a5b-439a-b4f6-df2120300d3e HTTP/1.1" status: 200 len: 946 time: 0.0670803 Jul 23 00:32:45.414750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-30a3865c-5c2b-429e-918b-87081cdd510a req-d02ac2c6-04ff-4a49-95c4-e2c54338bc08 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326128 Jul 23 00:32:46.545897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d1c02-fddd-4be9-92d8-354286d70562 req-bb3e9048-9f12-4430-9ba2-364a73c31c45 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:46.547356 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e0d1c02-fddd-4be9-92d8-354286d70562 req-bb3e9048-9f12-4430-9ba2-364a73c31c45 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce70a04-2a5b-439a-b4f6-df2120300d3e HTTP/1.1" status: 200 len: 946 time: 0.0658185 Jul 23 00:32:46.584577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e0d1c02-fddd-4be9-92d8-354286d70562 req-d0f4dcd0-5731-4524-bae8-7ab94796c02e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309269 Jul 23 00:32:46.724862 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb631c6d-ec25-4895-af47-b776f5d5025b req-c42c5459-3781-4baf-82dd-2859df524b6e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:46.726296 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb631c6d-ec25-4895-af47-b776f5d5025b req-c42c5459-3781-4baf-82dd-2859df524b6e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce70a04-2a5b-439a-b4f6-df2120300d3e HTTP/1.1" status: 200 len: 946 time: 0.0636487 Jul 23 00:32:46.763671 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cb631c6d-ec25-4895-af47-b776f5d5025b req-b19c5da0-4b2f-42f9-aa28-cc345a26f53e tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Jul 23 00:32:47.045537 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:56.553794 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:33:01.688272 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e72137f5-4da3-4214-a626-a83bc762adb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:04.434504 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6c422c33-83d6-40e5-9274-34fb27d99b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:04.485496 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:04.824076 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:05.130518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2365dd-11cc-4731-8dd0-26dc0342ede2 req-80753c34-acbf-453b-bd6e-67fb1bb4ea73 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:05.132021 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a2365dd-11cc-4731-8dd0-26dc0342ede2 req-80753c34-acbf-453b-bd6e-67fb1bb4ea73 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce70a04-2a5b-439a-b4f6-df2120300d3e HTTP/1.1" status: 200 len: 946 time: 0.0632329 Jul 23 00:33:05.174242 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9a2365dd-11cc-4731-8dd0-26dc0342ede2 req-acc02c45-7cb5-423f-a1a6-eddf7d935a8b tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362277 Jul 23 00:33:05.740802 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:06.309126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2666d-f2dd-4028-83a0-dc6612b81940 req-5e7f7c2e-60d1-4acc-a965-5422a37279f1 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:06.310553 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9af2666d-f2dd-4028-83a0-dc6612b81940 req-5e7f7c2e-60d1-4acc-a965-5422a37279f1 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce70a04-2a5b-439a-b4f6-df2120300d3e HTTP/1.1" status: 200 len: 946 time: 0.0648832 Jul 23 00:33:06.349406 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9af2666d-f2dd-4028-83a0-dc6612b81940 req-deb108ba-45c4-456e-b773-78bc6dd24138 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/security-groups?id=a54da531-9061-4ae5-b23b-a0c8e89cb826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332732 Jul 23 00:33:06.746327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f29b2c-ea43-4a63-a3b2-ffc853214af3 req-6d9fd8f1-0792-4213-94f4-137e180f20ac tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:06.747835 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9f29b2c-ea43-4a63-a3b2-ffc853214af3 req-6d9fd8f1-0792-4213-94f4-137e180f20ac tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ce70a04-2a5b-439a-b4f6-df2120300d3e HTTP/1.1" status: 200 len: 946 time: 0.0643804 Jul 23 00:33:06.844096 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f9f29b2c-ea43-4a63-a3b2-ffc853214af3 req-c5dd1f09-7377-46da-a0cd-280c2c75b204 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Deleting port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:33:06.844432 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9f29b2c-ea43-4a63-a3b2-ffc853214af3 req-c5dd1f09-7377-46da-a0cd-280c2c75b204 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:06.937352 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f9f29b2c-ea43-4a63-a3b2-ffc853214af3 req-c5dd1f09-7377-46da-a0cd-280c2c75b204 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] For port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=65ecc400-9aa3-47b3-aa3c-21dc7e37e840,segment=NetworkSegment(2115d513-c492-4413-99c3-18909b67b497),segment_id=2115d513-c492-4413-99c3-18909b67b497)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:06.937691 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9f29b2c-ea43-4a63-a3b2-ffc853214af3 req-c5dd1f09-7377-46da-a0cd-280c2c75b204 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:06.949915 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-f9f29b2c-ea43-4a63-a3b2-ffc853214af3 req-c5dd1f09-7377-46da-a0cd-280c2c75b204 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Calling delete_port for 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:33:07.077675 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9f29b2c-ea43-4a63-a3b2-ffc853214af3 req-c5dd1f09-7377-46da-a0cd-280c2c75b204 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:07.108370 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd1f09-7377-46da-a0cd-280c2c75b204 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Pushing event deleted for resources: {'Port': ['ID=65ecc400-9aa3-47b3-aa3c-21dc7e37e840,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:07.109358 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['65ecc400-9aa3-47b3-aa3c-21dc7e37e840'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:33:07.157830 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f29b2c-ea43-4a63-a3b2-ffc853214af3 req-c5dd1f09-7377-46da-a0cd-280c2c75b204 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] No DVR routers for this DVR port 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:33:07.161296 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f9f29b2c-ea43-4a63-a3b2-ffc853214af3 req-c5dd1f09-7377-46da-a0cd-280c2c75b204 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:07.163405 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9f29b2c-ea43-4a63-a3b2-ffc853214af3 req-c5dd1f09-7377-46da-a0cd-280c2c75b204 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.18 "DELETE /v2.0/ports/65ecc400-9aa3-47b3-aa3c-21dc7e37e840 HTTP/1.1" status: 204 len: 173 time: 0.4105971 Jul 23 00:33:07.163964 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce70a04-2a5b-439a-b4f6-df2120300d3e', 'name': 'network-vif-deleted', 'tag': '65ecc400-9aa3-47b3-aa3c-21dc7e37e840'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:33:07.166364 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e169062-2549-41a3-8b3b-2e9a1eb2930a" -d '{"events": [{"server_uuid": "5ce70a04-2a5b-439a-b4f6-df2120300d3e", "name": "network-vif-deleted", "tag": "65ecc400-9aa3-47b3-aa3c-21dc7e37e840"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:33:07.229790 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:07.273608 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6842c7-56d6-445b-861b-d35d50e9ffe8 x-openstack-request-id: req-eb6842c7-56d6-445b-861b-d35d50e9ffe8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:33:07.273914 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce70a04-2a5b-439a-b4f6-df2120300d3e", "name": "network-vif-deleted", "tag": "65ecc400-9aa3-47b3-aa3c-21dc7e37e840", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:33:07.274173 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb6842c7-56d6-445b-861b-d35d50e9ffe8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:33:07.274580 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce70a04-2a5b-439a-b4f6-df2120300d3e', 'name': 'network-vif-deleted', 'tag': '65ecc400-9aa3-47b3-aa3c-21dc7e37e840', 'status': 'completed', 'code': 200} Jul 23 00:33:07.459085 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce721da9-500e-45b3-a90e-50147f0e5d04 req-1038ce05-fe65-4a27-8ea3-c5df8e2c19f1 tempest-TestEncryptedCinderVolumes-1602238235 tempest-TestEncryptedCinderVolumes-1602238235-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce70a04-2a5b-439a-b4f6-df2120300d3e HTTP/1.1" status: 200 len: 210 time: 0.0294147 Jul 23 00:33:08.546916 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60704) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:08.885420 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f1ba6a4-3d70-4ca1-8644-fc8e5a58390f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:09.134512 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ba6a4-3d70-4ca1-8644-fc8e5a58390f admin admin] Deleting port 471aabe8-14aa-4f72-9ebb-a0930fcce669 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:33:09.134859 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f1ba6a4-3d70-4ca1-8644-fc8e5a58390f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:09.211008 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4f1ba6a4-3d70-4ca1-8644-fc8e5a58390f admin admin] For port 471aabe8-14aa-4f72-9ebb-a0930fcce669, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=471aabe8-14aa-4f72-9ebb-a0930fcce669,segment=NetworkSegment(2115d513-c492-4413-99c3-18909b67b497),segment_id=2115d513-c492-4413-99c3-18909b67b497)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:09.211290 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f1ba6a4-3d70-4ca1-8644-fc8e5a58390f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:09.223318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ba6a4-3d70-4ca1-8644-fc8e5a58390f admin admin] Calling delete_port for 471aabe8-14aa-4f72-9ebb-a0930fcce669 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:33:09.396784 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f1ba6a4-3d70-4ca1-8644-fc8e5a58390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:09.425421 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ba6a4-3d70-4ca1-8644-fc8e5a58390f admin admin] Pushing event deleted for resources: {'Port': ['ID=471aabe8-14aa-4f72-9ebb-a0930fcce669,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:09.845333 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f1ba6a4-3d70-4ca1-8644-fc8e5a58390f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:10.042976 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:33:10.055938 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1ba6a4-3d70-4ca1-8644-fc8e5a58390f admin admin] Router c103f8a3-b60d-4198-8f40-9bea70f4788a has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:33:10.062490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:33:10.062839 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 65ecc400-9aa3-47b3-aa3c-21dc7e37e840 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:33:10.161406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1ba6a4-3d70-4ca1-8644-fc8e5a58390f admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:33:10.166493 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4f1ba6a4-3d70-4ca1-8644-fc8e5a58390f admin admin] 10.222.0.26 "PUT /v2.0/routers/c103f8a3-b60d-4198-8f40-9bea70f4788a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6184735 Jul 23 00:33:10.169050 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60706) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:10.170033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5054349-9af1-40c7-9ff0-510daed3c160 None None] Sync routers for ids ['c103f8a3-b60d-4198-8f40-9bea70f4788a'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:33:10.179880 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5054349-9af1-40c7-9ff0-510daed3c160 None None] Routers {'c103f8a3-b60d-4198-8f40-9bea70f4788a'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:33:10.180515 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c5054349-9af1-40c7-9ff0-510daed3c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c103f8a3-b60d-4198-8f40-9bea70f4788a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:10.272844 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d77489c-188c-456b-8011-ca5d78fcf5c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:10.283046 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c5054349-9af1-40c7-9ff0-510daed3c160 None None] Set router c103f8a3-b60d-4198-8f40-9bea70f4788a gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:33:10.371959 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d77489c-188c-456b-8011-ca5d78fcf5c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:10.429144 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2d77489c-188c-456b-8011-ca5d78fcf5c0 admin admin] Deleting port aeac8024-a567-4087-8916-3541dabff9f6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:33:10.429413 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d77489c-188c-456b-8011-ca5d78fcf5c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:10.461347 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c5054349-9af1-40c7-9ff0-510daed3c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'name': 'tempest-TestEncryptedCinderVolumes-701090593-router', 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'aeac8024-a567-4087-8916-3541dabff9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:54Z', 'updated_at': '2021-07-23T00:33:09Z', 'revision_number': 5, 'project_id': '005ec8f43c5745199ac86a216ce3b5ad', 'gw_port': {'id': 'aeac8024-a567-4087-8916-3541dabff9f6', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:31:55Z', 'updated_at': '2021-07-23T00:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:10.488326 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5054349-9af1-40c7-9ff0-510daed3c160 None None] Checking router: c103f8a3-b60d-4198-8f40-9bea70f4788a for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:33:10.496641 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5054349-9af1-40c7-9ff0-510daed3c160 None None] Routers {'c103f8a3-b60d-4198-8f40-9bea70f4788a'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:33:10.497294 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c5054349-9af1-40c7-9ff0-510daed3c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['c103f8a3-b60d-4198-8f40-9bea70f4788a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:10.508351 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2d77489c-188c-456b-8011-ca5d78fcf5c0 admin admin] For port aeac8024-a567-4087-8916-3541dabff9f6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=aeac8024-a567-4087-8916-3541dabff9f6,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:10.508716 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d77489c-188c-456b-8011-ca5d78fcf5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:10.521574 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2d77489c-188c-456b-8011-ca5d78fcf5c0 admin admin] Calling delete_port for aeac8024-a567-4087-8916-3541dabff9f6 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:33:10.582796 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-c5054349-9af1-40c7-9ff0-510daed3c160 None None] Set router c103f8a3-b60d-4198-8f40-9bea70f4788a gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:33:10.637020 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-c5054349-9af1-40c7-9ff0-510daed3c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'name': 'tempest-TestEncryptedCinderVolumes-701090593-router', 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:54Z', 'updated_at': '2021-07-23T00:33:10Z', 'revision_number': 6, 'project_id': '005ec8f43c5745199ac86a216ce3b5ad', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:10.664460 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5054349-9af1-40c7-9ff0-510daed3c160 None None] The sync data for ids ['c103f8a3-b60d-4198-8f40-9bea70f4788a'] in n-d-688802-2 is: [{'id': 'c103f8a3-b60d-4198-8f40-9bea70f4788a', 'name': 'tempest-TestEncryptedCinderVolumes-701090593-router', 'tenant_id': '005ec8f43c5745199ac86a216ce3b5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:54Z', 'updated_at': '2021-07-23T00:33:10Z', 'revision_number': 6, 'project_id': '005ec8f43c5745199ac86a216ce3b5ad', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:33:10.685026 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d77489c-188c-456b-8011-ca5d78fcf5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:10.712834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77489c-188c-456b-8011-ca5d78fcf5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeac8024-a567-4087-8916-3541dabff9f6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:10.775882 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d77489c-188c-456b-8011-ca5d78fcf5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:10.863046 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d77489c-188c-456b-8011-ca5d78fcf5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:10.865085 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d77489c-188c-456b-8011-ca5d78fcf5c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:10.905382 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d77489c-188c-456b-8011-ca5d78fcf5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:10.905903 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d77489c-188c-456b-8011-ca5d78fcf5c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c103f8a3-b60d-4198-8f40-9bea70f4788a {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:33:10.911098 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d77489c-188c-456b-8011-ca5d78fcf5c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:10.912264 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2d77489c-188c-456b-8011-ca5d78fcf5c0 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c103f8a3-b60d-4198-8f40-9bea70f4788a HTTP/1.1" status: 204 len: 168 time: 0.7422733 Jul 23 00:33:10.915063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60708) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:10.963645 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d32321-2569-42cb-bf39-acd9097ede74 admin admin] Deleting subnet 01a1e99a-1459-45a5-bc1f-38257c94f930 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:33:10.966527 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16d32321-2569-42cb-bf39-acd9097ede74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.000474 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16d32321-2569-42cb-bf39-acd9097ede74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.083037 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16d32321-2569-42cb-bf39-acd9097ede74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.135892 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16d32321-2569-42cb-bf39-acd9097ede74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.166694 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d32321-2569-42cb-bf39-acd9097ede74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a1e99a-1459-45a5-bc1f-38257c94f930,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:11.168657 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16d32321-2569-42cb-bf39-acd9097ede74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.170603 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-16d32321-2569-42cb-bf39-acd9097ede74 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/01a1e99a-1459-45a5-bc1f-38257c94f930 HTTP/1.1" status: 204 len: 168 time: 0.2546101 Jul 23 00:33:11.172862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a6df00-263f-41d3-bf48-da57a5e4bd1b None None] Network 982df314-ad4a-4d55-8ac0-20f49ab7add8 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:33:11.173401 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60710) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:11.240167 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.291834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] Deleting port 0292f171-9cd1-4604-a622-1f465e31bc74 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:33:11.292176 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.360538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] For port 0292f171-9cd1-4604-a622-1f465e31bc74, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0292f171-9cd1-4604-a622-1f465e31bc74,segment=NetworkSegment(2115d513-c492-4413-99c3-18909b67b497),segment_id=2115d513-c492-4413-99c3-18909b67b497)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:11.360833 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.373205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] Calling delete_port for 0292f171-9cd1-4604-a622-1f465e31bc74 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:33:11.434724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd32623-bfba-4049-95d7-2861f7ff1b37 None None] DHCP port deletion for 982df314-ad4a-4d55-8ac0-20f49ab7add8 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:33:11.465866 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.487725 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1cd32623-bfba-4049-95d7-2861f7ff1b37 None None] Deleting port 0292f171-9cd1-4604-a622-1f465e31bc74 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:33:11.488097 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1cd32623-bfba-4049-95d7-2861f7ff1b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.496571 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=0292f171-9cd1-4604-a622-1f465e31bc74,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:11.502267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] No DVR routers for this DVR port 0292f171-9cd1-4604-a622-1f465e31bc74 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:33:11.526026 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 471aabe8-14aa-4f72-9ebb-a0930fcce669 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:33:11.580034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 471aabe8-14aa-4f72-9ebb-a0930fcce669 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:33:11.580273 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.580394 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 471aabe8-14aa-4f72-9ebb-a0930fcce669 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:33:11.580786 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device aeac8024-a567-4087-8916-3541dabff9f6 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:33:11.591194 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982df314-ad4a-4d55-8ac0-20f49ab7add8']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:11.602618 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2115d513-c492-4413-99c3-18909b67b497') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:11.602948 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2115d513-c492-4413-99c3-18909b67b497') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:11.604903 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1cd32623-bfba-4049-95d7-2861f7ff1b37 None None] For port 0292f171-9cd1-4604-a622-1f465e31bc74, host n-d-688802-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:11.605329 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1cd32623-bfba-4049-95d7-2861f7ff1b37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.607745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: aeac8024-a567-4087-8916-3541dabff9f6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:33:11.608095 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device aeac8024-a567-4087-8916-3541dabff9f6 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:33:11.608829 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0292f171-9cd1-4604-a622-1f465e31bc74 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:33:11.612869 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.626987 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.632740 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 0292f171-9cd1-4604-a622-1f465e31bc74 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:33:11.632990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0292f171-9cd1-4604-a622-1f465e31bc74 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:33:11.634254 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:33:11.637338 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.639620 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1cd32623-bfba-4049-95d7-2861f7ff1b37 None None] Calling delete_port for 0292f171-9cd1-4604-a622-1f465e31bc74 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:33:11.643019 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-1cd32623-bfba-4049-95d7-2861f7ff1b37 None None] Port 0292f171-9cd1-4604-a622-1f465e31bc74 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 00:33:11.645302 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1cd32623-bfba-4049-95d7-2861f7ff1b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:33:11.653053 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:33:11.675154 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd32623-bfba-4049-95d7-2861f7ff1b37 None None] Pushing event deleted for resources: {'Port': ['ID=0292f171-9cd1-4604-a622-1f465e31bc74,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:11.679782 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd32623-bfba-4049-95d7-2861f7ff1b37 None None] No DVR routers for this DVR port 0292f171-9cd1-4604-a622-1f465e31bc74 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:33:11.708330 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.715014 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:11.716904 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] 10.222.0.26 "DELETE /v2.0/networks/982df314-ad4a-4d55-8ac0-20f49ab7add8 HTTP/1.1" status: 204 len: 168 time: 0.5428832 Jul 23 00:33:11.720247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60712) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:11.730804 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fb6f2-5ba5-4e06-80b9-9a9248e57a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=982df314-ad4a-4d55-8ac0-20f49ab7add8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:12.069956 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:12.316679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Deleting port 49fcfb17-3610-4272-8e4b-559a4ef937b0 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:33:12.316930 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:12.391736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] For port 49fcfb17-3610-4272-8e4b-559a4ef937b0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=49fcfb17-3610-4272-8e4b-559a4ef937b0,segment=NetworkSegment(7f273864-84d4-4f3e-87b8-c2044bf2d790),segment_id=7f273864-84d4-4f3e-87b8-c2044bf2d790)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:12.392087 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:12.404623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Calling delete_port for 49fcfb17-3610-4272-8e4b-559a4ef937b0 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:33:12.578740 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:12.603516 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Pushing event deleted for resources: {'Port': ['ID=49fcfb17-3610-4272-8e4b-559a4ef937b0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:12.637708 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:12.638056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:12.638395 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:12.638732 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:12.639067 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:12.639397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:12.639724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:12.640052 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:12.640367 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:12.640698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:12.641019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:12.641377 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:12.798490 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:13.011916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Router 9fc810cd-e1ed-4d54-ad28-e2131a126662 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:33:13.114711 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:33:13.121053 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-92791522-bd45-49d7-9b34-dabb6456f193 admin admin] 10.222.0.26 "PUT /v2.0/routers/9fc810cd-e1ed-4d54-ad28-e2131a126662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3979862 Jul 23 00:33:13.122189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60714) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:13.124670 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0342a1-51b4-4d28-82c6-6221ebe230d7 None None] Sync routers for ids ['9fc810cd-e1ed-4d54-ad28-e2131a126662'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:33:13.134447 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0342a1-51b4-4d28-82c6-6221ebe230d7 None None] Routers {'9fc810cd-e1ed-4d54-ad28-e2131a126662'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:33:13.135148 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fe0342a1-51b4-4d28-82c6-6221ebe230d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9fc810cd-e1ed-4d54-ad28-e2131a126662'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:13.223197 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbc3c6b7-7b77-41bc-92f3-2538bc45a114 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:13.238387 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fe0342a1-51b4-4d28-82c6-6221ebe230d7 None None] Set router 9fc810cd-e1ed-4d54-ad28-e2131a126662 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:33:13.322760 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbc3c6b7-7b77-41bc-92f3-2538bc45a114 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:13.373694 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fbc3c6b7-7b77-41bc-92f3-2538bc45a114 admin admin] Deleting port d7e945c4-2428-4e07-9621-340d7f587d2f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:33:13.374030 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbc3c6b7-7b77-41bc-92f3-2538bc45a114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:13.411009 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fe0342a1-51b4-4d28-82c6-6221ebe230d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'name': 'tempest-TestEncryptedCinderVolumes-1657012114-router', 'tenant_id': '1757461fa06649dca3e37a04241a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'd7e945c4-2428-4e07-9621-340d7f587d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:59Z', 'updated_at': '2021-07-23T00:33:12Z', 'revision_number': 5, 'project_id': '1757461fa06649dca3e37a04241a7343', 'gw_port': {'id': 'd7e945c4-2428-4e07-9621-340d7f587d2f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:31:59Z', 'updated_at': '2021-07-23T00:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:13.442405 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0342a1-51b4-4d28-82c6-6221ebe230d7 None None] Checking router: 9fc810cd-e1ed-4d54-ad28-e2131a126662 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:33:13.450594 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0342a1-51b4-4d28-82c6-6221ebe230d7 None None] Routers {'9fc810cd-e1ed-4d54-ad28-e2131a126662'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:33:13.451223 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fe0342a1-51b4-4d28-82c6-6221ebe230d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9fc810cd-e1ed-4d54-ad28-e2131a126662'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:13.538161 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fe0342a1-51b4-4d28-82c6-6221ebe230d7 None None] Set router 9fc810cd-e1ed-4d54-ad28-e2131a126662 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:33:13.594259 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fe0342a1-51b4-4d28-82c6-6221ebe230d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'name': 'tempest-TestEncryptedCinderVolumes-1657012114-router', 'tenant_id': '1757461fa06649dca3e37a04241a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:59Z', 'updated_at': '2021-07-23T00:33:13Z', 'revision_number': 6, 'project_id': '1757461fa06649dca3e37a04241a7343', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:13.620985 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0342a1-51b4-4d28-82c6-6221ebe230d7 None None] The sync data for ids ['9fc810cd-e1ed-4d54-ad28-e2131a126662'] in n-d-688802-2 is: [{'id': '9fc810cd-e1ed-4d54-ad28-e2131a126662', 'name': 'tempest-TestEncryptedCinderVolumes-1657012114-router', 'tenant_id': '1757461fa06649dca3e37a04241a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:31:59Z', 'updated_at': '2021-07-23T00:33:13Z', 'revision_number': 6, 'project_id': '1757461fa06649dca3e37a04241a7343', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:33:13.804081 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-fbc3c6b7-7b77-41bc-92f3-2538bc45a114 admin admin] For port d7e945c4-2428-4e07-9621-340d7f587d2f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d7e945c4-2428-4e07-9621-340d7f587d2f,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:13.804668 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbc3c6b7-7b77-41bc-92f3-2538bc45a114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:13.816878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fbc3c6b7-7b77-41bc-92f3-2538bc45a114 admin admin] Calling delete_port for d7e945c4-2428-4e07-9621-340d7f587d2f owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:33:13.989035 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbc3c6b7-7b77-41bc-92f3-2538bc45a114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.014900 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3c6b7-7b77-41bc-92f3-2538bc45a114 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e945c4-2428-4e07-9621-340d7f587d2f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:14.086183 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbc3c6b7-7b77-41bc-92f3-2538bc45a114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.175507 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbc3c6b7-7b77-41bc-92f3-2538bc45a114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.177806 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbc3c6b7-7b77-41bc-92f3-2538bc45a114 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.218150 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbc3c6b7-7b77-41bc-92f3-2538bc45a114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.218861 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc3c6b7-7b77-41bc-92f3-2538bc45a114 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fc810cd-e1ed-4d54-ad28-e2131a126662 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:33:14.224381 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fbc3c6b7-7b77-41bc-92f3-2538bc45a114 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.225061 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fbc3c6b7-7b77-41bc-92f3-2538bc45a114 admin admin] 10.222.0.26 "DELETE /v2.0/routers/9fc810cd-e1ed-4d54-ad28-e2131a126662 HTTP/1.1" status: 204 len: 168 time: 1.1019382 Jul 23 00:33:14.227593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60716) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:14.274984 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc116ef-9830-4cfc-a380-3787b6ad5b34 admin admin] Deleting subnet ab954b14-880a-4311-8eb9-d7b586146e80 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:33:14.277971 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdc116ef-9830-4cfc-a380-3787b6ad5b34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.311495 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdc116ef-9830-4cfc-a380-3787b6ad5b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.385970 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdc116ef-9830-4cfc-a380-3787b6ad5b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.445322 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdc116ef-9830-4cfc-a380-3787b6ad5b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.471170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc116ef-9830-4cfc-a380-3787b6ad5b34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab954b14-880a-4311-8eb9-d7b586146e80,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:14.476671 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fdc116ef-9830-4cfc-a380-3787b6ad5b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.478687 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fdc116ef-9830-4cfc-a380-3787b6ad5b34 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ab954b14-880a-4311-8eb9-d7b586146e80 HTTP/1.1" status: 204 len: 168 time: 0.2497139 Jul 23 00:33:14.480695 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60718) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:14.483066 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebec992-600c-4f47-8b6c-efa4ddd81274 None None] Network 9137ef4b-38fe-4c42-afd8-5cfd89433619 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:33:14.555083 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.610080 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] Deleting port d94894f1-e88c-4649-a108-186bf5e9a106 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:33:14.610425 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.682947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] For port d94894f1-e88c-4649-a108-186bf5e9a106, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d94894f1-e88c-4649-a108-186bf5e9a106,segment=NetworkSegment(7f273864-84d4-4f3e-87b8-c2044bf2d790),segment_id=7f273864-84d4-4f3e-87b8-c2044bf2d790)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:14.683319 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.691952 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62dd6c8-21af-4d87-a7c7-ee8ce44c93d3 None None] DHCP port deletion for 9137ef4b-38fe-4c42-afd8-5cfd89433619 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:33:14.698925 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] Calling delete_port for d94894f1-e88c-4649-a108-186bf5e9a106 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:33:14.739975 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f62dd6c8-21af-4d87-a7c7-ee8ce44c93d3 None None] Deleting port d94894f1-e88c-4649-a108-186bf5e9a106 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:33:14.740260 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f62dd6c8-21af-4d87-a7c7-ee8ce44c93d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.781025 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.804893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f62dd6c8-21af-4d87-a7c7-ee8ce44c93d3 None None] For port d94894f1-e88c-4649-a108-186bf5e9a106, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d94894f1-e88c-4649-a108-186bf5e9a106,segment=NetworkSegment(7f273864-84d4-4f3e-87b8-c2044bf2d790),segment_id=7f273864-84d4-4f3e-87b8-c2044bf2d790)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:14.805318 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f62dd6c8-21af-4d87-a7c7-ee8ce44c93d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.809769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d94894f1-e88c-4649-a108-186bf5e9a106,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:14.815039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] No DVR routers for this DVR port d94894f1-e88c-4649-a108-186bf5e9a106 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:33:14.823478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f62dd6c8-21af-4d87-a7c7-ee8ce44c93d3 None None] Calling delete_port for d94894f1-e88c-4649-a108-186bf5e9a106 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:33:14.887859 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.898169 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f62dd6c8-21af-4d87-a7c7-ee8ce44c93d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.898692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9137ef4b-38fe-4c42-afd8-5cfd89433619']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:14.908525 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f273864-84d4-4f3e-87b8-c2044bf2d790') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:14.908780 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f273864-84d4-4f3e-87b8-c2044bf2d790') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:14.918605 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.923048 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dd6c8-21af-4d87-a7c7-ee8ce44c93d3 None None] Pushing event deleted for resources: {'Port': ['ID=d94894f1-e88c-4649-a108-186bf5e9a106,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:14.926872 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62dd6c8-21af-4d87-a7c7-ee8ce44c93d3 None None] No DVR routers for this DVR port d94894f1-e88c-4649-a108-186bf5e9a106 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:33:14.937818 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.945248 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:33:14.945634 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:33:14.947427 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:33:15.001015 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:15.007702 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:15.009860 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9137ef4b-38fe-4c42-afd8-5cfd89433619 HTTP/1.1" status: 204 len: 168 time: 0.5281467 Jul 23 00:33:15.022611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d54a8-bc81-4e3d-8bda-e852517bbca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9137ef4b-38fe-4c42-afd8-5cfd89433619,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:15.170753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60722) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:15.212980 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-08b2d94a-1706-4891-8663-a0f2fb42514f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=005ec8f43c5745199ac86a216ce3b5ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409789 Jul 23 00:33:15.215294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60724) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:15.261719 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-170c2ae6-d3ff-461d-90e6-2ff0e6e919b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:15.283343 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-170c2ae6-d3ff-461d-90e6-2ff0e6e919b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:15.333884 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-170c2ae6-d3ff-461d-90e6-2ff0e6e919b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:15.336515 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-170c2ae6-d3ff-461d-90e6-2ff0e6e919b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:15.337682 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-170c2ae6-d3ff-461d-90e6-2ff0e6e919b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a54da531-9061-4ae5-b23b-a0c8e89cb826 HTTP/1.1" status: 204 len: 168 time: 0.1215045 Jul 23 00:33:15.345123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c2ae6-d3ff-461d-90e6-2ff0e6e919b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54da531-9061-4ae5-b23b-a0c8e89cb826,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:15.500205 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d94894f1-e88c-4649-a108-186bf5e9a106 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:33:15.521151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: d94894f1-e88c-4649-a108-186bf5e9a106 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:33:15.521420 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d94894f1-e88c-4649-a108-186bf5e9a106 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:33:15.521820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d7e945c4-2428-4e07-9621-340d7f587d2f no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:33:15.539514 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: d7e945c4-2428-4e07-9621-340d7f587d2f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:33:15.539840 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d7e945c4-2428-4e07-9621-340d7f587d2f not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:33:15.540243 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 49fcfb17-3610-4272-8e4b-559a4ef937b0 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:33:15.561199 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 49fcfb17-3610-4272-8e4b-559a4ef937b0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:33:15.561548 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 49fcfb17-3610-4272-8e4b-559a4ef937b0 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:33:15.650290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60730) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:15.688600 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f1104f95-c34d-4c6b-993f-fd611da8f78b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1757461fa06649dca3e37a04241a7343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370777 Jul 23 00:33:15.691479 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60732) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:15.738384 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d82a2786-3b26-423e-96cf-533097c394fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:15.759495 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d82a2786-3b26-423e-96cf-533097c394fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:15.807614 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d82a2786-3b26-423e-96cf-533097c394fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:15.810373 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d82a2786-3b26-423e-96cf-533097c394fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:15.811520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d82a2786-3b26-423e-96cf-533097c394fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8d86742-7658-4469-abd1-b62bd3399609 HTTP/1.1" status: 204 len: 168 time: 0.1190071 Jul 23 00:33:15.820003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a2786-3b26-423e-96cf-533097c394fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d86742-7658-4469-abd1-b62bd3399609,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:16.447605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60754) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:16.538297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-755fe6f7-50e4-41f2-8c2f-be99b6363db5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1596299574-network', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:33:16.559326 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755fe6f7-50e4-41f2-8c2f-be99b6363db5 admin admin] Made reservation on behalf of 4b382355fc6f4b58878d80d92c4484c8 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:33:16.561577 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-755fe6f7-50e4-41f2-8c2f-be99b6363db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:16.569694 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-755fe6f7-50e4-41f2-8c2f-be99b6363db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:16.661343 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-755fe6f7-50e4-41f2-8c2f-be99b6363db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:16.664928 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-755fe6f7-50e4-41f2-8c2f-be99b6363db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:16.684872 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755fe6f7-50e4-41f2-8c2f-be99b6363db5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:33:16.699336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fe6f7-50e4-41f2-8c2f-be99b6363db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b457f044-13b4-4b51-a14c-851d56a55691,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:16.703605 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-755fe6f7-50e4-41f2-8c2f-be99b6363db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:16.703946 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-755fe6f7-50e4-41f2-8c2f-be99b6363db5 admin admin] Added segment 02b84bef-5d2c-4368-8318-77a3139a4e59 of type vlan for network daf4e5fe-c1d9-4ff2-8bd9-87125995c19b Jul 23 00:33:16.744330 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-755fe6f7-50e4-41f2-8c2f-be99b6363db5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:16.773152 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-755fe6f7-50e4-41f2-8c2f-be99b6363db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:16.774171 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755fe6f7-50e4-41f2-8c2f-be99b6363db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:16.774737 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-755fe6f7-50e4-41f2-8c2f-be99b6363db5 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:16.802736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-755fe6f7-50e4-41f2-8c2f-be99b6363db5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3539710 Jul 23 00:33:16.805751 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60758) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:16.810777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3a4e06bf-3777-44ec-a87d-ff81952ed5cd admin admin] Request body: {'subnet': {'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1596299574-subnet', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:33:16.830624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4e06bf-3777-44ec-a87d-ff81952ed5cd admin admin] Made reservation on behalf of 4b382355fc6f4b58878d80d92c4484c8 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:33:16.833504 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a4e06bf-3777-44ec-a87d-ff81952ed5cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:16.835995 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fe6f7-50e4-41f2-8c2f-be99b6363db5 admin admin] Pushing event updated for resources: {'Network': ['ID=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:16.845842 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network daf4e5fe-c1d9-4ff2-8bd9-87125995c19b details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:33:17.001806 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a4e06bf-3777-44ec-a87d-ff81952ed5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:17.059018 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e06bf-3777-44ec-a87d-ff81952ed5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=db52018c-5e71-4340-9792-56a958a28635,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:17.067237 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:17.068252 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4e06bf-3777-44ec-a87d-ff81952ed5cd admin admin] Checking segment: {'id': '02b84bef-5d2c-4368-8318-77a3139a4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:33:17.068705 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4e06bf-3777-44ec-a87d-ff81952ed5cd admin admin] Network hostable DHCP agents. Network: daf4e5fe-c1d9-4ff2-8bd9-87125995c19b, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:33:17.085892 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4e06bf-3777-44ec-a87d-ff81952ed5cd admin admin] Network daf4e5fe-c1d9-4ff2-8bd9-87125995c19b is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:33:17.094024 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3a4e06bf-3777-44ec-a87d-ff81952ed5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, daf4e5fe-c1d9-4ff2-8bd9-87125995c19b) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:33:17.099019 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4e06bf-3777-44ec-a87d-ff81952ed5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:17.099606 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a4e06bf-3777-44ec-a87d-ff81952ed5cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:17.102477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5114307a-fb62-4f97-bc01-0809588d42ab None None] Network daf4e5fe-c1d9-4ff2-8bd9-87125995c19b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:33:17.114431 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3a4e06bf-3777-44ec-a87d-ff81952ed5cd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3075542 Jul 23 00:33:17.117250 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:17.121729 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1596299574-router', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:33:17.143411 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:17.144922 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:17.200143 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:17.257808 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'fixed_ips': [{'subnet_id': 'db52018c-5e71-4340-9792-56a958a28635'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:33:17.258700 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:17.338905 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:17.544220 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:17.561020 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Allocated IP 172.20.0.2 (daf4e5fe-c1d9-4ff2-8bd9-87125995c19b/db52018c-5e71-4340-9792-56a958a28635/27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:33:17.563964 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:17.668993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Allocated IP 172.25.4.183 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/f79be943-4b08-4576-a2cd-73c6bd08ff1e) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:33:17.703051 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:17.711366 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Transition to ACTIVE for port object 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:33:17.726148 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Transition to ACTIVE for port object 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:33:17.731483 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:17.766317 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Network daf4e5fe-c1d9-4ff2-8bd9-87125995c19b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:33:17.772783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:33:17.775246 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:17.776375 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:33:17.783070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Pushing event updated for resources: {'Port': ['ID=27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:17.822053 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:17.837958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Attempting to bind port 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:33:17.838320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Attempting to bind port 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '02b84bef-5d2c-4368-8318-77a3139a4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:33:17.838679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Attempting to bind port 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf on network daf4e5fe-c1d9-4ff2-8bd9-87125995c19b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:33:17.843538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:33:17.843908 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Checking segment: {'id': '02b84bef-5d2c-4368-8318-77a3139a4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:33:17.844307 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:17.844698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Bound using segment: {'id': '02b84bef-5d2c-4368-8318-77a3139a4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:33:17.845175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Bound port: 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b84bef-5d2c-4368-8318-77a3139a4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:33:17.845558 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:17.859012 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:33:17.863967 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:33:17.866633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:33:17.895039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Pushing event updated for resources: {'Port': ['ID=f79be943-4b08-4576-a2cd-73c6bd08ff1e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:17.908787 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] For port 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:33:17.912379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] For port 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf,segment=NetworkSegment(02b84bef-5d2c-4368-8318-77a3139a4e59),segment_id=02b84bef-5d2c-4368-8318-77a3139a4e59)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:33:17.916454 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:17.976366 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7be30-2698-4ab3-9bd7-6d023e4fb885 None None] Pushing event updated for resources: {'Port': ['ID=27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:18.146079 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:18.344132 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:18.469784 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Router f033605e-1e9e-4e00-9b9d-84cd67909286 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:33:18.574692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:33:18.583801 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Sync routers for ids ['f033605e-1e9e-4e00-9b9d-84cd67909286'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:33:18.591209 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:18.592543 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-06b235e2-78ce-4644-be30-21dad83f0736 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4742997 Jul 23 00:33:18.595345 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60762) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:18.598145 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Routers {'f033605e-1e9e-4e00-9b9d-84cd67909286'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:33:18.598973 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f033605e-1e9e-4e00-9b9d-84cd67909286'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:18.710119 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Set router f033605e-1e9e-4e00-9b9d-84cd67909286 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:33:18.868580 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d37112-a49b-41aa-b120-333085c5a210 None None] Network daf4e5fe-c1d9-4ff2-8bd9-87125995c19b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:33:18.975436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'name': 'tempest-TestMinimumBasicScenario-1596299574-router', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:18Z', 'revision_number': 3, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'gw_port': {'id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:18.977052 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f3bc028a-60b3-4dc2-9fd8-d127fb9a0a15 None None] Provisioning for port 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:33:19.023774 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Checking router: f033605e-1e9e-4e00-9b9d-84cd67909286 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:33:19.024124 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Updating router f033605e-1e9e-4e00-9b9d-84cd67909286 port f79be943-4b08-4576-a2cd-73c6bd08ff1e binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:33:19.027528 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.089677 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.182800 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Allocated IP 172.20.0.1 (daf4e5fe-c1d9-4ff2-8bd9-87125995c19b/db52018c-5e71-4340-9792-56a958a28635/b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:33:19.295714 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.311545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Transition to ACTIVE for port object b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:33:19.349820 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.368297 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.379253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Transition to ACTIVE for port object f79be943-4b08-4576-a2cd-73c6bd08ff1e will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:33:19.386268 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.390360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Network daf4e5fe-c1d9-4ff2-8bd9-87125995c19b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:33:19.394250 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:33:19.398025 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:33:19.430777 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Pushing event updated for resources: {'Port': ['ID=b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:19.439632 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc3172-094a-4a41-a6a1-a30f11e91e9c None None] Pushing event updated for resources: {'Port': ['ID=f79be943-4b08-4576-a2cd-73c6bd08ff1e,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:19.448549 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.502320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Attempting to bind port f79be943-4b08-4576-a2cd-73c6bd08ff1e on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:33:19.503457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Attempting to bind port f79be943-4b08-4576-a2cd-73c6bd08ff1e by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:33:19.504201 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Attempting to bind port f79be943-4b08-4576-a2cd-73c6bd08ff1e on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:33:19.520547 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:33:19.521112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:33:19.521533 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.521991 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:33:19.522547 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Bound port: f79be943-4b08-4576-a2cd-73c6bd08ff1e, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:33:19.523001 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.576074 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:33:19.611727 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.631110 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] For port f79be943-4b08-4576-a2cd-73c6bd08ff1e, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:33:19.635468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] For port f79be943-4b08-4576-a2cd-73c6bd08ff1e, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f79be943-4b08-4576-a2cd-73c6bd08ff1e,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:33:19.641730 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.679835 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:33:19.695484 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:19.695853 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.734609 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-23de285f-1592-4690-98ca-64fad6f44db0 None None] Provisioning for port b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:33:19.751221 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-23de285f-1592-4690-98ca-64fad6f44db0 None None] Provisioning complete for port b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:19.751595 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23de285f-1592-4690-98ca-64fad6f44db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.755743 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Routers {'f033605e-1e9e-4e00-9b9d-84cd67909286'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:33:19.756387 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f033605e-1e9e-4e00-9b9d-84cd67909286'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:19.758087 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc3172-094a-4a41-a6a1-a30f11e91e9c None None] Pushing event updated for resources: {'Port': ['ID=f79be943-4b08-4576-a2cd-73c6bd08ff1e,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:19.785522 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.789757 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.855404 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.858019 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Pushing event updated for resources: {'Port': ['ID=b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:19.871604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-23de285f-1592-4690-98ca-64fad6f44db0 None None] Port b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:33:19.929953 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] Set router f033605e-1e9e-4e00-9b9d-84cd67909286 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:33:19.931993 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.953509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Network daf4e5fe-c1d9-4ff2-8bd9-87125995c19b is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:33:19.955056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:33:20.035294 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf,segment=NetworkSegment(02b84bef-5d2c-4368-8318-77a3139a4e59),segment_id=02b84bef-5d2c-4368-8318-77a3139a4e59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:20.055358 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:20.112097 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Router f033605e-1e9e-4e00-9b9d-84cd67909286 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:33:20.165708 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:20.231666 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'name': 'tempest-TestMinimumBasicScenario-1596299574-router', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:19Z', 'revision_number': 4, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'gw_port': {'id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7', 'name': '', 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'mac_address': 'fa:16:3e:de:ec:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'db52018c-5e71-4340-9792-56a958a28635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:19Z', 'updated_at': '2021-07-23T00:33:19Z', 'revision_number': 1, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'subnets': [{'id': 'db52018c-5e71-4340-9792-56a958a28635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:20.244726 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:33:20.256136 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-55f84b36-1c62-4bba-93c4-9d912548f910 admin admin] 10.222.0.26 "PUT /v2.0/routers/f033605e-1e9e-4e00-9b9d-84cd67909286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6538022 Jul 23 00:33:20.260811 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e61532-230f-4839-9461-4ffef4245e08 None None] The sync data for ids ['f033605e-1e9e-4e00-9b9d-84cd67909286'] in n-d-688802-2 is: [{'id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'name': 'tempest-TestMinimumBasicScenario-1596299574-router', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:19Z', 'revision_number': 4, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'gw_port': {'id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7', 'name': '', 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'mac_address': 'fa:16:3e:de:ec:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'db52018c-5e71-4340-9792-56a958a28635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:19Z', 'updated_at': '2021-07-23T00:33:19Z', 'revision_number': 1, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'subnets': [{'id': 'db52018c-5e71-4340-9792-56a958a28635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:33:20.296066 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-65772f6e-bb8b-494b-a685-151b3eef8b7e None None] Provisioning complete for port b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:20.296499 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-65772f6e-bb8b-494b-a685-151b3eef8b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:20.337758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-65772f6e-bb8b-494b-a685-151b3eef8b7e None None] Port b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:33:20.792587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60778) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:20.797840 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7d456ace-0e21-4b8f-83bd-36da4cb00ab2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1513170822-network', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:33:20.819378 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d456ace-0e21-4b8f-83bd-36da4cb00ab2 admin admin] Made reservation on behalf of d5427081a4eb4f028d828736be28fdb5 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:33:20.821769 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d456ace-0e21-4b8f-83bd-36da4cb00ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:20.831621 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d456ace-0e21-4b8f-83bd-36da4cb00ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:20.941319 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d456ace-0e21-4b8f-83bd-36da4cb00ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:20.949239 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d456ace-0e21-4b8f-83bd-36da4cb00ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:20.967976 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d456ace-0e21-4b8f-83bd-36da4cb00ab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:33:20.988002 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d456ace-0e21-4b8f-83bd-36da4cb00ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:20.988420 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-7d456ace-0e21-4b8f-83bd-36da4cb00ab2 admin admin] Added segment 8d0c195d-475b-4d89-9ae8-adc18977adce of type vlan for network ee162050-8dd5-4aeb-ae26-64828e58a73c Jul 23 00:33:21.008394 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d456ace-0e21-4b8f-83bd-36da4cb00ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3159fc32-4d4d-4549-aaf9-9ad6c997568c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:21.044475 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d456ace-0e21-4b8f-83bd-36da4cb00ab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:21.075368 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d456ace-0e21-4b8f-83bd-36da4cb00ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:21.076265 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d456ace-0e21-4b8f-83bd-36da4cb00ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:21.076843 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d456ace-0e21-4b8f-83bd-36da4cb00ab2 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:21.112664 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7d456ace-0e21-4b8f-83bd-36da4cb00ab2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3187056 Jul 23 00:33:21.115163 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60780) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:21.120070 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-04469381-1df0-4c82-92f8-269b68a841d6 admin admin] Request body: {'subnet': {'network_id': 'ee162050-8dd5-4aeb-ae26-64828e58a73c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1513170822-subnet', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:33:21.148937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d456ace-0e21-4b8f-83bd-36da4cb00ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=ee162050-8dd5-4aeb-ae26-64828e58a73c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:21.160017 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network ee162050-8dd5-4aeb-ae26-64828e58a73c details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:33:21.170588 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04469381-1df0-4c82-92f8-269b68a841d6 admin admin] Made reservation on behalf of d5427081a4eb4f028d828736be28fdb5 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:33:21.173182 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04469381-1df0-4c82-92f8-269b68a841d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:21.349789 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04469381-1df0-4c82-92f8-269b68a841d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:21.409028 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04469381-1df0-4c82-92f8-269b68a841d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9428927a-14c5-43f2-b562-54ea8b413f2f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:21.420373 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04469381-1df0-4c82-92f8-269b68a841d6 admin admin] Checking segment: {'id': '8d0c195d-475b-4d89-9ae8-adc18977adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ee162050-8dd5-4aeb-ae26-64828e58a73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:33:21.420736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04469381-1df0-4c82-92f8-269b68a841d6 admin admin] Network hostable DHCP agents. Network: ee162050-8dd5-4aeb-ae26-64828e58a73c, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:33:21.438527 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04469381-1df0-4c82-92f8-269b68a841d6 admin admin] Network ee162050-8dd5-4aeb-ae26-64828e58a73c is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:33:21.449133 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-04469381-1df0-4c82-92f8-269b68a841d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, ee162050-8dd5-4aeb-ae26-64828e58a73c) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:33:21.453630 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04469381-1df0-4c82-92f8-269b68a841d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:21.454209 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04469381-1df0-4c82-92f8-269b68a841d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:21.464085 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384b63ba-b0ff-4d85-8a1a-3c5785e23a6e None None] Network ee162050-8dd5-4aeb-ae26-64828e58a73c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:33:21.476204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60782) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:21.477627 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-04469381-1df0-4c82-92f8-269b68a841d6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3611388 Jul 23 00:33:21.480931 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1513170822-router', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:33:21.533306 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:21.534835 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:21.615652 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:21.758594 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f79be943-4b08-4576-a2cd-73c6bd08ff1e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:33:21.835500 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-ee162050-8dd5-4aeb-ae26-64828e58a73c', 'network_id': 'ee162050-8dd5-4aeb-ae26-64828e58a73c', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5', 'fixed_ips': [{'subnet_id': '9428927a-14c5-43f2-b562-54ea8b413f2f'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:33:21.836362 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:21.848909 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port f79be943-4b08-4576-a2cd-73c6bd08ff1e completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:33:21.856550 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port f79be943-4b08-4576-a2cd-73c6bd08ff1e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:21.856926 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.041775 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.051023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Allocated IP 172.20.0.2 (ee162050-8dd5-4aeb-ae26-64828e58a73c/9428927a-14c5-43f2-b562-54ea8b413f2f/21ff9dd0-6213-420e-8ac1-99e1fafbe8d6) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:33:22.075721 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port f79be943-4b08-4576-a2cd-73c6bd08ff1e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f79be943-4b08-4576-a2cd-73c6bd08ff1e,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:22.080937 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.081886 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:33:22.119550 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.221396 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=f79be943-4b08-4576-a2cd-73c6bd08ff1e,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:22.239951 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:22.240333 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.322220 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.329229 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.333786 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Transition to ACTIVE for port object 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:33:22.349005 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.373917 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Transition to ACTIVE for port object 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:33:22.386071 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.425321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Network ee162050-8dd5-4aeb-ae26-64828e58a73c is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:33:22.428201 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:33:22.433629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:33:22.448183 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Pushing event updated for resources: {'Port': ['ID=21ff9dd0-6213-420e-8ac1-99e1fafbe8d6,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:22.466568 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Allocated IP 172.25.4.228 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/63b11463-a791-4b14-9b44-ba9b4b1fac7b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:33:22.484004 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Sync routers for ids ['f033605e-1e9e-4e00-9b9d-84cd67909286'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:33:22.494010 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Routers {'f033605e-1e9e-4e00-9b9d-84cd67909286'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:33:22.494671 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f033605e-1e9e-4e00-9b9d-84cd67909286'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:22.505968 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Attempting to bind port 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:33:22.506913 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Attempting to bind port 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '8d0c195d-475b-4d89-9ae8-adc18977adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ee162050-8dd5-4aeb-ae26-64828e58a73c'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:33:22.507308 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Attempting to bind port 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 on network ee162050-8dd5-4aeb-ae26-64828e58a73c {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:33:22.515160 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:33:22.515544 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Checking segment: {'id': '8d0c195d-475b-4d89-9ae8-adc18977adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ee162050-8dd5-4aeb-ae26-64828e58a73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:33:22.516115 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.516520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Bound using segment: {'id': '8d0c195d-475b-4d89-9ae8-adc18977adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ee162050-8dd5-4aeb-ae26-64828e58a73c'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:33:22.516995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Bound port: 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0c195d-475b-4d89-9ae8-adc18977adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ee162050-8dd5-4aeb-ae26-64828e58a73c'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:33:22.517408 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.574190 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.589136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] For port 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:33:22.593145 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] For port 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=21ff9dd0-6213-420e-8ac1-99e1fafbe8d6,segment=NetworkSegment(8d0c195d-475b-4d89-9ae8-adc18977adce),segment_id=8d0c195d-475b-4d89-9ae8-adc18977adce)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:33:22.598594 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.601880 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Set router f033605e-1e9e-4e00-9b9d-84cd67909286 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:33:22.620394 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.668989 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248afae-637a-4ad8-8ee9-b09e0a9fc765 None None] Pushing event updated for resources: {'Port': ['ID=21ff9dd0-6213-420e-8ac1-99e1fafbe8d6,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:22.681378 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:33:22.685880 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:33:22.689710 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:33:22.724471 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Pushing event updated for resources: {'Port': ['ID=63b11463-a791-4b14-9b44-ba9b4b1fac7b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:22.857753 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'name': 'tempest-TestMinimumBasicScenario-1596299574-router', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:19Z', 'revision_number': 4, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'gw_port': {'id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7', 'name': '', 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'mac_address': 'fa:16:3e:de:ec:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'db52018c-5e71-4340-9792-56a958a28635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:19Z', 'updated_at': '2021-07-23T00:33:19Z', 'revision_number': 2, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'subnets': [{'id': 'db52018c-5e71-4340-9792-56a958a28635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:22.886292 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Checking router: f033605e-1e9e-4e00-9b9d-84cd67909286 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:33:22.886904 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Updating router f033605e-1e9e-4e00-9b9d-84cd67909286 port b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:33:22.925253 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.991822 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:23.190077 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:23.192597 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:23.202428 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Transition to ACTIVE for port object b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:33:23.207939 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:23.256143 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f0c90-54da-4c86-bec4-9716a5f92646 None None] Pushing event updated for resources: {'Port': ['ID=b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:23.284551 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f0c90-54da-4c86-bec4-9716a5f92646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:23.284971 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f0c90-54da-4c86-bec4-9716a5f92646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:23.285610 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f0c90-54da-4c86-bec4-9716a5f92646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:23.286115 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f0c90-54da-4c86-bec4-9716a5f92646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:23.286451 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f0c90-54da-4c86-bec4-9716a5f92646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:23.286784 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f0c90-54da-4c86-bec4-9716a5f92646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:23.287114 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f0c90-54da-4c86-bec4-9716a5f92646 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:23.287441 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f0c90-54da-4c86-bec4-9716a5f92646 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:23.287765 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f0c90-54da-4c86-bec4-9716a5f92646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:23.288117 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f0c90-54da-4c86-bec4-9716a5f92646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:23.288445 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f0c90-54da-4c86-bec4-9716a5f92646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:23.288768 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f0c90-54da-4c86-bec4-9716a5f92646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:23.334743 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Attempting to bind port b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:33:23.335472 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Attempting to bind port b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '02b84bef-5d2c-4368-8318-77a3139a4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:33:23.335945 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Attempting to bind port b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 on network daf4e5fe-c1d9-4ff2-8bd9-87125995c19b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:33:23.342051 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:33:23.342516 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Checking segment: {'id': '02b84bef-5d2c-4368-8318-77a3139a4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:33:23.343354 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:23.344234 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Bound using segment: {'id': '02b84bef-5d2c-4368-8318-77a3139a4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:33:23.344721 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Bound port: b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b84bef-5d2c-4368-8318-77a3139a4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:33:23.345494 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:23.353177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Router 5c724ad7-f033-44d4-83a0-64a1297c0335 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:33:23.424350 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] For port b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:33:23.429348 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] For port b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7,segment=NetworkSegment(02b84bef-5d2c-4368-8318-77a3139a4e59),segment_id=02b84bef-5d2c-4368-8318-77a3139a4e59)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:33:23.435948 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:23.500587 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Routers {'f033605e-1e9e-4e00-9b9d-84cd67909286'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:33:23.501778 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f033605e-1e9e-4e00-9b9d-84cd67909286'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:23.507254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:33:23.524513 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Sync routers for ids ['5c724ad7-f033-44d4-83a0-64a1297c0335'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:33:23.526311 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:23.528078 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-349d6e72-ae25-414e-8c76-a72cc68ea836 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0507684 Jul 23 00:33:23.530889 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60784) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:23.535448 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Routers {'5c724ad7-f033-44d4-83a0-64a1297c0335'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:33:23.536082 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['5c724ad7-f033-44d4-83a0-64a1297c0335'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:23.725859 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f79be943-4b08-4576-a2cd-73c6bd08ff1e up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:33:23.788501 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f0c90-54da-4c86-bec4-9716a5f92646 None None] Pushing event updated for resources: {'Port': ['ID=b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:23.799981 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Set router 5c724ad7-f033-44d4-83a0-64a1297c0335 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:33:23.818397 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] Set router f033605e-1e9e-4e00-9b9d-84cd67909286 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:33:23.888869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce3353b-f165-4b1d-bf62-61001c94eecb None None] Network ee162050-8dd5-4aeb-ae26-64828e58a73c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:33:23.920683 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port f79be943-4b08-4576-a2cd-73c6bd08ff1e triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:23.921451 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:23.988927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5a07cbed-218a-45a1-932c-fa8d65eb01eb None None] Provisioning for port 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:33:24.034834 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'name': 'tempest-TestMinimumBasicScenario-1596299574-router', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:19Z', 'revision_number': 4, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'gw_port': {'id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7', 'name': '', 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'mac_address': 'fa:16:3e:de:ec:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'db52018c-5e71-4340-9792-56a958a28635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:19Z', 'updated_at': '2021-07-23T00:33:23Z', 'revision_number': 4, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'subnets': [{'id': 'db52018c-5e71-4340-9792-56a958a28635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:24.067413 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1685c168-105b-4cc9-8970-4980731d74f5 None None] The sync data for ids ['f033605e-1e9e-4e00-9b9d-84cd67909286'] in n-d-688802-2 is: [{'id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'name': 'tempest-TestMinimumBasicScenario-1596299574-router', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:19Z', 'revision_number': 4, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'gw_port': {'id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7', 'name': '', 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'mac_address': 'fa:16:3e:de:ec:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'db52018c-5e71-4340-9792-56a958a28635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:19Z', 'updated_at': '2021-07-23T00:33:23Z', 'revision_number': 4, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'subnets': [{'id': 'db52018c-5e71-4340-9792-56a958a28635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:33:24.127320 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.201475 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:33:24.273909 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'name': 'tempest-TestMinimumBasicScenario-1513170822-router', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '63b11463-a791-4b14-9b44-ba9b4b1fac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:21Z', 'updated_at': '2021-07-23T00:33:22Z', 'revision_number': 3, 'project_id': 'd5427081a4eb4f028d828736be28fdb5', 'gw_port': {'id': '63b11463-a791-4b14-9b44-ba9b4b1fac7b', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:22Z', 'updated_at': '2021-07-23T00:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:24.299410 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Allocated IP 172.20.0.1 (ee162050-8dd5-4aeb-ae26-64828e58a73c/9428927a-14c5-43f2-b562-54ea8b413f2f/85cc3c05-7705-4aef-a5ab-e0bcbebbd310) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:33:24.314895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Checking router: 5c724ad7-f033-44d4-83a0-64a1297c0335 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:33:24.315348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Updating router 5c724ad7-f033-44d4-83a0-64a1297c0335 port 63b11463-a791-4b14-9b44-ba9b4b1fac7b binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:33:24.340521 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:33:24.349177 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:24.349538 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.385263 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.418317 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.436490 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Transition to ACTIVE for port object 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:33:24.474825 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.531712 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Pushing event updated for resources: {'Port': ['ID=85cc3c05-7705-4aef-a5ab-e0bcbebbd310,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:24.548198 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.565946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Network ee162050-8dd5-4aeb-ae26-64828e58a73c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:33:24.568073 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:33:24.570724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:33:24.620700 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.657452 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=21ff9dd0-6213-420e-8ac1-99e1fafbe8d6,segment=NetworkSegment(8d0c195d-475b-4d89-9ae8-adc18977adce),segment_id=8d0c195d-475b-4d89-9ae8-adc18977adce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:24.673204 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.686855 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-32079f85-59b6-4fcb-946a-2dcb73154d66 None None] Provisioning complete for port 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:24.687367 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32079f85-59b6-4fcb-946a-2dcb73154d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.789312 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.839742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=21ff9dd0-6213-420e-8ac1-99e1fafbe8d6,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:24.880401 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.908178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Transition to ACTIVE for port object 63b11463-a791-4b14-9b44-ba9b4b1fac7b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:33:24.925273 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.972838 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.978346 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.980921 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Attempting to bind port 63b11463-a791-4b14-9b44-ba9b4b1fac7b on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:33:24.981315 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Attempting to bind port 63b11463-a791-4b14-9b44-ba9b4b1fac7b by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:33:24.981682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Attempting to bind port 63b11463-a791-4b14-9b44-ba9b4b1fac7b on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:33:24.988514 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23636d-04d5-440d-9a83-7ce46199a414 None None] Pushing event updated for resources: {'Port': ['ID=63b11463-a791-4b14-9b44-ba9b4b1fac7b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:24.992533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:33:24.992902 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:33:24.993321 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.993699 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:33:24.994172 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Bound port: 63b11463-a791-4b14-9b44-ba9b4b1fac7b, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:33:24.994544 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:25.046855 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Pushing event updated for resources: {'Port': ['ID=85cc3c05-7705-4aef-a5ab-e0bcbebbd310,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:25.048965 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] For port 63b11463-a791-4b14-9b44-ba9b4b1fac7b, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:33:25.050038 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:25.052845 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] For port 63b11463-a791-4b14-9b44-ba9b4b1fac7b, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=63b11463-a791-4b14-9b44-ba9b4b1fac7b,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:33:25.058043 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:25.118031 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-81d4d035-e7ae-48cd-b630-144e2d613cee None None] Provisioning for port 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:33:25.130809 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Routers {'5c724ad7-f033-44d4-83a0-64a1297c0335'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:33:25.131431 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['5c724ad7-f033-44d4-83a0-64a1297c0335'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:25.135417 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-81d4d035-e7ae-48cd-b630-144e2d613cee None None] Provisioning complete for port 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:25.135809 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-81d4d035-e7ae-48cd-b630-144e2d613cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:25.145792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Network ee162050-8dd5-4aeb-ae26-64828e58a73c is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:33:25.147611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:33:25.270319 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Router 5c724ad7-f033-44d4-83a0-64a1297c0335 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:33:25.380822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23636d-04d5-440d-9a83-7ce46199a414 None None] Pushing event updated for resources: {'Port': ['ID=63b11463-a791-4b14-9b44-ba9b4b1fac7b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:25.384017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:33:25.397489 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cf751d1c-4f6d-40a4-a2c6-27f9cee673d0 admin admin] 10.222.0.26 "PUT /v2.0/routers/5c724ad7-f033-44d4-83a0-64a1297c0335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8586154 Jul 23 00:33:25.412676 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-81d4d035-e7ae-48cd-b630-144e2d613cee None None] Port 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:33:25.441826 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] Set router 5c724ad7-f033-44d4-83a0-64a1297c0335 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:33:25.548024 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:33:25.571752 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-804e83b0-d2a4-4d4a-9a1d-44cb3f6d58fc None None] Provisioning complete for port 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:25.572369 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-804e83b0-d2a4-4d4a-9a1d-44cb3f6d58fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:25.660945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-804e83b0-d2a4-4d4a-9a1d-44cb3f6d58fc None None] Port 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:33:25.701755 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:33:25.707276 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:25.707654 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:25.775720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'name': 'tempest-TestMinimumBasicScenario-1513170822-router', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '63b11463-a791-4b14-9b44-ba9b4b1fac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:21Z', 'updated_at': '2021-07-23T00:33:24Z', 'revision_number': 4, 'project_id': 'd5427081a4eb4f028d828736be28fdb5', 'gw_port': {'id': '63b11463-a791-4b14-9b44-ba9b4b1fac7b', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:22Z', 'updated_at': '2021-07-23T00:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '85cc3c05-7705-4aef-a5ab-e0bcbebbd310', 'name': '', 'network_id': 'ee162050-8dd5-4aeb-ae26-64828e58a73c', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5', 'mac_address': 'fa:16:3e:89:a6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '9428927a-14c5-43f2-b562-54ea8b413f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:24Z', 'updated_at': '2021-07-23T00:33:24Z', 'revision_number': 2, 'project_id': 'd5427081a4eb4f028d828736be28fdb5', 'subnets': [{'id': '9428927a-14c5-43f2-b562-54ea8b413f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:25.824930 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f1b86-f5e4-4837-b6ee-f50e23a69182 None None] The sync data for ids ['5c724ad7-f033-44d4-83a0-64a1297c0335'] in n-d-688802-2 is: [{'id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'name': 'tempest-TestMinimumBasicScenario-1513170822-router', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '63b11463-a791-4b14-9b44-ba9b4b1fac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:21Z', 'updated_at': '2021-07-23T00:33:24Z', 'revision_number': 4, 'project_id': 'd5427081a4eb4f028d828736be28fdb5', 'gw_port': {'id': '63b11463-a791-4b14-9b44-ba9b4b1fac7b', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:22Z', 'updated_at': '2021-07-23T00:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '85cc3c05-7705-4aef-a5ab-e0bcbebbd310', 'name': '', 'network_id': 'ee162050-8dd5-4aeb-ae26-64828e58a73c', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5', 'mac_address': 'fa:16:3e:89:a6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '9428927a-14c5-43f2-b562-54ea8b413f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:24Z', 'updated_at': '2021-07-23T00:33:24Z', 'revision_number': 2, 'project_id': 'd5427081a4eb4f028d828736be28fdb5', 'subnets': [{'id': '9428927a-14c5-43f2-b562-54ea8b413f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:33:25.838166 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:25.877600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7,segment=NetworkSegment(02b84bef-5d2c-4368-8318-77a3139a4e59),segment_id=02b84bef-5d2c-4368-8318-77a3139a4e59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:25.882133 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:25.882988 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:33:25.966562 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:25.975007 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:25.975379 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:27.643663 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 63b11463-a791-4b14-9b44-ba9b4b1fac7b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:33:27.699675 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 63b11463-a791-4b14-9b44-ba9b4b1fac7b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:33:27.704505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 63b11463-a791-4b14-9b44-ba9b4b1fac7b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:27.704880 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:27.805010 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:27.827750 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 63b11463-a791-4b14-9b44-ba9b4b1fac7b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=63b11463-a791-4b14-9b44-ba9b4b1fac7b,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:27.833446 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:27.834447 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:33:27.915857 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=63b11463-a791-4b14-9b44-ba9b4b1fac7b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:27.930233 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:27.930613 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:28.525057 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Sync routers for ids ['5c724ad7-f033-44d4-83a0-64a1297c0335'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:33:28.537142 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Routers {'5c724ad7-f033-44d4-83a0-64a1297c0335'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:33:28.537874 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['5c724ad7-f033-44d4-83a0-64a1297c0335'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:28.659788 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Set router 5c724ad7-f033-44d4-83a0-64a1297c0335 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:33:28.893061 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'name': 'tempest-TestMinimumBasicScenario-1513170822-router', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '63b11463-a791-4b14-9b44-ba9b4b1fac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:21Z', 'updated_at': '2021-07-23T00:33:24Z', 'revision_number': 4, 'project_id': 'd5427081a4eb4f028d828736be28fdb5', 'gw_port': {'id': '63b11463-a791-4b14-9b44-ba9b4b1fac7b', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:22Z', 'updated_at': '2021-07-23T00:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '85cc3c05-7705-4aef-a5ab-e0bcbebbd310', 'name': '', 'network_id': 'ee162050-8dd5-4aeb-ae26-64828e58a73c', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5', 'mac_address': 'fa:16:3e:89:a6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '9428927a-14c5-43f2-b562-54ea8b413f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:24Z', 'updated_at': '2021-07-23T00:33:24Z', 'revision_number': 2, 'project_id': 'd5427081a4eb4f028d828736be28fdb5', 'subnets': [{'id': '9428927a-14c5-43f2-b562-54ea8b413f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:28.920241 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Checking router: 5c724ad7-f033-44d4-83a0-64a1297c0335 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:33:28.920508 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Updating router 5c724ad7-f033-44d4-83a0-64a1297c0335 port 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:33:28.966278 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:29.264023 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:29.275279 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Transition to ACTIVE for port object 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:33:29.285183 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:29.339679 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e6096-c73c-4147-b903-df386b0cadea None None] Pushing event updated for resources: {'Port': ['ID=85cc3c05-7705-4aef-a5ab-e0bcbebbd310,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:29.406989 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Attempting to bind port 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:33:29.407496 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Attempting to bind port 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '8d0c195d-475b-4d89-9ae8-adc18977adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ee162050-8dd5-4aeb-ae26-64828e58a73c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:33:29.407958 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Attempting to bind port 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 on network ee162050-8dd5-4aeb-ae26-64828e58a73c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:33:29.413657 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:33:29.414147 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Checking segment: {'id': '8d0c195d-475b-4d89-9ae8-adc18977adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ee162050-8dd5-4aeb-ae26-64828e58a73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:33:29.414611 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:29.415181 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Bound using segment: {'id': '8d0c195d-475b-4d89-9ae8-adc18977adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ee162050-8dd5-4aeb-ae26-64828e58a73c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:33:29.415718 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Bound port: 85cc3c05-7705-4aef-a5ab-e0bcbebbd310, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0c195d-475b-4d89-9ae8-adc18977adce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'ee162050-8dd5-4aeb-ae26-64828e58a73c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:33:29.416156 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:29.503205 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] For port 85cc3c05-7705-4aef-a5ab-e0bcbebbd310, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:33:29.507281 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] For port 85cc3c05-7705-4aef-a5ab-e0bcbebbd310, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=85cc3c05-7705-4aef-a5ab-e0bcbebbd310,segment=NetworkSegment(8d0c195d-475b-4d89-9ae8-adc18977adce),segment_id=8d0c195d-475b-4d89-9ae8-adc18977adce)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:33:29.530829 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:29.590396 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 63b11463-a791-4b14-9b44-ba9b4b1fac7b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:33:29.597895 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Routers {'5c724ad7-f033-44d4-83a0-64a1297c0335'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:33:29.598535 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:33:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['5c724ad7-f033-44d4-83a0-64a1297c0335'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:29.678645 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 63b11463-a791-4b14-9b44-ba9b4b1fac7b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:29.679514 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:29.681128 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e6096-c73c-4147-b903-df386b0cadea None None] Pushing event updated for resources: {'Port': ['ID=85cc3c05-7705-4aef-a5ab-e0bcbebbd310,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:29.746250 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] Set router 5c724ad7-f033-44d4-83a0-64a1297c0335 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:33:30.001913 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'name': 'tempest-TestMinimumBasicScenario-1513170822-router', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '63b11463-a791-4b14-9b44-ba9b4b1fac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:21Z', 'updated_at': '2021-07-23T00:33:24Z', 'revision_number': 4, 'project_id': 'd5427081a4eb4f028d828736be28fdb5', 'gw_port': {'id': '63b11463-a791-4b14-9b44-ba9b4b1fac7b', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:22Z', 'updated_at': '2021-07-23T00:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '85cc3c05-7705-4aef-a5ab-e0bcbebbd310', 'name': '', 'network_id': 'ee162050-8dd5-4aeb-ae26-64828e58a73c', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5', 'mac_address': 'fa:16:3e:89:a6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '9428927a-14c5-43f2-b562-54ea8b413f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:24Z', 'updated_at': '2021-07-23T00:33:29Z', 'revision_number': 4, 'project_id': 'd5427081a4eb4f028d828736be28fdb5', 'subnets': [{'id': '9428927a-14c5-43f2-b562-54ea8b413f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:30.032890 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2db115-d288-4429-afd2-dc65dca1581e None None] The sync data for ids ['5c724ad7-f033-44d4-83a0-64a1297c0335'] in n-d-688802-2 is: [{'id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'name': 'tempest-TestMinimumBasicScenario-1513170822-router', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '63b11463-a791-4b14-9b44-ba9b4b1fac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:21Z', 'updated_at': '2021-07-23T00:33:24Z', 'revision_number': 4, 'project_id': 'd5427081a4eb4f028d828736be28fdb5', 'gw_port': {'id': '63b11463-a791-4b14-9b44-ba9b4b1fac7b', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:22Z', 'updated_at': '2021-07-23T00:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '85cc3c05-7705-4aef-a5ab-e0bcbebbd310', 'name': '', 'network_id': 'ee162050-8dd5-4aeb-ae26-64828e58a73c', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5', 'mac_address': 'fa:16:3e:89:a6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '9428927a-14c5-43f2-b562-54ea8b413f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:24Z', 'updated_at': '2021-07-23T00:33:29Z', 'revision_number': 4, 'project_id': 'd5427081a4eb4f028d828736be28fdb5', 'subnets': [{'id': '9428927a-14c5-43f2-b562-54ea8b413f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:33:31.548071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:33:31.605768 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:33:31.611201 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:31.611584 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:31.726033 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1b6fdd9d-89ec-4f30-b2b9-24efbda9cb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:31.727539 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:31.760290 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 85cc3c05-7705-4aef-a5ab-e0bcbebbd310, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=85cc3c05-7705-4aef-a5ab-e0bcbebbd310,segment=NetworkSegment(8d0c195d-475b-4d89-9ae8-adc18977adce),segment_id=8d0c195d-475b-4d89-9ae8-adc18977adce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:31.765050 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:31.816893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=85cc3c05-7705-4aef-a5ab-e0bcbebbd310,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:33.536719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:33:33.553280 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:33:33.594956 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:33.595550 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:34.438077 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7e5afa93-19cf-47a6-b743-1f3601975df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:34.494324 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:34.825514 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.327329 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-95689824-8096-4f92-8a09-3f36a0ef3aa7 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:35.328788 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-95689824-8096-4f92-8a09-3f36a0ef3aa7 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/networks?id=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b HTTP/1.1" status: 200 len: 815 time: 0.1023879 Jul 23 00:33:35.343715 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-d954a2c3-e3f2-42f6-ab23-a9cb05d570b2 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/quotas/4b382355fc6f4b58878d80d92c4484c8 HTTP/1.1" status: 200 len: 375 time: 0.0089467 Jul 23 00:33:35.407789 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-bd51f741-c176-460f-891d-68281d92dcf5 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b382355fc6f4b58878d80d92c4484c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585868 Jul 23 00:33:35.502344 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-bf66ca3c-6dc9-4e95-8582-020e35d89836 service neutron] 10.222.0.26 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830781 Jul 23 00:33:35.589320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-3622582b-9e78-4ec0-befa-e075d64a95ea service neutron] 10.222.0.26 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810218 Jul 23 00:33:35.746735 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.753820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ceee8f47-2425-4464-8289-ef69f9180ac6 req-fb0507fb-11a5-4a3a-8d2d-f0416596f2fd tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 210 time: 0.0351374 Jul 23 00:33:36.707014 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-c1974482-2eb1-4da5-8876-79a476130438 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:36.708503 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-c1974482-2eb1-4da5-8876-79a476130438 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.18 "GET /v2.0/networks?id=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b HTTP/1.1" status: 200 len: 815 time: 0.1015306 Jul 23 00:33:36.727140 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-b3fefb67-acd2-404f-96f4-50b7687bc3b8 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Request body: {'port': {'device_id': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'admin_state_up': True, 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:33:36.843328 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-b3fefb67-acd2-404f-96f4-50b7687bc3b8 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Made reservation on behalf of 4b382355fc6f4b58878d80d92c4484c8 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:33:36.847518 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-b3fefb67-acd2-404f-96f4-50b7687bc3b8 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:36.857623 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-854b5b80-9385-4de9-975b-38b09eda3791 req-fc140acb-04d7-43d7-b85b-f522be8fa9a0 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 210 time: 0.0356498 Jul 23 00:33:36.982753 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-b3fefb67-acd2-404f-96f4-50b7687bc3b8 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Allocated IP 172.20.0.10 (daf4e5fe-c1d9-4ff2-8bd9-87125995c19b/db52018c-5e71-4340-9792-56a958a28635/e750f92a-d78f-4f06-a4cc-4529885d88b1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:33:37.158945 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-b3fefb67-acd2-404f-96f4-50b7687bc3b8 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:37.174914 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-b3fefb67-acd2-404f-96f4-50b7687bc3b8 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Transition to ACTIVE for port object e750f92a-d78f-4f06-a4cc-4529885d88b1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:33:37.212369 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-b3fefb67-acd2-404f-96f4-50b7687bc3b8 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:37.236202 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:37.286251 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-b3fefb67-acd2-404f-96f4-50b7687bc3b8 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Network daf4e5fe-c1d9-4ff2-8bd9-87125995c19b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:33:37.287951 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-b3fefb67-acd2-404f-96f4-50b7687bc3b8 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:33:37.289779 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fefb67-acd2-404f-96f4-50b7687bc3b8 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Pushing event updated for resources: {'Port': ['ID=e750f92a-d78f-4f06-a4cc-4529885d88b1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:37.291933 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-b3fefb67-acd2-404f-96f4-50b7687bc3b8 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:33:37.348609 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-b3fefb67-acd2-404f-96f4-50b7687bc3b8 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:37.349447 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-b3fefb67-acd2-404f-96f4-50b7687bc3b8 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:37.375559 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-b3fefb67-acd2-404f-96f4-50b7687bc3b8 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6524539 Jul 23 00:33:37.566582 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a0556ff7-50d8-4769-919b-9e6197240d66 None None] Provisioning for port e750f92a-d78f-4f06-a4cc-4529885d88b1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:33:37.570695 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-a0556ff7-50d8-4769-919b-9e6197240d66 None None] Provisioning complete for port e750f92a-d78f-4f06-a4cc-4529885d88b1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:37.571080 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a0556ff7-50d8-4769-919b-9e6197240d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:37.609689 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a0556ff7-50d8-4769-919b-9e6197240d66 None None] Port e750f92a-d78f-4f06-a4cc-4529885d88b1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:33:37.992808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967ce47-6ede-42c1-9061-a04af70d4d5c req-901c7f3e-e0cf-4345-97aa-f7f1eb39f32b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:37.994300 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6967ce47-6ede-42c1-9061-a04af70d4d5c req-901c7f3e-e0cf-4345-97aa-f7f1eb39f32b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 932 time: 0.0675459 Jul 23 00:33:38.037110 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6967ce47-6ede-42c1-9061-a04af70d4d5c req-13e343e3-f6f6-4030-8eef-012a68766c37 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370145 Jul 23 00:33:39.174472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f256f-29c2-4cac-81ff-29825908a916 req-81ad4c97-8311-436f-bf32-7154f4a1a5d8 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:39.175957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c8f256f-29c2-4cac-81ff-29825908a916 req-81ad4c97-8311-436f-bf32-7154f4a1a5d8 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 932 time: 0.0699399 Jul 23 00:33:39.213727 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c8f256f-29c2-4cac-81ff-29825908a916 req-e30fd0f5-fddf-48fa-9a2e-6be12645d55a tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322378 Jul 23 00:33:40.357359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749fa30-8c66-4f6b-88c1-24ebb4d1a887 req-bd38c342-afb8-40fe-aadc-3dc693380202 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:40.358841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e749fa30-8c66-4f6b-88c1-24ebb4d1a887 req-bd38c342-afb8-40fe-aadc-3dc693380202 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 932 time: 0.0718102 Jul 23 00:33:40.397274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e749fa30-8c66-4f6b-88c1-24ebb4d1a887 req-3c309eab-7d01-43c9-b3d2-4ac98facdb34 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320277 Jul 23 00:33:41.530445 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e65a3-6bb3-4c20-b89c-d44d7c17df9a req-c89ec00e-7a26-42eb-be2a-62376a521240 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:41.531926 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-282e65a3-6bb3-4c20-b89c-d44d7c17df9a req-c89ec00e-7a26-42eb-be2a-62376a521240 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 932 time: 0.0675342 Jul 23 00:33:41.584684 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-282e65a3-6bb3-4c20-b89c-d44d7c17df9a req-607cefa9-c7cd-4b37-8a60-985e6d0c0c8e tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461659 Jul 23 00:33:42.731914 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2e800-b56c-456b-b5b7-af39b3770beb req-f4829672-7063-4f1b-a000-9c673c49fcb3 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:42.733472 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fe2e800-b56c-456b-b5b7-af39b3770beb req-f4829672-7063-4f1b-a000-9c673c49fcb3 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 932 time: 0.0841434 Jul 23 00:33:42.775293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1fe2e800-b56c-456b-b5b7-af39b3770beb req-2a0b7aa9-e09d-49db-bcd4-38fee240ceec tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347352 Jul 23 00:33:43.910620 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec79dae-0148-4dfc-9f46-d028d657c988 req-c79b36e1-19d8-4810-8310-50ed41dbf0d6 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:43.912111 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ec79dae-0148-4dfc-9f46-d028d657c988 req-c79b36e1-19d8-4810-8310-50ed41dbf0d6 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 932 time: 0.0678637 Jul 23 00:33:43.964680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ec79dae-0148-4dfc-9f46-d028d657c988 req-9d20b7a9-670f-4bd2-b178-c514e9b6993e tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469434 Jul 23 00:33:45.108813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc0e2e-2068-4fa3-b713-0620e63e28a9 req-41a24540-c91c-4e8d-be3b-d92055c37497 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:45.110578 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cbdc0e2e-2068-4fa3-b713-0620e63e28a9 req-41a24540-c91c-4e8d-be3b-d92055c37497 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 932 time: 0.0759528 Jul 23 00:33:45.154701 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cbdc0e2e-2068-4fa3-b713-0620e63e28a9 req-5748ad07-46d8-4bdb-9df3-ad1885a1a42e tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380037 Jul 23 00:33:46.292006 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb1e43-3ee0-4ac6-9a08-ede19e1f4661 req-87755a1e-5360-4676-8cb4-58aaa2f0fc13 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:46.293449 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3afb1e43-3ee0-4ac6-9a08-ede19e1f4661 req-87755a1e-5360-4676-8cb4-58aaa2f0fc13 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 932 time: 0.0683172 Jul 23 00:33:46.333317 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3afb1e43-3ee0-4ac6-9a08-ede19e1f4661 req-58c531da-4210-4b86-a6be-5e9b23127620 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341265 Jul 23 00:33:47.066268 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:47.295568 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Request body: {'port': {'device_id': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:33:47.365627 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:47.462349 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87c7c7-b415-446d-8b6c-76cbd43b76c0 req-7812eec5-9d8b-4f1f-bffd-f34cc6131983 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:47.463836 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c87c7c7-b415-446d-8b6c-76cbd43b76c0 req-7812eec5-9d8b-4f1f-bffd-f34cc6131983 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 932 time: 0.0623295 Jul 23 00:33:47.507861 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c87c7c7-b415-446d-8b6c-76cbd43b76c0 req-b18fd608-b896-41cd-9639-3ebc225d4ee3 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359428 Jul 23 00:33:47.631816 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e750f92a-d78f-4f06-a4cc-4529885d88b1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:33:47.639166 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:47.650605 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Transition to ACTIVE for port object e750f92a-d78f-4f06-a4cc-4529885d88b1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:33:47.654114 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:47.706065 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Pushing event updated for resources: {'Port': ['ID=e750f92a-d78f-4f06-a4cc-4529885d88b1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:47.731287 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:47.731629 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:47.731974 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:47.732332 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:47.732700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:47.733027 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:47.733406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:47.733741 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:47.734064 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:47.734385 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:47.734702 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:47.735020 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:47.792013 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Attempting to bind port e750f92a-d78f-4f06-a4cc-4529885d88b1 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:33:47.792374 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Attempting to bind port e750f92a-d78f-4f06-a4cc-4529885d88b1 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '02b84bef-5d2c-4368-8318-77a3139a4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:33:47.792673 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Attempting to bind port e750f92a-d78f-4f06-a4cc-4529885d88b1 on network daf4e5fe-c1d9-4ff2-8bd9-87125995c19b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:33:47.797184 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Port e750f92a-d78f-4f06-a4cc-4529885d88b1 on network daf4e5fe-c1d9-4ff2-8bd9-87125995c19b not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:33:47.797522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Attempting to bind port e750f92a-d78f-4f06-a4cc-4529885d88b1 on network daf4e5fe-c1d9-4ff2-8bd9-87125995c19b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:33:47.802696 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:33:47.803011 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Checking segment: {'id': '02b84bef-5d2c-4368-8318-77a3139a4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:33:47.803386 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Bound using segment: {'id': '02b84bef-5d2c-4368-8318-77a3139a4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:33:47.803808 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Bound port: e750f92a-d78f-4f06-a4cc-4529885d88b1, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b84bef-5d2c-4368-8318-77a3139a4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:33:47.804201 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:47.869326 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] For port e750f92a-d78f-4f06-a4cc-4529885d88b1, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:33:47.872236 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] For port e750f92a-d78f-4f06-a4cc-4529885d88b1, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e750f92a-d78f-4f06-a4cc-4529885d88b1,segment=NetworkSegment(02b84bef-5d2c-4368-8318-77a3139a4e59),segment_id=02b84bef-5d2c-4368-8318-77a3139a4e59)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:33:47.876802 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:47.913353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:47.913967 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:47.915433 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] 10.222.0.18 "PUT /v2.0/ports/e750f92a-d78f-4f06-a4cc-4529885d88b1 HTTP/1.1" status: 200 len: 1092 time: 0.6244416 Jul 23 00:33:47.915825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'tag': 'e750f92a-d78f-4f06-a4cc-4529885d88b1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:33:47.918335 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15381fee-4f3c-443b-b395-75fce2dd5f65" -d '{"events": [{"name": "network-changed", "server_uuid": "1b262790-bf9a-4247-b5f5-a4c4a9dcd113", "tag": "e750f92a-d78f-4f06-a4cc-4529885d88b1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:33:47.944105 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa70dd-f83f-485e-99b8-427210c1c546 service neutron] Pushing event updated for resources: {'Port': ['ID=e750f92a-d78f-4f06-a4cc-4529885d88b1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:47.965693 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6303d7-8316-4f48-8a90-8fbf1ec275c8 x-openstack-request-id: req-da6303d7-8316-4f48-8a90-8fbf1ec275c8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:33:47.966523 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b262790-bf9a-4247-b5f5-a4c4a9dcd113", "tag": "e750f92a-d78f-4f06-a4cc-4529885d88b1", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:33:47.966782 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da6303d7-8316-4f48-8a90-8fbf1ec275c8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:33:47.967334 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'tag': 'e750f92a-d78f-4f06-a4cc-4529885d88b1', 'status': 'completed', 'code': 200} Jul 23 00:33:48.062244 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15381fee-4f3c-443b-b395-75fce2dd5f65 req-9bbe4ba4-b223-480b-82a8-efe53c292cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:48.063836 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-15381fee-4f3c-443b-b395-75fce2dd5f65 req-9bbe4ba4-b223-480b-82a8-efe53c292cd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b382355fc6f4b58878d80d92c4484c8&device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 1095 time: 0.0576699 Jul 23 00:33:48.241803 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15381fee-4f3c-443b-b395-75fce2dd5f65 req-c07e075e-1f0d-4614-a6fb-766764e7974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:48.243288 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-15381fee-4f3c-443b-b395-75fce2dd5f65 req-c07e075e-1f0d-4614-a6fb-766764e7974c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4b382355fc6f4b58878d80d92c4484c8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1651697 Jul 23 00:33:48.640035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c629fc-02da-4e20-a6d7-07973fa5c35b req-0f52d6de-e8f6-4138-a9e3-4a21ff7f515a tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:48.641557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9c629fc-02da-4e20-a6d7-07973fa5c35b req-0f52d6de-e8f6-4138-a9e3-4a21ff7f515a tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 944 time: 0.0651176 Jul 23 00:33:48.665689 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15381fee-4f3c-443b-b395-75fce2dd5f65 req-b141b745-62b7-42b4-bb47-09e581f0f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:48.667147 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-15381fee-4f3c-443b-b395-75fce2dd5f65 req-b141b745-62b7-42b4-bb47-09e581f0f101 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4171593 Jul 23 00:33:48.680819 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d9c629fc-02da-4e20-a6d7-07973fa5c35b req-768aa694-4155-4f1e-8727-3273071e2439 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331037 Jul 23 00:33:48.778801 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-8811ee71-3695-4229-af73-4a35c5cc5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:48.780409 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-8811ee71-3695-4229-af73-4a35c5cc5e43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b382355fc6f4b58878d80d92c4484c8&device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 1095 time: 0.0586045 Jul 23 00:33:48.826979 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-e7e1c1cb-b21c-4b59-8e5d-f3783d84fc8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e750f92a-d78f-4f06-a4cc-4529885d88b1 HTTP/1.1" status: 200 len: 217 time: 0.0336933 Jul 23 00:33:48.873633 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-e325cbc9-0c71-4668-a39d-ea5b06d8bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:48.875059 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-e325cbc9-0c71-4668-a39d-ea5b06d8bb74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db52018c-5e71-4340-9792-56a958a28635 HTTP/1.1" status: 200 len: 854 time: 0.0420868 Jul 23 00:33:48.935010 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-96227fef-e097-4de3-9d96-6c120fe00da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:48.936488 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-96227fef-e097-4de3-9d96-6c120fe00da9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553589 Jul 23 00:33:49.023747 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-c31512a6-c85d-4941-befd-a588bbf5175c service neutron] 10.222.0.18 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803266 Jul 23 00:33:49.115664 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3586c7c9-6b21-4eab-8557-adc172bb638b req-563845cf-b4fa-49d2-883e-247cd52885e7 service neutron] 10.222.0.18 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854483 Jul 23 00:33:49.809675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02e59d-2f3b-49a5-a19c-8584c04432ee req-1464d0b6-b97c-420c-bdad-e871f7490abf tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:49.811135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce02e59d-2f3b-49a5-a19c-8584c04432ee req-1464d0b6-b97c-420c-bdad-e871f7490abf tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 944 time: 0.0631511 Jul 23 00:33:49.847992 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ce02e59d-2f3b-49a5-a19c-8584c04432ee req-d4af83a6-198c-4a39-998a-a05ff00995d6 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311911 Jul 23 00:33:50.976864 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2fc15-7704-4ab6-9ce6-91f1e2945159 req-346f7c3f-d825-4a62-8ea2-cfb3c6515f30 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:50.978357 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03a2fc15-7704-4ab6-9ce6-91f1e2945159 req-346f7c3f-d825-4a62-8ea2-cfb3c6515f30 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 944 time: 0.0658815 Jul 23 00:33:51.016739 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-03a2fc15-7704-4ab6-9ce6-91f1e2945159 req-53220e4f-5a1d-48fa-8166-51fd7bf6f3d9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328839 Jul 23 00:33:52.149848 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf28a92-fd2e-408a-a8cb-c4e305e06ea0 req-9c0e5249-3b20-4ed8-a99d-ae46d1e4404b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:52.151478 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-adf28a92-fd2e-408a-a8cb-c4e305e06ea0 req-9c0e5249-3b20-4ed8-a99d-ae46d1e4404b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 944 time: 0.0670037 Jul 23 00:33:52.188269 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-adf28a92-fd2e-408a-a8cb-c4e305e06ea0 req-676ec7a8-4934-4100-90e0-fe93075fc093 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311785 Jul 23 00:33:52.251702 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device e750f92a-d78f-4f06-a4cc-4529885d88b1 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:33:52.347232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port e750f92a-d78f-4f06-a4cc-4529885d88b1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e750f92a-d78f-4f06-a4cc-4529885d88b1,segment=NetworkSegment(02b84bef-5d2c-4368-8318-77a3139a4e59),segment_id=02b84bef-5d2c-4368-8318-77a3139a4e59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:52.358690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'e750f92a-d78f-4f06-a4cc-4529885d88b1', 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'port_id': 'e750f92a-d78f-4f06-a4cc-4529885d88b1', 'mac_address': 'fa:16:3e:d5:20:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db52018c-5e71-4340-9792-56a958a28635', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:33:52.399224 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:52.411890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e750f92a-d78f-4f06-a4cc-4529885d88b1 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:33:52.430921 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port e750f92a-d78f-4f06-a4cc-4529885d88b1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e750f92a-d78f-4f06-a4cc-4529885d88b1,segment=NetworkSegment(02b84bef-5d2c-4368-8318-77a3139a4e59),segment_id=02b84bef-5d2c-4368-8318-77a3139a4e59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:52.435034 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:52.482251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=e750f92a-d78f-4f06-a4cc-4529885d88b1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:52.490048 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:52.490418 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:52.490752 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:52.491091 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:52.491426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:52.491760 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:52.492091 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:52.492418 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:52.492746 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:52.493073 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:52.493423 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:52.493748 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:52.717996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['e750f92a-d78f-4f06-a4cc-4529885d88b1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:33:53.316816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58848745-aaa6-4889-8796-5404e48bd017 req-41732e0d-1219-40a7-8767-1ec6f22fbeef tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:53.318205 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-58848745-aaa6-4889-8796-5404e48bd017 req-41732e0d-1219-40a7-8767-1ec6f22fbeef tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 945 time: 0.0649319 Jul 23 00:33:53.358103 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-58848745-aaa6-4889-8796-5404e48bd017 req-68f379e3-1ff1-49d7-8320-56477649c30d tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343671 Jul 23 00:33:54.264296 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device e750f92a-d78f-4f06-a4cc-4529885d88b1 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:33:54.311731 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port e750f92a-d78f-4f06-a4cc-4529885d88b1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:33:54.315422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port e750f92a-d78f-4f06-a4cc-4529885d88b1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:54.315797 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:54.389581 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:54.413699 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e750f92a-d78f-4f06-a4cc-4529885d88b1'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:33:54.415956 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8161835-f768-408a-b0e9-78291393ce42" -d '{"events": [{"server_uuid": "1b262790-bf9a-4247-b5f5-a4c4a9dcd113", "name": "network-vif-plugged", "status": "completed", "tag": "e750f92a-d78f-4f06-a4cc-4529885d88b1"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:33:54.431463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port e750f92a-d78f-4f06-a4cc-4529885d88b1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e750f92a-d78f-4f06-a4cc-4529885d88b1,segment=NetworkSegment(02b84bef-5d2c-4368-8318-77a3139a4e59),segment_id=02b84bef-5d2c-4368-8318-77a3139a4e59)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:54.435302 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:54.482716 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=e750f92a-d78f-4f06-a4cc-4529885d88b1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:54.493660 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d6727-d8d1-469d-862f-fc547196e458 req-efff1190-d80a-4ada-b073-f508c74cac07 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:54.495187 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-213d6727-d8d1-469d-862f-fc547196e458 req-efff1190-d80a-4ada-b073-f508c74cac07 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 946 time: 0.0689180 Jul 23 00:33:54.538022 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-213d6727-d8d1-469d-862f-fc547196e458 req-9522ed4b-4939-405c-afb0-7c5132932c9c tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371799 Jul 23 00:33:54.598065 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68485904-3352-4eb5-8f08-e077feede54c x-openstack-request-id: req-68485904-3352-4eb5-8f08-e077feede54c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:33:54.598414 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b262790-bf9a-4247-b5f5-a4c4a9dcd113", "name": "network-vif-plugged", "status": "completed", "tag": "e750f92a-d78f-4f06-a4cc-4529885d88b1", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:33:54.598671 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68485904-3352-4eb5-8f08-e077feede54c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:33:54.599064 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e750f92a-d78f-4f06-a4cc-4529885d88b1', 'code': 200} Jul 23 00:33:54.735077 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45639c08-80d8-4e1d-8c61-0ac35ec0a734 req-f06ddff4-0eb1-4374-b260-caded9e179b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:54.736865 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-45639c08-80d8-4e1d-8c61-0ac35ec0a734 req-f06ddff4-0eb1-4374-b260-caded9e179b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 1097 time: 0.0532615 Jul 23 00:33:54.771791 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-45639c08-80d8-4e1d-8c61-0ac35ec0a734 req-6d80656c-6d55-4f3d-ab04-7459b235773b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283065 Jul 23 00:33:55.666612 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2e8a5-0056-491b-9403-6d53b9b440f4 req-deed41e5-2272-4e01-9e46-f4f4790ab556 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:55.668218 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8b2e8a5-0056-491b-9403-6d53b9b440f4 req-deed41e5-2272-4e01-9e46-f4f4790ab556 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 946 time: 0.0649493 Jul 23 00:33:55.707017 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d8b2e8a5-0056-491b-9403-6d53b9b440f4 req-ef014ccd-0704-4350-b376-24031879d87c tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330281 Jul 23 00:33:56.838766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6d73a-0820-4ad4-bda9-ebd553cdcca2 req-1cc36365-0cbb-426d-94c9-360b2028d025 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:56.840258 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dc6d73a-0820-4ad4-bda9-ebd553cdcca2 req-1cc36365-0cbb-426d-94c9-360b2028d025 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 946 time: 0.0664551 Jul 23 00:33:56.878121 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0dc6d73a-0820-4ad4-bda9-ebd553cdcca2 req-e9824345-9890-4102-9894-ff503d14453c tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322599 Jul 23 00:33:57.006021 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acfc33-bec2-4027-86b1-27b122b5079d req-ddc5166f-dd68-40b5-985b-0c5d7044cc29 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:57.007556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43acfc33-bec2-4027-86b1-27b122b5079d req-ddc5166f-dd68-40b5-985b-0c5d7044cc29 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 946 time: 0.0640650 Jul 23 00:33:57.045004 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43acfc33-bec2-4027-86b1-27b122b5079d req-8249b1bb-0674-4e7c-8ad5-c772e1503b39 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315983 Jul 23 00:33:57.243144 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcba43-0a7e-413b-a793-e5a27914e70b req-5bfd3d41-b9df-4cce-a2a5-23382c1d81f1 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:57.244622 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75bcba43-0a7e-413b-a793-e5a27914e70b req-5bfd3d41-b9df-4cce-a2a5-23382c1d81f1 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 946 time: 0.0622420 Jul 23 00:33:57.286011 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75bcba43-0a7e-413b-a793-e5a27914e70b req-02440367-3513-4437-98ab-fce737168aa3 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356696 Jul 23 00:34:01.687848 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5888664-29ff-411f-bbb0-c754392a0c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:04.429944 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c88df878-1857-4bb1-9f2b-d5b95d8432e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:04.486776 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:04.853333 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:05.741289 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:07.233953 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:07.905780 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-475f099e-d2b4-4096-890c-f762a322c20a req-57c1136c-7a12-4a5f-b4dd-0ac9e51a0858 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538521 Jul 23 00:34:08.028792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f099e-d2b4-4096-890c-f762a322c20a req-5500c051-c12a-4f3a-9ce6-4c55e6df2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:08.030361 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-475f099e-d2b4-4096-890c-f762a322c20a req-5500c051-c12a-4f3a-9ce6-4c55e6df2a80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b382355fc6f4b58878d80d92c4484c8&device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 1097 time: 0.0589132 Jul 23 00:34:08.136033 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f099e-d2b4-4096-890c-f762a322c20a req-60053c5c-d012-496d-860b-ca86a8f8f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:08.137825 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-475f099e-d2b4-4096-890c-f762a322c20a req-60053c5c-d012-496d-860b-ca86a8f8f212 service neutron] 10.222.0.18 "GET /v2.0/networks?id=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b HTTP/1.1" status: 200 len: 916 time: 0.0859005 Jul 23 00:34:08.183539 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-475f099e-d2b4-4096-890c-f762a322c20a req-ed0b9f74-3dd0-4550-a536-5a79b11da681 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e750f92a-d78f-4f06-a4cc-4529885d88b1 HTTP/1.1" status: 200 len: 217 time: 0.0374568 Jul 23 00:34:08.231705 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f099e-d2b4-4096-890c-f762a322c20a req-54e79b33-81c4-455f-bba4-8228e0b45fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:08.233119 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-475f099e-d2b4-4096-890c-f762a322c20a req-54e79b33-81c4-455f-bba4-8228e0b45fd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db52018c-5e71-4340-9792-56a958a28635 HTTP/1.1" status: 200 len: 854 time: 0.0426672 Jul 23 00:34:08.290106 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f099e-d2b4-4096-890c-f762a322c20a req-c4de2a6f-b3e0-4652-8c9d-e406cf969f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:08.291586 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-475f099e-d2b4-4096-890c-f762a322c20a req-c4de2a6f-b3e0-4652-8c9d-e406cf969f2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518408 Jul 23 00:34:08.385983 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-475f099e-d2b4-4096-890c-f762a322c20a req-3bfb47e6-14f4-4bc1-ac76-ae8f6fe67417 service neutron] 10.222.0.18 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866051 Jul 23 00:34:08.478702 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-475f099e-d2b4-4096-890c-f762a322c20a req-0ad2742f-b2f9-4bc1-8635-fa08c0308e1b service neutron] 10.222.0.18 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848060 Jul 23 00:34:08.863933 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ede2e-61a1-4dd4-a0a5-7f63251de17c req-67b754ef-39a9-4c64-aee1-3a02ee958f96 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:08.865413 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-455ede2e-61a1-4dd4-a0a5-7f63251de17c req-67b754ef-39a9-4c64-aee1-3a02ee958f96 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 946 time: 0.0627754 Jul 23 00:34:08.902877 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-455ede2e-61a1-4dd4-a0a5-7f63251de17c req-a5c94a9f-9e53-4636-8574-4ed3918c6c01 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319321 Jul 23 00:34:08.925011 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60980) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:09.061361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf16cda-e6b8-4201-b954-d44c96addb20 tempest-TestMinimumBasicScenario-649974907 tempest-TestMinimumBasicScenario-649974907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:09.062870 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3bf16cda-e6b8-4201-b954-d44c96addb20 tempest-TestMinimumBasicScenario-649974907 tempest-TestMinimumBasicScenario-649974907-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 1092 time: 0.1368914 Jul 23 00:34:09.066159 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60984) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:09.070522 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': 'e750f92a-d78f-4f06-a4cc-4529885d88b1', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:09.092051 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:09.189392 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:09.293534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Allocated IP 172.25.4.165 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/771474f7-b746-44d3-a6fd-1a0edac23def) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:34:09.391309 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:09.429709 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:09.465083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:34:09.469633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:09.473016 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:34:09.846175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Pushing event updated for resources: {'Port': ['ID=771474f7-b746-44d3-a6fd-1a0edac23def,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:10.171442 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:10.249152 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:10.394598 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:10.399172 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:10.465315 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Pushing event updated for resources: {'Port': ['ID=771474f7-b746-44d3-a6fd-1a0edac23def,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:10.475817 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:10.552341 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:34:10.574223 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Floating IP 00cd9e35-f3fe-48c0-b81e-fb64195dbd01 associated. External IP: 172.25.4.165, port: e750f92a-d78f-4f06-a4cc-4529885d88b1. Jul 23 00:34:10.778700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Router f033605e-1e9e-4e00-9b9d-84cd67909286 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:34:10.886507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:34:10.896604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fda821-0399-48e3-9be5-86650c98457c None None] Sync routers for ids ['f033605e-1e9e-4e00-9b9d-84cd67909286'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:34:10.904055 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:10.906156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fda821-0399-48e3-9be5-86650c98457c None None] Routers {'f033605e-1e9e-4e00-9b9d-84cd67909286'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:34:10.906777 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-65fda821-0399-48e3-9be5-86650c98457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:34:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f033605e-1e9e-4e00-9b9d-84cd67909286'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:10.941281 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3f578a4c-2789-40d4-aa9d-f26ab6a4645f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8740582 Jul 23 00:34:10.941865 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'tag': 'e750f92a-d78f-4f06-a4cc-4529885d88b1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:34:10.944368 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 60986) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:10.945493 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c013001f-8d12-4e4a-98f2-f396630e30fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1b262790-bf9a-4247-b5f5-a4c4a9dcd113", "tag": "e750f92a-d78f-4f06-a4cc-4529885d88b1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:34:10.948995 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-483a62b8-6414-4f7a-827b-648885624c5f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-246935583', 'description': 'tempest-secgroup-smoke-246935583 description', 'project_id': '4b382355fc6f4b58878d80d92c4484c8'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:10.974521 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-483a62b8-6414-4f7a-827b-648885624c5f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.021852 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-65fda821-0399-48e3-9be5-86650c98457c None None] Set router f033605e-1e9e-4e00-9b9d-84cd67909286 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:34:11.040920 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebf798c-0985-49f2-b2ef-b842d2c517c7 x-openstack-request-id: req-1ebf798c-0985-49f2-b2ef-b842d2c517c7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:34:11.041343 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b262790-bf9a-4247-b5f5-a4c4a9dcd113", "tag": "e750f92a-d78f-4f06-a4cc-4529885d88b1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:34:11.041623 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1ebf798c-0985-49f2-b2ef-b842d2c517c7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:34:11.042245 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'tag': 'e750f92a-d78f-4f06-a4cc-4529885d88b1', 'status': 'completed', 'code': 200} Jul 23 00:34:11.077899 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-483a62b8-6414-4f7a-827b-648885624c5f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.081959 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-483a62b8-6414-4f7a-827b-648885624c5f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.144232 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-483a62b8-6414-4f7a-827b-648885624c5f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.145506 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-483a62b8-6414-4f7a-827b-648885624c5f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2001288 Jul 23 00:34:11.148508 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60994) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:11.149035 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a62b8-6414-4f7a-827b-648885624c5f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5e4fd0-5693-49ce-a063-ba6271516fc5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:11.154775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5f7179ed-8461-42e9-be58-649c966bbcd0 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Request body: {'security_group_rule': {'security_group_id': '8b5e4fd0-5693-49ce-a063-ba6271516fc5', 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:11.172037 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013001f-8d12-4e4a-98f2-f396630e30fd req-76eb4a64-8881-446c-a8e2-68ae96821d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:11.173750 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c013001f-8d12-4e4a-98f2-f396630e30fd req-76eb4a64-8881-446c-a8e2-68ae96821d5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b382355fc6f4b58878d80d92c4484c8&device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 1097 time: 0.0849991 Jul 23 00:34:11.186231 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f7179ed-8461-42e9-be58-649c966bbcd0 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.247724 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f7179ed-8461-42e9-be58-649c966bbcd0 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.252521 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f7179ed-8461-42e9-be58-649c966bbcd0 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.269453 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013001f-8d12-4e4a-98f2-f396630e30fd req-770fc9a1-b6b7-4f62-8818-69a78a6b8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:11.271004 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c013001f-8d12-4e4a-98f2-f396630e30fd req-770fc9a1-b6b7-4f62-8818-69a78a6b8550 service neutron] 10.222.0.18 "GET /v2.0/networks?id=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b HTTP/1.1" status: 200 len: 916 time: 0.0901737 Jul 23 00:34:11.274561 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7179ed-8461-42e9-be58-649c966bbcd0 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0763c11-9f8f-43dd-b644-590c5964b582,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:11.278643 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5f7179ed-8461-42e9-be58-649c966bbcd0 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.279834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-65fda821-0399-48e3-9be5-86650c98457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'name': 'tempest-TestMinimumBasicScenario-1596299574-router', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:19Z', 'revision_number': 4, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'gw_port': {'id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '00cd9e35-f3fe-48c0-b81e-fb64195dbd01', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'floating_ip_address': '172.25.4.165', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'port_id': 'e750f92a-d78f-4f06-a4cc-4529885d88b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'mac_address': 'fa:16:3e:d5:20:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:34:10Z', 'updated_at': '2021-07-23T00:34:10Z', 'revision_number': 0, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7', 'name': '', 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'mac_address': 'fa:16:3e:de:ec:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'db52018c-5e71-4340-9792-56a958a28635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:19Z', 'updated_at': '2021-07-23T00:33:25Z', 'revision_number': 5, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'subnets': [{'id': 'db52018c-5e71-4340-9792-56a958a28635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:11.283877 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5f7179ed-8461-42e9-be58-649c966bbcd0 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334794 Jul 23 00:34:11.284465 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60996) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:11.289210 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4c7553cd-69b2-4e67-a13b-545ea6f74272 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Request body: {'security_group_rule': {'security_group_id': '8b5e4fd0-5693-49ce-a063-ba6271516fc5', 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:11.318013 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c7553cd-69b2-4e67-a13b-545ea6f74272 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.347445 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c013001f-8d12-4e4a-98f2-f396630e30fd req-a24a6e02-112f-42b1-acce-2ac380eb57d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e750f92a-d78f-4f06-a4cc-4529885d88b1 HTTP/1.1" status: 200 len: 1000 time: 0.0684245 Jul 23 00:34:11.381815 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c7553cd-69b2-4e67-a13b-545ea6f74272 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.387082 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c7553cd-69b2-4e67-a13b-545ea6f74272 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.401056 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013001f-8d12-4e4a-98f2-f396630e30fd req-0eccb0c2-d3ec-4566-962d-359cd073fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:11.403038 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c013001f-8d12-4e4a-98f2-f396630e30fd req-0eccb0c2-d3ec-4566-962d-359cd073fc7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db52018c-5e71-4340-9792-56a958a28635 HTTP/1.1" status: 200 len: 854 time: 0.0492604 Jul 23 00:34:11.410221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7553cd-69b2-4e67-a13b-545ea6f74272 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b783f4d-5374-4387-b5b4-281f9f64e7df,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:11.414051 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4c7553cd-69b2-4e67-a13b-545ea6f74272 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.418231 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4c7553cd-69b2-4e67-a13b-545ea6f74272 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326621 Jul 23 00:34:11.419066 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 60998) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:11.425895 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-b4f0547d-0830-44f8-a155-74a459515aab tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Request body: {'security_group_rule': {'security_group_id': '8b5e4fd0-5693-49ce-a063-ba6271516fc5', 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:11.452878 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4f0547d-0830-44f8-a155-74a459515aab tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.469697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fda821-0399-48e3-9be5-86650c98457c None None] Checking router: f033605e-1e9e-4e00-9b9d-84cd67909286 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:34:11.471815 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013001f-8d12-4e4a-98f2-f396630e30fd req-55b42852-a380-49e1-a117-796a92fe6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:11.473429 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c013001f-8d12-4e4a-98f2-f396630e30fd req-55b42852-a380-49e1-a117-796a92fe6569 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643508 Jul 23 00:34:11.478701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fda821-0399-48e3-9be5-86650c98457c None None] Routers {'f033605e-1e9e-4e00-9b9d-84cd67909286'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:34:11.479317 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-65fda821-0399-48e3-9be5-86650c98457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:34:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f033605e-1e9e-4e00-9b9d-84cd67909286'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:11.517068 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4f0547d-0830-44f8-a155-74a459515aab tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.522711 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4f0547d-0830-44f8-a155-74a459515aab tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.542431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0547d-0830-44f8-a155-74a459515aab tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5603bc4-ea40-47b1-8e82-b5f5fe2caf25,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:11.552367 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4f0547d-0830-44f8-a155-74a459515aab tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.553795 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b4f0547d-0830-44f8-a155-74a459515aab tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337211 Jul 23 00:34:11.556574 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32768) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:11.561650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1be2b4b1-6dc3-4e13-a4f7-5aeb04f8f054 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Request body: {'security_group_rule': {'security_group_id': '8b5e4fd0-5693-49ce-a063-ba6271516fc5', 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:11.577996 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c013001f-8d12-4e4a-98f2-f396630e30fd req-cdce132e-04b1-4aa1-906c-e8ffd22da494 service neutron] 10.222.0.18 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963185 Jul 23 00:34:11.590878 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1be2b4b1-6dc3-4e13-a4f7-5aeb04f8f054 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.606986 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-65fda821-0399-48e3-9be5-86650c98457c None None] Set router f033605e-1e9e-4e00-9b9d-84cd67909286 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:34:11.653219 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1be2b4b1-6dc3-4e13-a4f7-5aeb04f8f054 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.658025 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1be2b4b1-6dc3-4e13-a4f7-5aeb04f8f054 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.674099 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c013001f-8d12-4e4a-98f2-f396630e30fd req-7b1f9ca2-d4ae-4d30-a42f-252c79ea18d8 service neutron] 10.222.0.18 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892766 Jul 23 00:34:11.679849 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2b4b1-6dc3-4e13-a4f7-5aeb04f8f054 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641563d3-9017-4363-9673-a38cc41e4297,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:11.688446 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1be2b4b1-6dc3-4e13-a4f7-5aeb04f8f054 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.693810 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1be2b4b1-6dc3-4e13-a4f7-5aeb04f8f054 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361399 Jul 23 00:34:11.696570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32770) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:11.702043 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-59029ae1-90da-431a-9d6d-eddbe617ab73 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Request body: {'security_group_rule': {'security_group_id': '8b5e4fd0-5693-49ce-a063-ba6271516fc5', 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:11.725528 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-59029ae1-90da-431a-9d6d-eddbe617ab73 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Project 4b382355fc6f4b58878d80d92c4484c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:34:11.732761 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59029ae1-90da-431a-9d6d-eddbe617ab73 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.797252 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59029ae1-90da-431a-9d6d-eddbe617ab73 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.800809 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59029ae1-90da-431a-9d6d-eddbe617ab73 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.819922 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59029ae1-90da-431a-9d6d-eddbe617ab73 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fd3531-47ca-43aa-b572-5e9511c0bc8f,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:11.826517 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59029ae1-90da-431a-9d6d-eddbe617ab73 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.829546 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-59029ae1-90da-431a-9d6d-eddbe617ab73 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315670 Jul 23 00:34:11.831337 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32772) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:11.836097 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4cc27f1a-a6fb-4fcf-8104-fd478a0d5c03 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Request body: {'security_group_rule': {'security_group_id': '8b5e4fd0-5693-49ce-a063-ba6271516fc5', 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:11.836491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-65fda821-0399-48e3-9be5-86650c98457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'name': 'tempest-TestMinimumBasicScenario-1596299574-router', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:19Z', 'revision_number': 4, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'gw_port': {'id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '00cd9e35-f3fe-48c0-b81e-fb64195dbd01', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'floating_ip_address': '172.25.4.165', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'port_id': 'e750f92a-d78f-4f06-a4cc-4529885d88b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'mac_address': 'fa:16:3e:d5:20:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:34:10Z', 'updated_at': '2021-07-23T00:34:10Z', 'revision_number': 0, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7', 'name': '', 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'mac_address': 'fa:16:3e:de:ec:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'db52018c-5e71-4340-9792-56a958a28635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:19Z', 'updated_at': '2021-07-23T00:33:25Z', 'revision_number': 5, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'subnets': [{'id': 'db52018c-5e71-4340-9792-56a958a28635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:11.857676 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-4cc27f1a-a6fb-4fcf-8104-fd478a0d5c03 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Project 4b382355fc6f4b58878d80d92c4484c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:34:11.862598 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cc27f1a-a6fb-4fcf-8104-fd478a0d5c03 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.866784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fda821-0399-48e3-9be5-86650c98457c None None] The sync data for ids ['f033605e-1e9e-4e00-9b9d-84cd67909286'] in n-d-688802-2 is: [{'id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'name': 'tempest-TestMinimumBasicScenario-1596299574-router', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:19Z', 'revision_number': 4, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'gw_port': {'id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '00cd9e35-f3fe-48c0-b81e-fb64195dbd01', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'floating_ip_address': '172.25.4.165', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'port_id': 'e750f92a-d78f-4f06-a4cc-4529885d88b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'mac_address': 'fa:16:3e:d5:20:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:34:10Z', 'updated_at': '2021-07-23T00:34:10Z', 'revision_number': 0, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7', 'name': '', 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'mac_address': 'fa:16:3e:de:ec:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'db52018c-5e71-4340-9792-56a958a28635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:19Z', 'updated_at': '2021-07-23T00:33:25Z', 'revision_number': 5, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'subnets': [{'id': 'db52018c-5e71-4340-9792-56a958a28635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:34:11.927605 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cc27f1a-a6fb-4fcf-8104-fd478a0d5c03 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.931460 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cc27f1a-a6fb-4fcf-8104-fd478a0d5c03 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.949050 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc27f1a-a6fb-4fcf-8104-fd478a0d5c03 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8aa4908-fbca-480a-995e-9328aea6090d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:11.956320 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4cc27f1a-a6fb-4fcf-8104-fd478a0d5c03 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.960207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4cc27f1a-a6fb-4fcf-8104-fd478a0d5c03 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251373 Jul 23 00:34:12.047851 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d89a3e7-c780-4c5c-a961-979dfedd5008 req-2a11bd75-5f58-409d-aed0-4915bbc9f4c1 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-246935583&fields=id&tenant_id=4b382355fc6f4b58878d80d92c4484c8 HTTP/1.1" status: 200 len: 267 time: 0.0375988 Jul 23 00:34:12.071493 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d35e0c6-2025-44a8-8533-13e42e842dc1 None None] New status for floating IP 00cd9e35-f3fe-48c0-b81e-fb64195dbd01: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:34:12.118638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89a3e7-c780-4c5c-a961-979dfedd5008 req-3040d92f-e15b-42f9-956b-1d1dba2fec8a tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:12.120159 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d89a3e7-c780-4c5c-a961-979dfedd5008 req-3040d92f-e15b-42f9-956b-1d1dba2fec8a tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 946 time: 0.0660696 Jul 23 00:34:12.131772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-3d89a3e7-c780-4c5c-a961-979dfedd5008 req-a4b46046-1ff0-4cc2-9572-39f04f049f81 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Request body: {'port': {'security_groups': ['b457f044-13b4-4b51-a14c-851d56a55691', '8b5e4fd0-5693-49ce-a063-ba6271516fc5']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:12.219575 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3d89a3e7-c780-4c5c-a961-979dfedd5008 req-a4b46046-1ff0-4cc2-9572-39f04f049f81 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:12.401422 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-3d89a3e7-c780-4c5c-a961-979dfedd5008 req-a4b46046-1ff0-4cc2-9572-39f04f049f81 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] For port e750f92a-d78f-4f06-a4cc-4529885d88b1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e750f92a-d78f-4f06-a4cc-4529885d88b1,segment=NetworkSegment(02b84bef-5d2c-4368-8318-77a3139a4e59),segment_id=02b84bef-5d2c-4368-8318-77a3139a4e59)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:34:12.430314 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3d89a3e7-c780-4c5c-a961-979dfedd5008 req-a4b46046-1ff0-4cc2-9572-39f04f049f81 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:12.434674 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3d89a3e7-c780-4c5c-a961-979dfedd5008 req-a4b46046-1ff0-4cc2-9572-39f04f049f81 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:12.468826 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['e750f92a-d78f-4f06-a4cc-4529885d88b1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:34:12.482312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89a3e7-c780-4c5c-a961-979dfedd5008 req-a4b46046-1ff0-4cc2-9572-39f04f049f81 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:12.484081 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-3d89a3e7-c780-4c5c-a961-979dfedd5008 req-a4b46046-1ff0-4cc2-9572-39f04f049f81 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:12.484341 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3d89a3e7-c780-4c5c-a961-979dfedd5008 req-a4b46046-1ff0-4cc2-9572-39f04f049f81 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "PUT /v2.0/ports/e750f92a-d78f-4f06-a4cc-4529885d88b1 HTTP/1.1" status: 200 len: 982 time: 0.3580256 Jul 23 00:34:12.517158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b46046-1ff0-4cc2-9572-39f04f049f81 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Pushing event updated for resources: {'Port': ['ID=e750f92a-d78f-4f06-a4cc-4529885d88b1,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:12.612853 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['e750f92a-d78f-4f06-a4cc-4529885d88b1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:34:12.652220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965821ac-64dd-4518-8dee-ad0736b24fbb req-cea36e33-ee51-4d59-bdca-0e0d63a8929e tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:12.653789 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-965821ac-64dd-4518-8dee-ad0736b24fbb req-cea36e33-ee51-4d59-bdca-0e0d63a8929e tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 985 time: 0.0717022 Jul 23 00:34:12.697626 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-965821ac-64dd-4518-8dee-ad0736b24fbb req-16ebe75e-579d-4ea6-9306-8d67247b45fb tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&id=8b5e4fd0-5693-49ce-a063-ba6271516fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369658 Jul 23 00:34:12.835016 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e0a680c5-e29d-40fe-88c7-fc8933ebbfbb None None] Provisioning complete for port e750f92a-d78f-4f06-a4cc-4529885d88b1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:12.835307 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0a680c5-e29d-40fe-88c7-fc8933ebbfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.043284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'tag': 'e750f92a-d78f-4f06-a4cc-4529885d88b1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:34:13.046078 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e1cbe0-aa8c-4feb-93ac-665583ae1abc" -d '{"events": [{"name": "network-changed", "server_uuid": "1b262790-bf9a-4247-b5f5-a4c4a9dcd113", "tag": "e750f92a-d78f-4f06-a4cc-4529885d88b1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:34:13.097068 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53300366-452c-4f97-b390-07485ddfe44b x-openstack-request-id: req-53300366-452c-4f97-b390-07485ddfe44b {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:34:13.097589 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b262790-bf9a-4247-b5f5-a4c4a9dcd113", "tag": "e750f92a-d78f-4f06-a4cc-4529885d88b1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:34:13.098009 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53300366-452c-4f97-b390-07485ddfe44b {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:34:13.098579 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'tag': 'e750f92a-d78f-4f06-a4cc-4529885d88b1', 'status': 'completed', 'code': 200} Jul 23 00:34:13.202521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1cbe0-aa8c-4feb-93ac-665583ae1abc req-3ac5250e-9c17-4700-ae9c-0dd6f996a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:13.204220 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-09e1cbe0-aa8c-4feb-93ac-665583ae1abc req-3ac5250e-9c17-4700-ae9c-0dd6f996a57f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b382355fc6f4b58878d80d92c4484c8&device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 1136 time: 0.0602496 Jul 23 00:34:13.298614 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1cbe0-aa8c-4feb-93ac-665583ae1abc req-1710dfad-f756-40f9-86e9-0db947a5b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:13.300280 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-09e1cbe0-aa8c-4feb-93ac-665583ae1abc req-1710dfad-f756-40f9-86e9-0db947a5b1d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b HTTP/1.1" status: 200 len: 916 time: 0.0892618 Jul 23 00:34:13.369996 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-09e1cbe0-aa8c-4feb-93ac-665583ae1abc req-78fefa14-de99-4d68-8f42-2a3eb0d94cb3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e750f92a-d78f-4f06-a4cc-4529885d88b1 HTTP/1.1" status: 200 len: 1002 time: 0.0577896 Jul 23 00:34:13.418580 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1cbe0-aa8c-4feb-93ac-665583ae1abc req-beeafd76-6a13-419b-bc11-64624e95087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:13.419969 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-09e1cbe0-aa8c-4feb-93ac-665583ae1abc req-beeafd76-6a13-419b-bc11-64624e95087a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db52018c-5e71-4340-9792-56a958a28635 HTTP/1.1" status: 200 len: 854 time: 0.0434179 Jul 23 00:34:13.483436 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1cbe0-aa8c-4feb-93ac-665583ae1abc req-b567ba30-dde6-4ef3-8039-719e2bcc19d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:13.484980 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-09e1cbe0-aa8c-4feb-93ac-665583ae1abc req-b567ba30-dde6-4ef3-8039-719e2bcc19d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573308 Jul 23 00:34:13.578145 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-09e1cbe0-aa8c-4feb-93ac-665583ae1abc req-cb7b1121-7264-47f0-872b-9f082de8ef83 service neutron] 10.222.0.18 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819159 Jul 23 00:34:13.668992 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-09e1cbe0-aa8c-4feb-93ac-665583ae1abc req-8d9fe82d-587a-42d8-803b-067c882c2369 service neutron] 10.222.0.18 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844440 Jul 23 00:34:17.078865 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:29.742050 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cc88e-e683-4efc-93d5-563b1c752297 req-a61d1cff-98f4-4ff1-89fe-4230c1fb088f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:29.743547 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b77cc88e-e683-4efc-93d5-563b1c752297 req-a61d1cff-98f4-4ff1-89fe-4230c1fb088f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 985 time: 0.0673544 Jul 23 00:34:29.761851 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448daa73-bd46-4952-9a1a-b1468dd67030 req-5a82ff56-97af-400d-bce0-691b81ec25ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:29.763398 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-448daa73-bd46-4952-9a1a-b1468dd67030 req-5a82ff56-97af-400d-bce0-691b81ec25ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b382355fc6f4b58878d80d92c4484c8&device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 1136 time: 0.0550578 Jul 23 00:34:29.791844 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b77cc88e-e683-4efc-93d5-563b1c752297 req-dcfd4fc7-2d5a-4297-917c-7f03935ac807 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&id=8b5e4fd0-5693-49ce-a063-ba6271516fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423493 Jul 23 00:34:29.877861 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448daa73-bd46-4952-9a1a-b1468dd67030 req-a5a7a4a9-b812-42da-b781-561e6c923a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:29.879370 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-448daa73-bd46-4952-9a1a-b1468dd67030 req-a5a7a4a9-b812-42da-b781-561e6c923a48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b HTTP/1.1" status: 200 len: 916 time: 0.1041291 Jul 23 00:34:29.945863 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-448daa73-bd46-4952-9a1a-b1468dd67030 req-af45c4bd-96cd-4c30-adb6-6b6930699adf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e750f92a-d78f-4f06-a4cc-4529885d88b1 HTTP/1.1" status: 200 len: 1002 time: 0.0587449 Jul 23 00:34:29.994532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448daa73-bd46-4952-9a1a-b1468dd67030 req-4db1834b-a0c6-466d-a752-54c685ba98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:29.995972 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-448daa73-bd46-4952-9a1a-b1468dd67030 req-4db1834b-a0c6-466d-a752-54c685ba98f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db52018c-5e71-4340-9792-56a958a28635 HTTP/1.1" status: 200 len: 854 time: 0.0434146 Jul 23 00:34:30.059246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448daa73-bd46-4952-9a1a-b1468dd67030 req-48f58a15-446b-49a0-b594-87d9c0d1138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:30.060766 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-448daa73-bd46-4952-9a1a-b1468dd67030 req-48f58a15-446b-49a0-b594-87d9c0d1138b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577760 Jul 23 00:34:30.151834 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-448daa73-bd46-4952-9a1a-b1468dd67030 req-30ab8e48-4efc-4f14-91b1-12de05d14413 service neutron] 10.222.0.18 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831692 Jul 23 00:34:30.245990 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-448daa73-bd46-4952-9a1a-b1468dd67030 req-bb4f6dac-e416-4ac1-8b93-e254ad47c963 service neutron] 10.222.0.18 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869274 Jul 23 00:34:30.929139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786d500-6fd8-4827-829e-f180892804cd req-0acf937e-e8d0-4dc8-a3eb-12f4335612ac tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:30.930630 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5786d500-6fd8-4827-829e-f180892804cd req-0acf937e-e8d0-4dc8-a3eb-12f4335612ac tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 985 time: 0.0640321 Jul 23 00:34:30.969523 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5786d500-6fd8-4827-829e-f180892804cd req-22f73053-bd7b-4781-89be-6192304301ea tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&id=8b5e4fd0-5693-49ce-a063-ba6271516fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332437 Jul 23 00:34:31.687714 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-efa517fb-c975-4b28-a5fd-bfb41b494711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:32.097964 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da8ab8-6843-433d-b546-90196107d281 req-2d631d21-4f6a-4ff7-b24a-8f47dbd169af tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:32.099431 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73da8ab8-6843-433d-b546-90196107d281 req-2d631d21-4f6a-4ff7-b24a-8f47dbd169af tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 985 time: 0.0625222 Jul 23 00:34:32.138173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-73da8ab8-6843-433d-b546-90196107d281 req-aa15f922-a8a5-4b08-8a1f-fc13422c98b0 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&id=8b5e4fd0-5693-49ce-a063-ba6271516fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332284 Jul 23 00:34:33.271811 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c471a7-9b25-4a7d-af99-abf267917aee req-4aa4de5e-286a-4ea8-923a-16b234e83805 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:33.273281 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88c471a7-9b25-4a7d-af99-abf267917aee req-4aa4de5e-286a-4ea8-923a-16b234e83805 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 985 time: 0.0675550 Jul 23 00:34:33.315522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88c471a7-9b25-4a7d-af99-abf267917aee req-c90da343-daae-4839-8a11-b40aef12363a tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&id=8b5e4fd0-5693-49ce-a063-ba6271516fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364552 Jul 23 00:34:34.430660 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-081ee38d-4c90-4367-9ac7-f301d960cf18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:34.461262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175285b-15d4-4b26-99a4-9e606c40a722 req-01891abb-4d4f-4223-8720-42a21a032613 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:34.462741 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7175285b-15d4-4b26-99a4-9e606c40a722 req-01891abb-4d4f-4223-8720-42a21a032613 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 985 time: 0.0660145 Jul 23 00:34:34.487856 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:34.504083 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7175285b-15d4-4b26-99a4-9e606c40a722 req-214321a0-b0d4-49df-868f-a4d1decd65d7 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&id=8b5e4fd0-5693-49ce-a063-ba6271516fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356116 Jul 23 00:34:34.851219 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:35.632477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df3ccf-d330-4b55-a125-95436f3a4c42 req-8c91e11a-a98d-483d-a048-a37d61203a89 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:35.634004 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8df3ccf-d330-4b55-a125-95436f3a4c42 req-8c91e11a-a98d-483d-a048-a37d61203a89 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 985 time: 0.0629272 Jul 23 00:34:35.677481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a8df3ccf-d330-4b55-a125-95436f3a4c42 req-8be9c2e5-fd8b-4bc6-8d79-958aed2e39b2 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&id=8b5e4fd0-5693-49ce-a063-ba6271516fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376027 Jul 23 00:34:35.744951 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:36.806675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d60a6-c202-4219-8dfa-ea05ad2d595a req-eba1b42c-34dc-4f20-bfa4-3718835015de tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:36.808461 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4b7d60a6-c202-4219-8dfa-ea05ad2d595a req-eba1b42c-34dc-4f20-bfa4-3718835015de tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 985 time: 0.0644701 Jul 23 00:34:36.849001 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4b7d60a6-c202-4219-8dfa-ea05ad2d595a req-86f8f300-e61e-4a25-8c4b-13c901642e14 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&id=8b5e4fd0-5693-49ce-a063-ba6271516fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347774 Jul 23 00:34:37.235525 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:37.978123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fb8c9-2d11-4d9e-8b43-1d6c146c5f09 req-433d9b8f-80f0-4b81-95d9-55372273d84b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:37.979615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-095fb8c9-2d11-4d9e-8b43-1d6c146c5f09 req-433d9b8f-80f0-4b81-95d9-55372273d84b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 985 time: 0.0635366 Jul 23 00:34:38.019949 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-095fb8c9-2d11-4d9e-8b43-1d6c146c5f09 req-12efb3a4-df03-4f05-8db1-12e488f9bbd1 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&id=8b5e4fd0-5693-49ce-a063-ba6271516fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346982 Jul 23 00:34:39.150973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c11853-1c60-4569-86dc-444aa288a4e5 req-606722a9-acf8-4fc5-a431-8c375950582e tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:39.152439 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82c11853-1c60-4569-86dc-444aa288a4e5 req-606722a9-acf8-4fc5-a431-8c375950582e tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 985 time: 0.0665629 Jul 23 00:34:39.191959 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-82c11853-1c60-4569-86dc-444aa288a4e5 req-35421882-2852-4d63-be05-44b84a53588e tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&id=8b5e4fd0-5693-49ce-a063-ba6271516fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338564 Jul 23 00:34:40.322533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac62b30-1cf0-44cb-af14-bac30e91990e req-c6fb3efd-9bc8-4000-9fce-e81020be67b2 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:40.323910 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ac62b30-1cf0-44cb-af14-bac30e91990e req-c6fb3efd-9bc8-4000-9fce-e81020be67b2 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 985 time: 0.0634327 Jul 23 00:34:40.363535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1ac62b30-1cf0-44cb-af14-bac30e91990e req-e757ff57-613d-418e-8b2e-587e62b3889b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&id=8b5e4fd0-5693-49ce-a063-ba6271516fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339403 Jul 23 00:34:41.490573 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d625415-888b-4e3a-acb5-8ef851fe65dc req-654fe657-d3ae-4a07-bb66-c87be6b2a63a tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:41.492105 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d625415-888b-4e3a-acb5-8ef851fe65dc req-654fe657-d3ae-4a07-bb66-c87be6b2a63a tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 985 time: 0.0629277 Jul 23 00:34:41.535280 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0d625415-888b-4e3a-acb5-8ef851fe65dc req-e6b80d25-4c9f-40b9-85cf-f5f61bbc393a tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&id=8b5e4fd0-5693-49ce-a063-ba6271516fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374944 Jul 23 00:34:47.094526 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:47.552204 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:35:01.688956 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ee83f13-31b0-44f4-835e-311bd9179459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:04.431857 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b8df75fc-5f51-41ca-a2f7-280235e09ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:04.489895 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:04.850559 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:05.747416 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:07.238836 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:07.912464 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1721ae45-d51c-4fa5-93ae-6a51218a8dee req-c6f27e52-c949-4170-8180-9655efc3457f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528035 Jul 23 00:35:08.026566 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721ae45-d51c-4fa5-93ae-6a51218a8dee req-d5911411-ef27-45b9-a6fe-ce456968fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:08.028061 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1721ae45-d51c-4fa5-93ae-6a51218a8dee req-d5911411-ef27-45b9-a6fe-ce456968fa73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b382355fc6f4b58878d80d92c4484c8&device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 1136 time: 0.0531034 Jul 23 00:35:08.132977 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721ae45-d51c-4fa5-93ae-6a51218a8dee req-4108b85d-54b0-44df-bb28-5f1823064bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:08.134704 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1721ae45-d51c-4fa5-93ae-6a51218a8dee req-4108b85d-54b0-44df-bb28-5f1823064bd9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b HTTP/1.1" status: 200 len: 916 time: 0.0856435 Jul 23 00:35:08.202021 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1721ae45-d51c-4fa5-93ae-6a51218a8dee req-fc124514-a445-425f-acd4-ec71f3c96794 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e750f92a-d78f-4f06-a4cc-4529885d88b1 HTTP/1.1" status: 200 len: 1002 time: 0.0594187 Jul 23 00:35:08.250163 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721ae45-d51c-4fa5-93ae-6a51218a8dee req-73bf7c6e-ff0c-431e-b20b-662e24f95af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:08.251576 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1721ae45-d51c-4fa5-93ae-6a51218a8dee req-73bf7c6e-ff0c-431e-b20b-662e24f95af8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db52018c-5e71-4340-9792-56a958a28635 HTTP/1.1" status: 200 len: 854 time: 0.0436847 Jul 23 00:35:08.310170 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721ae45-d51c-4fa5-93ae-6a51218a8dee req-b848f363-dd4e-475d-a420-98c88e251105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:08.311664 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1721ae45-d51c-4fa5-93ae-6a51218a8dee req-b848f363-dd4e-475d-a420-98c88e251105 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531385 Jul 23 00:35:08.403912 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1721ae45-d51c-4fa5-93ae-6a51218a8dee req-c0e8cc72-5381-4d41-8e04-6b56bc0be1e0 service neutron] 10.222.0.18 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861187 Jul 23 00:35:08.491596 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1721ae45-d51c-4fa5-93ae-6a51218a8dee req-a6addfac-a89a-4dfd-b0c7-b4a653bce2e0 service neutron] 10.222.0.18 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802262 Jul 23 00:35:14.521035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4f71d70c-7d70-4d32-94e7-08ecf26b902f req-bce448f3-8d16-4c75-a1d7-108cfad24e1f tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-246935583&fields=id&tenant_id=4b382355fc6f4b58878d80d92c4484c8 HTTP/1.1" status: 200 len: 267 time: 0.0326324 Jul 23 00:35:14.588545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71d70c-7d70-4d32-94e7-08ecf26b902f req-b95c7834-3ad8-45d7-93c0-22045ccd4ffc tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:14.590070 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4f71d70c-7d70-4d32-94e7-08ecf26b902f req-b95c7834-3ad8-45d7-93c0-22045ccd4ffc tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 985 time: 0.0640075 Jul 23 00:35:14.601203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-4f71d70c-7d70-4d32-94e7-08ecf26b902f req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Request body: {'port': {'security_groups': ['b457f044-13b4-4b51-a14c-851d56a55691']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:14.683333 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4f71d70c-7d70-4d32-94e7-08ecf26b902f req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:14.854089 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-4f71d70c-7d70-4d32-94e7-08ecf26b902f req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] For port e750f92a-d78f-4f06-a4cc-4529885d88b1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e750f92a-d78f-4f06-a4cc-4529885d88b1,segment=NetworkSegment(02b84bef-5d2c-4368-8318-77a3139a4e59),segment_id=02b84bef-5d2c-4368-8318-77a3139a4e59)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:14.886882 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4f71d70c-7d70-4d32-94e7-08ecf26b902f req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:14.891342 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4f71d70c-7d70-4d32-94e7-08ecf26b902f req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:14.927700 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['e750f92a-d78f-4f06-a4cc-4529885d88b1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:35:14.934807 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71d70c-7d70-4d32-94e7-08ecf26b902f req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:14.935486 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-4f71d70c-7d70-4d32-94e7-08ecf26b902f req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:14.938001 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4f71d70c-7d70-4d32-94e7-08ecf26b902f req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "PUT /v2.0/ports/e750f92a-d78f-4f06-a4cc-4529885d88b1 HTTP/1.1" status: 200 len: 943 time: 0.3419108 Jul 23 00:35:14.938459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'tag': 'e750f92a-d78f-4f06-a4cc-4529885d88b1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:35:14.942708 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5bf779-2dee-4ab5-8548-ba4978ace489" -d '{"events": [{"name": "network-changed", "server_uuid": "1b262790-bf9a-4247-b5f5-a4c4a9dcd113", "tag": "e750f92a-d78f-4f06-a4cc-4529885d88b1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:35:14.945677 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32840) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:14.967674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Pushing event updated for resources: {'Port': ['ID=e750f92a-d78f-4f06-a4cc-4529885d88b1,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:14.976954 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:14.977459 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:14.977857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:14.978320 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:14.978724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:14.979124 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:14.979521 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:14.979916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:14.980313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:14.980706 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:14.981127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:14.981517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d70c4-eafe-4a44-9c53-10070303d4a9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:15.023055 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf94651e-03e1-476e-8ddc-5106c4257e00 x-openstack-request-id: req-bf94651e-03e1-476e-8ddc-5106c4257e00 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:35:15.023778 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b262790-bf9a-4247-b5f5-a4c4a9dcd113", "tag": "e750f92a-d78f-4f06-a4cc-4529885d88b1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:35:15.024232 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf94651e-03e1-476e-8ddc-5106c4257e00 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:35:15.024974 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'tag': 'e750f92a-d78f-4f06-a4cc-4529885d88b1', 'status': 'completed', 'code': 200} Jul 23 00:35:15.048272 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:15.083480 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['e750f92a-d78f-4f06-a4cc-4529885d88b1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:35:15.110232 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:15.167372 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bf779-2dee-4ab5-8548-ba4978ace489 req-71cc7299-0faf-44ce-9ef9-572c9d09128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:15.168927 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5bf779-2dee-4ab5-8548-ba4978ace489 req-71cc7299-0faf-44ce-9ef9-572c9d09128f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b382355fc6f4b58878d80d92c4484c8&device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 1097 time: 0.0989401 Jul 23 00:35:15.221914 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e12f80e2-2258-4761-8c60-197f5ed55365 None None] Provisioning complete for port e750f92a-d78f-4f06-a4cc-4529885d88b1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:15.222938 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e12f80e2-2258-4761-8c60-197f5ed55365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:15.248531 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:15.251160 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:15.252319 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "DELETE /v2.0/security-groups/8b5e4fd0-5693-49ce-a063-ba6271516fc5 HTTP/1.1" status: 204 len: 168 time: 0.3050201 Jul 23 00:35:15.255592 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32844) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:15.267662 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5e4fd0-5693-49ce-a063-ba6271516fc5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:15.286764 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:15.287120 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:15.287468 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:15.287815 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:15.288155 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:15.288491 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:15.288825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:15.289178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:15.289510 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:15.289839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:15.290169 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:15.290504 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2a351-7b6d-4665-88bc-a9769c14a06b tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:15.304303 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bf779-2dee-4ab5-8548-ba4978ace489 req-2657d6bd-db3c-40cb-8582-9acd594435ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:15.305888 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5bf779-2dee-4ab5-8548-ba4978ace489 req-2657d6bd-db3c-40cb-8582-9acd594435ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b HTTP/1.1" status: 200 len: 916 time: 0.1305676 Jul 23 00:35:15.380545 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5bf779-2dee-4ab5-8548-ba4978ace489 req-7f1e5c51-4c54-4771-af52-bae7f8e43c2e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e750f92a-d78f-4f06-a4cc-4529885d88b1 HTTP/1.1" status: 200 len: 1002 time: 0.0674284 Jul 23 00:35:15.421003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-121ba03b-0468-4906-b0ec-fa33f698bbb1 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Deleting port 771474f7-b746-44d3-a6fd-1a0edac23def {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:15.421374 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-121ba03b-0468-4906-b0ec-fa33f698bbb1 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:15.428622 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bf779-2dee-4ab5-8548-ba4978ace489 req-dd8d887d-328c-4f63-afcf-9df6fbd18f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:15.430106 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5bf779-2dee-4ab5-8548-ba4978ace489 req-dd8d887d-328c-4f63-afcf-9df6fbd18f78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db52018c-5e71-4340-9792-56a958a28635 HTTP/1.1" status: 200 len: 854 time: 0.0432358 Jul 23 00:35:15.491207 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bf779-2dee-4ab5-8548-ba4978ace489 req-919e52a6-5a2e-4b5f-9217-02a4b5eec0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:15.492698 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5bf779-2dee-4ab5-8548-ba4978ace489 req-919e52a6-5a2e-4b5f-9217-02a4b5eec0a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565796 Jul 23 00:35:15.496631 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-121ba03b-0468-4906-b0ec-fa33f698bbb1 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:15.496965 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-121ba03b-0468-4906-b0ec-fa33f698bbb1 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:15.509836 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-121ba03b-0468-4906-b0ec-fa33f698bbb1 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Calling delete_port for 771474f7-b746-44d3-a6fd-1a0edac23def owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:15.582693 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5bf779-2dee-4ab5-8548-ba4978ace489 req-27e3cabc-e05c-4128-b17e-7fe480363228 service neutron] 10.222.0.18 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827124 Jul 23 00:35:15.662755 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-121ba03b-0468-4906-b0ec-fa33f698bbb1 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:15.676141 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dd5bf779-2dee-4ab5-8548-ba4978ace489 req-2b57e909-c06b-4b2d-8294-55596384596e service neutron] 10.222.0.18 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864546 Jul 23 00:35:15.691417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ba03b-0468-4906-b0ec-fa33f698bbb1 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Pushing event deleted for resources: {'Port': ['ID=771474f7-b746-44d3-a6fd-1a0edac23def,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:15.753040 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-121ba03b-0468-4906-b0ec-fa33f698bbb1 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:15.753453 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-121ba03b-0468-4906-b0ec-fa33f698bbb1 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Floating IP 00cd9e35-f3fe-48c0-b81e-fb64195dbd01 disassociated (deleted). External IP: 172.25.4.165, port: e750f92a-d78f-4f06-a4cc-4529885d88b1. Jul 23 00:35:15.959426 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121ba03b-0468-4906-b0ec-fa33f698bbb1 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Router f033605e-1e9e-4e00-9b9d-84cd67909286 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:35:16.067096 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121ba03b-0468-4906-b0ec-fa33f698bbb1 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:35:16.071762 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-121ba03b-0468-4906-b0ec-fa33f698bbb1 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:16.076420 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f86806-2a3f-43ac-8685-0204e4543990 None None] Sync routers for ids ['f033605e-1e9e-4e00-9b9d-84cd67909286'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:35:16.085510 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f86806-2a3f-43ac-8685-0204e4543990 None None] Routers {'f033605e-1e9e-4e00-9b9d-84cd67909286'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:16.086194 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-95f86806-2a3f-43ac-8685-0204e4543990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:35:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f033605e-1e9e-4e00-9b9d-84cd67909286'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:16.108274 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-121ba03b-0468-4906-b0ec-fa33f698bbb1 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "DELETE /v2.0/floatingips/00cd9e35-f3fe-48c0-b81e-fb64195dbd01 HTTP/1.1" status: 204 len: 168 time: 0.8511069 Jul 23 00:35:16.191436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-95f86806-2a3f-43ac-8685-0204e4543990 None None] Set router f033605e-1e9e-4e00-9b9d-84cd67909286 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:16.396920 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-95f86806-2a3f-43ac-8685-0204e4543990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'name': 'tempest-TestMinimumBasicScenario-1596299574-router', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:19Z', 'revision_number': 4, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'gw_port': {'id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7', 'name': '', 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'mac_address': 'fa:16:3e:de:ec:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'db52018c-5e71-4340-9792-56a958a28635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:19Z', 'updated_at': '2021-07-23T00:33:25Z', 'revision_number': 5, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'subnets': [{'id': 'db52018c-5e71-4340-9792-56a958a28635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:16.426608 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f86806-2a3f-43ac-8685-0204e4543990 None None] Checking router: f033605e-1e9e-4e00-9b9d-84cd67909286 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:35:16.435545 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f86806-2a3f-43ac-8685-0204e4543990 None None] Routers {'f033605e-1e9e-4e00-9b9d-84cd67909286'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:16.436163 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-95f86806-2a3f-43ac-8685-0204e4543990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:35:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f033605e-1e9e-4e00-9b9d-84cd67909286'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:16.539607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-95f86806-2a3f-43ac-8685-0204e4543990 None None] Set router f033605e-1e9e-4e00-9b9d-84cd67909286 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:16.731227 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-95f86806-2a3f-43ac-8685-0204e4543990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'name': 'tempest-TestMinimumBasicScenario-1596299574-router', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:19Z', 'revision_number': 4, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'gw_port': {'id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7', 'name': '', 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'mac_address': 'fa:16:3e:de:ec:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'db52018c-5e71-4340-9792-56a958a28635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:19Z', 'updated_at': '2021-07-23T00:33:25Z', 'revision_number': 5, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'subnets': [{'id': 'db52018c-5e71-4340-9792-56a958a28635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:16.756192 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f86806-2a3f-43ac-8685-0204e4543990 None None] The sync data for ids ['f033605e-1e9e-4e00-9b9d-84cd67909286'] in n-d-688802-2 is: [{'id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'name': 'tempest-TestMinimumBasicScenario-1596299574-router', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:19Z', 'revision_number': 4, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'gw_port': {'id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7', 'name': '', 'network_id': 'daf4e5fe-c1d9-4ff2-8bd9-87125995c19b', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'mac_address': 'fa:16:3e:de:ec:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'db52018c-5e71-4340-9792-56a958a28635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:19Z', 'updated_at': '2021-07-23T00:33:25Z', 'revision_number': 5, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'subnets': [{'id': 'db52018c-5e71-4340-9792-56a958a28635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:35:16.981491 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a0959-68a7-4d4a-b226-6bdb63b1f7df None None] New status for floating IP 00cd9e35-f3fe-48c0-b81e-fb64195dbd01: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:35:17.025866 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'tag': 'e750f92a-d78f-4f06-a4cc-4529885d88b1'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:35:17.028755 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0115c109-4707-4e51-8ad5-daddbadb896b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b262790-bf9a-4247-b5f5-a4c4a9dcd113", "tag": "e750f92a-d78f-4f06-a4cc-4529885d88b1"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:35:17.070435 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2b0e1b-6781-4f8e-8243-8d5e0f882bd7 x-openstack-request-id: req-4b2b0e1b-6781-4f8e-8243-8d5e0f882bd7 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:35:17.070743 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b262790-bf9a-4247-b5f5-a4c4a9dcd113", "tag": "e750f92a-d78f-4f06-a4cc-4529885d88b1", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:35:17.071004 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b2b0e1b-6781-4f8e-8243-8d5e0f882bd7 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:35:17.071417 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'tag': 'e750f92a-d78f-4f06-a4cc-4529885d88b1', 'status': 'completed', 'code': 200} Jul 23 00:35:17.093270 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:17.171512 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115c109-4707-4e51-8ad5-daddbadb896b req-b99fa55c-f615-4f81-af67-3428b2e665fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:17.173073 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0115c109-4707-4e51-8ad5-daddbadb896b req-b99fa55c-f615-4f81-af67-3428b2e665fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b382355fc6f4b58878d80d92c4484c8&device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 1097 time: 0.0584865 Jul 23 00:35:17.265710 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115c109-4707-4e51-8ad5-daddbadb896b req-16832c7e-a684-43b9-b5e4-cdc7dfe437cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:17.267243 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0115c109-4707-4e51-8ad5-daddbadb896b req-16832c7e-a684-43b9-b5e4-cdc7dfe437cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b HTTP/1.1" status: 200 len: 916 time: 0.0881813 Jul 23 00:35:17.308625 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0115c109-4707-4e51-8ad5-daddbadb896b req-d5e1da14-f3e0-44a9-b90f-fe42473593f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e750f92a-d78f-4f06-a4cc-4529885d88b1 HTTP/1.1" status: 200 len: 217 time: 0.0341499 Jul 23 00:35:17.362323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115c109-4707-4e51-8ad5-daddbadb896b req-35462872-65d5-4172-8303-ee6d092b8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:17.364320 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0115c109-4707-4e51-8ad5-daddbadb896b req-35462872-65d5-4172-8303-ee6d092b8883 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=db52018c-5e71-4340-9792-56a958a28635 HTTP/1.1" status: 200 len: 854 time: 0.0473557 Jul 23 00:35:17.424657 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115c109-4707-4e51-8ad5-daddbadb896b req-5ba738aa-e26b-4068-a0a5-036658f606a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:17.426906 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0115c109-4707-4e51-8ad5-daddbadb896b req-5ba738aa-e26b-4068-a0a5-036658f606a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555089 Jul 23 00:35:17.522918 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0115c109-4707-4e51-8ad5-daddbadb896b req-c31d10fb-fabb-4290-9817-e37805eef2e4 service neutron] 10.222.0.18 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889738 Jul 23 00:35:17.900966 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0115c109-4707-4e51-8ad5-daddbadb896b req-9b1a0bba-9a97-429f-b2c9-3e61da4659bd service neutron] 10.222.0.18 "GET /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722510 Jul 23 00:35:23.052823 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be9f2b-0013-40be-a787-f1b1bd852bc4 req-0477e141-b4da-4991-a63e-b941420748dd tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:23.054507 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0be9f2b-0013-40be-a787-f1b1bd852bc4 req-0477e141-b4da-4991-a63e-b941420748dd tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 946 time: 0.0673811 Jul 23 00:35:23.090529 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0be9f2b-0013-40be-a787-f1b1bd852bc4 req-b6c5907b-8f71-40f5-88c9-e3b18e65dfe0 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303776 Jul 23 00:35:24.224593 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20073133-02ef-47da-b370-2d6442518b35 req-a5cc161e-8ff2-424c-9c5e-d8479f549ca9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:24.226094 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20073133-02ef-47da-b370-2d6442518b35 req-a5cc161e-8ff2-424c-9c5e-d8479f549ca9 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 946 time: 0.0675499 Jul 23 00:35:24.263230 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-20073133-02ef-47da-b370-2d6442518b35 req-be8a51ba-1e52-4030-baf6-b029de5b716c tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/security-groups?id=b457f044-13b4-4b51-a14c-851d56a55691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315282 Jul 23 00:35:24.551642 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:35:24.797456 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469296d-eef0-4283-b731-844acd1f8a15 req-37ae7a7b-af99-4a61-9a55-859aac0ae621 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:24.798923 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6469296d-eef0-4283-b731-844acd1f8a15 req-37ae7a7b-af99-4a61-9a55-859aac0ae621 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 946 time: 0.0623214 Jul 23 00:35:24.897914 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-6469296d-eef0-4283-b731-844acd1f8a15 req-7d6e28cf-26ca-4aae-8f9c-c76eef6cb404 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Deleting port e750f92a-d78f-4f06-a4cc-4529885d88b1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:24.898173 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6469296d-eef0-4283-b731-844acd1f8a15 req-7d6e28cf-26ca-4aae-8f9c-c76eef6cb404 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:24.981664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-6469296d-eef0-4283-b731-844acd1f8a15 req-7d6e28cf-26ca-4aae-8f9c-c76eef6cb404 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] For port e750f92a-d78f-4f06-a4cc-4529885d88b1, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=e750f92a-d78f-4f06-a4cc-4529885d88b1,segment=NetworkSegment(02b84bef-5d2c-4368-8318-77a3139a4e59),segment_id=02b84bef-5d2c-4368-8318-77a3139a4e59)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:24.982020 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6469296d-eef0-4283-b731-844acd1f8a15 req-7d6e28cf-26ca-4aae-8f9c-c76eef6cb404 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:24.994178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-6469296d-eef0-4283-b731-844acd1f8a15 req-7d6e28cf-26ca-4aae-8f9c-c76eef6cb404 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Calling delete_port for e750f92a-d78f-4f06-a4cc-4529885d88b1 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:25.119399 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6469296d-eef0-4283-b731-844acd1f8a15 req-7d6e28cf-26ca-4aae-8f9c-c76eef6cb404 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:25.146046 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e28cf-26ca-4aae-8f9c-c76eef6cb404 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Pushing event deleted for resources: {'Port': ['ID=e750f92a-d78f-4f06-a4cc-4529885d88b1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:25.152656 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['e750f92a-d78f-4f06-a4cc-4529885d88b1'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:35:25.194854 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6469296d-eef0-4283-b731-844acd1f8a15 req-7d6e28cf-26ca-4aae-8f9c-c76eef6cb404 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] No DVR routers for this DVR port e750f92a-d78f-4f06-a4cc-4529885d88b1 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:35:25.197238 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-6469296d-eef0-4283-b731-844acd1f8a15 req-7d6e28cf-26ca-4aae-8f9c-c76eef6cb404 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:25.199271 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6469296d-eef0-4283-b731-844acd1f8a15 req-7d6e28cf-26ca-4aae-8f9c-c76eef6cb404 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.18 "DELETE /v2.0/ports/e750f92a-d78f-4f06-a4cc-4529885d88b1 HTTP/1.1" status: 204 len: 173 time: 0.3945124 Jul 23 00:35:25.199716 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'name': 'network-vif-deleted', 'tag': 'e750f92a-d78f-4f06-a4cc-4529885d88b1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:35:25.202022 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c377a97b-0882-4904-80f3-92a5c1403bbc" -d '{"events": [{"server_uuid": "1b262790-bf9a-4247-b5f5-a4c4a9dcd113", "name": "network-vif-deleted", "tag": "e750f92a-d78f-4f06-a4cc-4529885d88b1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:35:25.241194 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f244449e-b6d7-42f9-a1a7-c93071928fe1 x-openstack-request-id: req-f244449e-b6d7-42f9-a1a7-c93071928fe1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:35:25.241496 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b262790-bf9a-4247-b5f5-a4c4a9dcd113", "name": "network-vif-deleted", "tag": "e750f92a-d78f-4f06-a4cc-4529885d88b1", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:35:25.241752 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f244449e-b6d7-42f9-a1a7-c93071928fe1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:35:25.242157 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b262790-bf9a-4247-b5f5-a4c4a9dcd113', 'name': 'network-vif-deleted', 'tag': 'e750f92a-d78f-4f06-a4cc-4529885d88b1', 'status': 'completed', 'code': 200} Jul 23 00:35:25.359258 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6be4605b-d9bb-4100-b5c5-f9febcb930a8 req-3545d5bd-fca2-43d0-897f-1ebc09f4e482 tempest-TestMinimumBasicScenario-111217688 tempest-TestMinimumBasicScenario-111217688-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b262790-bf9a-4247-b5f5-a4c4a9dcd113 HTTP/1.1" status: 200 len: 210 time: 0.0293770 Jul 23 00:35:26.914547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32940) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:27.245115 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-823c4213-db09-4d69-8cb7-9e56509424ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:27.826639 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-823c4213-db09-4d69-8cb7-9e56509424ea admin admin] Deleting port b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:27.826894 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-823c4213-db09-4d69-8cb7-9e56509424ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:27.905437 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-823c4213-db09-4d69-8cb7-9e56509424ea admin admin] For port b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7,segment=NetworkSegment(02b84bef-5d2c-4368-8318-77a3139a4e59),segment_id=02b84bef-5d2c-4368-8318-77a3139a4e59)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:27.905793 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-823c4213-db09-4d69-8cb7-9e56509424ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:27.918192 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-823c4213-db09-4d69-8cb7-9e56509424ea admin admin] Calling delete_port for b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:28.092736 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-823c4213-db09-4d69-8cb7-9e56509424ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:28.118799 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c4213-db09-4d69-8cb7-9e56509424ea admin admin] Pushing event deleted for resources: {'Port': ['ID=b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:28.290441 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-823c4213-db09-4d69-8cb7-9e56509424ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:28.498026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823c4213-db09-4d69-8cb7-9e56509424ea admin admin] Router f033605e-1e9e-4e00-9b9d-84cd67909286 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:35:28.602756 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823c4213-db09-4d69-8cb7-9e56509424ea admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:35:28.609465 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-823c4213-db09-4d69-8cb7-9e56509424ea admin admin] 10.222.0.26 "PUT /v2.0/routers/f033605e-1e9e-4e00-9b9d-84cd67909286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6921628 Jul 23 00:35:28.610336 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32942) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:28.613654 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472c0f4-3a4e-40c6-ac16-46f6dddcf337 None None] Sync routers for ids ['f033605e-1e9e-4e00-9b9d-84cd67909286'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:35:28.622681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472c0f4-3a4e-40c6-ac16-46f6dddcf337 None None] Routers {'f033605e-1e9e-4e00-9b9d-84cd67909286'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:28.623289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0472c0f4-3a4e-40c6-ac16-46f6dddcf337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:35:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f033605e-1e9e-4e00-9b9d-84cd67909286'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:28.714810 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-636aba6f-a202-468f-b45e-802329c57025 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:28.726015 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device e750f92a-d78f-4f06-a4cc-4529885d88b1 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:35:28.728997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-0472c0f4-3a4e-40c6-ac16-46f6dddcf337 None None] Set router f033605e-1e9e-4e00-9b9d-84cd67909286 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:28.793189 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: e750f92a-d78f-4f06-a4cc-4529885d88b1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:35:28.793462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device e750f92a-d78f-4f06-a4cc-4529885d88b1 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:35:28.819359 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-636aba6f-a202-468f-b45e-802329c57025 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:28.872913 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-636aba6f-a202-468f-b45e-802329c57025 admin admin] Deleting port f79be943-4b08-4576-a2cd-73c6bd08ff1e {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:28.873297 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-636aba6f-a202-468f-b45e-802329c57025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:28.959626 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-636aba6f-a202-468f-b45e-802329c57025 admin admin] For port f79be943-4b08-4576-a2cd-73c6bd08ff1e, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f79be943-4b08-4576-a2cd-73c6bd08ff1e,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:28.960359 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-636aba6f-a202-468f-b45e-802329c57025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:28.972469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-636aba6f-a202-468f-b45e-802329c57025 admin admin] Calling delete_port for f79be943-4b08-4576-a2cd-73c6bd08ff1e owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:29.071007 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0472c0f4-3a4e-40c6-ac16-46f6dddcf337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'name': 'tempest-TestMinimumBasicScenario-1596299574-router', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:35:28Z', 'revision_number': 5, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'gw_port': {'id': 'f79be943-4b08-4576-a2cd-73c6bd08ff1e', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:29.101190 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472c0f4-3a4e-40c6-ac16-46f6dddcf337 None None] Checking router: f033605e-1e9e-4e00-9b9d-84cd67909286 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:35:29.109459 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472c0f4-3a4e-40c6-ac16-46f6dddcf337 None None] Routers {'f033605e-1e9e-4e00-9b9d-84cd67909286'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:29.110080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0472c0f4-3a4e-40c6-ac16-46f6dddcf337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:35:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['f033605e-1e9e-4e00-9b9d-84cd67909286'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:29.141675 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-636aba6f-a202-468f-b45e-802329c57025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:29.167716 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636aba6f-a202-468f-b45e-802329c57025 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79be943-4b08-4576-a2cd-73c6bd08ff1e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:29.200749 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-0472c0f4-3a4e-40c6-ac16-46f6dddcf337 None None] Set router f033605e-1e9e-4e00-9b9d-84cd67909286 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:29.230181 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-636aba6f-a202-468f-b45e-802329c57025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:29.252477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-0472c0f4-3a4e-40c6-ac16-46f6dddcf337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'name': 'tempest-TestMinimumBasicScenario-1596299574-router', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:35:28Z', 'revision_number': 6, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:29.281240 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472c0f4-3a4e-40c6-ac16-46f6dddcf337 None None] The sync data for ids ['f033605e-1e9e-4e00-9b9d-84cd67909286'] in n-d-688802-2 is: [{'id': 'f033605e-1e9e-4e00-9b9d-84cd67909286', 'name': 'tempest-TestMinimumBasicScenario-1596299574-router', 'tenant_id': '4b382355fc6f4b58878d80d92c4484c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:17Z', 'updated_at': '2021-07-23T00:35:28Z', 'revision_number': 6, 'project_id': '4b382355fc6f4b58878d80d92c4484c8', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:35:29.322420 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-636aba6f-a202-468f-b45e-802329c57025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:29.324451 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-636aba6f-a202-468f-b45e-802329c57025 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:29.370082 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-636aba6f-a202-468f-b45e-802329c57025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:29.370623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636aba6f-a202-468f-b45e-802329c57025 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f033605e-1e9e-4e00-9b9d-84cd67909286 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:35:29.375134 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-636aba6f-a202-468f-b45e-802329c57025 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:29.376345 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-636aba6f-a202-468f-b45e-802329c57025 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f033605e-1e9e-4e00-9b9d-84cd67909286 HTTP/1.1" status: 204 len: 168 time: 0.7650282 Jul 23 00:35:29.379040 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32944) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:29.424488 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f36c01-81d1-43ac-ba0b-26f3a6fb36fe admin admin] Deleting subnet db52018c-5e71-4340-9792-56a958a28635 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:35:29.427606 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12f36c01-81d1-43ac-ba0b-26f3a6fb36fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:29.461393 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12f36c01-81d1-43ac-ba0b-26f3a6fb36fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:29.541420 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12f36c01-81d1-43ac-ba0b-26f3a6fb36fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:29.593016 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12f36c01-81d1-43ac-ba0b-26f3a6fb36fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:29.620133 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f36c01-81d1-43ac-ba0b-26f3a6fb36fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db52018c-5e71-4340-9792-56a958a28635,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:29.622117 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-12f36c01-81d1-43ac-ba0b-26f3a6fb36fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:29.623987 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-12f36c01-81d1-43ac-ba0b-26f3a6fb36fe admin admin] 10.222.0.26 "DELETE /v2.0/subnets/db52018c-5e71-4340-9792-56a958a28635 HTTP/1.1" status: 204 len: 168 time: 0.2439961 Jul 23 00:35:29.626497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32946) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:29.641850 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4117d66f-cfd0-485d-83d1-e7ca174c5597 None None] Network daf4e5fe-c1d9-4ff2-8bd9-87125995c19b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:35:29.710684 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:29.769874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] Deleting port 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:29.770220 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:29.834489 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] For port 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf,segment=NetworkSegment(02b84bef-5d2c-4368-8318-77a3139a4e59),segment_id=02b84bef-5d2c-4368-8318-77a3139a4e59)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:29.834854 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:29.847474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] Calling delete_port for 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:29.932639 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:29.957860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:29.961291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] No DVR routers for this DVR port 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:35:30.034848 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:30.044974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf4e5fe-c1d9-4ff2-8bd9-87125995c19b']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:30.054510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b84bef-5d2c-4368-8318-77a3139a4e59') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:30.054806 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b84bef-5d2c-4368-8318-77a3139a4e59') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:30.063435 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:30.078835 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:30.087017 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:35:30.087651 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:35:30.090173 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:35:30.105140 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e9198f-06a4-436b-8f02-6d2bc15334e9 None None] DHCP port deletion for daf4e5fe-c1d9-4ff2-8bd9-87125995c19b request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:35:30.115616 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:35:30.141005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:35:30.141657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b3fa0d6a-f64f-4d51-bffb-c6fc2a413cc7 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:35:30.158885 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:30.167412 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:30.169312 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/daf4e5fe-c1d9-4ff2-8bd9-87125995c19b HTTP/1.1" status: 204 len: 168 time: 0.5419614 Jul 23 00:35:30.172374 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32948) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:30.180747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0484ab-a1b7-4805-921a-13cd4afdc7d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=daf4e5fe-c1d9-4ff2-8bd9-87125995c19b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:30.518350 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6508fa9-6b99-44f8-9aff-904ee06a1df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:30.767530 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a6508fa9-6b99-44f8-9aff-904ee06a1df4 admin admin] Deleting port 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:30.767875 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6508fa9-6b99-44f8-9aff-904ee06a1df4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:30.845401 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a6508fa9-6b99-44f8-9aff-904ee06a1df4 admin admin] For port 85cc3c05-7705-4aef-a5ab-e0bcbebbd310, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=85cc3c05-7705-4aef-a5ab-e0bcbebbd310,segment=NetworkSegment(8d0c195d-475b-4d89-9ae8-adc18977adce),segment_id=8d0c195d-475b-4d89-9ae8-adc18977adce)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:30.845758 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6508fa9-6b99-44f8-9aff-904ee06a1df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:30.859034 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a6508fa9-6b99-44f8-9aff-904ee06a1df4 admin admin] Calling delete_port for 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:31.033108 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6508fa9-6b99-44f8-9aff-904ee06a1df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:31.062308 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6508fa9-6b99-44f8-9aff-904ee06a1df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=85cc3c05-7705-4aef-a5ab-e0bcbebbd310,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:31.234297 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6508fa9-6b99-44f8-9aff-904ee06a1df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:31.442322 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6508fa9-6b99-44f8-9aff-904ee06a1df4 admin admin] Router 5c724ad7-f033-44d4-83a0-64a1297c0335 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:35:31.550978 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6508fa9-6b99-44f8-9aff-904ee06a1df4 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:35:31.556333 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a6508fa9-6b99-44f8-9aff-904ee06a1df4 admin admin] 10.222.0.26 "PUT /v2.0/routers/5c724ad7-f033-44d4-83a0-64a1297c0335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3825741 Jul 23 00:35:31.558773 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32950) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:31.560212 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd642fc7-b6e0-47fe-80f5-6eea3594b21d None None] Sync routers for ids ['5c724ad7-f033-44d4-83a0-64a1297c0335'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:35:31.570216 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd642fc7-b6e0-47fe-80f5-6eea3594b21d None None] Routers {'5c724ad7-f033-44d4-83a0-64a1297c0335'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:31.570941 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cd642fc7-b6e0-47fe-80f5-6eea3594b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:35:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['5c724ad7-f033-44d4-83a0-64a1297c0335'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:31.638651 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f79be943-4b08-4576-a2cd-73c6bd08ff1e no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:35:31.658493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: f79be943-4b08-4576-a2cd-73c6bd08ff1e {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:35:31.658937 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f79be943-4b08-4576-a2cd-73c6bd08ff1e not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:35:31.659598 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:35:31.674291 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2901d52-a68a-4f24-a540-91e578c0d094 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:31.677926 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cd642fc7-b6e0-47fe-80f5-6eea3594b21d None None] Set router 5c724ad7-f033-44d4-83a0-64a1297c0335 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:31.684663 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:35:31.685085 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 27fad8e2-7cc1-4360-b879-e8ebfd0bb8cf not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:35:31.700094 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e0fa12d8-61f9-431b-b98b-1fedfc54fa8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:31.783323 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2901d52-a68a-4f24-a540-91e578c0d094 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:31.836842 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a2901d52-a68a-4f24-a540-91e578c0d094 admin admin] Deleting port 63b11463-a791-4b14-9b44-ba9b4b1fac7b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:31.837217 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2901d52-a68a-4f24-a540-91e578c0d094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:31.865390 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cd642fc7-b6e0-47fe-80f5-6eea3594b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'name': 'tempest-TestMinimumBasicScenario-1513170822-router', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '63b11463-a791-4b14-9b44-ba9b4b1fac7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:21Z', 'updated_at': '2021-07-23T00:35:30Z', 'revision_number': 5, 'project_id': 'd5427081a4eb4f028d828736be28fdb5', 'gw_port': {'id': '63b11463-a791-4b14-9b44-ba9b4b1fac7b', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:33:22Z', 'updated_at': '2021-07-23T00:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:31.892072 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd642fc7-b6e0-47fe-80f5-6eea3594b21d None None] Checking router: 5c724ad7-f033-44d4-83a0-64a1297c0335 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:35:31.901151 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd642fc7-b6e0-47fe-80f5-6eea3594b21d None None] Routers {'5c724ad7-f033-44d4-83a0-64a1297c0335'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:31.901873 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cd642fc7-b6e0-47fe-80f5-6eea3594b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:35:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['5c724ad7-f033-44d4-83a0-64a1297c0335'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:31.921071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a2901d52-a68a-4f24-a540-91e578c0d094 admin admin] For port 63b11463-a791-4b14-9b44-ba9b4b1fac7b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=63b11463-a791-4b14-9b44-ba9b4b1fac7b,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:31.921459 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2901d52-a68a-4f24-a540-91e578c0d094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:31.932887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-a2901d52-a68a-4f24-a540-91e578c0d094 admin admin] Calling delete_port for 63b11463-a791-4b14-9b44-ba9b4b1fac7b owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:31.985645 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-cd642fc7-b6e0-47fe-80f5-6eea3594b21d None None] Set router 5c724ad7-f033-44d4-83a0-64a1297c0335 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:32.037318 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-cd642fc7-b6e0-47fe-80f5-6eea3594b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'name': 'tempest-TestMinimumBasicScenario-1513170822-router', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:21Z', 'updated_at': '2021-07-23T00:35:31Z', 'revision_number': 6, 'project_id': 'd5427081a4eb4f028d828736be28fdb5', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:32.067127 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd642fc7-b6e0-47fe-80f5-6eea3594b21d None None] The sync data for ids ['5c724ad7-f033-44d4-83a0-64a1297c0335'] in n-d-688802-2 is: [{'id': '5c724ad7-f033-44d4-83a0-64a1297c0335', 'name': 'tempest-TestMinimumBasicScenario-1513170822-router', 'tenant_id': 'd5427081a4eb4f028d828736be28fdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:33:21Z', 'updated_at': '2021-07-23T00:35:31Z', 'revision_number': 6, 'project_id': 'd5427081a4eb4f028d828736be28fdb5', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:35:32.106552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2901d52-a68a-4f24-a540-91e578c0d094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:32.132256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2901d52-a68a-4f24-a540-91e578c0d094 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b11463-a791-4b14-9b44-ba9b4b1fac7b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:32.199122 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2901d52-a68a-4f24-a540-91e578c0d094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:32.286930 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2901d52-a68a-4f24-a540-91e578c0d094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:32.288955 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2901d52-a68a-4f24-a540-91e578c0d094 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:32.330428 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2901d52-a68a-4f24-a540-91e578c0d094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:32.331577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2901d52-a68a-4f24-a540-91e578c0d094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c724ad7-f033-44d4-83a0-64a1297c0335 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:35:32.336234 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a2901d52-a68a-4f24-a540-91e578c0d094 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:32.337419 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a2901d52-a68a-4f24-a540-91e578c0d094 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5c724ad7-f033-44d4-83a0-64a1297c0335 HTTP/1.1" status: 204 len: 168 time: 0.7771864 Jul 23 00:35:32.339934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32952) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:32.384142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed98e85-d84b-4a55-9991-54dbb2811c43 admin admin] Deleting subnet 9428927a-14c5-43f2-b562-54ea8b413f2f {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:35:32.387063 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eed98e85-d84b-4a55-9991-54dbb2811c43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:32.427325 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eed98e85-d84b-4a55-9991-54dbb2811c43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:32.507477 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eed98e85-d84b-4a55-9991-54dbb2811c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:32.560133 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eed98e85-d84b-4a55-9991-54dbb2811c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:32.584973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed98e85-d84b-4a55-9991-54dbb2811c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9428927a-14c5-43f2-b562-54ea8b413f2f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:32.591177 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-eed98e85-d84b-4a55-9991-54dbb2811c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:32.595569 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-eed98e85-d84b-4a55-9991-54dbb2811c43 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9428927a-14c5-43f2-b562-54ea8b413f2f HTTP/1.1" status: 204 len: 168 time: 0.2521820 Jul 23 00:35:32.595667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32954) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:32.597618 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b021284-93d4-4685-8c7a-16335ebf202e None None] Network ee162050-8dd5-4aeb-ae26-64828e58a73c requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:35:32.670306 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:32.727676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] Deleting port 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:32.728307 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:32.800529 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] For port 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=21ff9dd0-6213-420e-8ac1-99e1fafbe8d6,segment=NetworkSegment(8d0c195d-475b-4d89-9ae8-adc18977adce),segment_id=8d0c195d-475b-4d89-9ae8-adc18977adce)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:32.800918 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:32.812920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] Calling delete_port for 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:32.825459 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] DHCP port deletion for ee162050-8dd5-4aeb-ae26-64828e58a73c request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:35:32.875557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Deleting port 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:32.875955 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:32.901758 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:32.930192 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=21ff9dd0-6213-420e-8ac1-99e1fafbe8d6,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:32.933004 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] No DVR routers for this DVR port 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:35:32.948445 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] For port 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=21ff9dd0-6213-420e-8ac1-99e1fafbe8d6,segment=NetworkSegment(8d0c195d-475b-4d89-9ae8-adc18977adce),segment_id=8d0c195d-475b-4d89-9ae8-adc18977adce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:32.948840 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:32.961243 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Calling delete_port for 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:33.011701 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:33.023126 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee162050-8dd5-4aeb-ae26-64828e58a73c']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:33.033652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0c195d-475b-4d89-9ae8-adc18977adce') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:33.034848 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0c195d-475b-4d89-9ae8-adc18977adce') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:33.044316 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:33.052143 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:33.062339 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:33.069558 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:35:33.070099 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:33.079155 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Pushing event deleted for resources: {'Port': ['ID=21ff9dd0-6213-420e-8ac1-99e1fafbe8d6,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:35:33.080771 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:35:33.090804 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] No DVR routers for this DVR port 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:35:33.095712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:33.096107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:33.096698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:33.097564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:33.097895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:33.098220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:33.098620 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:33.098858 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:33.099182 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:33.099588 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:33.099810 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:33.100237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce3e4f-1e4c-4ce3-989c-3fd141e0908f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:33.143175 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:33.149077 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:33.150926 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ee162050-8dd5-4aeb-ae26-64828e58a73c HTTP/1.1" status: 204 len: 168 time: 0.5543261 Jul 23 00:35:33.162221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0da644-eb0c-4cb9-92ac-6378777b6b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee162050-8dd5-4aeb-ae26-64828e58a73c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:33.306461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:33.346291 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2fdfd60d-54f9-4018-8407-f87c6ee8fae0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b382355fc6f4b58878d80d92c4484c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385787 Jul 23 00:35:33.349197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 32964) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:33.397318 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d13ff367-ed8a-48fa-866e-eb60f05453d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:33.418037 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d13ff367-ed8a-48fa-866e-eb60f05453d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:33.464316 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d13ff367-ed8a-48fa-866e-eb60f05453d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:33.466947 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d13ff367-ed8a-48fa-866e-eb60f05453d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:33.470653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d13ff367-ed8a-48fa-866e-eb60f05453d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b457f044-13b4-4b51-a14c-851d56a55691 HTTP/1.1" status: 204 len: 168 time: 0.1180501 Jul 23 00:35:33.476670 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ff367-ed8a-48fa-866e-eb60f05453d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b457f044-13b4-4b51-a14c-851d56a55691,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:33.583192 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 63b11463-a791-4b14-9b44-ba9b4b1fac7b no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:35:33.606720 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 63b11463-a791-4b14-9b44-ba9b4b1fac7b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:35:33.607070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 63b11463-a791-4b14-9b44-ba9b4b1fac7b not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:35:33.607485 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:35:33.626450 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:35:33.626799 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 85cc3c05-7705-4aef-a5ab-e0bcbebbd310 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:35:33.627247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:35:33.648695 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:35:33.649050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 21ff9dd0-6213-420e-8ac1-99e1fafbe8d6 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:35:33.784591 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32972) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:33.825114 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-02aafda5-2c0f-4cbb-bb9b-c47b02b82b00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5427081a4eb4f028d828736be28fdb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392418 Jul 23 00:35:33.827491 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 32974) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:33.875075 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3475ed57-ac67-47fb-8068-3d73c0cdcf8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:33.896498 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3475ed57-ac67-47fb-8068-3d73c0cdcf8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:33.945015 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3475ed57-ac67-47fb-8068-3d73c0cdcf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:33.947822 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3475ed57-ac67-47fb-8068-3d73c0cdcf8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:33.948968 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3475ed57-ac67-47fb-8068-3d73c0cdcf8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3159fc32-4d4d-4549-aaf9-9ad6c997568c HTTP/1.1" status: 204 len: 168 time: 0.1205621 Jul 23 00:35:33.957058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475ed57-ac67-47fb-8068-3d73c0cdcf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3159fc32-4d4d-4549-aaf9-9ad6c997568c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:34.436866 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76e5a619-400e-4ac6-9a62-133fa65fde49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:34.492584 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:34.853573 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.517645 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33018) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:35.523122 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-88c8d19f-df27-4c88-bda3-c7080f5c12de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-368197176', 'description': 'tempest-secgroup-smoke-368197176 description', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:35.545803 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88c8d19f-df27-4c88-bda3-c7080f5c12de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.553548 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88c8d19f-df27-4c88-bda3-c7080f5c12de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.646867 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88c8d19f-df27-4c88-bda3-c7080f5c12de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.650385 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88c8d19f-df27-4c88-bda3-c7080f5c12de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.685360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8d19f-df27-4c88-bda3-c7080f5c12de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d5c8fd-8656-4ce5-9801-6b721942dc1e,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:35.740201 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88c8d19f-df27-4c88-bda3-c7080f5c12de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.743974 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88c8d19f-df27-4c88-bda3-c7080f5c12de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.751031 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.773425 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88c8d19f-df27-4c88-bda3-c7080f5c12de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.774675 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-88c8d19f-df27-4c88-bda3-c7080f5c12de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2560270 Jul 23 00:35:35.775747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8d19f-df27-4c88-bda3-c7080f5c12de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61af74c7-ed2f-4a40-bf2e-3927c936a42b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:35.777723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33020) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:35.782507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f6c61d57-262e-46b4-a1e8-a033c12f518a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '61af74c7-ed2f-4a40-bf2e-3927c936a42b', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:35.807188 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6c61d57-262e-46b4-a1e8-a033c12f518a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.861173 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6c61d57-262e-46b4-a1e8-a033c12f518a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.864603 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6c61d57-262e-46b4-a1e8-a033c12f518a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.881361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c61d57-262e-46b4-a1e8-a033c12f518a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3bf8717-d28d-445a-9409-ccf494ddf8ab,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:35.891271 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6c61d57-262e-46b4-a1e8-a033c12f518a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.892485 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f6c61d57-262e-46b4-a1e8-a033c12f518a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138630 Jul 23 00:35:35.896265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33022) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:35.900601 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0215a554-4512-4b2c-91d5-429da58a5ae4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '61af74c7-ed2f-4a40-bf2e-3927c936a42b', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:35.925587 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0215a554-4512-4b2c-91d5-429da58a5ae4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.980589 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0215a554-4512-4b2c-91d5-429da58a5ae4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.984487 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0215a554-4512-4b2c-91d5-429da58a5ae4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.007031 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215a554-4512-4b2c-91d5-429da58a5ae4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de84ea4-e95a-4a1a-a23d-e34d9c362f81,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:36.014529 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0215a554-4512-4b2c-91d5-429da58a5ae4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.015893 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0215a554-4512-4b2c-91d5-429da58a5ae4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187143 Jul 23 00:35:36.019215 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33024) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:36.023558 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0841ad54-2fb8-4c0e-b7ee-c6da0b8b6174 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '61af74c7-ed2f-4a40-bf2e-3927c936a42b', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:36.050307 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0841ad54-2fb8-4c0e-b7ee-c6da0b8b6174 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.106942 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0841ad54-2fb8-4c0e-b7ee-c6da0b8b6174 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.110393 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0841ad54-2fb8-4c0e-b7ee-c6da0b8b6174 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.128115 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841ad54-2fb8-4c0e-b7ee-c6da0b8b6174 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24873523-7dec-4ff3-bac0-8b974c3918f9,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:36.134510 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0841ad54-2fb8-4c0e-b7ee-c6da0b8b6174 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.138335 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0841ad54-2fb8-4c0e-b7ee-c6da0b8b6174 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155400 Jul 23 00:35:36.138440 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33026) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:36.142715 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c9963766-db01-4a4a-a028-59c6e095017c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '61af74c7-ed2f-4a40-bf2e-3927c936a42b', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:36.168883 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9963766-db01-4a4a-a028-59c6e095017c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.226839 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9963766-db01-4a4a-a028-59c6e095017c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.230251 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9963766-db01-4a4a-a028-59c6e095017c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.246994 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9963766-db01-4a4a-a028-59c6e095017c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10069c6-c521-4df5-8f77-987368531a7c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:36.254056 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c9963766-db01-4a4a-a028-59c6e095017c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.255315 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c9963766-db01-4a4a-a028-59c6e095017c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160204 Jul 23 00:35:36.258120 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:36.262734 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-64f67d8e-5851-4f04-9b9e-b7a1939d8912 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '61af74c7-ed2f-4a40-bf2e-3927c936a42b', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:36.283871 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-64f67d8e-5851-4f04-9b9e-b7a1939d8912 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Project 456023bc640c45e48cd7ad461e0d5cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:35:36.289192 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64f67d8e-5851-4f04-9b9e-b7a1939d8912 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.347166 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64f67d8e-5851-4f04-9b9e-b7a1939d8912 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.350663 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64f67d8e-5851-4f04-9b9e-b7a1939d8912 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.370153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f67d8e-5851-4f04-9b9e-b7a1939d8912 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9ab0b5-dd32-49cf-b4f1-542ed40aea5c,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:36.375383 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-64f67d8e-5851-4f04-9b9e-b7a1939d8912 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.376837 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-64f67d8e-5851-4f04-9b9e-b7a1939d8912 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178429 Jul 23 00:35:36.379589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33030) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:36.384284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-24e17979-7e29-440b-a73f-d7339ead6b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '61af74c7-ed2f-4a40-bf2e-3927c936a42b', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:36.406262 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-24e17979-7e29-440b-a73f-d7339ead6b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Project 456023bc640c45e48cd7ad461e0d5cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:35:36.411661 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e17979-7e29-440b-a73f-d7339ead6b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.473197 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e17979-7e29-440b-a73f-d7339ead6b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.476576 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e17979-7e29-440b-a73f-d7339ead6b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.493747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e17979-7e29-440b-a73f-d7339ead6b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b96ad8b-9281-4367-b4a9-12cf1c1e4539,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:36.499666 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24e17979-7e29-440b-a73f-d7339ead6b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.500986 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-24e17979-7e29-440b-a73f-d7339ead6b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204710 Jul 23 00:35:36.504523 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33032) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:36.509832 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5572721c-ef4c-4c88-b5ce-0f3bccd4045a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'network': {'name': 'tempest-network-smoke--424255060', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:36.529468 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5572721c-ef4c-4c88-b5ce-0f3bccd4045a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Made reservation on behalf of 456023bc640c45e48cd7ad461e0d5cf5 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:35:36.532731 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5572721c-ef4c-4c88-b5ce-0f3bccd4045a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.556214 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5572721c-ef4c-4c88-b5ce-0f3bccd4045a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:35:36.566111 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5572721c-ef4c-4c88-b5ce-0f3bccd4045a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.566456 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-5572721c-ef4c-4c88-b5ce-0f3bccd4045a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Added segment 38d56af3-ce81-48b9-8198-f466362dc3d5 of type vlan for network 89498953-185a-4011-9620-c00b59faa3fc Jul 23 00:35:36.606067 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5572721c-ef4c-4c88-b5ce-0f3bccd4045a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.634020 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5572721c-ef4c-4c88-b5ce-0f3bccd4045a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.639536 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5572721c-ef4c-4c88-b5ce-0f3bccd4045a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:36.640118 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5572721c-ef4c-4c88-b5ce-0f3bccd4045a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.674676 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5572721c-ef4c-4c88-b5ce-0f3bccd4045a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1689487 Jul 23 00:35:36.678315 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33034) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:36.682627 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-663765565', 'admin_state_up': True, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:36.720224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572721c-ef4c-4c88-b5ce-0f3bccd4045a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Network': ['ID=89498953-185a-4011-9620-c00b59faa3fc,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:36.730973 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 89498953-185a-4011-9620-c00b59faa3fc details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:35:36.735048 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.736105 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.787404 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.922122 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:37.242807 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:37.454641 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:37.473706 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:37.573245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.25.4.60 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/954beeff-16bb-4bbf-b04f-48c913447506) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:35:37.676409 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:37.713913 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:37.752077 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:35:37.755094 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:37.758611 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:35:37.764182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=954beeff-16bb-4bbf-b04f-48c913447506,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:38.005282 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:38.196590 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:38.321833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 900046a9-351f-41a1-bf41-c1be2f4afe4e is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:35:38.431389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:35:38.443427 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Sync routers for ids ['900046a9-351f-41a1-bf41-c1be2f4afe4e'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:35:38.450878 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:38.452431 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-dee3f78e-1771-49dd-adae-02e7f99abcab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7731910 Jul 23 00:35:38.453029 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Routers {'900046a9-351f-41a1-bf41-c1be2f4afe4e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:38.453669 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:35:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['900046a9-351f-41a1-bf41-c1be2f4afe4e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:38.455699 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33038) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:38.561982 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Set router 900046a9-351f-41a1-bf41-c1be2f4afe4e gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:38.575936 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d1e67d4d-26a7-4483-980e-80b6fe9efe27 tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=456023bc640c45e48cd7ad461e0d5cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1180429 Jul 23 00:35:38.578451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33042) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:38.667609 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679105ba-2cd7-493a-908c-e2b4436141c4 tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:38.669137 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-679105ba-2cd7-493a-908c-e2b4436141c4 tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897484 Jul 23 00:35:38.671958 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33044) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:38.699427 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bb9f890b-7c7e-4f7f-bedc-ea8e1862d55b tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263922 Jul 23 00:35:38.701971 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33046) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:38.706886 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-8e72dced-0b83-410e-8293-295138d39849 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-206587025', 'network_id': '89498953-185a-4011-9620-c00b59faa3fc', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:38.735199 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663765565', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '954beeff-16bb-4bbf-b04f-48c913447506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:36Z', 'updated_at': '2021-07-23T00:35:37Z', 'revision_number': 3, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '954beeff-16bb-4bbf-b04f-48c913447506', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:37Z', 'updated_at': '2021-07-23T00:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:38.761316 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Checking router: 900046a9-351f-41a1-bf41-c1be2f4afe4e for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:35:38.761672 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Updating router 900046a9-351f-41a1-bf41-c1be2f4afe4e port 954beeff-16bb-4bbf-b04f-48c913447506 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:35:38.794373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e72dced-0b83-410e-8293-295138d39849 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Made reservation on behalf of 456023bc640c45e48cd7ad461e0d5cf5 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:35:38.798152 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e72dced-0b83-410e-8293-295138d39849 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:38.801065 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:38.978701 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e72dced-0b83-410e-8293-295138d39849 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.050880 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72dced-0b83-410e-8293-295138d39849 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Subnet': ['ID=d70ead8f-385d-48ee-9ba7-5a488e4d0438,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:39.054587 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.055215 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e72dced-0b83-410e-8293-295138d39849 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Checking segment: {'id': '38d56af3-ce81-48b9-8198-f466362dc3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '89498953-185a-4011-9620-c00b59faa3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:35:39.055584 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e72dced-0b83-410e-8293-295138d39849 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network hostable DHCP agents. Network: 89498953-185a-4011-9620-c00b59faa3fc, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:35:39.066374 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Transition to ACTIVE for port object 954beeff-16bb-4bbf-b04f-48c913447506 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:39.072223 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.073290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e72dced-0b83-410e-8293-295138d39849 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 89498953-185a-4011-9620-c00b59faa3fc is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:35:39.084368 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-8e72dced-0b83-410e-8293-295138d39849 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 89498953-185a-4011-9620-c00b59faa3fc) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:39.088801 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e72dced-0b83-410e-8293-295138d39849 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:39.089444 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8e72dced-0b83-410e-8293-295138d39849 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.100822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822dff7b-285b-4df5-80d6-a24cc5a5107b None None] Network 89498953-185a-4011-9620-c00b59faa3fc requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:35:39.107381 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8e72dced-0b83-410e-8293-295138d39849 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4013383 Jul 23 00:35:39.107381 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33048) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:39.154022 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aee488-09ee-4ce5-a944-ddc7578fcaab None None] Pushing event updated for resources: {'Port': ['ID=954beeff-16bb-4bbf-b04f-48c913447506,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:39.156265 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Attempting to bind port 954beeff-16bb-4bbf-b04f-48c913447506 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:35:39.156634 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Attempting to bind port 954beeff-16bb-4bbf-b04f-48c913447506 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:35:39.157004 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Attempting to bind port 954beeff-16bb-4bbf-b04f-48c913447506 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:35:39.164595 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:35:39.164973 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:35:39.165405 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.165797 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:35:39.166270 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Bound port: 954beeff-16bb-4bbf-b04f-48c913447506, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:35:39.166659 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.279847 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] For port 954beeff-16bb-4bbf-b04f-48c913447506, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:35:39.298812 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] For port 954beeff-16bb-4bbf-b04f-48c913447506, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=954beeff-16bb-4bbf-b04f-48c913447506,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:35:39.305538 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.368235 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-89498953-185a-4011-9620-c00b59faa3fc', 'network_id': '89498953-185a-4011-9620-c00b59faa3fc', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ips': [{'subnet_id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:35:39.369079 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.399901 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Routers {'900046a9-351f-41a1-bf41-c1be2f4afe4e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:39.400522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:35:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['900046a9-351f-41a1-bf41-c1be2f4afe4e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:39.402981 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aee488-09ee-4ce5-a944-ddc7578fcaab None None] Pushing event updated for resources: {'Port': ['ID=954beeff-16bb-4bbf-b04f-48c913447506,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:39.537769 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.752756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] Set router 900046a9-351f-41a1-bf41-c1be2f4afe4e gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:39.813397 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Allocated IP 172.20.0.2 (89498953-185a-4011-9620-c00b59faa3fc/d70ead8f-385d-48ee-9ba7-5a488e4d0438/fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:35:40.045261 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.056150 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Transition to ACTIVE for port object fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:40.059057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663765565', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '954beeff-16bb-4bbf-b04f-48c913447506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:36Z', 'updated_at': '2021-07-23T00:35:37Z', 'revision_number': 3, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '954beeff-16bb-4bbf-b04f-48c913447506', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:37Z', 'updated_at': '2021-07-23T00:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:40.090856 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d42363-7048-4c1b-8c90-019ebcd84b6b None None] The sync data for ids ['900046a9-351f-41a1-bf41-c1be2f4afe4e'] in n-d-688802-2 is: [{'id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663765565', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '954beeff-16bb-4bbf-b04f-48c913447506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:36Z', 'updated_at': '2021-07-23T00:35:37Z', 'revision_number': 3, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '954beeff-16bb-4bbf-b04f-48c913447506', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:37Z', 'updated_at': '2021-07-23T00:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:35:40.102684 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Transition to ACTIVE for port object fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:40.111911 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.158610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Network 89498953-185a-4011-9620-c00b59faa3fc is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:35:40.161895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:40.165051 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.20.0.1 (89498953-185a-4011-9620-c00b59faa3fc/d70ead8f-385d-48ee-9ba7-5a488e4d0438/1b901268-4761-4eea-ad21-8f0b29f97cd9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:35:40.166338 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:35:40.169457 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Pushing event updated for resources: {'Port': ['ID=fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:40.234764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Attempting to bind port fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:35:40.235210 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Attempting to bind port fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '38d56af3-ce81-48b9-8198-f466362dc3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '89498953-185a-4011-9620-c00b59faa3fc'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:35:40.235670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Attempting to bind port fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 on network 89498953-185a-4011-9620-c00b59faa3fc {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:35:40.241079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:35:40.241566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Checking segment: {'id': '38d56af3-ce81-48b9-8198-f466362dc3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '89498953-185a-4011-9620-c00b59faa3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:35:40.242035 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.242486 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Bound using segment: {'id': '38d56af3-ce81-48b9-8198-f466362dc3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '89498953-185a-4011-9620-c00b59faa3fc'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:35:40.243032 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Bound port: fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d56af3-ce81-48b9-8198-f466362dc3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '89498953-185a-4011-9620-c00b59faa3fc'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:35:40.243476 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.291507 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.310372 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] For port fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:35:40.312284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Transition to ACTIVE for port object 1b901268-4761-4eea-ad21-8f0b29f97cd9 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:40.320103 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] For port fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32,segment=NetworkSegment(38d56af3-ce81-48b9-8198-f466362dc3d5),segment_id=38d56af3-ce81-48b9-8198-f466362dc3d5)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:35:40.326179 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.371005 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.426151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8c406-c4ce-4b4d-800a-0b86acca70cd None None] Pushing event updated for resources: {'Port': ['ID=fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:40.443248 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 89498953-185a-4011-9620-c00b59faa3fc is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:35:40.447515 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:40.452617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:35:40.456008 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=1b901268-4761-4eea-ad21-8f0b29f97cd9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:40.506223 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.687803 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.979261 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.984132 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:41.058056 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:41.066744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=1b901268-4761-4eea-ad21-8f0b29f97cd9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:41.164020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 89498953-185a-4011-9620-c00b59faa3fc is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:35:41.165757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:41.282256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 900046a9-351f-41a1-bf41-c1be2f4afe4e has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:35:41.316161 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce9b742-9950-446c-a1a0-0f378af129a9 None None] Network 89498953-185a-4011-9620-c00b59faa3fc requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:35:41.350222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8ad406f6-4446-4893-84fa-96fcc638253c None None] Provisioning for port fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:41.394486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:35:41.399856 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ac045c00-d996-40e4-bcfd-b6c38b465b27 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "PUT /v2.0/routers/900046a9-351f-41a1-bf41-c1be2f4afe4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2917936 Jul 23 00:35:41.541425 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-aaa4122e-f287-42a8-8340-5a8a678bcecf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368197176&fields=id&tenant_id=456023bc640c45e48cd7ad461e0d5cf5 HTTP/1.1" status: 200 len: 267 time: 0.0355258 Jul 23 00:35:41.678107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:41.682916 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-a5ce8679-9c71-4671-aaf2-14ce965cc44a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:41.684773 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-a5ce8679-9c71-4671-aaf2-14ce965cc44a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/networks?id=89498953-185a-4011-9620-c00b59faa3fc HTTP/1.1" status: 200 len: 796 time: 0.1357620 Jul 23 00:35:41.703320 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-44c36c58-2223-4cdf-acad-6e373aa210d7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/quotas/456023bc640c45e48cd7ad461e0d5cf5 HTTP/1.1" status: 200 len: 375 time: 0.0117629 Jul 23 00:35:41.736880 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:41.742155 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:41.742529 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:41.781680 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-d2b87802-f992-462b-a7b2-af6074ebacdd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713887 Jul 23 00:35:41.826800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-476cb533-8687-4016-a0e2-7409fe0b98b1 None None] Provisioning complete for port fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:41.827181 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-476cb533-8687-4016-a0e2-7409fe0b98b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:41.874463 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:41.896909 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-ea92850b-1dd2-40ba-bc4a-2ede26ddcbfe service neutron] 10.222.0.26 "GET /v2.0/networks/89498953-185a-4011-9620-c00b59faa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960774 Jul 23 00:35:41.935689 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32,segment=NetworkSegment(38d56af3-ce81-48b9-8198-f466362dc3d5),segment_id=38d56af3-ce81-48b9-8198-f466362dc3d5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:41.946330 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:41.947207 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 954beeff-16bb-4bbf-b04f-48c913447506 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:41.994757 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-476cb533-8687-4016-a0e2-7409fe0b98b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.015690 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-19f2c4bd-6a02-43e2-a3d0-60e0d510e506 service neutron] 10.222.0.26 "GET /v2.0/networks/89498953-185a-4011-9620-c00b59faa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128571 Jul 23 00:35:42.055213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:42.077926 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Sync routers for ids ['900046a9-351f-41a1-bf41-c1be2f4afe4e'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:35:42.095014 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Routers {'900046a9-351f-41a1-bf41-c1be2f4afe4e'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:42.095887 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:35:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['900046a9-351f-41a1-bf41-c1be2f4afe4e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:42.099458 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-476cb533-8687-4016-a0e2-7409fe0b98b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 00:35:42.099904 n-d-688802-2 neutron-server[93822]: DEBUG oslo_db.api [None req-476cb533-8687-4016-a0e2-7409fe0b98b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 00:35:42.101518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 954beeff-16bb-4bbf-b04f-48c913447506 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:42.105917 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 954beeff-16bb-4bbf-b04f-48c913447506 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:42.106384 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.216604 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.241508 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Set router 900046a9-351f-41a1-bf41-c1be2f4afe4e gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:42.242901 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 954beeff-16bb-4bbf-b04f-48c913447506, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=954beeff-16bb-4bbf-b04f-48c913447506,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:42.247168 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.260021 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1c48c68e-957e-4d94-93fe-f8f4e4d8a452 req-7beb4943-6219-4e23-b16d-9fe1f4821619 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 210 time: 0.0447206 Jul 23 00:35:42.310745 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=954beeff-16bb-4bbf-b04f-48c913447506,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:42.448326 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663765565', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '954beeff-16bb-4bbf-b04f-48c913447506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:36Z', 'updated_at': '2021-07-23T00:35:40Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '954beeff-16bb-4bbf-b04f-48c913447506', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:37Z', 'updated_at': '2021-07-23T00:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '1b901268-4761-4eea-ad21-8f0b29f97cd9', 'name': '', 'network_id': '89498953-185a-4011-9620-c00b59faa3fc', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:cc:27:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:39Z', 'updated_at': '2021-07-23T00:35:40Z', 'revision_number': 2, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:42.474454 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Checking router: 900046a9-351f-41a1-bf41-c1be2f4afe4e for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:35:42.474817 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Updating router 900046a9-351f-41a1-bf41-c1be2f4afe4e port 1b901268-4761-4eea-ad21-8f0b29f97cd9 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:35:42.517161 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.653495 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-476cb533-8687-4016-a0e2-7409fe0b98b1 None None] Provisioning for port 1b901268-4761-4eea-ad21-8f0b29f97cd9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:42.661756 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-476cb533-8687-4016-a0e2-7409fe0b98b1 None None] Provisioning complete for port 1b901268-4761-4eea-ad21-8f0b29f97cd9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:42.662065 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-476cb533-8687-4016-a0e2-7409fe0b98b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.701209 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-476cb533-8687-4016-a0e2-7409fe0b98b1 None None] Port 1b901268-4761-4eea-ad21-8f0b29f97cd9 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:35:42.789593 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.804012 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Transition to ACTIVE for port object 1b901268-4761-4eea-ad21-8f0b29f97cd9 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:42.814000 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.906100 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfaa8f-50e1-41fe-9f70-1650f0b5b287 None None] Pushing event updated for resources: {'Port': ['ID=1b901268-4761-4eea-ad21-8f0b29f97cd9,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:42.936190 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfaa8f-50e1-41fe-9f70-1650f0b5b287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:42.936625 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfaa8f-50e1-41fe-9f70-1650f0b5b287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:42.936957 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfaa8f-50e1-41fe-9f70-1650f0b5b287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:42.937319 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfaa8f-50e1-41fe-9f70-1650f0b5b287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:42.937646 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfaa8f-50e1-41fe-9f70-1650f0b5b287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:42.937984 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfaa8f-50e1-41fe-9f70-1650f0b5b287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:42.938404 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfaa8f-50e1-41fe-9f70-1650f0b5b287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:42.938723 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfaa8f-50e1-41fe-9f70-1650f0b5b287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:42.939154 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfaa8f-50e1-41fe-9f70-1650f0b5b287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:42.939342 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfaa8f-50e1-41fe-9f70-1650f0b5b287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:42.939650 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfaa8f-50e1-41fe-9f70-1650f0b5b287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:42.939960 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cfaa8f-50e1-41fe-9f70-1650f0b5b287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:42.956247 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Attempting to bind port 1b901268-4761-4eea-ad21-8f0b29f97cd9 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:35:42.956668 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Attempting to bind port 1b901268-4761-4eea-ad21-8f0b29f97cd9 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '38d56af3-ce81-48b9-8198-f466362dc3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '89498953-185a-4011-9620-c00b59faa3fc'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:35:42.957022 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Attempting to bind port 1b901268-4761-4eea-ad21-8f0b29f97cd9 on network 89498953-185a-4011-9620-c00b59faa3fc {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:35:42.962391 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:35:42.962893 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Checking segment: {'id': '38d56af3-ce81-48b9-8198-f466362dc3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '89498953-185a-4011-9620-c00b59faa3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:35:42.963293 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.963675 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Bound using segment: {'id': '38d56af3-ce81-48b9-8198-f466362dc3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '89498953-185a-4011-9620-c00b59faa3fc'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:35:42.964130 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Bound port: 1b901268-4761-4eea-ad21-8f0b29f97cd9, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d56af3-ce81-48b9-8198-f466362dc3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '89498953-185a-4011-9620-c00b59faa3fc'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:35:42.964501 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.037406 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] For port 1b901268-4761-4eea-ad21-8f0b29f97cd9, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:35:43.041292 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] For port 1b901268-4761-4eea-ad21-8f0b29f97cd9, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=1b901268-4761-4eea-ad21-8f0b29f97cd9,segment=NetworkSegment(38d56af3-ce81-48b9-8198-f466362dc3d5),segment_id=38d56af3-ce81-48b9-8198-f466362dc3d5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:35:43.046018 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.106560 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Routers {'900046a9-351f-41a1-bf41-c1be2f4afe4e'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:43.107192 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:35:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['900046a9-351f-41a1-bf41-c1be2f4afe4e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:43.112611 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfaa8f-50e1-41fe-9f70-1650f0b5b287 None None] Pushing event updated for resources: {'Port': ['ID=1b901268-4761-4eea-ad21-8f0b29f97cd9,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:43.216955 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] Set router 900046a9-351f-41a1-bf41-c1be2f4afe4e gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:43.360854 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-61eedbdc-13f9-486a-941d-0e9a75ae6c38 req-41dc1837-bfa3-4a97-ac1e-42baaf52471d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 210 time: 0.0370011 Jul 23 00:35:43.515441 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663765565', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '954beeff-16bb-4bbf-b04f-48c913447506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:36Z', 'updated_at': '2021-07-23T00:35:40Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '954beeff-16bb-4bbf-b04f-48c913447506', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:37Z', 'updated_at': '2021-07-23T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '1b901268-4761-4eea-ad21-8f0b29f97cd9', 'name': '', 'network_id': '89498953-185a-4011-9620-c00b59faa3fc', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:cc:27:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:39Z', 'updated_at': '2021-07-23T00:35:43Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:43.539124 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-5975b094-29cb-4cd8-9a16-7a425913f57f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:43.540861 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-5975b094-29cb-4cd8-9a16-7a425913f57f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "GET /v2.0/networks?id=89498953-185a-4011-9620-c00b59faa3fc HTTP/1.1" status: 200 len: 796 time: 0.1177506 Jul 23 00:35:43.544412 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e619f3-8cef-4ae2-9bd7-3202748a820c None None] The sync data for ids ['900046a9-351f-41a1-bf41-c1be2f4afe4e'] in n-d-688802-2 is: [{'id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663765565', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '954beeff-16bb-4bbf-b04f-48c913447506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:36Z', 'updated_at': '2021-07-23T00:35:40Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '954beeff-16bb-4bbf-b04f-48c913447506', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:37Z', 'updated_at': '2021-07-23T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '1b901268-4761-4eea-ad21-8f0b29f97cd9', 'name': '', 'network_id': '89498953-185a-4011-9620-c00b59faa3fc', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:cc:27:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:39Z', 'updated_at': '2021-07-23T00:35:43Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:35:43.604293 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-190219eb-b1ec-4900-b53c-7dcafe58fc51 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=456023bc640c45e48cd7ad461e0d5cf5 HTTP/1.1" status: 200 len: 379 time: 0.0469244 Jul 23 00:35:43.636652 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:43.637124 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b907bcd8-78cd-4f43-96ef-1eb6ae603c63 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'port': {'device_id': 'ed321545-79af-4939-a61d-8b78234645de', 'network_id': '89498953-185a-4011-9620-c00b59faa3fc', 'admin_state_up': True, 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'security_groups': ['61af74c7-ed2f-4a40-bf2e-3927c936a42b']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:43.697858 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:43.698407 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.758110 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b907bcd8-78cd-4f43-96ef-1eb6ae603c63 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Made reservation on behalf of 456023bc640c45e48cd7ad461e0d5cf5 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:35:43.762441 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b907bcd8-78cd-4f43-96ef-1eb6ae603c63 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.786174 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 954beeff-16bb-4bbf-b04f-48c913447506 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:43.835904 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 954beeff-16bb-4bbf-b04f-48c913447506 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:43.836281 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.909698 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b907bcd8-78cd-4f43-96ef-1eb6ae603c63 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.20.0.5 (89498953-185a-4011-9620-c00b59faa3fc/d70ead8f-385d-48ee-9ba7-5a488e4d0438/bdea6b4e-c2dd-42ce-994f-2a436a703d51) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:35:44.066096 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b907bcd8-78cd-4f43-96ef-1eb6ae603c63 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.080363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b907bcd8-78cd-4f43-96ef-1eb6ae603c63 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Transition to ACTIVE for port object bdea6b4e-c2dd-42ce-994f-2a436a703d51 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:44.114768 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b907bcd8-78cd-4f43-96ef-1eb6ae603c63 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.162148 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b907bcd8-78cd-4f43-96ef-1eb6ae603c63 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 89498953-185a-4011-9620-c00b59faa3fc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:35:44.165502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b907bcd8-78cd-4f43-96ef-1eb6ae603c63 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:44.169824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b907bcd8-78cd-4f43-96ef-1eb6ae603c63 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:35:44.177464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907bcd8-78cd-4f43-96ef-1eb6ae603c63 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=bdea6b4e-c2dd-42ce-994f-2a436a703d51,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:44.227373 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b907bcd8-78cd-4f43-96ef-1eb6ae603c63 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:44.228041 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b907bcd8-78cd-4f43-96ef-1eb6ae603c63 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.244589 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b907bcd8-78cd-4f43-96ef-1eb6ae603c63 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6117511 Jul 23 00:35:44.262282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Request body: {'port': {'device_id': 'ed321545-79af-4939-a61d-8b78234645de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:44.345051 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.401279 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b5f5f05d-b1c3-43dd-b326-3dba6e9d2311 None None] Provisioning for port bdea6b4e-c2dd-42ce-994f-2a436a703d51 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:44.410670 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b5f5f05d-b1c3-43dd-b326-3dba6e9d2311 None None] Provisioning complete for port bdea6b4e-c2dd-42ce-994f-2a436a703d51 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:44.410670 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f05d-b1c3-43dd-b326-3dba6e9d2311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.467139 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5f05d-b1c3-43dd-b326-3dba6e9d2311 None None] Port bdea6b4e-c2dd-42ce-994f-2a436a703d51 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:35:44.523389 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa048f-dfd7-43e2-aba1-94d298f74bda req-969ea2f9-883e-4470-be1d-8317db7c7ffd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:44.525751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0fa048f-dfd7-43e2-aba1-94d298f74bda req-969ea2f9-883e-4470-be1d-8317db7c7ffd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 931 time: 0.0828378 Jul 23 00:35:44.568766 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0fa048f-dfd7-43e2-aba1-94d298f74bda req-27753073-d48a-4607-97bc-20d4ba70acd1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=61af74c7-ed2f-4a40-bf2e-3927c936a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346668 Jul 23 00:35:44.644939 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdea6b4e-c2dd-42ce-994f-2a436a703d51 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:35:44.652738 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.665493 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Transition to ACTIVE for port object bdea6b4e-c2dd-42ce-994f-2a436a703d51 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:44.669312 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.721828 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=bdea6b4e-c2dd-42ce-994f-2a436a703d51,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:44.794495 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Attempting to bind port bdea6b4e-c2dd-42ce-994f-2a436a703d51 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:35:44.794837 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Attempting to bind port bdea6b4e-c2dd-42ce-994f-2a436a703d51 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '38d56af3-ce81-48b9-8198-f466362dc3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '89498953-185a-4011-9620-c00b59faa3fc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:35:44.795179 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Attempting to bind port bdea6b4e-c2dd-42ce-994f-2a436a703d51 on network 89498953-185a-4011-9620-c00b59faa3fc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:35:44.799928 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Port bdea6b4e-c2dd-42ce-994f-2a436a703d51 on network 89498953-185a-4011-9620-c00b59faa3fc not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:35:44.800465 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Attempting to bind port bdea6b4e-c2dd-42ce-994f-2a436a703d51 on network 89498953-185a-4011-9620-c00b59faa3fc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:35:44.805501 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:35:44.805846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Checking segment: {'id': '38d56af3-ce81-48b9-8198-f466362dc3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '89498953-185a-4011-9620-c00b59faa3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:35:44.806235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Bound using segment: {'id': '38d56af3-ce81-48b9-8198-f466362dc3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '89498953-185a-4011-9620-c00b59faa3fc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:35:44.806666 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Bound port: bdea6b4e-c2dd-42ce-994f-2a436a703d51, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d56af3-ce81-48b9-8198-f466362dc3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '89498953-185a-4011-9620-c00b59faa3fc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:35:44.807036 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.872376 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] For port bdea6b4e-c2dd-42ce-994f-2a436a703d51, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:35:44.875371 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] For port bdea6b4e-c2dd-42ce-994f-2a436a703d51, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bdea6b4e-c2dd-42ce-994f-2a436a703d51,segment=NetworkSegment(38d56af3-ce81-48b9-8198-f466362dc3d5),segment_id=38d56af3-ce81-48b9-8198-f466362dc3d5)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:35:44.880856 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.913957 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:44.914491 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.915890 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] 10.222.0.18 "PUT /v2.0/ports/bdea6b4e-c2dd-42ce-994f-2a436a703d51 HTTP/1.1" status: 200 len: 1091 time: 0.6583819 Jul 23 00:35:44.918086 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed321545-79af-4939-a61d-8b78234645de', 'tag': 'bdea6b4e-c2dd-42ce-994f-2a436a703d51'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:35:44.920372 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afafe33d-595c-4adc-b9a4-81b08f74a342" -d '{"events": [{"name": "network-changed", "server_uuid": "ed321545-79af-4939-a61d-8b78234645de", "tag": "bdea6b4e-c2dd-42ce-994f-2a436a703d51"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:35:44.948372 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8269798-f397-4d80-9bdd-45df956d4cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=bdea6b4e-c2dd-42ce-994f-2a436a703d51,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:44.970483 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5db44f6-779f-4fb5-bbe5-99fa2c55d2cd x-openstack-request-id: req-e5db44f6-779f-4fb5-bbe5-99fa2c55d2cd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:35:44.970778 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed321545-79af-4939-a61d-8b78234645de", "tag": "bdea6b4e-c2dd-42ce-994f-2a436a703d51", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:35:44.971030 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5db44f6-779f-4fb5-bbe5-99fa2c55d2cd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:35:44.972036 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed321545-79af-4939-a61d-8b78234645de', 'tag': 'bdea6b4e-c2dd-42ce-994f-2a436a703d51', 'status': 'completed', 'code': 200} Jul 23 00:35:45.046023 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-30f2d24f-fe13-441a-af32-0ad8b112e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:45.047632 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-30f2d24f-fe13-441a-af32-0ad8b112e462 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 1094 time: 0.0617085 Jul 23 00:35:45.096428 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-54e98d45-55c2-4e90-832e-084aafcd16f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdea6b4e-c2dd-42ce-994f-2a436a703d51 HTTP/1.1" status: 200 len: 217 time: 0.0354934 Jul 23 00:35:45.144436 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-93b43b9b-192e-4ff6-bb41-2a78e35f0188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:45.145920 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-93b43b9b-192e-4ff6-bb41-2a78e35f0188 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d70ead8f-385d-48ee-9ba7-5a488e4d0438 HTTP/1.1" status: 200 len: 834 time: 0.0440047 Jul 23 00:35:45.213073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-53a0e572-d852-4cfb-a642-4e673cba5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:45.214644 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-53a0e572-d852-4cfb-a642-4e673cba5742 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89498953-185a-4011-9620-c00b59faa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626850 Jul 23 00:35:45.302216 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-da18cf0e-67d7-4fd1-9410-e36aa1467c64 service neutron] 10.222.0.18 "GET /v2.0/networks/89498953-185a-4011-9620-c00b59faa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813076 Jul 23 00:35:45.394880 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4758d805-a2b1-48d9-bfa5-84ed572b2c6c req-0862a952-c340-4064-bb98-f4b4cb289b1d service neutron] 10.222.0.18 "GET /v2.0/networks/89498953-185a-4011-9620-c00b59faa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863006 Jul 23 00:35:45.531782 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe33d-595c-4adc-b9a4-81b08f74a342 req-74b467c9-df44-44b9-96e0-d07bfcfc93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:45.533297 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-afafe33d-595c-4adc-b9a4-81b08f74a342 req-74b467c9-df44-44b9-96e0-d07bfcfc93e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 1094 time: 0.0547931 Jul 23 00:35:45.621137 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 1b901268-4761-4eea-ad21-8f0b29f97cd9 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:45.632103 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe33d-595c-4adc-b9a4-81b08f74a342 req-b33738fc-e251-4c7e-9066-bca845fbf24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:45.634115 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-afafe33d-595c-4adc-b9a4-81b08f74a342 req-b33738fc-e251-4c7e-9066-bca845fbf24a service neutron] 10.222.0.18 "GET /v2.0/networks?id=89498953-185a-4011-9620-c00b59faa3fc HTTP/1.1" status: 200 len: 897 time: 0.0947597 Jul 23 00:35:45.672639 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 1b901268-4761-4eea-ad21-8f0b29f97cd9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:45.677838 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 1b901268-4761-4eea-ad21-8f0b29f97cd9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:45.678214 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:45.678987 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-afafe33d-595c-4adc-b9a4-81b08f74a342 req-db52dd5e-330c-4f7d-830e-f7aea97dff5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdea6b4e-c2dd-42ce-994f-2a436a703d51 HTTP/1.1" status: 200 len: 217 time: 0.0385575 Jul 23 00:35:45.719534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c4a9d-0b4c-450d-b260-098d99df3369 req-0121c25d-a584-4b90-a33f-13ecb4408d30 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:45.721059 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-100c4a9d-0b4c-450d-b260-098d99df3369 req-0121c25d-a584-4b90-a33f-13ecb4408d30 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 943 time: 0.0697217 Jul 23 00:35:45.734303 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe33d-595c-4adc-b9a4-81b08f74a342 req-2efdc85f-de3b-4d2c-bfdf-dfe8b5243841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:45.735778 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-afafe33d-595c-4adc-b9a4-81b08f74a342 req-2efdc85f-de3b-4d2c-bfdf-dfe8b5243841 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d70ead8f-385d-48ee-9ba7-5a488e4d0438 HTTP/1.1" status: 200 len: 834 time: 0.0509133 Jul 23 00:35:45.760644 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-100c4a9d-0b4c-450d-b260-098d99df3369 req-8f5746e5-e78a-41cd-bb1e-ab8d4c583ecd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=61af74c7-ed2f-4a40-bf2e-3927c936a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332787 Jul 23 00:35:45.762517 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:45.797057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 1b901268-4761-4eea-ad21-8f0b29f97cd9, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=1b901268-4761-4eea-ad21-8f0b29f97cd9,segment=NetworkSegment(38d56af3-ce81-48b9-8198-f466362dc3d5),segment_id=38d56af3-ce81-48b9-8198-f466362dc3d5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:45.801084 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:45.804334 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe33d-595c-4adc-b9a4-81b08f74a342 req-dbef06b5-4270-4f52-aa9e-8c0e9b1610d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:45.805904 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-afafe33d-595c-4adc-b9a4-81b08f74a342 req-dbef06b5-4270-4f52-aa9e-8c0e9b1610d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89498953-185a-4011-9620-c00b59faa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629497 Jul 23 00:35:45.849063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=1b901268-4761-4eea-ad21-8f0b29f97cd9,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:45.897237 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-afafe33d-595c-4adc-b9a4-81b08f74a342 req-fc52bffa-b95b-4d2a-9bfd-65296a9f0a43 service neutron] 10.222.0.18 "GET /v2.0/networks/89498953-185a-4011-9620-c00b59faa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845191 Jul 23 00:35:46.269756 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-afafe33d-595c-4adc-b9a4-81b08f74a342 req-002db9cf-66cf-4597-a525-1485d6b4581c service neutron] 10.222.0.18 "GET /v2.0/networks/89498953-185a-4011-9620-c00b59faa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647370 Jul 23 00:35:46.890743 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0440359-d0c6-4ff5-ab67-6d0d257f358f req-15765025-b7f6-4ae1-b45e-007d8c07bfc3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:46.892142 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0440359-d0c6-4ff5-ab67-6d0d257f358f req-15765025-b7f6-4ae1-b45e-007d8c07bfc3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 943 time: 0.0633247 Jul 23 00:35:46.928951 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0440359-d0c6-4ff5-ab67-6d0d257f358f req-120ff62c-6316-43a8-85bf-c9afe43c7acf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=61af74c7-ed2f-4a40-bf2e-3927c936a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306661 Jul 23 00:35:47.100036 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:47.593224 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 1b901268-4761-4eea-ad21-8f0b29f97cd9 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:47.641291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 1b901268-4761-4eea-ad21-8f0b29f97cd9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:47.641666 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.063399 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e15fff-2264-4354-a59b-e97cf097a43e req-24313e01-e1e5-47e5-99be-5cf09d3e00c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:48.064874 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-22e15fff-2264-4354-a59b-e97cf097a43e req-24313e01-e1e5-47e5-99be-5cf09d3e00c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 943 time: 0.0676575 Jul 23 00:35:48.105257 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-22e15fff-2264-4354-a59b-e97cf097a43e req-e5ca24ca-5d09-411c-98f6-deded7170462 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=61af74c7-ed2f-4a40-bf2e-3927c936a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345397 Jul 23 00:35:48.834002 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bdea6b4e-c2dd-42ce-994f-2a436a703d51 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:35:48.927897 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port bdea6b4e-c2dd-42ce-994f-2a436a703d51, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bdea6b4e-c2dd-42ce-994f-2a436a703d51,segment=NetworkSegment(38d56af3-ce81-48b9-8198-f466362dc3d5),segment_id=38d56af3-ce81-48b9-8198-f466362dc3d5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:48.938691 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'bdea6b4e-c2dd-42ce-994f-2a436a703d51', 'network_id': '89498953-185a-4011-9620-c00b59faa3fc', 'port_id': 'bdea6b4e-c2dd-42ce-994f-2a436a703d51', 'mac_address': 'fa:16:3e:52:00:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:35:48.974128 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.986140 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdea6b4e-c2dd-42ce-994f-2a436a703d51 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:35:49.006217 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port bdea6b4e-c2dd-42ce-994f-2a436a703d51, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bdea6b4e-c2dd-42ce-994f-2a436a703d51,segment=NetworkSegment(38d56af3-ce81-48b9-8198-f466362dc3d5),segment_id=38d56af3-ce81-48b9-8198-f466362dc3d5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:49.010662 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:49.056441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=bdea6b4e-c2dd-42ce-994f-2a436a703d51,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:49.231645 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04996f3-9ef6-46d8-a7a7-8379a68ca2a9 req-9b0b69d8-85e0-4e4d-be0d-9e1c249efe34 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:49.233151 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b04996f3-9ef6-46d8-a7a7-8379a68ca2a9 req-9b0b69d8-85e0-4e4d-be0d-9e1c249efe34 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 944 time: 0.0627978 Jul 23 00:35:49.270042 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b04996f3-9ef6-46d8-a7a7-8379a68ca2a9 req-b89f95b7-e729-40b5-b2e1-8778211c4475 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=61af74c7-ed2f-4a40-bf2e-3927c936a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307941 Jul 23 00:35:49.287789 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['bdea6b4e-c2dd-42ce-994f-2a436a703d51'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:35:50.402067 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bbb1d-dcfa-48af-b945-505e6ae68b0f req-8dd8f384-55a5-4d87-b6a8-696f03c1a5cb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:50.403552 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-913bbb1d-dcfa-48af-b945-505e6ae68b0f req-8dd8f384-55a5-4d87-b6a8-696f03c1a5cb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 944 time: 0.0677681 Jul 23 00:35:50.440311 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-913bbb1d-dcfa-48af-b945-505e6ae68b0f req-257cee1f-1107-428b-bda0-891059ffa835 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=61af74c7-ed2f-4a40-bf2e-3927c936a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311754 Jul 23 00:35:50.835450 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bdea6b4e-c2dd-42ce-994f-2a436a703d51 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:50.886237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port bdea6b4e-c2dd-42ce-994f-2a436a703d51 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:50.889939 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port bdea6b4e-c2dd-42ce-994f-2a436a703d51 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:50.890307 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:51.115597 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:51.139151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed321545-79af-4939-a61d-8b78234645de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdea6b4e-c2dd-42ce-994f-2a436a703d51'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:35:51.141446 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e19b62-fb51-4588-90fe-a8959b9eb5c5" -d '{"events": [{"server_uuid": "ed321545-79af-4939-a61d-8b78234645de", "name": "network-vif-plugged", "status": "completed", "tag": "bdea6b4e-c2dd-42ce-994f-2a436a703d51"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:35:51.153669 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port bdea6b4e-c2dd-42ce-994f-2a436a703d51, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bdea6b4e-c2dd-42ce-994f-2a436a703d51,segment=NetworkSegment(38d56af3-ce81-48b9-8198-f466362dc3d5),segment_id=38d56af3-ce81-48b9-8198-f466362dc3d5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:51.157621 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:51.183760 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca88d3f6-1c06-4227-8868-fb03bcf97bda x-openstack-request-id: req-ca88d3f6-1c06-4227-8868-fb03bcf97bda {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:35:51.184056 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed321545-79af-4939-a61d-8b78234645de", "name": "network-vif-plugged", "status": "completed", "tag": "bdea6b4e-c2dd-42ce-994f-2a436a703d51", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:35:51.184315 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca88d3f6-1c06-4227-8868-fb03bcf97bda {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:35:51.184701 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed321545-79af-4939-a61d-8b78234645de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdea6b4e-c2dd-42ce-994f-2a436a703d51', 'code': 200} Jul 23 00:35:51.212743 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=bdea6b4e-c2dd-42ce-994f-2a436a703d51,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:51.310175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5aef-766d-4a51-b6eb-bc507f70a2d4 req-0a69444e-6e3e-4820-9405-cf501ec34949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:51.311548 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-775c5aef-766d-4a51-b6eb-bc507f70a2d4 req-0a69444e-6e3e-4820-9405-cf501ec34949 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 1096 time: 0.0529673 Jul 23 00:35:51.346102 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-775c5aef-766d-4a51-b6eb-bc507f70a2d4 req-b0ae6f37-8774-4a1c-86a0-49c07601f955 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=61af74c7-ed2f-4a40-bf2e-3927c936a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281258 Jul 23 00:35:51.572969 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9f7aa-9e78-4480-aa31-a4e653dbb37e req-434e6768-4fb1-41c4-8e76-a399dd3ec77a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:51.574426 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17f9f7aa-9e78-4480-aa31-a4e653dbb37e req-434e6768-4fb1-41c4-8e76-a399dd3ec77a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 945 time: 0.0660481 Jul 23 00:35:51.611116 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-17f9f7aa-9e78-4480-aa31-a4e653dbb37e req-f5be3b10-8414-47e4-b7f8-891b76e23877 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=61af74c7-ed2f-4a40-bf2e-3927c936a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311396 Jul 23 00:35:52.745027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b02ce-9705-4775-9d5b-51e87ffd6768 req-f9186026-ce8f-4a71-b537-163e66cd66c2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:52.746510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c87b02ce-9705-4775-9d5b-51e87ffd6768 req-f9186026-ce8f-4a71-b537-163e66cd66c2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 945 time: 0.0626996 Jul 23 00:35:52.783401 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c87b02ce-9705-4775-9d5b-51e87ffd6768 req-94147ed2-e598-4ca6-8361-1c0155918039 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=61af74c7-ed2f-4a40-bf2e-3927c936a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312788 Jul 23 00:35:52.917140 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb733449-36a2-490a-b0cb-1ac1446f27a5 req-099814d2-23cd-4432-b708-c0ebdc478f30 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:52.918510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb733449-36a2-490a-b0cb-1ac1446f27a5 req-099814d2-23cd-4432-b708-c0ebdc478f30 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 945 time: 0.0667343 Jul 23 00:35:52.955239 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bb733449-36a2-490a-b0cb-1ac1446f27a5 req-a40495cc-86f3-4cbb-a1c4-187424f95fd2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=61af74c7-ed2f-4a40-bf2e-3927c936a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311606 Jul 23 00:35:52.976998 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33104) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:53.028714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7726a1-a629-49a1-a3c6-cd344b2424dc tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:53.030278 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3f7726a1-a629-49a1-a3c6-cd344b2424dc tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 1091 time: 0.0521951 Jul 23 00:35:53.033193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33106) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:53.038105 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': 'bdea6b4e-c2dd-42ce-994f-2a436a703d51', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:53.059731 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:53.156530 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:53.263310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.25.4.4 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/4500cd3e-deb8-4b74-b1bd-e9493926bc01) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:35:53.361662 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:53.400389 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:53.438422 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:35:53.444408 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:53.447889 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:35:53.453720 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=4500cd3e-deb8-4b74-b1bd-e9493926bc01,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:53.871178 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:53.977847 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:54.124254 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:54.128511 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:54.195239 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=4500cd3e-deb8-4b74-b1bd-e9493926bc01,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:54.203114 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:54.298467 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Floating IP fd48ee38-e555-4fc7-a9ce-1ecdf6c44841 associated. External IP: 172.25.4.4, port: bdea6b4e-c2dd-42ce-994f-2a436a703d51. Jul 23 00:35:54.497444 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 900046a9-351f-41a1-bf41-c1be2f4afe4e has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:35:54.606526 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:35:54.616300 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9a043b-8e88-4bca-acb8-14da28c54151 None None] Sync routers for ids ['900046a9-351f-41a1-bf41-c1be2f4afe4e'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:35:54.621809 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:54.634194 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9a043b-8e88-4bca-acb8-14da28c54151 None None] Routers {'900046a9-351f-41a1-bf41-c1be2f4afe4e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:54.634832 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-df9a043b-8e88-4bca-acb8-14da28c54151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:35:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['900046a9-351f-41a1-bf41-c1be2f4afe4e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:54.659343 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d727c015-3d8f-4ef7-ab8e-d92df6308097 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6251340 Jul 23 00:35:54.659958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed321545-79af-4939-a61d-8b78234645de', 'tag': 'bdea6b4e-c2dd-42ce-994f-2a436a703d51'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:35:54.665723 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93de9b5b-68ff-46c4-a0b4-4e4ef4235d24" -d '{"events": [{"name": "network-changed", "server_uuid": "ed321545-79af-4939-a61d-8b78234645de", "tag": "bdea6b4e-c2dd-42ce-994f-2a436a703d51"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:35:54.701927 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5af5a3a-730b-4df3-be6c-e502db1b0f57 x-openstack-request-id: req-e5af5a3a-730b-4df3-be6c-e502db1b0f57 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:35:54.702222 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed321545-79af-4939-a61d-8b78234645de", "tag": "bdea6b4e-c2dd-42ce-994f-2a436a703d51", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:35:54.702465 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5af5a3a-730b-4df3-be6c-e502db1b0f57 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:35:54.702962 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed321545-79af-4939-a61d-8b78234645de', 'tag': 'bdea6b4e-c2dd-42ce-994f-2a436a703d51', 'status': 'completed', 'code': 200} Jul 23 00:35:54.740908 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-df9a043b-8e88-4bca-acb8-14da28c54151 None None] Set router 900046a9-351f-41a1-bf41-c1be2f4afe4e gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:54.774131 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34dd2ca-3f04-4043-91a6-d0d829b9dc5e req-0da16fe5-70a7-4323-a7d0-b207263bf499 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:54.775578 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a34dd2ca-3f04-4043-91a6-d0d829b9dc5e req-0da16fe5-70a7-4323-a7d0-b207263bf499 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 945 time: 0.0648017 Jul 23 00:35:54.803945 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de9b5b-68ff-46c4-a0b4-4e4ef4235d24 req-fe0c7d87-6a19-4427-85fe-e1ba8ec0c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:54.805802 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-93de9b5b-68ff-46c4-a0b4-4e4ef4235d24 req-fe0c7d87-6a19-4427-85fe-e1ba8ec0c6c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 1096 time: 0.0604062 Jul 23 00:35:54.815153 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a34dd2ca-3f04-4043-91a6-d0d829b9dc5e req-33573382-4fdd-48b4-9261-486f66c037f6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=61af74c7-ed2f-4a40-bf2e-3927c936a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332329 Jul 23 00:35:54.840271 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33112) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:54.904658 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-840bd3cc-7c9e-44f5-88bf-d7d1a1babe2b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/fd48ee38-e555-4fc7-a9ce-1ecdf6c44841 HTTP/1.1" status: 200 len: 989 time: 0.0620928 Jul 23 00:35:54.905459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de9b5b-68ff-46c4-a0b4-4e4ef4235d24 req-c856b724-0f7a-477f-ac57-35a489d63af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:54.906949 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-93de9b5b-68ff-46c4-a0b4-4e4ef4235d24 req-c856b724-0f7a-477f-ac57-35a489d63af6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=89498953-185a-4011-9620-c00b59faa3fc HTTP/1.1" status: 200 len: 897 time: 0.0947227 Jul 23 00:35:54.970058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-df9a043b-8e88-4bca-acb8-14da28c54151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663765565', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '954beeff-16bb-4bbf-b04f-48c913447506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:36Z', 'updated_at': '2021-07-23T00:35:40Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '954beeff-16bb-4bbf-b04f-48c913447506', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:37Z', 'updated_at': '2021-07-23T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'fd48ee38-e555-4fc7-a9ce-1ecdf6c44841', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'floating_ip_address': '172.25.4.4', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'port_id': 'bdea6b4e-c2dd-42ce-994f-2a436a703d51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89498953-185a-4011-9620-c00b59faa3fc', 'mac_address': 'fa:16:3e:52:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed321545-79af-4939-a61d-8b78234645de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:35:53Z', 'updated_at': '2021-07-23T00:35:53Z', 'revision_number': 0, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b901268-4761-4eea-ad21-8f0b29f97cd9', 'name': '', 'network_id': '89498953-185a-4011-9620-c00b59faa3fc', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:cc:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:39Z', 'updated_at': '2021-07-23T00:35:45Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:54.971387 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-93de9b5b-68ff-46c4-a0b4-4e4ef4235d24 req-f5059c9b-2652-43fb-a50d-ebd607f6d6ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdea6b4e-c2dd-42ce-994f-2a436a703d51 HTTP/1.1" status: 200 len: 997 time: 0.0582974 Jul 23 00:35:54.995836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9a043b-8e88-4bca-acb8-14da28c54151 None None] Checking router: 900046a9-351f-41a1-bf41-c1be2f4afe4e for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:35:55.004642 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9a043b-8e88-4bca-acb8-14da28c54151 None None] Routers {'900046a9-351f-41a1-bf41-c1be2f4afe4e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:55.005291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-df9a043b-8e88-4bca-acb8-14da28c54151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:35:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['900046a9-351f-41a1-bf41-c1be2f4afe4e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:55.025906 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de9b5b-68ff-46c4-a0b4-4e4ef4235d24 req-dae17564-5101-4c9f-9489-bffb751a1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:55.027311 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-93de9b5b-68ff-46c4-a0b4-4e4ef4235d24 req-dae17564-5101-4c9f-9489-bffb751a1618 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d70ead8f-385d-48ee-9ba7-5a488e4d0438 HTTP/1.1" status: 200 len: 834 time: 0.0494375 Jul 23 00:35:55.086700 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de9b5b-68ff-46c4-a0b4-4e4ef4235d24 req-905a872a-853c-4810-9cbd-cabf410a55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:55.088263 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-93de9b5b-68ff-46c4-a0b4-4e4ef4235d24 req-905a872a-853c-4810-9cbd-cabf410a55d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89498953-185a-4011-9620-c00b59faa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545554 Jul 23 00:35:55.110974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-df9a043b-8e88-4bca-acb8-14da28c54151 None None] Set router 900046a9-351f-41a1-bf41-c1be2f4afe4e gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:55.176246 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-93de9b5b-68ff-46c4-a0b4-4e4ef4235d24 req-4282704c-d77c-4222-8815-f037a3664195 service neutron] 10.222.0.18 "GET /v2.0/networks/89498953-185a-4011-9620-c00b59faa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817773 Jul 23 00:35:55.271311 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-93de9b5b-68ff-46c4-a0b4-4e4ef4235d24 req-ea7930f4-7388-457a-9d0f-22487b4509da service neutron] 10.222.0.18 "GET /v2.0/networks/89498953-185a-4011-9620-c00b59faa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884705 Jul 23 00:35:55.335536 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-df9a043b-8e88-4bca-acb8-14da28c54151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663765565', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '954beeff-16bb-4bbf-b04f-48c913447506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:36Z', 'updated_at': '2021-07-23T00:35:40Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '954beeff-16bb-4bbf-b04f-48c913447506', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:37Z', 'updated_at': '2021-07-23T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'fd48ee38-e555-4fc7-a9ce-1ecdf6c44841', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'floating_ip_address': '172.25.4.4', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'port_id': 'bdea6b4e-c2dd-42ce-994f-2a436a703d51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89498953-185a-4011-9620-c00b59faa3fc', 'mac_address': 'fa:16:3e:52:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed321545-79af-4939-a61d-8b78234645de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:35:53Z', 'updated_at': '2021-07-23T00:35:53Z', 'revision_number': 0, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b901268-4761-4eea-ad21-8f0b29f97cd9', 'name': '', 'network_id': '89498953-185a-4011-9620-c00b59faa3fc', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:cc:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:39Z', 'updated_at': '2021-07-23T00:35:45Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:55.361408 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9a043b-8e88-4bca-acb8-14da28c54151 None None] The sync data for ids ['900046a9-351f-41a1-bf41-c1be2f4afe4e'] in n-d-688802-2 is: [{'id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663765565', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '954beeff-16bb-4bbf-b04f-48c913447506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:36Z', 'updated_at': '2021-07-23T00:35:40Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '954beeff-16bb-4bbf-b04f-48c913447506', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:37Z', 'updated_at': '2021-07-23T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'fd48ee38-e555-4fc7-a9ce-1ecdf6c44841', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'floating_ip_address': '172.25.4.4', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'port_id': 'bdea6b4e-c2dd-42ce-994f-2a436a703d51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89498953-185a-4011-9620-c00b59faa3fc', 'mac_address': 'fa:16:3e:52:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed321545-79af-4939-a61d-8b78234645de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:35:53Z', 'updated_at': '2021-07-23T00:35:53Z', 'revision_number': 0, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b901268-4761-4eea-ad21-8f0b29f97cd9', 'name': '', 'network_id': '89498953-185a-4011-9620-c00b59faa3fc', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:cc:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:39Z', 'updated_at': '2021-07-23T00:35:45Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:35:55.546324 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c93344e-72f2-4725-a3be-f47eaec47483 None None] New status for floating IP fd48ee38-e555-4fc7-a9ce-1ecdf6c44841: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:35:55.907662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33114) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:55.965140 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-50dc7046-0045-4dc0-bff9-7d79964b2e1b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/fd48ee38-e555-4fc7-a9ce-1ecdf6c44841 HTTP/1.1" status: 200 len: 991 time: 0.0562577 Jul 23 00:36:01.550661 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:36:01.691191 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-30f66ee1-f73e-4981-9d6a-9a0a59dac061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:04.436842 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a59c0d0d-a224-4c38-b03d-788f91e8c2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:04.493027 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:04.860963 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:05.752547 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:07.241114 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:07.521857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-0feb9b8f-266e-475f-8463-54a54ecc1718 req-bf7c3dbd-7f90-4296-965d-d593da190053 service neutron] (93821) timed out ('10.222.0.18', 56582) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:36:08.907378 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8509ad47-1480-4f2e-9867-4658b66aba0b req-f6b63a77-2f74-4178-acad-57852e538ebd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519717 Jul 23 00:36:09.022080 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509ad47-1480-4f2e-9867-4658b66aba0b req-12b6b88a-4217-467f-96fe-1a73defad419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:09.023606 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8509ad47-1480-4f2e-9867-4658b66aba0b req-12b6b88a-4217-467f-96fe-1a73defad419 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 1096 time: 0.0594172 Jul 23 00:36:09.127472 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509ad47-1480-4f2e-9867-4658b66aba0b req-d36b5ad0-b0b9-4832-b0c6-1a3d0b0e60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:09.128950 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8509ad47-1480-4f2e-9867-4658b66aba0b req-d36b5ad0-b0b9-4832-b0c6-1a3d0b0e60dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=89498953-185a-4011-9620-c00b59faa3fc HTTP/1.1" status: 200 len: 897 time: 0.0858977 Jul 23 00:36:09.197791 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8509ad47-1480-4f2e-9867-4658b66aba0b req-2085ba82-6fdb-4199-a17f-df769336f2f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdea6b4e-c2dd-42ce-994f-2a436a703d51 HTTP/1.1" status: 200 len: 999 time: 0.0618219 Jul 23 00:36:09.246382 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509ad47-1480-4f2e-9867-4658b66aba0b req-b8ddcf05-3957-43bf-80fb-5e8cd0333af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:09.247852 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8509ad47-1480-4f2e-9867-4658b66aba0b req-b8ddcf05-3957-43bf-80fb-5e8cd0333af8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d70ead8f-385d-48ee-9ba7-5a488e4d0438 HTTP/1.1" status: 200 len: 834 time: 0.0437574 Jul 23 00:36:09.306745 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509ad47-1480-4f2e-9867-4658b66aba0b req-2f693323-21c4-45d5-9874-6b4e9be519de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:09.308262 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8509ad47-1480-4f2e-9867-4658b66aba0b req-2f693323-21c4-45d5-9874-6b4e9be519de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89498953-185a-4011-9620-c00b59faa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541670 Jul 23 00:36:09.401825 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8509ad47-1480-4f2e-9867-4658b66aba0b req-0575189a-2d88-4ca6-a1f2-253bb9866623 service neutron] 10.222.0.18 "GET /v2.0/networks/89498953-185a-4011-9620-c00b59faa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861447 Jul 23 00:36:09.489172 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8509ad47-1480-4f2e-9867-4658b66aba0b req-26349fe4-fbce-4608-920b-7f1052ea5a70 service neutron] 10.222.0.18 "GET /v2.0/networks/89498953-185a-4011-9620-c00b59faa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801077 Jul 23 00:36:17.133493 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:28.233382 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b04f75-4a6d-40da-9297-c7aee947d255 req-00684ba4-3c1a-4098-903d-40d6b74419e2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:28.234867 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07b04f75-4a6d-40da-9297-c7aee947d255 req-00684ba4-3c1a-4098-903d-40d6b74419e2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 945 time: 0.0680211 Jul 23 00:36:28.614969 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-07b04f75-4a6d-40da-9297-c7aee947d255 req-bbdf7003-0846-4f31-835f-9d6855b148e8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=61af74c7-ed2f-4a40-bf2e-3927c936a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3745239 Jul 23 00:36:29.745888 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fce948-a158-4b3a-95da-927c1d0031c6 req-8fe5b5a7-8d54-4782-928b-71044ea59b58 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:29.747358 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-51fce948-a158-4b3a-95da-927c1d0031c6 req-8fe5b5a7-8d54-4782-928b-71044ea59b58 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 945 time: 0.0625992 Jul 23 00:36:29.784433 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-51fce948-a158-4b3a-95da-927c1d0031c6 req-fa23e884-3f9f-47ec-858d-d44d7fe00438 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=61af74c7-ed2f-4a40-bf2e-3927c936a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315762 Jul 23 00:36:29.806839 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33134) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:29.867337 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9b752589-2512-4210-82f3-3fb3aa26be97 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/fd48ee38-e555-4fc7-a9ce-1ecdf6c44841 HTTP/1.1" status: 200 len: 991 time: 0.0593276 Jul 23 00:36:31.156636 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce99cd0-5ff9-4a1f-b7e4-b026ce54f472 req-83b19926-a6fc-42a6-a2f8-4249f7e77f65 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:31.158072 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dce99cd0-5ff9-4a1f-b7e4-b026ce54f472 req-83b19926-a6fc-42a6-a2f8-4249f7e77f65 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 945 time: 0.0646687 Jul 23 00:36:31.195289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dce99cd0-5ff9-4a1f-b7e4-b026ce54f472 req-effc3c16-b25e-4773-8cb1-182c546fc4fe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=61af74c7-ed2f-4a40-bf2e-3927c936a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316765 Jul 23 00:36:31.691138 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7d83d4a-bf4f-4377-9f5d-647353e002a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:32.331897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049deec-ebd3-44a2-8d5a-512f5f9e1691 req-53a66c19-ce44-4e88-a3d4-b442dbe88fdb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:32.333385 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4049deec-ebd3-44a2-8d5a-512f5f9e1691 req-53a66c19-ce44-4e88-a3d4-b442dbe88fdb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 945 time: 0.0643673 Jul 23 00:36:32.371192 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4049deec-ebd3-44a2-8d5a-512f5f9e1691 req-a90db7ce-5aec-474e-891a-149dfdf5f646 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=61af74c7-ed2f-4a40-bf2e-3927c936a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317891 Jul 23 00:36:32.392836 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33144) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:32.454401 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-877f47f0-4065-4b83-9a42-4d422e99f0ac tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/fd48ee38-e555-4fc7-a9ce-1ecdf6c44841 HTTP/1.1" status: 200 len: 991 time: 0.0603952 Jul 23 00:36:32.682142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33150) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:32.838805 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port 4500cd3e-deb8-4b74-b1bd-e9493926bc01 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:36:32.839150 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:32.912261 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:32.912588 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:32.923850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for 4500cd3e-deb8-4b74-b1bd-e9493926bc01 owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:36:33.067968 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:33.092792 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=4500cd3e-deb8-4b74-b1bd-e9493926bc01,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:33.119157 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:33.119509 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:33.119850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:33.120189 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:33.120523 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:33.120857 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:33.121221 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:33.121579 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:33.121910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:33.122238 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:33.122564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:33.122887 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:33.166376 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:33.166759 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Floating IP fd48ee38-e555-4fc7-a9ce-1ecdf6c44841 disassociated (deleted). External IP: 172.25.4.4, port: bdea6b4e-c2dd-42ce-994f-2a436a703d51. Jul 23 00:36:33.365650 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 900046a9-351f-41a1-bf41-c1be2f4afe4e has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:36:33.469779 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:36:33.474504 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:33.479673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0cc023-60bb-4385-bb14-33ded47b1a46 None None] Sync routers for ids ['900046a9-351f-41a1-bf41-c1be2f4afe4e'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:36:33.488266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0cc023-60bb-4385-bb14-33ded47b1a46 None None] Routers {'900046a9-351f-41a1-bf41-c1be2f4afe4e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:36:33.488879 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5d0cc023-60bb-4385-bb14-33ded47b1a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:36:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['900046a9-351f-41a1-bf41-c1be2f4afe4e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:33.512945 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-48396aee-8267-4fe7-be46-ef8b15ce73a2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/floatingips/fd48ee38-e555-4fc7-a9ce-1ecdf6c44841 HTTP/1.1" status: 204 len: 168 time: 0.8274238 Jul 23 00:36:33.512945 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed321545-79af-4939-a61d-8b78234645de', 'tag': 'bdea6b4e-c2dd-42ce-994f-2a436a703d51'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:36:33.513828 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7efdf4-b2bc-405b-8dac-c7d1dd8593fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ed321545-79af-4939-a61d-8b78234645de", "tag": "bdea6b4e-c2dd-42ce-994f-2a436a703d51"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:36:33.560114 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773e0531-4450-4b35-abe5-178d8d99be22 x-openstack-request-id: req-773e0531-4450-4b35-abe5-178d8d99be22 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:36:33.560412 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed321545-79af-4939-a61d-8b78234645de", "tag": "bdea6b4e-c2dd-42ce-994f-2a436a703d51", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:36:33.560663 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-773e0531-4450-4b35-abe5-178d8d99be22 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:36:33.561061 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed321545-79af-4939-a61d-8b78234645de', 'tag': 'bdea6b4e-c2dd-42ce-994f-2a436a703d51', 'status': 'completed', 'code': 200} Jul 23 00:36:33.596801 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5d0cc023-60bb-4385-bb14-33ded47b1a46 None None] Set router 900046a9-351f-41a1-bf41-c1be2f4afe4e gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:36:33.688510 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7efdf4-b2bc-405b-8dac-c7d1dd8593fd req-1717a466-9bd0-4399-ae57-cd58c8a4f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:33.690332 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cc7efdf4-b2bc-405b-8dac-c7d1dd8593fd req-1717a466-9bd0-4399-ae57-cd58c8a4f10b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 1096 time: 0.0873013 Jul 23 00:36:33.774871 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a8de1-f791-4a78-a87b-2803491c3b65 req-c4e42f55-279d-4564-82cd-4c1440e1e206 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:33.777208 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad8a8de1-f791-4a78-a87b-2803491c3b65 req-c4e42f55-279d-4564-82cd-4c1440e1e206 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 945 time: 0.0699208 Jul 23 00:36:33.793381 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7efdf4-b2bc-405b-8dac-c7d1dd8593fd req-6504ad02-f030-47ea-a6ba-90c45cd9dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:33.795118 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cc7efdf4-b2bc-405b-8dac-c7d1dd8593fd req-6504ad02-f030-47ea-a6ba-90c45cd9dd5b service neutron] 10.222.0.18 "GET /v2.0/networks?id=89498953-185a-4011-9620-c00b59faa3fc HTTP/1.1" status: 200 len: 897 time: 0.0983908 Jul 23 00:36:33.815682 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5d0cc023-60bb-4385-bb14-33ded47b1a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663765565', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '954beeff-16bb-4bbf-b04f-48c913447506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:36Z', 'updated_at': '2021-07-23T00:35:40Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '954beeff-16bb-4bbf-b04f-48c913447506', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:37Z', 'updated_at': '2021-07-23T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '1b901268-4761-4eea-ad21-8f0b29f97cd9', 'name': '', 'network_id': '89498953-185a-4011-9620-c00b59faa3fc', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:cc:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:39Z', 'updated_at': '2021-07-23T00:35:45Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:33.817579 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ad8a8de1-f791-4a78-a87b-2803491c3b65 req-e3e0b4c9-2c5d-41ae-82c5-55b881880e51 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=61af74c7-ed2f-4a40-bf2e-3927c936a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342216 Jul 23 00:36:33.842759 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cc7efdf4-b2bc-405b-8dac-c7d1dd8593fd req-e8045ace-106d-4bc9-a537-579af54524ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdea6b4e-c2dd-42ce-994f-2a436a703d51 HTTP/1.1" status: 200 len: 217 time: 0.0403712 Jul 23 00:36:33.842980 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0cc023-60bb-4385-bb14-33ded47b1a46 None None] Checking router: 900046a9-351f-41a1-bf41-c1be2f4afe4e for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:36:33.851750 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0cc023-60bb-4385-bb14-33ded47b1a46 None None] Routers {'900046a9-351f-41a1-bf41-c1be2f4afe4e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:36:33.852356 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5d0cc023-60bb-4385-bb14-33ded47b1a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:36:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['900046a9-351f-41a1-bf41-c1be2f4afe4e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:33.892047 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7efdf4-b2bc-405b-8dac-c7d1dd8593fd req-ea37a923-3af6-4414-a6cf-e695cff52e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:33.893491 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cc7efdf4-b2bc-405b-8dac-c7d1dd8593fd req-ea37a923-3af6-4414-a6cf-e695cff52e8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d70ead8f-385d-48ee-9ba7-5a488e4d0438 HTTP/1.1" status: 200 len: 834 time: 0.0440016 Jul 23 00:36:33.955769 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7efdf4-b2bc-405b-8dac-c7d1dd8593fd req-49745e3f-abbb-4c08-a392-ccd9fc847154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:33.957320 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cc7efdf4-b2bc-405b-8dac-c7d1dd8593fd req-49745e3f-abbb-4c08-a392-ccd9fc847154 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89498953-185a-4011-9620-c00b59faa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574710 Jul 23 00:36:33.958331 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-5d0cc023-60bb-4385-bb14-33ded47b1a46 None None] Set router 900046a9-351f-41a1-bf41-c1be2f4afe4e gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:36:34.166673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-5d0cc023-60bb-4385-bb14-33ded47b1a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663765565', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '954beeff-16bb-4bbf-b04f-48c913447506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:36Z', 'updated_at': '2021-07-23T00:35:40Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '954beeff-16bb-4bbf-b04f-48c913447506', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:37Z', 'updated_at': '2021-07-23T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '1b901268-4761-4eea-ad21-8f0b29f97cd9', 'name': '', 'network_id': '89498953-185a-4011-9620-c00b59faa3fc', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:cc:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:39Z', 'updated_at': '2021-07-23T00:35:45Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:34.193023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0cc023-60bb-4385-bb14-33ded47b1a46 None None] The sync data for ids ['900046a9-351f-41a1-bf41-c1be2f4afe4e'] in n-d-688802-2 is: [{'id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663765565', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '954beeff-16bb-4bbf-b04f-48c913447506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:36Z', 'updated_at': '2021-07-23T00:35:40Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '954beeff-16bb-4bbf-b04f-48c913447506', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:37Z', 'updated_at': '2021-07-23T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '1b901268-4761-4eea-ad21-8f0b29f97cd9', 'name': '', 'network_id': '89498953-185a-4011-9620-c00b59faa3fc', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:cc:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:39Z', 'updated_at': '2021-07-23T00:35:45Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'd70ead8f-385d-48ee-9ba7-5a488e4d0438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:36:34.332821 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cc7efdf4-b2bc-405b-8dac-c7d1dd8593fd req-b6717d46-5432-4329-9e67-df9a75a10224 service neutron] 10.222.0.18 "GET /v2.0/networks/89498953-185a-4011-9620-c00b59faa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682492 Jul 23 00:36:34.409861 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e189dfb-9aaf-4974-80f6-33c11dea9f88 None None] New status for floating IP fd48ee38-e555-4fc7-a9ce-1ecdf6c44841: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:36:34.428438 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cc7efdf4-b2bc-405b-8dac-c7d1dd8593fd req-7ee8c960-119c-44e9-bedb-a7eff6bf1f09 service neutron] 10.222.0.18 "GET /v2.0/networks/89498953-185a-4011-9620-c00b59faa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875490 Jul 23 00:36:34.437633 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d4c47bc0-95cf-4ed2-a88f-6bbf76d7cabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:34.495742 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:34.880137 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:34.953816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b545f-3e9d-437e-b520-efd3f5c0e20d req-2f5b21e5-f3bc-4886-95c1-6807fcba6a5d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:34.955275 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f94b545f-3e9d-437e-b520-efd3f5c0e20d req-2f5b21e5-f3bc-4886-95c1-6807fcba6a5d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 945 time: 0.0668337 Jul 23 00:36:34.992921 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f94b545f-3e9d-437e-b520-efd3f5c0e20d req-c8237539-08fd-4602-b462-020b4f3db99f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=61af74c7-ed2f-4a40-bf2e-3927c936a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313551 Jul 23 00:36:35.373290 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600886fa-9dcd-4cdf-9619-c633a846d85f req-83e4c09e-a2ac-476b-a64e-131d29cda8fc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:35.374776 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-600886fa-9dcd-4cdf-9619-c633a846d85f req-83e4c09e-a2ac-476b-a64e-131d29cda8fc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 945 time: 0.0622535 Jul 23 00:36:35.475276 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-600886fa-9dcd-4cdf-9619-c633a846d85f req-4bd46ace-33a7-4e33-8859-f4a2178c7b70 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port bdea6b4e-c2dd-42ce-994f-2a436a703d51 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:36:35.475617 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-600886fa-9dcd-4cdf-9619-c633a846d85f req-4bd46ace-33a7-4e33-8859-f4a2178c7b70 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:35.561492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-600886fa-9dcd-4cdf-9619-c633a846d85f req-4bd46ace-33a7-4e33-8859-f4a2178c7b70 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] For port bdea6b4e-c2dd-42ce-994f-2a436a703d51, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=bdea6b4e-c2dd-42ce-994f-2a436a703d51,segment=NetworkSegment(38d56af3-ce81-48b9-8198-f466362dc3d5),segment_id=38d56af3-ce81-48b9-8198-f466362dc3d5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:36:35.561865 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-600886fa-9dcd-4cdf-9619-c633a846d85f req-4bd46ace-33a7-4e33-8859-f4a2178c7b70 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:35.574572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-600886fa-9dcd-4cdf-9619-c633a846d85f req-4bd46ace-33a7-4e33-8859-f4a2178c7b70 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for bdea6b4e-c2dd-42ce-994f-2a436a703d51 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:36:35.702182 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-600886fa-9dcd-4cdf-9619-c633a846d85f req-4bd46ace-33a7-4e33-8859-f4a2178c7b70 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:35.730908 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd46ace-33a7-4e33-8859-f4a2178c7b70 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=bdea6b4e-c2dd-42ce-994f-2a436a703d51,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:35.760156 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:35.782719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-600886fa-9dcd-4cdf-9619-c633a846d85f req-4bd46ace-33a7-4e33-8859-f4a2178c7b70 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] No DVR routers for this DVR port bdea6b4e-c2dd-42ce-994f-2a436a703d51 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:36:35.786578 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-600886fa-9dcd-4cdf-9619-c633a846d85f req-4bd46ace-33a7-4e33-8859-f4a2178c7b70 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:35.789054 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-600886fa-9dcd-4cdf-9619-c633a846d85f req-4bd46ace-33a7-4e33-8859-f4a2178c7b70 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "DELETE /v2.0/ports/bdea6b4e-c2dd-42ce-994f-2a436a703d51 HTTP/1.1" status: 204 len: 173 time: 0.4086962 Jul 23 00:36:35.789601 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed321545-79af-4939-a61d-8b78234645de', 'name': 'network-vif-deleted', 'tag': 'bdea6b4e-c2dd-42ce-994f-2a436a703d51'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:36:35.792667 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a09d8b4-1238-493c-90eb-4585b7f82b8c" -d '{"events": [{"server_uuid": "ed321545-79af-4939-a61d-8b78234645de", "name": "network-vif-deleted", "tag": "bdea6b4e-c2dd-42ce-994f-2a436a703d51"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:36:35.833228 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e9c524-2d13-44c1-95e4-5142367438d7 x-openstack-request-id: req-89e9c524-2d13-44c1-95e4-5142367438d7 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:36:35.833526 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed321545-79af-4939-a61d-8b78234645de", "name": "network-vif-deleted", "tag": "bdea6b4e-c2dd-42ce-994f-2a436a703d51", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:36:35.833780 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89e9c524-2d13-44c1-95e4-5142367438d7 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:36:35.834180 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed321545-79af-4939-a61d-8b78234645de', 'name': 'network-vif-deleted', 'tag': 'bdea6b4e-c2dd-42ce-994f-2a436a703d51', 'status': 'completed', 'code': 200} Jul 23 00:36:36.104452 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-68ef3c43-7240-4b21-85c7-745fabe8600e req-95dedfbd-5bd7-4d1d-86cc-6303302db2fd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed321545-79af-4939-a61d-8b78234645de HTTP/1.1" status: 200 len: 210 time: 0.0299087 Jul 23 00:36:37.161844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33166) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:37.243090 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:37.513817 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da03731a-415a-4816-ba7c-4a04000836f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:37.775635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-da03731a-415a-4816-ba7c-4a04000836f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port 1b901268-4761-4eea-ad21-8f0b29f97cd9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:36:37.775879 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da03731a-415a-4816-ba7c-4a04000836f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:37.865782 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-da03731a-415a-4816-ba7c-4a04000836f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] For port 1b901268-4761-4eea-ad21-8f0b29f97cd9, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=1b901268-4761-4eea-ad21-8f0b29f97cd9,segment=NetworkSegment(38d56af3-ce81-48b9-8198-f466362dc3d5),segment_id=38d56af3-ce81-48b9-8198-f466362dc3d5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:36:37.866135 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da03731a-415a-4816-ba7c-4a04000836f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:37.878528 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-da03731a-415a-4816-ba7c-4a04000836f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for 1b901268-4761-4eea-ad21-8f0b29f97cd9 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:36:38.059566 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da03731a-415a-4816-ba7c-4a04000836f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:38.085682 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03731a-415a-4816-ba7c-4a04000836f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=1b901268-4761-4eea-ad21-8f0b29f97cd9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:38.268387 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da03731a-415a-4816-ba7c-4a04000836f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:38.473698 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da03731a-415a-4816-ba7c-4a04000836f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 900046a9-351f-41a1-bf41-c1be2f4afe4e has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:36:38.548875 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:36:38.577057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da03731a-415a-4816-ba7c-4a04000836f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:36:38.583014 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-da03731a-415a-4816-ba7c-4a04000836f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "PUT /v2.0/routers/900046a9-351f-41a1-bf41-c1be2f4afe4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4197612 Jul 23 00:36:38.585716 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33168) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:38.587454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777b1996-946c-4ffb-859b-1775b3912af7 None None] Sync routers for ids ['900046a9-351f-41a1-bf41-c1be2f4afe4e'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:36:38.597030 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b1996-946c-4ffb-859b-1775b3912af7 None None] Routers {'900046a9-351f-41a1-bf41-c1be2f4afe4e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:36:38.597687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-777b1996-946c-4ffb-859b-1775b3912af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:36:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['900046a9-351f-41a1-bf41-c1be2f4afe4e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:38.643972 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6085542-f207-436d-9a94-4b447765dbfe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting subnet d70ead8f-385d-48ee-9ba7-5a488e4d0438 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:36:38.647005 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6085542-f207-436d-9a94-4b447765dbfe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:38.685553 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6085542-f207-436d-9a94-4b447765dbfe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:38.701460 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-777b1996-946c-4ffb-859b-1775b3912af7 None None] Set router 900046a9-351f-41a1-bf41-c1be2f4afe4e gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:36:38.767483 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6085542-f207-436d-9a94-4b447765dbfe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:38.829746 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6085542-f207-436d-9a94-4b447765dbfe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:38.858413 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6085542-f207-436d-9a94-4b447765dbfe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Subnet': ['ID=d70ead8f-385d-48ee-9ba7-5a488e4d0438,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:38.860507 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6085542-f207-436d-9a94-4b447765dbfe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:38.862679 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d6085542-f207-436d-9a94-4b447765dbfe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/subnets/d70ead8f-385d-48ee-9ba7-5a488e4d0438 HTTP/1.1" status: 204 len: 168 time: 0.2760293 Jul 23 00:36:38.865334 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33170) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:38.870414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe582e1d-8f1b-460c-b981-584bb8809057 None None] Network 89498953-185a-4011-9620-c00b59faa3fc requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:36:38.945377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-777b1996-946c-4ffb-859b-1775b3912af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663765565', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '954beeff-16bb-4bbf-b04f-48c913447506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:36Z', 'updated_at': '2021-07-23T00:36:38Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '954beeff-16bb-4bbf-b04f-48c913447506', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:37Z', 'updated_at': '2021-07-23T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:38.970565 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae7b06a-322e-4163-adc7-0485a00dc9d6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:38.987861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777b1996-946c-4ffb-859b-1775b3912af7 None None] Checking router: 900046a9-351f-41a1-bf41-c1be2f4afe4e for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:36:39.019156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b1996-946c-4ffb-859b-1775b3912af7 None None] Routers {'900046a9-351f-41a1-bf41-c1be2f4afe4e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:36:39.019759 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-777b1996-946c-4ffb-859b-1775b3912af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:36:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['900046a9-351f-41a1-bf41-c1be2f4afe4e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:39.073065 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae7b06a-322e-4163-adc7-0485a00dc9d6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.127237 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3ae7b06a-322e-4163-adc7-0485a00dc9d6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port 954beeff-16bb-4bbf-b04f-48c913447506 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:36:39.127582 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae7b06a-322e-4163-adc7-0485a00dc9d6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.209856 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3ae7b06a-322e-4163-adc7-0485a00dc9d6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] For port 954beeff-16bb-4bbf-b04f-48c913447506, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=954beeff-16bb-4bbf-b04f-48c913447506,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:36:39.210243 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae7b06a-322e-4163-adc7-0485a00dc9d6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.222996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3ae7b06a-322e-4163-adc7-0485a00dc9d6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for 954beeff-16bb-4bbf-b04f-48c913447506 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:36:39.240148 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bdea6b4e-c2dd-42ce-994f-2a436a703d51 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:36:39.269070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: bdea6b4e-c2dd-42ce-994f-2a436a703d51 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:36:39.269491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device bdea6b4e-c2dd-42ce-994f-2a436a703d51 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:36:39.313784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-777b1996-946c-4ffb-859b-1775b3912af7 None None] Set router 900046a9-351f-41a1-bf41-c1be2f4afe4e gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:36:39.389436 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] DHCP port deletion for 89498953-185a-4011-9620-c00b59faa3fc request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:36:39.395106 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae7b06a-322e-4163-adc7-0485a00dc9d6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.424694 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7b06a-322e-4163-adc7-0485a00dc9d6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=954beeff-16bb-4bbf-b04f-48c913447506,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:39.486963 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae7b06a-322e-4163-adc7-0485a00dc9d6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.514945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Deleting port fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:36:39.515324 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.578929 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae7b06a-322e-4163-adc7-0485a00dc9d6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.583562 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae7b06a-322e-4163-adc7-0485a00dc9d6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.591281 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] For port fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32,segment=NetworkSegment(38d56af3-ce81-48b9-8198-f466362dc3d5),segment_id=38d56af3-ce81-48b9-8198-f466362dc3d5)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:36:39.591790 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.606798 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Calling delete_port for fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:36:39.619587 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-777b1996-946c-4ffb-859b-1775b3912af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663765565', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '954beeff-16bb-4bbf-b04f-48c913447506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:36Z', 'updated_at': '2021-07-23T00:36:38Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '954beeff-16bb-4bbf-b04f-48c913447506', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:37Z', 'updated_at': '2021-07-23T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:39.634999 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae7b06a-322e-4163-adc7-0485a00dc9d6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.635547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae7b06a-322e-4163-adc7-0485a00dc9d6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Fanout notify agent at l3_agent the message router_deleted on router 900046a9-351f-41a1-bf41-c1be2f4afe4e {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:36:39.642443 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ae7b06a-322e-4163-adc7-0485a00dc9d6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.643636 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ae7b06a-322e-4163-adc7-0485a00dc9d6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/routers/900046a9-351f-41a1-bf41-c1be2f4afe4e HTTP/1.1" status: 204 len: 168 time: 0.7772229 Jul 23 00:36:39.647105 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33172) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:39.652708 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777b1996-946c-4ffb-859b-1775b3912af7 None None] The sync data for ids ['900046a9-351f-41a1-bf41-c1be2f4afe4e'] in n-d-688802-2 is: [{'id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663765565', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '954beeff-16bb-4bbf-b04f-48c913447506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:36Z', 'updated_at': '2021-07-23T00:36:38Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '954beeff-16bb-4bbf-b04f-48c913447506', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900046a9-351f-41a1-bf41-c1be2f4afe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:37Z', 'updated_at': '2021-07-23T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:36:39.730529 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.732235 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af3fdb58-0eee-4c2b-8ae6-8f398385c889 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.755776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Pushing event deleted for resources: {'Port': ['ID=fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:39.761027 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] No DVR routers for this DVR port fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:36:39.767861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:39.768222 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:39.768554 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:39.768890 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:39.769249 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:39.769583 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:39.769909 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:39.770231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:39.770556 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:39.771256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:39.771256 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:39.771507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767c43-d33e-453a-ad95-94eb3c6a79fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:39.824738 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af3fdb58-0eee-4c2b-8ae6-8f398385c889 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.834281 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-af3fdb58-0eee-4c2b-8ae6-8f398385c889 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89498953-185a-4011-9620-c00b59faa3fc']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:39.844455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-af3fdb58-0eee-4c2b-8ae6-8f398385c889 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d56af3-ce81-48b9-8198-f466362dc3d5') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:39.844748 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-af3fdb58-0eee-4c2b-8ae6-8f398385c889 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d56af3-ce81-48b9-8198-f466362dc3d5') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:39.853185 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af3fdb58-0eee-4c2b-8ae6-8f398385c889 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.866343 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af3fdb58-0eee-4c2b-8ae6-8f398385c889 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.871991 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3fdb58-0eee-4c2b-8ae6-8f398385c889 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:36:39.872371 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af3fdb58-0eee-4c2b-8ae6-8f398385c889 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:36:39.875189 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:36:39.930658 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af3fdb58-0eee-4c2b-8ae6-8f398385c889 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.937710 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af3fdb58-0eee-4c2b-8ae6-8f398385c889 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.939549 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-af3fdb58-0eee-4c2b-8ae6-8f398385c889 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/networks/89498953-185a-4011-9620-c00b59faa3fc HTTP/1.1" status: 204 len: 168 time: 0.2918308 Jul 23 00:36:39.942369 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33174) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:39.951374 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fdb58-0eee-4c2b-8ae6-8f398385c889 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Network': ['ID=89498953-185a-4011-9620-c00b59faa3fc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:39.998008 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:36:40.004761 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.024862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:36:40.027644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device fb2f5c4f-5d60-4f2c-bb73-a6890bfa1b32 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:36:40.036755 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.097523 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.100090 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.101286 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/security-groups/61af74c7-ed2f-4a40-bf2e-3927c936a42b HTTP/1.1" status: 204 len: 168 time: 0.1575971 Jul 23 00:36:40.111434 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61af74c7-ed2f-4a40-bf2e-3927c936a42b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:40.121057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:40.121424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:40.121772 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:40.122142 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:40.122458 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:40.122718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:40.123046 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:40.123514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:40.123845 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:40.124170 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:40.124552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:40.124825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5e99b-86fd-4a7e-a683-131a4e94d664 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:40.433235 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33180) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:40.437955 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c699a78d-347f-46b1-a063-50388e62649b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866747716', 'description': 'tempest-secgroup-smoke-1866747716 description', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:40.461106 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c699a78d-347f-46b1-a063-50388e62649b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.544237 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c699a78d-347f-46b1-a063-50388e62649b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.548179 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c699a78d-347f-46b1-a063-50388e62649b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.574362 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c699a78d-347f-46b1-a063-50388e62649b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.575508 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c699a78d-347f-46b1-a063-50388e62649b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1412606 Jul 23 00:36:40.578496 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33182) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:40.579722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699a78d-347f-46b1-a063-50388e62649b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8584802f-bb30-46ef-9089-c4047fb89c5c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:40.584469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-130d0382-a592-4889-aa63-9ea9411623a3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '8584802f-bb30-46ef-9089-c4047fb89c5c', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:40.612069 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-130d0382-a592-4889-aa63-9ea9411623a3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.683584 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-130d0382-a592-4889-aa63-9ea9411623a3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.687274 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-130d0382-a592-4889-aa63-9ea9411623a3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.704627 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d0382-a592-4889-aa63-9ea9411623a3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349a9269-3275-46a7-8189-c459051361e6,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:40.711254 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-130d0382-a592-4889-aa63-9ea9411623a3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.713234 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-130d0382-a592-4889-aa63-9ea9411623a3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336424 Jul 23 00:36:40.715910 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33184) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:40.720187 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-54f7fe2d-9673-436c-aec7-b6b0aa80e824 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '8584802f-bb30-46ef-9089-c4047fb89c5c', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:40.747920 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54f7fe2d-9673-436c-aec7-b6b0aa80e824 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.804732 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54f7fe2d-9673-436c-aec7-b6b0aa80e824 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.808740 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54f7fe2d-9673-436c-aec7-b6b0aa80e824 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.825743 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7fe2d-9673-436c-aec7-b6b0aa80e824 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2285d09c-d47e-4a8c-b9b8-d33f695bd595,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:40.832153 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54f7fe2d-9673-436c-aec7-b6b0aa80e824 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.833324 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-54f7fe2d-9673-436c-aec7-b6b0aa80e824 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164875 Jul 23 00:36:40.836024 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33186) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:40.841003 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-87a60d8b-1005-44e9-b323-7488bbb6c727 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '8584802f-bb30-46ef-9089-c4047fb89c5c', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:40.866585 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87a60d8b-1005-44e9-b323-7488bbb6c727 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.923853 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87a60d8b-1005-44e9-b323-7488bbb6c727 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.927326 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87a60d8b-1005-44e9-b323-7488bbb6c727 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.944425 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a60d8b-1005-44e9-b323-7488bbb6c727 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d2c3cd-681f-48ab-bfad-c8178142abd1,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:40.950183 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87a60d8b-1005-44e9-b323-7488bbb6c727 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.951254 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-87a60d8b-1005-44e9-b323-7488bbb6c727 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137443 Jul 23 00:36:40.953960 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33188) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:40.958252 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-13c13ff7-40bc-4799-a175-44b2151e89ba tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '8584802f-bb30-46ef-9089-c4047fb89c5c', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:40.984154 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13c13ff7-40bc-4799-a175-44b2151e89ba tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.045229 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13c13ff7-40bc-4799-a175-44b2151e89ba tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.049025 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13c13ff7-40bc-4799-a175-44b2151e89ba tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.066740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c13ff7-40bc-4799-a175-44b2151e89ba tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728da35f-7694-4e70-bc1c-2a270e22326a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:41.073063 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13c13ff7-40bc-4799-a175-44b2151e89ba tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.073954 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-13c13ff7-40bc-4799-a175-44b2151e89ba tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190755 Jul 23 00:36:41.076657 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33190) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:41.080957 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-2541fb32-9fe1-4828-ad9b-8aad7d4cf4fd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '8584802f-bb30-46ef-9089-c4047fb89c5c', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:41.101606 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-2541fb32-9fe1-4828-ad9b-8aad7d4cf4fd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Project 456023bc640c45e48cd7ad461e0d5cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:36:41.106942 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2541fb32-9fe1-4828-ad9b-8aad7d4cf4fd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.167479 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2541fb32-9fe1-4828-ad9b-8aad7d4cf4fd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.171328 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2541fb32-9fe1-4828-ad9b-8aad7d4cf4fd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.191310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541fb32-9fe1-4828-ad9b-8aad7d4cf4fd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0498afd7-5b09-4f91-a75d-ef5315829e95,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:41.194944 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2541fb32-9fe1-4828-ad9b-8aad7d4cf4fd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.196657 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-2541fb32-9fe1-4828-ad9b-8aad7d4cf4fd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185250 Jul 23 00:36:41.199863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33192) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:41.204200 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bbf023dc-9d23-44e6-9cf0-be4c2461c4d0 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '8584802f-bb30-46ef-9089-c4047fb89c5c', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:41.226027 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-bbf023dc-9d23-44e6-9cf0-be4c2461c4d0 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Project 456023bc640c45e48cd7ad461e0d5cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:36:41.230718 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbf023dc-9d23-44e6-9cf0-be4c2461c4d0 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.291312 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbf023dc-9d23-44e6-9cf0-be4c2461c4d0 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.294722 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbf023dc-9d23-44e6-9cf0-be4c2461c4d0 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.314325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf023dc-9d23-44e6-9cf0-be4c2461c4d0 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3b5907-fef2-45de-893b-73baf99a3ebf,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:41.317944 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbf023dc-9d23-44e6-9cf0-be4c2461c4d0 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.319123 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bbf023dc-9d23-44e6-9cf0-be4c2461c4d0 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183171 Jul 23 00:36:41.322785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33194) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:41.327625 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-07405eca-a266-4a40-8624-8d9418c9da1c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'network': {'name': 'tempest-network-smoke--651026948', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'port_security_enabled': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:41.347897 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07405eca-a266-4a40-8624-8d9418c9da1c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Made reservation on behalf of 456023bc640c45e48cd7ad461e0d5cf5 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:36:41.351337 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07405eca-a266-4a40-8624-8d9418c9da1c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.375063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07405eca-a266-4a40-8624-8d9418c9da1c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:36:41.385036 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07405eca-a266-4a40-8624-8d9418c9da1c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.385594 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-07405eca-a266-4a40-8624-8d9418c9da1c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Added segment c930f34f-87b9-4fa2-b938-226c2a76088d of type vlan for network 452129cf-8c00-4986-beb9-a8cf06e9bb91 Jul 23 00:36:41.427217 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07405eca-a266-4a40-8624-8d9418c9da1c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.456303 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07405eca-a266-4a40-8624-8d9418c9da1c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.461825 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07405eca-a266-4a40-8624-8d9418c9da1c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:41.462417 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07405eca-a266-4a40-8624-8d9418c9da1c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.494050 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-07405eca-a266-4a40-8624-8d9418c9da1c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1702733 Jul 23 00:36:41.496758 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33196) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:41.503389 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1444057519', 'admin_state_up': True, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:41.542672 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07405eca-a266-4a40-8624-8d9418c9da1c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Network': ['ID=452129cf-8c00-4986-beb9-a8cf06e9bb91,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:41.552910 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 452129cf-8c00-4986-beb9-a8cf06e9bb91 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:36:41.557542 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.558536 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.583875 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 1b901268-4761-4eea-ad21-8f0b29f97cd9 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:36:41.630220 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 1b901268-4761-4eea-ad21-8f0b29f97cd9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:36:41.630574 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 1b901268-4761-4eea-ad21-8f0b29f97cd9 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:36:41.630987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 954beeff-16bb-4bbf-b04f-48c913447506 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:36:41.657689 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 954beeff-16bb-4bbf-b04f-48c913447506 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:36:41.658042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 954beeff-16bb-4bbf-b04f-48c913447506 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:36:41.907286 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:42.035177 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:42.225144 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:42.243350 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:42.346887 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.25.4.247 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/ae328f04-b9c7-4334-beee-c5b4aaa662b2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:36:42.444703 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:42.483774 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:42.522106 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:36:42.528954 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:36:42.532492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:36:42.537839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=ae328f04-b9c7-4334-beee-c5b4aaa662b2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:42.781704 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:42.972070 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:43.096073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 7904c847-a0aa-4343-8b5b-5d3419233e34 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:36:43.199328 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:36:43.208558 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Sync routers for ids ['7904c847-a0aa-4343-8b5b-5d3419233e34'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:36:43.218575 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:43.218760 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Routers {'7904c847-a0aa-4343-8b5b-5d3419233e34'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:36:43.219453 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:36:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['7904c847-a0aa-4343-8b5b-5d3419233e34'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:43.223027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33198) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:43.223533 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e054720-3a5e-4ca0-b779-9331bd56871e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7253025 Jul 23 00:36:43.251691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-def8befa-48b3-4d3f-a575-a9eca514575c tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=456023bc640c45e48cd7ad461e0d5cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275190 Jul 23 00:36:43.254247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33200) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:43.322949 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Set router 7904c847-a0aa-4343-8b5b-5d3419233e34 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:36:43.343625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5bbef9-e1b0-4d1b-89f4-20258de06bb7 tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:43.347824 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9a5bbef9-e1b0-4d1b-89f4-20258de06bb7 tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899942 Jul 23 00:36:43.347978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33202) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:43.377714 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8f8ecce7-0d9b-42ba-b7bb-547c2c296256 tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264330 Jul 23 00:36:43.377938 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33204) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:43.382950 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-c5d8681d-8495-4922-9a1f-001c28e53350 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-137570648', 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:43.468997 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d8681d-8495-4922-9a1f-001c28e53350 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Made reservation on behalf of 456023bc640c45e48cd7ad461e0d5cf5 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:36:43.472613 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5d8681d-8495-4922-9a1f-001c28e53350 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:43.495208 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444057519', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:36:41Z', 'updated_at': '2021-07-23T00:36:42Z', 'revision_number': 3, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:42Z', 'updated_at': '2021-07-23T00:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:43.525395 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Checking router: 7904c847-a0aa-4343-8b5b-5d3419233e34 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:36:43.525751 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Updating router 7904c847-a0aa-4343-8b5b-5d3419233e34 port ae328f04-b9c7-4334-beee-c5b4aaa662b2 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:36:43.563183 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:43.655899 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5d8681d-8495-4922-9a1f-001c28e53350 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:43.721623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8681d-8495-4922-9a1f-001c28e53350 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Subnet': ['ID=1847342b-d5cf-4772-9c9c-d273e2951333,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:43.728787 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d8681d-8495-4922-9a1f-001c28e53350 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Checking segment: {'id': 'c930f34f-87b9-4fa2-b938-226c2a76088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:36:43.729186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d8681d-8495-4922-9a1f-001c28e53350 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network hostable DHCP agents. Network: 452129cf-8c00-4986-beb9-a8cf06e9bb91, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:36:43.745596 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d8681d-8495-4922-9a1f-001c28e53350 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 452129cf-8c00-4986-beb9-a8cf06e9bb91 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:36:43.753891 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c5d8681d-8495-4922-9a1f-001c28e53350 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 452129cf-8c00-4986-beb9-a8cf06e9bb91) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:36:43.759548 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d8681d-8495-4922-9a1f-001c28e53350 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:43.760795 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c5d8681d-8495-4922-9a1f-001c28e53350 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:43.765147 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40748c10-7c05-4281-8385-9d9d9eccdb6d None None] Network 452129cf-8c00-4986-beb9-a8cf06e9bb91 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:36:43.778595 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c5d8681d-8495-4922-9a1f-001c28e53350 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3972147 Jul 23 00:36:43.778817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33206) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:43.820406 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:43.831478 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Transition to ACTIVE for port object ae328f04-b9c7-4334-beee-c5b4aaa662b2 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:36:43.838682 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:43.879308 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b50ba-85e5-4118-ae9a-f24941c43497 None None] Pushing event updated for resources: {'Port': ['ID=ae328f04-b9c7-4334-beee-c5b4aaa662b2,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:43.888836 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b50ba-85e5-4118-ae9a-f24941c43497 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:43.889208 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b50ba-85e5-4118-ae9a-f24941c43497 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:43.889555 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b50ba-85e5-4118-ae9a-f24941c43497 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:43.889893 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b50ba-85e5-4118-ae9a-f24941c43497 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:43.890232 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b50ba-85e5-4118-ae9a-f24941c43497 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:43.890565 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b50ba-85e5-4118-ae9a-f24941c43497 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:43.890893 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b50ba-85e5-4118-ae9a-f24941c43497 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:43.891219 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b50ba-85e5-4118-ae9a-f24941c43497 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:43.891548 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b50ba-85e5-4118-ae9a-f24941c43497 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:43.891872 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b50ba-85e5-4118-ae9a-f24941c43497 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:43.892195 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b50ba-85e5-4118-ae9a-f24941c43497 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:43.892516 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b50ba-85e5-4118-ae9a-f24941c43497 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:43.909521 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Attempting to bind port ae328f04-b9c7-4334-beee-c5b4aaa662b2 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:36:43.909809 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Attempting to bind port ae328f04-b9c7-4334-beee-c5b4aaa662b2 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:36:43.910175 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Attempting to bind port ae328f04-b9c7-4334-beee-c5b4aaa662b2 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:36:43.915930 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:36:43.916297 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:36:43.916696 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:43.917082 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:36:43.917596 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Bound port: ae328f04-b9c7-4334-beee-c5b4aaa662b2, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:36:43.917976 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:43.933342 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-452129cf-8c00-4986-beb9-a8cf06e9bb91', 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ips': [{'subnet_id': '1847342b-d5cf-4772-9c9c-d273e2951333'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:36:43.934306 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:43.975076 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] For port ae328f04-b9c7-4334-beee-c5b4aaa662b2, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:36:43.978485 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] For port ae328f04-b9c7-4334-beee-c5b4aaa662b2, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ae328f04-b9c7-4334-beee-c5b4aaa662b2,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:36:43.982786 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:44.044876 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b50ba-85e5-4118-ae9a-f24941c43497 None None] Pushing event updated for resources: {'Port': ['ID=ae328f04-b9c7-4334-beee-c5b4aaa662b2,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:44.047564 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Routers {'7904c847-a0aa-4343-8b5b-5d3419233e34'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:36:44.048537 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:36:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['7904c847-a0aa-4343-8b5b-5d3419233e34'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:44.090195 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Allocated IP 172.20.0.2 (452129cf-8c00-4986-beb9-a8cf06e9bb91/1847342b-d5cf-4772-9c9c-d273e2951333/e717548a-ae74-499b-b964-c4f7d9fcef2a) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:36:44.152366 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] Set router 7904c847-a0aa-4343-8b5b-5d3419233e34 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:36:44.248952 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:44.252168 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:44.258357 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Transition to ACTIVE for port object e717548a-ae74-499b-b964-c4f7d9fcef2a will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:36:44.273862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Transition to ACTIVE for port object e717548a-ae74-499b-b964-c4f7d9fcef2a will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:36:44.280064 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:44.320590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Network 452129cf-8c00-4986-beb9-a8cf06e9bb91 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:36:44.323973 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:36:44.327606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:36:44.334891 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Pushing event updated for resources: {'Port': ['ID=e717548a-ae74-499b-b964-c4f7d9fcef2a,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:44.338872 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444057519', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:36:41Z', 'updated_at': '2021-07-23T00:36:42Z', 'revision_number': 3, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:42Z', 'updated_at': '2021-07-23T00:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:44.367043 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f072d6-3829-455b-a724-12a2ec13fcd8 None None] The sync data for ids ['7904c847-a0aa-4343-8b5b-5d3419233e34'] in n-d-688802-2 is: [{'id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444057519', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:36:41Z', 'updated_at': '2021-07-23T00:36:42Z', 'revision_number': 3, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:42Z', 'updated_at': '2021-07-23T00:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:36:44.393031 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Attempting to bind port e717548a-ae74-499b-b964-c4f7d9fcef2a on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:36:44.393818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Attempting to bind port e717548a-ae74-499b-b964-c4f7d9fcef2a by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'c930f34f-87b9-4fa2-b938-226c2a76088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:36:44.394239 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Attempting to bind port e717548a-ae74-499b-b964-c4f7d9fcef2a on network 452129cf-8c00-4986-beb9-a8cf06e9bb91 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:36:44.400090 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:36:44.400516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Checking segment: {'id': 'c930f34f-87b9-4fa2-b938-226c2a76088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:36:44.400920 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:44.401460 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Bound using segment: {'id': 'c930f34f-87b9-4fa2-b938-226c2a76088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:36:44.401943 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Bound port: e717548a-ae74-499b-b964-c4f7d9fcef2a, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c930f34f-87b9-4fa2-b938-226c2a76088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:36:44.402395 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:44.473021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] For port e717548a-ae74-499b-b964-c4f7d9fcef2a, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:36:44.476511 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] For port e717548a-ae74-499b-b964-c4f7d9fcef2a, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e717548a-ae74-499b-b964-c4f7d9fcef2a,segment=NetworkSegment(c930f34f-87b9-4fa2-b938-226c2a76088d),segment_id=c930f34f-87b9-4fa2-b938-226c2a76088d)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:36:44.482802 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:44.543079 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a58f2-d603-43bf-8cf1-ad3b917e6e2d None None] Pushing event updated for resources: {'Port': ['ID=e717548a-ae74-499b-b964-c4f7d9fcef2a,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:44.554614 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.20.0.1 (452129cf-8c00-4986-beb9-a8cf06e9bb91/1847342b-d5cf-4772-9c9c-d273e2951333/5b78915c-30ac-4928-8831-a08af45c968c) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:36:44.710015 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:44.753464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Transition to ACTIVE for port object 5b78915c-30ac-4928-8831-a08af45c968c will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:36:44.794091 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:44.840461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 452129cf-8c00-4986-beb9-a8cf06e9bb91 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:36:44.843758 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:36:44.848446 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:36:44.853775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=5b78915c-30ac-4928-8831-a08af45c968c,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:44.898227 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:45.044138 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:45.342550 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:45.347448 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:45.421765 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=5b78915c-30ac-4928-8831-a08af45c968c,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:45.427134 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:45.519842 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928212bd-7895-419c-aabb-1b808865329e None None] Network 452129cf-8c00-4986-beb9-a8cf06e9bb91 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:36:45.526710 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 452129cf-8c00-4986-beb9-a8cf06e9bb91 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:36:45.528097 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:36:45.621625 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-96ef9322-9744-4d9b-ae55-73e9db881190 None None] Provisioning for port e717548a-ae74-499b-b964-c4f7d9fcef2a completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:36:45.652736 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 7904c847-a0aa-4343-8b5b-5d3419233e34 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:36:45.705659 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e717548a-ae74-499b-b964-c4f7d9fcef2a up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:36:45.767988 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port e717548a-ae74-499b-b964-c4f7d9fcef2a completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:36:45.772802 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e717548a-ae74-499b-b964-c4f7d9fcef2a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:36:45.772802 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:45.779113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:36:45.784797 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c87f7596-6165-4a91-ac8d-3d54433b1ac8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "PUT /v2.0/routers/7904c847-a0aa-4343-8b5b-5d3419233e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0046012 Jul 23 00:36:45.880544 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:45.918854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port e717548a-ae74-499b-b964-c4f7d9fcef2a, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e717548a-ae74-499b-b964-c4f7d9fcef2a,segment=NetworkSegment(c930f34f-87b9-4fa2-b938-226c2a76088d),segment_id=c930f34f-87b9-4fa2-b938-226c2a76088d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:36:45.923242 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:45.924315 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ae328f04-b9c7-4334-beee-c5b4aaa662b2 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:36:45.944512 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-f6a1c2ee-727f-43b0-9a7f-dd08b6b86b31 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866747716&fields=id&tenant_id=456023bc640c45e48cd7ad461e0d5cf5 HTTP/1.1" status: 200 len: 267 time: 0.0382476 Jul 23 00:36:46.018809 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=e717548a-ae74-499b-b964-c4f7d9fcef2a,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:46.026065 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port ae328f04-b9c7-4334-beee-c5b4aaa662b2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:36:46.031433 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port ae328f04-b9c7-4334-beee-c5b4aaa662b2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:36:46.032705 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:46.075847 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Sync routers for ids ['7904c847-a0aa-4343-8b5b-5d3419233e34'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:36:46.078474 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-aa453c8a-fe96-4878-8dbd-193cf6f107af tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:46.085302 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-aa453c8a-fe96-4878-8dbd-193cf6f107af tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/networks?id=452129cf-8c00-4986-beb9-a8cf06e9bb91 HTTP/1.1" status: 200 len: 796 time: 0.1306460 Jul 23 00:36:46.087740 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f31672e2-37e5-457a-a85f-623821581096 None None] Provisioning for port 5b78915c-30ac-4928-8831-a08af45c968c completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:36:46.097820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-d2e6e536-cc2a-4141-8f9c-18961d8bc491 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/quotas/456023bc640c45e48cd7ad461e0d5cf5 HTTP/1.1" status: 200 len: 375 time: 0.0114906 Jul 23 00:36:46.098378 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f31672e2-37e5-457a-a85f-623821581096 None None] Provisioning complete for port 5b78915c-30ac-4928-8831-a08af45c968c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:36:46.098759 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f31672e2-37e5-457a-a85f-623821581096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:46.104231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Routers {'7904c847-a0aa-4343-8b5b-5d3419233e34'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:36:46.104888 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:36:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['7904c847-a0aa-4343-8b5b-5d3419233e34'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:46.171563 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-a8f0c598-d640-4f44-8b03-ce40161badaf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698769 Jul 23 00:36:46.230530 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-f31672e2-37e5-457a-a85f-623821581096 None None] Port 5b78915c-30ac-4928-8831-a08af45c968c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:36:46.266874 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:46.275330 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f31672e2-37e5-457a-a85f-623821581096 None None] Provisioning complete for port e717548a-ae74-499b-b964-c4f7d9fcef2a triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:36:46.275708 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f31672e2-37e5-457a-a85f-623821581096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:46.324898 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-fcd4bbc5-cc4c-4bb7-825d-b5474aef0c81 service neutron] 10.222.0.26 "GET /v2.0/networks/452129cf-8c00-4986-beb9-a8cf06e9bb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413414 Jul 23 00:36:46.329050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Set router 7904c847-a0aa-4343-8b5b-5d3419233e34 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:36:46.335384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port ae328f04-b9c7-4334-beee-c5b4aaa662b2, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ae328f04-b9c7-4334-beee-c5b4aaa662b2,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:36:46.363052 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:46.425412 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-a46e9650-f4e4-4d3b-b715-6a6fe62a7615 service neutron] 10.222.0.26 "GET /v2.0/networks/452129cf-8c00-4986-beb9-a8cf06e9bb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947456 Jul 23 00:36:46.481502 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=ae328f04-b9c7-4334-beee-c5b4aaa662b2,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:46.598710 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a66281a8-975a-41f8-b7ce-0a1a5c2281d0 req-5e2c3c52-471b-42bb-9b7f-644ab299ce6d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 210 time: 0.0336461 Jul 23 00:36:46.636105 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444057519', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:36:41Z', 'updated_at': '2021-07-23T00:36:44Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:42Z', 'updated_at': '2021-07-23T00:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '5b78915c-30ac-4928-8831-a08af45c968c', 'name': '', 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:e5:16:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:44Z', 'updated_at': '2021-07-23T00:36:45Z', 'revision_number': 2, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:46.663016 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Checking router: 7904c847-a0aa-4343-8b5b-5d3419233e34 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:36:46.663417 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Updating router 7904c847-a0aa-4343-8b5b-5d3419233e34 port 5b78915c-30ac-4928-8831-a08af45c968c binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:36:46.705854 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1285eeb7-0a42-42a3-aa61-78817837926f None None] Provisioning complete for port 5b78915c-30ac-4928-8831-a08af45c968c triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:36:46.706232 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1285eeb7-0a42-42a3-aa61-78817837926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:46.708768 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:46.771680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-1285eeb7-0a42-42a3-aa61-78817837926f None None] Port 5b78915c-30ac-4928-8831-a08af45c968c cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:36:47.134651 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:47.184050 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:47.195627 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Transition to ACTIVE for port object 5b78915c-30ac-4928-8831-a08af45c968c will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:36:47.202432 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:47.253420 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd83b0-9ce1-45c5-bd42-831c154aeef9 None None] Pushing event updated for resources: {'Port': ['ID=5b78915c-30ac-4928-8831-a08af45c968c,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:47.308216 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Attempting to bind port 5b78915c-30ac-4928-8831-a08af45c968c on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:36:47.308588 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Attempting to bind port 5b78915c-30ac-4928-8831-a08af45c968c by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'c930f34f-87b9-4fa2-b938-226c2a76088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:36:47.308958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Attempting to bind port 5b78915c-30ac-4928-8831-a08af45c968c on network 452129cf-8c00-4986-beb9-a8cf06e9bb91 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:36:47.314114 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:36:47.314496 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Checking segment: {'id': 'c930f34f-87b9-4fa2-b938-226c2a76088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:36:47.314953 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:47.315278 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Bound using segment: {'id': 'c930f34f-87b9-4fa2-b938-226c2a76088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:36:47.315902 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Bound port: 5b78915c-30ac-4928-8831-a08af45c968c, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c930f34f-87b9-4fa2-b938-226c2a76088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:36:47.316273 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:47.387392 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] For port 5b78915c-30ac-4928-8831-a08af45c968c, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:36:47.390674 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] For port 5b78915c-30ac-4928-8831-a08af45c968c, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5b78915c-30ac-4928-8831-a08af45c968c,segment=NetworkSegment(c930f34f-87b9-4fa2-b938-226c2a76088d),segment_id=c930f34f-87b9-4fa2-b938-226c2a76088d)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:36:47.394620 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:47.447482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Routers {'7904c847-a0aa-4343-8b5b-5d3419233e34'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:36:47.448115 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:36:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['7904c847-a0aa-4343-8b5b-5d3419233e34'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:47.520673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd83b0-9ce1-45c5-bd42-831c154aeef9 None None] Pushing event updated for resources: {'Port': ['ID=5b78915c-30ac-4928-8831-a08af45c968c,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:47.584071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] Set router 7904c847-a0aa-4343-8b5b-5d3419233e34 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:36:47.685841 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e717548a-ae74-499b-b964-c4f7d9fcef2a up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:36:47.724061 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-89055029-f8fb-4156-b2e7-bf70b3cf10be req-2848cf77-7c8a-4add-abac-7005cfec23f9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 210 time: 0.0461147 Jul 23 00:36:47.743535 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-ea5e50e7-d012-402c-b17f-b651f5b54ff5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:47.745147 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-ea5e50e7-d012-402c-b17f-b651f5b54ff5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "GET /v2.0/networks?id=452129cf-8c00-4986-beb9-a8cf06e9bb91 HTTP/1.1" status: 200 len: 796 time: 0.1470718 Jul 23 00:36:47.802217 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-039f6126-3a6d-481a-8253-4513d712c141 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=456023bc640c45e48cd7ad461e0d5cf5 HTTP/1.1" status: 200 len: 380 time: 0.0354409 Jul 23 00:36:47.807136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e717548a-ae74-499b-b964-c4f7d9fcef2a triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:36:47.807513 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:47.835374 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-ef6c9405-d5bc-43fd-9a25-7efafb839191 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'port': {'device_id': 'fc30330b-91ca-4970-9df6-f29756ccc4a3', 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91', 'admin_state_up': True, 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'security_groups': ['8584802f-bb30-46ef-9089-c4047fb89c5c']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:47.936329 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444057519', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:36:41Z', 'updated_at': '2021-07-23T00:36:44Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:42Z', 'updated_at': '2021-07-23T00:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '5b78915c-30ac-4928-8831-a08af45c968c', 'name': '', 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:e5:16:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:44Z', 'updated_at': '2021-07-23T00:36:47Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:47.939991 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ae328f04-b9c7-4334-beee-c5b4aaa662b2 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:36:47.948287 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-ef6c9405-d5bc-43fd-9a25-7efafb839191 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Made reservation on behalf of 456023bc640c45e48cd7ad461e0d5cf5 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:36:47.951885 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-ef6c9405-d5bc-43fd-9a25-7efafb839191 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:47.981283 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87128ce0-8bdb-44bc-81bd-8a2ec7ffc8ac None None] The sync data for ids ['7904c847-a0aa-4343-8b5b-5d3419233e34'] in n-d-688802-2 is: [{'id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444057519', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:36:41Z', 'updated_at': '2021-07-23T00:36:44Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:42Z', 'updated_at': '2021-07-23T00:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '5b78915c-30ac-4928-8831-a08af45c968c', 'name': '', 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:e5:16:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:44Z', 'updated_at': '2021-07-23T00:36:47Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:36:48.010737 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port ae328f04-b9c7-4334-beee-c5b4aaa662b2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:36:48.011116 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:48.114644 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-ef6c9405-d5bc-43fd-9a25-7efafb839191 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.20.0.13 (452129cf-8c00-4986-beb9-a8cf06e9bb91/1847342b-d5cf-4772-9c9c-d273e2951333/2a275acf-e009-4d7d-b834-f0d37d9ea398) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:36:48.263762 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-ef6c9405-d5bc-43fd-9a25-7efafb839191 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:48.277982 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-ef6c9405-d5bc-43fd-9a25-7efafb839191 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Transition to ACTIVE for port object 2a275acf-e009-4d7d-b834-f0d37d9ea398 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:36:48.311471 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-ef6c9405-d5bc-43fd-9a25-7efafb839191 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:48.353984 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-ef6c9405-d5bc-43fd-9a25-7efafb839191 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 452129cf-8c00-4986-beb9-a8cf06e9bb91 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:36:48.359311 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-ef6c9405-d5bc-43fd-9a25-7efafb839191 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:36:48.363025 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-ef6c9405-d5bc-43fd-9a25-7efafb839191 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:36:48.388971 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c9405-d5bc-43fd-9a25-7efafb839191 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=2a275acf-e009-4d7d-b834-f0d37d9ea398,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:48.420536 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-ef6c9405-d5bc-43fd-9a25-7efafb839191 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:48.425941 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-ef6c9405-d5bc-43fd-9a25-7efafb839191 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:48.449000 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-ef6c9405-d5bc-43fd-9a25-7efafb839191 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6173525 Jul 23 00:36:48.469585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Request body: {'port': {'device_id': 'fc30330b-91ca-4970-9df6-f29756ccc4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:48.561529 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:48.673425 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-61700f08-a9ab-440b-b7fe-439c26cd83bf None None] Provisioning for port 2a275acf-e009-4d7d-b834-f0d37d9ea398 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:36:48.677594 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-61700f08-a9ab-440b-b7fe-439c26cd83bf None None] Provisioning complete for port 2a275acf-e009-4d7d-b834-f0d37d9ea398 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:36:48.678063 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-61700f08-a9ab-440b-b7fe-439c26cd83bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:48.713746 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-61700f08-a9ab-440b-b7fe-439c26cd83bf None None] Port 2a275acf-e009-4d7d-b834-f0d37d9ea398 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:36:48.853428 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a275acf-e009-4d7d-b834-f0d37d9ea398 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:36:48.861418 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:48.864641 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1aaf1f-1fb1-4dc0-a510-81f2a2589b0a req-e7e48296-f07a-49a6-a1b7-1f64e8879f20 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:48.866899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb1aaf1f-1fb1-4dc0-a510-81f2a2589b0a req-e7e48296-f07a-49a6-a1b7-1f64e8879f20 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 932 time: 0.0682812 Jul 23 00:36:48.874127 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Transition to ACTIVE for port object 2a275acf-e009-4d7d-b834-f0d37d9ea398 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:36:48.878432 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:48.916063 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fb1aaf1f-1fb1-4dc0-a510-81f2a2589b0a req-b8ada7d5-86a2-4898-86f1-fce8742ef742 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431662 Jul 23 00:36:48.934737 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Pushing event updated for resources: {'Port': ['ID=2a275acf-e009-4d7d-b834-f0d37d9ea398,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:49.016458 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Attempting to bind port 2a275acf-e009-4d7d-b834-f0d37d9ea398 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:36:49.016857 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Attempting to bind port 2a275acf-e009-4d7d-b834-f0d37d9ea398 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'c930f34f-87b9-4fa2-b938-226c2a76088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:36:49.017226 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Attempting to bind port 2a275acf-e009-4d7d-b834-f0d37d9ea398 on network 452129cf-8c00-4986-beb9-a8cf06e9bb91 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:36:49.022171 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Port 2a275acf-e009-4d7d-b834-f0d37d9ea398 on network 452129cf-8c00-4986-beb9-a8cf06e9bb91 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:36:49.022492 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Attempting to bind port 2a275acf-e009-4d7d-b834-f0d37d9ea398 on network 452129cf-8c00-4986-beb9-a8cf06e9bb91 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:36:49.034983 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:36:49.035318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Checking segment: {'id': 'c930f34f-87b9-4fa2-b938-226c2a76088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:36:49.035710 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Bound using segment: {'id': 'c930f34f-87b9-4fa2-b938-226c2a76088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:36:49.036132 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Bound port: 2a275acf-e009-4d7d-b834-f0d37d9ea398, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c930f34f-87b9-4fa2-b938-226c2a76088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:36:49.036489 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:49.110153 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] For port 2a275acf-e009-4d7d-b834-f0d37d9ea398, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:36:49.115484 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] For port 2a275acf-e009-4d7d-b834-f0d37d9ea398, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2a275acf-e009-4d7d-b834-f0d37d9ea398,segment=NetworkSegment(c930f34f-87b9-4fa2-b938-226c2a76088d),segment_id=c930f34f-87b9-4fa2-b938-226c2a76088d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:36:49.119506 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:49.159896 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:49.160510 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:49.161956 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] 10.222.0.18 "PUT /v2.0/ports/2a275acf-e009-4d7d-b834-f0d37d9ea398 HTTP/1.1" status: 200 len: 1092 time: 0.6976600 Jul 23 00:36:49.162404 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc30330b-91ca-4970-9df6-f29756ccc4a3', 'tag': '2a275acf-e009-4d7d-b834-f0d37d9ea398'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:36:49.164838 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea2d19a-e0bd-41d0-902e-b809d18f1b27" -d '{"events": [{"name": "network-changed", "server_uuid": "fc30330b-91ca-4970-9df6-f29756ccc4a3", "tag": "2a275acf-e009-4d7d-b834-f0d37d9ea398"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:36:49.195547 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a7178-e48c-4286-8be7-9174526b0a49 service neutron] Pushing event updated for resources: {'Port': ['ID=2a275acf-e009-4d7d-b834-f0d37d9ea398,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:49.208480 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ca972e-8c54-48f5-8f63-42847deb6934 x-openstack-request-id: req-75ca972e-8c54-48f5-8f63-42847deb6934 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:36:49.209383 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc30330b-91ca-4970-9df6-f29756ccc4a3", "tag": "2a275acf-e009-4d7d-b834-f0d37d9ea398", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:36:49.209643 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75ca972e-8c54-48f5-8f63-42847deb6934 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:36:49.210049 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc30330b-91ca-4970-9df6-f29756ccc4a3', 'tag': '2a275acf-e009-4d7d-b834-f0d37d9ea398', 'status': 'completed', 'code': 200} Jul 23 00:36:49.284105 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-3169c600-5867-4787-b1e1-c47c112ec98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:49.285525 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-3169c600-5867-4787-b1e1-c47c112ec98e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 1095 time: 0.0585506 Jul 23 00:36:49.338800 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-90d741e6-8cbc-4e1e-ac14-a41d5eab6fd8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a275acf-e009-4d7d-b834-f0d37d9ea398 HTTP/1.1" status: 200 len: 217 time: 0.0387990 Jul 23 00:36:49.388361 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-7f28debb-1434-4a2f-948b-09b7af6c3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:49.389850 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-7f28debb-1434-4a2f-948b-09b7af6c3f6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1847342b-d5cf-4772-9c9c-d273e2951333 HTTP/1.1" status: 200 len: 834 time: 0.0452387 Jul 23 00:36:49.448253 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-cf3db28e-a593-4349-9aa1-b2a500809964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:49.449758 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-cf3db28e-a593-4349-9aa1-b2a500809964 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=452129cf-8c00-4986-beb9-a8cf06e9bb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536332 Jul 23 00:36:49.541873 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-73d9ee74-30a4-40a0-8dc2-422e6fb2d1a4 service neutron] 10.222.0.18 "GET /v2.0/networks/452129cf-8c00-4986-beb9-a8cf06e9bb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854239 Jul 23 00:36:49.631021 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-002665fa-4102-49fd-b8e5-6ad1ea81e75e req-f420036c-1f9e-493e-a474-1da1287dc2c8 service neutron] 10.222.0.18 "GET /v2.0/networks/452129cf-8c00-4986-beb9-a8cf06e9bb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831790 Jul 23 00:36:49.641107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5b78915c-30ac-4928-8831-a08af45c968c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:36:49.689116 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 5b78915c-30ac-4928-8831-a08af45c968c completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:36:49.692703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 5b78915c-30ac-4928-8831-a08af45c968c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:36:49.693076 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:49.774057 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2d19a-e0bd-41d0-902e-b809d18f1b27 req-ccadba9e-97cc-4ec1-a432-1462d5c69656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:49.775561 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4ea2d19a-e0bd-41d0-902e-b809d18f1b27 req-ccadba9e-97cc-4ec1-a432-1462d5c69656 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 1095 time: 0.0607979 Jul 23 00:36:49.776678 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:49.809644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 5b78915c-30ac-4928-8831-a08af45c968c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5b78915c-30ac-4928-8831-a08af45c968c,segment=NetworkSegment(c930f34f-87b9-4fa2-b938-226c2a76088d),segment_id=c930f34f-87b9-4fa2-b938-226c2a76088d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:36:49.813619 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:49.861226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=5b78915c-30ac-4928-8831-a08af45c968c,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:49.868126 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2d19a-e0bd-41d0-902e-b809d18f1b27 req-9d3f8b70-5e3f-4357-8618-4a45959f57be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:49.869815 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4ea2d19a-e0bd-41d0-902e-b809d18f1b27 req-9d3f8b70-5e3f-4357-8618-4a45959f57be service neutron] 10.222.0.18 "GET /v2.0/networks?id=452129cf-8c00-4986-beb9-a8cf06e9bb91 HTTP/1.1" status: 200 len: 897 time: 0.0881295 Jul 23 00:36:49.914616 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4ea2d19a-e0bd-41d0-902e-b809d18f1b27 req-ede54805-0df7-4ef3-8345-f5f1c0e5cbb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a275acf-e009-4d7d-b834-f0d37d9ea398 HTTP/1.1" status: 200 len: 217 time: 0.0381236 Jul 23 00:36:49.963684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2d19a-e0bd-41d0-902e-b809d18f1b27 req-ad6c0ab5-a20c-4427-9f2c-fbdaabc57013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:49.965289 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4ea2d19a-e0bd-41d0-902e-b809d18f1b27 req-ad6c0ab5-a20c-4427-9f2c-fbdaabc57013 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1847342b-d5cf-4772-9c9c-d273e2951333 HTTP/1.1" status: 200 len: 834 time: 0.0438659 Jul 23 00:36:50.031438 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2d19a-e0bd-41d0-902e-b809d18f1b27 req-8b114a42-5c5a-417b-a2c7-ee4df05ce3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:50.033399 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4ea2d19a-e0bd-41d0-902e-b809d18f1b27 req-8b114a42-5c5a-417b-a2c7-ee4df05ce3cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=452129cf-8c00-4986-beb9-a8cf06e9bb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611746 Jul 23 00:36:50.052689 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deba18-50af-4215-87f9-a92018ee0b54 req-60192b56-70a3-4373-9b3b-56e7e73a7a80 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:50.054234 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36deba18-50af-4215-87f9-a92018ee0b54 req-60192b56-70a3-4373-9b3b-56e7e73a7a80 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 944 time: 0.0667560 Jul 23 00:36:50.092477 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-36deba18-50af-4215-87f9-a92018ee0b54 req-9d4d34ac-8297-46d9-b4d1-77c28eac21e8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322597 Jul 23 00:36:50.413381 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4ea2d19a-e0bd-41d0-902e-b809d18f1b27 req-328a1b36-6d6b-41fb-bd64-1dbb37560421 service neutron] 10.222.0.18 "GET /v2.0/networks/452129cf-8c00-4986-beb9-a8cf06e9bb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726244 Jul 23 00:36:50.500748 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4ea2d19a-e0bd-41d0-902e-b809d18f1b27 req-5bf7426c-51ae-4dbb-8d31-e7839cc36e8a service neutron] 10.222.0.18 "GET /v2.0/networks/452129cf-8c00-4986-beb9-a8cf06e9bb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801511 Jul 23 00:36:51.114290 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 2a275acf-e009-4d7d-b834-f0d37d9ea398 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:36:51.214125 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 2a275acf-e009-4d7d-b834-f0d37d9ea398, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2a275acf-e009-4d7d-b834-f0d37d9ea398,segment=NetworkSegment(c930f34f-87b9-4fa2-b938-226c2a76088d),segment_id=c930f34f-87b9-4fa2-b938-226c2a76088d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:36:51.225164 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '2a275acf-e009-4d7d-b834-f0d37d9ea398', 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91', 'port_id': '2a275acf-e009-4d7d-b834-f0d37d9ea398', 'mac_address': 'fa:16:3e:51:fe:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:36:51.226596 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0c6f2-adcb-428e-9996-bdc7c360ebf6 req-5d7dc83a-1938-4c0a-8571-ec8c34312dbc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:51.228429 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bfc0c6f2-adcb-428e-9996-bdc7c360ebf6 req-5d7dc83a-1938-4c0a-8571-ec8c34312dbc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 944 time: 0.0662091 Jul 23 00:36:51.264413 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:51.266045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bfc0c6f2-adcb-428e-9996-bdc7c360ebf6 req-8aac955c-88ec-4c96-b727-0014234372c2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319715 Jul 23 00:36:51.277671 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a275acf-e009-4d7d-b834-f0d37d9ea398 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:36:51.297635 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 2a275acf-e009-4d7d-b834-f0d37d9ea398, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2a275acf-e009-4d7d-b834-f0d37d9ea398,segment=NetworkSegment(c930f34f-87b9-4fa2-b938-226c2a76088d),segment_id=c930f34f-87b9-4fa2-b938-226c2a76088d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:36:51.301139 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:51.348032 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=2a275acf-e009-4d7d-b834-f0d37d9ea398,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:51.571335 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['2a275acf-e009-4d7d-b834-f0d37d9ea398'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:36:51.625515 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5b78915c-30ac-4928-8831-a08af45c968c up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:36:51.723313 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 5b78915c-30ac-4928-8831-a08af45c968c triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:36:51.723695 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:52.400574 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13995f-c4a0-4dc2-ad28-f623160a9da9 req-2c961f56-31c9-4a0e-90af-005b599e294b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:52.402084 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d13995f-c4a0-4dc2-ad28-f623160a9da9 req-2c961f56-31c9-4a0e-90af-005b599e294b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 945 time: 0.0680470 Jul 23 00:36:52.438941 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9d13995f-c4a0-4dc2-ad28-f623160a9da9 req-0be8c6a3-1ac4-4ad1-b00b-50e477a6ba10 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313036 Jul 23 00:36:53.113935 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 2a275acf-e009-4d7d-b834-f0d37d9ea398 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:36:53.165512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 2a275acf-e009-4d7d-b834-f0d37d9ea398 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:36:53.169245 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 2a275acf-e009-4d7d-b834-f0d37d9ea398 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:36:53.169614 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:53.246515 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:53.268561 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc30330b-91ca-4970-9df6-f29756ccc4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a275acf-e009-4d7d-b834-f0d37d9ea398'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:36:53.270740 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48831082-bf7c-429f-b7f9-2496df52eb97" -d '{"events": [{"server_uuid": "fc30330b-91ca-4970-9df6-f29756ccc4a3", "name": "network-vif-plugged", "status": "completed", "tag": "2a275acf-e009-4d7d-b834-f0d37d9ea398"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:36:53.283573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 2a275acf-e009-4d7d-b834-f0d37d9ea398, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2a275acf-e009-4d7d-b834-f0d37d9ea398,segment=NetworkSegment(c930f34f-87b9-4fa2-b938-226c2a76088d),segment_id=c930f34f-87b9-4fa2-b938-226c2a76088d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:36:53.287812 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:53.313023 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a7c8d8-8d2f-43aa-a402-5d78d1540fa1 x-openstack-request-id: req-b9a7c8d8-8d2f-43aa-a402-5d78d1540fa1 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:36:53.313334 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc30330b-91ca-4970-9df6-f29756ccc4a3", "name": "network-vif-plugged", "status": "completed", "tag": "2a275acf-e009-4d7d-b834-f0d37d9ea398", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:36:53.313574 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9a7c8d8-8d2f-43aa-a402-5d78d1540fa1 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:36:53.313961 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc30330b-91ca-4970-9df6-f29756ccc4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a275acf-e009-4d7d-b834-f0d37d9ea398', 'code': 200} Jul 23 00:36:53.339961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=2a275acf-e009-4d7d-b834-f0d37d9ea398,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:53.446412 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e465bac-54a3-4712-aef6-5829f7ddc46e req-1d39f0ac-1cf1-4ee9-a947-cf6ee5ea1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:53.447923 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e465bac-54a3-4712-aef6-5829f7ddc46e req-1d39f0ac-1cf1-4ee9-a947-cf6ee5ea1600 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 1097 time: 0.0560544 Jul 23 00:36:53.482015 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1e465bac-54a3-4712-aef6-5829f7ddc46e req-a3cf3b16-6fdb-43c2-a569-57b4cd58955b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273690 Jul 23 00:36:53.569808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edd56e-b603-4cc4-9439-a23dc14b3081 req-3f32b5ae-5a16-47b0-9d16-3b9aaa98e7be tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:53.571902 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c7edd56e-b603-4cc4-9439-a23dc14b3081 req-3f32b5ae-5a16-47b0-9d16-3b9aaa98e7be tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0667980 Jul 23 00:36:53.609888 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c7edd56e-b603-4cc4-9439-a23dc14b3081 req-bafec427-e1d7-480c-b6ad-60d262f2b87a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319939 Jul 23 00:36:54.744335 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0d07c-80fb-4322-a253-ede9f5384502 req-f5af6e62-0a5e-4059-b3ac-39df47503f0f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:54.745844 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3e0d07c-80fb-4322-a253-ede9f5384502 req-f5af6e62-0a5e-4059-b3ac-39df47503f0f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0635917 Jul 23 00:36:54.787319 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b3e0d07c-80fb-4322-a253-ede9f5384502 req-ac356473-4b58-46ce-9bd1-02a9c3961b7a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360487 Jul 23 00:36:54.915138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7c152-5093-4505-ab0c-f9d839f830cf req-87afb8c5-7b3f-4766-b8ac-1857931773fc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:54.916521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08e7c152-5093-4505-ab0c-f9d839f830cf req-87afb8c5-7b3f-4766-b8ac-1857931773fc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0645118 Jul 23 00:36:54.954116 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-08e7c152-5093-4505-ab0c-f9d839f830cf req-bfc10543-9ff0-4805-a879-47f00bbb4795 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320449 Jul 23 00:36:54.974996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33260) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:55.026547 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d66c57-7116-4ef9-953e-9250bd0b4a98 tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:55.028072 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-07d66c57-7116-4ef9-953e-9250bd0b4a98 tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 1092 time: 0.0521405 Jul 23 00:36:55.030990 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33262) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:55.035423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '2a275acf-e009-4d7d-b834-f0d37d9ea398', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:55.058267 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:55.152851 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:55.254872 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.25.4.43 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/1f11df4c-0ce9-4612-989f-73c54bed2b08) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:36:55.350958 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:55.389266 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:55.428058 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:36:55.431054 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:36:55.434559 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:36:55.458980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=1f11df4c-0ce9-4612-989f-73c54bed2b08,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:55.780336 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:55.857130 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:56.001678 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:56.006021 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:56.076504 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=1f11df4c-0ce9-4612-989f-73c54bed2b08,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:56.084269 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:56.533060 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Floating IP 68109eec-a632-4fe3-8ae7-25f78a738a6b associated. External IP: 172.25.4.43, port: 2a275acf-e009-4d7d-b834-f0d37d9ea398. Jul 23 00:36:56.740796 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 7904c847-a0aa-4343-8b5b-5d3419233e34 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:36:56.847883 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:36:56.857694 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ae2d0-0b65-4e19-9c7c-740f44110efa None None] Sync routers for ids ['7904c847-a0aa-4343-8b5b-5d3419233e34'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:36:56.865212 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:56.868233 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ae2d0-0b65-4e19-9c7c-740f44110efa None None] Routers {'7904c847-a0aa-4343-8b5b-5d3419233e34'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:36:56.868848 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-068ae2d0-0b65-4e19-9c7c-740f44110efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:36:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['7904c847-a0aa-4343-8b5b-5d3419233e34'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:56.905753 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5a09e198-0101-46b9-ae67-c288d877a4e4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8712318 Jul 23 00:36:56.905753 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc30330b-91ca-4970-9df6-f29756ccc4a3', 'tag': '2a275acf-e009-4d7d-b834-f0d37d9ea398'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:36:56.906337 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d934ba6-c67a-408f-9b1a-d0ac1ab08cab" -d '{"events": [{"name": "network-changed", "server_uuid": "fc30330b-91ca-4970-9df6-f29756ccc4a3", "tag": "2a275acf-e009-4d7d-b834-f0d37d9ea398"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:36:56.944923 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f582b3c1-ba76-4a9a-b701-d5480d01352d x-openstack-request-id: req-f582b3c1-ba76-4a9a-b701-d5480d01352d {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:36:56.945313 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc30330b-91ca-4970-9df6-f29756ccc4a3", "tag": "2a275acf-e009-4d7d-b834-f0d37d9ea398", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:36:56.945792 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f582b3c1-ba76-4a9a-b701-d5480d01352d {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:36:56.946548 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc30330b-91ca-4970-9df6-f29756ccc4a3', 'tag': '2a275acf-e009-4d7d-b834-f0d37d9ea398', 'status': 'completed', 'code': 200} Jul 23 00:36:56.975668 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-068ae2d0-0b65-4e19-9c7c-740f44110efa None None] Set router 7904c847-a0aa-4343-8b5b-5d3419233e34 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:36:57.030540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4ab2e-40ec-4179-a062-89bac47b2e7f req-78e31d25-3c2d-48f4-b5c8-3c3378192181 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:57.033088 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11d4ab2e-40ec-4179-a062-89bac47b2e7f req-78e31d25-3c2d-48f4-b5c8-3c3378192181 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0730026 Jul 23 00:36:57.049771 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d934ba6-c67a-408f-9b1a-d0ac1ab08cab req-3c89bd35-8b5e-4ecc-9f48-a472f01fca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:57.051272 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d934ba6-c67a-408f-9b1a-d0ac1ab08cab req-3c89bd35-8b5e-4ecc-9f48-a472f01fca12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 1097 time: 0.0612695 Jul 23 00:36:57.074216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-11d4ab2e-40ec-4179-a062-89bac47b2e7f req-ea4d841d-298d-47e4-a9fc-6d75331cec8b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353677 Jul 23 00:36:57.098179 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33268) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:57.149227 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d934ba6-c67a-408f-9b1a-d0ac1ab08cab req-f7d8c34e-3efa-4c5d-8f5b-50b038a690c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:57.150787 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d934ba6-c67a-408f-9b1a-d0ac1ab08cab req-f7d8c34e-3efa-4c5d-8f5b-50b038a690c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=452129cf-8c00-4986-beb9-a8cf06e9bb91 HTTP/1.1" status: 200 len: 897 time: 0.0928040 Jul 23 00:36:57.166430 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4eb9dfcc-2157-4627-a457-ba48ef0ff343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/68109eec-a632-4fe3-8ae7-25f78a738a6b HTTP/1.1" status: 200 len: 991 time: 0.0670307 Jul 23 00:36:57.221337 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d934ba6-c67a-408f-9b1a-d0ac1ab08cab req-d8eba9fe-abb7-45f3-a42c-03c59080efc0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a275acf-e009-4d7d-b834-f0d37d9ea398 HTTP/1.1" status: 200 len: 999 time: 0.0631804 Jul 23 00:36:57.269144 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d934ba6-c67a-408f-9b1a-d0ac1ab08cab req-e33bbb2a-67a1-4731-aa95-7e3f1f9d15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:57.270608 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d934ba6-c67a-408f-9b1a-d0ac1ab08cab req-e33bbb2a-67a1-4731-aa95-7e3f1f9d15b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1847342b-d5cf-4772-9c9c-d273e2951333 HTTP/1.1" status: 200 len: 834 time: 0.0431964 Jul 23 00:36:57.307252 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-068ae2d0-0b65-4e19-9c7c-740f44110efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444057519', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:36:41Z', 'updated_at': '2021-07-23T00:36:44Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:42Z', 'updated_at': '2021-07-23T00:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '68109eec-a632-4fe3-8ae7-25f78a738a6b', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'port_id': '2a275acf-e009-4d7d-b834-f0d37d9ea398', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91', 'mac_address': 'fa:16:3e:51:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30330b-91ca-4970-9df6-f29756ccc4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:36:55Z', 'updated_at': '2021-07-23T00:36:55Z', 'revision_number': 0, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b78915c-30ac-4928-8831-a08af45c968c', 'name': '', 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:e5:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:44Z', 'updated_at': '2021-07-23T00:36:49Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:57.329313 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d934ba6-c67a-408f-9b1a-d0ac1ab08cab req-b7fb5192-3840-442c-9c11-8e60ba72e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:57.330805 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d934ba6-c67a-408f-9b1a-d0ac1ab08cab req-b7fb5192-3840-442c-9c11-8e60ba72e006 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=452129cf-8c00-4986-beb9-a8cf06e9bb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530427 Jul 23 00:36:57.335658 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ae2d0-0b65-4e19-9c7c-740f44110efa None None] Checking router: 7904c847-a0aa-4343-8b5b-5d3419233e34 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:36:57.344480 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ae2d0-0b65-4e19-9c7c-740f44110efa None None] Routers {'7904c847-a0aa-4343-8b5b-5d3419233e34'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:36:57.345083 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-068ae2d0-0b65-4e19-9c7c-740f44110efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:36:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['7904c847-a0aa-4343-8b5b-5d3419233e34'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:57.426021 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d934ba6-c67a-408f-9b1a-d0ac1ab08cab req-197d59cd-9ac8-4fd6-b5af-5f595dcc48cc service neutron] 10.222.0.18 "GET /v2.0/networks/452129cf-8c00-4986-beb9-a8cf06e9bb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885406 Jul 23 00:36:57.450687 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-068ae2d0-0b65-4e19-9c7c-740f44110efa None None] Set router 7904c847-a0aa-4343-8b5b-5d3419233e34 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:36:57.514248 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-8d934ba6-c67a-408f-9b1a-d0ac1ab08cab req-7f6bfbd9-a13a-4577-aa7e-eabfe7e0310a service neutron] 10.222.0.18 "GET /v2.0/networks/452129cf-8c00-4986-beb9-a8cf06e9bb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820043 Jul 23 00:36:57.669285 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-068ae2d0-0b65-4e19-9c7c-740f44110efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444057519', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:36:41Z', 'updated_at': '2021-07-23T00:36:44Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:42Z', 'updated_at': '2021-07-23T00:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '68109eec-a632-4fe3-8ae7-25f78a738a6b', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'port_id': '2a275acf-e009-4d7d-b834-f0d37d9ea398', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91', 'mac_address': 'fa:16:3e:51:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30330b-91ca-4970-9df6-f29756ccc4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:36:55Z', 'updated_at': '2021-07-23T00:36:55Z', 'revision_number': 0, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b78915c-30ac-4928-8831-a08af45c968c', 'name': '', 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:e5:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:44Z', 'updated_at': '2021-07-23T00:36:49Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:57.698251 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ae2d0-0b65-4e19-9c7c-740f44110efa None None] The sync data for ids ['7904c847-a0aa-4343-8b5b-5d3419233e34'] in n-d-688802-2 is: [{'id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444057519', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:36:41Z', 'updated_at': '2021-07-23T00:36:44Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:42Z', 'updated_at': '2021-07-23T00:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '68109eec-a632-4fe3-8ae7-25f78a738a6b', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'port_id': '2a275acf-e009-4d7d-b834-f0d37d9ea398', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91', 'mac_address': 'fa:16:3e:51:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc30330b-91ca-4970-9df6-f29756ccc4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:36:55Z', 'updated_at': '2021-07-23T00:36:55Z', 'revision_number': 0, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b78915c-30ac-4928-8831-a08af45c968c', 'name': '', 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:e5:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:44Z', 'updated_at': '2021-07-23T00:36:49Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:36:57.878002 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30cdd06-7ebf-4ec1-bd65-0e7eb9e02bc7 None None] New status for floating IP 68109eec-a632-4fe3-8ae7-25f78a738a6b: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:36:58.169407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33270) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:58.228505 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c869e366-9df8-4326-85c8-a6d3e30df3d1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/68109eec-a632-4fe3-8ae7-25f78a738a6b HTTP/1.1" status: 200 len: 993 time: 0.0579331 Jul 23 00:37:01.690831 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-054f8a3c-5bd5-488f-92a3-696e14161b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:04.438276 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2be17d19-e032-45e2-a55c-bbe30fe7a0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:04.494979 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:04.878308 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:05.762800 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:07.238649 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:09.910003 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1197b110-6512-4f5d-a0bc-ded5b2ab3ad2 req-e568082f-6ef3-4d4e-9eec-d85f22f2363b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584621 Jul 23 00:37:10.018885 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197b110-6512-4f5d-a0bc-ded5b2ab3ad2 req-97e4000e-4cd1-4a24-8480-fc6a11cb69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:10.020383 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1197b110-6512-4f5d-a0bc-ded5b2ab3ad2 req-97e4000e-4cd1-4a24-8480-fc6a11cb69b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 1097 time: 0.0534868 Jul 23 00:37:10.125962 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197b110-6512-4f5d-a0bc-ded5b2ab3ad2 req-72da7cf3-2bbe-4c3e-adc1-1659bacc2b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:10.127412 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1197b110-6512-4f5d-a0bc-ded5b2ab3ad2 req-72da7cf3-2bbe-4c3e-adc1-1659bacc2b0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=452129cf-8c00-4986-beb9-a8cf06e9bb91 HTTP/1.1" status: 200 len: 897 time: 0.0868149 Jul 23 00:37:10.193484 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1197b110-6512-4f5d-a0bc-ded5b2ab3ad2 req-b18579f6-7099-4268-9cb4-d5b7087d763e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a275acf-e009-4d7d-b834-f0d37d9ea398 HTTP/1.1" status: 200 len: 1001 time: 0.0592933 Jul 23 00:37:10.242863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197b110-6512-4f5d-a0bc-ded5b2ab3ad2 req-61ef8fc5-bcc1-434d-b3a4-195c30a3ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:10.244254 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1197b110-6512-4f5d-a0bc-ded5b2ab3ad2 req-61ef8fc5-bcc1-434d-b3a4-195c30a3ec38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1847342b-d5cf-4772-9c9c-d273e2951333 HTTP/1.1" status: 200 len: 834 time: 0.0437124 Jul 23 00:37:10.305178 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197b110-6512-4f5d-a0bc-ded5b2ab3ad2 req-27631bed-7535-486c-9b3d-16c7345923fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:10.306663 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1197b110-6512-4f5d-a0bc-ded5b2ab3ad2 req-27631bed-7535-486c-9b3d-16c7345923fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=452129cf-8c00-4986-beb9-a8cf06e9bb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561941 Jul 23 00:37:10.395127 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1197b110-6512-4f5d-a0bc-ded5b2ab3ad2 req-e15cb668-25ca-4e25-9a08-e88b334a4a0a service neutron] 10.222.0.18 "GET /v2.0/networks/452129cf-8c00-4986-beb9-a8cf06e9bb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792985 Jul 23 00:37:10.490473 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1197b110-6512-4f5d-a0bc-ded5b2ab3ad2 req-ed122e34-5cfd-4481-b699-130eff6b61d2 service neutron] 10.222.0.18 "GET /v2.0/networks/452129cf-8c00-4986-beb9-a8cf06e9bb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834959 Jul 23 00:37:15.547250 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:37:17.136234 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:29.665557 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e38dbc-ad12-4cfa-8c2c-090c388ad91a req-5d22f076-4d4b-4a96-9cf5-0ee9038c9420 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:29.667045 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-28e38dbc-ad12-4cfa-8c2c-090c388ad91a req-5d22f076-4d4b-4a96-9cf5-0ee9038c9420 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0668738 Jul 23 00:37:29.685607 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d8f94-cc33-407f-bdf6-1d5c4057fd96 req-816bf4b2-c177-4d97-a978-1dc732638ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:29.687234 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-052d8f94-cc33-407f-bdf6-1d5c4057fd96 req-816bf4b2-c177-4d97-a978-1dc732638ad7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 1097 time: 0.0541792 Jul 23 00:37:29.711954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-28e38dbc-ad12-4cfa-8c2c-090c388ad91a req-f32ea898-f0c5-4dc1-8f24-4a80b9066897 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388892 Jul 23 00:37:29.779902 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d8f94-cc33-407f-bdf6-1d5c4057fd96 req-9831ed74-74e3-4968-9768-f76e5d16f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:29.781387 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-052d8f94-cc33-407f-bdf6-1d5c4057fd96 req-9831ed74-74e3-4968-9768-f76e5d16f3cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=452129cf-8c00-4986-beb9-a8cf06e9bb91 HTTP/1.1" status: 200 len: 897 time: 0.0876257 Jul 23 00:37:29.848521 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-052d8f94-cc33-407f-bdf6-1d5c4057fd96 req-9a4a9ee2-e8d9-46dd-b405-fa0fcb96e59e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a275acf-e009-4d7d-b834-f0d37d9ea398 HTTP/1.1" status: 200 len: 1001 time: 0.0596812 Jul 23 00:37:29.896501 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d8f94-cc33-407f-bdf6-1d5c4057fd96 req-4c842d78-5c74-4049-9a90-fc06088fcb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:29.898606 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-052d8f94-cc33-407f-bdf6-1d5c4057fd96 req-4c842d78-5c74-4049-9a90-fc06088fcb4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1847342b-d5cf-4772-9c9c-d273e2951333 HTTP/1.1" status: 200 len: 834 time: 0.0431767 Jul 23 00:37:29.970424 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d8f94-cc33-407f-bdf6-1d5c4057fd96 req-a6d32f0d-94bf-40c9-b93e-111bf21e4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:29.971835 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-052d8f94-cc33-407f-bdf6-1d5c4057fd96 req-a6d32f0d-94bf-40c9-b93e-111bf21e4f4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=452129cf-8c00-4986-beb9-a8cf06e9bb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566523 Jul 23 00:37:30.060603 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-052d8f94-cc33-407f-bdf6-1d5c4057fd96 req-6f19d912-f5f4-45cc-ad6b-bd4c3462373c service neutron] 10.222.0.18 "GET /v2.0/networks/452129cf-8c00-4986-beb9-a8cf06e9bb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816653 Jul 23 00:37:30.154229 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-052d8f94-cc33-407f-bdf6-1d5c4057fd96 req-e6b17dba-31bc-4776-992e-1f24fea65c93 service neutron] 10.222.0.18 "GET /v2.0/networks/452129cf-8c00-4986-beb9-a8cf06e9bb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870078 Jul 23 00:37:30.859222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b57c7-3f2e-42e0-b42b-a79c4912466e req-94b5324d-2390-4d3d-863e-fc5c11938cb5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:30.860694 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-963b57c7-3f2e-42e0-b42b-a79c4912466e req-94b5324d-2390-4d3d-863e-fc5c11938cb5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0666492 Jul 23 00:37:30.898216 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-963b57c7-3f2e-42e0-b42b-a79c4912466e req-639b8b82-7eb5-407d-b004-cae99e0c45ff tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315351 Jul 23 00:37:31.692325 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53535752-be23-4943-80cf-71d8cee3f979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:32.027514 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46a91c-e2e8-4ac4-b069-ab0d0c0926e3 req-f5ff13df-4463-42f8-9c98-cb3927ed3911 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:32.029027 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc46a91c-e2e8-4ac4-b069-ab0d0c0926e3 req-f5ff13df-4463-42f8-9c98-cb3927ed3911 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0632591 Jul 23 00:37:32.066394 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dc46a91c-e2e8-4ac4-b069-ab0d0c0926e3 req-c0e5d05f-64d9-43f2-a251-68f312e15490 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318255 Jul 23 00:37:33.197304 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96d0e7-ff9b-4ac8-a941-13eb3e9bd432 req-ed507425-cc17-44b9-af5e-d0205a1191b9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:33.198796 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da96d0e7-ff9b-4ac8-a941-13eb3e9bd432 req-ed507425-cc17-44b9-af5e-d0205a1191b9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0677910 Jul 23 00:37:33.235911 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-da96d0e7-ff9b-4ac8-a941-13eb3e9bd432 req-17ab229a-7cb8-45e3-bf59-38b8a1c69f7f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316632 Jul 23 00:37:34.365955 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3511c2-dd84-4cc1-ae20-d9c7fbc7d0f0 req-93115607-dbe4-42cd-873c-f959616da8b8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:34.368253 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f3511c2-dd84-4cc1-ae20-d9c7fbc7d0f0 req-93115607-dbe4-42cd-873c-f959616da8b8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0668721 Jul 23 00:37:34.405034 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1f3511c2-dd84-4cc1-ae20-d9c7fbc7d0f0 req-df81f934-ca61-49f8-a1c6-eddb20dff093 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315564 Jul 23 00:37:34.437949 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66fd8862-95d7-4064-bda3-7fc5087d3e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:34.495017 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:34.893569 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:35.537204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5161e7-d2da-4649-8b7c-02e4b797ae21 req-b4d28aee-02ea-4bfd-a726-d09c8db50605 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:35.539176 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5161e7-d2da-4649-8b7c-02e4b797ae21 req-b4d28aee-02ea-4bfd-a726-d09c8db50605 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0680287 Jul 23 00:37:35.575785 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c5161e7-d2da-4649-8b7c-02e4b797ae21 req-1f973d9e-44ef-44ed-b452-58128b703534 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311840 Jul 23 00:37:35.762347 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:36.775965 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c4a51-7dde-4bc4-98f6-c92cc4d9e42d req-03c6705f-8231-4c0f-b2ef-a6ebcf9204d7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:36.777474 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e5c4a51-7dde-4bc4-98f6-c92cc4d9e42d req-03c6705f-8231-4c0f-b2ef-a6ebcf9204d7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.1198578 Jul 23 00:37:36.814936 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3e5c4a51-7dde-4bc4-98f6-c92cc4d9e42d req-ecd71cf2-f681-4213-8548-cf9ac4a557bf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319142 Jul 23 00:37:37.242005 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:37.993874 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9286a-3d7a-449a-95b3-028fcdb15d65 req-90983d37-1626-40c2-937c-1abaa8b5836f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:37.995379 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ed9286a-3d7a-449a-95b3-028fcdb15d65 req-90983d37-1626-40c2-937c-1abaa8b5836f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.1098807 Jul 23 00:37:38.033083 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ed9286a-3d7a-449a-95b3-028fcdb15d65 req-17fe3263-c786-4495-bad8-efd5c6a5b787 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320389 Jul 23 00:37:39.168141 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78d151-9630-46b2-a232-2acd1651eeb7 req-321f2a38-6963-4b5a-a1d1-51f7d419b9cf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:39.169641 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a78d151-9630-46b2-a232-2acd1651eeb7 req-321f2a38-6963-4b5a-a1d1-51f7d419b9cf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0678880 Jul 23 00:37:39.207342 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2a78d151-9630-46b2-a232-2acd1651eeb7 req-48adddc7-1efd-42ba-95dc-e479a975b52d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321145 Jul 23 00:37:40.334655 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83597856-2291-42a5-bd14-0b392dff7faa req-087f8166-5f1a-40f2-88c1-3e472570b0d9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:40.336833 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83597856-2291-42a5-bd14-0b392dff7faa req-087f8166-5f1a-40f2-88c1-3e472570b0d9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0630789 Jul 23 00:37:40.373061 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-83597856-2291-42a5-bd14-0b392dff7faa req-e29418b0-6118-4da3-b985-a231caf8bc3e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307763 Jul 23 00:37:41.505483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba65e8-e95a-4ae1-8879-10586dcce13a req-890c1db5-daa7-4765-89cf-9874dba993ab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:41.507835 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-25ba65e8-e95a-4ae1-8879-10586dcce13a req-890c1db5-daa7-4765-89cf-9874dba993ab tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0675991 Jul 23 00:37:41.545275 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-25ba65e8-e95a-4ae1-8879-10586dcce13a req-a5bac4bf-b529-47a5-8e48-2219057e6b7f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318632 Jul 23 00:37:42.672361 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98eef1-1890-4454-bc15-7d3f7fd7aa24 req-4b9f7af2-ef22-4745-ae91-ee0434542f24 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:42.673887 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e98eef1-1890-4454-bc15-7d3f7fd7aa24 req-4b9f7af2-ef22-4745-ae91-ee0434542f24 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0645444 Jul 23 00:37:42.711866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e98eef1-1890-4454-bc15-7d3f7fd7aa24 req-19b67326-bd4a-46a1-b0bf-3bc394aeaf43 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Jul 23 00:37:43.842629 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df127dd8-280d-47a1-a39a-cd28117ad5a4 req-e2db7359-d5aa-4ee8-935e-066c26339620 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:43.844173 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df127dd8-280d-47a1-a39a-cd28117ad5a4 req-e2db7359-d5aa-4ee8-935e-066c26339620 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0640154 Jul 23 00:37:43.881647 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df127dd8-280d-47a1-a39a-cd28117ad5a4 req-d460da1a-fcd1-4ef5-b524-45fb686385b4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320578 Jul 23 00:37:45.012697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510dd6f2-d8fa-4099-ad79-71957aaea574 req-6d7dc1fe-fb0e-434b-8c59-585e767134e8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:45.014245 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-510dd6f2-d8fa-4099-ad79-71957aaea574 req-6d7dc1fe-fb0e-434b-8c59-585e767134e8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0672574 Jul 23 00:37:45.051130 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-510dd6f2-d8fa-4099-ad79-71957aaea574 req-8d153eab-7790-4233-a845-70a18427ef57 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312955 Jul 23 00:37:46.181833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f5f11-51a3-4629-ba2f-7a58cff7c77a req-b1a86331-238b-49f0-ba41-28681a0fd085 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:46.183360 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc9f5f11-51a3-4629-ba2f-7a58cff7c77a req-b1a86331-238b-49f0-ba41-28681a0fd085 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0646267 Jul 23 00:37:46.220673 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc9f5f11-51a3-4629-ba2f-7a58cff7c77a req-c854c417-98bb-4230-adf6-8776c2d55098 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317552 Jul 23 00:37:46.243899 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33326) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:37:46.307064 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-32d63af7-a800-4e53-b130-58cde27e567a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/68109eec-a632-4fe3-8ae7-25f78a738a6b HTTP/1.1" status: 200 len: 993 time: 0.0619404 Jul 23 00:37:47.138607 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:52.546021 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:38:01.693193 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-946f6ade-a2f2-4e3c-a70d-fea328892510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:04.437221 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1a954230-d60c-41f4-8aa7-b9e117699c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:04.494162 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:04.892795 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:05.764338 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:07.244843 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:11.946255 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dee6010c-c563-4e9e-93bf-4bd130ed4466 req-681c1513-6b87-45ad-8f18-3824dbb33459 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0957892 Jul 23 00:38:12.056739 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6010c-c563-4e9e-93bf-4bd130ed4466 req-5d025137-0a09-45a2-acfc-9e6f6ae89617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:12.058252 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dee6010c-c563-4e9e-93bf-4bd130ed4466 req-5d025137-0a09-45a2-acfc-9e6f6ae89617 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 1097 time: 0.0537512 Jul 23 00:38:12.162773 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6010c-c563-4e9e-93bf-4bd130ed4466 req-8ffad11d-4758-41b0-b2cc-51d8b8adc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:12.164285 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dee6010c-c563-4e9e-93bf-4bd130ed4466 req-8ffad11d-4758-41b0-b2cc-51d8b8adc509 service neutron] 10.222.0.18 "GET /v2.0/networks?id=452129cf-8c00-4986-beb9-a8cf06e9bb91 HTTP/1.1" status: 200 len: 897 time: 0.0856867 Jul 23 00:38:12.229042 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dee6010c-c563-4e9e-93bf-4bd130ed4466 req-8456fbd7-6ff2-471a-9272-353528d5befb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a275acf-e009-4d7d-b834-f0d37d9ea398 HTTP/1.1" status: 200 len: 1001 time: 0.0553737 Jul 23 00:38:12.282628 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6010c-c563-4e9e-93bf-4bd130ed4466 req-ba14f5a1-51fb-4759-a8f3-53cd2824db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:12.284116 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dee6010c-c563-4e9e-93bf-4bd130ed4466 req-ba14f5a1-51fb-4759-a8f3-53cd2824db70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1847342b-d5cf-4772-9c9c-d273e2951333 HTTP/1.1" status: 200 len: 834 time: 0.0481505 Jul 23 00:38:12.340782 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6010c-c563-4e9e-93bf-4bd130ed4466 req-b5b313e9-cbec-4b2a-a367-7a645827590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:12.342399 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dee6010c-c563-4e9e-93bf-4bd130ed4466 req-b5b313e9-cbec-4b2a-a367-7a645827590c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=452129cf-8c00-4986-beb9-a8cf06e9bb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515788 Jul 23 00:38:12.429964 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dee6010c-c563-4e9e-93bf-4bd130ed4466 req-f71d2d8c-d61d-4c9c-a39a-716797307a67 service neutron] 10.222.0.18 "GET /v2.0/networks/452129cf-8c00-4986-beb9-a8cf06e9bb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808332 Jul 23 00:38:12.523196 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dee6010c-c563-4e9e-93bf-4bd130ed4466 req-6b42953d-eede-477a-a2eb-62367974b9fd service neutron] 10.222.0.18 "GET /v2.0/networks/452129cf-8c00-4986-beb9-a8cf06e9bb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833645 Jul 23 00:38:17.154667 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:17.838791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33350) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:17.994646 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port 1f11df4c-0ce9-4612-989f-73c54bed2b08 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:38:17.994995 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:18.072671 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:18.072997 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:18.084191 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for 1f11df4c-0ce9-4612-989f-73c54bed2b08 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:38:18.227335 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:18.257258 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=1f11df4c-0ce9-4612-989f-73c54bed2b08,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:18.283418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:18.283770 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:18.284114 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:18.284451 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:18.284787 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:18.285231 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:18.285510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:18.285844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:18.286172 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:18.286497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:18.286821 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:18.287143 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:18.327380 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:18.327762 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Floating IP 68109eec-a632-4fe3-8ae7-25f78a738a6b disassociated (deleted). External IP: 172.25.4.43, port: 2a275acf-e009-4d7d-b834-f0d37d9ea398. Jul 23 00:38:18.536507 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 7904c847-a0aa-4343-8b5b-5d3419233e34 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:38:18.641225 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:38:18.645977 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:18.650437 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657fc18-67c1-4a11-9a1f-9f3b0cd0bc82 None None] Sync routers for ids ['7904c847-a0aa-4343-8b5b-5d3419233e34'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:38:18.658878 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657fc18-67c1-4a11-9a1f-9f3b0cd0bc82 None None] Routers {'7904c847-a0aa-4343-8b5b-5d3419233e34'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:18.659478 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3657fc18-67c1-4a11-9a1f-9f3b0cd0bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['7904c847-a0aa-4343-8b5b-5d3419233e34'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:18.681169 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f6c3c688-4c7e-43c5-8c87-3662bb25a86b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/floatingips/68109eec-a632-4fe3-8ae7-25f78a738a6b HTTP/1.1" status: 204 len: 168 time: 0.8412662 Jul 23 00:38:18.681747 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc30330b-91ca-4970-9df6-f29756ccc4a3', 'tag': '2a275acf-e009-4d7d-b834-f0d37d9ea398'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:38:18.684055 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e617a4-bee5-4b0d-b02d-ccdc3f75edf3" -d '{"events": [{"name": "network-changed", "server_uuid": "fc30330b-91ca-4970-9df6-f29756ccc4a3", "tag": "2a275acf-e009-4d7d-b834-f0d37d9ea398"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:38:18.725265 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbb4331-99d9-4edb-b062-69efd413c214 x-openstack-request-id: req-5dbb4331-99d9-4edb-b062-69efd413c214 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:38:18.725561 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc30330b-91ca-4970-9df6-f29756ccc4a3", "tag": "2a275acf-e009-4d7d-b834-f0d37d9ea398", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:38:18.725811 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5dbb4331-99d9-4edb-b062-69efd413c214 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:38:18.726209 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc30330b-91ca-4970-9df6-f29756ccc4a3', 'tag': '2a275acf-e009-4d7d-b834-f0d37d9ea398', 'status': 'completed', 'code': 200} Jul 23 00:38:18.765348 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3657fc18-67c1-4a11-9a1f-9f3b0cd0bc82 None None] Set router 7904c847-a0aa-4343-8b5b-5d3419233e34 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:18.831701 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e617a4-bee5-4b0d-b02d-ccdc3f75edf3 req-961345dc-d5f6-4cb6-ae92-22fce9d603f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:18.833432 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-10e617a4-bee5-4b0d-b02d-ccdc3f75edf3 req-961345dc-d5f6-4cb6-ae92-22fce9d603f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 1097 time: 0.0644162 Jul 23 00:38:18.930546 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa45ed7-bb9c-46d4-994b-5d0811ec7941 req-428d41c2-44b4-47f2-9566-8702e0fe0d54 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:18.932314 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6aa45ed7-bb9c-46d4-994b-5d0811ec7941 req-428d41c2-44b4-47f2-9566-8702e0fe0d54 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0690618 Jul 23 00:38:18.958567 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e617a4-bee5-4b0d-b02d-ccdc3f75edf3 req-d4518d2e-4f12-4c4b-9150-18d65e0624ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:18.960329 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-10e617a4-bee5-4b0d-b02d-ccdc3f75edf3 req-d4518d2e-4f12-4c4b-9150-18d65e0624ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=452129cf-8c00-4986-beb9-a8cf06e9bb91 HTTP/1.1" status: 200 len: 897 time: 0.0950813 Jul 23 00:38:18.975450 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6aa45ed7-bb9c-46d4-994b-5d0811ec7941 req-ccbf6744-1197-4ef8-9eb1-7c49c5f1b512 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358677 Jul 23 00:38:18.975699 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3657fc18-67c1-4a11-9a1f-9f3b0cd0bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444057519', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:36:41Z', 'updated_at': '2021-07-23T00:36:44Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:42Z', 'updated_at': '2021-07-23T00:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '5b78915c-30ac-4928-8831-a08af45c968c', 'name': '', 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:e5:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:44Z', 'updated_at': '2021-07-23T00:36:49Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:19.004118 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-10e617a4-bee5-4b0d-b02d-ccdc3f75edf3 req-d4d38745-17df-43e3-8c1f-5a934333b071 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a275acf-e009-4d7d-b834-f0d37d9ea398 HTTP/1.1" status: 200 len: 217 time: 0.0361440 Jul 23 00:38:19.005580 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657fc18-67c1-4a11-9a1f-9f3b0cd0bc82 None None] Checking router: 7904c847-a0aa-4343-8b5b-5d3419233e34 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:38:19.014959 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657fc18-67c1-4a11-9a1f-9f3b0cd0bc82 None None] Routers {'7904c847-a0aa-4343-8b5b-5d3419233e34'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:19.015566 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3657fc18-67c1-4a11-9a1f-9f3b0cd0bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['7904c847-a0aa-4343-8b5b-5d3419233e34'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:19.058450 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e617a4-bee5-4b0d-b02d-ccdc3f75edf3 req-3f32094a-668e-411f-b0dc-fa625eab0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:19.059960 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-10e617a4-bee5-4b0d-b02d-ccdc3f75edf3 req-3f32094a-668e-411f-b0dc-fa625eab0e55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1847342b-d5cf-4772-9c9c-d273e2951333 HTTP/1.1" status: 200 len: 834 time: 0.0490365 Jul 23 00:38:19.117292 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3657fc18-67c1-4a11-9a1f-9f3b0cd0bc82 None None] Set router 7904c847-a0aa-4343-8b5b-5d3419233e34 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:19.119839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e617a4-bee5-4b0d-b02d-ccdc3f75edf3 req-af2de3d7-4f04-4a04-8c52-b4cb5bb7ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:19.121436 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-10e617a4-bee5-4b0d-b02d-ccdc3f75edf3 req-af2de3d7-4f04-4a04-8c52-b4cb5bb7ef8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=452129cf-8c00-4986-beb9-a8cf06e9bb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542693 Jul 23 00:38:19.211760 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-10e617a4-bee5-4b0d-b02d-ccdc3f75edf3 req-5882d0ef-9527-4daf-9918-ea6c655e0e18 service neutron] 10.222.0.18 "GET /v2.0/networks/452129cf-8c00-4986-beb9-a8cf06e9bb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831468 Jul 23 00:38:19.307429 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-10e617a4-bee5-4b0d-b02d-ccdc3f75edf3 req-9076c0ba-05af-4efc-8b24-52ea03479b18 service neutron] 10.222.0.18 "GET /v2.0/networks/452129cf-8c00-4986-beb9-a8cf06e9bb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881255 Jul 23 00:38:19.310681 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3657fc18-67c1-4a11-9a1f-9f3b0cd0bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444057519', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:36:41Z', 'updated_at': '2021-07-23T00:36:44Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:42Z', 'updated_at': '2021-07-23T00:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '5b78915c-30ac-4928-8831-a08af45c968c', 'name': '', 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:e5:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:44Z', 'updated_at': '2021-07-23T00:36:49Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:19.336696 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657fc18-67c1-4a11-9a1f-9f3b0cd0bc82 None None] The sync data for ids ['7904c847-a0aa-4343-8b5b-5d3419233e34'] in n-d-688802-2 is: [{'id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444057519', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:36:41Z', 'updated_at': '2021-07-23T00:36:44Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:42Z', 'updated_at': '2021-07-23T00:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '5b78915c-30ac-4928-8831-a08af45c968c', 'name': '', 'network_id': '452129cf-8c00-4986-beb9-a8cf06e9bb91', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:e5:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:44Z', 'updated_at': '2021-07-23T00:36:49Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '1847342b-d5cf-4772-9c9c-d273e2951333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:38:19.553076 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20e9a9-537b-416a-9d23-551747c162ba None None] New status for floating IP 68109eec-a632-4fe3-8ae7-25f78a738a6b: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:38:20.113257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d877e-71bd-4f6e-9216-91437d42ed31 req-66f8ae59-623e-43a1-bc50-149a5617c7d8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:20.114787 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c5d877e-71bd-4f6e-9216-91437d42ed31 req-66f8ae59-623e-43a1-bc50-149a5617c7d8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0671909 Jul 23 00:38:20.156179 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9c5d877e-71bd-4f6e-9216-91437d42ed31 req-b6d6d251-dead-478d-ab26-811e0b87560e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=8584802f-bb30-46ef-9089-c4047fb89c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351038 Jul 23 00:38:20.482747 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04a9e3-edf1-444a-9eb2-c280b356f44e req-8f683eeb-9091-42c0-85f6-143cee5001bc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:20.484145 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ec04a9e3-edf1-444a-9eb2-c280b356f44e req-8f683eeb-9091-42c0-85f6-143cee5001bc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 946 time: 0.0641758 Jul 23 00:38:20.588406 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ec04a9e3-edf1-444a-9eb2-c280b356f44e req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port 2a275acf-e009-4d7d-b834-f0d37d9ea398 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:38:20.588754 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ec04a9e3-edf1-444a-9eb2-c280b356f44e req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:20.676516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-ec04a9e3-edf1-444a-9eb2-c280b356f44e req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] For port 2a275acf-e009-4d7d-b834-f0d37d9ea398, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=2a275acf-e009-4d7d-b834-f0d37d9ea398,segment=NetworkSegment(c930f34f-87b9-4fa2-b938-226c2a76088d),segment_id=c930f34f-87b9-4fa2-b938-226c2a76088d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:20.676803 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ec04a9e3-edf1-444a-9eb2-c280b356f44e req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:20.690260 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-ec04a9e3-edf1-444a-9eb2-c280b356f44e req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for 2a275acf-e009-4d7d-b834-f0d37d9ea398 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:38:20.820478 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ec04a9e3-edf1-444a-9eb2-c280b356f44e req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:20.850871 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=2a275acf-e009-4d7d-b834-f0d37d9ea398,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:20.877085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:20.877522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:20.877860 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:20.878190 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:20.878518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:20.878846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:20.879171 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:20.879499 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:20.879878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:20.880459 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:20.880778 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:20.881113 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:20.907963 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec04a9e3-edf1-444a-9eb2-c280b356f44e req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] No DVR routers for this DVR port 2a275acf-e009-4d7d-b834-f0d37d9ea398 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:38:20.910496 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-ec04a9e3-edf1-444a-9eb2-c280b356f44e req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:20.912498 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ec04a9e3-edf1-444a-9eb2-c280b356f44e req-7177ea6c-402a-41c6-b26b-8c05dc68e290 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "DELETE /v2.0/ports/2a275acf-e009-4d7d-b834-f0d37d9ea398 HTTP/1.1" status: 204 len: 173 time: 0.4228196 Jul 23 00:38:20.913630 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc30330b-91ca-4970-9df6-f29756ccc4a3', 'name': 'network-vif-deleted', 'tag': '2a275acf-e009-4d7d-b834-f0d37d9ea398'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:38:20.915854 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f4a6f5-3e82-4e42-9cb0-ea2207af7a21" -d '{"events": [{"server_uuid": "fc30330b-91ca-4970-9df6-f29756ccc4a3", "name": "network-vif-deleted", "tag": "2a275acf-e009-4d7d-b834-f0d37d9ea398"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:38:21.007858 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d894a8-7576-4cfb-8923-2ec34c85167f x-openstack-request-id: req-94d894a8-7576-4cfb-8923-2ec34c85167f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:38:21.008224 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc30330b-91ca-4970-9df6-f29756ccc4a3", "name": "network-vif-deleted", "tag": "2a275acf-e009-4d7d-b834-f0d37d9ea398", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:38:21.008481 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94d894a8-7576-4cfb-8923-2ec34c85167f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:38:21.008887 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc30330b-91ca-4970-9df6-f29756ccc4a3', 'name': 'network-vif-deleted', 'tag': '2a275acf-e009-4d7d-b834-f0d37d9ea398', 'status': 'completed', 'code': 200} Jul 23 00:38:21.271396 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d673e488-8d31-43a6-9083-811cf2dcade5 req-47223b43-54ff-4d53-872c-b91e4d54df0c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc30330b-91ca-4970-9df6-f29756ccc4a3 HTTP/1.1" status: 200 len: 210 time: 0.0308118 Jul 23 00:38:22.329418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33368) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:22.678736 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b022b80f-c4b3-4c53-9d16-8650992f477a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:22.935007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b022b80f-c4b3-4c53-9d16-8650992f477a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port 5b78915c-30ac-4928-8831-a08af45c968c {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:38:22.935287 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b022b80f-c4b3-4c53-9d16-8650992f477a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:23.021188 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b022b80f-c4b3-4c53-9d16-8650992f477a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] For port 5b78915c-30ac-4928-8831-a08af45c968c, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5b78915c-30ac-4928-8831-a08af45c968c,segment=NetworkSegment(c930f34f-87b9-4fa2-b938-226c2a76088d),segment_id=c930f34f-87b9-4fa2-b938-226c2a76088d)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:23.021549 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b022b80f-c4b3-4c53-9d16-8650992f477a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:23.033709 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-b022b80f-c4b3-4c53-9d16-8650992f477a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for 5b78915c-30ac-4928-8831-a08af45c968c owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:38:23.213345 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b022b80f-c4b3-4c53-9d16-8650992f477a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:23.238591 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022b80f-c4b3-4c53-9d16-8650992f477a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=5b78915c-30ac-4928-8831-a08af45c968c,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:23.419648 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b022b80f-c4b3-4c53-9d16-8650992f477a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:23.585005 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 2a275acf-e009-4d7d-b834-f0d37d9ea398 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:38:23.606175 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 2a275acf-e009-4d7d-b834-f0d37d9ea398 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:38:23.606529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 2a275acf-e009-4d7d-b834-f0d37d9ea398 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:38:23.636096 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b022b80f-c4b3-4c53-9d16-8650992f477a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 7904c847-a0aa-4343-8b5b-5d3419233e34 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:38:24.092970 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b022b80f-c4b3-4c53-9d16-8650992f477a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:38:24.101159 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33370) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:24.101617 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b022b80f-c4b3-4c53-9d16-8650992f477a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "PUT /v2.0/routers/7904c847-a0aa-4343-8b5b-5d3419233e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7706609 Jul 23 00:38:24.102268 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818c957b-1d64-4b89-898d-6124d23f493b None None] Sync routers for ids ['7904c847-a0aa-4343-8b5b-5d3419233e34'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:38:24.111234 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818c957b-1d64-4b89-898d-6124d23f493b None None] Routers {'7904c847-a0aa-4343-8b5b-5d3419233e34'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:24.111831 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-818c957b-1d64-4b89-898d-6124d23f493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['7904c847-a0aa-4343-8b5b-5d3419233e34'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:24.152951 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16b6133-aad7-44d2-b747-775ca1225420 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting subnet 1847342b-d5cf-4772-9c9c-d273e2951333 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:38:24.156745 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f16b6133-aad7-44d2-b747-775ca1225420 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:24.197412 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f16b6133-aad7-44d2-b747-775ca1225420 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:24.214854 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-818c957b-1d64-4b89-898d-6124d23f493b None None] Set router 7904c847-a0aa-4343-8b5b-5d3419233e34 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:24.284609 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f16b6133-aad7-44d2-b747-775ca1225420 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:24.343742 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f16b6133-aad7-44d2-b747-775ca1225420 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:24.371791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b6133-aad7-44d2-b747-775ca1225420 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Subnet': ['ID=1847342b-d5cf-4772-9c9c-d273e2951333,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:24.375418 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f16b6133-aad7-44d2-b747-775ca1225420 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:24.380544 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f16b6133-aad7-44d2-b747-775ca1225420 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/subnets/1847342b-d5cf-4772-9c9c-d273e2951333 HTTP/1.1" status: 204 len: 168 time: 0.2779973 Jul 23 00:38:24.380824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33372) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:24.383915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64f2186-5268-4748-bc09-52df950bcef7 None None] Network 452129cf-8c00-4986-beb9-a8cf06e9bb91 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:38:24.482272 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-818c957b-1d64-4b89-898d-6124d23f493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444057519', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:36:41Z', 'updated_at': '2021-07-23T00:38:23Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:42Z', 'updated_at': '2021-07-23T00:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:24.487737 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-426ff114-aa54-461b-963c-b9543981e98f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:24.514116 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818c957b-1d64-4b89-898d-6124d23f493b None None] Checking router: 7904c847-a0aa-4343-8b5b-5d3419233e34 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:38:24.523289 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818c957b-1d64-4b89-898d-6124d23f493b None None] Routers {'7904c847-a0aa-4343-8b5b-5d3419233e34'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:24.523906 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-818c957b-1d64-4b89-898d-6124d23f493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['7904c847-a0aa-4343-8b5b-5d3419233e34'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:24.586478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] DHCP port deletion for 452129cf-8c00-4986-beb9-a8cf06e9bb91 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:38:24.599136 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-426ff114-aa54-461b-963c-b9543981e98f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:24.631775 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-818c957b-1d64-4b89-898d-6124d23f493b None None] Set router 7904c847-a0aa-4343-8b5b-5d3419233e34 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:24.636034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Deleting port e717548a-ae74-499b-b964-c4f7d9fcef2a {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:38:24.636649 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:24.656943 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-426ff114-aa54-461b-963c-b9543981e98f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port ae328f04-b9c7-4334-beee-c5b4aaa662b2 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:38:24.657398 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-426ff114-aa54-461b-963c-b9543981e98f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:24.708471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] For port e717548a-ae74-499b-b964-c4f7d9fcef2a, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e717548a-ae74-499b-b964-c4f7d9fcef2a,segment=NetworkSegment(c930f34f-87b9-4fa2-b938-226c2a76088d),segment_id=c930f34f-87b9-4fa2-b938-226c2a76088d)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:24.708861 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:24.721954 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Calling delete_port for e717548a-ae74-499b-b964-c4f7d9fcef2a owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:38:24.738797 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-426ff114-aa54-461b-963c-b9543981e98f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] For port ae328f04-b9c7-4334-beee-c5b4aaa662b2, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ae328f04-b9c7-4334-beee-c5b4aaa662b2,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:24.739202 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-426ff114-aa54-461b-963c-b9543981e98f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:24.753313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-426ff114-aa54-461b-963c-b9543981e98f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for ae328f04-b9c7-4334-beee-c5b4aaa662b2 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:38:24.806079 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:24.814652 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-818c957b-1d64-4b89-898d-6124d23f493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444057519', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:36:41Z', 'updated_at': '2021-07-23T00:38:23Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:42Z', 'updated_at': '2021-07-23T00:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:24.836638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] No DVR routers for this DVR port e717548a-ae74-499b-b964-c4f7d9fcef2a on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:38:24.838527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Pushing event deleted for resources: {'Port': ['ID=e717548a-ae74-499b-b964-c4f7d9fcef2a,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:24.843439 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818c957b-1d64-4b89-898d-6124d23f493b None None] The sync data for ids ['7904c847-a0aa-4343-8b5b-5d3419233e34'] in n-d-688802-2 is: [{'id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1444057519', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:36:41Z', 'updated_at': '2021-07-23T00:38:23Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'ae328f04-b9c7-4334-beee-c5b4aaa662b2', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7904c847-a0aa-4343-8b5b-5d3419233e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:36:42Z', 'updated_at': '2021-07-23T00:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:38:24.847916 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:24.848219 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:24.848557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:24.848888 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:24.849246 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:24.849576 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:24.849901 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:24.850329 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:24.850605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:24.850929 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:24.851248 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:24.851569 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8affce-dca3-45a6-be59-8f7548a29e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:24.939964 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-426ff114-aa54-461b-963c-b9543981e98f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:24.966312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ff114-aa54-461b-963c-b9543981e98f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=ae328f04-b9c7-4334-beee-c5b4aaa662b2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:25.033193 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-426ff114-aa54-461b-963c-b9543981e98f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:25.121464 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-426ff114-aa54-461b-963c-b9543981e98f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:25.123423 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-426ff114-aa54-461b-963c-b9543981e98f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:25.165302 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-426ff114-aa54-461b-963c-b9543981e98f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:25.165824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426ff114-aa54-461b-963c-b9543981e98f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Fanout notify agent at l3_agent the message router_deleted on router 7904c847-a0aa-4343-8b5b-5d3419233e34 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:38:25.173289 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-426ff114-aa54-461b-963c-b9543981e98f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:25.174389 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-426ff114-aa54-461b-963c-b9543981e98f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/routers/7904c847-a0aa-4343-8b5b-5d3419233e34 HTTP/1.1" status: 204 len: 168 time: 0.7909684 Jul 23 00:38:25.177034 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33374) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:25.256952 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f198cfd-3c37-4535-9def-3ec3486d6cee tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:25.346987 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f198cfd-3c37-4535-9def-3ec3486d6cee tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:25.357640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8f198cfd-3c37-4535-9def-3ec3486d6cee tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452129cf-8c00-4986-beb9-a8cf06e9bb91']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:25.368005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8f198cfd-3c37-4535-9def-3ec3486d6cee tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c930f34f-87b9-4fa2-b938-226c2a76088d') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:25.368298 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-8f198cfd-3c37-4535-9def-3ec3486d6cee tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c930f34f-87b9-4fa2-b938-226c2a76088d') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:25.376974 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f198cfd-3c37-4535-9def-3ec3486d6cee tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:25.391034 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f198cfd-3c37-4535-9def-3ec3486d6cee tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:25.397539 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f198cfd-3c37-4535-9def-3ec3486d6cee tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:38:25.398008 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f198cfd-3c37-4535-9def-3ec3486d6cee tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:38:25.400873 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:38:25.465610 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f198cfd-3c37-4535-9def-3ec3486d6cee tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:25.471757 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8f198cfd-3c37-4535-9def-3ec3486d6cee tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:25.473526 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-8f198cfd-3c37-4535-9def-3ec3486d6cee tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/networks/452129cf-8c00-4986-beb9-a8cf06e9bb91 HTTP/1.1" status: 204 len: 168 time: 0.2955403 Jul 23 00:38:25.476431 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33376) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:25.487858 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f198cfd-3c37-4535-9def-3ec3486d6cee tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Network': ['ID=452129cf-8c00-4986-beb9-a8cf06e9bb91,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:25.540181 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1ae9ac1-18cb-443f-bca3-42bb9b139a77 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:25.564588 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1ae9ac1-18cb-443f-bca3-42bb9b139a77 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:25.627761 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1ae9ac1-18cb-443f-bca3-42bb9b139a77 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:25.630784 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1ae9ac1-18cb-443f-bca3-42bb9b139a77 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:25.632518 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d1ae9ac1-18cb-443f-bca3-42bb9b139a77 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/security-groups/8584802f-bb30-46ef-9089-c4047fb89c5c HTTP/1.1" status: 204 len: 168 time: 0.1550806 Jul 23 00:38:25.641511 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae9ac1-18cb-443f-bca3-42bb9b139a77 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8584802f-bb30-46ef-9089-c4047fb89c5c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:25.871298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5b78915c-30ac-4928-8831-a08af45c968c no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:38:25.892419 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 5b78915c-30ac-4928-8831-a08af45c968c {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:38:25.892695 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5b78915c-30ac-4928-8831-a08af45c968c not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:38:25.893118 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e717548a-ae74-499b-b964-c4f7d9fcef2a no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:38:25.911232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: e717548a-ae74-499b-b964-c4f7d9fcef2a {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:38:25.911570 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e717548a-ae74-499b-b964-c4f7d9fcef2a not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:38:25.911962 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ae328f04-b9c7-4334-beee-c5b4aaa662b2 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:38:25.929889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: ae328f04-b9c7-4334-beee-c5b4aaa662b2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:38:25.930240 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ae328f04-b9c7-4334-beee-c5b4aaa662b2 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:38:26.081966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33382) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:26.087404 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b7c09f89-e506-4ce6-8b91-f61d498da8f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172059452', 'description': 'tempest-secgroup-smoke-1172059452 description', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:26.109415 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7c09f89-e506-4ce6-8b91-f61d498da8f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.188794 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7c09f89-e506-4ce6-8b91-f61d498da8f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.192414 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7c09f89-e506-4ce6-8b91-f61d498da8f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.219488 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7c09f89-e506-4ce6-8b91-f61d498da8f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.220709 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b7c09f89-e506-4ce6-8b91-f61d498da8f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1377101 Jul 23 00:38:26.222556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c09f89-e506-4ce6-8b91-f61d498da8f4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=655f789b-d907-4237-8a70-c610acb8c0ab,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:26.223857 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33384) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:26.229887 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-ed56d301-3a49-469e-b670-cbfcdffe6742 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '655f789b-d907-4237-8a70-c610acb8c0ab', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:26.256826 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed56d301-3a49-469e-b670-cbfcdffe6742 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.310532 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed56d301-3a49-469e-b670-cbfcdffe6742 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.313975 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed56d301-3a49-469e-b670-cbfcdffe6742 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.335125 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56d301-3a49-469e-b670-cbfcdffe6742 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0dad60-4989-43b0-8ec6-c60aa50d0620,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:26.338752 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed56d301-3a49-469e-b670-cbfcdffe6742 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.342096 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed56d301-3a49-469e-b670-cbfcdffe6742 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163449 Jul 23 00:38:26.342815 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33386) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:26.347271 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2f0e3f2b-6ad8-4e21-835b-f2a3add7dc5e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '655f789b-d907-4237-8a70-c610acb8c0ab', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:26.372024 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3f2b-6ad8-4e21-835b-f2a3add7dc5e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.426196 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3f2b-6ad8-4e21-835b-f2a3add7dc5e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.430215 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3f2b-6ad8-4e21-835b-f2a3add7dc5e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.445208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e3f2b-6ad8-4e21-835b-f2a3add7dc5e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0eed34-2ef0-4bd7-88a9-7532b8371a6d,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:26.453557 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3f2b-6ad8-4e21-835b-f2a3add7dc5e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.454724 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2f0e3f2b-6ad8-4e21-835b-f2a3add7dc5e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1109993 Jul 23 00:38:26.457717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33388) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:26.462121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-6782782f-9978-459c-821c-6ec3c63817de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '655f789b-d907-4237-8a70-c610acb8c0ab', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:26.486076 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6782782f-9978-459c-821c-6ec3c63817de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.547576 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6782782f-9978-459c-821c-6ec3c63817de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.550731 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6782782f-9978-459c-821c-6ec3c63817de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.568067 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782782f-9978-459c-821c-6ec3c63817de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108ab2ba-8ad5-435f-9455-f3a1ef7fe230,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:26.574477 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6782782f-9978-459c-821c-6ec3c63817de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.575844 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6782782f-9978-459c-821c-6ec3c63817de tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171505 Jul 23 00:38:26.578783 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33390) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:26.583452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-66441300-0f72-42c4-b430-49bb5dc9b9c6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '655f789b-d907-4237-8a70-c610acb8c0ab', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:26.609811 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66441300-0f72-42c4-b430-49bb5dc9b9c6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.668486 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66441300-0f72-42c4-b430-49bb5dc9b9c6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.671912 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66441300-0f72-42c4-b430-49bb5dc9b9c6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.689668 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66441300-0f72-42c4-b430-49bb5dc9b9c6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c342a68f-3a39-495c-a630-b86521537408,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:26.694805 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-66441300-0f72-42c4-b430-49bb5dc9b9c6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.695877 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-66441300-0f72-42c4-b430-49bb5dc9b9c6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160245 Jul 23 00:38:26.698661 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33392) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:26.702969 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3a18973b-56bc-4336-be23-dde22eb1f5cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '655f789b-d907-4237-8a70-c610acb8c0ab', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:26.722791 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-3a18973b-56bc-4336-be23-dde22eb1f5cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Project 456023bc640c45e48cd7ad461e0d5cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:38:26.727871 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a18973b-56bc-4336-be23-dde22eb1f5cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.785214 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a18973b-56bc-4336-be23-dde22eb1f5cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.789136 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a18973b-56bc-4336-be23-dde22eb1f5cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.806709 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18973b-56bc-4336-be23-dde22eb1f5cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fd0ff8-4a43-4f6d-8c62-b2f52634c368,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:26.811758 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3a18973b-56bc-4336-be23-dde22eb1f5cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.812934 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3a18973b-56bc-4336-be23-dde22eb1f5cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1133668 Jul 23 00:38:26.815655 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33394) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:26.819973 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-efe8a05e-8e65-4a45-aef2-084be0f6b808 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': '655f789b-d907-4237-8a70-c610acb8c0ab', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:26.840514 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-efe8a05e-8e65-4a45-aef2-084be0f6b808 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Project 456023bc640c45e48cd7ad461e0d5cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:38:26.845054 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efe8a05e-8e65-4a45-aef2-084be0f6b808 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.907740 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efe8a05e-8e65-4a45-aef2-084be0f6b808 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.911045 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efe8a05e-8e65-4a45-aef2-084be0f6b808 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.927924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8a05e-8e65-4a45-aef2-084be0f6b808 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10025ae3-c75a-466c-b082-2763901b3619,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:26.934760 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-efe8a05e-8e65-4a45-aef2-084be0f6b808 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.936695 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-efe8a05e-8e65-4a45-aef2-084be0f6b808 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188183 Jul 23 00:38:26.938703 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33396) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:26.943719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3ac3d6fa-6722-4ce0-a276-8202b144dd32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'network': {'name': 'tempest-network-smoke--1451955492', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:26.963613 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac3d6fa-6722-4ce0-a276-8202b144dd32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Made reservation on behalf of 456023bc640c45e48cd7ad461e0d5cf5 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:38:26.966885 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d6fa-6722-4ce0-a276-8202b144dd32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:26.990107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac3d6fa-6722-4ce0-a276-8202b144dd32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:38:27.001838 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d6fa-6722-4ce0-a276-8202b144dd32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:27.002189 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-3ac3d6fa-6722-4ce0-a276-8202b144dd32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Added segment 2870ecf3-f44c-4107-a954-396f8f7f829a of type vlan for network be0cb698-a96b-48b9-a7c9-48eafdf520aa Jul 23 00:38:27.042926 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d6fa-6722-4ce0-a276-8202b144dd32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:27.070485 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d6fa-6722-4ce0-a276-8202b144dd32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:27.076048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac3d6fa-6722-4ce0-a276-8202b144dd32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:27.076621 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d6fa-6722-4ce0-a276-8202b144dd32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:27.112426 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3ac3d6fa-6722-4ce0-a276-8202b144dd32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1727035 Jul 23 00:38:27.115157 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33398) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:27.119579 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1829314227', 'admin_state_up': True, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:27.158808 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3d6fa-6722-4ce0-a276-8202b144dd32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Network': ['ID=be0cb698-a96b-48b9-a7c9-48eafdf520aa,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:27.170019 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network be0cb698-a96b-48b9-a7c9-48eafdf520aa details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:38:27.173677 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:27.174670 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:27.227589 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:27.374744 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:27.562132 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:27.585028 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:27.684570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.25.4.113 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/1936402d-9714-4f3a-a34e-81d16907603f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:38:27.786737 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:27.825490 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:27.861716 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:38:27.866416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:38:27.869769 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:38:27.895847 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=1936402d-9714-4f3a-a34e-81d16907603f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:28.113320 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:28.302779 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:28.427093 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:38:28.530261 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:38:28.540856 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Sync routers for ids ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:38:28.546676 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:28.548399 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f8c43ae7-a47d-484e-9e31-0cec47a5570d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4321055 Jul 23 00:38:28.550117 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Routers {'3faad198-63f8-4f25-ad5d-4c74fad5bfd7'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:28.550733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:28.553187 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33400) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:28.581791 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-84c323c0-fcb6-4e76-95f0-d96982f26abe tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=456023bc640c45e48cd7ad461e0d5cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275300 Jul 23 00:38:28.584452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33402) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:28.654946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Set router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:28.668650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e41aa0-eb69-4057-8f4c-dfca34a2395f tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:28.670196 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-c5e41aa0-eb69-4057-8f4c-dfca34a2395f tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848503 Jul 23 00:38:28.672937 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33404) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:28.701055 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5ea0ed40-1e14-4b21-8aa7-4e3f55a5221d tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269525 Jul 23 00:38:28.703378 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33406) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:28.708130 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3358a2f8-57b1-4089-a3c9-4daafbd0af0d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-349228781', 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:28.798082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3358a2f8-57b1-4089-a3c9-4daafbd0af0d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Made reservation on behalf of 456023bc640c45e48cd7ad461e0d5cf5 for: {'subnet': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:38:28.801832 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3358a2f8-57b1-4089-a3c9-4daafbd0af0d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8464410'] for subnet, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:28.839106 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829314227', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '1936402d-9714-4f3a-a34e-81d16907603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:28Z', 'revision_number': 3, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '1936402d-9714-4f3a-a34e-81d16907603f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:28.864895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Checking router: 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:38:28.865280 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Updating router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 port 1936402d-9714-4f3a-a34e-81d16907603f binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:38:28.905874 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:28.982043 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3358a2f8-57b1-4089-a3c9-4daafbd0af0d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12571164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8464488'] for subnet, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:29.045616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358a2f8-57b1-4089-a3c9-4daafbd0af0d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Subnet': ['ID=cd7dec66-dada-4172-90a5-2a19adda7675,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:29.054296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3358a2f8-57b1-4089-a3c9-4daafbd0af0d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Checking segment: {'id': '2870ecf3-f44c-4107-a954-396f8f7f829a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:38:29.054683 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3358a2f8-57b1-4089-a3c9-4daafbd0af0d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network hostable DHCP agents. Network: be0cb698-a96b-48b9-a7c9-48eafdf520aa, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:38:29.071533 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3358a2f8-57b1-4089-a3c9-4daafbd0af0d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network be0cb698-a96b-48b9-a7c9-48eafdf520aa is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:38:29.080410 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3358a2f8-57b1-4089-a3c9-4daafbd0af0d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, be0cb698-a96b-48b9-a7c9-48eafdf520aa) {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:38:29.085058 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3358a2f8-57b1-4089-a3c9-4daafbd0af0d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:29.085771 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3358a2f8-57b1-4089-a3c9-4daafbd0af0d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:29.092341 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ecf24b-e11d-4421-9935-0a3dbe9ea639 None None] Network be0cb698-a96b-48b9-a7c9-48eafdf520aa requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:38:29.101110 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3358a2f8-57b1-4089-a3c9-4daafbd0af0d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3966472 Jul 23 00:38:29.103955 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33408) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:29.228094 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:29.260637 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Transition to ACTIVE for port object 1936402d-9714-4f3a-a34e-81d16907603f will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:38:29.270529 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:29.340814 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ips': [{'subnet_id': 'cd7dec66-dada-4172-90a5-2a19adda7675'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:38:29.341687 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:29.356301 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Attempting to bind port 1936402d-9714-4f3a-a34e-81d16907603f on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:38:29.356671 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Attempting to bind port 1936402d-9714-4f3a-a34e-81d16907603f by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:38:29.357036 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Attempting to bind port 1936402d-9714-4f3a-a34e-81d16907603f on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:38:29.361226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726c7a0-86c1-4a34-8ccd-72b7aef7157a None None] Pushing event updated for resources: {'Port': ['ID=1936402d-9714-4f3a-a34e-81d16907603f,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:29.369411 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:38:29.369791 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:38:29.370189 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:29.370571 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:38:29.371037 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Bound port: 1936402d-9714-4f3a-a34e-81d16907603f, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:38:29.371418 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:29.491579 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] For port 1936402d-9714-4f3a-a34e-81d16907603f, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:38:29.528289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] For port 1936402d-9714-4f3a-a34e-81d16907603f, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=1936402d-9714-4f3a-a34e-81d16907603f,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:38:29.535434 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:29.545672 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:38:29.548396 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:29.575126 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Allocated IP 172.20.0.2 (be0cb698-a96b-48b9-a7c9-48eafdf520aa/cd7dec66-dada-4172-90a5-2a19adda7675/a33b5652-0164-4b73-9051-cb8355c1f2ae) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:38:29.616863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Routers {'3faad198-63f8-4f25-ad5d-4c74fad5bfd7'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:29.618054 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:29.629701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726c7a0-86c1-4a34-8ccd-72b7aef7157a None None] Pushing event updated for resources: {'Port': ['ID=1936402d-9714-4f3a-a34e-81d16907603f,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:29.794176 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] Set router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:29.909696 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:29.949627 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Transition to ACTIVE for port object a33b5652-0164-4b73-9051-cb8355c1f2ae will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:38:29.980591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Transition to ACTIVE for port object a33b5652-0164-4b73-9051-cb8355c1f2ae will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:38:30.003617 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:30.059532 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Network be0cb698-a96b-48b9-a7c9-48eafdf520aa is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:38:30.062773 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Pushing event updated for resources: {'Port': ['ID=a33b5652-0164-4b73-9051-cb8355c1f2ae,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:30.067513 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:38:30.069844 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:38:30.110024 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829314227', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '1936402d-9714-4f3a-a34e-81d16907603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:28Z', 'revision_number': 3, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '1936402d-9714-4f3a-a34e-81d16907603f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:30.158699 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f56eb8-6eec-4f4c-bc15-f79cc0f9aa84 None None] The sync data for ids ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'] in n-d-688802-2 is: [{'id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829314227', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '1936402d-9714-4f3a-a34e-81d16907603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:28Z', 'revision_number': 3, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '1936402d-9714-4f3a-a34e-81d16907603f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:38:30.163975 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Attempting to bind port a33b5652-0164-4b73-9051-cb8355c1f2ae on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:38:30.165085 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Attempting to bind port a33b5652-0164-4b73-9051-cb8355c1f2ae by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '2870ecf3-f44c-4107-a954-396f8f7f829a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:38:30.166448 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Attempting to bind port a33b5652-0164-4b73-9051-cb8355c1f2ae on network be0cb698-a96b-48b9-a7c9-48eafdf520aa {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:38:30.173733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:38:30.174141 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Checking segment: {'id': '2870ecf3-f44c-4107-a954-396f8f7f829a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:38:30.174640 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:30.175636 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Bound using segment: {'id': '2870ecf3-f44c-4107-a954-396f8f7f829a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:38:30.175964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Bound port: a33b5652-0164-4b73-9051-cb8355c1f2ae, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2870ecf3-f44c-4107-a954-396f8f7f829a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:38:30.176439 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:30.191952 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.20.0.1 (be0cb698-a96b-48b9-a7c9-48eafdf520aa/cd7dec66-dada-4172-90a5-2a19adda7675/66973370-7fa5-4cb5-bc58-253541493865) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:38:30.245989 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] For port a33b5652-0164-4b73-9051-cb8355c1f2ae, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:38:30.249379 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] For port a33b5652-0164-4b73-9051-cb8355c1f2ae, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a33b5652-0164-4b73-9051-cb8355c1f2ae,segment=NetworkSegment(2870ecf3-f44c-4107-a954-396f8f7f829a),segment_id=2870ecf3-f44c-4107-a954-396f8f7f829a)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:38:30.255450 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:30.326334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa24106-faa5-4609-8073-7e82944883e7 None None] Pushing event updated for resources: {'Port': ['ID=a33b5652-0164-4b73-9051-cb8355c1f2ae,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:30.328526 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:30.343615 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Transition to ACTIVE for port object 66973370-7fa5-4cb5-bc58-253541493865 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:38:30.389277 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:30.435461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network be0cb698-a96b-48b9-a7c9-48eafdf520aa is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:38:30.440875 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:38:30.443493 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:38:30.450634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=66973370-7fa5-4cb5-bc58-253541493865,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:30.500627 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:30.677240 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:30.965428 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:30.970476 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:31.056869 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:31.059786 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=66973370-7fa5-4cb5-bc58-253541493865,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:31.157278 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network be0cb698-a96b-48b9-a7c9-48eafdf520aa is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:38:31.158743 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:38:31.251074 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe82fc7-bd65-41f3-b3ca-fcb1e175d42c None None] Network be0cb698-a96b-48b9-a7c9-48eafdf520aa requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:38:31.280600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:38:31.355923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8e990d2e-4931-4abc-aba2-aedaf8d3ccae None None] Provisioning for port a33b5652-0164-4b73-9051-cb8355c1f2ae completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:38:31.391961 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:38:31.397332 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e987687b-238d-4275-83a3-5323ed869e4b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "PUT /v2.0/routers/3faad198-63f8-4f25-ad5d-4c74fad5bfd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2921195 Jul 23 00:38:31.553355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-5a6031ac-000e-4535-9d7f-c18ef8586bd9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172059452&fields=id&tenant_id=456023bc640c45e48cd7ad461e0d5cf5 HTTP/1.1" status: 200 len: 267 time: 0.0396585 Jul 23 00:38:31.678001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-da3ed61f-c8bd-4bd4-b4c3-4b4f116b6383 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:31.680606 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-da3ed61f-c8bd-4bd4-b4c3-4b4f116b6383 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/networks?id=be0cb698-a96b-48b9-a7c9-48eafdf520aa HTTP/1.1" status: 200 len: 797 time: 0.1201448 Jul 23 00:38:31.698180 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-91c96cf9-53b5-4d2e-8a2f-ef703d7437c8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/quotas/456023bc640c45e48cd7ad461e0d5cf5 HTTP/1.1" status: 200 len: 375 time: 0.0107017 Jul 23 00:38:31.711865 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8d0faa48-a6ed-4b22-bef7-f1c0d977f5e0 None None] Provisioning for port 66973370-7fa5-4cb5-bc58-253541493865 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:38:31.714223 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-51b21f81-5072-4dfb-97e5-bf8e135b8fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:31.718200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8d0faa48-a6ed-4b22-bef7-f1c0d977f5e0 None None] Provisioning complete for port 66973370-7fa5-4cb5-bc58-253541493865 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:31.718584 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8d0faa48-a6ed-4b22-bef7-f1c0d977f5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:31.767403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8d0faa48-a6ed-4b22-bef7-f1c0d977f5e0 None None] Port 66973370-7fa5-4cb5-bc58-253541493865 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:38:31.776817 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a33b5652-0164-4b73-9051-cb8355c1f2ae up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:38:31.787658 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-6155e220-036b-4dfc-96b0-e62b50b16976 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767760 Jul 23 00:38:31.839679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port a33b5652-0164-4b73-9051-cb8355c1f2ae completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:38:31.841633 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Sync routers for ids ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:38:31.844448 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a33b5652-0164-4b73-9051-cb8355c1f2ae triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:31.845227 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:31.854773 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Routers {'3faad198-63f8-4f25-ad5d-4c74fad5bfd7'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:31.855636 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:31.950328 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:31.953747 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b109eb8b-aa80-462e-aae3-ce5e4bcdfa36 None None] Provisioning complete for port 66973370-7fa5-4cb5-bc58-253541493865 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:31.954427 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b109eb8b-aa80-462e-aae3-ce5e4bcdfa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:31.965427 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-414ad139-680e-4f22-82d0-17f95469ff81 service neutron] 10.222.0.26 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650119 Jul 23 00:38:31.981854 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Set router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:32.010991 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port a33b5652-0164-4b73-9051-cb8355c1f2ae, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a33b5652-0164-4b73-9051-cb8355c1f2ae,segment=NetworkSegment(2870ecf3-f44c-4107-a954-396f8f7f829a),segment_id=2870ecf3-f44c-4107-a954-396f8f7f829a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:32.023497 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:32.024501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 1936402d-9714-4f3a-a34e-81d16907603f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:38:32.084072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b109eb8b-aa80-462e-aae3-ce5e4bcdfa36 None None] Port 66973370-7fa5-4cb5-bc58-253541493865 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:38:32.085524 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-c9e76d5c-defa-4ba3-9386-e39286af10f2 service neutron] 10.222.0.26 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174550 Jul 23 00:38:32.118667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=a33b5652-0164-4b73-9051-cb8355c1f2ae,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:32.140817 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 1936402d-9714-4f3a-a34e-81d16907603f completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:38:32.145023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 1936402d-9714-4f3a-a34e-81d16907603f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:32.145438 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:32.217230 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829314227', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '1936402d-9714-4f3a-a34e-81d16907603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:30Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '1936402d-9714-4f3a-a34e-81d16907603f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '66973370-7fa5-4cb5-bc58-253541493865', 'name': '', 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:c8:1b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:29Z', 'updated_at': '2021-07-23T00:38:30Z', 'revision_number': 2, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:32.244986 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Checking router: 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:38:32.245460 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Updating router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 port 66973370-7fa5-4cb5-bc58-253541493865 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:38:32.281074 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:32.342163 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c7d22143-644b-48aa-8f87-d0545bbc14b8 None None] Provisioning complete for port 66973370-7fa5-4cb5-bc58-253541493865 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:32.342805 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7d22143-644b-48aa-8f87-d0545bbc14b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:32.395926 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c7d22143-644b-48aa-8f87-d0545bbc14b8 None None] Port 66973370-7fa5-4cb5-bc58-253541493865 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:38:32.412566 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:32.432932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 1936402d-9714-4f3a-a34e-81d16907603f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=1936402d-9714-4f3a-a34e-81d16907603f,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:32.436982 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:32.486416 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=1936402d-9714-4f3a-a34e-81d16907603f,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:32.542960 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:32.552376 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Transition to ACTIVE for port object 66973370-7fa5-4cb5-bc58-253541493865 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:38:32.558243 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:32.608116 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efd502-365c-4526-8da0-624b61bc9c76 None None] Pushing event updated for resources: {'Port': ['ID=66973370-7fa5-4cb5-bc58-253541493865,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:32.632717 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efd502-365c-4526-8da0-624b61bc9c76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:32.633200 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efd502-365c-4526-8da0-624b61bc9c76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:32.633731 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efd502-365c-4526-8da0-624b61bc9c76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:32.634068 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efd502-365c-4526-8da0-624b61bc9c76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:32.634395 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efd502-365c-4526-8da0-624b61bc9c76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:32.634719 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efd502-365c-4526-8da0-624b61bc9c76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:32.635039 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efd502-365c-4526-8da0-624b61bc9c76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:32.635369 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efd502-365c-4526-8da0-624b61bc9c76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:32.635669 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efd502-365c-4526-8da0-624b61bc9c76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:32.635985 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efd502-365c-4526-8da0-624b61bc9c76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:32.636295 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efd502-365c-4526-8da0-624b61bc9c76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:32.636608 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4efd502-365c-4526-8da0-624b61bc9c76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:32.674045 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Attempting to bind port 66973370-7fa5-4cb5-bc58-253541493865 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:38:32.674412 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Attempting to bind port 66973370-7fa5-4cb5-bc58-253541493865 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '2870ecf3-f44c-4107-a954-396f8f7f829a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:38:32.674799 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Attempting to bind port 66973370-7fa5-4cb5-bc58-253541493865 on network be0cb698-a96b-48b9-a7c9-48eafdf520aa {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:38:32.680023 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:38:32.680396 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Checking segment: {'id': '2870ecf3-f44c-4107-a954-396f8f7f829a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:38:32.680794 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:32.681204 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Bound using segment: {'id': '2870ecf3-f44c-4107-a954-396f8f7f829a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:38:32.681671 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Bound port: 66973370-7fa5-4cb5-bc58-253541493865, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2870ecf3-f44c-4107-a954-396f8f7f829a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:38:32.682048 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:32.749001 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] For port 66973370-7fa5-4cb5-bc58-253541493865, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:38:32.753062 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] For port 66973370-7fa5-4cb5-bc58-253541493865, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=66973370-7fa5-4cb5-bc58-253541493865,segment=NetworkSegment(2870ecf3-f44c-4107-a954-396f8f7f829a),segment_id=2870ecf3-f44c-4107-a954-396f8f7f829a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:38:32.758211 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:32.815042 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Routers {'3faad198-63f8-4f25-ad5d-4c74fad5bfd7'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:32.815714 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:38:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:32.820704 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efd502-365c-4526-8da0-624b61bc9c76 None None] Pushing event updated for resources: {'Port': ['ID=66973370-7fa5-4cb5-bc58-253541493865,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:32.929333 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] Set router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:33.122497 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829314227', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '1936402d-9714-4f3a-a34e-81d16907603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:30Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '1936402d-9714-4f3a-a34e-81d16907603f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '66973370-7fa5-4cb5-bc58-253541493865', 'name': '', 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:c8:1b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:29Z', 'updated_at': '2021-07-23T00:38:32Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:33.151370 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc739253-616c-4d36-9ed0-99dd290aeda0 None None] The sync data for ids ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'] in n-d-688802-2 is: [{'id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829314227', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '1936402d-9714-4f3a-a34e-81d16907603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:30Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '1936402d-9714-4f3a-a34e-81d16907603f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '66973370-7fa5-4cb5-bc58-253541493865', 'name': '', 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:c8:1b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:29Z', 'updated_at': '2021-07-23T00:38:32Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:38:33.303494 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e81169e3-6671-4075-8420-e3eed20259d2 req-45dcf53d-1957-4905-8bfe-8a299fe6bab3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 210 time: 0.0365345 Jul 23 00:38:33.762737 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a33b5652-0164-4b73-9051-cb8355c1f2ae up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:38:33.814288 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port a33b5652-0164-4b73-9051-cb8355c1f2ae triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:33.814810 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:33.908047 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 1936402d-9714-4f3a-a34e-81d16907603f up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:38:33.956298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 1936402d-9714-4f3a-a34e-81d16907603f triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:33.956915 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:34.039332 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 66973370-7fa5-4cb5-bc58-253541493865 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:38:34.092253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 66973370-7fa5-4cb5-bc58-253541493865 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:38:34.096377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 66973370-7fa5-4cb5-bc58-253541493865 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:34.096753 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:34.183013 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:34.222963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 66973370-7fa5-4cb5-bc58-253541493865, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=66973370-7fa5-4cb5-bc58-253541493865,segment=NetworkSegment(2870ecf3-f44c-4107-a954-396f8f7f829a),segment_id=2870ecf3-f44c-4107-a954-396f8f7f829a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:34.228156 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:34.287628 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=66973370-7fa5-4cb5-bc58-253541493865,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:34.319655 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-f4556586-bdfc-4abe-b843-75e46a98a0b3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:34.321786 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-f4556586-bdfc-4abe-b843-75e46a98a0b3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "GET /v2.0/networks?id=be0cb698-a96b-48b9-a7c9-48eafdf520aa HTTP/1.1" status: 200 len: 797 time: 0.1074672 Jul 23 00:38:34.376511 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-a88ff398-860b-4b58-9955-e2fd16db0d22 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=456023bc640c45e48cd7ad461e0d5cf5 HTTP/1.1" status: 200 len: 380 time: 0.0405552 Jul 23 00:38:34.402414 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-deeefaad-0c79-4dae-a1fc-0f3e1cabc057 req-9fdd4f9f-f099-4000-8c87-7159eb648c1d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 210 time: 0.0291927 Jul 23 00:38:34.416246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-fdb1ddca-cc0d-4b81-b572-4a732847fdb8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'port': {'device_id': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'admin_state_up': True, 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'security_groups': ['655f789b-d907-4237-8a70-c610acb8c0ab']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:34.438336 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-98eccfaf-010f-411e-98a5-5d2c32b659da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:34.495387 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:34.522350 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-fdb1ddca-cc0d-4b81-b572-4a732847fdb8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Made reservation on behalf of 456023bc640c45e48cd7ad461e0d5cf5 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:38:34.526183 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-fdb1ddca-cc0d-4b81-b572-4a732847fdb8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:34.652845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-fdb1ddca-cc0d-4b81-b572-4a732847fdb8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.20.0.4 (be0cb698-a96b-48b9-a7c9-48eafdf520aa/cd7dec66-dada-4172-90a5-2a19adda7675/ace76f9a-0192-4870-bf58-899818031576) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:38:34.787211 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-fdb1ddca-cc0d-4b81-b572-4a732847fdb8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:34.806345 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-fdb1ddca-cc0d-4b81-b572-4a732847fdb8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Transition to ACTIVE for port object ace76f9a-0192-4870-bf58-899818031576 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:38:34.837908 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-fdb1ddca-cc0d-4b81-b572-4a732847fdb8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:34.878620 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-fdb1ddca-cc0d-4b81-b572-4a732847fdb8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network be0cb698-a96b-48b9-a7c9-48eafdf520aa is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:38:34.883863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-fdb1ddca-cc0d-4b81-b572-4a732847fdb8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:38:34.887396 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-fdb1ddca-cc0d-4b81-b572-4a732847fdb8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:38:34.916982 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ddca-cc0d-4b81-b572-4a732847fdb8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=ace76f9a-0192-4870-bf58-899818031576,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:34.926795 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:34.942436 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-fdb1ddca-cc0d-4b81-b572-4a732847fdb8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:34.943024 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-fdb1ddca-cc0d-4b81-b572-4a732847fdb8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:34.957361 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-fdb1ddca-cc0d-4b81-b572-4a732847fdb8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5457885 Jul 23 00:38:34.974622 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Request body: {'port': {'device_id': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:35.054244 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:35.169763 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-76ab46a2-657c-4dc8-a703-c6e25fb72cbf None None] Provisioning for port ace76f9a-0192-4870-bf58-899818031576 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:38:35.173628 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-76ab46a2-657c-4dc8-a703-c6e25fb72cbf None None] Provisioning complete for port ace76f9a-0192-4870-bf58-899818031576 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:35.174002 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-76ab46a2-657c-4dc8-a703-c6e25fb72cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:35.212250 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-76ab46a2-657c-4dc8-a703-c6e25fb72cbf None None] Port ace76f9a-0192-4870-bf58-899818031576 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:38:35.318863 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace76f9a-0192-4870-bf58-899818031576 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:38:35.326679 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:35.338146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Transition to ACTIVE for port object ace76f9a-0192-4870-bf58-899818031576 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:38:35.341600 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:35.391323 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Pushing event updated for resources: {'Port': ['ID=ace76f9a-0192-4870-bf58-899818031576,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:35.468976 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Attempting to bind port ace76f9a-0192-4870-bf58-899818031576 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:38:35.469345 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Attempting to bind port ace76f9a-0192-4870-bf58-899818031576 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '2870ecf3-f44c-4107-a954-396f8f7f829a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:38:35.469678 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Attempting to bind port ace76f9a-0192-4870-bf58-899818031576 on network be0cb698-a96b-48b9-a7c9-48eafdf520aa {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:38:35.474293 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Port ace76f9a-0192-4870-bf58-899818031576 on network be0cb698-a96b-48b9-a7c9-48eafdf520aa not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:38:35.474798 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Attempting to bind port ace76f9a-0192-4870-bf58-899818031576 on network be0cb698-a96b-48b9-a7c9-48eafdf520aa {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:38:35.480522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:38:35.481020 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Checking segment: {'id': '2870ecf3-f44c-4107-a954-396f8f7f829a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:38:35.481538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Bound using segment: {'id': '2870ecf3-f44c-4107-a954-396f8f7f829a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:38:35.482064 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Bound port: ace76f9a-0192-4870-bf58-899818031576, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2870ecf3-f44c-4107-a954-396f8f7f829a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:38:35.482490 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:35.544929 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cabc08-747b-44b4-a9dc-2c5b8fc169cb req-af052344-1c19-42b3-9928-a585c27492f8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:35.547192 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a0cabc08-747b-44b4-a9dc-2c5b8fc169cb req-af052344-1c19-42b3-9928-a585c27492f8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 943 time: 0.0740163 Jul 23 00:38:35.551740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] For port ace76f9a-0192-4870-bf58-899818031576, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:38:35.555933 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] For port ace76f9a-0192-4870-bf58-899818031576, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ace76f9a-0192-4870-bf58-899818031576,segment=NetworkSegment(2870ecf3-f44c-4107-a954-396f8f7f829a),segment_id=2870ecf3-f44c-4107-a954-396f8f7f829a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:38:35.561185 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:35.587363 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a0cabc08-747b-44b4-a9dc-2c5b8fc169cb req-494c6d67-7d3a-45d8-af29-0c0b1723bd92 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343711 Jul 23 00:38:35.593802 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:35.594508 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:35.596060 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] 10.222.0.18 "PUT /v2.0/ports/ace76f9a-0192-4870-bf58-899818031576 HTTP/1.1" status: 200 len: 1091 time: 0.6258426 Jul 23 00:38:35.596551 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'tag': 'ace76f9a-0192-4870-bf58-899818031576'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:38:35.599224 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9d5f10-794e-4383-889a-af80b701325d" -d '{"events": [{"name": "network-changed", "server_uuid": "1147cff8-c3c3-4e8e-9d60-e9971087cb1b", "tag": "ace76f9a-0192-4870-bf58-899818031576"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:38:35.634922 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc0f4d-6686-418b-accf-b5668eff3c74 service neutron] Pushing event updated for resources: {'Port': ['ID=ace76f9a-0192-4870-bf58-899818031576,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:35.664894 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce451e4-4741-4f00-9140-8548346564fb x-openstack-request-id: req-cce451e4-4741-4f00-9140-8548346564fb {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:38:35.665225 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1147cff8-c3c3-4e8e-9d60-e9971087cb1b", "tag": "ace76f9a-0192-4870-bf58-899818031576", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:38:35.665472 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cce451e4-4741-4f00-9140-8548346564fb {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:38:35.665872 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'tag': 'ace76f9a-0192-4870-bf58-899818031576', 'status': 'completed', 'code': 200} Jul 23 00:38:35.705368 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 66973370-7fa5-4cb5-bc58-253541493865 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:38:35.750767 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-e043ae13-97c3-40a9-a114-1fac7ae42cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:35.752413 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-e043ae13-97c3-40a9-a114-1fac7ae42cce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 1094 time: 0.0745199 Jul 23 00:38:35.776980 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:35.781652 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 66973370-7fa5-4cb5-bc58-253541493865 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:35.782099 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:35.808450 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-f60e7601-8ce8-47e8-8f28-a8a70a33e6eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace76f9a-0192-4870-bf58-899818031576 HTTP/1.1" status: 200 len: 217 time: 0.0430155 Jul 23 00:38:35.866233 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-72dcddba-3979-4ff1-8c19-427aae9f346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:35.868380 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-72dcddba-3979-4ff1-8c19-427aae9f346d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd7dec66-dada-4172-90a5-2a19adda7675 HTTP/1.1" status: 200 len: 834 time: 0.0531633 Jul 23 00:38:35.925698 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-73a650eb-543d-400f-b8b9-e12240651001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:35.927229 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-73a650eb-543d-400f-b8b9-e12240651001 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be0cb698-a96b-48b9-a7c9-48eafdf520aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531034 Jul 23 00:38:36.018215 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-9300bb13-a2ae-4127-9dab-6ccb0f35ccbb service neutron] 10.222.0.18 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848141 Jul 23 00:38:36.111624 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5339ef6-742b-46d2-9fd9-620e54f536b3 req-57ed1b75-1b6e-4cd4-890c-06c472520d9a service neutron] 10.222.0.18 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865192 Jul 23 00:38:36.250024 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d5f10-794e-4383-889a-af80b701325d req-febc3387-d134-4e90-a489-1de0263db358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:36.251523 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb9d5f10-794e-4383-889a-af80b701325d req-febc3387-d134-4e90-a489-1de0263db358 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 1094 time: 0.0535762 Jul 23 00:38:36.337324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d5f10-794e-4383-889a-af80b701325d req-b509dea1-ae98-43cf-a382-9caa35647a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:36.338778 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb9d5f10-794e-4383-889a-af80b701325d req-b509dea1-ae98-43cf-a382-9caa35647a19 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be0cb698-a96b-48b9-a7c9-48eafdf520aa HTTP/1.1" status: 200 len: 898 time: 0.0812035 Jul 23 00:38:36.382187 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb9d5f10-794e-4383-889a-af80b701325d req-7158f952-6c44-4635-8fd4-3ad3792ef09d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace76f9a-0192-4870-bf58-899818031576 HTTP/1.1" status: 200 len: 217 time: 0.0370023 Jul 23 00:38:36.429959 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d5f10-794e-4383-889a-af80b701325d req-5ae9e736-1629-4aad-b3c3-f0492c5542d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:36.431358 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb9d5f10-794e-4383-889a-af80b701325d req-5ae9e736-1629-4aad-b3c3-f0492c5542d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd7dec66-dada-4172-90a5-2a19adda7675 HTTP/1.1" status: 200 len: 834 time: 0.0424907 Jul 23 00:38:36.489478 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d5f10-794e-4383-889a-af80b701325d req-bd954363-29d8-4f6d-8a44-25e30f1c4d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:36.490977 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb9d5f10-794e-4383-889a-af80b701325d req-bd954363-29d8-4f6d-8a44-25e30f1c4d56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be0cb698-a96b-48b9-a7c9-48eafdf520aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523820 Jul 23 00:38:36.584898 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb9d5f10-794e-4383-889a-af80b701325d req-c37d68d3-d93e-461a-8d31-3121e7b7ec45 service neutron] 10.222.0.18 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859189 Jul 23 00:38:36.675483 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-cb9d5f10-794e-4383-889a-af80b701325d req-9e2e915f-d4f9-43f1-b3e7-8b27a9fce2f4 service neutron] 10.222.0.18 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821743 Jul 23 00:38:36.723294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb344d3-9613-4a1c-9caa-e52473cdf818 req-076034c8-2d6e-43f2-afac-8c321871c704 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:36.725285 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ddb344d3-9613-4a1c-9caa-e52473cdf818 req-076034c8-2d6e-43f2-afac-8c321871c704 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 943 time: 0.0702195 Jul 23 00:38:36.763673 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ddb344d3-9613-4a1c-9caa-e52473cdf818 req-848b0fb8-5ab4-4213-a885-49abf10aebd9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324790 Jul 23 00:38:37.247436 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:37.615418 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ace76f9a-0192-4870-bf58-899818031576 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:38:37.709364 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ace76f9a-0192-4870-bf58-899818031576, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ace76f9a-0192-4870-bf58-899818031576,segment=NetworkSegment(2870ecf3-f44c-4107-a954-396f8f7f829a),segment_id=2870ecf3-f44c-4107-a954-396f8f7f829a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:37.720647 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': 'ace76f9a-0192-4870-bf58-899818031576', 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'port_id': 'ace76f9a-0192-4870-bf58-899818031576', 'mac_address': 'fa:16:3e:1e:6e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:38:37.760262 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:37.772344 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace76f9a-0192-4870-bf58-899818031576 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:38:37.792165 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ace76f9a-0192-4870-bf58-899818031576, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ace76f9a-0192-4870-bf58-899818031576,segment=NetworkSegment(2870ecf3-f44c-4107-a954-396f8f7f829a),segment_id=2870ecf3-f44c-4107-a954-396f8f7f829a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:37.796153 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:37.844192 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=ace76f9a-0192-4870-bf58-899818031576,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:37.896222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9670fb0-6ac7-4e23-91a4-22af6c7b8ac4 req-dffdca2c-b426-4252-9b00-3d013e2f0508 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:37.897764 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9670fb0-6ac7-4e23-91a4-22af6c7b8ac4 req-dffdca2c-b426-4252-9b00-3d013e2f0508 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 944 time: 0.0658278 Jul 23 00:38:37.934911 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9670fb0-6ac7-4e23-91a4-22af6c7b8ac4 req-3996c738-c887-4100-882c-f6c22bb79e6f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308528 Jul 23 00:38:38.103635 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['ace76f9a-0192-4870-bf58-899818031576'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:38:39.064705 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664828d-76fa-4070-ba6b-9e7cdb77747a req-9cd58554-a4e8-4377-87e5-8365961a7e7e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:39.066226 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2664828d-76fa-4070-ba6b-9e7cdb77747a req-9cd58554-a4e8-4377-87e5-8365961a7e7e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 944 time: 0.0651822 Jul 23 00:38:39.104072 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2664828d-76fa-4070-ba6b-9e7cdb77747a req-19d98197-cf57-4c58-8e70-55e0e014323f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320501 Jul 23 00:38:39.642237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ace76f9a-0192-4870-bf58-899818031576 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:38:39.689735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port ace76f9a-0192-4870-bf58-899818031576 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:38:39.693687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port ace76f9a-0192-4870-bf58-899818031576 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:39.694111 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:39.771334 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:39.794045 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace76f9a-0192-4870-bf58-899818031576'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:38:39.796644 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051afbf7-3473-4425-a4ce-61a43b1d1c4f" -d '{"events": [{"server_uuid": "1147cff8-c3c3-4e8e-9d60-e9971087cb1b", "name": "network-vif-plugged", "status": "completed", "tag": "ace76f9a-0192-4870-bf58-899818031576"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:38:39.809348 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port ace76f9a-0192-4870-bf58-899818031576, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ace76f9a-0192-4870-bf58-899818031576,segment=NetworkSegment(2870ecf3-f44c-4107-a954-396f8f7f829a),segment_id=2870ecf3-f44c-4107-a954-396f8f7f829a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:39.813147 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:39.836154 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502c63af-dcb5-44fc-8264-3ee7e82431f9 x-openstack-request-id: req-502c63af-dcb5-44fc-8264-3ee7e82431f9 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:38:39.836634 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1147cff8-c3c3-4e8e-9d60-e9971087cb1b", "name": "network-vif-plugged", "status": "completed", "tag": "ace76f9a-0192-4870-bf58-899818031576", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:38:39.836891 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-502c63af-dcb5-44fc-8264-3ee7e82431f9 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:38:39.837313 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace76f9a-0192-4870-bf58-899818031576', 'code': 200} Jul 23 00:38:39.863039 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=ace76f9a-0192-4870-bf58-899818031576,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:39.969258 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1e0e9-a592-4b8f-a3f3-3fd274c1c219 req-7f86697b-e3e2-42b5-87bc-676b8596b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:39.970710 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-63c1e0e9-a592-4b8f-a3f3-3fd274c1c219 req-7f86697b-e3e2-42b5-87bc-676b8596b2fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 1096 time: 0.0566697 Jul 23 00:38:40.002575 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-63c1e0e9-a592-4b8f-a3f3-3fd274c1c219 req-46d85731-9d4d-49ea-9010-db5bedd6b867 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260694 Jul 23 00:38:40.238651 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc284e4-fd61-4db4-95c7-a7aa4ea28988 req-0e3d1819-4291-4fa7-9375-c0a078f6b3f6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:40.240125 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3fc284e4-fd61-4db4-95c7-a7aa4ea28988 req-0e3d1819-4291-4fa7-9375-c0a078f6b3f6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0712385 Jul 23 00:38:40.277743 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3fc284e4-fd61-4db4-95c7-a7aa4ea28988 req-1ee646fe-ae61-4ecf-88db-6f5d5fe3d1d4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318887 Jul 23 00:38:41.405817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff77514-cb35-437d-bcfe-32b9f2ed336d req-1826242d-a272-4e8c-99d1-1382a6ae40fe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:41.407341 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fff77514-cb35-437d-bcfe-32b9f2ed336d req-1826242d-a272-4e8c-99d1-1382a6ae40fe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0627811 Jul 23 00:38:41.444366 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fff77514-cb35-437d-bcfe-32b9f2ed336d req-f43d2464-d191-4142-89fe-938f4d5c8afb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315180 Jul 23 00:38:41.576204 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d3700-ed83-42d5-a17f-53a60c5df142 req-08511e26-317f-476e-a91a-414768b794cb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:41.577621 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b80d3700-ed83-42d5-a17f-53a60c5df142 req-08511e26-317f-476e-a91a-414768b794cb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0677850 Jul 23 00:38:41.614656 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b80d3700-ed83-42d5-a17f-53a60c5df142 req-f354d644-5375-4e34-b940-fb4315c10753 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314789 Jul 23 00:38:41.636501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33464) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:41.688033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c8c582-9194-41a9-8a73-712b674c9a82 tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:41.689547 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a7c8c582-9194-41a9-8a73-712b674c9a82 tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 1091 time: 0.0520532 Jul 23 00:38:41.692310 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33466) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:41.697158 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': 'ace76f9a-0192-4870-bf58-899818031576', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:41.718389 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:41.816995 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:41.918005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.25.4.58 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/fb6a9f31-0211-41d9-bfbc-539e167826ee) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:38:42.021333 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:42.060434 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:42.099393 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:38:42.102710 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:38:42.106265 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:38:42.111600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=fb6a9f31-0211-41d9-bfbc-539e167826ee,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:42.458620 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:42.531825 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:42.677678 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:42.681803 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:42.755546 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=fb6a9f31-0211-41d9-bfbc-539e167826ee,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:42.762612 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:42.861679 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Floating IP 4a336366-d20d-40c9-acca-4dfaae0d7018 associated. External IP: 172.25.4.58, port: ace76f9a-0192-4870-bf58-899818031576. Jul 23 00:38:43.060449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:38:43.166206 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:38:43.176606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685c749f-89f5-4f98-9b34-e938628dacec None None] Sync routers for ids ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:38:43.181185 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:43.187025 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685c749f-89f5-4f98-9b34-e938628dacec None None] Routers {'3faad198-63f8-4f25-ad5d-4c74fad5bfd7'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:43.187643 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-685c749f-89f5-4f98-9b34-e938628dacec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:38:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:43.221786 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4d3e232f-67a9-4d19-bc3e-25db17adf571 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5284505 Jul 23 00:38:43.222387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'tag': 'ace76f9a-0192-4870-bf58-899818031576'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:38:43.224756 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476b3ffa-c26f-48cb-a0d3-7b28928594e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1147cff8-c3c3-4e8e-9d60-e9971087cb1b", "tag": "ace76f9a-0192-4870-bf58-899818031576"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:38:43.267558 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904f0903-0ac0-4e11-b9fe-ea178d43d70f x-openstack-request-id: req-904f0903-0ac0-4e11-b9fe-ea178d43d70f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:38:43.267841 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1147cff8-c3c3-4e8e-9d60-e9971087cb1b", "tag": "ace76f9a-0192-4870-bf58-899818031576", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:38:43.268089 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-904f0903-0ac0-4e11-b9fe-ea178d43d70f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:38:43.268509 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'tag': 'ace76f9a-0192-4870-bf58-899818031576', 'status': 'completed', 'code': 200} Jul 23 00:38:43.297077 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-685c749f-89f5-4f98-9b34-e938628dacec None None] Set router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:43.344311 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fda371-9403-42ca-a213-c72ee48fa001 req-474ccc01-0c7b-4584-b10d-3762b36b1638 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:43.345998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81fda371-9403-42ca-a213-c72ee48fa001 req-474ccc01-0c7b-4584-b10d-3762b36b1638 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0704944 Jul 23 00:38:43.379799 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b3ffa-c26f-48cb-a0d3-7b28928594e0 req-a539828e-e671-47b8-a667-140c6fad650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:43.381621 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-476b3ffa-c26f-48cb-a0d3-7b28928594e0 req-a539828e-e671-47b8-a667-140c6fad650a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 1096 time: 0.0554991 Jul 23 00:38:43.388586 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81fda371-9403-42ca-a213-c72ee48fa001 req-9a077299-e9fd-45e6-9ed9-ceeb0d695f7b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364118 Jul 23 00:38:43.411645 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33472) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:43.474090 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f69de0c1-4e09-42a9-aeec-4a78a74f289a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/4a336366-d20d-40c9-acca-4dfaae0d7018 HTTP/1.1" status: 200 len: 990 time: 0.0611272 Jul 23 00:38:43.488203 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b3ffa-c26f-48cb-a0d3-7b28928594e0 req-e05e8bac-0916-4179-859b-e8bec1b21629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:43.489727 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-476b3ffa-c26f-48cb-a0d3-7b28928594e0 req-e05e8bac-0916-4179-859b-e8bec1b21629 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be0cb698-a96b-48b9-a7c9-48eafdf520aa HTTP/1.1" status: 200 len: 898 time: 0.1016393 Jul 23 00:38:43.530432 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-685c749f-89f5-4f98-9b34-e938628dacec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829314227', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '1936402d-9714-4f3a-a34e-81d16907603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:30Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '1936402d-9714-4f3a-a34e-81d16907603f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '4a336366-d20d-40c9-acca-4dfaae0d7018', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'port_id': 'ace76f9a-0192-4870-bf58-899818031576', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'mac_address': 'fa:16:3e:1e:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:38:42Z', 'updated_at': '2021-07-23T00:38:42Z', 'revision_number': 0, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66973370-7fa5-4cb5-bc58-253541493865', 'name': '', 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:c8:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:29Z', 'updated_at': '2021-07-23T00:38:34Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:43.555148 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-476b3ffa-c26f-48cb-a0d3-7b28928594e0 req-0eb8af00-400e-495e-8470-8a269eac7f75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace76f9a-0192-4870-bf58-899818031576 HTTP/1.1" status: 200 len: 998 time: 0.0583584 Jul 23 00:38:43.556496 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685c749f-89f5-4f98-9b34-e938628dacec None None] Checking router: 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:38:43.564857 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685c749f-89f5-4f98-9b34-e938628dacec None None] Routers {'3faad198-63f8-4f25-ad5d-4c74fad5bfd7'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:43.565498 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-685c749f-89f5-4f98-9b34-e938628dacec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:38:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:43.604896 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b3ffa-c26f-48cb-a0d3-7b28928594e0 req-29daad48-d98c-40e5-acd8-6cc72863856e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:43.606393 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-476b3ffa-c26f-48cb-a0d3-7b28928594e0 req-29daad48-d98c-40e5-acd8-6cc72863856e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd7dec66-dada-4172-90a5-2a19adda7675 HTTP/1.1" status: 200 len: 834 time: 0.0450673 Jul 23 00:38:43.668969 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-685c749f-89f5-4f98-9b34-e938628dacec None None] Set router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:43.670059 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b3ffa-c26f-48cb-a0d3-7b28928594e0 req-964b7966-0eb7-44f1-8192-14ce3a6983bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:43.671576 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-476b3ffa-c26f-48cb-a0d3-7b28928594e0 req-964b7966-0eb7-44f1-8192-14ce3a6983bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be0cb698-a96b-48b9-a7c9-48eafdf520aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582736 Jul 23 00:38:43.762267 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-476b3ffa-c26f-48cb-a0d3-7b28928594e0 req-7dd4dc8f-9020-47fe-b5ee-0e17717c8977 service neutron] 10.222.0.18 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835719 Jul 23 00:38:43.855006 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-476b3ffa-c26f-48cb-a0d3-7b28928594e0 req-d8658b54-325b-48eb-9845-e6c3e6715ec9 service neutron] 10.222.0.18 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865481 Jul 23 00:38:43.896698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-685c749f-89f5-4f98-9b34-e938628dacec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829314227', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '1936402d-9714-4f3a-a34e-81d16907603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:30Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '1936402d-9714-4f3a-a34e-81d16907603f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '4a336366-d20d-40c9-acca-4dfaae0d7018', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'port_id': 'ace76f9a-0192-4870-bf58-899818031576', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'mac_address': 'fa:16:3e:1e:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:38:42Z', 'updated_at': '2021-07-23T00:38:42Z', 'revision_number': 0, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66973370-7fa5-4cb5-bc58-253541493865', 'name': '', 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:c8:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:29Z', 'updated_at': '2021-07-23T00:38:34Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:43.922652 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685c749f-89f5-4f98-9b34-e938628dacec None None] The sync data for ids ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'] in n-d-688802-2 is: [{'id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829314227', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '1936402d-9714-4f3a-a34e-81d16907603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:30Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '1936402d-9714-4f3a-a34e-81d16907603f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '4a336366-d20d-40c9-acca-4dfaae0d7018', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'port_id': 'ace76f9a-0192-4870-bf58-899818031576', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'mac_address': 'fa:16:3e:1e:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:38:42Z', 'updated_at': '2021-07-23T00:38:42Z', 'revision_number': 0, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66973370-7fa5-4cb5-bc58-253541493865', 'name': '', 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:c8:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:29Z', 'updated_at': '2021-07-23T00:38:34Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:38:44.105113 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6110e0-273f-4dc1-8230-59265bbb3634 None None] New status for floating IP 4a336366-d20d-40c9-acca-4dfaae0d7018: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:38:44.477867 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33474) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:44.537106 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-feaed221-a123-499b-9305-70d5c4b8637e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/4a336366-d20d-40c9-acca-4dfaae0d7018 HTTP/1.1" status: 200 len: 992 time: 0.0579724 Jul 23 00:38:47.161561 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:01.695611 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-eb9970e8-1f11-4166-8078-2e2513a8dc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.439370 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fedf286c-725b-43c1-add6-5079c816109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.494877 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.953585 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.770941 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:06.545110 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:39:07.251360 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:12.894486 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-84703fe3-32b1-40ac-abdd-640e8fc4910c req-0a611a32-8404-4497-8b42-4b7d6f614da4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550644 Jul 23 00:39:13.295216 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84703fe3-32b1-40ac-abdd-640e8fc4910c req-6dc36008-389c-4b51-8b32-5a6afa3f4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:13.296730 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-84703fe3-32b1-40ac-abdd-640e8fc4910c req-6dc36008-389c-4b51-8b32-5a6afa3f4530 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 1096 time: 0.3419101 Jul 23 00:39:13.397369 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84703fe3-32b1-40ac-abdd-640e8fc4910c req-efc3867c-9dfd-40a3-b9f3-564ca7e9ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:13.398841 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-84703fe3-32b1-40ac-abdd-640e8fc4910c req-efc3867c-9dfd-40a3-b9f3-564ca7e9ee5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=be0cb698-a96b-48b9-a7c9-48eafdf520aa HTTP/1.1" status: 200 len: 898 time: 0.0817719 Jul 23 00:39:13.463520 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-84703fe3-32b1-40ac-abdd-640e8fc4910c req-3a8adcc3-3ff1-40d7-b6d7-a888193c054d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace76f9a-0192-4870-bf58-899818031576 HTTP/1.1" status: 200 len: 1000 time: 0.0586145 Jul 23 00:39:13.511885 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84703fe3-32b1-40ac-abdd-640e8fc4910c req-2eece83b-1ad2-4727-8677-1919996093c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:13.513307 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-84703fe3-32b1-40ac-abdd-640e8fc4910c req-2eece83b-1ad2-4727-8677-1919996093c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd7dec66-dada-4172-90a5-2a19adda7675 HTTP/1.1" status: 200 len: 834 time: 0.0423419 Jul 23 00:39:13.568783 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84703fe3-32b1-40ac-abdd-640e8fc4910c req-f8b99406-f716-4bb3-ad26-f82da6a5f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:13.570165 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-84703fe3-32b1-40ac-abdd-640e8fc4910c req-f8b99406-f716-4bb3-ad26-f82da6a5f5bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be0cb698-a96b-48b9-a7c9-48eafdf520aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508809 Jul 23 00:39:13.661218 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-84703fe3-32b1-40ac-abdd-640e8fc4910c req-b57bbf43-85ab-4345-acbe-a97f747ba4d1 service neutron] 10.222.0.18 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839036 Jul 23 00:39:13.751236 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-84703fe3-32b1-40ac-abdd-640e8fc4910c req-45948157-1b71-413f-a98f-0e8a17dee37d service neutron] 10.222.0.18 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833018 Jul 23 00:39:15.887781 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fce3a-a179-4fb8-8dde-d0ecdfaed3ba req-673c1694-083a-4f77-a68d-1c33340aae87 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:15.889475 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-984fce3a-a179-4fb8-8dde-d0ecdfaed3ba req-673c1694-083a-4f77-a68d-1c33340aae87 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0685248 Jul 23 00:39:15.911181 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-920d3ec9-30ed-4719-af33-6cae34d81563 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0990715 Jul 23 00:39:15.929342 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-984fce3a-a179-4fb8-8dde-d0ecdfaed3ba req-c0c7a452-fe09-4eba-9334-bf6824d2df58 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343769 Jul 23 00:39:16.962843 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-9a73f864-7d5e-455c-8f31-73d499a95e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:16.964361 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-9a73f864-7d5e-455c-8f31-73d499a95e16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 1096 time: 0.0542533 Jul 23 00:39:17.057699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-4e05cf37-ac59-44de-b3eb-6a99706ffa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:17.059175 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-4e05cf37-ac59-44de-b3eb-6a99706ffa8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=be0cb698-a96b-48b9-a7c9-48eafdf520aa HTTP/1.1" status: 200 len: 898 time: 0.0885327 Jul 23 00:39:17.063860 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aae439-c008-43c0-906b-4bbd05667a75 req-83623a8a-bc97-46bf-a6b2-f58292922247 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:17.065370 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12aae439-c008-43c0-906b-4bbd05667a75 req-83623a8a-bc97-46bf-a6b2-f58292922247 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0650921 Jul 23 00:39:17.104266 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-12aae439-c008-43c0-906b-4bbd05667a75 req-b0417193-0450-4bc1-984e-21aca011bfaa tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332303 Jul 23 00:39:17.125640 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-436a3017-0463-4f84-b4aa-bfcf78d1aa57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace76f9a-0192-4870-bf58-899818031576 HTTP/1.1" status: 200 len: 1000 time: 0.0595694 Jul 23 00:39:17.175349 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-21fc2a55-ae62-44e6-ad92-c0827cab45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:17.176869 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-21fc2a55-ae62-44e6-ad92-c0827cab45bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd7dec66-dada-4172-90a5-2a19adda7675 HTTP/1.1" status: 200 len: 834 time: 0.0449197 Jul 23 00:39:17.179690 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:17.238074 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-332202cb-3371-4b4f-aab4-c6665a9e5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:17.239462 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-332202cb-3371-4b4f-aab4-c6665a9e5585 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be0cb698-a96b-48b9-a7c9-48eafdf520aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565357 Jul 23 00:39:17.326059 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-a366a2ce-f545-4f9f-a114-54abd979cef3 service neutron] 10.222.0.18 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797284 Jul 23 00:39:17.420233 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-bfb15d58-b81f-4123-8959-53f4c3da5d86 service neutron] 10.222.0.18 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874882 Jul 23 00:39:18.236692 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb6633-cc22-411e-b837-4bcb33e5fcad req-1357ba76-8cd2-4358-a9b7-12f356ca23fc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:18.238187 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cfdb6633-cc22-411e-b837-4bcb33e5fcad req-1357ba76-8cd2-4358-a9b7-12f356ca23fc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0662246 Jul 23 00:39:18.275488 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cfdb6633-cc22-411e-b837-4bcb33e5fcad req-d3d0bde1-4aff-4501-9194-96220efe7a14 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310011 Jul 23 00:39:19.403306 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f89aca-ff2b-47ba-9b55-eb35c9015750 req-8059cc80-effb-4d8d-9520-03d04ab65c6d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:19.404823 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76f89aca-ff2b-47ba-9b55-eb35c9015750 req-8059cc80-effb-4d8d-9520-03d04ab65c6d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0632656 Jul 23 00:39:19.441893 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-76f89aca-ff2b-47ba-9b55-eb35c9015750 req-cea7e14f-3fcb-45d6-b817-a922fe121645 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315182 Jul 23 00:39:20.572417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad723e-1582-4dba-ada5-41483d92e685 req-cf2db6b4-7319-4f94-afed-29877bb8c1a3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:20.573940 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3cad723e-1582-4dba-ada5-41483d92e685 req-cf2db6b4-7319-4f94-afed-29877bb8c1a3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0656779 Jul 23 00:39:20.611520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3cad723e-1582-4dba-ada5-41483d92e685 req-09fe1347-ceca-4225-99cf-c03c51e2a64c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319607 Jul 23 00:39:21.742461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2cd7c-054a-4fb6-b655-055b14a1fcf2 req-c53b2cb8-2597-4f3f-a539-192007466eea tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:21.744568 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cf2cd7c-054a-4fb6-b655-055b14a1fcf2 req-c53b2cb8-2597-4f3f-a539-192007466eea tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0667427 Jul 23 00:39:21.781649 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4cf2cd7c-054a-4fb6-b655-055b14a1fcf2 req-a178b98a-dab5-4bbf-99d2-72ddc4371422 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315409 Jul 23 00:39:22.911552 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce406e-754f-403e-8a32-8bc14a22e168 req-6b8de9cb-cab3-46f5-bf9a-a2a5a75994cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:22.913035 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-84ce406e-754f-403e-8a32-8bc14a22e168 req-6b8de9cb-cab3-46f5-bf9a-a2a5a75994cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0631523 Jul 23 00:39:22.949409 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-84ce406e-754f-403e-8a32-8bc14a22e168 req-ae4f4bab-28b9-4173-abcd-e28a7fe27dbd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308607 Jul 23 00:39:24.083175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce300d-ecc3-4bdb-945e-03e2f1bb3821 req-bcadf089-51b6-4b6c-8ec1-0c84f2c35c0c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:24.084666 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a0ce300d-ecc3-4bdb-945e-03e2f1bb3821 req-bcadf089-51b6-4b6c-8ec1-0c84f2c35c0c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0674553 Jul 23 00:39:24.122016 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a0ce300d-ecc3-4bdb-945e-03e2f1bb3821 req-d3b2199d-e533-4e71-9d1c-02cb8d3789b2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312674 Jul 23 00:39:25.255137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f07d77-0caa-4336-b872-3facbfcf0959 req-89cefc3a-d6fc-4f2b-8984-28b3aa48c810 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:25.256621 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91f07d77-0caa-4336-b872-3facbfcf0959 req-89cefc3a-d6fc-4f2b-8984-28b3aa48c810 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0652080 Jul 23 00:39:25.294649 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91f07d77-0caa-4336-b872-3facbfcf0959 req-2cc2e492-8662-49d5-bff7-b823c08261ac tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323412 Jul 23 00:39:26.422396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4aa04-63dc-4ed6-83df-57de7e75c0c4 req-0b00cb06-3f29-49f5-a57c-757f5ce278b8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:26.423835 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55a4aa04-63dc-4ed6-83df-57de7e75c0c4 req-0b00cb06-3f29-49f5-a57c-757f5ce278b8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0628765 Jul 23 00:39:26.459826 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-55a4aa04-63dc-4ed6-83df-57de7e75c0c4 req-34bbb1c2-2a77-4159-8c89-f19b987913cf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304914 Jul 23 00:39:27.593085 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d662ed-9a87-4f34-86ec-a60ddfdcfb61 req-c86770c3-dfee-47a2-aaa7-8553811114b5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:27.594593 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33d662ed-9a87-4f34-86ec-a60ddfdcfb61 req-c86770c3-dfee-47a2-aaa7-8553811114b5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0656211 Jul 23 00:39:27.631622 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-33d662ed-9a87-4f34-86ec-a60ddfdcfb61 req-2bd7c0b5-4de4-4db7-b558-6ae0c0f677c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315969 Jul 23 00:39:28.759391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc46f7c-3260-4642-a2b4-9aef373d08e9 req-769ed2d8-56e9-4a70-8e74-995987cfb6fa tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:28.760877 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0fc46f7c-3260-4642-a2b4-9aef373d08e9 req-769ed2d8-56e9-4a70-8e74-995987cfb6fa tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0624065 Jul 23 00:39:28.797799 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0fc46f7c-3260-4642-a2b4-9aef373d08e9 req-e042b071-f917-4235-9183-d578730f57a3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314577 Jul 23 00:39:29.929526 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddab6fd-4cf4-47d1-919b-842ed6f8e941 req-b2e928bb-803d-4536-960c-2c6bc2baa7ba tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:29.931435 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ddab6fd-4cf4-47d1-919b-842ed6f8e941 req-b2e928bb-803d-4536-960c-2c6bc2baa7ba tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0665092 Jul 23 00:39:29.968256 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ddab6fd-4cf4-47d1-919b-842ed6f8e941 req-0264b6ed-6095-41f9-83fb-214705efdeb5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312297 Jul 23 00:39:31.096810 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc98109-0dd8-493b-bae4-837c638ab6f8 req-84984fd7-8050-4240-a16f-378d2601971e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:31.098311 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3dc98109-0dd8-493b-bae4-837c638ab6f8 req-84984fd7-8050-4240-a16f-378d2601971e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0626445 Jul 23 00:39:31.136956 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3dc98109-0dd8-493b-bae4-837c638ab6f8 req-c3c69336-f794-4901-aa6a-d72f8cbe8516 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323367 Jul 23 00:39:31.695305 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-31830585-8fa6-4968-85ec-cd1e45d67652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:32.264168 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c73fe-63db-45af-88c3-d1bfe9058696 req-b7a55e91-7386-4ca7-9db4-4975b9728dad tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:32.265557 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b0c73fe-63db-45af-88c3-d1bfe9058696 req-b7a55e91-7386-4ca7-9db4-4975b9728dad tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0623293 Jul 23 00:39:32.300806 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2b0c73fe-63db-45af-88c3-d1bfe9058696 req-3912f5f1-02ce-4dbd-affb-79de92ec2863 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297794 Jul 23 00:39:33.432825 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf95767-5cdc-4849-8acb-973bdc8d55f8 req-61222af8-2c0e-44c1-a3b1-95b17d03d352 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:33.434331 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cbf95767-5cdc-4849-8acb-973bdc8d55f8 req-61222af8-2c0e-44c1-a3b1-95b17d03d352 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0661805 Jul 23 00:39:33.471440 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cbf95767-5cdc-4849-8acb-973bdc8d55f8 req-55dead38-dbc2-4a1f-825b-2373496c3fcb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316133 Jul 23 00:39:34.399040 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-32d48a9a-3901-40d1-9522-cdba5dcf16f4 service neutron] show failed (client error): The resource could not be found. Jul 23 00:39:34.400393 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-32d48a9a-3901-40d1-9522-cdba5dcf16f4 service neutron] 10.222.0.18 "GET /v2.0/ports/ace76f9a-0192-4870-bf58-899818031576/bindings/n-h2-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.0548906 Jul 23 00:39:34.440215 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e1987041-bd14-45bb-805a-ef072be98dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:34.496017 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:34.609789 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebe3b6-e5fe-42c7-a665-021633c4f995 req-763225a5-7080-49c2-bfc9-e2385b854b85 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:34.611295 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-caebe3b6-e5fe-42c7-a665-021633c4f995 req-763225a5-7080-49c2-bfc9-e2385b854b85 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0686781 Jul 23 00:39:34.685710 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-caebe3b6-e5fe-42c7-a665-021633c4f995 req-f8514ddc-eba0-4aaf-a857-813e77437a55 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610933 Jul 23 00:39:34.701407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-e42e477b-8d2d-4f47-9429-b796736392ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:34.702877 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-e42e477b-8d2d-4f47-9429-b796736392ed service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b&tenant_id=456023bc640c45e48cd7ad461e0d5cf5 HTTP/1.1" status: 200 len: 1096 time: 0.1322880 Jul 23 00:39:34.715893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-2', 'device_owner': 'compute:nova'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:39:34.785390 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:34.951569 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:34.982181 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] For port ace76f9a-0192-4870-bf58-899818031576, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=ace76f9a-0192-4870-bf58-899818031576,segment=NetworkSegment(2870ecf3-f44c-4107-a954-396f8f7f829a),segment_id=2870ecf3-f44c-4107-a954-396f8f7f829a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:39:35.014251 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] For port ace76f9a-0192-4870-bf58-899818031576, host n-h1-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:39:35.056645 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace76f9a-0192-4870-bf58-899818031576'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:39:35.058922 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b260c514-c8f6-420c-a1fa-eba58e326756" -d '{"events": [{"server_uuid": "1147cff8-c3c3-4e8e-9d60-e9971087cb1b", "name": "network-vif-unplugged", "status": "completed", "tag": "ace76f9a-0192-4870-bf58-899818031576"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:39:35.062425 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:35.075224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Transition to ACTIVE for port object ace76f9a-0192-4870-bf58-899818031576 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:39:35.078926 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:35.155066 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Pushing event updated for resources: {'Port': ['ID=ace76f9a-0192-4870-bf58-899818031576,revision_number=6']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:35.169681 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:35.170038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:35.170364 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:35.170699 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:35.171041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:35.171366 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:35.171693 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:35.172016 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:35.172346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:35.172664 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:35.172985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:35.173332 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:35.179039 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee900945-3f2b-423b-a533-707e0cbefd5c x-openstack-request-id: req-ee900945-3f2b-423b-a533-707e0cbefd5c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:39:35.179322 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1147cff8-c3c3-4e8e-9d60-e9971087cb1b", "name": "network-vif-unplugged", "status": "completed", "tag": "ace76f9a-0192-4870-bf58-899818031576", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:39:35.179570 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee900945-3f2b-423b-a533-707e0cbefd5c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:39:35.180003 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace76f9a-0192-4870-bf58-899818031576', 'code': 200} Jul 23 00:39:35.217263 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] No DVR routers for this DVR port ace76f9a-0192-4870-bf58-899818031576 on host n-h1-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:39:35.356007 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Attempting to bind port ace76f9a-0192-4870-bf58-899818031576 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:39:35.356341 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Attempting to bind port ace76f9a-0192-4870-bf58-899818031576 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '2870ecf3-f44c-4107-a954-396f8f7f829a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:39:35.356665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Attempting to bind port ace76f9a-0192-4870-bf58-899818031576 on network be0cb698-a96b-48b9-a7c9-48eafdf520aa {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:39:35.360746 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Port ace76f9a-0192-4870-bf58-899818031576 on network be0cb698-a96b-48b9-a7c9-48eafdf520aa not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:39:35.361063 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Attempting to bind port ace76f9a-0192-4870-bf58-899818031576 on network be0cb698-a96b-48b9-a7c9-48eafdf520aa {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:39:35.365705 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:39:35.366037 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Checking segment: {'id': '2870ecf3-f44c-4107-a954-396f8f7f829a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:39:35.366414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Bound using segment: {'id': '2870ecf3-f44c-4107-a954-396f8f7f829a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:39:35.366833 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Bound port: ace76f9a-0192-4870-bf58-899818031576, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2870ecf3-f44c-4107-a954-396f8f7f829a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:39:35.367181 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:35.428224 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] For port ace76f9a-0192-4870-bf58-899818031576, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:39:35.432247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] For port ace76f9a-0192-4870-bf58-899818031576, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=ace76f9a-0192-4870-bf58-899818031576,segment=NetworkSegment(2870ecf3-f44c-4107-a954-396f8f7f829a),segment_id=2870ecf3-f44c-4107-a954-396f8f7f829a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:39:35.435806 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:35.468879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:35.469603 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:35.470991 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] 10.222.0.95 "PUT /v2.0/ports/ace76f9a-0192-4870-bf58-899818031576 HTTP/1.1" status: 200 len: 1091 time: 0.7599566 Jul 23 00:39:35.502189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0fbf3-f2b3-49d4-8196-0c0a59812e14 service neutron] Pushing event updated for resources: {'Port': ['ID=ace76f9a-0192-4870-bf58-899818031576,revision_number=7']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:35.557387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-17bd555b-fe6a-4f57-ba77-af5d41c75008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:35.558922 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-17bd555b-fe6a-4f57-ba77-af5d41c75008 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 1094 time: 0.0648067 Jul 23 00:39:35.775862 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:36.042107 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-b3530aba-f714-4db9-a9bd-c5f4f01fe590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:36.043566 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-b3530aba-f714-4db9-a9bd-c5f4f01fe590 service neutron] 10.222.0.95 "GET /v2.0/networks?id=be0cb698-a96b-48b9-a7c9-48eafdf520aa HTTP/1.1" status: 200 len: 898 time: 0.4781897 Jul 23 00:39:36.055899 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70499611-9bf5-41f3-87a4-1e27ef7ac456 req-86b2c529-576d-4e4c-a3a7-ab8b8da04cdd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:36.057282 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70499611-9bf5-41f3-87a4-1e27ef7ac456 req-86b2c529-576d-4e4c-a3a7-ab8b8da04cdd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 943 time: 0.1174641 Jul 23 00:39:36.136802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-c4045cb8-3fb6-42bc-8365-13c937e0200a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace76f9a-0192-4870-bf58-899818031576 HTTP/1.1" status: 200 len: 998 time: 0.0785768 Jul 23 00:39:36.139691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70499611-9bf5-41f3-87a4-1e27ef7ac456 req-e0529615-2584-428e-bc47-ecf86e3c5e92 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747347 Jul 23 00:39:36.189403 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-bed8ffe5-fa2e-42cf-a267-cf32645b91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:36.190821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-bed8ffe5-fa2e-42cf-a267-cf32645b91b5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cd7dec66-dada-4172-90a5-2a19adda7675 HTTP/1.1" status: 200 len: 834 time: 0.0463295 Jul 23 00:39:36.248122 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-e7ad3c1f-9e62-41a8-b4ff-174d56831ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:36.249594 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-e7ad3c1f-9e62-41a8-b4ff-174d56831ce0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=be0cb698-a96b-48b9-a7c9-48eafdf520aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518508 Jul 23 00:39:36.335632 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-b1cbcabf-ba95-47e6-8fdd-a18c306ebfc3 service neutron] 10.222.0.95 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786099 Jul 23 00:39:36.424512 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-693c7d94-afd9-4750-ba2d-c01d321aa94c req-301eb62e-f1fd-45e7-819b-fe3add4cd370 service neutron] 10.222.0.95 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825615 Jul 23 00:39:37.181595 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'tag': 'ace76f9a-0192-4870-bf58-899818031576'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:39:37.184083 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21571866-18ae-4df7-941a-77b7ace4b4db" -d '{"events": [{"name": "network-changed", "server_uuid": "1147cff8-c3c3-4e8e-9d60-e9971087cb1b", "tag": "ace76f9a-0192-4870-bf58-899818031576"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:39:37.244430 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f05320-fbb1-46d8-b8b0-65c6c0fca672 x-openstack-request-id: req-07f05320-fbb1-46d8-b8b0-65c6c0fca672 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:39:37.244759 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1147cff8-c3c3-4e8e-9d60-e9971087cb1b", "tag": "ace76f9a-0192-4870-bf58-899818031576", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:39:37.244966 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07f05320-fbb1-46d8-b8b0-65c6c0fca672 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:39:37.245399 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'tag': 'ace76f9a-0192-4870-bf58-899818031576', 'status': 'completed', 'code': 200} Jul 23 00:39:37.256051 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:37.308246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e92c0-bd41-4751-b07f-8cf93f80cfc9 req-261befa3-8499-48fb-84dd-86b390ac8d85 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:37.309681 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa7e92c0-bd41-4751-b07f-8cf93f80cfc9 req-261befa3-8499-48fb-84dd-86b390ac8d85 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 943 time: 0.0989163 Jul 23 00:39:37.329331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21571866-18ae-4df7-941a-77b7ace4b4db req-e1dc0cf3-832c-4bb2-ba16-7b9cf00e30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:37.330869 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-21571866-18ae-4df7-941a-77b7ace4b4db req-e1dc0cf3-832c-4bb2-ba16-7b9cf00e30e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 1094 time: 0.0558527 Jul 23 00:39:37.352697 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21571866-18ae-4df7-941a-77b7ace4b4db req-e82ca6ed-74e9-4273-ad1b-f35bf13db012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:37.354207 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21571866-18ae-4df7-941a-77b7ace4b4db req-e82ca6ed-74e9-4273-ad1b-f35bf13db012 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 1094 time: 0.0940306 Jul 23 00:39:37.376979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa7e92c0-bd41-4751-b07f-8cf93f80cfc9 req-a164123b-efc6-41fb-8d4f-ca99669d3716 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602560 Jul 23 00:39:37.429678 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21571866-18ae-4df7-941a-77b7ace4b4db req-a3bd8cf2-595a-4943-8ee4-384b3b08deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:37.431180 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-21571866-18ae-4df7-941a-77b7ace4b4db req-a3bd8cf2-595a-4943-8ee4-384b3b08deb5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be0cb698-a96b-48b9-a7c9-48eafdf520aa HTTP/1.1" status: 200 len: 898 time: 0.0940516 Jul 23 00:39:37.454449 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21571866-18ae-4df7-941a-77b7ace4b4db req-260ff9cc-b13e-4e5c-b310-253a50af5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:37.455918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21571866-18ae-4df7-941a-77b7ace4b4db req-260ff9cc-b13e-4e5c-b310-253a50af5bf5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=be0cb698-a96b-48b9-a7c9-48eafdf520aa HTTP/1.1" status: 200 len: 898 time: 0.0928764 Jul 23 00:39:37.499312 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-21571866-18ae-4df7-941a-77b7ace4b4db req-e37546f5-f346-4dbc-856c-f0b19f040941 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace76f9a-0192-4870-bf58-899818031576 HTTP/1.1" status: 200 len: 998 time: 0.0612438 Jul 23 00:39:37.526471 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21571866-18ae-4df7-941a-77b7ace4b4db req-fb7291d7-6e3c-461f-8d3e-db05fd0ff99c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace76f9a-0192-4870-bf58-899818031576 HTTP/1.1" status: 200 len: 998 time: 0.0635908 Jul 23 00:39:37.547355 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21571866-18ae-4df7-941a-77b7ace4b4db req-54c23067-2d74-4765-a20d-883bf73c37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:37.548874 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-21571866-18ae-4df7-941a-77b7ace4b4db req-54c23067-2d74-4765-a20d-883bf73c37ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd7dec66-dada-4172-90a5-2a19adda7675 HTTP/1.1" status: 200 len: 834 time: 0.0436876 Jul 23 00:39:37.576323 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21571866-18ae-4df7-941a-77b7ace4b4db req-5fb54b87-aa94-4f3e-aad2-c792282ff97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:37.577750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21571866-18ae-4df7-941a-77b7ace4b4db req-5fb54b87-aa94-4f3e-aad2-c792282ff97e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cd7dec66-dada-4172-90a5-2a19adda7675 HTTP/1.1" status: 200 len: 834 time: 0.0443923 Jul 23 00:39:37.607403 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21571866-18ae-4df7-941a-77b7ace4b4db req-cece455e-cf18-44d9-9771-932c2d930531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:37.609295 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-21571866-18ae-4df7-941a-77b7ace4b4db req-cece455e-cf18-44d9-9771-932c2d930531 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be0cb698-a96b-48b9-a7c9-48eafdf520aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531259 Jul 23 00:39:37.638645 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21571866-18ae-4df7-941a-77b7ace4b4db req-3a82e747-d868-4845-81ce-b05ab71e63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:37.640145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21571866-18ae-4df7-941a-77b7ace4b4db req-3a82e747-d868-4845-81ce-b05ab71e63cd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=be0cb698-a96b-48b9-a7c9-48eafdf520aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535178 Jul 23 00:39:37.701863 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-21571866-18ae-4df7-941a-77b7ace4b4db req-87737e81-e82e-405a-9f61-051d2108361c service neutron] 10.222.0.18 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862656 Jul 23 00:39:37.736228 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21571866-18ae-4df7-941a-77b7ace4b4db req-8de39378-e5ca-469f-82aa-b1289b681b1b service neutron] 10.222.0.95 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887280 Jul 23 00:39:37.785362 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device ace76f9a-0192-4870-bf58-899818031576 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:39:37.790900 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-21571866-18ae-4df7-941a-77b7ace4b4db req-d9cd680e-123c-4446-b195-4e4f220fa7c4 service neutron] 10.222.0.18 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832448 Jul 23 00:39:37.830523 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21571866-18ae-4df7-941a-77b7ace4b4db req-566e1cc0-f2b9-4985-8f2a-27e56219eed2 service neutron] 10.222.0.95 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872030 Jul 23 00:39:37.883952 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port ace76f9a-0192-4870-bf58-899818031576, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=ace76f9a-0192-4870-bf58-899818031576,segment=NetworkSegment(2870ecf3-f44c-4107-a954-396f8f7f829a),segment_id=2870ecf3-f44c-4107-a954-396f8f7f829a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:39:37.894734 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': 'ace76f9a-0192-4870-bf58-899818031576', 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'port_id': 'ace76f9a-0192-4870-bf58-899818031576', 'mac_address': 'fa:16:3e:1e:6e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:39:37.930131 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:37.942416 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace76f9a-0192-4870-bf58-899818031576 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:39:37.966996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port ace76f9a-0192-4870-bf58-899818031576, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=ace76f9a-0192-4870-bf58-899818031576,segment=NetworkSegment(2870ecf3-f44c-4107-a954-396f8f7f829a),segment_id=2870ecf3-f44c-4107-a954-396f8f7f829a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:39:37.970693 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:38.019351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=ace76f9a-0192-4870-bf58-899818031576,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:38.029631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:38.029631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:38.029631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:38.029631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:38.029631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:38.029631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:38.029631 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:38.030287 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:38.030287 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:38.030458 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:38.030869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:38.031200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:38.234367 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['ace76f9a-0192-4870-bf58-899818031576'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:39:38.514577 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa58841-7ac4-4cc2-b00e-10d0b00598ba req-6a8fc203-016a-42b9-9a98-4b05896b6a7e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:38.516054 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-faa58841-7ac4-4cc2-b00e-10d0b00598ba req-6a8fc203-016a-42b9-9a98-4b05896b6a7e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 944 time: 0.0680032 Jul 23 00:39:38.552941 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-faa58841-7ac4-4cc2-b00e-10d0b00598ba req-5efb0d83-4b2c-4629-a353-8d219f2a753f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314155 Jul 23 00:39:38.757052 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f84066-86df-47e8-b19f-6f1dba50014f req-a223316b-979c-40a3-80b3-6b55604e9e47 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:38.758669 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-38f84066-86df-47e8-b19f-6f1dba50014f req-a223316b-979c-40a3-80b3-6b55604e9e47 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 944 time: 0.0657239 Jul 23 00:39:38.786385 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715ac6f-c1e5-4ced-b650-2e4099fe7ef5 req-c1204389-ce11-405a-934b-7edb29e0c8c6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:38.787785 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a715ac6f-c1e5-4ced-b650-2e4099fe7ef5 req-c1204389-ce11-405a-934b-7edb29e0c8c6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b&tenant_id=456023bc640c45e48cd7ad461e0d5cf5&binding%3Ahost_id=n-h2-688802-2 HTTP/1.1" status: 200 len: 944 time: 0.0729785 Jul 23 00:39:38.797185 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-38f84066-86df-47e8-b19f-6f1dba50014f req-5082a535-3ad6-4fe9-b3b8-6f9cc9704f21 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329087 Jul 23 00:39:38.847176 n-d-688802-2 neutron-server[93820]: INFO neutron.api.v2.resource [req-a715ac6f-c1e5-4ced-b650-2e4099fe7ef5 req-301474e6-f5ac-4eb3-8f0d-1e8579534f52 service neutron] delete failed (client error): The resource could not be found. Jul 23 00:39:38.848202 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a715ac6f-c1e5-4ced-b650-2e4099fe7ef5 req-301474e6-f5ac-4eb3-8f0d-1e8579534f52 service neutron] 10.222.0.18 "DELETE /v2.0/ports/ace76f9a-0192-4870-bf58-899818031576/bindings/n-h1-688802-2 HTTP/1.1" status: 404 len: 380 time: 0.0537927 Jul 23 00:39:38.930110 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840e4b1-e84e-4142-8b3b-2552ef0d2ef2 req-2b5f793c-bb73-48d8-9c6c-1692c9db2898 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:38.931608 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e840e4b1-e84e-4142-8b3b-2552ef0d2ef2 req-2b5f793c-bb73-48d8-9c6c-1692c9db2898 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 944 time: 0.0655429 Jul 23 00:39:38.968050 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715ac6f-c1e5-4ced-b650-2e4099fe7ef5 req-28a23b59-19f9-4491-8eac-86a02eecbb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:38.969616 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a715ac6f-c1e5-4ced-b650-2e4099fe7ef5 req-28a23b59-19f9-4491-8eac-86a02eecbb90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 1095 time: 0.0543921 Jul 23 00:39:38.970116 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e840e4b1-e84e-4142-8b3b-2552ef0d2ef2 req-eec935e9-e964-4b52-b9ef-d6d73fe0fd29 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323591 Jul 23 00:39:39.064366 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715ac6f-c1e5-4ced-b650-2e4099fe7ef5 req-893a1e66-2a3d-42cb-9ab1-41a4f12dff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:39.065784 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a715ac6f-c1e5-4ced-b650-2e4099fe7ef5 req-893a1e66-2a3d-42cb-9ab1-41a4f12dff08 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be0cb698-a96b-48b9-a7c9-48eafdf520aa HTTP/1.1" status: 200 len: 898 time: 0.0901842 Jul 23 00:39:39.130751 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a715ac6f-c1e5-4ced-b650-2e4099fe7ef5 req-6ff0af91-55e6-4288-9235-c04ee8025c4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace76f9a-0192-4870-bf58-899818031576 HTTP/1.1" status: 200 len: 999 time: 0.0572605 Jul 23 00:39:39.178171 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715ac6f-c1e5-4ced-b650-2e4099fe7ef5 req-8770f7d0-4b88-4b13-a408-6272c68aa699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:39.179578 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a715ac6f-c1e5-4ced-b650-2e4099fe7ef5 req-8770f7d0-4b88-4b13-a408-6272c68aa699 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd7dec66-dada-4172-90a5-2a19adda7675 HTTP/1.1" status: 200 len: 834 time: 0.0428691 Jul 23 00:39:39.242364 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715ac6f-c1e5-4ced-b650-2e4099fe7ef5 req-37f670e8-b5b0-48a6-adfe-e4881e9509f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:39.243872 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a715ac6f-c1e5-4ced-b650-2e4099fe7ef5 req-37f670e8-b5b0-48a6-adfe-e4881e9509f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be0cb698-a96b-48b9-a7c9-48eafdf520aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587313 Jul 23 00:39:39.330902 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a715ac6f-c1e5-4ced-b650-2e4099fe7ef5 req-0b82b8bb-c3c3-423e-8053-60833141dee1 service neutron] 10.222.0.18 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797224 Jul 23 00:39:39.424077 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-a715ac6f-c1e5-4ced-b650-2e4099fe7ef5 req-687e219d-de30-4366-9526-0983ccbe99ab service neutron] 10.222.0.18 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863948 Jul 23 00:39:39.792967 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device ace76f9a-0192-4870-bf58-899818031576 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:39:39.842476 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port ace76f9a-0192-4870-bf58-899818031576 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:39:39.846138 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port ace76f9a-0192-4870-bf58-899818031576 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:39:39.846512 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:39.893518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ace76f9a-0192-4870-bf58-899818031576 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:39:39.954918 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:39.970760 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device ace76f9a-0192-4870-bf58-899818031576 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:39:39.982458 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace76f9a-0192-4870-bf58-899818031576'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:39:39.984720 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39fe2d8-9883-4744-aaa7-ff258d066273" -d '{"events": [{"server_uuid": "1147cff8-c3c3-4e8e-9d60-e9971087cb1b", "name": "network-vif-plugged", "status": "completed", "tag": "ace76f9a-0192-4870-bf58-899818031576"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:39:40.001509 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port ace76f9a-0192-4870-bf58-899818031576, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=ace76f9a-0192-4870-bf58-899818031576,segment=NetworkSegment(2870ecf3-f44c-4107-a954-396f8f7f829a),segment_id=2870ecf3-f44c-4107-a954-396f8f7f829a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:39:40.005874 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:40.066181 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=ace76f9a-0192-4870-bf58-899818031576,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:40.103196 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b523221e-20af-438f-a73d-f8a19724a915 x-openstack-request-id: req-b523221e-20af-438f-a73d-f8a19724a915 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:39:40.103494 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1147cff8-c3c3-4e8e-9d60-e9971087cb1b", "name": "network-vif-plugged", "status": "completed", "tag": "ace76f9a-0192-4870-bf58-899818031576", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:39:40.103746 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b523221e-20af-438f-a73d-f8a19724a915 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:39:40.104143 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace76f9a-0192-4870-bf58-899818031576', 'code': 200} Jul 23 00:39:40.116992 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45e905-fe04-40fd-85c9-184ec4a93643 req-5079c8b2-c309-4210-a7ae-6091c4b9df0e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:40.119473 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cf45e905-fe04-40fd-85c9-184ec4a93643 req-5079c8b2-c309-4210-a7ae-6091c4b9df0e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0725152 Jul 23 00:39:40.156530 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cf45e905-fe04-40fd-85c9-184ec4a93643 req-f81acb67-bf6f-49cb-9dc4-2c52d9cb53f1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313706 Jul 23 00:39:40.179041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33580) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:40.242891 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ea7ac278-3c6a-4c92-a0dc-5c8fc9552e0c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/4a336366-d20d-40c9-acca-4dfaae0d7018 HTTP/1.1" status: 200 len: 992 time: 0.0614667 Jul 23 00:39:41.007476 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69f7963b-3f61-4285-9f7b-175b8d73735a req-9e131171-14c0-4646-86ff-fe1bf6f1fe61 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563073 Jul 23 00:39:41.104260 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7963b-3f61-4285-9f7b-175b8d73735a req-5d217c8c-93f5-4651-9d99-16a97c51f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:41.105819 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69f7963b-3f61-4285-9f7b-175b8d73735a req-5d217c8c-93f5-4651-9d99-16a97c51f271 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 1096 time: 0.0540233 Jul 23 00:39:41.208387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7963b-3f61-4285-9f7b-175b8d73735a req-91e6b965-2c61-4c75-b1ee-2dcf85c3c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:41.209880 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69f7963b-3f61-4285-9f7b-175b8d73735a req-91e6b965-2c61-4c75-b1ee-2dcf85c3c90d service neutron] 10.222.0.95 "GET /v2.0/networks?id=be0cb698-a96b-48b9-a7c9-48eafdf520aa HTTP/1.1" status: 200 len: 898 time: 0.0850036 Jul 23 00:39:41.282569 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69f7963b-3f61-4285-9f7b-175b8d73735a req-f86e1cff-068c-493f-a6ab-9a74e1c2d9f5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace76f9a-0192-4870-bf58-899818031576 HTTP/1.1" status: 200 len: 1000 time: 0.0655475 Jul 23 00:39:41.330228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7963b-3f61-4285-9f7b-175b8d73735a req-3c242c5e-72e7-483c-9102-209b09a7a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:41.331610 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69f7963b-3f61-4285-9f7b-175b8d73735a req-3c242c5e-72e7-483c-9102-209b09a7a087 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cd7dec66-dada-4172-90a5-2a19adda7675 HTTP/1.1" status: 200 len: 834 time: 0.0416403 Jul 23 00:39:41.391131 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7963b-3f61-4285-9f7b-175b8d73735a req-beecd19a-4544-472b-9078-77e74a8ff614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:41.392594 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69f7963b-3f61-4285-9f7b-175b8d73735a req-beecd19a-4544-472b-9078-77e74a8ff614 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=be0cb698-a96b-48b9-a7c9-48eafdf520aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539095 Jul 23 00:39:41.489149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69f7963b-3f61-4285-9f7b-175b8d73735a req-fbaef753-ab65-4cad-b4bf-012832e7d822 service neutron] 10.222.0.95 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839455 Jul 23 00:39:41.579522 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-69f7963b-3f61-4285-9f7b-175b8d73735a req-51562444-c0f8-41aa-96f4-287127d70a60 service neutron] 10.222.0.95 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838280 Jul 23 00:39:43.543760 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:39:47.178316 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:01.697252 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-215517bc-18cd-473b-a3fb-83e589b2b051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:04.440859 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-45850dda-3c7b-476f-aaae-e3b0c2840947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:04.496012 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:04.953729 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:05.777280 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:07.256058 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:08.574420 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33592) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:08.728522 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-13d2a19f-776a-403f-93bf-e821454baf25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port fb6a9f31-0211-41d9-bfbc-539e167826ee {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:40:08.728867 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d2a19f-776a-403f-93bf-e821454baf25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:08.802416 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d2a19f-776a-403f-93bf-e821454baf25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:08.802745 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d2a19f-776a-403f-93bf-e821454baf25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:08.814638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-13d2a19f-776a-403f-93bf-e821454baf25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for fb6a9f31-0211-41d9-bfbc-539e167826ee owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:40:08.964109 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d2a19f-776a-403f-93bf-e821454baf25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:08.989343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2a19f-776a-403f-93bf-e821454baf25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=fb6a9f31-0211-41d9-bfbc-539e167826ee,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:09.056966 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d2a19f-776a-403f-93bf-e821454baf25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:09.057376 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-13d2a19f-776a-403f-93bf-e821454baf25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Floating IP 4a336366-d20d-40c9-acca-4dfaae0d7018 disassociated (deleted). External IP: 172.25.4.58, port: ace76f9a-0192-4870-bf58-899818031576. Jul 23 00:40:09.259947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d2a19f-776a-403f-93bf-e821454baf25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:40:09.365337 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d2a19f-776a-403f-93bf-e821454baf25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:40:09.370138 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-13d2a19f-776a-403f-93bf-e821454baf25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:09.374548 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873cb8a6-a987-409e-adfd-6e0df6b0a106 None None] Sync routers for ids ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:40:09.383898 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873cb8a6-a987-409e-adfd-6e0df6b0a106 None None] Routers {'3faad198-63f8-4f25-ad5d-4c74fad5bfd7'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:09.384877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-873cb8a6-a987-409e-adfd-6e0df6b0a106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:09.406521 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-13d2a19f-776a-403f-93bf-e821454baf25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/floatingips/4a336366-d20d-40c9-acca-4dfaae0d7018 HTTP/1.1" status: 204 len: 168 time: 0.8309984 Jul 23 00:40:09.407212 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'tag': 'ace76f9a-0192-4870-bf58-899818031576'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:40:09.409641 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff536ab-6691-4f1c-b307-0d7f5ad2cbaf" -d '{"events": [{"name": "network-changed", "server_uuid": "1147cff8-c3c3-4e8e-9d60-e9971087cb1b", "tag": "ace76f9a-0192-4870-bf58-899818031576"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:40:09.447890 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d163107-db71-4ab7-be4d-f37555e00a79 x-openstack-request-id: req-1d163107-db71-4ab7-be4d-f37555e00a79 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:40:09.448168 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1147cff8-c3c3-4e8e-9d60-e9971087cb1b", "tag": "ace76f9a-0192-4870-bf58-899818031576", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:40:09.448427 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d163107-db71-4ab7-be4d-f37555e00a79 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:40:09.448821 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'tag': 'ace76f9a-0192-4870-bf58-899818031576', 'status': 'completed', 'code': 200} Jul 23 00:40:09.492288 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-873cb8a6-a987-409e-adfd-6e0df6b0a106 None None] Set router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:09.529662 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff536ab-6691-4f1c-b307-0d7f5ad2cbaf req-c4549ba6-62b6-4fd8-908a-158116d48768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:09.531095 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ff536ab-6691-4f1c-b307-0d7f5ad2cbaf req-c4549ba6-62b6-4fd8-908a-158116d48768 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 1096 time: 0.0605953 Jul 23 00:40:09.666667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff536ab-6691-4f1c-b307-0d7f5ad2cbaf req-a799e341-8cce-499a-825e-727c5926c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:09.668181 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ff536ab-6691-4f1c-b307-0d7f5ad2cbaf req-a799e341-8cce-499a-825e-727c5926c378 service neutron] 10.222.0.95 "GET /v2.0/networks?id=be0cb698-a96b-48b9-a7c9-48eafdf520aa HTTP/1.1" status: 200 len: 898 time: 0.1283481 Jul 23 00:40:09.714893 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ff536ab-6691-4f1c-b307-0d7f5ad2cbaf req-cf1d2ee1-8636-4a1b-849e-a2101623c299 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace76f9a-0192-4870-bf58-899818031576 HTTP/1.1" status: 200 len: 217 time: 0.0387347 Jul 23 00:40:09.725828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb45694-3811-4c9f-8b9f-bd2536fe75f9 req-07940b27-b500-44c5-9bc4-a335331bed59 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:09.727970 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cfb45694-3811-4c9f-8b9f-bd2536fe75f9 req-07940b27-b500-44c5-9bc4-a335331bed59 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.1221611 Jul 23 00:40:09.801748 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff536ab-6691-4f1c-b307-0d7f5ad2cbaf req-83fb6196-cf4b-4ea1-a502-0018d586a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:09.803432 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ff536ab-6691-4f1c-b307-0d7f5ad2cbaf req-83fb6196-cf4b-4ea1-a502-0018d586a5f1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cd7dec66-dada-4172-90a5-2a19adda7675 HTTP/1.1" status: 200 len: 834 time: 0.0745170 Jul 23 00:40:09.809041 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-cfb45694-3811-4c9f-8b9f-bd2536fe75f9 req-f996d0fd-fe15-4c49-80d6-4a1b83fdaf28 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719588 Jul 23 00:40:09.858522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-873cb8a6-a987-409e-adfd-6e0df6b0a106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829314227', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '1936402d-9714-4f3a-a34e-81d16907603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:30Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '1936402d-9714-4f3a-a34e-81d16907603f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '66973370-7fa5-4cb5-bc58-253541493865', 'name': '', 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:c8:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:29Z', 'updated_at': '2021-07-23T00:38:34Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:09.863608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff536ab-6691-4f1c-b307-0d7f5ad2cbaf req-5ef7ef01-e859-4cf6-bdb5-e0f06284749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:09.865123 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ff536ab-6691-4f1c-b307-0d7f5ad2cbaf req-5ef7ef01-e859-4cf6-bdb5-e0f06284749f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=be0cb698-a96b-48b9-a7c9-48eafdf520aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551326 Jul 23 00:40:09.884975 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873cb8a6-a987-409e-adfd-6e0df6b0a106 None None] Checking router: 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:40:09.893029 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873cb8a6-a987-409e-adfd-6e0df6b0a106 None None] Routers {'3faad198-63f8-4f25-ad5d-4c74fad5bfd7'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:09.893667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-873cb8a6-a987-409e-adfd-6e0df6b0a106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:09.956915 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ff536ab-6691-4f1c-b307-0d7f5ad2cbaf req-48c9f662-833b-4188-822d-e304ebd2a901 service neutron] 10.222.0.95 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844922 Jul 23 00:40:09.998820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-873cb8a6-a987-409e-adfd-6e0df6b0a106 None None] Set router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:10.045583 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ff536ab-6691-4f1c-b307-0d7f5ad2cbaf req-aa529d76-83f1-4483-a271-c4cdaf577b92 service neutron] 10.222.0.95 "GET /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819743 Jul 23 00:40:10.195674 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-873cb8a6-a987-409e-adfd-6e0df6b0a106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829314227', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '1936402d-9714-4f3a-a34e-81d16907603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:30Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '1936402d-9714-4f3a-a34e-81d16907603f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '66973370-7fa5-4cb5-bc58-253541493865', 'name': '', 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:c8:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:29Z', 'updated_at': '2021-07-23T00:38:34Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:10.220993 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873cb8a6-a987-409e-adfd-6e0df6b0a106 None None] The sync data for ids ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'] in n-d-688802-2 is: [{'id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829314227', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '1936402d-9714-4f3a-a34e-81d16907603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:30Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '1936402d-9714-4f3a-a34e-81d16907603f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '66973370-7fa5-4cb5-bc58-253541493865', 'name': '', 'network_id': 'be0cb698-a96b-48b9-a7c9-48eafdf520aa', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:c8:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:29Z', 'updated_at': '2021-07-23T00:38:34Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'cd7dec66-dada-4172-90a5-2a19adda7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:40:10.435597 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1da70f2-84f0-47f7-b3bb-accbcaa58257 None None] New status for floating IP 4a336366-d20d-40c9-acca-4dfaae0d7018: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:40:10.944632 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf18b7-0560-48fa-bd4f-fa9ae28f87b9 req-1eccb62d-3bfa-4d65-a3af-22466b181c18 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:10.946668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2bcf18b7-0560-48fa-bd4f-fa9ae28f87b9 req-1eccb62d-3bfa-4d65-a3af-22466b181c18 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0667276 Jul 23 00:40:10.983562 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2bcf18b7-0560-48fa-bd4f-fa9ae28f87b9 req-964c8fbd-e8bb-4f35-aa7b-4de3a505a5ee tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=655f789b-d907-4237-8a70-c610acb8c0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312333 Jul 23 00:40:11.075416 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9fda2-762f-444c-b1e7-1c215c7463d3 req-67403039-b2b2-488f-a5a5-e379c78e9b93 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:11.076884 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bee9fda2-762f-444c-b1e7-1c215c7463d3 req-67403039-b2b2-488f-a5a5-e379c78e9b93 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.95 "GET /v2.0/ports?device_id=1147cff8-c3c3-4e8e-9d60-e9971087cb1b HTTP/1.1" status: 200 len: 945 time: 0.0640993 Jul 23 00:40:11.175947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-bee9fda2-762f-444c-b1e7-1c215c7463d3 req-ca6f950f-7719-495a-b60c-6de300b04773 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port ace76f9a-0192-4870-bf58-899818031576 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:40:11.176200 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bee9fda2-762f-444c-b1e7-1c215c7463d3 req-ca6f950f-7719-495a-b60c-6de300b04773 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:11.265214 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-bee9fda2-762f-444c-b1e7-1c215c7463d3 req-ca6f950f-7719-495a-b60c-6de300b04773 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] For port ace76f9a-0192-4870-bf58-899818031576, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=ace76f9a-0192-4870-bf58-899818031576,segment=NetworkSegment(2870ecf3-f44c-4107-a954-396f8f7f829a),segment_id=2870ecf3-f44c-4107-a954-396f8f7f829a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:40:11.265572 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bee9fda2-762f-444c-b1e7-1c215c7463d3 req-ca6f950f-7719-495a-b60c-6de300b04773 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:11.278387 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-bee9fda2-762f-444c-b1e7-1c215c7463d3 req-ca6f950f-7719-495a-b60c-6de300b04773 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for ace76f9a-0192-4870-bf58-899818031576 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:40:11.409518 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bee9fda2-762f-444c-b1e7-1c215c7463d3 req-ca6f950f-7719-495a-b60c-6de300b04773 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:11.438020 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f950f-7719-495a-b60c-6de300b04773 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=ace76f9a-0192-4870-bf58-899818031576,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:11.485621 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee9fda2-762f-444c-b1e7-1c215c7463d3 req-ca6f950f-7719-495a-b60c-6de300b04773 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] No DVR routers for this DVR port ace76f9a-0192-4870-bf58-899818031576 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:40:11.488324 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-bee9fda2-762f-444c-b1e7-1c215c7463d3 req-ca6f950f-7719-495a-b60c-6de300b04773 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:11.490682 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bee9fda2-762f-444c-b1e7-1c215c7463d3 req-ca6f950f-7719-495a-b60c-6de300b04773 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.95 "DELETE /v2.0/ports/ace76f9a-0192-4870-bf58-899818031576 HTTP/1.1" status: 204 len: 173 time: 0.4073379 Jul 23 00:40:11.491134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'name': 'network-vif-deleted', 'tag': 'ace76f9a-0192-4870-bf58-899818031576'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:40:11.493891 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8f443f-816b-4c21-be07-e872c84103e6" -d '{"events": [{"server_uuid": "1147cff8-c3c3-4e8e-9d60-e9971087cb1b", "name": "network-vif-deleted", "tag": "ace76f9a-0192-4870-bf58-899818031576"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:40:11.533590 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7e3d95-f39a-4e96-88d4-48d9763f95d0 x-openstack-request-id: req-5e7e3d95-f39a-4e96-88d4-48d9763f95d0 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:40:11.533888 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1147cff8-c3c3-4e8e-9d60-e9971087cb1b", "name": "network-vif-deleted", "tag": "ace76f9a-0192-4870-bf58-899818031576", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:40:11.534143 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e7e3d95-f39a-4e96-88d4-48d9763f95d0 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:40:11.534548 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1147cff8-c3c3-4e8e-9d60-e9971087cb1b', 'name': 'network-vif-deleted', 'tag': 'ace76f9a-0192-4870-bf58-899818031576', 'status': 'completed', 'code': 200} Jul 23 00:40:12.039910 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33606) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:12.394779 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3be84c54-85db-49da-a99c-80be2de941cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:12.648570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3be84c54-85db-49da-a99c-80be2de941cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port 66973370-7fa5-4cb5-bc58-253541493865 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:40:12.648830 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3be84c54-85db-49da-a99c-80be2de941cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:12.732590 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-3be84c54-85db-49da-a99c-80be2de941cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] For port 66973370-7fa5-4cb5-bc58-253541493865, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=66973370-7fa5-4cb5-bc58-253541493865,segment=NetworkSegment(2870ecf3-f44c-4107-a954-396f8f7f829a),segment_id=2870ecf3-f44c-4107-a954-396f8f7f829a)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:40:12.732947 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3be84c54-85db-49da-a99c-80be2de941cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:12.748947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-3be84c54-85db-49da-a99c-80be2de941cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for 66973370-7fa5-4cb5-bc58-253541493865 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:40:12.930995 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3be84c54-85db-49da-a99c-80be2de941cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:12.957794 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be84c54-85db-49da-a99c-80be2de941cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=66973370-7fa5-4cb5-bc58-253541493865,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:13.471720 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3be84c54-85db-49da-a99c-80be2de941cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:13.685384 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be84c54-85db-49da-a99c-80be2de941cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:40:13.792166 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be84c54-85db-49da-a99c-80be2de941cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:40:13.797778 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3be84c54-85db-49da-a99c-80be2de941cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "PUT /v2.0/routers/3faad198-63f8-4f25-ad5d-4c74fad5bfd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7563334 Jul 23 00:40:13.800176 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33608) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:13.801252 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322c286-e588-4600-b562-6c99251156cf None None] Sync routers for ids ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:40:13.811063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3322c286-e588-4600-b562-6c99251156cf None None] Routers {'3faad198-63f8-4f25-ad5d-4c74fad5bfd7'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:13.811669 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3322c286-e588-4600-b562-6c99251156cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:13.851110 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d020aef-49a4-4b36-8f7c-d431fb9ed3a4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting subnet cd7dec66-dada-4172-90a5-2a19adda7675 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:40:13.855104 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d020aef-49a4-4b36-8f7c-d431fb9ed3a4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:13.895062 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d020aef-49a4-4b36-8f7c-d431fb9ed3a4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:13.913359 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3322c286-e588-4600-b562-6c99251156cf None None] Set router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:13.983161 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d020aef-49a4-4b36-8f7c-d431fb9ed3a4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:14.044415 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d020aef-49a4-4b36-8f7c-d431fb9ed3a4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:14.070890 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d020aef-49a4-4b36-8f7c-d431fb9ed3a4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7dec66-dada-4172-90a5-2a19adda7675,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:14.074938 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1d020aef-49a4-4b36-8f7c-d431fb9ed3a4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:14.076818 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1d020aef-49a4-4b36-8f7c-d431fb9ed3a4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/subnets/cd7dec66-dada-4172-90a5-2a19adda7675 HTTP/1.1" status: 204 len: 168 time: 0.2756486 Jul 23 00:40:14.079510 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33610) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:14.082876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9b0754-af78-4cf3-836b-97705709465a None None] Network be0cb698-a96b-48b9-a7c9-48eafdf520aa requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:40:14.174332 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3322c286-e588-4600-b562-6c99251156cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829314227', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '1936402d-9714-4f3a-a34e-81d16907603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:40:12Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '1936402d-9714-4f3a-a34e-81d16907603f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:14.187731 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6d9f-5298-4f9f-b9ff-5f3c843b878f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:14.202400 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322c286-e588-4600-b562-6c99251156cf None None] Checking router: 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:40:14.233085 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3322c286-e588-4600-b562-6c99251156cf None None] Routers {'3faad198-63f8-4f25-ad5d-4c74fad5bfd7'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:14.233784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3322c286-e588-4600-b562-6c99251156cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:14.291464 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6d9f-5298-4f9f-b9ff-5f3c843b878f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:14.346378 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e6d9f-5298-4f9f-b9ff-5f3c843b878f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port 1936402d-9714-4f3a-a34e-81d16907603f {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:40:14.346727 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6d9f-5298-4f9f-b9ff-5f3c843b878f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:14.350784 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-3322c286-e588-4600-b562-6c99251156cf None None] Set router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:14.404454 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfe6e0a-4a25-41df-89e3-35ca090a7a34 None None] DHCP port deletion for be0cb698-a96b-48b9-a7c9-48eafdf520aa request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:40:14.435167 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-bd9e6d9f-5298-4f9f-b9ff-5f3c843b878f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] For port 1936402d-9714-4f3a-a34e-81d16907603f, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=1936402d-9714-4f3a-a34e-81d16907603f,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:40:14.435532 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6d9f-5298-4f9f-b9ff-5f3c843b878f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:14.449897 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e6d9f-5298-4f9f-b9ff-5f3c843b878f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for 1936402d-9714-4f3a-a34e-81d16907603f owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:40:14.538758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe6e0a-4a25-41df-89e3-35ca090a7a34 None None] Deleting port a33b5652-0164-4b73-9051-cb8355c1f2ae {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:40:14.539162 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6e0a-4a25-41df-89e3-35ca090a7a34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:14.618761 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-bbfe6e0a-4a25-41df-89e3-35ca090a7a34 None None] For port a33b5652-0164-4b73-9051-cb8355c1f2ae, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=a33b5652-0164-4b73-9051-cb8355c1f2ae,segment=NetworkSegment(2870ecf3-f44c-4107-a954-396f8f7f829a),segment_id=2870ecf3-f44c-4107-a954-396f8f7f829a)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:40:14.619067 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6e0a-4a25-41df-89e3-35ca090a7a34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:14.634970 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe6e0a-4a25-41df-89e3-35ca090a7a34 None None] Calling delete_port for a33b5652-0164-4b73-9051-cb8355c1f2ae owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:40:14.638424 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6d9f-5298-4f9f-b9ff-5f3c843b878f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:14.646375 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-3322c286-e588-4600-b562-6c99251156cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829314227', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '1936402d-9714-4f3a-a34e-81d16907603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:40:12Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '1936402d-9714-4f3a-a34e-81d16907603f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:14.668684 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e6d9f-5298-4f9f-b9ff-5f3c843b878f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=1936402d-9714-4f3a-a34e-81d16907603f,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:14.676171 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322c286-e588-4600-b562-6c99251156cf None None] The sync data for ids ['3faad198-63f8-4f25-ad5d-4c74fad5bfd7'] in n-d-688802-2 is: [{'id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1829314227', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '1936402d-9714-4f3a-a34e-81d16907603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:40:12Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '1936402d-9714-4f3a-a34e-81d16907603f', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faad198-63f8-4f25-ad5d-4c74fad5bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:27Z', 'updated_at': '2021-07-23T00:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:40:14.733880 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6d9f-5298-4f9f-b9ff-5f3c843b878f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:14.771731 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6e0a-4a25-41df-89e3-35ca090a7a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:14.799014 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe6e0a-4a25-41df-89e3-35ca090a7a34 None None] Pushing event deleted for resources: {'Port': ['ID=a33b5652-0164-4b73-9051-cb8355c1f2ae,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:14.802800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfe6e0a-4a25-41df-89e3-35ca090a7a34 None None] No DVR routers for this DVR port a33b5652-0164-4b73-9051-cb8355c1f2ae on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:40:14.826634 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6d9f-5298-4f9f-b9ff-5f3c843b878f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:14.828703 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6d9f-5298-4f9f-b9ff-5f3c843b878f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:14.875882 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6d9f-5298-4f9f-b9ff-5f3c843b878f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:14.876411 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9e6d9f-5298-4f9f-b9ff-5f3c843b878f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Fanout notify agent at l3_agent the message router_deleted on router 3faad198-63f8-4f25-ad5d-4c74fad5bfd7 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:40:14.886485 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6d9f-5298-4f9f-b9ff-5f3c843b878f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:14.887599 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bd9e6d9f-5298-4f9f-b9ff-5f3c843b878f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/routers/3faad198-63f8-4f25-ad5d-4c74fad5bfd7 HTTP/1.1" status: 204 len: 168 time: 0.8071532 Jul 23 00:40:14.890221 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33612) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:14.964299 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bebba790-6a71-4196-8ecf-5c0675f58858 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.054476 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bebba790-6a71-4196-8ecf-5c0675f58858 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.064738 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bebba790-6a71-4196-8ecf-5c0675f58858 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0cb698-a96b-48b9-a7c9-48eafdf520aa']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:15.075589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bebba790-6a71-4196-8ecf-5c0675f58858 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2870ecf3-f44c-4107-a954-396f8f7f829a') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:15.075878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-bebba790-6a71-4196-8ecf-5c0675f58858 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2870ecf3-f44c-4107-a954-396f8f7f829a') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:15.084872 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bebba790-6a71-4196-8ecf-5c0675f58858 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.099802 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bebba790-6a71-4196-8ecf-5c0675f58858 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.105896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bebba790-6a71-4196-8ecf-5c0675f58858 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:40:15.106288 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bebba790-6a71-4196-8ecf-5c0675f58858 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:40:15.109405 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:40:15.174508 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bebba790-6a71-4196-8ecf-5c0675f58858 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.180176 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bebba790-6a71-4196-8ecf-5c0675f58858 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.183018 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bebba790-6a71-4196-8ecf-5c0675f58858 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/networks/be0cb698-a96b-48b9-a7c9-48eafdf520aa HTTP/1.1" status: 204 len: 168 time: 0.2916508 Jul 23 00:40:15.185961 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33614) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:15.199434 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebba790-6a71-4196-8ecf-5c0675f58858 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Network': ['ID=be0cb698-a96b-48b9-a7c9-48eafdf520aa,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:15.247167 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.273579 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.336485 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.339742 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.341001 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/security-groups/655f789b-d907-4237-8a70-c610acb8c0ab HTTP/1.1" status: 204 len: 168 time: 0.1534011 Jul 23 00:40:15.351616 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=655f789b-d907-4237-8a70-c610acb8c0ab,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:15.363353 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:15.363699 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:15.364246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:15.364373 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:15.364681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:15.365014 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:15.365822 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:15.366158 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:15.366488 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:15.367116 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:15.367610 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:15.368124 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed32a6-05b4-450d-a943-6059ee9abc04 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:15.662276 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33620) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:15.667031 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-67d6a7be-91fa-45c3-b7ae-085e702b5181 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1045577124', 'description': 'tempest-secgroup-smoke-1045577124 description', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:15.690141 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67d6a7be-91fa-45c3-b7ae-085e702b5181 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.765290 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a33b5652-0164-4b73-9051-cb8355c1f2ae no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:40:15.785832 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: a33b5652-0164-4b73-9051-cb8355c1f2ae {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:40:15.786184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device a33b5652-0164-4b73-9051-cb8355c1f2ae not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:40:15.786429 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67d6a7be-91fa-45c3-b7ae-085e702b5181 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.786581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 66973370-7fa5-4cb5-bc58-253541493865 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:40:15.790394 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67d6a7be-91fa-45c3-b7ae-085e702b5181 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.805259 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 66973370-7fa5-4cb5-bc58-253541493865 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:40:15.805914 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 66973370-7fa5-4cb5-bc58-253541493865 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:40:15.806041 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 1936402d-9714-4f3a-a34e-81d16907603f no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:40:15.821033 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67d6a7be-91fa-45c3-b7ae-085e702b5181 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.827523 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-67d6a7be-91fa-45c3-b7ae-085e702b5181 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1590312 Jul 23 00:40:15.827523 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6a7be-91fa-45c3-b7ae-085e702b5181 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c7b14c-800e-4a2f-8eb9-edd19af27c05,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:15.827711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 1936402d-9714-4f3a-a34e-81d16907603f {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:40:15.827711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 1936402d-9714-4f3a-a34e-81d16907603f not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:40:15.827896 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33622) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:15.832037 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f4059a91-542e-493d-82dc-233b36ed586b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': 'b1c7b14c-800e-4a2f-8eb9-edd19af27c05', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:15.858491 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4059a91-542e-493d-82dc-233b36ed586b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.913618 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4059a91-542e-493d-82dc-233b36ed586b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.917579 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4059a91-542e-493d-82dc-233b36ed586b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.929471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device ace76f9a-0192-4870-bf58-899818031576 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:40:15.935849 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4059a91-542e-493d-82dc-233b36ed586b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0c1df9-5693-4ba3-866b-834b3ae4f254,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:15.942310 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f4059a91-542e-493d-82dc-233b36ed586b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:15.946226 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f4059a91-542e-493d-82dc-233b36ed586b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151078 Jul 23 00:40:15.946414 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33624) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:15.951413 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e34fb5f1-e4ec-49db-9d40-23e3cd3724d4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': 'b1c7b14c-800e-4a2f-8eb9-edd19af27c05', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:15.952289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: ace76f9a-0192-4870-bf58-899818031576 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:40:15.952640 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device ace76f9a-0192-4870-bf58-899818031576 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:40:15.977206 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e34fb5f1-e4ec-49db-9d40-23e3cd3724d4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.035192 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e34fb5f1-e4ec-49db-9d40-23e3cd3724d4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.038708 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e34fb5f1-e4ec-49db-9d40-23e3cd3724d4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.059433 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fb5f1-e4ec-49db-9d40-23e3cd3724d4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf9b6cc-9055-4029-91ed-69a4ee649c69,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:16.061750 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e34fb5f1-e4ec-49db-9d40-23e3cd3724d4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.062940 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e34fb5f1-e4ec-49db-9d40-23e3cd3724d4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155109 Jul 23 00:40:16.065680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33626) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:16.070102 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7ad614ea-149b-48c3-9329-bd301f286507 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': 'b1c7b14c-800e-4a2f-8eb9-edd19af27c05', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:16.095417 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ad614ea-149b-48c3-9329-bd301f286507 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.152036 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ad614ea-149b-48c3-9329-bd301f286507 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.154924 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ad614ea-149b-48c3-9329-bd301f286507 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.172411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad614ea-149b-48c3-9329-bd301f286507 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30b574c-f20e-4e06-82f5-548e4f99c758,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:16.183205 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ad614ea-149b-48c3-9329-bd301f286507 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.184443 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7ad614ea-149b-48c3-9329-bd301f286507 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178119 Jul 23 00:40:16.187109 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33628) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:16.191477 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-b91de59f-fde8-4717-be2d-68588c2cac25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': 'b1c7b14c-800e-4a2f-8eb9-edd19af27c05', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:16.217486 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b91de59f-fde8-4717-be2d-68588c2cac25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.278057 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b91de59f-fde8-4717-be2d-68588c2cac25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.281521 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b91de59f-fde8-4717-be2d-68588c2cac25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.296489 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91de59f-fde8-4717-be2d-68588c2cac25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91dd48a6-ecdf-47de-ba2b-77d528153bde,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:16.305754 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b91de59f-fde8-4717-be2d-68588c2cac25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.307099 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b91de59f-fde8-4717-be2d-68588c2cac25 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189101 Jul 23 00:40:16.309657 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33630) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:16.313976 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4dda2bbf-f62f-4628-99d5-9e21e4e384c9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': 'b1c7b14c-800e-4a2f-8eb9-edd19af27c05', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:16.334080 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-4dda2bbf-f62f-4628-99d5-9e21e4e384c9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Project 456023bc640c45e48cd7ad461e0d5cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:40:16.339563 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dda2bbf-f62f-4628-99d5-9e21e4e384c9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.398971 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dda2bbf-f62f-4628-99d5-9e21e4e384c9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.403099 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dda2bbf-f62f-4628-99d5-9e21e4e384c9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.420846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda2bbf-f62f-4628-99d5-9e21e4e384c9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f60af1e-fdb5-4bd6-985f-52aa6fe5297b,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:16.426441 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dda2bbf-f62f-4628-99d5-9e21e4e384c9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.427554 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4dda2bbf-f62f-4628-99d5-9e21e4e384c9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169703 Jul 23 00:40:16.430495 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33632) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:16.435182 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-95ccf888-11d7-435d-91ce-30bfe6601818 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': 'b1c7b14c-800e-4a2f-8eb9-edd19af27c05', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:16.457470 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-95ccf888-11d7-435d-91ce-30bfe6601818 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Project 456023bc640c45e48cd7ad461e0d5cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:40:16.462290 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95ccf888-11d7-435d-91ce-30bfe6601818 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.523196 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95ccf888-11d7-435d-91ce-30bfe6601818 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.527136 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95ccf888-11d7-435d-91ce-30bfe6601818 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.546173 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccf888-11d7-435d-91ce-30bfe6601818 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900d0d28-233f-4594-b4c3-526455d3ddd4,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:16.549439 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95ccf888-11d7-435d-91ce-30bfe6601818 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.553567 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-95ccf888-11d7-435d-91ce-30bfe6601818 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192348 Jul 23 00:40:16.554046 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33634) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:16.558715 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-57513ef5-8628-486c-bcda-8821536c227f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'network': {'name': 'tempest-network-smoke--1994796108', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'port_security_enabled': True}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:16.578728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57513ef5-8628-486c-bcda-8821536c227f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Made reservation on behalf of 456023bc640c45e48cd7ad461e0d5cf5 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:40:16.582531 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57513ef5-8628-486c-bcda-8821536c227f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.607036 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57513ef5-8628-486c-bcda-8821536c227f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:40:16.615952 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57513ef5-8628-486c-bcda-8821536c227f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.616299 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-57513ef5-8628-486c-bcda-8821536c227f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Added segment fe57e2f7-87be-4dd4-ba2d-d146c6343906 of type vlan for network 3b0ded41-5315-41ca-ad9d-bbd6aa33301b Jul 23 00:40:16.657997 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57513ef5-8628-486c-bcda-8821536c227f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.685131 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57513ef5-8628-486c-bcda-8821536c227f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.690532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57513ef5-8628-486c-bcda-8821536c227f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:16.691121 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57513ef5-8628-486c-bcda-8821536c227f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.722707 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-57513ef5-8628-486c-bcda-8821536c227f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1679597 Jul 23 00:40:16.725424 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33636) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:16.730113 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-820864071', 'admin_state_up': True, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:16.771727 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57513ef5-8628-486c-bcda-8821536c227f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Network': ['ID=3b0ded41-5315-41ca-ad9d-bbd6aa33301b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:16.782407 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 3b0ded41-5315-41ca-ad9d-bbd6aa33301b details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:40:16.785531 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.786804 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.842121 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:16.973804 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:17.162936 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:17.183079 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:17.186168 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:17.285558 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.25.4.159 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/6e7f76fe-be75-4396-bf1a-ffa2c217a3fc) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:40:17.385364 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:17.424767 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:17.468092 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:40:17.470824 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:40:17.473311 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:40:17.501174 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=6e7f76fe-be75-4396-bf1a-ffa2c217a3fc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:17.718397 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:18.199088 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:18.319224 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 8b568110-f07f-41fd-aa24-136c0f81491a is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:40:18.422444 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:40:18.432275 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Sync routers for ids ['8b568110-f07f-41fd-aa24-136c0f81491a'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:40:18.440898 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:18.441130 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Routers {'8b568110-f07f-41fd-aa24-136c0f81491a'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:18.441768 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['8b568110-f07f-41fd-aa24-136c0f81491a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:18.442136 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-72c36511-2f36-45ee-85f2-ae2d0598c0b6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7157691 Jul 23 00:40:18.445259 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33638) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:18.484221 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0f74daa3-dbcd-4d91-83db-5e4af0fbebdc tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=456023bc640c45e48cd7ad461e0d5cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378587 Jul 23 00:40:18.487696 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33640) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:18.546579 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Set router 8b568110-f07f-41fd-aa24-136c0f81491a gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:18.579847 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb3dee6-0f6a-4402-94fa-a732b9d207ae tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:18.581426 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-aeb3dee6-0f6a-4402-94fa-a732b9d207ae tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927205 Jul 23 00:40:18.584337 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33642) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:18.618749 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-66551436-257c-4413-b1b2-b161b50d5d14 tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332718 Jul 23 00:40:18.621223 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33644) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:18.626043 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1430328e-1f69-410c-a298-071aaf9e7ba3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1734208697', 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:18.716442 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1430328e-1f69-410c-a298-071aaf9e7ba3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Made reservation on behalf of 456023bc640c45e48cd7ad461e0d5cf5 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:40:18.719937 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1430328e-1f69-410c-a298-071aaf9e7ba3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:18.720548 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820864071', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:16Z', 'updated_at': '2021-07-23T00:40:17Z', 'revision_number': 3, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:17Z', 'updated_at': '2021-07-23T00:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:18.750154 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Checking router: 8b568110-f07f-41fd-aa24-136c0f81491a for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:40:18.750506 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Updating router 8b568110-f07f-41fd-aa24-136c0f81491a port 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:40:18.784416 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:18.901513 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1430328e-1f69-410c-a298-071aaf9e7ba3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:18.961831 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430328e-1f69-410c-a298-071aaf9e7ba3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Subnet': ['ID=69b2204d-b3f1-48b5-99e4-ea37703fa4e5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:18.972740 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1430328e-1f69-410c-a298-071aaf9e7ba3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Checking segment: {'id': 'fe57e2f7-87be-4dd4-ba2d-d146c6343906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:40:18.973112 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1430328e-1f69-410c-a298-071aaf9e7ba3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network hostable DHCP agents. Network: 3b0ded41-5315-41ca-ad9d-bbd6aa33301b, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:40:18.990031 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1430328e-1f69-410c-a298-071aaf9e7ba3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 3b0ded41-5315-41ca-ad9d-bbd6aa33301b is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:40:19.000016 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1430328e-1f69-410c-a298-071aaf9e7ba3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 3b0ded41-5315-41ca-ad9d-bbd6aa33301b) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:40:19.006415 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430328e-1f69-410c-a298-071aaf9e7ba3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:19.006415 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1430328e-1f69-410c-a298-071aaf9e7ba3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:19.018746 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c8e37a-cdb5-449e-b29c-05ec8b5ede13 None None] Network 3b0ded41-5315-41ca-ad9d-bbd6aa33301b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:40:19.023848 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1430328e-1f69-410c-a298-071aaf9e7ba3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4015627 Jul 23 00:40:19.026779 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33646) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:19.040417 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:19.051249 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Transition to ACTIVE for port object 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:40:19.058507 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:19.084807 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Attempting to bind port 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:40:19.085206 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Attempting to bind port 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:40:19.085568 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Attempting to bind port 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:40:19.111286 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:40:19.111286 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:40:19.111660 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:19.111955 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:40:19.112436 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Bound port: 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:40:19.112817 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:19.168438 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] For port 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:40:19.171590 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] For port 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6e7f76fe-be75-4396-bf1a-ffa2c217a3fc,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:40:19.178019 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:19.181057 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-3b0ded41-5315-41ca-ad9d-bbd6aa33301b', 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ips': [{'subnet_id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:40:19.182895 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:19.203955 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Routers {'8b568110-f07f-41fd-aa24-136c0f81491a'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:19.204557 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['8b568110-f07f-41fd-aa24-136c0f81491a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:19.267368 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bab99-f222-4ba5-99d7-f69af0de0528 None None] Pushing event updated for resources: {'Port': ['ID=6e7f76fe-be75-4396-bf1a-ffa2c217a3fc,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:19.315575 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] Set router 8b568110-f07f-41fd-aa24-136c0f81491a gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:19.342641 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bab99-f222-4ba5-99d7-f69af0de0528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:19.342986 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bab99-f222-4ba5-99d7-f69af0de0528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:19.343329 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bab99-f222-4ba5-99d7-f69af0de0528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:19.343667 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bab99-f222-4ba5-99d7-f69af0de0528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:19.344000 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bab99-f222-4ba5-99d7-f69af0de0528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:19.344327 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bab99-f222-4ba5-99d7-f69af0de0528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:19.344654 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bab99-f222-4ba5-99d7-f69af0de0528 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:19.344979 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bab99-f222-4ba5-99d7-f69af0de0528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:19.345328 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bab99-f222-4ba5-99d7-f69af0de0528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:19.345650 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bab99-f222-4ba5-99d7-f69af0de0528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:19.345972 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bab99-f222-4ba5-99d7-f69af0de0528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:19.346292 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235bab99-f222-4ba5-99d7-f69af0de0528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:19.484818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Allocated IP 172.20.0.2 (3b0ded41-5315-41ca-ad9d-bbd6aa33301b/69b2204d-b3f1-48b5-99e4-ea37703fa4e5/0dba2668-516a-43a0-a3db-d2bbbe6f5ade) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:40:19.485239 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bab99-f222-4ba5-99d7-f69af0de0528 None None] Pushing event updated for resources: {'Port': ['ID=6e7f76fe-be75-4396-bf1a-ffa2c217a3fc,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:19.506079 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:19.554160 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820864071', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:16Z', 'updated_at': '2021-07-23T00:40:17Z', 'revision_number': 3, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:17Z', 'updated_at': '2021-07-23T00:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:19.585868 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc4f597-58ff-4555-b4e0-9c02f5d6efa8 None None] The sync data for ids ['8b568110-f07f-41fd-aa24-136c0f81491a'] in n-d-688802-2 is: [{'id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820864071', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:16Z', 'updated_at': '2021-07-23T00:40:17Z', 'revision_number': 3, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:17Z', 'updated_at': '2021-07-23T00:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:40:19.636929 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:19.645739 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Transition to ACTIVE for port object 0dba2668-516a-43a0-a3db-d2bbbe6f5ade will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:40:19.664870 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Transition to ACTIVE for port object 0dba2668-516a-43a0-a3db-d2bbbe6f5ade will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:40:19.671981 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:19.708184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Network 3b0ded41-5315-41ca-ad9d-bbd6aa33301b is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:40:19.714876 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:40:19.717844 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:40:19.747614 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Pushing event updated for resources: {'Port': ['ID=0dba2668-516a-43a0-a3db-d2bbbe6f5ade,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:19.786801 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Attempting to bind port 0dba2668-516a-43a0-a3db-d2bbbe6f5ade on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:40:19.787184 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Attempting to bind port 0dba2668-516a-43a0-a3db-d2bbbe6f5ade by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'fe57e2f7-87be-4dd4-ba2d-d146c6343906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:40:19.787564 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Attempting to bind port 0dba2668-516a-43a0-a3db-d2bbbe6f5ade on network 3b0ded41-5315-41ca-ad9d-bbd6aa33301b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:40:19.793434 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:40:19.794033 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Checking segment: {'id': 'fe57e2f7-87be-4dd4-ba2d-d146c6343906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:40:19.794606 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:19.795158 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Bound using segment: {'id': 'fe57e2f7-87be-4dd4-ba2d-d146c6343906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:40:19.795825 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Bound port: 0dba2668-516a-43a0-a3db-d2bbbe6f5ade, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe57e2f7-87be-4dd4-ba2d-d146c6343906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:40:19.798415 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:19.883004 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.20.0.1 (3b0ded41-5315-41ca-ad9d-bbd6aa33301b/69b2204d-b3f1-48b5-99e4-ea37703fa4e5/d25e0f19-66f2-4624-895c-4b120f454a81) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:40:19.890524 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] For port 0dba2668-516a-43a0-a3db-d2bbbe6f5ade, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:40:19.894105 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] For port 0dba2668-516a-43a0-a3db-d2bbbe6f5ade, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0dba2668-516a-43a0-a3db-d2bbbe6f5ade,segment=NetworkSegment(fe57e2f7-87be-4dd4-ba2d-d146c6343906),segment_id=fe57e2f7-87be-4dd4-ba2d-d146c6343906)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:40:19.899648 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:19.981562 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb28e6-ab0f-4b32-b4de-4db009586ad7 None None] Pushing event updated for resources: {'Port': ['ID=0dba2668-516a-43a0-a3db-d2bbbe6f5ade,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:20.050347 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:20.071594 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Transition to ACTIVE for port object d25e0f19-66f2-4624-895c-4b120f454a81 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:40:20.120013 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:20.175993 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=d25e0f19-66f2-4624-895c-4b120f454a81,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:20.188972 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 3b0ded41-5315-41ca-ad9d-bbd6aa33301b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:40:20.191560 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:40:20.193180 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:40:20.262228 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:20.421506 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:20.543729 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:40:20.719773 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:20.725598 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:20.802516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=d25e0f19-66f2-4624-895c-4b120f454a81,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:20.805029 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:20.906795 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 3b0ded41-5315-41ca-ad9d-bbd6aa33301b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:40:20.908344 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:40:21.010154 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8425c0-e081-49ba-9560-7f57d90c80ee None None] Network 3b0ded41-5315-41ca-ad9d-bbd6aa33301b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:40:21.030099 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 8b568110-f07f-41fd-aa24-136c0f81491a has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:40:21.144226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-67326752-a608-482c-8219-56ff056bb2dd None None] Provisioning for port 0dba2668-516a-43a0-a3db-d2bbbe6f5ade completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:40:21.144836 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:40:21.151682 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dc5c6d9c-fc0b-4681-af1c-19596d0fc7c7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "PUT /v2.0/routers/8b568110-f07f-41fd-aa24-136c0f81491a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1238253 Jul 23 00:40:21.299683 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-1146762a-73aa-4211-a2a8-a65e63df8ffc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1045577124&fields=id&tenant_id=456023bc640c45e48cd7ad461e0d5cf5 HTTP/1.1" status: 200 len: 267 time: 0.0348361 Jul 23 00:40:21.423245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c561c69-e55c-4c14-bd08-934dea677948 req-8dd4ca6a-9303-421d-884e-f19e76067c7b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:21.424857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-8dd4ca6a-9303-421d-884e-f19e76067c7b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/networks?id=3b0ded41-5315-41ca-ad9d-bbd6aa33301b HTTP/1.1" status: 200 len: 797 time: 0.1185224 Jul 23 00:40:21.440638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-c0fdb6ab-cbad-4125-86c7-d599651a7861 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/quotas/456023bc640c45e48cd7ad461e0d5cf5 HTTP/1.1" status: 200 len: 375 time: 0.0100222 Jul 23 00:40:21.501987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c35db6c1-46e3-422c-adad-d847930b3102 None None] Provisioning for port d25e0f19-66f2-4624-895c-4b120f454a81 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:40:21.506533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-c35db6c1-46e3-422c-adad-d847930b3102 None None] Provisioning complete for port d25e0f19-66f2-4624-895c-4b120f454a81 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:21.507122 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c35db6c1-46e3-422c-adad-d847930b3102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:21.517909 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-85b4f2ae-c394-46ab-b51f-018a3e1809c5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721867 Jul 23 00:40:21.534872 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-917f3a3e-df3a-421e-87d1-a2f4c783fcb9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:40:21.540759 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-917f3a3e-df3a-421e-87d1-a2f4c783fcb9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101876 Jul 23 00:40:21.542991 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-c35db6c1-46e3-422c-adad-d847930b3102 None None] Port d25e0f19-66f2-4624-895c-4b120f454a81 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:40:21.586391 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Sync routers for ids ['8b568110-f07f-41fd-aa24-136c0f81491a'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:40:21.596023 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Routers {'8b568110-f07f-41fd-aa24-136c0f81491a'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:21.596654 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['8b568110-f07f-41fd-aa24-136c0f81491a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:21.646527 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-7b5d577f-d323-4034-a338-04c81b1a61df service neutron] 10.222.0.26 "GET /v2.0/networks/3b0ded41-5315-41ca-ad9d-bbd6aa33301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036830 Jul 23 00:40:21.702613 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5f8ee1d5-6e39-4daf-9cd2-5f3579584367 None None] Provisioning complete for port d25e0f19-66f2-4624-895c-4b120f454a81 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:21.703049 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee1d5-6e39-4daf-9cd2-5f3579584367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:21.764697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ee1d5-6e39-4daf-9cd2-5f3579584367 None None] Port d25e0f19-66f2-4624-895c-4b120f454a81 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:40:21.776242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Set router 8b568110-f07f-41fd-aa24-136c0f81491a gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:21.779145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-1fa2ea95-ba70-4a75-99f2-e6ca8a11c33a service neutron] 10.222.0.26 "GET /v2.0/networks/3b0ded41-5315-41ca-ad9d-bbd6aa33301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264179 Jul 23 00:40:21.826485 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:40:21.947484 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3900f1d7-8cfd-4c09-b50a-1b8e2d93a453 req-54aae6c5-2c45-4a56-a570-3ad1b2672428 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 210 time: 0.0290170 Jul 23 00:40:21.953352 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6f0dd4bb-8200-4d02-8f54-806621831098 None None] Provisioning complete for port d25e0f19-66f2-4624-895c-4b120f454a81 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:21.953706 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd4bb-8200-4d02-8f54-806621831098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:22.022929 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6f0dd4bb-8200-4d02-8f54-806621831098 None None] Port d25e0f19-66f2-4624-895c-4b120f454a81 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:40:22.046826 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:40:22.053932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:22.054297 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:22.118261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820864071', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:16Z', 'updated_at': '2021-07-23T00:40:20Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:17Z', 'updated_at': '2021-07-23T00:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd25e0f19-66f2-4624-895c-4b120f454a81', 'name': '', 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:14:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:19Z', 'updated_at': '2021-07-23T00:40:20Z', 'revision_number': 2, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:22.164779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Checking router: 8b568110-f07f-41fd-aa24-136c0f81491a for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:40:22.165016 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Updating router 8b568110-f07f-41fd-aa24-136c0f81491a port d25e0f19-66f2-4624-895c-4b120f454a81 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:40:22.205212 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:22.219797 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:22.239946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6e7f76fe-be75-4396-bf1a-ffa2c217a3fc,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:40:22.246356 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:22.246356 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0dba2668-516a-43a0-a3db-d2bbbe6f5ade up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:40:22.411536 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=6e7f76fe-be75-4396-bf1a-ffa2c217a3fc,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:22.440214 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 0dba2668-516a-43a0-a3db-d2bbbe6f5ade completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:40:22.452859 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 0dba2668-516a-43a0-a3db-d2bbbe6f5ade triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:22.453264 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:22.617627 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:22.647341 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:22.667711 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Transition to ACTIVE for port object d25e0f19-66f2-4624-895c-4b120f454a81 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:40:22.673509 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 0dba2668-516a-43a0-a3db-d2bbbe6f5ade, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0dba2668-516a-43a0-a3db-d2bbbe6f5ade,segment=NetworkSegment(fe57e2f7-87be-4dd4-ba2d-d146c6343906),segment_id=fe57e2f7-87be-4dd4-ba2d-d146c6343906)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:40:22.675367 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:22.683269 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:22.730775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18723c38-1760-4039-bf63-c1f451b0769d None None] Pushing event updated for resources: {'Port': ['ID=d25e0f19-66f2-4624-895c-4b120f454a81,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:22.828652 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Attempting to bind port d25e0f19-66f2-4624-895c-4b120f454a81 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:40:22.829026 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Attempting to bind port d25e0f19-66f2-4624-895c-4b120f454a81 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'fe57e2f7-87be-4dd4-ba2d-d146c6343906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:40:22.829511 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Attempting to bind port d25e0f19-66f2-4624-895c-4b120f454a81 on network 3b0ded41-5315-41ca-ad9d-bbd6aa33301b {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:40:22.836657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=0dba2668-516a-43a0-a3db-d2bbbe6f5ade,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:22.840111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:40:22.840493 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Checking segment: {'id': 'fe57e2f7-87be-4dd4-ba2d-d146c6343906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:40:22.840901 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:22.841320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Bound using segment: {'id': 'fe57e2f7-87be-4dd4-ba2d-d146c6343906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:40:22.841798 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Bound port: d25e0f19-66f2-4624-895c-4b120f454a81, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe57e2f7-87be-4dd4-ba2d-d146c6343906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:40:22.842187 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:22.913615 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] For port d25e0f19-66f2-4624-895c-4b120f454a81, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:40:22.917017 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] For port d25e0f19-66f2-4624-895c-4b120f454a81, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d25e0f19-66f2-4624-895c-4b120f454a81,segment=NetworkSegment(fe57e2f7-87be-4dd4-ba2d-d146c6343906),segment_id=fe57e2f7-87be-4dd4-ba2d-d146c6343906)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:40:22.922330 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:22.973943 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c561c69-e55c-4c14-bd08-934dea677948 req-2e1e9ac2-be86-4b63-89d5-9636a0434bca tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:22.975641 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-2e1e9ac2-be86-4b63-89d5-9636a0434bca tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "GET /v2.0/networks?id=3b0ded41-5315-41ca-ad9d-bbd6aa33301b HTTP/1.1" status: 200 len: 797 time: 0.1388674 Jul 23 00:40:23.004697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Routers {'8b568110-f07f-41fd-aa24-136c0f81491a'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:23.005361 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['8b568110-f07f-41fd-aa24-136c0f81491a'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:23.008459 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18723c38-1760-4039-bf63-c1f451b0769d None None] Pushing event updated for resources: {'Port': ['ID=d25e0f19-66f2-4624-895c-4b120f454a81,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:23.041874 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-10414a65-802e-498e-a1c8-a9427eb0ba44 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=456023bc640c45e48cd7ad461e0d5cf5 HTTP/1.1" status: 200 len: 380 time: 0.0519202 Jul 23 00:40:23.069621 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2c561c69-e55c-4c14-bd08-934dea677948 req-d9123101-8439-4176-9bc5-4d14f6e588c5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'port': {'device_id': '6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0', 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b', 'admin_state_up': True, 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'security_groups': ['b1c7b14c-800e-4a2f-8eb9-edd19af27c05']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:23.074329 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-575ee258-2e1f-47e0-9f45-260b90a45f94 req-df2668e1-ed67-4d14-bf80-f5beaadd10dd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 210 time: 0.0360773 Jul 23 00:40:23.134281 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] Set router 8b568110-f07f-41fd-aa24-136c0f81491a gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:23.194486 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c561c69-e55c-4c14-bd08-934dea677948 req-d9123101-8439-4176-9bc5-4d14f6e588c5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Made reservation on behalf of 456023bc640c45e48cd7ad461e0d5cf5 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:40:23.198448 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c561c69-e55c-4c14-bd08-934dea677948 req-d9123101-8439-4176-9bc5-4d14f6e588c5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:23.323673 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-2c561c69-e55c-4c14-bd08-934dea677948 req-d9123101-8439-4176-9bc5-4d14f6e588c5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.20.0.3 (3b0ded41-5315-41ca-ad9d-bbd6aa33301b/69b2204d-b3f1-48b5-99e4-ea37703fa4e5/453c357d-3396-4d7f-8d61-354e65c6beb2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:40:23.343500 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820864071', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:16Z', 'updated_at': '2021-07-23T00:40:20Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:17Z', 'updated_at': '2021-07-23T00:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd25e0f19-66f2-4624-895c-4b120f454a81', 'name': '', 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:14:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:19Z', 'updated_at': '2021-07-23T00:40:22Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:23.471653 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c561c69-e55c-4c14-bd08-934dea677948 req-d9123101-8439-4176-9bc5-4d14f6e588c5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:23.487199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-2c561c69-e55c-4c14-bd08-934dea677948 req-d9123101-8439-4176-9bc5-4d14f6e588c5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Transition to ACTIVE for port object 453c357d-3396-4d7f-8d61-354e65c6beb2 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:40:23.522652 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c561c69-e55c-4c14-bd08-934dea677948 req-d9123101-8439-4176-9bc5-4d14f6e588c5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:23.533536 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df98bc96-3d0e-43af-a525-003cca3a0916 None None] The sync data for ids ['8b568110-f07f-41fd-aa24-136c0f81491a'] in n-d-688802-2 is: [{'id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820864071', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:16Z', 'updated_at': '2021-07-23T00:40:20Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:17Z', 'updated_at': '2021-07-23T00:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd25e0f19-66f2-4624-895c-4b120f454a81', 'name': '', 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:14:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:19Z', 'updated_at': '2021-07-23T00:40:22Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:40:23.568518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c561c69-e55c-4c14-bd08-934dea677948 req-d9123101-8439-4176-9bc5-4d14f6e588c5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 3b0ded41-5315-41ca-ad9d-bbd6aa33301b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:40:23.582232 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-2c561c69-e55c-4c14-bd08-934dea677948 req-d9123101-8439-4176-9bc5-4d14f6e588c5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:40:23.589284 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c561c69-e55c-4c14-bd08-934dea677948 req-d9123101-8439-4176-9bc5-4d14f6e588c5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:40:23.594176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9123101-8439-4176-9bc5-4d14f6e588c5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=453c357d-3396-4d7f-8d61-354e65c6beb2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:23.653777 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c561c69-e55c-4c14-bd08-934dea677948 req-d9123101-8439-4176-9bc5-4d14f6e588c5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:23.655117 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c561c69-e55c-4c14-bd08-934dea677948 req-d9123101-8439-4176-9bc5-4d14f6e588c5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:23.671594 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-d9123101-8439-4176-9bc5-4d14f6e588c5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6059890 Jul 23 00:40:23.688010 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-193b9852-20b3-40cf-9137-4bcf2bb494c6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:40:23.689556 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-193b9852-20b3-40cf-9137-4bcf2bb494c6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063815 Jul 23 00:40:23.705649 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Request body: {'port': {'device_id': '6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:23.797884 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:23.852417 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:40:23.901272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-febb060d-1ba1-427d-acfd-da8c59a7ad7f None None] Provisioning for port 453c357d-3396-4d7f-8d61-354e65c6beb2 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:40:23.908086 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-febb060d-1ba1-427d-acfd-da8c59a7ad7f None None] Provisioning complete for port 453c357d-3396-4d7f-8d61-354e65c6beb2 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:23.908461 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-febb060d-1ba1-427d-acfd-da8c59a7ad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:23.934121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:23.934561 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:23.967572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-febb060d-1ba1-427d-acfd-da8c59a7ad7f None None] Port 453c357d-3396-4d7f-8d61-354e65c6beb2 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:40:24.044737 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0dba2668-516a-43a0-a3db-d2bbbe6f5ade up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:40:24.095464 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 0dba2668-516a-43a0-a3db-d2bbbe6f5ade triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:24.095835 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:24.111908 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453c357d-3396-4d7f-8d61-354e65c6beb2 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:40:24.120860 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:24.134337 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Transition to ACTIVE for port object 453c357d-3396-4d7f-8d61-354e65c6beb2 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:40:24.139382 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:24.192095 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d25e0f19-66f2-4624-895c-4b120f454a81 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:40:24.216978 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Pushing event updated for resources: {'Port': ['ID=453c357d-3396-4d7f-8d61-354e65c6beb2,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:24.245545 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3a2f7-5935-4e9b-88ed-a4d3963bdc4e req-e10305c0-a8d0-4673-b4dd-224b65c2efb3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:24.253685 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0cb3a2f7-5935-4e9b-88ed-a4d3963bdc4e req-e10305c0-a8d0-4673-b4dd-224b65c2efb3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 943 time: 0.0833645 Jul 23 00:40:24.270773 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port d25e0f19-66f2-4624-895c-4b120f454a81 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:40:24.275392 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d25e0f19-66f2-4624-895c-4b120f454a81 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:24.276046 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:24.307163 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0cb3a2f7-5935-4e9b-88ed-a4d3963bdc4e req-01bd17b4-5065-4670-b2ef-a612100e2a66 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504408 Jul 23 00:40:24.339587 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Attempting to bind port 453c357d-3396-4d7f-8d61-354e65c6beb2 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:40:24.339925 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Attempting to bind port 453c357d-3396-4d7f-8d61-354e65c6beb2 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': 'fe57e2f7-87be-4dd4-ba2d-d146c6343906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:40:24.340242 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Attempting to bind port 453c357d-3396-4d7f-8d61-354e65c6beb2 on network 3b0ded41-5315-41ca-ad9d-bbd6aa33301b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:40:24.344943 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Port 453c357d-3396-4d7f-8d61-354e65c6beb2 on network 3b0ded41-5315-41ca-ad9d-bbd6aa33301b not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:40:24.345305 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Attempting to bind port 453c357d-3396-4d7f-8d61-354e65c6beb2 on network 3b0ded41-5315-41ca-ad9d-bbd6aa33301b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:40:24.350538 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:40:24.350878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Checking segment: {'id': 'fe57e2f7-87be-4dd4-ba2d-d146c6343906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:40:24.351260 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Bound using segment: {'id': 'fe57e2f7-87be-4dd4-ba2d-d146c6343906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:40:24.351688 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Bound port: 453c357d-3396-4d7f-8d61-354e65c6beb2, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe57e2f7-87be-4dd4-ba2d-d146c6343906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:40:24.352044 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:24.379084 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:24.424405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port d25e0f19-66f2-4624-895c-4b120f454a81, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d25e0f19-66f2-4624-895c-4b120f454a81,segment=NetworkSegment(fe57e2f7-87be-4dd4-ba2d-d146c6343906),segment_id=fe57e2f7-87be-4dd4-ba2d-d146c6343906)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:40:24.431575 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] For port 453c357d-3396-4d7f-8d61-354e65c6beb2, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:40:24.435368 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] For port 453c357d-3396-4d7f-8d61-354e65c6beb2, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=453c357d-3396-4d7f-8d61-354e65c6beb2,segment=NetworkSegment(fe57e2f7-87be-4dd4-ba2d-d146c6343906),segment_id=fe57e2f7-87be-4dd4-ba2d-d146c6343906)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:40:24.436776 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:24.443027 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:24.478560 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:24.479710 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:24.481382 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] 10.222.0.18 "PUT /v2.0/ports/453c357d-3396-4d7f-8d61-354e65c6beb2 HTTP/1.1" status: 200 len: 1091 time: 0.7828488 Jul 23 00:40:24.483826 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0', 'tag': '453c357d-3396-4d7f-8d61-354e65c6beb2'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:40:24.486130 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9817a105-3e66-46c1-a8a5-ce89b3fbc0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0", "tag": "453c357d-3396-4d7f-8d61-354e65c6beb2"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:40:24.515529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=d25e0f19-66f2-4624-895c-4b120f454a81,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:24.518992 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904eaa7d-d5b8-4072-9959-4616b7425664 service neutron] Pushing event updated for resources: {'Port': ['ID=453c357d-3396-4d7f-8d61-354e65c6beb2,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:24.554100 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9daa7c-62e9-4398-b328-5a5afa67e2b3 x-openstack-request-id: req-7f9daa7c-62e9-4398-b328-5a5afa67e2b3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:40:24.554387 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0", "tag": "453c357d-3396-4d7f-8d61-354e65c6beb2", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:40:24.554635 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f9daa7c-62e9-4398-b328-5a5afa67e2b3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:40:24.555024 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0', 'tag': '453c357d-3396-4d7f-8d61-354e65c6beb2', 'status': 'completed', 'code': 200} Jul 23 00:40:24.609455 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c561c69-e55c-4c14-bd08-934dea677948 req-49fd1f46-7509-4972-a4bd-35d54390ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:24.611307 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-49fd1f46-7509-4972-a4bd-35d54390ca60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 1094 time: 0.0675902 Jul 23 00:40:24.668560 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-c3296020-caf6-46df-a769-9dbad375a2ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=453c357d-3396-4d7f-8d61-354e65c6beb2 HTTP/1.1" status: 200 len: 217 time: 0.0444028 Jul 23 00:40:24.721534 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c561c69-e55c-4c14-bd08-934dea677948 req-c0a33ef5-b8cf-4b7a-82f7-4309a83c37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:24.723288 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-c0a33ef5-b8cf-4b7a-82f7-4309a83c37b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b2204d-b3f1-48b5-99e4-ea37703fa4e5 HTTP/1.1" status: 200 len: 835 time: 0.0487370 Jul 23 00:40:24.787310 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c561c69-e55c-4c14-bd08-934dea677948 req-0f11b1a8-c6eb-4b1f-96a4-b5d01fd999cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:24.788845 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-0f11b1a8-c6eb-4b1f-96a4-b5d01fd999cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b0ded41-5315-41ca-ad9d-bbd6aa33301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590622 Jul 23 00:40:24.882001 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-7010e106-4f27-4607-8d4c-7ade91355556 service neutron] 10.222.0.18 "GET /v2.0/networks/3b0ded41-5315-41ca-ad9d-bbd6aa33301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866411 Jul 23 00:40:24.966561 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2c561c69-e55c-4c14-bd08-934dea677948 req-51f5c6ad-bf8b-4af9-a1b8-8da186a663f8 service neutron] 10.222.0.18 "GET /v2.0/networks/3b0ded41-5315-41ca-ad9d-bbd6aa33301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783074 Jul 23 00:40:25.105212 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817a105-3e66-46c1-a8a5-ce89b3fbc0ec req-0f20fcad-f181-4e5f-855d-da4431177d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:25.106712 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9817a105-3e66-46c1-a8a5-ce89b3fbc0ec req-0f20fcad-f181-4e5f-855d-da4431177d92 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 1094 time: 0.0590353 Jul 23 00:40:25.195967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817a105-3e66-46c1-a8a5-ce89b3fbc0ec req-d7a95a24-c146-4ac8-ba47-7947225a974a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:25.197673 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9817a105-3e66-46c1-a8a5-ce89b3fbc0ec req-d7a95a24-c146-4ac8-ba47-7947225a974a service neutron] 10.222.0.18 "GET /v2.0/networks?id=3b0ded41-5315-41ca-ad9d-bbd6aa33301b HTTP/1.1" status: 200 len: 898 time: 0.0844517 Jul 23 00:40:25.241548 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9817a105-3e66-46c1-a8a5-ce89b3fbc0ec req-988a7e16-f5c6-4279-a1de-704a322c2a61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=453c357d-3396-4d7f-8d61-354e65c6beb2 HTTP/1.1" status: 200 len: 217 time: 0.0376606 Jul 23 00:40:25.289100 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817a105-3e66-46c1-a8a5-ce89b3fbc0ec req-cca78568-cdd5-4961-b91c-3ca0b18ee137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:25.290556 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9817a105-3e66-46c1-a8a5-ce89b3fbc0ec req-cca78568-cdd5-4961-b91c-3ca0b18ee137 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b2204d-b3f1-48b5-99e4-ea37703fa4e5 HTTP/1.1" status: 200 len: 835 time: 0.0431559 Jul 23 00:40:25.349633 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817a105-3e66-46c1-a8a5-ce89b3fbc0ec req-324c2fbc-91a4-4348-85aa-e2b45862f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:25.351182 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9817a105-3e66-46c1-a8a5-ce89b3fbc0ec req-324c2fbc-91a4-4348-85aa-e2b45862f124 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b0ded41-5315-41ca-ad9d-bbd6aa33301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531807 Jul 23 00:40:25.429703 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589fc82-1b05-4368-99de-170344b13946 req-ac57dd78-2d1d-423d-86f2-c22f706ac0a7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:25.431812 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1589fc82-1b05-4368-99de-170344b13946 req-ac57dd78-2d1d-423d-86f2-c22f706ac0a7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 943 time: 0.0642407 Jul 23 00:40:25.476301 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1589fc82-1b05-4368-99de-170344b13946 req-573a7850-ce4b-4c57-b60b-c8b9df473a9c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385070 Jul 23 00:40:25.739763 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d25e0f19-66f2-4624-895c-4b120f454a81 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:40:25.757408 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9817a105-3e66-46c1-a8a5-ce89b3fbc0ec req-5cd374e5-71fe-4e00-b3e8-2fbadb06ebff service neutron] 10.222.0.18 "GET /v2.0/networks/3b0ded41-5315-41ca-ad9d-bbd6aa33301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991485 Jul 23 00:40:25.786689 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d25e0f19-66f2-4624-895c-4b120f454a81 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:25.787053 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:25.848185 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9817a105-3e66-46c1-a8a5-ce89b3fbc0ec req-6bdaf354-89be-47cc-ac48-6f8fe637f045 service neutron] 10.222.0.18 "GET /v2.0/networks/3b0ded41-5315-41ca-ad9d-bbd6aa33301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832088 Jul 23 00:40:26.092806 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 453c357d-3396-4d7f-8d61-354e65c6beb2 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:40:26.187071 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 453c357d-3396-4d7f-8d61-354e65c6beb2, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=453c357d-3396-4d7f-8d61-354e65c6beb2,segment=NetworkSegment(fe57e2f7-87be-4dd4-ba2d-d146c6343906),segment_id=fe57e2f7-87be-4dd4-ba2d-d146c6343906)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:40:26.197712 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '453c357d-3396-4d7f-8d61-354e65c6beb2', 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b', 'port_id': '453c357d-3396-4d7f-8d61-354e65c6beb2', 'mac_address': 'fa:16:3e:2f:9d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:40:26.232774 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:26.245410 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453c357d-3396-4d7f-8d61-354e65c6beb2 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:40:26.264034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 453c357d-3396-4d7f-8d61-354e65c6beb2, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=453c357d-3396-4d7f-8d61-354e65c6beb2,segment=NetworkSegment(fe57e2f7-87be-4dd4-ba2d-d146c6343906),segment_id=fe57e2f7-87be-4dd4-ba2d-d146c6343906)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:40:26.267952 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:26.316422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=453c357d-3396-4d7f-8d61-354e65c6beb2,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:26.563272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['453c357d-3396-4d7f-8d61-354e65c6beb2'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:40:26.608400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a30618-9270-49d1-a76a-52ae42aceddd req-5dd38bc0-66e2-493d-87b4-d95baa75ed30 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:26.609929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6a30618-9270-49d1-a76a-52ae42aceddd req-5dd38bc0-66e2-493d-87b4-d95baa75ed30 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 944 time: 0.0650966 Jul 23 00:40:26.647672 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d6a30618-9270-49d1-a76a-52ae42aceddd req-4198abf2-1a85-4669-bf1f-708bb01c22e3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322187 Jul 23 00:40:27.777396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab1f98-e6d2-4c25-af51-0796d1f54ad3 req-48eea656-75bf-441f-9e2a-38a9fcfc6c2a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:27.778882 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcab1f98-e6d2-4c25-af51-0796d1f54ad3 req-48eea656-75bf-441f-9e2a-38a9fcfc6c2a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 944 time: 0.0635366 Jul 23 00:40:27.816793 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dcab1f98-e6d2-4c25-af51-0796d1f54ad3 req-ef424482-882e-4d08-94db-96fee45a7684 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321801 Jul 23 00:40:28.092468 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 453c357d-3396-4d7f-8d61-354e65c6beb2 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:40:28.140586 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 453c357d-3396-4d7f-8d61-354e65c6beb2 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:40:28.144260 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 453c357d-3396-4d7f-8d61-354e65c6beb2 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:28.144626 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:28.219151 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:28.240418 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453c357d-3396-4d7f-8d61-354e65c6beb2'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:40:28.242700 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce01b1b4-c7d6-450c-960f-6739f5500b9c" -d '{"events": [{"server_uuid": "6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0", "name": "network-vif-plugged", "status": "completed", "tag": "453c357d-3396-4d7f-8d61-354e65c6beb2"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:40:28.259331 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 453c357d-3396-4d7f-8d61-354e65c6beb2, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=453c357d-3396-4d7f-8d61-354e65c6beb2,segment=NetworkSegment(fe57e2f7-87be-4dd4-ba2d-d146c6343906),segment_id=fe57e2f7-87be-4dd4-ba2d-d146c6343906)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:40:28.265044 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:28.287327 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e003779b-4c09-4e29-b0e4-6d0f5e8749c0 x-openstack-request-id: req-e003779b-4c09-4e29-b0e4-6d0f5e8749c0 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:40:28.287621 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0", "name": "network-vif-plugged", "status": "completed", "tag": "453c357d-3396-4d7f-8d61-354e65c6beb2", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:40:28.287873 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e003779b-4c09-4e29-b0e4-6d0f5e8749c0 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:40:28.288259 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453c357d-3396-4d7f-8d61-354e65c6beb2', 'code': 200} Jul 23 00:40:28.313937 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=453c357d-3396-4d7f-8d61-354e65c6beb2,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:28.411328 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb0c10-82da-4865-8cc2-ad9888bae837 req-24f05f7a-ad3d-479c-8403-4c97e933598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:28.412876 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c5bb0c10-82da-4865-8cc2-ad9888bae837 req-24f05f7a-ad3d-479c-8403-4c97e933598e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0529461 Jul 23 00:40:28.446033 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-c5bb0c10-82da-4865-8cc2-ad9888bae837 req-74e7ca98-98cf-48ed-aa95-a15368b84fc7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268676 Jul 23 00:40:28.948398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1cdbe-f333-4533-a9b2-163759dabbd3 req-4f9c195c-50c0-49ab-a02d-a4d9e5f2c517 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:28.949908 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5a1cdbe-f333-4533-a9b2-163759dabbd3 req-4f9c195c-50c0-49ab-a02d-a4d9e5f2c517 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0665996 Jul 23 00:40:28.986847 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5a1cdbe-f333-4533-a9b2-163759dabbd3 req-0f9b3281-e3b1-4f1e-9988-4e3f64ac7d9d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314343 Jul 23 00:40:30.117165 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a9af4-4a08-4e62-b316-f3c9e0667a13 req-1c0fd914-08a0-4fe6-b5dc-0be1ea34a6a3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:30.119230 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-598a9af4-4a08-4e62-b316-f3c9e0667a13 req-1c0fd914-08a0-4fe6-b5dc-0be1ea34a6a3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0627749 Jul 23 00:40:30.155212 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-598a9af4-4a08-4e62-b316-f3c9e0667a13 req-92ac3c23-ffd5-4be7-9486-ed9328869f6e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305626 Jul 23 00:40:30.284828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ab971-8f62-4dd1-991f-ac8a6df583f5 req-9151a311-a6bf-4c22-acdb-66728834dbea tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:30.286258 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a9ab971-8f62-4dd1-991f-ac8a6df583f5 req-9151a311-a6bf-4c22-acdb-66728834dbea tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0632226 Jul 23 00:40:30.327525 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a9ab971-8f62-4dd1-991f-ac8a6df583f5 req-26058387-5d3b-4737-8c06-d7d33c2c780b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351667 Jul 23 00:40:30.348674 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33694) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:30.401560 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4856163e-242a-40e3-a329-361c868b09ec tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:30.403079 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4856163e-242a-40e3-a329-361c868b09ec tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 1091 time: 0.0534067 Jul 23 00:40:30.405919 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33696) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:30.410288 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '453c357d-3396-4d7f-8d61-354e65c6beb2', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:30.433021 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:30.525353 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:30.629509 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.25.4.210 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/aabc7715-ef11-4f52-8115-93618022ff7b) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:40:30.726518 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:30.769946 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:30.803598 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:40:30.806418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:40:30.811979 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:40:30.841925 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=aabc7715-ef11-4f52-8115-93618022ff7b,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:31.159586 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:31.232330 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:31.377999 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:31.382170 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:31.450002 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=aabc7715-ef11-4f52-8115-93618022ff7b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:31.459738 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:31.558730 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Floating IP 736611c5-0399-484e-b33e-1fe659fa615b associated. External IP: 172.25.4.210, port: 453c357d-3396-4d7f-8d61-354e65c6beb2. Jul 23 00:40:31.699582 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-baadcae0-3006-44e3-a6b4-2828b55e4d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:31.761830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 8b568110-f07f-41fd-aa24-136c0f81491a has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:40:31.868828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:40:31.879291 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4d74c5-6664-4762-8d72-d4ad60819086 None None] Sync routers for ids ['8b568110-f07f-41fd-aa24-136c0f81491a'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:40:31.887188 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:31.888102 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d74c5-6664-4762-8d72-d4ad60819086 None None] Routers {'8b568110-f07f-41fd-aa24-136c0f81491a'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:31.888704 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fd4d74c5-6664-4762-8d72-d4ad60819086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['8b568110-f07f-41fd-aa24-136c0f81491a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:31.923130 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-dc96e621-b5f5-4422-819b-9182efe93562 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5161746 Jul 23 00:40:31.923723 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0', 'tag': '453c357d-3396-4d7f-8d61-354e65c6beb2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:40:31.926024 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6feaad9a-a356-4844-abce-f53ffb743001" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0", "tag": "453c357d-3396-4d7f-8d61-354e65c6beb2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:40:31.965947 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f52878-c019-411a-aff0-29469a34ee37 x-openstack-request-id: req-c5f52878-c019-411a-aff0-29469a34ee37 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:40:31.966240 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0", "tag": "453c357d-3396-4d7f-8d61-354e65c6beb2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:40:31.966658 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5f52878-c019-411a-aff0-29469a34ee37 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:40:31.967081 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0', 'tag': '453c357d-3396-4d7f-8d61-354e65c6beb2', 'status': 'completed', 'code': 200} Jul 23 00:40:31.994750 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fd4d74c5-6664-4762-8d72-d4ad60819086 None None] Set router 8b568110-f07f-41fd-aa24-136c0f81491a gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:32.046603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcb029-bea3-44cf-a4e2-6877747dcab1 req-97647711-ac73-4961-8e7b-71035b02012a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:32.048311 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49dcb029-bea3-44cf-a4e2-6877747dcab1 req-97647711-ac73-4961-8e7b-71035b02012a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0743525 Jul 23 00:40:32.069600 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaad9a-a356-4844-abce-f53ffb743001 req-4692d976-70b1-4f14-90e3-49993a88d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:32.071243 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6feaad9a-a356-4844-abce-f53ffb743001 req-4692d976-70b1-4f14-90e3-49993a88d1dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0638101 Jul 23 00:40:32.086852 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-49dcb029-bea3-44cf-a4e2-6877747dcab1 req-1f1ab43a-584e-420e-8b96-653d6ff583ce tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323305 Jul 23 00:40:32.111492 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33702) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:32.174103 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaad9a-a356-4844-abce-f53ffb743001 req-3d3618b1-c85f-492c-a85a-5ba200459573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:32.175865 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6feaad9a-a356-4844-abce-f53ffb743001 req-3d3618b1-c85f-492c-a85a-5ba200459573 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3b0ded41-5315-41ca-ad9d-bbd6aa33301b HTTP/1.1" status: 200 len: 898 time: 0.0978234 Jul 23 00:40:32.177653 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4830ee0f-8536-44ef-a3c2-7e45019b4980 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/736611c5-0399-484e-b33e-1fe659fa615b HTTP/1.1" status: 200 len: 991 time: 0.0643244 Jul 23 00:40:32.222673 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fd4d74c5-6664-4762-8d72-d4ad60819086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820864071', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:16Z', 'updated_at': '2021-07-23T00:40:20Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:17Z', 'updated_at': '2021-07-23T00:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '736611c5-0399-484e-b33e-1fe659fa615b', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'floating_ip_address': '172.25.4.210', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'port_id': '453c357d-3396-4d7f-8d61-354e65c6beb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b', 'mac_address': 'fa:16:3e:2f:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:40:31Z', 'updated_at': '2021-07-23T00:40:31Z', 'revision_number': 0, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25e0f19-66f2-4624-895c-4b120f454a81', 'name': '', 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:14:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:19Z', 'updated_at': '2021-07-23T00:40:24Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:32.247811 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6feaad9a-a356-4844-abce-f53ffb743001 req-04abf669-7038-4041-98ef-4a5e5150be64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=453c357d-3396-4d7f-8d61-354e65c6beb2 HTTP/1.1" status: 200 len: 999 time: 0.0641155 Jul 23 00:40:32.252099 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4d74c5-6664-4762-8d72-d4ad60819086 None None] Checking router: 8b568110-f07f-41fd-aa24-136c0f81491a for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:40:32.260379 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d74c5-6664-4762-8d72-d4ad60819086 None None] Routers {'8b568110-f07f-41fd-aa24-136c0f81491a'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:32.261079 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fd4d74c5-6664-4762-8d72-d4ad60819086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:40:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['8b568110-f07f-41fd-aa24-136c0f81491a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:32.296282 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaad9a-a356-4844-abce-f53ffb743001 req-38ff3078-26c6-41d7-873f-0692d52578b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:32.297798 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6feaad9a-a356-4844-abce-f53ffb743001 req-38ff3078-26c6-41d7-873f-0692d52578b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b2204d-b3f1-48b5-99e4-ea37703fa4e5 HTTP/1.1" status: 200 len: 835 time: 0.0433109 Jul 23 00:40:32.355776 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaad9a-a356-4844-abce-f53ffb743001 req-6a18a27f-b78d-405f-82d0-121eb03092c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:32.357319 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6feaad9a-a356-4844-abce-f53ffb743001 req-6a18a27f-b78d-405f-82d0-121eb03092c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b0ded41-5315-41ca-ad9d-bbd6aa33301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533235 Jul 23 00:40:32.361665 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-fd4d74c5-6664-4762-8d72-d4ad60819086 None None] Set router 8b568110-f07f-41fd-aa24-136c0f81491a gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:32.449472 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6feaad9a-a356-4844-abce-f53ffb743001 req-2e77b981-a4e5-4a52-9770-f9252e72d79e service neutron] 10.222.0.18 "GET /v2.0/networks/3b0ded41-5315-41ca-ad9d-bbd6aa33301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858271 Jul 23 00:40:32.537837 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-6feaad9a-a356-4844-abce-f53ffb743001 req-b2ab0cce-5a70-423f-b18f-86f10ca7572d service neutron] 10.222.0.18 "GET /v2.0/networks/3b0ded41-5315-41ca-ad9d-bbd6aa33301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818977 Jul 23 00:40:32.584616 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-fd4d74c5-6664-4762-8d72-d4ad60819086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820864071', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:16Z', 'updated_at': '2021-07-23T00:40:20Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:17Z', 'updated_at': '2021-07-23T00:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '736611c5-0399-484e-b33e-1fe659fa615b', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'floating_ip_address': '172.25.4.210', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'port_id': '453c357d-3396-4d7f-8d61-354e65c6beb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b', 'mac_address': 'fa:16:3e:2f:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:40:31Z', 'updated_at': '2021-07-23T00:40:31Z', 'revision_number': 0, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25e0f19-66f2-4624-895c-4b120f454a81', 'name': '', 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:14:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:19Z', 'updated_at': '2021-07-23T00:40:24Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:32.610211 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4d74c5-6664-4762-8d72-d4ad60819086 None None] The sync data for ids ['8b568110-f07f-41fd-aa24-136c0f81491a'] in n-d-688802-2 is: [{'id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820864071', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:16Z', 'updated_at': '2021-07-23T00:40:20Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:17Z', 'updated_at': '2021-07-23T00:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '736611c5-0399-484e-b33e-1fe659fa615b', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'floating_ip_address': '172.25.4.210', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'port_id': '453c357d-3396-4d7f-8d61-354e65c6beb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b', 'mac_address': 'fa:16:3e:2f:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:40:31Z', 'updated_at': '2021-07-23T00:40:31Z', 'revision_number': 0, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25e0f19-66f2-4624-895c-4b120f454a81', 'name': '', 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:14:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:19Z', 'updated_at': '2021-07-23T00:40:24Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:40:32.793706 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992ceafd-e5f0-4b2c-8a17-6e0ed0e97f6d None None] New status for floating IP 736611c5-0399-484e-b33e-1fe659fa615b: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:40:33.180942 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33704) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:33.245389 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f9e39e2e-4d3d-4898-8ec9-b2fabee2b035 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/736611c5-0399-484e-b33e-1fe659fa615b HTTP/1.1" status: 200 len: 993 time: 0.0630636 Jul 23 00:40:34.439880 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a1b027b-031c-4323-8fd5-b0c6fb768746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:34.496050 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:34.951305 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:35.781385 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:37.259384 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:38.104730 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-daf7ec17-22a1-41d8-8776-8cc8d9bd00be req-ea0da7be-162e-4913-ad77-9925b951e912 service neutron] (93820) timed out ('10.222.0.95', 55322) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:40:47.192004 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:57.543404 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:41:01.700176 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f6e21495-4a6d-400f-95c7-6d30d4aa6757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:04.439283 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-597fd18d-b6a1-473e-a617-8b85132abc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:04.500230 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:04.706450 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d478dc-9a58-4b76-8faa-59fbffc5d074 req-81f859d0-dcf5-4e48-96b0-276fb4e5b0d7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:04.707847 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-84d478dc-9a58-4b76-8faa-59fbffc5d074 req-81f859d0-dcf5-4e48-96b0-276fb4e5b0d7 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0706279 Jul 23 00:41:04.744460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-84d478dc-9a58-4b76-8faa-59fbffc5d074 req-601437d1-db12-4ef8-a715-a371596ba269 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309584 Jul 23 00:41:04.954862 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:05.783418 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:05.891065 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737ef89-41f6-44cc-a6cf-f8ce391ca3fa req-6b8efeeb-b786-42ec-b344-8dacf8061974 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:05.892597 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8737ef89-41f6-44cc-a6cf-f8ce391ca3fa req-6b8efeeb-b786-42ec-b344-8dacf8061974 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0666606 Jul 23 00:41:05.930186 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8737ef89-41f6-44cc-a6cf-f8ce391ca3fa req-9d132234-b295-4fe7-84ec-69fec47fb6d3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320804 Jul 23 00:41:07.060812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304d16c-953f-4c80-b664-67d86ebdf282 req-e5049c4b-94d9-43c4-bf44-2bcda3429edf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:07.062338 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3304d16c-953f-4c80-b664-67d86ebdf282 req-e5049c4b-94d9-43c4-bf44-2bcda3429edf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0645924 Jul 23 00:41:07.099900 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3304d16c-953f-4c80-b664-67d86ebdf282 req-72e497b0-0fbe-4c8e-859d-58492884592e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320752 Jul 23 00:41:07.262170 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:08.225442 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd93cb-c731-4919-bbcb-12125f35fc60 req-8ef6a70e-ede4-42b6-9fd7-d1992a961eed tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:08.226920 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5bfd93cb-c731-4919-bbcb-12125f35fc60 req-8ef6a70e-ede4-42b6-9fd7-d1992a961eed tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0620708 Jul 23 00:41:08.267691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5bfd93cb-c731-4919-bbcb-12125f35fc60 req-8882fd35-624a-47ff-9dfa-5d252bcbb31c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345809 Jul 23 00:41:09.398375 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed05ac-6e0c-4651-af5e-4efa88b1d1a6 req-38e1880e-6582-4f65-93df-8d40790bdb00 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:09.399852 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-caed05ac-6e0c-4651-af5e-4efa88b1d1a6 req-38e1880e-6582-4f65-93df-8d40790bdb00 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0662234 Jul 23 00:41:09.436870 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-caed05ac-6e0c-4651-af5e-4efa88b1d1a6 req-391d8603-fd18-4075-99c8-58a66bf33ee9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315287 Jul 23 00:41:10.563964 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141ace-5376-4a26-8fdd-b196043e35dc req-0d401347-af91-4913-a07a-14d8b581fd9a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:10.565474 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f1141ace-5376-4a26-8fdd-b196043e35dc req-0d401347-af91-4913-a07a-14d8b581fd9a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0628986 Jul 23 00:41:10.601108 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f1141ace-5376-4a26-8fdd-b196043e35dc req-5670f912-e008-4c3d-8bcd-109d4a04a1a4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301423 Jul 23 00:41:11.735228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ef969-ed10-4b27-803e-697e70f62d97 req-647bec4d-0e6e-4176-9398-8ab00e100ddd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:11.736721 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-605ef969-ed10-4b27-803e-697e70f62d97 req-647bec4d-0e6e-4176-9398-8ab00e100ddd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0666034 Jul 23 00:41:11.773148 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-605ef969-ed10-4b27-803e-697e70f62d97 req-13759b84-121e-45a6-85dc-df234288341a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307441 Jul 23 00:41:12.906585 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad79319-69a5-435e-8a1e-ed3d90e3d620 req-aeb89b52-da18-4785-8997-af6ffccd5902 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:12.908121 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dad79319-69a5-435e-8a1e-ed3d90e3d620 req-aeb89b52-da18-4785-8997-af6ffccd5902 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0655107 Jul 23 00:41:12.946354 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dad79319-69a5-435e-8a1e-ed3d90e3d620 req-bbb5df68-342a-43df-803f-76efc0636028 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325329 Jul 23 00:41:12.946955 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652650fe-db5f-4fa1-9994-a131babe5569 req-63a6e5ca-1c4e-408b-a3ea-89c9532c773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:12.949032 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-652650fe-db5f-4fa1-9994-a131babe5569 req-63a6e5ca-1c4e-408b-a3ea-89c9532c773d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0579348 Jul 23 00:41:13.053469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652650fe-db5f-4fa1-9994-a131babe5569 req-c820b310-8620-48b4-bae0-e67bdb14aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:13.054864 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-652650fe-db5f-4fa1-9994-a131babe5569 req-c820b310-8620-48b4-bae0-e67bdb14aa41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3b0ded41-5315-41ca-ad9d-bbd6aa33301b HTTP/1.1" status: 200 len: 898 time: 0.0867562 Jul 23 00:41:13.118027 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-652650fe-db5f-4fa1-9994-a131babe5569 req-eddf8648-ca06-4f9d-a9e5-c54653f00558 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=453c357d-3396-4d7f-8d61-354e65c6beb2 HTTP/1.1" status: 200 len: 1001 time: 0.0561426 Jul 23 00:41:13.169200 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652650fe-db5f-4fa1-9994-a131babe5569 req-907f69ff-5cae-4dba-8cab-5c5d44285fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:13.170876 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-652650fe-db5f-4fa1-9994-a131babe5569 req-907f69ff-5cae-4dba-8cab-5c5d44285fe4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b2204d-b3f1-48b5-99e4-ea37703fa4e5 HTTP/1.1" status: 200 len: 835 time: 0.0465794 Jul 23 00:41:13.228531 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652650fe-db5f-4fa1-9994-a131babe5569 req-f886186f-be97-4116-84e3-568e118b0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:13.230352 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-652650fe-db5f-4fa1-9994-a131babe5569 req-f886186f-be97-4116-84e3-568e118b0750 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b0ded41-5315-41ca-ad9d-bbd6aa33301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533633 Jul 23 00:41:13.318413 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-652650fe-db5f-4fa1-9994-a131babe5569 req-6e9ca783-12dd-4c22-949c-74aadc2e06ad service neutron] 10.222.0.18 "GET /v2.0/networks/3b0ded41-5315-41ca-ad9d-bbd6aa33301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809698 Jul 23 00:41:13.409822 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-652650fe-db5f-4fa1-9994-a131babe5569 req-652c47cb-37e6-4c67-8063-d169e4cc04e7 service neutron] 10.222.0.18 "GET /v2.0/networks/3b0ded41-5315-41ca-ad9d-bbd6aa33301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852637 Jul 23 00:41:14.078014 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fd770-fb08-4753-9da1-a44ff2bba206 req-e6e9e5da-56e8-406c-abbc-bae74e3688ae tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:14.079771 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e3fd770-fb08-4753-9da1-a44ff2bba206 req-e6e9e5da-56e8-406c-abbc-bae74e3688ae tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0637906 Jul 23 00:41:14.119222 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4e3fd770-fb08-4753-9da1-a44ff2bba206 req-4a4348e4-e46c-4ea2-a8f5-52c95b7196e6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339503 Jul 23 00:41:15.250105 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb35f0b-d565-4064-8e5e-44e7ec6a107a req-c01b0150-bd2e-4969-845f-9830c87c7086 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:15.251842 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1cb35f0b-d565-4064-8e5e-44e7ec6a107a req-c01b0150-bd2e-4969-845f-9830c87c7086 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0665009 Jul 23 00:41:15.288624 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1cb35f0b-d565-4064-8e5e-44e7ec6a107a req-cb48b149-4d22-4d21-a825-8d411b7428a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312214 Jul 23 00:41:16.418182 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83640f-93a0-4aa2-94ec-bc4d8eed8be4 req-55c6e732-45de-4fcd-9686-114b9fda6fa8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:16.419693 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ef83640f-93a0-4aa2-94ec-bc4d8eed8be4 req-55c6e732-45de-4fcd-9686-114b9fda6fa8 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0636892 Jul 23 00:41:16.456189 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ef83640f-93a0-4aa2-94ec-bc4d8eed8be4 req-b168d61e-bf09-443e-8174-a539a5706e12 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309975 Jul 23 00:41:17.194047 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:17.589824 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec724f-de6e-476e-9467-10ecbf375307 req-7fb604fb-490e-4f6b-91d3-2b0dc0d7115d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:17.591293 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7bec724f-de6e-476e-9467-10ecbf375307 req-7fb604fb-490e-4f6b-91d3-2b0dc0d7115d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0686529 Jul 23 00:41:17.627587 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7bec724f-de6e-476e-9467-10ecbf375307 req-2583387b-4913-4fbc-bb8c-83aca370b391 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308714 Jul 23 00:41:18.755058 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f703c2-a3f4-430a-9a97-dab8b8aabde9 req-a756a944-746f-4706-b3fb-f8f209b0808d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:18.756515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2f703c2-a3f4-430a-9a97-dab8b8aabde9 req-a756a944-746f-4706-b3fb-f8f209b0808d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0626149 Jul 23 00:41:18.794107 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a2f703c2-a3f4-430a-9a97-dab8b8aabde9 req-04a5dc8c-466a-4f51-b9c8-1cac88f91147 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313804 Jul 23 00:41:19.923663 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576f11c-c9e5-4b04-b42b-8452d097abbc req-3c84aa5f-cbbb-4a61-8ec4-21351db2df42 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:19.925042 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3576f11c-c9e5-4b04-b42b-8452d097abbc req-3c84aa5f-cbbb-4a61-8ec4-21351db2df42 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0640721 Jul 23 00:41:19.971856 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3576f11c-c9e5-4b04-b42b-8452d097abbc req-8b6ba9ac-0d7a-4eb4-932b-215c5d263d29 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405781 Jul 23 00:41:21.104223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc13912-5810-48e7-99b3-72089fa54b2a req-4c20722c-8d5c-4e0c-8aed-f04433ca918f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:21.105581 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fcc13912-5810-48e7-99b3-72089fa54b2a req-4c20722c-8d5c-4e0c-8aed-f04433ca918f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0652518 Jul 23 00:41:21.142916 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fcc13912-5810-48e7-99b3-72089fa54b2a req-affbe8ea-d80b-4ddf-b9be-d404887def1f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315998 Jul 23 00:41:21.165693 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33760) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:41:21.224229 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-b07a4a85-5db2-47f1-b928-9fc2a478a646 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/736611c5-0399-484e-b33e-1fe659fa615b HTTP/1.1" status: 200 len: 993 time: 0.0574191 Jul 23 00:41:22.507038 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983c2f9-496e-4ab7-8a6e-66114ba1a5ca req-5c74e9d1-dcb0-4933-982a-c253ab7c1830 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:22.508556 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1983c2f9-496e-4ab7-8a6e-66114ba1a5ca req-5c74e9d1-dcb0-4933-982a-c253ab7c1830 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0665858 Jul 23 00:41:22.547311 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1983c2f9-496e-4ab7-8a6e-66114ba1a5ca req-53996745-1220-49f1-8acc-69f456143042 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325758 Jul 23 00:41:22.550351 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f25ed-e711-413c-aae8-b5c988dc5333 req-f72d08c2-5812-43e4-8251-babc6cc0a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:22.551914 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-963f25ed-e711-413c-aae8-b5c988dc5333 req-f72d08c2-5812-43e4-8251-babc6cc0a531 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0556924 Jul 23 00:41:22.642845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f25ed-e711-413c-aae8-b5c988dc5333 req-05b23d01-dfc0-4074-b552-0d2a5d6c88de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:22.644308 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-963f25ed-e711-413c-aae8-b5c988dc5333 req-05b23d01-dfc0-4074-b552-0d2a5d6c88de service neutron] 10.222.0.18 "GET /v2.0/networks?id=3b0ded41-5315-41ca-ad9d-bbd6aa33301b HTTP/1.1" status: 200 len: 898 time: 0.0859103 Jul 23 00:41:22.706647 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-963f25ed-e711-413c-aae8-b5c988dc5333 req-e78fb5af-19c8-4468-877d-3a58da379983 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=453c357d-3396-4d7f-8d61-354e65c6beb2 HTTP/1.1" status: 200 len: 1001 time: 0.0558510 Jul 23 00:41:22.757822 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f25ed-e711-413c-aae8-b5c988dc5333 req-529e63d9-e3f5-4308-8b7c-5efbc6ff3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:22.759296 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-963f25ed-e711-413c-aae8-b5c988dc5333 req-529e63d9-e3f5-4308-8b7c-5efbc6ff3b15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b2204d-b3f1-48b5-99e4-ea37703fa4e5 HTTP/1.1" status: 200 len: 835 time: 0.0465848 Jul 23 00:41:22.817411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f25ed-e711-413c-aae8-b5c988dc5333 req-4386ad14-fd5a-45e5-a045-4f734a9f8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:22.818867 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-963f25ed-e711-413c-aae8-b5c988dc5333 req-4386ad14-fd5a-45e5-a045-4f734a9f8ff3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b0ded41-5315-41ca-ad9d-bbd6aa33301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525923 Jul 23 00:41:22.909400 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-963f25ed-e711-413c-aae8-b5c988dc5333 req-3ef9a6c7-09f4-4d08-832d-2c0e5cdd2b8a service neutron] 10.222.0.18 "GET /v2.0/networks/3b0ded41-5315-41ca-ad9d-bbd6aa33301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836396 Jul 23 00:41:23.003070 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-963f25ed-e711-413c-aae8-b5c988dc5333 req-10bdb93c-be65-496a-8911-b40e493e9a78 service neutron] 10.222.0.18 "GET /v2.0/networks/3b0ded41-5315-41ca-ad9d-bbd6aa33301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878971 Jul 23 00:41:23.678583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773af10-bfef-4e03-8017-07418dfa9c46 req-f6a86ecf-cb45-4fa3-9722-0f6e45817a14 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:23.680059 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c773af10-bfef-4e03-8017-07418dfa9c46 req-f6a86ecf-cb45-4fa3-9722-0f6e45817a14 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0637531 Jul 23 00:41:23.717600 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c773af10-bfef-4e03-8017-07418dfa9c46 req-9f217a5e-d7e3-4a74-98cd-233e5a8af7c9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318804 Jul 23 00:41:23.740333 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33770) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:41:23.803338 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3e89736c-59cc-4e44-999d-8b3933ec7a41 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/736611c5-0399-484e-b33e-1fe659fa615b HTTP/1.1" status: 200 len: 993 time: 0.0618746 Jul 23 00:41:31.700982 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-46ed5666-f915-41fb-810c-f5f2f31f2d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:34.439610 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-13c9749c-a8e9-408c-9f4b-30081763b324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:34.501016 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:34.542827 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:41:34.952515 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:35.785950 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:37.264585 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:47.206261 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:54.298728 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33786) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:41:54.792240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port aabc7715-ef11-4f52-8115-93618022ff7b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:41:54.792582 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:54.868137 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:54.868463 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:54.880540 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for aabc7715-ef11-4f52-8115-93618022ff7b owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:41:55.023838 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:55.048884 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=aabc7715-ef11-4f52-8115-93618022ff7b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:41:55.077879 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:55.078235 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:55.078601 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:55.078936 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:55.079266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:55.079600 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:55.079920 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:55.080245 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:55.080571 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:55.080894 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:55.081238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:55.081559 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:55.119414 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:55.120437 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Floating IP 736611c5-0399-484e-b33e-1fe659fa615b disassociated (deleted). External IP: 172.25.4.210, port: 453c357d-3396-4d7f-8d61-354e65c6beb2. Jul 23 00:41:55.322402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 8b568110-f07f-41fd-aa24-136c0f81491a has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:41:55.427473 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:41:55.432309 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:55.437526 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180d696-b558-468d-8d4b-3da8a610e0be None None] Sync routers for ids ['8b568110-f07f-41fd-aa24-136c0f81491a'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:41:55.446369 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180d696-b558-468d-8d4b-3da8a610e0be None None] Routers {'8b568110-f07f-41fd-aa24-136c0f81491a'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:41:55.446971 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3180d696-b558-468d-8d4b-3da8a610e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:41:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['8b568110-f07f-41fd-aa24-136c0f81491a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:41:55.469136 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7264079d-7d72-4043-8243-a3c2c503d0a1 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/floatingips/736611c5-0399-484e-b33e-1fe659fa615b HTTP/1.1" status: 204 len: 168 time: 1.1670468 Jul 23 00:41:55.469136 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0', 'tag': '453c357d-3396-4d7f-8d61-354e65c6beb2'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:41:55.469802 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c26f30-d75c-4ae4-80a5-1bc5d941e50c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0", "tag": "453c357d-3396-4d7f-8d61-354e65c6beb2"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:41:55.507589 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2822fd-2d43-4906-b1e8-90608545a759 x-openstack-request-id: req-ee2822fd-2d43-4906-b1e8-90608545a759 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:41:55.507888 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0", "tag": "453c357d-3396-4d7f-8d61-354e65c6beb2", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:41:55.508136 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee2822fd-2d43-4906-b1e8-90608545a759 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:41:55.508535 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0', 'tag': '453c357d-3396-4d7f-8d61-354e65c6beb2', 'status': 'completed', 'code': 200} Jul 23 00:41:55.556245 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3180d696-b558-468d-8d4b-3da8a610e0be None None] Set router 8b568110-f07f-41fd-aa24-136c0f81491a gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:41:55.611491 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c26f30-d75c-4ae4-80a5-1bc5d941e50c req-28b2bc11-8998-4b20-a2e3-a8e7edc04158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:55.613156 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f7c26f30-d75c-4ae4-80a5-1bc5d941e50c req-28b2bc11-8998-4b20-a2e3-a8e7edc04158 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0597188 Jul 23 00:41:55.713563 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb2fe6-1439-4bc5-94f0-d44dbf5b5607 req-8c156ff6-8886-486d-a621-80a5913961a9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:55.715241 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5bcb2fe6-1439-4bc5-94f0-d44dbf5b5607 req-8c156ff6-8886-486d-a621-80a5913961a9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0724854 Jul 23 00:41:55.732574 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c26f30-d75c-4ae4-80a5-1bc5d941e50c req-416831ca-57c2-4977-ba39-176792b126c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:55.734254 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f7c26f30-d75c-4ae4-80a5-1bc5d941e50c req-416831ca-57c2-4977-ba39-176792b126c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3b0ded41-5315-41ca-ad9d-bbd6aa33301b HTTP/1.1" status: 200 len: 898 time: 0.0951080 Jul 23 00:41:55.756786 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5bcb2fe6-1439-4bc5-94f0-d44dbf5b5607 req-449cfed9-b837-4e9d-8fad-26260ab49d03 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358174 Jul 23 00:41:55.771847 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3180d696-b558-468d-8d4b-3da8a610e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820864071', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:16Z', 'updated_at': '2021-07-23T00:40:20Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:17Z', 'updated_at': '2021-07-23T00:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd25e0f19-66f2-4624-895c-4b120f454a81', 'name': '', 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:14:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:19Z', 'updated_at': '2021-07-23T00:40:24Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:41:55.786674 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f7c26f30-d75c-4ae4-80a5-1bc5d941e50c req-b0520c3b-cfe9-4d22-abe5-461ad579ff33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=453c357d-3396-4d7f-8d61-354e65c6beb2 HTTP/1.1" status: 200 len: 217 time: 0.0450509 Jul 23 00:41:55.797481 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180d696-b558-468d-8d4b-3da8a610e0be None None] Checking router: 8b568110-f07f-41fd-aa24-136c0f81491a for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:41:55.805536 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180d696-b558-468d-8d4b-3da8a610e0be None None] Routers {'8b568110-f07f-41fd-aa24-136c0f81491a'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:41:55.806135 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3180d696-b558-468d-8d4b-3da8a610e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:41:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['8b568110-f07f-41fd-aa24-136c0f81491a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:41:55.837489 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c26f30-d75c-4ae4-80a5-1bc5d941e50c req-a8d9876d-4058-4cf2-84b1-7de4027eb2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:55.839026 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f7c26f30-d75c-4ae4-80a5-1bc5d941e50c req-a8d9876d-4058-4cf2-84b1-7de4027eb2c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b2204d-b3f1-48b5-99e4-ea37703fa4e5 HTTP/1.1" status: 200 len: 835 time: 0.0452435 Jul 23 00:41:55.898038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c26f30-d75c-4ae4-80a5-1bc5d941e50c req-8587765a-b8f5-4e3a-8b7b-907660adc1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:55.899586 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f7c26f30-d75c-4ae4-80a5-1bc5d941e50c req-8587765a-b8f5-4e3a-8b7b-907660adc1e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b0ded41-5315-41ca-ad9d-bbd6aa33301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538869 Jul 23 00:41:55.909293 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-3180d696-b558-468d-8d4b-3da8a610e0be None None] Set router 8b568110-f07f-41fd-aa24-136c0f81491a gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:41:55.994662 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f7c26f30-d75c-4ae4-80a5-1bc5d941e50c req-5f9276b9-b324-4803-b34e-2073b1510d42 service neutron] 10.222.0.18 "GET /v2.0/networks/3b0ded41-5315-41ca-ad9d-bbd6aa33301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872331 Jul 23 00:41:56.087918 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f7c26f30-d75c-4ae4-80a5-1bc5d941e50c req-607a0cab-836a-44e5-a4ab-8e203bb63f1e service neutron] 10.222.0.18 "GET /v2.0/networks/3b0ded41-5315-41ca-ad9d-bbd6aa33301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845351 Jul 23 00:41:56.102035 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-3180d696-b558-468d-8d4b-3da8a610e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820864071', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:16Z', 'updated_at': '2021-07-23T00:40:20Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:17Z', 'updated_at': '2021-07-23T00:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd25e0f19-66f2-4624-895c-4b120f454a81', 'name': '', 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:14:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:19Z', 'updated_at': '2021-07-23T00:40:24Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:41:56.133955 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180d696-b558-468d-8d4b-3da8a610e0be None None] The sync data for ids ['8b568110-f07f-41fd-aa24-136c0f81491a'] in n-d-688802-2 is: [{'id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820864071', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:16Z', 'updated_at': '2021-07-23T00:40:20Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:17Z', 'updated_at': '2021-07-23T00:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'd25e0f19-66f2-4624-895c-4b120f454a81', 'name': '', 'network_id': '3b0ded41-5315-41ca-ad9d-bbd6aa33301b', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:14:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:19Z', 'updated_at': '2021-07-23T00:40:24Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': '69b2204d-b3f1-48b5-99e4-ea37703fa4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:41:56.343810 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6a918-60f8-4588-b3b7-f9cc2e134271 None None] New status for floating IP 736611c5-0399-484e-b33e-1fe659fa615b: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:41:56.891481 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffef06-f79a-4d90-ad73-dfce3ba854a8 req-e7f7da1b-49b8-4797-88ba-01b86a0e23bd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:56.892969 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b9ffef06-f79a-4d90-ad73-dfce3ba854a8 req-e7f7da1b-49b8-4797-88ba-01b86a0e23bd tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0664837 Jul 23 00:41:56.930833 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b9ffef06-f79a-4d90-ad73-dfce3ba854a8 req-f2c06a4e-5ab6-44d7-ac2c-a5e28248f43f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1c7b14c-800e-4a2f-8eb9-edd19af27c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321877 Jul 23 00:41:57.243399 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982e5e5-c2c5-4842-a68d-ff2938b1842a req-50bb6134-14f8-46d9-b3ec-b77a78702cd5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:57.245734 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3982e5e5-c2c5-4842-a68d-ff2938b1842a req-50bb6134-14f8-46d9-b3ec-b77a78702cd5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 945 time: 0.0685692 Jul 23 00:41:57.341558 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3982e5e5-c2c5-4842-a68d-ff2938b1842a req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port 453c357d-3396-4d7f-8d61-354e65c6beb2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:41:57.341900 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3982e5e5-c2c5-4842-a68d-ff2938b1842a req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:57.434098 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-3982e5e5-c2c5-4842-a68d-ff2938b1842a req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] For port 453c357d-3396-4d7f-8d61-354e65c6beb2, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=453c357d-3396-4d7f-8d61-354e65c6beb2,segment=NetworkSegment(fe57e2f7-87be-4dd4-ba2d-d146c6343906),segment_id=fe57e2f7-87be-4dd4-ba2d-d146c6343906)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:41:57.434463 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3982e5e5-c2c5-4842-a68d-ff2938b1842a req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:57.446217 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-3982e5e5-c2c5-4842-a68d-ff2938b1842a req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for 453c357d-3396-4d7f-8d61-354e65c6beb2 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:41:57.569422 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3982e5e5-c2c5-4842-a68d-ff2938b1842a req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:57.599235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=453c357d-3396-4d7f-8d61-354e65c6beb2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:41:57.609146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:57.609499 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:57.609840 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:57.610175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:57.610505 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:57.610834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:57.611161 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:57.611968 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:57.611968 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:57.612157 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:57.612420 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:57.612736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:57.658783 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3982e5e5-c2c5-4842-a68d-ff2938b1842a req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] No DVR routers for this DVR port 453c357d-3396-4d7f-8d61-354e65c6beb2 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:41:57.661406 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-3982e5e5-c2c5-4842-a68d-ff2938b1842a req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:57.663507 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-3982e5e5-c2c5-4842-a68d-ff2938b1842a req-588f1a9c-3807-464c-a4b1-39c3cecc8343 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "DELETE /v2.0/ports/453c357d-3396-4d7f-8d61-354e65c6beb2 HTTP/1.1" status: 204 len: 173 time: 0.4124815 Jul 23 00:41:57.663944 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0', 'name': 'network-vif-deleted', 'tag': '453c357d-3396-4d7f-8d61-354e65c6beb2'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:41:57.666264 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f6a591-109e-4ef1-bd6b-f9eb22847bf0" -d '{"events": [{"server_uuid": "6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0", "name": "network-vif-deleted", "tag": "453c357d-3396-4d7f-8d61-354e65c6beb2"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:41:57.706691 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e42eb4-f0b5-4261-8328-014a388a80c3 x-openstack-request-id: req-60e42eb4-f0b5-4261-8328-014a388a80c3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:41:57.707284 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0", "name": "network-vif-deleted", "tag": "453c357d-3396-4d7f-8d61-354e65c6beb2", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:41:57.707284 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60e42eb4-f0b5-4261-8328-014a388a80c3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:41:57.707921 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0', 'name': 'network-vif-deleted', 'tag': '453c357d-3396-4d7f-8d61-354e65c6beb2', 'status': 'completed', 'code': 200} Jul 23 00:41:58.043145 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-92238c1b-6ba5-4f72-b20c-dd28d937d99f req-4fcc656d-1531-42f6-8425-697e58b5a334 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f4f5da4-dfe7-40ff-ae8c-f2b577a35cb0 HTTP/1.1" status: 200 len: 210 time: 0.0299418 Jul 23 00:41:59.100608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33806) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:41:59.460884 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5703bf45-d18f-4864-9370-00e508ed4d15 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:59.726457 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5703bf45-d18f-4864-9370-00e508ed4d15 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port d25e0f19-66f2-4624-895c-4b120f454a81 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:41:59.726712 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5703bf45-d18f-4864-9370-00e508ed4d15 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:59.812952 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-5703bf45-d18f-4864-9370-00e508ed4d15 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] For port d25e0f19-66f2-4624-895c-4b120f454a81, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d25e0f19-66f2-4624-895c-4b120f454a81,segment=NetworkSegment(fe57e2f7-87be-4dd4-ba2d-d146c6343906),segment_id=fe57e2f7-87be-4dd4-ba2d-d146c6343906)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:41:59.813339 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5703bf45-d18f-4864-9370-00e508ed4d15 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:59.826139 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-5703bf45-d18f-4864-9370-00e508ed4d15 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for d25e0f19-66f2-4624-895c-4b120f454a81 owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:42:00.012410 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5703bf45-d18f-4864-9370-00e508ed4d15 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:00.039110 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703bf45-d18f-4864-9370-00e508ed4d15 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=d25e0f19-66f2-4624-895c-4b120f454a81,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:00.212108 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5703bf45-d18f-4864-9370-00e508ed4d15 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:00.425300 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5703bf45-d18f-4864-9370-00e508ed4d15 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 8b568110-f07f-41fd-aa24-136c0f81491a has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:42:00.530106 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5703bf45-d18f-4864-9370-00e508ed4d15 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:42:00.535227 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5703bf45-d18f-4864-9370-00e508ed4d15 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "PUT /v2.0/routers/8b568110-f07f-41fd-aa24-136c0f81491a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4335518 Jul 23 00:42:00.537894 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33808) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:00.540282 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95e381-75a6-4293-abb5-2a09c6d314ad None None] Sync routers for ids ['8b568110-f07f-41fd-aa24-136c0f81491a'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:42:00.549995 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95e381-75a6-4293-abb5-2a09c6d314ad None None] Routers {'8b568110-f07f-41fd-aa24-136c0f81491a'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:00.550592 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9a95e381-75a6-4293-abb5-2a09c6d314ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:41:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['8b568110-f07f-41fd-aa24-136c0f81491a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:00.588792 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a370a12-60f1-41b5-bab0-4ec5f93ff46f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting subnet 69b2204d-b3f1-48b5-99e4-ea37703fa4e5 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:42:00.592160 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a370a12-60f1-41b5-bab0-4ec5f93ff46f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:00.633693 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a370a12-60f1-41b5-bab0-4ec5f93ff46f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:00.724281 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a370a12-60f1-41b5-bab0-4ec5f93ff46f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:00.744492 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9a95e381-75a6-4293-abb5-2a09c6d314ad None None] Set router 8b568110-f07f-41fd-aa24-136c0f81491a gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:00.783736 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a370a12-60f1-41b5-bab0-4ec5f93ff46f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:00.813196 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a370a12-60f1-41b5-bab0-4ec5f93ff46f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Subnet': ['ID=69b2204d-b3f1-48b5-99e4-ea37703fa4e5,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:00.815565 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2a370a12-60f1-41b5-bab0-4ec5f93ff46f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:00.818858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2a370a12-60f1-41b5-bab0-4ec5f93ff46f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/subnets/69b2204d-b3f1-48b5-99e4-ea37703fa4e5 HTTP/1.1" status: 204 len: 168 time: 0.2799482 Jul 23 00:42:00.820625 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33810) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:00.823403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43870753-7a56-434a-a2e3-e54b73b45f05 None None] Network 3b0ded41-5315-41ca-ad9d-bbd6aa33301b requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:42:00.924287 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9a95e381-75a6-4293-abb5-2a09c6d314ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820864071', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:16Z', 'updated_at': '2021-07-23T00:41:59Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:17Z', 'updated_at': '2021-07-23T00:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:00.937425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6efdedc5-7ce3-45b5-8fa5-d80d7efe1c7c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:00.951070 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95e381-75a6-4293-abb5-2a09c6d314ad None None] Checking router: 8b568110-f07f-41fd-aa24-136c0f81491a for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:42:00.959605 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95e381-75a6-4293-abb5-2a09c6d314ad None None] Routers {'8b568110-f07f-41fd-aa24-136c0f81491a'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:00.960303 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9a95e381-75a6-4293-abb5-2a09c6d314ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:41:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['8b568110-f07f-41fd-aa24-136c0f81491a'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:01.017380 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] DHCP port deletion for 3b0ded41-5315-41ca-ad9d-bbd6aa33301b request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:42:01.054646 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6efdedc5-7ce3-45b5-8fa5-d80d7efe1c7c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.064380 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Deleting port 0dba2668-516a-43a0-a3db-d2bbbe6f5ade {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:42:01.064765 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.082915 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-9a95e381-75a6-4293-abb5-2a09c6d314ad None None] Set router 8b568110-f07f-41fd-aa24-136c0f81491a gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:01.111966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6efdedc5-7ce3-45b5-8fa5-d80d7efe1c7c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:42:01.112312 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6efdedc5-7ce3-45b5-8fa5-d80d7efe1c7c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.131469 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] For port 0dba2668-516a-43a0-a3db-d2bbbe6f5ade, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=0dba2668-516a-43a0-a3db-d2bbbe6f5ade,segment=NetworkSegment(fe57e2f7-87be-4dd4-ba2d-d146c6343906),segment_id=fe57e2f7-87be-4dd4-ba2d-d146c6343906)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:01.131870 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.153010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Calling delete_port for 0dba2668-516a-43a0-a3db-d2bbbe6f5ade owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:42:01.204309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6efdedc5-7ce3-45b5-8fa5-d80d7efe1c7c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] For port 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=6e7f76fe-be75-4396-bf1a-ffa2c217a3fc,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:01.204309 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6efdedc5-7ce3-45b5-8fa5-d80d7efe1c7c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.216791 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6efdedc5-7ce3-45b5-8fa5-d80d7efe1c7c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:42:01.236759 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.262621 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Pushing event deleted for resources: {'Port': ['ID=0dba2668-516a-43a0-a3db-d2bbbe6f5ade,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:01.265786 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-9a95e381-75a6-4293-abb5-2a09c6d314ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820864071', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:16Z', 'updated_at': '2021-07-23T00:41:59Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:17Z', 'updated_at': '2021-07-23T00:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:01.270101 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] No DVR routers for this DVR port 0dba2668-516a-43a0-a3db-d2bbbe6f5ade on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:42:01.272598 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:01.272924 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:01.273307 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:01.273681 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:01.274046 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:01.274432 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:01.274759 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:01.275080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:01.275400 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:01.276259 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:01.276581 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:01.276898 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d275df-c0a6-4b12-9c68-0f878863423b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:01.295479 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95e381-75a6-4293-abb5-2a09c6d314ad None None] The sync data for ids ['8b568110-f07f-41fd-aa24-136c0f81491a'] in n-d-688802-2 is: [{'id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-820864071', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:16Z', 'updated_at': '2021-07-23T00:41:59Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': '6e7f76fe-be75-4396-bf1a-ffa2c217a3fc', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b568110-f07f-41fd-aa24-136c0f81491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:17Z', 'updated_at': '2021-07-23T00:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:42:01.396574 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6efdedc5-7ce3-45b5-8fa5-d80d7efe1c7c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.426670 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdedc5-7ce3-45b5-8fa5-d80d7efe1c7c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=6e7f76fe-be75-4396-bf1a-ffa2c217a3fc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:01.483031 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6efdedc5-7ce3-45b5-8fa5-d80d7efe1c7c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.570397 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6efdedc5-7ce3-45b5-8fa5-d80d7efe1c7c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.572928 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6efdedc5-7ce3-45b5-8fa5-d80d7efe1c7c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.618735 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6efdedc5-7ce3-45b5-8fa5-d80d7efe1c7c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.619478 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efdedc5-7ce3-45b5-8fa5-d80d7efe1c7c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Fanout notify agent at l3_agent the message router_deleted on router 8b568110-f07f-41fd-aa24-136c0f81491a {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:42:01.627298 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6efdedc5-7ce3-45b5-8fa5-d80d7efe1c7c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.630967 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-6efdedc5-7ce3-45b5-8fa5-d80d7efe1c7c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/routers/8b568110-f07f-41fd-aa24-136c0f81491a HTTP/1.1" status: 204 len: 168 time: 0.8067777 Jul 23 00:42:01.631185 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33812) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:01.704298 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f52fcfb-c34d-48a4-be41-88a6b6d889c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.710394 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2c383e0-356c-498a-ac65-d1cec86a7f71 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.806262 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2c383e0-356c-498a-ac65-d1cec86a7f71 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.818209 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d2c383e0-356c-498a-ac65-d1cec86a7f71 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0ded41-5315-41ca-ad9d-bbd6aa33301b']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:01.831343 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d2c383e0-356c-498a-ac65-d1cec86a7f71 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe57e2f7-87be-4dd4-ba2d-d146c6343906') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:01.831985 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-d2c383e0-356c-498a-ac65-d1cec86a7f71 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe57e2f7-87be-4dd4-ba2d-d146c6343906') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:01.841753 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2c383e0-356c-498a-ac65-d1cec86a7f71 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.846285 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0dba2668-516a-43a0-a3db-d2bbbe6f5ade no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:42:01.855669 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2c383e0-356c-498a-ac65-d1cec86a7f71 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.862255 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c383e0-356c-498a-ac65-d1cec86a7f71 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:42:01.862685 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2c383e0-356c-498a-ac65-d1cec86a7f71 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:42:01.865861 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:42:01.868318 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 0dba2668-516a-43a0-a3db-d2bbbe6f5ade {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:42:01.868318 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 0dba2668-516a-43a0-a3db-d2bbbe6f5ade not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:42:01.868318 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d25e0f19-66f2-4624-895c-4b120f454a81 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:42:01.891214 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: d25e0f19-66f2-4624-895c-4b120f454a81 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:42:01.891573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d25e0f19-66f2-4624-895c-4b120f454a81 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:42:01.937605 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2c383e0-356c-498a-ac65-d1cec86a7f71 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.944801 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2c383e0-356c-498a-ac65-d1cec86a7f71 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:01.946676 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d2c383e0-356c-498a-ac65-d1cec86a7f71 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/networks/3b0ded41-5315-41ca-ad9d-bbd6aa33301b HTTP/1.1" status: 204 len: 168 time: 0.3145447 Jul 23 00:42:01.950254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33816) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:01.962535 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c383e0-356c-498a-ac65-d1cec86a7f71 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Network': ['ID=3b0ded41-5315-41ca-ad9d-bbd6aa33301b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:02.013158 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09265593-8a0c-4365-b519-246ee572d066 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.037769 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09265593-8a0c-4365-b519-246ee572d066 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.102890 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09265593-8a0c-4365-b519-246ee572d066 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.105679 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-09265593-8a0c-4365-b519-246ee572d066 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.106840 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-09265593-8a0c-4365-b519-246ee572d066 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/security-groups/b1c7b14c-800e-4a2f-8eb9-edd19af27c05 HTTP/1.1" status: 204 len: 168 time: 0.1555583 Jul 23 00:42:02.115698 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09265593-8a0c-4365-b519-246ee572d066 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c7b14c-800e-4a2f-8eb9-edd19af27c05,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:02.499864 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 453c357d-3396-4d7f-8d61-354e65c6beb2 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:42:02.520189 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 453c357d-3396-4d7f-8d61-354e65c6beb2 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:42:02.520545 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 453c357d-3396-4d7f-8d61-354e65c6beb2 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:42:02.538877 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33822) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:02.543836 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-598ae08c-4f03-4641-9683-ca29e04d19d4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1897631719', 'description': 'tempest-secgroup-smoke-1897631719 description', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:02.565664 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-598ae08c-4f03-4641-9683-ca29e04d19d4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.645451 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-598ae08c-4f03-4641-9683-ca29e04d19d4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.648772 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-598ae08c-4f03-4641-9683-ca29e04d19d4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.676075 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-598ae08c-4f03-4641-9683-ca29e04d19d4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.677307 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-598ae08c-4f03-4641-9683-ca29e04d19d4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1374059 Jul 23 00:42:02.679087 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ae08c-4f03-4641-9683-ca29e04d19d4 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf768e23-11ec-46e0-9463-2040901c4300,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:02.680522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33824) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:02.687027 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-e06bd26e-ec3e-484c-b239-34d353be118c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': 'cf768e23-11ec-46e0-9463-2040901c4300', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:02.713345 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06bd26e-ec3e-484c-b239-34d353be118c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.769360 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06bd26e-ec3e-484c-b239-34d353be118c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.772755 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06bd26e-ec3e-484c-b239-34d353be118c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.790974 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bd26e-ec3e-484c-b239-34d353be118c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526c0693-dd3a-4e16-8db3-4ea0258aab31,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:02.794115 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e06bd26e-ec3e-484c-b239-34d353be118c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.795314 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e06bd26e-ec3e-484c-b239-34d353be118c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120048 Jul 23 00:42:02.799514 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33826) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:02.803870 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-bf650c72-371f-4ec5-abcb-69651a5e9a29 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': 'cf768e23-11ec-46e0-9463-2040901c4300', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:02.831349 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf650c72-371f-4ec5-abcb-69651a5e9a29 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.887652 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf650c72-371f-4ec5-abcb-69651a5e9a29 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.891155 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf650c72-371f-4ec5-abcb-69651a5e9a29 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.909234 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf650c72-371f-4ec5-abcb-69651a5e9a29 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2b00f6-7a31-4ac7-8ed0-1e2c2ab0db66,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:02.912182 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf650c72-371f-4ec5-abcb-69651a5e9a29 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.913477 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-bf650c72-371f-4ec5-abcb-69651a5e9a29 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130426 Jul 23 00:42:02.916910 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33828) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:02.921722 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-d4e889fa-ba0e-47c3-b0b9-67dc669ccda5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': 'cf768e23-11ec-46e0-9463-2040901c4300', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:02.956563 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4e889fa-ba0e-47c3-b0b9-67dc669ccda5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.014272 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4e889fa-ba0e-47c3-b0b9-67dc669ccda5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.017931 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4e889fa-ba0e-47c3-b0b9-67dc669ccda5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.034724 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e889fa-ba0e-47c3-b0b9-67dc669ccda5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4105d42c-28f1-46aa-ab98-c4495bd0e344,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:03.041986 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d4e889fa-ba0e-47c3-b0b9-67dc669ccda5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.043195 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-d4e889fa-ba0e-47c3-b0b9-67dc669ccda5 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251783 Jul 23 00:42:03.047015 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33830) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:03.051817 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d18fda00-a76b-4361-afa2-d9cd31f826cf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': 'cf768e23-11ec-46e0-9463-2040901c4300', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:03.077728 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d18fda00-a76b-4361-afa2-d9cd31f826cf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.139056 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d18fda00-a76b-4361-afa2-d9cd31f826cf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.142584 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d18fda00-a76b-4361-afa2-d9cd31f826cf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.162180 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fda00-a76b-4361-afa2-d9cd31f826cf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b87ffc-5637-4159-a417-4f5fadebf833,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:03.165018 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d18fda00-a76b-4361-afa2-d9cd31f826cf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.166806 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d18fda00-a76b-4361-afa2-d9cd31f826cf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182153 Jul 23 00:42:03.169884 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33832) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:03.174319 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f2c0f1a5-6488-41f3-80c9-b6a68f7629b2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': 'cf768e23-11ec-46e0-9463-2040901c4300', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:03.195132 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-f2c0f1a5-6488-41f3-80c9-b6a68f7629b2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Project 456023bc640c45e48cd7ad461e0d5cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:42:03.199834 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2c0f1a5-6488-41f3-80c9-b6a68f7629b2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.258571 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2c0f1a5-6488-41f3-80c9-b6a68f7629b2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.262085 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2c0f1a5-6488-41f3-80c9-b6a68f7629b2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.282026 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0f1a5-6488-41f3-80c9-b6a68f7629b2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b3352e-3065-458d-a1b1-11b58e19cc87,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:03.286116 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2c0f1a5-6488-41f3-80c9-b6a68f7629b2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.287561 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f2c0f1a5-6488-41f3-80c9-b6a68f7629b2 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166284 Jul 23 00:42:03.290101 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33834) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:03.295081 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-d73a55bd-0fa0-4fbe-967e-59f98a2fa168 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'security_group_rule': {'security_group_id': 'cf768e23-11ec-46e0-9463-2040901c4300', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:03.316487 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-d73a55bd-0fa0-4fbe-967e-59f98a2fa168 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Project 456023bc640c45e48cd7ad461e0d5cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:42:03.321144 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d73a55bd-0fa0-4fbe-967e-59f98a2fa168 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.382074 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d73a55bd-0fa0-4fbe-967e-59f98a2fa168 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.385862 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d73a55bd-0fa0-4fbe-967e-59f98a2fa168 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.404220 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a55bd-0fa0-4fbe-967e-59f98a2fa168 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ccdf3c-3700-4b4d-b30f-beda71f40648,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:03.407275 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d73a55bd-0fa0-4fbe-967e-59f98a2fa168 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.411093 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-d73a55bd-0fa0-4fbe-967e-59f98a2fa168 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174252 Jul 23 00:42:03.411695 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33836) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:03.417535 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0cfdaad9-330a-42d9-b5c0-5c872fc2c33d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'network': {'name': 'tempest-network-smoke--477722903', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'port_security_enabled': True}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:03.437497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfdaad9-330a-42d9-b5c0-5c872fc2c33d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Made reservation on behalf of 456023bc640c45e48cd7ad461e0d5cf5 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:42:03.440856 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cfdaad9-330a-42d9-b5c0-5c872fc2c33d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.464380 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfdaad9-330a-42d9-b5c0-5c872fc2c33d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:42:03.473667 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cfdaad9-330a-42d9-b5c0-5c872fc2c33d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.474013 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-0cfdaad9-330a-42d9-b5c0-5c872fc2c33d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Added segment 45555a51-e8c0-446d-90a7-c0941d501808 of type vlan for network fa79161d-e2d7-4231-b138-c795e2afc5b3 Jul 23 00:42:03.516750 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cfdaad9-330a-42d9-b5c0-5c872fc2c33d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.544598 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cfdaad9-330a-42d9-b5c0-5c872fc2c33d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.550324 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfdaad9-330a-42d9-b5c0-5c872fc2c33d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:03.550927 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0cfdaad9-330a-42d9-b5c0-5c872fc2c33d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.585189 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0cfdaad9-330a-42d9-b5c0-5c872fc2c33d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1723888 Jul 23 00:42:03.588073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33838) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:03.592891 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-570368741', 'admin_state_up': True, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:03.615618 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.616633 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.619901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdaad9-330a-42d9-b5c0-5c872fc2c33d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Network': ['ID=fa79161d-e2d7-4231-b138-c795e2afc5b3,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:03.631613 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network fa79161d-e2d7-4231-b138-c795e2afc5b3 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:42:03.672912 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:03.748999 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:42:03.771680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:42:03.772019 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 6e7f76fe-be75-4396-bf1a-ffa2c217a3fc not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:42:03.811922 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:04.004190 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:04.022608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:04.125207 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.25.4.114 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/e19afc1d-c4a1-40be-9f8e-657c20a05583) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:42:04.222498 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:04.260328 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:04.293927 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:42:04.296688 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:42:04.302004 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:42:04.332756 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=e19afc1d-c4a1-40be-9f8e-657c20a05583,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:04.439849 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e3223736-5374-446d-b74f-ed92a3f9c809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:04.503714 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:04.846207 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:04.968094 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:05.039655 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:05.167430 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 9c0524fe-d892-43fe-8973-2433281c407b is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:42:05.272325 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:42:05.281569 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Sync routers for ids ['9c0524fe-d892-43fe-8973-2433281c407b'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:42:05.290180 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:05.291422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Routers {'9c0524fe-d892-43fe-8973-2433281c407b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:05.292067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:42:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9c0524fe-d892-43fe-8973-2433281c407b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:05.292256 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-82bcdbf9-18c4-486a-a5e9-d63dda1f665a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7028446 Jul 23 00:42:05.295157 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33844) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:05.386086 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-34b9fdc4-85f5-42f4-a802-326434618e15 tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=456023bc640c45e48cd7ad461e0d5cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0886965 Jul 23 00:42:05.387872 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33848) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:05.397856 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Set router 9c0524fe-d892-43fe-8973-2433281c407b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:05.472208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e9b5d8-e899-451f-a900-f0db08c48523 tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:05.473653 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-74e9b5d8-e899-451f-a900-f0db08c48523 tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848813 Jul 23 00:42:05.476540 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33850) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:05.504389 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7c62fcc8-46ee-442d-89ed-973ff1a16c6b tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=09b46b4f-c004-45fe-8b5c-d6717f727f65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267410 Jul 23 00:42:05.506898 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33852) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:05.512223 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-95d42440-d3b3-4ca0-8b44-51ea01763b6b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-63220464', 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3', 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:05.573251 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0524fe-d892-43fe-8973-2433281c407b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570368741', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:03Z', 'updated_at': '2021-07-23T00:42:04Z', 'revision_number': 3, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:04Z', 'updated_at': '2021-07-23T00:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:05.599232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Checking router: 9c0524fe-d892-43fe-8973-2433281c407b for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:42:05.599533 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Updating router 9c0524fe-d892-43fe-8973-2433281c407b port e19afc1d-c4a1-40be-9f8e-657c20a05583 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:42:05.602732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d42440-d3b3-4ca0-8b44-51ea01763b6b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Made reservation on behalf of 456023bc640c45e48cd7ad461e0d5cf5 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:42:05.606681 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95d42440-d3b3-4ca0-8b44-51ea01763b6b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:05.634150 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:05.793549 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95d42440-d3b3-4ca0-8b44-51ea01763b6b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:05.821497 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:05.853718 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d42440-d3b3-4ca0-8b44-51ea01763b6b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Subnet': ['ID=a47f4c49-7baf-4bb1-9043-2f87b72c24ac,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:05.863032 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d42440-d3b3-4ca0-8b44-51ea01763b6b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Checking segment: {'id': '45555a51-e8c0-446d-90a7-c0941d501808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:42:05.863398 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d42440-d3b3-4ca0-8b44-51ea01763b6b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network hostable DHCP agents. Network: fa79161d-e2d7-4231-b138-c795e2afc5b3, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:42:05.880635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d42440-d3b3-4ca0-8b44-51ea01763b6b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network fa79161d-e2d7-4231-b138-c795e2afc5b3 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:42:05.889778 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-95d42440-d3b3-4ca0-8b44-51ea01763b6b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, fa79161d-e2d7-4231-b138-c795e2afc5b3) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:42:05.894219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d42440-d3b3-4ca0-8b44-51ea01763b6b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:05.894824 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95d42440-d3b3-4ca0-8b44-51ea01763b6b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:05.900945 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162cca9d-2d62-4edc-b6e1-8414aeeae85e None None] Network fa79161d-e2d7-4231-b138-c795e2afc5b3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:42:05.910166 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-95d42440-d3b3-4ca0-8b44-51ea01763b6b tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4022477 Jul 23 00:42:05.913063 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33854) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:05.921635 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:05.939957 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Transition to ACTIVE for port object e19afc1d-c4a1-40be-9f8e-657c20a05583 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:42:05.949439 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:06.193811 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Attempting to bind port e19afc1d-c4a1-40be-9f8e-657c20a05583 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:42:06.194541 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Attempting to bind port e19afc1d-c4a1-40be-9f8e-657c20a05583 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:42:06.194541 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Attempting to bind port e19afc1d-c4a1-40be-9f8e-657c20a05583 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:42:06.196324 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba02e60-3439-4e6c-b663-8925d19654c2 None None] Pushing event updated for resources: {'Port': ['ID=e19afc1d-c4a1-40be-9f8e-657c20a05583,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:06.208852 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:42:06.209258 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:42:06.210148 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:06.210148 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:42:06.210515 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Bound port: e19afc1d-c4a1-40be-9f8e-657c20a05583, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:42:06.210903 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:06.312329 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] For port e19afc1d-c4a1-40be-9f8e-657c20a05583, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:42:06.322361 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-fa79161d-e2d7-4231-b138-c795e2afc5b3', 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ips': [{'subnet_id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:42:06.323300 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:06.329345 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] For port e19afc1d-c4a1-40be-9f8e-657c20a05583, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e19afc1d-c4a1-40be-9f8e-657c20a05583,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:42:06.338345 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:06.352330 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:06.489035 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Routers {'9c0524fe-d892-43fe-8973-2433281c407b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:06.489703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:42:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9c0524fe-d892-43fe-8973-2433281c407b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:06.493040 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba02e60-3439-4e6c-b663-8925d19654c2 None None] Pushing event updated for resources: {'Port': ['ID=e19afc1d-c4a1-40be-9f8e-657c20a05583,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:06.580399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Allocated IP 172.20.0.2 (fa79161d-e2d7-4231-b138-c795e2afc5b3/a47f4c49-7baf-4bb1-9043-2f87b72c24ac/60ce9ea8-ee35-4d5e-903c-242df7345e08) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:42:06.647350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] Set router 9c0524fe-d892-43fe-8973-2433281c407b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:06.880480 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:06.891413 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Transition to ACTIVE for port object 60ce9ea8-ee35-4d5e-903c-242df7345e08 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:42:06.911557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Transition to ACTIVE for port object 60ce9ea8-ee35-4d5e-903c-242df7345e08 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:42:06.920730 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:06.967611 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.20.0.1 (fa79161d-e2d7-4231-b138-c795e2afc5b3/a47f4c49-7baf-4bb1-9043-2f87b72c24ac/cc8024eb-b3a5-421a-9979-6256bec7f6a0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:42:06.968765 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Network fa79161d-e2d7-4231-b138-c795e2afc5b3 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:42:06.970373 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0524fe-d892-43fe-8973-2433281c407b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570368741', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:03Z', 'updated_at': '2021-07-23T00:42:04Z', 'revision_number': 3, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:04Z', 'updated_at': '2021-07-23T00:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:06.976371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:42:07.002422 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Pushing event updated for resources: {'Port': ['ID=60ce9ea8-ee35-4d5e-903c-242df7345e08,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:07.004791 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:42:07.010806 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dc7640-ed12-478f-bf1f-6fa131420b0a None None] The sync data for ids ['9c0524fe-d892-43fe-8973-2433281c407b'] in n-d-688802-2 is: [{'id': '9c0524fe-d892-43fe-8973-2433281c407b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570368741', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:03Z', 'updated_at': '2021-07-23T00:42:04Z', 'revision_number': 3, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:04Z', 'updated_at': '2021-07-23T00:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:42:07.074060 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Attempting to bind port 60ce9ea8-ee35-4d5e-903c-242df7345e08 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:42:07.074437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Attempting to bind port 60ce9ea8-ee35-4d5e-903c-242df7345e08 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '45555a51-e8c0-446d-90a7-c0941d501808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:42:07.074981 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Attempting to bind port 60ce9ea8-ee35-4d5e-903c-242df7345e08 on network fa79161d-e2d7-4231-b138-c795e2afc5b3 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:42:07.080267 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:42:07.080650 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Checking segment: {'id': '45555a51-e8c0-446d-90a7-c0941d501808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:42:07.081060 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:07.081484 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Bound using segment: {'id': '45555a51-e8c0-446d-90a7-c0941d501808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:42:07.081957 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Bound port: 60ce9ea8-ee35-4d5e-903c-242df7345e08, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45555a51-e8c0-446d-90a7-c0941d501808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:42:07.082353 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:07.097241 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:07.111654 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Transition to ACTIVE for port object cc8024eb-b3a5-421a-9979-6256bec7f6a0 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:42:07.150091 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] For port 60ce9ea8-ee35-4d5e-903c-242df7345e08, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:42:07.150978 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:07.154664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] For port 60ce9ea8-ee35-4d5e-903c-242df7345e08, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=60ce9ea8-ee35-4d5e-903c-242df7345e08,segment=NetworkSegment(45555a51-e8c0-446d-90a7-c0941d501808),segment_id=45555a51-e8c0-446d-90a7-c0941d501808)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:42:07.159431 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:07.193741 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network fa79161d-e2d7-4231-b138-c795e2afc5b3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:42:07.200589 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:42:07.203660 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:42:07.229148 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502cc0b-b86e-48a3-b857-9edda852a37f None None] Pushing event updated for resources: {'Port': ['ID=60ce9ea8-ee35-4d5e-903c-242df7345e08,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:07.231873 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=cc8024eb-b3a5-421a-9979-6256bec7f6a0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:07.261720 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:07.295056 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:07.482587 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:07.824226 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:07.830074 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:07.865667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e19afc1d-c4a1-40be-9f8e-657c20a05583 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:42:07.921338 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=cc8024eb-b3a5-421a-9979-6256bec7f6a0,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:07.928462 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:07.939559 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port e19afc1d-c4a1-40be-9f8e-657c20a05583 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:42:07.943928 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e19afc1d-c4a1-40be-9f8e-657c20a05583 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:07.945200 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:08.051185 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:08.052175 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network fa79161d-e2d7-4231-b138-c795e2afc5b3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:42:08.053853 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:42:08.084943 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port e19afc1d-c4a1-40be-9f8e-657c20a05583, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e19afc1d-c4a1-40be-9f8e-657c20a05583,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:08.090216 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:08.091237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 60ce9ea8-ee35-4d5e-903c-242df7345e08 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:42:08.173247 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=e19afc1d-c4a1-40be-9f8e-657c20a05583,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:08.176846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 9c0524fe-d892-43fe-8973-2433281c407b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:42:08.193429 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 60ce9ea8-ee35-4d5e-903c-242df7345e08 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:42:08.301679 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:42:08.307631 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b6e603bf-0698-4bfa-aabe-e59d7775fa6a tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "PUT /v2.0/routers/9c0524fe-d892-43fe-8973-2433281c407b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3935175 Jul 23 00:42:08.324673 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1f17a9-5266-46f8-904f-e9e0bc8cd736 None None] Network fa79161d-e2d7-4231-b138-c795e2afc5b3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:42:08.448505 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-979c873f-9559-4057-9e2d-377186ca6d37 None None] Provisioning for port 60ce9ea8-ee35-4d5e-903c-242df7345e08 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:42:08.455512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-979c873f-9559-4057-9e2d-377186ca6d37 None None] Provisioning complete for port 60ce9ea8-ee35-4d5e-903c-242df7345e08 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:08.455512 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-979c873f-9559-4057-9e2d-377186ca6d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:08.461747 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-723f0784-a8e6-4255-a211-916d31658ac2 req-f51c746a-bc4e-44b2-8b94-1747c7138f6e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1897631719&fields=id&tenant_id=456023bc640c45e48cd7ad461e0d5cf5 HTTP/1.1" status: 200 len: 267 time: 0.0349536 Jul 23 00:42:08.569695 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-979c873f-9559-4057-9e2d-377186ca6d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:08.583402 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0784-a8e6-4255-a211-916d31658ac2 req-21b7b9b4-2456-45b9-b389-e4682289c546 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:08.590668 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-723f0784-a8e6-4255-a211-916d31658ac2 req-21b7b9b4-2456-45b9-b389-e4682289c546 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/networks?id=fa79161d-e2d7-4231-b138-c795e2afc5b3 HTTP/1.1" status: 200 len: 796 time: 0.1215718 Jul 23 00:42:08.606424 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-723f0784-a8e6-4255-a211-916d31658ac2 req-fc715b37-4175-4bc2-8d66-771f74631174 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/quotas/456023bc640c45e48cd7ad461e0d5cf5 HTTP/1.1" status: 200 len: 375 time: 0.0147929 Jul 23 00:42:08.607573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-979c873f-9559-4057-9e2d-377186ca6d37 None None] For port 60ce9ea8-ee35-4d5e-903c-242df7345e08, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=60ce9ea8-ee35-4d5e-903c-242df7345e08,segment=NetworkSegment(45555a51-e8c0-446d-90a7-c0941d501808),segment_id=45555a51-e8c0-446d-90a7-c0941d501808)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:08.614724 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-979c873f-9559-4057-9e2d-377186ca6d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:08.674108 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-723f0784-a8e6-4255-a211-916d31658ac2 req-a734fbcb-2dfa-40af-a328-f54551d1e6df tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665166 Jul 23 00:42:08.678540 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c873f-9559-4057-9e2d-377186ca6d37 None None] Pushing event updated for resources: {'Port': ['ID=60ce9ea8-ee35-4d5e-903c-242df7345e08,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:08.783240 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-723f0784-a8e6-4255-a211-916d31658ac2 req-7f55b876-47cf-42ae-891e-37c2b3dab041 service neutron] 10.222.0.26 "GET /v2.0/networks/fa79161d-e2d7-4231-b138-c795e2afc5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967925 Jul 23 00:42:08.837287 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bb19e8cc-3046-46e5-973b-5638c21f3d76 None None] Provisioning for port cc8024eb-b3a5-421a-9979-6256bec7f6a0 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:42:08.842091 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bb19e8cc-3046-46e5-973b-5638c21f3d76 None None] Provisioning complete for port cc8024eb-b3a5-421a-9979-6256bec7f6a0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:08.842462 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb19e8cc-3046-46e5-973b-5638c21f3d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:08.875047 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Sync routers for ids ['9c0524fe-d892-43fe-8973-2433281c407b'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:42:08.880621 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-723f0784-a8e6-4255-a211-916d31658ac2 req-d6d06481-8b7d-4a9a-9be9-061f80d77356 service neutron] 10.222.0.26 "GET /v2.0/networks/fa79161d-e2d7-4231-b138-c795e2afc5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916693 Jul 23 00:42:08.892906 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bb19e8cc-3046-46e5-973b-5638c21f3d76 None None] Port cc8024eb-b3a5-421a-9979-6256bec7f6a0 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:42:08.899273 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Routers {'9c0524fe-d892-43fe-8973-2433281c407b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:08.900736 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:42:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9c0524fe-d892-43fe-8973-2433281c407b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:08.903768 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bb19e8cc-3046-46e5-973b-5638c21f3d76 None None] Provisioning complete for port 60ce9ea8-ee35-4d5e-903c-242df7345e08 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:08.904340 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb19e8cc-3046-46e5-973b-5638c21f3d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:09.025039 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Set router 9c0524fe-d892-43fe-8973-2433281c407b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:09.114919 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bb089e62-88c4-4f7f-9b51-63c06996943d None None] Provisioning complete for port cc8024eb-b3a5-421a-9979-6256bec7f6a0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:09.115291 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bb089e62-88c4-4f7f-9b51-63c06996943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:09.151097 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bb089e62-88c4-4f7f-9b51-63c06996943d None None] Port cc8024eb-b3a5-421a-9979-6256bec7f6a0 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:42:09.227217 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0524fe-d892-43fe-8973-2433281c407b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570368741', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:03Z', 'updated_at': '2021-07-23T00:42:07Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:04Z', 'updated_at': '2021-07-23T00:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'cc8024eb-b3a5-421a-9979-6256bec7f6a0', 'name': '', 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:fd:a2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:06Z', 'updated_at': '2021-07-23T00:42:07Z', 'revision_number': 2, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:09.257711 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Checking router: 9c0524fe-d892-43fe-8973-2433281c407b for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:42:09.257991 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Updating router 9c0524fe-d892-43fe-8973-2433281c407b port cc8024eb-b3a5-421a-9979-6256bec7f6a0 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:42:09.268669 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-87713c62-3948-4c13-a1ba-30f6af4ad817 None None] Provisioning complete for port cc8024eb-b3a5-421a-9979-6256bec7f6a0 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:09.269036 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-87713c62-3948-4c13-a1ba-30f6af4ad817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:09.292215 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:09.305049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-87713c62-3948-4c13-a1ba-30f6af4ad817 None None] Port cc8024eb-b3a5-421a-9979-6256bec7f6a0 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:42:09.546534 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:09.555525 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Transition to ACTIVE for port object cc8024eb-b3a5-421a-9979-6256bec7f6a0 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:42:09.562026 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:09.612170 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186758d6-5e5e-42f3-ae32-f58964f1647b None None] Pushing event updated for resources: {'Port': ['ID=cc8024eb-b3a5-421a-9979-6256bec7f6a0,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:09.640787 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186758d6-5e5e-42f3-ae32-f58964f1647b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:09.641218 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186758d6-5e5e-42f3-ae32-f58964f1647b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:09.641488 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186758d6-5e5e-42f3-ae32-f58964f1647b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:09.641825 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186758d6-5e5e-42f3-ae32-f58964f1647b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:09.642472 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186758d6-5e5e-42f3-ae32-f58964f1647b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:09.642811 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186758d6-5e5e-42f3-ae32-f58964f1647b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:09.643138 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186758d6-5e5e-42f3-ae32-f58964f1647b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:09.643462 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186758d6-5e5e-42f3-ae32-f58964f1647b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:09.643783 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186758d6-5e5e-42f3-ae32-f58964f1647b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:09.644102 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186758d6-5e5e-42f3-ae32-f58964f1647b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:09.644420 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186758d6-5e5e-42f3-ae32-f58964f1647b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:09.644736 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186758d6-5e5e-42f3-ae32-f58964f1647b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:09.680672 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Attempting to bind port cc8024eb-b3a5-421a-9979-6256bec7f6a0 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:42:09.681044 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Attempting to bind port cc8024eb-b3a5-421a-9979-6256bec7f6a0 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '45555a51-e8c0-446d-90a7-c0941d501808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:42:09.681936 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Attempting to bind port cc8024eb-b3a5-421a-9979-6256bec7f6a0 on network fa79161d-e2d7-4231-b138-c795e2afc5b3 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:42:09.687151 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:42:09.687515 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Checking segment: {'id': '45555a51-e8c0-446d-90a7-c0941d501808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:42:09.687908 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:09.688298 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Bound using segment: {'id': '45555a51-e8c0-446d-90a7-c0941d501808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:42:09.688747 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Bound port: cc8024eb-b3a5-421a-9979-6256bec7f6a0, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45555a51-e8c0-446d-90a7-c0941d501808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:42:09.689135 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:09.756555 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] For port cc8024eb-b3a5-421a-9979-6256bec7f6a0, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:42:09.759676 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] For port cc8024eb-b3a5-421a-9979-6256bec7f6a0, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cc8024eb-b3a5-421a-9979-6256bec7f6a0,segment=NetworkSegment(45555a51-e8c0-446d-90a7-c0941d501808),segment_id=45555a51-e8c0-446d-90a7-c0941d501808)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:42:09.764584 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:09.814183 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e19afc1d-c4a1-40be-9f8e-657c20a05583 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:42:09.823619 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186758d6-5e5e-42f3-ae32-f58964f1647b None None] Pushing event updated for resources: {'Port': ['ID=cc8024eb-b3a5-421a-9979-6256bec7f6a0,revision_number=4']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:09.826246 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Routers {'9c0524fe-d892-43fe-8973-2433281c407b'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:09.826844 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:42:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9c0524fe-d892-43fe-8973-2433281c407b'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:09.875482 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port e19afc1d-c4a1-40be-9f8e-657c20a05583 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:09.875868 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:09.936004 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] Set router 9c0524fe-d892-43fe-8973-2433281c407b gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:09.959730 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 60ce9ea8-ee35-4d5e-903c-242df7345e08 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:42:10.014878 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 60ce9ea8-ee35-4d5e-903c-242df7345e08 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:10.015500 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:10.109712 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5bc9a3ed-751d-424b-8f75-c146c277c845 req-96bc92c6-2cd3-495c-a6a5-379adb45af12 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 210 time: 0.0411944 Jul 23 00:42:10.191364 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0524fe-d892-43fe-8973-2433281c407b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570368741', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:03Z', 'updated_at': '2021-07-23T00:42:07Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:04Z', 'updated_at': '2021-07-23T00:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'cc8024eb-b3a5-421a-9979-6256bec7f6a0', 'name': '', 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:fd:a2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:06Z', 'updated_at': '2021-07-23T00:42:09Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:10.221564 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99e019d-e8b9-45a5-8861-87ca2269dcd5 None None] The sync data for ids ['9c0524fe-d892-43fe-8973-2433281c407b'] in n-d-688802-2 is: [{'id': '9c0524fe-d892-43fe-8973-2433281c407b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570368741', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:03Z', 'updated_at': '2021-07-23T00:42:07Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:04Z', 'updated_at': '2021-07-23T00:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'cc8024eb-b3a5-421a-9979-6256bec7f6a0', 'name': '', 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:fd:a2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:06Z', 'updated_at': '2021-07-23T00:42:09Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:42:11.230489 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0784-a8e6-4255-a211-916d31658ac2 req-3cfa0880-aab3-4b76-a17b-fd4e453520c9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:11.231999 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-97da6de1-2f55-42dc-9278-cb2353d22e31 req-5fd48416-61c7-47d7-ba55-4ace661a0ca6 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 210 time: 0.0379047 Jul 23 00:42:11.232416 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-723f0784-a8e6-4255-a211-916d31658ac2 req-3cfa0880-aab3-4b76-a17b-fd4e453520c9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "GET /v2.0/networks?id=fa79161d-e2d7-4231-b138-c795e2afc5b3 HTTP/1.1" status: 200 len: 796 time: 0.1265361 Jul 23 00:42:11.283724 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-723f0784-a8e6-4255-a211-916d31658ac2 req-1563c8d0-39ee-4503-ba6b-e97077322f20 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=456023bc640c45e48cd7ad461e0d5cf5 HTTP/1.1" status: 200 len: 380 time: 0.0365374 Jul 23 00:42:11.323270 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-723f0784-a8e6-4255-a211-916d31658ac2 req-c9651351-9721-4e8b-ab22-5976fe0bd07e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'port': {'device_id': 'e871221b-c927-41d2-aaed-0b9d04a5af38', 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3', 'admin_state_up': True, 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'security_groups': ['cf768e23-11ec-46e0-9463-2040901c4300']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:11.426809 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723f0784-a8e6-4255-a211-916d31658ac2 req-c9651351-9721-4e8b-ab22-5976fe0bd07e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Made reservation on behalf of 456023bc640c45e48cd7ad461e0d5cf5 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:42:11.430326 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-723f0784-a8e6-4255-a211-916d31658ac2 req-c9651351-9721-4e8b-ab22-5976fe0bd07e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:11.542360 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:42:11.816390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cc8024eb-b3a5-421a-9979-6256bec7f6a0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:42:11.850532 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-723f0784-a8e6-4255-a211-916d31658ac2 req-c9651351-9721-4e8b-ab22-5976fe0bd07e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.20.0.9 (fa79161d-e2d7-4231-b138-c795e2afc5b3/a47f4c49-7baf-4bb1-9043-2f87b72c24ac/449f86d9-9cd1-4dd3-a867-a9932fa720e6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:42:11.864001 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port cc8024eb-b3a5-421a-9979-6256bec7f6a0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:42:11.867860 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port cc8024eb-b3a5-421a-9979-6256bec7f6a0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:11.868373 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:11.949430 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:11.981973 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port cc8024eb-b3a5-421a-9979-6256bec7f6a0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cc8024eb-b3a5-421a-9979-6256bec7f6a0,segment=NetworkSegment(45555a51-e8c0-446d-90a7-c0941d501808),segment_id=45555a51-e8c0-446d-90a7-c0941d501808)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:11.985962 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:11.986104 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-723f0784-a8e6-4255-a211-916d31658ac2 req-c9651351-9721-4e8b-ab22-5976fe0bd07e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:12.000119 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-723f0784-a8e6-4255-a211-916d31658ac2 req-c9651351-9721-4e8b-ab22-5976fe0bd07e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Transition to ACTIVE for port object 449f86d9-9cd1-4dd3-a867-a9932fa720e6 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:42:12.035199 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-723f0784-a8e6-4255-a211-916d31658ac2 req-c9651351-9721-4e8b-ab22-5976fe0bd07e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:12.035444 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=cc8024eb-b3a5-421a-9979-6256bec7f6a0,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:12.075832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723f0784-a8e6-4255-a211-916d31658ac2 req-c9651351-9721-4e8b-ab22-5976fe0bd07e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network fa79161d-e2d7-4231-b138-c795e2afc5b3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:42:12.080821 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-723f0784-a8e6-4255-a211-916d31658ac2 req-c9651351-9721-4e8b-ab22-5976fe0bd07e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:42:12.084369 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-723f0784-a8e6-4255-a211-916d31658ac2 req-c9651351-9721-4e8b-ab22-5976fe0bd07e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:42:12.109967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9651351-9721-4e8b-ab22-5976fe0bd07e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=449f86d9-9cd1-4dd3-a867-a9932fa720e6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:12.140375 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0784-a8e6-4255-a211-916d31658ac2 req-c9651351-9721-4e8b-ab22-5976fe0bd07e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:12.141008 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-723f0784-a8e6-4255-a211-916d31658ac2 req-c9651351-9721-4e8b-ab22-5976fe0bd07e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:12.156883 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-723f0784-a8e6-4255-a211-916d31658ac2 req-c9651351-9721-4e8b-ab22-5976fe0bd07e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8382518 Jul 23 00:42:12.174377 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Request body: {'port': {'device_id': 'e871221b-c927-41d2-aaed-0b9d04a5af38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:12.252234 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:12.354994 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47c87f-7b87-46db-b9c6-d5afd612b86c req-d9f9f947-7d88-4173-b889-bc38cfe8d626 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:12.356457 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de47c87f-7b87-46db-b9c6-d5afd612b86c req-d9f9f947-7d88-4173-b889-bc38cfe8d626 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 931 time: 0.0623393 Jul 23 00:42:12.362647 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad3341fa-3c37-4241-8ab9-58aa530cbd6a None None] Provisioning for port 449f86d9-9cd1-4dd3-a867-a9932fa720e6 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:42:12.366782 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-ad3341fa-3c37-4241-8ab9-58aa530cbd6a None None] Provisioning complete for port 449f86d9-9cd1-4dd3-a867-a9932fa720e6 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:12.367160 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ad3341fa-3c37-4241-8ab9-58aa530cbd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:12.398309 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-de47c87f-7b87-46db-b9c6-d5afd612b86c req-1e77a9e3-77b6-416e-a4d0-92b872ce9997 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf768e23-11ec-46e0-9463-2040901c4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341926 Jul 23 00:42:12.405567 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-ad3341fa-3c37-4241-8ab9-58aa530cbd6a None None] Port 449f86d9-9cd1-4dd3-a867-a9932fa720e6 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:42:12.519513 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449f86d9-9cd1-4dd3-a867-a9932fa720e6 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:42:12.527411 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:12.538682 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Transition to ACTIVE for port object 449f86d9-9cd1-4dd3-a867-a9932fa720e6 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:42:12.543009 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:12.591876 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Pushing event updated for resources: {'Port': ['ID=449f86d9-9cd1-4dd3-a867-a9932fa720e6,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:12.667666 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Attempting to bind port 449f86d9-9cd1-4dd3-a867-a9932fa720e6 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:42:12.668008 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Attempting to bind port 449f86d9-9cd1-4dd3-a867-a9932fa720e6 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '45555a51-e8c0-446d-90a7-c0941d501808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:42:12.668348 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Attempting to bind port 449f86d9-9cd1-4dd3-a867-a9932fa720e6 on network fa79161d-e2d7-4231-b138-c795e2afc5b3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:42:12.672975 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Port 449f86d9-9cd1-4dd3-a867-a9932fa720e6 on network fa79161d-e2d7-4231-b138-c795e2afc5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:42:12.673327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Attempting to bind port 449f86d9-9cd1-4dd3-a867-a9932fa720e6 on network fa79161d-e2d7-4231-b138-c795e2afc5b3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:42:12.678564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:42:12.678907 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Checking segment: {'id': '45555a51-e8c0-446d-90a7-c0941d501808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:42:12.679298 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Bound using segment: {'id': '45555a51-e8c0-446d-90a7-c0941d501808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:42:12.679732 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Bound port: 449f86d9-9cd1-4dd3-a867-a9932fa720e6, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45555a51-e8c0-446d-90a7-c0941d501808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:42:12.680099 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:12.745065 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] For port 449f86d9-9cd1-4dd3-a867-a9932fa720e6, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:42:12.748181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] For port 449f86d9-9cd1-4dd3-a867-a9932fa720e6, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=449f86d9-9cd1-4dd3-a867-a9932fa720e6,segment=NetworkSegment(45555a51-e8c0-446d-90a7-c0941d501808),segment_id=45555a51-e8c0-446d-90a7-c0941d501808)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:42:12.752822 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:12.785085 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:12.785731 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:12.787090 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-723f0784-a8e6-4255-a211-916d31658ac2 req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] 10.222.0.18 "PUT /v2.0/ports/449f86d9-9cd1-4dd3-a867-a9932fa720e6 HTTP/1.1" status: 200 len: 1091 time: 0.6171331 Jul 23 00:42:12.787524 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e871221b-c927-41d2-aaed-0b9d04a5af38', 'tag': '449f86d9-9cd1-4dd3-a867-a9932fa720e6'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:42:12.789804 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7828880-265c-4eba-8cab-df00590b3dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "e871221b-c927-41d2-aaed-0b9d04a5af38", "tag": "449f86d9-9cd1-4dd3-a867-a9932fa720e6"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:42:12.823627 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4710a3-c2d6-442a-9eba-449cbb723f7d service neutron] Pushing event updated for resources: {'Port': ['ID=449f86d9-9cd1-4dd3-a867-a9932fa720e6,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:12.853960 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a4e50d-4ca2-4720-aabc-52f69e94a53c x-openstack-request-id: req-47a4e50d-4ca2-4720-aabc-52f69e94a53c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:42:12.854345 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e871221b-c927-41d2-aaed-0b9d04a5af38", "tag": "449f86d9-9cd1-4dd3-a867-a9932fa720e6", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:42:12.854699 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-47a4e50d-4ca2-4720-aabc-52f69e94a53c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:42:12.855194 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e871221b-c927-41d2-aaed-0b9d04a5af38', 'tag': '449f86d9-9cd1-4dd3-a867-a9932fa720e6', 'status': 'completed', 'code': 200} Jul 23 00:42:12.907914 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0784-a8e6-4255-a211-916d31658ac2 req-f1ff3738-7652-41b9-bbd9-124748a5d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:12.909537 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-723f0784-a8e6-4255-a211-916d31658ac2 req-f1ff3738-7652-41b9-bbd9-124748a5d13c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 1094 time: 0.0660512 Jul 23 00:42:12.958108 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-723f0784-a8e6-4255-a211-916d31658ac2 req-a03e1ce8-b0e8-40ee-8d50-193d17459210 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449f86d9-9cd1-4dd3-a867-a9932fa720e6 HTTP/1.1" status: 200 len: 217 time: 0.0361352 Jul 23 00:42:13.007477 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0784-a8e6-4255-a211-916d31658ac2 req-baf4dace-e48d-4a7b-8d5a-020ffdde5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:13.008941 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-723f0784-a8e6-4255-a211-916d31658ac2 req-baf4dace-e48d-4a7b-8d5a-020ffdde5892 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a47f4c49-7baf-4bb1-9043-2f87b72c24ac HTTP/1.1" status: 200 len: 833 time: 0.0448208 Jul 23 00:42:13.072859 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0784-a8e6-4255-a211-916d31658ac2 req-a20af43c-0f2a-44cb-a22b-b3fefb4dd3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:13.074398 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-723f0784-a8e6-4255-a211-916d31658ac2 req-a20af43c-0f2a-44cb-a22b-b3fefb4dd3e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa79161d-e2d7-4231-b138-c795e2afc5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582855 Jul 23 00:42:13.163789 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-723f0784-a8e6-4255-a211-916d31658ac2 req-2e01e939-48f7-4d68-a41d-ca6e790f9df1 service neutron] 10.222.0.18 "GET /v2.0/networks/fa79161d-e2d7-4231-b138-c795e2afc5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826735 Jul 23 00:42:13.256356 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-723f0784-a8e6-4255-a211-916d31658ac2 req-58b2195d-31a3-4f50-b280-ed072a0d9b94 service neutron] 10.222.0.18 "GET /v2.0/networks/fa79161d-e2d7-4231-b138-c795e2afc5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855877 Jul 23 00:42:13.389497 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7828880-265c-4eba-8cab-df00590b3dc1 req-9dafe387-3640-4140-9d4a-07c538c574a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:13.390924 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b7828880-265c-4eba-8cab-df00590b3dc1 req-9dafe387-3640-4140-9d4a-07c538c574a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 1094 time: 0.0547404 Jul 23 00:42:13.485423 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7828880-265c-4eba-8cab-df00590b3dc1 req-57a7693c-668a-4602-bdda-bc57de7e370f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:13.486937 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b7828880-265c-4eba-8cab-df00590b3dc1 req-57a7693c-668a-4602-bdda-bc57de7e370f service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa79161d-e2d7-4231-b138-c795e2afc5b3 HTTP/1.1" status: 200 len: 897 time: 0.0898812 Jul 23 00:42:13.528538 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b7828880-265c-4eba-8cab-df00590b3dc1 req-5f33b73b-07ce-4a20-b55c-541a57ede432 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449f86d9-9cd1-4dd3-a867-a9932fa720e6 HTTP/1.1" status: 200 len: 217 time: 0.0351629 Jul 23 00:42:13.532369 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbcef3-38eb-4c2a-a83a-2170db9f95b1 req-08dcbff7-8e09-4d94-bc22-7a05ec229339 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:13.533908 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34fbcef3-38eb-4c2a-a83a-2170db9f95b1 req-08dcbff7-8e09-4d94-bc22-7a05ec229339 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 943 time: 0.0666559 Jul 23 00:42:13.571608 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-34fbcef3-38eb-4c2a-a83a-2170db9f95b1 req-c5db062a-9128-4bc7-9122-1c05b578bd89 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf768e23-11ec-46e0-9463-2040901c4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316482 Jul 23 00:42:13.577334 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7828880-265c-4eba-8cab-df00590b3dc1 req-73b2a27e-3edd-4f3d-87fa-d43fd2b08bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:13.578794 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b7828880-265c-4eba-8cab-df00590b3dc1 req-73b2a27e-3edd-4f3d-87fa-d43fd2b08bc9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a47f4c49-7baf-4bb1-9043-2f87b72c24ac HTTP/1.1" status: 200 len: 833 time: 0.0440416 Jul 23 00:42:13.640749 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7828880-265c-4eba-8cab-df00590b3dc1 req-e4cf6d46-3324-4db6-922c-ab508606de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:13.642523 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b7828880-265c-4eba-8cab-df00590b3dc1 req-e4cf6d46-3324-4db6-922c-ab508606de37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa79161d-e2d7-4231-b138-c795e2afc5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569656 Jul 23 00:42:13.730352 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b7828880-265c-4eba-8cab-df00590b3dc1 req-cc0a19e1-2a31-4047-af29-5f558400f211 service neutron] 10.222.0.18 "GET /v2.0/networks/fa79161d-e2d7-4231-b138-c795e2afc5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804284 Jul 23 00:42:13.797666 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cc8024eb-b3a5-421a-9979-6256bec7f6a0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:42:13.832763 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b7828880-265c-4eba-8cab-df00590b3dc1 req-5117e6d8-6475-468d-ad40-271d56ecf810 service neutron] 10.222.0.18 "GET /v2.0/networks/fa79161d-e2d7-4231-b138-c795e2afc5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934088 Jul 23 00:42:13.845893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port cc8024eb-b3a5-421a-9979-6256bec7f6a0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:13.846267 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:14.541485 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 449f86d9-9cd1-4dd3-a867-a9932fa720e6 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:42:14.638067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 449f86d9-9cd1-4dd3-a867-a9932fa720e6, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=449f86d9-9cd1-4dd3-a867-a9932fa720e6,segment=NetworkSegment(45555a51-e8c0-446d-90a7-c0941d501808),segment_id=45555a51-e8c0-446d-90a7-c0941d501808)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:14.649604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '449f86d9-9cd1-4dd3-a867-a9932fa720e6', 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3', 'port_id': '449f86d9-9cd1-4dd3-a867-a9932fa720e6', 'mac_address': 'fa:16:3e:ee:38:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:42:14.690371 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:14.703039 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449f86d9-9cd1-4dd3-a867-a9932fa720e6 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:42:14.704183 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d922c1-acf6-4378-aeb5-f618472e4ed2 req-4668b419-0f3d-4ae6-992b-a931966be145 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:14.705769 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a1d922c1-acf6-4378-aeb5-f618472e4ed2 req-4668b419-0f3d-4ae6-992b-a931966be145 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 943 time: 0.0648558 Jul 23 00:42:14.723472 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 449f86d9-9cd1-4dd3-a867-a9932fa720e6, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=449f86d9-9cd1-4dd3-a867-a9932fa720e6,segment=NetworkSegment(45555a51-e8c0-446d-90a7-c0941d501808),segment_id=45555a51-e8c0-446d-90a7-c0941d501808)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:14.727369 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:14.744972 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a1d922c1-acf6-4378-aeb5-f618472e4ed2 req-19adc8bc-88be-4ff4-affd-6fb14e90d8cc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf768e23-11ec-46e0-9463-2040901c4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330813 Jul 23 00:42:14.780538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=449f86d9-9cd1-4dd3-a867-a9932fa720e6,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:15.018776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['449f86d9-9cd1-4dd3-a867-a9932fa720e6'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:42:15.873136 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370b47f-c03e-4156-b502-c0374bbf3a2b req-8403ffde-984e-4296-af4d-7e6af5827e29 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:15.874888 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2370b47f-c03e-4156-b502-c0374bbf3a2b req-8403ffde-984e-4296-af4d-7e6af5827e29 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 944 time: 0.0632689 Jul 23 00:42:15.910462 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2370b47f-c03e-4156-b502-c0374bbf3a2b req-08b1d4df-a0ed-438e-96b8-27f56977bcfa tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf768e23-11ec-46e0-9463-2040901c4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301807 Jul 23 00:42:16.555820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 449f86d9-9cd1-4dd3-a867-a9932fa720e6 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:42:16.603489 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 449f86d9-9cd1-4dd3-a867-a9932fa720e6 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:42:16.607152 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 449f86d9-9cd1-4dd3-a867-a9932fa720e6 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:16.607524 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:16.681504 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:16.702895 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e871221b-c927-41d2-aaed-0b9d04a5af38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449f86d9-9cd1-4dd3-a867-a9932fa720e6'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:42:16.705170 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a53c0fd-1945-49ba-a57f-5bba42496427" -d '{"events": [{"server_uuid": "e871221b-c927-41d2-aaed-0b9d04a5af38", "name": "network-vif-plugged", "status": "completed", "tag": "449f86d9-9cd1-4dd3-a867-a9932fa720e6"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:42:16.720949 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 449f86d9-9cd1-4dd3-a867-a9932fa720e6, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=449f86d9-9cd1-4dd3-a867-a9932fa720e6,segment=NetworkSegment(45555a51-e8c0-446d-90a7-c0941d501808),segment_id=45555a51-e8c0-446d-90a7-c0941d501808)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:16.724696 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:16.749502 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d60fff7-1cbd-428b-8a92-925ca096ea5c x-openstack-request-id: req-7d60fff7-1cbd-428b-8a92-925ca096ea5c {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:42:16.749806 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e871221b-c927-41d2-aaed-0b9d04a5af38", "name": "network-vif-plugged", "status": "completed", "tag": "449f86d9-9cd1-4dd3-a867-a9932fa720e6", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:42:16.750038 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d60fff7-1cbd-428b-8a92-925ca096ea5c {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:42:16.750422 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e871221b-c927-41d2-aaed-0b9d04a5af38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449f86d9-9cd1-4dd3-a867-a9932fa720e6', 'code': 200} Jul 23 00:42:16.777865 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=449f86d9-9cd1-4dd3-a867-a9932fa720e6,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:16.881062 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16105a0-652c-4b14-8274-f474ef7228ce req-e35b6aa8-edb2-44ae-a9e3-79cbe5bbcf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:16.882592 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f16105a0-652c-4b14-8274-f474ef7228ce req-e35b6aa8-edb2-44ae-a9e3-79cbe5bbcf3f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 1096 time: 0.0540051 Jul 23 00:42:16.916760 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f16105a0-652c-4b14-8274-f474ef7228ce req-a628a5f3-2998-44ef-80bc-40416a466748 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cf768e23-11ec-46e0-9463-2040901c4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271802 Jul 23 00:42:17.041630 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3faea-0884-4bab-a526-286a6573375a req-8762ad86-864d-427c-9143-5c4f5a307289 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:17.043104 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8de3faea-0884-4bab-a526-286a6573375a req-8762ad86-864d-427c-9143-5c4f5a307289 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 945 time: 0.0672891 Jul 23 00:42:17.080170 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8de3faea-0884-4bab-a526-286a6573375a req-18c1b65e-4c3a-4e17-a403-048ca4f9da3e tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf768e23-11ec-46e0-9463-2040901c4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316081 Jul 23 00:42:17.204319 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:18.210561 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796a9ed-4bea-4f3b-89d2-02ff9fd41508 req-3daa3f5c-2b40-4abe-a1f8-83f5c85ba4fe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:18.212074 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1796a9ed-4bea-4f3b-89d2-02ff9fd41508 req-3daa3f5c-2b40-4abe-a1f8-83f5c85ba4fe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 945 time: 0.0642023 Jul 23 00:42:18.249445 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1796a9ed-4bea-4f3b-89d2-02ff9fd41508 req-27b828c3-fb2e-4a6d-9e7e-2eab957cb4bf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf768e23-11ec-46e0-9463-2040901c4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306616 Jul 23 00:42:18.381512 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e79bcf-de38-4ddb-9bac-81c5165a15a4 req-573f17e3-5fc3-44bf-9351-c6eadb9cba21 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:18.383002 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71e79bcf-de38-4ddb-9bac-81c5165a15a4 req-573f17e3-5fc3-44bf-9351-c6eadb9cba21 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 945 time: 0.0671227 Jul 23 00:42:18.420425 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-71e79bcf-de38-4ddb-9bac-81c5165a15a4 req-9a68046e-ed51-41f7-baee-3293dcfff200 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf768e23-11ec-46e0-9463-2040901c4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313804 Jul 23 00:42:18.441771 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33908) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:18.493582 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86d4d89-8f87-41f6-9434-c25e28a601f6 tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:18.496050 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f86d4d89-8f87-41f6-9434-c25e28a601f6 tempest-TestNetworkAdvancedServerOps-908851001 tempest-TestNetworkAdvancedServerOps-908851001-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 1091 time: 0.0533266 Jul 23 00:42:18.498834 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33910) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:18.503469 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '449f86d9-9cd1-4dd3-a867-a9932fa720e6', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:18.525435 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:18.621583 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:18.720563 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Allocated IP 172.25.4.148 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/12588c93-eb61-4e93-bff7-4f7eeffdcb4f) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:42:18.826257 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:18.864405 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:18.899710 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:42:18.904878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:42:18.907466 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:42:18.934978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=12588c93-eb61-4e93-bff7-4f7eeffdcb4f,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:19.598066 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:19.671793 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:19.823215 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:19.829577 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:19.902681 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event updated for resources: {'Port': ['ID=12588c93-eb61-4e93-bff7-4f7eeffdcb4f,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:19.913360 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:20.016726 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Floating IP 968524e0-2b32-4d9c-933d-d41f596e7199 associated. External IP: 172.25.4.148, port: 449f86d9-9cd1-4dd3-a867-a9932fa720e6. Jul 23 00:42:20.222497 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 9c0524fe-d892-43fe-8973-2433281c407b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:42:20.335342 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:42:20.346304 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e174a4-159e-491a-8656-3059f5259a4d None None] Sync routers for ids ['9c0524fe-d892-43fe-8973-2433281c407b'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:42:20.353865 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:20.359942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e174a4-159e-491a-8656-3059f5259a4d None None] Routers {'9c0524fe-d892-43fe-8973-2433281c407b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:20.360577 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-87e174a4-159e-491a-8656-3059f5259a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:42:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9c0524fe-d892-43fe-8973-2433281c407b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:20.393523 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3bbc2c3b-b111-441a-8a63-74ab033c812f tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8933723 Jul 23 00:42:20.394259 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e871221b-c927-41d2-aaed-0b9d04a5af38', 'tag': '449f86d9-9cd1-4dd3-a867-a9932fa720e6'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:42:20.403094 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72406cca-8dee-4f0c-8136-e29757621054" -d '{"events": [{"name": "network-changed", "server_uuid": "e871221b-c927-41d2-aaed-0b9d04a5af38", "tag": "449f86d9-9cd1-4dd3-a867-a9932fa720e6"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:42:20.456448 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cf8e53-867a-470f-9efb-d58d3ebc540f x-openstack-request-id: req-34cf8e53-867a-470f-9efb-d58d3ebc540f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:42:20.456740 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e871221b-c927-41d2-aaed-0b9d04a5af38", "tag": "449f86d9-9cd1-4dd3-a867-a9932fa720e6", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:42:20.456982 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34cf8e53-867a-470f-9efb-d58d3ebc540f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:42:20.457408 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e871221b-c927-41d2-aaed-0b9d04a5af38', 'tag': '449f86d9-9cd1-4dd3-a867-a9932fa720e6', 'status': 'completed', 'code': 200} Jul 23 00:42:20.523766 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee931c-9a67-42ec-85a5-d54ad9a6f3bf req-8685be64-1b84-4fcb-a340-f82ee1c9eb0c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:20.526235 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24ee931c-9a67-42ec-85a5-d54ad9a6f3bf req-8685be64-1b84-4fcb-a340-f82ee1c9eb0c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 945 time: 0.0808430 Jul 23 00:42:20.571639 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72406cca-8dee-4f0c-8136-e29757621054 req-47b9bd0a-a202-4f89-9b47-b667c0269eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:20.573739 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-72406cca-8dee-4f0c-8136-e29757621054 req-47b9bd0a-a202-4f89-9b47-b667c0269eb6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 1096 time: 0.0732074 Jul 23 00:42:20.575245 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-24ee931c-9a67-42ec-85a5-d54ad9a6f3bf req-3de93dd5-3255-432e-be2e-63ae0abb3606 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf768e23-11ec-46e0-9463-2040901c4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409958 Jul 23 00:42:20.613937 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33922) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:20.662927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-87e174a4-159e-491a-8656-3059f5259a4d None None] Set router 9c0524fe-d892-43fe-8973-2433281c407b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:20.690287 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72406cca-8dee-4f0c-8136-e29757621054 req-512a911c-e077-41c2-89eb-fd82b56725e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:20.691990 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-72406cca-8dee-4f0c-8136-e29757621054 req-512a911c-e077-41c2-89eb-fd82b56725e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa79161d-e2d7-4231-b138-c795e2afc5b3 HTTP/1.1" status: 200 len: 897 time: 0.1056933 Jul 23 00:42:20.694906 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-48fe2ece-081b-4f32-aefc-75c93a018e18 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/968524e0-2b32-4d9c-933d-d41f596e7199 HTTP/1.1" status: 200 len: 991 time: 0.0791469 Jul 23 00:42:20.757727 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-72406cca-8dee-4f0c-8136-e29757621054 req-81ca2413-da7c-48d4-a3fd-e8f75d18065d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449f86d9-9cd1-4dd3-a867-a9932fa720e6 HTTP/1.1" status: 200 len: 999 time: 0.0592451 Jul 23 00:42:20.810606 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72406cca-8dee-4f0c-8136-e29757621054 req-8110d03b-10bb-4ef9-b44b-3b1ac11aa685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:20.812108 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-72406cca-8dee-4f0c-8136-e29757621054 req-8110d03b-10bb-4ef9-b44b-3b1ac11aa685 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a47f4c49-7baf-4bb1-9043-2f87b72c24ac HTTP/1.1" status: 200 len: 833 time: 0.0482199 Jul 23 00:42:20.879195 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72406cca-8dee-4f0c-8136-e29757621054 req-250ed16a-7365-4cb5-9691-b14ceb9d2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:20.880718 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-72406cca-8dee-4f0c-8136-e29757621054 req-250ed16a-7365-4cb5-9691-b14ceb9d2745 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa79161d-e2d7-4231-b138-c795e2afc5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627348 Jul 23 00:42:20.908987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-87e174a4-159e-491a-8656-3059f5259a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0524fe-d892-43fe-8973-2433281c407b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570368741', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:03Z', 'updated_at': '2021-07-23T00:42:07Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:04Z', 'updated_at': '2021-07-23T00:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '968524e0-2b32-4d9c-933d-d41f596e7199', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'floating_ip_address': '172.25.4.148', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'port_id': '449f86d9-9cd1-4dd3-a867-a9932fa720e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3', 'mac_address': 'fa:16:3e:ee:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e871221b-c927-41d2-aaed-0b9d04a5af38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:42:19Z', 'updated_at': '2021-07-23T00:42:19Z', 'revision_number': 0, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8024eb-b3a5-421a-9979-6256bec7f6a0', 'name': '', 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:fd:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:06Z', 'updated_at': '2021-07-23T00:42:11Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:20.940085 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e174a4-159e-491a-8656-3059f5259a4d None None] Checking router: 9c0524fe-d892-43fe-8973-2433281c407b for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:42:20.948995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e174a4-159e-491a-8656-3059f5259a4d None None] Routers {'9c0524fe-d892-43fe-8973-2433281c407b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:20.949655 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-87e174a4-159e-491a-8656-3059f5259a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:42:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9c0524fe-d892-43fe-8973-2433281c407b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:20.973043 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-72406cca-8dee-4f0c-8136-e29757621054 req-8d30b366-a50a-44bc-8cb9-cb77f3a1af99 service neutron] 10.222.0.18 "GET /v2.0/networks/fa79161d-e2d7-4231-b138-c795e2afc5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858850 Jul 23 00:42:21.060615 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-87e174a4-159e-491a-8656-3059f5259a4d None None] Set router 9c0524fe-d892-43fe-8973-2433281c407b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:21.063487 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-72406cca-8dee-4f0c-8136-e29757621054 req-65531c87-792a-4dbb-bbf8-9ceb80e9d5db service neutron] 10.222.0.18 "GET /v2.0/networks/fa79161d-e2d7-4231-b138-c795e2afc5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836496 Jul 23 00:42:21.285326 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-87e174a4-159e-491a-8656-3059f5259a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0524fe-d892-43fe-8973-2433281c407b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570368741', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:03Z', 'updated_at': '2021-07-23T00:42:07Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:04Z', 'updated_at': '2021-07-23T00:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '968524e0-2b32-4d9c-933d-d41f596e7199', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'floating_ip_address': '172.25.4.148', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'port_id': '449f86d9-9cd1-4dd3-a867-a9932fa720e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3', 'mac_address': 'fa:16:3e:ee:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e871221b-c927-41d2-aaed-0b9d04a5af38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:42:19Z', 'updated_at': '2021-07-23T00:42:19Z', 'revision_number': 0, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8024eb-b3a5-421a-9979-6256bec7f6a0', 'name': '', 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:fd:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:06Z', 'updated_at': '2021-07-23T00:42:11Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:21.314538 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e174a4-159e-491a-8656-3059f5259a4d None None] The sync data for ids ['9c0524fe-d892-43fe-8973-2433281c407b'] in n-d-688802-2 is: [{'id': '9c0524fe-d892-43fe-8973-2433281c407b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570368741', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:03Z', 'updated_at': '2021-07-23T00:42:07Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:04Z', 'updated_at': '2021-07-23T00:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '968524e0-2b32-4d9c-933d-d41f596e7199', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'floating_ip_address': '172.25.4.148', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'port_id': '449f86d9-9cd1-4dd3-a867-a9932fa720e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3', 'mac_address': 'fa:16:3e:ee:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e871221b-c927-41d2-aaed-0b9d04a5af38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:42:19Z', 'updated_at': '2021-07-23T00:42:19Z', 'revision_number': 0, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8024eb-b3a5-421a-9979-6256bec7f6a0', 'name': '', 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:fd:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:06Z', 'updated_at': '2021-07-23T00:42:11Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:42:21.493680 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d67a7a-6a1f-4ede-ae49-98938e733b47 None None] New status for floating IP 968524e0-2b32-4d9c-933d-d41f596e7199: ACTIVE {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:42:21.698728 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33926) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:21.765416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a2128ed0-8eda-48ff-8c73-e7e181724e8c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/968524e0-2b32-4d9c-933d-d41f596e7199 HTTP/1.1" status: 200 len: 993 time: 0.0655828 Jul 23 00:42:31.706292 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-28890288-347c-4203-8db4-ccb779eee075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:33.308414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-b3cd80a3-09af-4dfd-90d5-3ac8697b89ce req-9c6045e0-c4a5-47de-9fb0-cd6dbaf1983b service neutron] (93821) timed out ('10.222.0.26', 58570) {{(pid=93821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:42:34.440308 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b7eb0663-1c30-478a-8069-d7bd21df0d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:34.504428 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:34.961553 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:35.792893 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:37.271346 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:47.220268 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:48.543294 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:42:53.207373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884724cb-c888-4f6a-9bdb-ca70bbc2e95d req-318aa216-d20d-4c6d-912f-7f646e7cb220 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:53.208768 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-884724cb-c888-4f6a-9bdb-ca70bbc2e95d req-318aa216-d20d-4c6d-912f-7f646e7cb220 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 945 time: 0.1147623 Jul 23 00:42:53.245970 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-884724cb-c888-4f6a-9bdb-ca70bbc2e95d req-383a56d1-05cd-4a56-9389-de7e2d76d3bf tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf768e23-11ec-46e0-9463-2040901c4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315523 Jul 23 00:42:54.420074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a92fb-da78-453b-baf9-09790d438690 req-7823a19e-3d52-4246-acda-a1c7308c7136 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:54.421570 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-768a92fb-da78-453b-baf9-09790d438690 req-7823a19e-3d52-4246-acda-a1c7308c7136 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 945 time: 0.1055577 Jul 23 00:42:54.461894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-768a92fb-da78-453b-baf9-09790d438690 req-1b17e222-b638-4e69-b93b-602b514fd45d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf768e23-11ec-46e0-9463-2040901c4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347941 Jul 23 00:42:54.483732 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33948) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:54.542488 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-3d5002ab-5bce-4739-9843-c608331dd569 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/968524e0-2b32-4d9c-933d-d41f596e7199 HTTP/1.1" status: 200 len: 993 time: 0.0575831 Jul 23 00:42:55.825041 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d2e6f-1d87-4bf2-9be6-23e8f0b81e87 req-f4758bcc-411a-4511-a91f-d5ecc694d487 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:55.827388 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-217d2e6f-1d87-4bf2-9be6-23e8f0b81e87 req-f4758bcc-411a-4511-a91f-d5ecc694d487 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 945 time: 0.0647752 Jul 23 00:42:55.865242 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-217d2e6f-1d87-4bf2-9be6-23e8f0b81e87 req-08f8c0bf-5c29-41ac-ab1b-01a4515cab9d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf768e23-11ec-46e0-9463-2040901c4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321600 Jul 23 00:42:55.865496 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f01d-6c0c-4253-8b68-376c8226d52f req-edd5ff94-b99a-463d-b3a7-1bd0808290d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:55.867041 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dba8f01d-6c0c-4253-8b68-376c8226d52f req-edd5ff94-b99a-463d-b3a7-1bd0808290d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 1096 time: 0.0579984 Jul 23 00:42:55.959267 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f01d-6c0c-4253-8b68-376c8226d52f req-cbff6ab9-7b41-43dc-b383-9174bb36f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:55.960717 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dba8f01d-6c0c-4253-8b68-376c8226d52f req-cbff6ab9-7b41-43dc-b383-9174bb36f185 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa79161d-e2d7-4231-b138-c795e2afc5b3 HTTP/1.1" status: 200 len: 897 time: 0.0867729 Jul 23 00:42:56.028042 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dba8f01d-6c0c-4253-8b68-376c8226d52f req-7fe0ab00-5b21-44bd-baef-45b78312c154 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449f86d9-9cd1-4dd3-a867-a9932fa720e6 HTTP/1.1" status: 200 len: 1001 time: 0.0606489 Jul 23 00:42:56.076561 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f01d-6c0c-4253-8b68-376c8226d52f req-67726640-8d0b-4952-87c0-30e64d87c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:56.077931 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dba8f01d-6c0c-4253-8b68-376c8226d52f req-67726640-8d0b-4952-87c0-30e64d87c093 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a47f4c49-7baf-4bb1-9043-2f87b72c24ac HTTP/1.1" status: 200 len: 833 time: 0.0434263 Jul 23 00:42:56.133937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f01d-6c0c-4253-8b68-376c8226d52f req-38b0bd4e-bb77-45e0-bb85-46fb8a945a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:56.136062 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dba8f01d-6c0c-4253-8b68-376c8226d52f req-38b0bd4e-bb77-45e0-bb85-46fb8a945a59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa79161d-e2d7-4231-b138-c795e2afc5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523922 Jul 23 00:42:56.226566 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dba8f01d-6c0c-4253-8b68-376c8226d52f req-39efc208-4beb-4b68-9dda-6a03320e46e4 service neutron] 10.222.0.18 "GET /v2.0/networks/fa79161d-e2d7-4231-b138-c795e2afc5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836627 Jul 23 00:42:56.313787 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-dba8f01d-6c0c-4253-8b68-376c8226d52f req-1b74567a-ba70-48f2-adad-e78b8564c090 service neutron] 10.222.0.18 "GET /v2.0/networks/fa79161d-e2d7-4231-b138-c795e2afc5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804579 Jul 23 00:42:57.002004 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed03bc-da60-4244-b393-57631ceff60e req-b3962b73-71ce-45d8-9354-90b690484eac tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:57.003486 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10ed03bc-da60-4244-b393-57631ceff60e req-b3962b73-71ce-45d8-9354-90b690484eac tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 945 time: 0.0676630 Jul 23 00:42:57.042415 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10ed03bc-da60-4244-b393-57631ceff60e req-edc2c25f-21b6-4d60-8702-a66d9c7b82e9 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf768e23-11ec-46e0-9463-2040901c4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333154 Jul 23 00:42:58.171290 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353284b2-6639-4ab2-8a1b-86a463b90a51 req-d0f89273-cace-468e-b88d-354883a5e92c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:58.172797 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-353284b2-6639-4ab2-8a1b-86a463b90a51 req-d0f89273-cace-468e-b88d-354883a5e92c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 945 time: 0.0641682 Jul 23 00:42:58.208590 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-353284b2-6639-4ab2-8a1b-86a463b90a51 req-54f21768-d362-4cd3-a3fa-7f0680a909af tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf768e23-11ec-46e0-9463-2040901c4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303078 Jul 23 00:42:58.230944 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33960) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:58.293643 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-47162b6e-c1e2-4aed-aff0-79daecd42691 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/floatingips/968524e0-2b32-4d9c-933d-d41f596e7199 HTTP/1.1" status: 200 len: 993 time: 0.0614629 Jul 23 00:42:58.523996 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33966) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:58.677240 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port 12588c93-eb61-4e93-bff7-4f7eeffdcb4f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:42:58.677502 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:58.754038 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:58.754365 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:58.765637 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for 12588c93-eb61-4e93-bff7-4f7eeffdcb4f owned by network:floatingip {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:42:58.910213 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:58.936342 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=12588c93-eb61-4e93-bff7-4f7eeffdcb4f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:58.947985 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:58.948338 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:58.948685 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:58.949026 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:58.949390 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:58.949723 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:58.950055 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:58.950384 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:58.950713 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:58.951039 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:58.951362 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:58.951684 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:59.007223 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for floatingip, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:59.007623 n-d-688802-2 neutron-server[93820]: INFO neutron.db.l3_db [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Floating IP 968524e0-2b32-4d9c-933d-d41f596e7199 disassociated (deleted). External IP: 172.25.4.148, port: 449f86d9-9cd1-4dd3-a867-a9932fa720e6. Jul 23 00:42:59.218749 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 9c0524fe-d892-43fe-8973-2433281c407b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:42:59.323147 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:42:59.328025 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:59.332570 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedac486-0d78-4864-aa66-bcb8087ad627 None None] Sync routers for ids ['9c0524fe-d892-43fe-8973-2433281c407b'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:42:59.341111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedac486-0d78-4864-aa66-bcb8087ad627 None None] Routers {'9c0524fe-d892-43fe-8973-2433281c407b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:59.341724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dedac486-0d78-4864-aa66-bcb8087ad627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:42:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9c0524fe-d892-43fe-8973-2433281c407b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:59.363535 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-fa426dd3-333e-4e20-a961-97e57279b04d tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/floatingips/968524e0-2b32-4d9c-933d-d41f596e7199 HTTP/1.1" status: 204 len: 168 time: 0.8384192 Jul 23 00:42:59.364230 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e871221b-c927-41d2-aaed-0b9d04a5af38', 'tag': '449f86d9-9cd1-4dd3-a867-a9932fa720e6'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:42:59.366613 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b004f95-397d-4ff4-aa93-48ee9c25a536" -d '{"events": [{"name": "network-changed", "server_uuid": "e871221b-c927-41d2-aaed-0b9d04a5af38", "tag": "449f86d9-9cd1-4dd3-a867-a9932fa720e6"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:42:59.411195 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f3137e-40d6-4533-9f2a-bcec05b2943c x-openstack-request-id: req-86f3137e-40d6-4533-9f2a-bcec05b2943c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:42:59.411195 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e871221b-c927-41d2-aaed-0b9d04a5af38", "tag": "449f86d9-9cd1-4dd3-a867-a9932fa720e6", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:42:59.411444 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86f3137e-40d6-4533-9f2a-bcec05b2943c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:42:59.411820 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e871221b-c927-41d2-aaed-0b9d04a5af38', 'tag': '449f86d9-9cd1-4dd3-a867-a9932fa720e6', 'status': 'completed', 'code': 200} Jul 23 00:42:59.449882 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-dedac486-0d78-4864-aa66-bcb8087ad627 None None] Set router 9c0524fe-d892-43fe-8973-2433281c407b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:59.526644 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b004f95-397d-4ff4-aa93-48ee9c25a536 req-4267e12e-8fd6-4b60-8f2f-7c19cb3359e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:59.528243 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5b004f95-397d-4ff4-aa93-48ee9c25a536 req-4267e12e-8fd6-4b60-8f2f-7c19cb3359e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 1096 time: 0.0663409 Jul 23 00:42:59.610678 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30940f0c-4bee-4475-b1b8-32072398d8cc req-e3b5caea-0c94-4532-b7ef-4074cb946ad0 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:59.612194 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-30940f0c-4bee-4475-b1b8-32072398d8cc req-e3b5caea-0c94-4532-b7ef-4074cb946ad0 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 945 time: 0.0672870 Jul 23 00:42:59.635068 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b004f95-397d-4ff4-aa93-48ee9c25a536 req-63912984-bbee-4abc-940a-fa6cc89cb149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:59.636733 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5b004f95-397d-4ff4-aa93-48ee9c25a536 req-63912984-bbee-4abc-940a-fa6cc89cb149 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa79161d-e2d7-4231-b138-c795e2afc5b3 HTTP/1.1" status: 200 len: 897 time: 0.0943303 Jul 23 00:42:59.653407 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-30940f0c-4bee-4475-b1b8-32072398d8cc req-192a785b-19d4-4eb0-8322-e1f1feab11b3 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf768e23-11ec-46e0-9463-2040901c4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344148 Jul 23 00:42:59.669162 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dedac486-0d78-4864-aa66-bcb8087ad627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0524fe-d892-43fe-8973-2433281c407b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570368741', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:03Z', 'updated_at': '2021-07-23T00:42:07Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:04Z', 'updated_at': '2021-07-23T00:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'cc8024eb-b3a5-421a-9979-6256bec7f6a0', 'name': '', 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:fd:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:06Z', 'updated_at': '2021-07-23T00:42:11Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:59.679427 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5b004f95-397d-4ff4-aa93-48ee9c25a536 req-98edb9e0-e410-4343-9289-9894459c94af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449f86d9-9cd1-4dd3-a867-a9932fa720e6 HTTP/1.1" status: 200 len: 217 time: 0.0356455 Jul 23 00:42:59.699265 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedac486-0d78-4864-aa66-bcb8087ad627 None None] Checking router: 9c0524fe-d892-43fe-8973-2433281c407b for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:42:59.707519 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedac486-0d78-4864-aa66-bcb8087ad627 None None] Routers {'9c0524fe-d892-43fe-8973-2433281c407b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:59.708121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dedac486-0d78-4864-aa66-bcb8087ad627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:42:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9c0524fe-d892-43fe-8973-2433281c407b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:59.732571 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b004f95-397d-4ff4-aa93-48ee9c25a536 req-60070f3e-9eab-472f-a533-ef1225861159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:59.734104 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5b004f95-397d-4ff4-aa93-48ee9c25a536 req-60070f3e-9eab-472f-a533-ef1225861159 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a47f4c49-7baf-4bb1-9043-2f87b72c24ac HTTP/1.1" status: 200 len: 833 time: 0.0479100 Jul 23 00:42:59.793315 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b004f95-397d-4ff4-aa93-48ee9c25a536 req-724d122c-ca1c-4b50-9a89-c473a3ed67d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:59.794848 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5b004f95-397d-4ff4-aa93-48ee9c25a536 req-724d122c-ca1c-4b50-9a89-c473a3ed67d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa79161d-e2d7-4231-b138-c795e2afc5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537884 Jul 23 00:42:59.812590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-dedac486-0d78-4864-aa66-bcb8087ad627 None None] Set router 9c0524fe-d892-43fe-8973-2433281c407b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:59.884302 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5b004f95-397d-4ff4-aa93-48ee9c25a536 req-a924d310-3519-4727-9b19-d401c91847ce service neutron] 10.222.0.18 "GET /v2.0/networks/fa79161d-e2d7-4231-b138-c795e2afc5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814161 Jul 23 00:42:59.978359 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5b004f95-397d-4ff4-aa93-48ee9c25a536 req-40148955-ba2c-4827-90b6-a954fc71d491 service neutron] 10.222.0.18 "GET /v2.0/networks/fa79161d-e2d7-4231-b138-c795e2afc5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868530 Jul 23 00:43:00.010128 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-dedac486-0d78-4864-aa66-bcb8087ad627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0524fe-d892-43fe-8973-2433281c407b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570368741', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:03Z', 'updated_at': '2021-07-23T00:42:07Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:04Z', 'updated_at': '2021-07-23T00:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'cc8024eb-b3a5-421a-9979-6256bec7f6a0', 'name': '', 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:fd:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:06Z', 'updated_at': '2021-07-23T00:42:11Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:00.036488 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedac486-0d78-4864-aa66-bcb8087ad627 None None] The sync data for ids ['9c0524fe-d892-43fe-8973-2433281c407b'] in n-d-688802-2 is: [{'id': '9c0524fe-d892-43fe-8973-2433281c407b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570368741', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:03Z', 'updated_at': '2021-07-23T00:42:07Z', 'revision_number': 4, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:04Z', 'updated_at': '2021-07-23T00:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'cc8024eb-b3a5-421a-9979-6256bec7f6a0', 'name': '', 'network_id': 'fa79161d-e2d7-4231-b138-c795e2afc5b3', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'mac_address': 'fa:16:3e:fd:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:06Z', 'updated_at': '2021-07-23T00:42:11Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'subnets': [{'id': 'a47f4c49-7baf-4bb1-9043-2f87b72c24ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:43:00.242948 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ddb6bf-26fa-4eda-89a8-f4d97ba09f80 None None] New status for floating IP 968524e0-2b32-4d9c-933d-d41f596e7199: DOWN {{(pid=93823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:43:00.784924 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d188b6-59c0-4db3-a587-0567afd29bdc req-3b52c9a4-cb73-44c7-b0b8-0071041f127c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:00.786419 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41d188b6-59c0-4db3-a587-0567afd29bdc req-3b52c9a4-cb73-44c7-b0b8-0071041f127c tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 945 time: 0.0637257 Jul 23 00:43:00.823950 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-41d188b6-59c0-4db3-a587-0567afd29bdc req-34695b9a-9469-4320-b6b9-b51756918e20 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf768e23-11ec-46e0-9463-2040901c4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317497 Jul 23 00:43:01.251136 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185edcdb-e8ce-4812-a6f8-7b89c09dec21 req-aafa6818-5540-499c-b5e6-edc174537923 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:01.252603 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-185edcdb-e8ce-4812-a6f8-7b89c09dec21 req-aafa6818-5540-499c-b5e6-edc174537923 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 945 time: 0.0619323 Jul 23 00:43:01.355989 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-185edcdb-e8ce-4812-a6f8-7b89c09dec21 req-caaea1b1-6d6e-43b5-bdb9-efce75c28614 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port 449f86d9-9cd1-4dd3-a867-a9932fa720e6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:43:01.356246 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-185edcdb-e8ce-4812-a6f8-7b89c09dec21 req-caaea1b1-6d6e-43b5-bdb9-efce75c28614 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:01.442993 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-185edcdb-e8ce-4812-a6f8-7b89c09dec21 req-caaea1b1-6d6e-43b5-bdb9-efce75c28614 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] For port 449f86d9-9cd1-4dd3-a867-a9932fa720e6, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=449f86d9-9cd1-4dd3-a867-a9932fa720e6,segment=NetworkSegment(45555a51-e8c0-446d-90a7-c0941d501808),segment_id=45555a51-e8c0-446d-90a7-c0941d501808)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:43:01.443375 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-185edcdb-e8ce-4812-a6f8-7b89c09dec21 req-caaea1b1-6d6e-43b5-bdb9-efce75c28614 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:01.455212 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-185edcdb-e8ce-4812-a6f8-7b89c09dec21 req-caaea1b1-6d6e-43b5-bdb9-efce75c28614 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for 449f86d9-9cd1-4dd3-a867-a9932fa720e6 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:43:01.581328 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-185edcdb-e8ce-4812-a6f8-7b89c09dec21 req-caaea1b1-6d6e-43b5-bdb9-efce75c28614 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:01.610514 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaea1b1-6d6e-43b5-bdb9-efce75c28614 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=449f86d9-9cd1-4dd3-a867-a9932fa720e6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:01.661002 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-185edcdb-e8ce-4812-a6f8-7b89c09dec21 req-caaea1b1-6d6e-43b5-bdb9-efce75c28614 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] No DVR routers for this DVR port 449f86d9-9cd1-4dd3-a867-a9932fa720e6 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:43:01.663565 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-185edcdb-e8ce-4812-a6f8-7b89c09dec21 req-caaea1b1-6d6e-43b5-bdb9-efce75c28614 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:01.665568 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-185edcdb-e8ce-4812-a6f8-7b89c09dec21 req-caaea1b1-6d6e-43b5-bdb9-efce75c28614 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.18 "DELETE /v2.0/ports/449f86d9-9cd1-4dd3-a867-a9932fa720e6 HTTP/1.1" status: 204 len: 173 time: 0.4063838 Jul 23 00:43:01.666006 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e871221b-c927-41d2-aaed-0b9d04a5af38', 'name': 'network-vif-deleted', 'tag': '449f86d9-9cd1-4dd3-a867-a9932fa720e6'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:43:01.668854 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff0a158-8f22-40ec-b95e-4bbe93722e87" -d '{"events": [{"server_uuid": "e871221b-c927-41d2-aaed-0b9d04a5af38", "name": "network-vif-deleted", "tag": "449f86d9-9cd1-4dd3-a867-a9932fa720e6"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:43:01.706972 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-39e7b293-8180-4aff-bfaf-c057044bbfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:01.709165 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c776a2e-4b0d-428c-997a-0d807f4b487d x-openstack-request-id: req-4c776a2e-4b0d-428c-997a-0d807f4b487d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:43:01.709464 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e871221b-c927-41d2-aaed-0b9d04a5af38", "name": "network-vif-deleted", "tag": "449f86d9-9cd1-4dd3-a867-a9932fa720e6", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:43:01.709722 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c776a2e-4b0d-428c-997a-0d807f4b487d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:43:01.710122 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e871221b-c927-41d2-aaed-0b9d04a5af38', 'name': 'network-vif-deleted', 'tag': '449f86d9-9cd1-4dd3-a867-a9932fa720e6', 'status': 'completed', 'code': 200} Jul 23 00:43:01.936147 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f2b5973a-82fd-47d1-a7be-abc463c31814 req-8b68542a-6cb6-4f8f-b480-e067a1fe79dc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "GET /v2.0/ports?device_id=e871221b-c927-41d2-aaed-0b9d04a5af38 HTTP/1.1" status: 200 len: 210 time: 0.0347927 Jul 23 00:43:02.993556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33982) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:03.346228 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4a97ad6-165b-4ac2-b42d-b5f9ae7f58fb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:03.607469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f4a97ad6-165b-4ac2-b42d-b5f9ae7f58fb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port cc8024eb-b3a5-421a-9979-6256bec7f6a0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:43:03.607735 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4a97ad6-165b-4ac2-b42d-b5f9ae7f58fb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:03.697083 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f4a97ad6-165b-4ac2-b42d-b5f9ae7f58fb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] For port cc8024eb-b3a5-421a-9979-6256bec7f6a0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=cc8024eb-b3a5-421a-9979-6256bec7f6a0,segment=NetworkSegment(45555a51-e8c0-446d-90a7-c0941d501808),segment_id=45555a51-e8c0-446d-90a7-c0941d501808)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:43:03.697467 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4a97ad6-165b-4ac2-b42d-b5f9ae7f58fb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:03.709917 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f4a97ad6-165b-4ac2-b42d-b5f9ae7f58fb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for cc8024eb-b3a5-421a-9979-6256bec7f6a0 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:43:04.197899 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4a97ad6-165b-4ac2-b42d-b5f9ae7f58fb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:04.224697 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a97ad6-165b-4ac2-b42d-b5f9ae7f58fb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=cc8024eb-b3a5-421a-9979-6256bec7f6a0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:04.398974 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4a97ad6-165b-4ac2-b42d-b5f9ae7f58fb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:04.440515 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-283bd4d1-6de3-4366-ae19-e6b4f80f9c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:04.505029 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:04.616474 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a97ad6-165b-4ac2-b42d-b5f9ae7f58fb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Router 9c0524fe-d892-43fe-8973-2433281c407b has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:43:04.721598 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a97ad6-165b-4ac2-b42d-b5f9ae7f58fb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:43:04.727132 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f4a97ad6-165b-4ac2-b42d-b5f9ae7f58fb tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "PUT /v2.0/routers/9c0524fe-d892-43fe-8973-2433281c407b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7325263 Jul 23 00:43:04.730058 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33984) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:04.731402 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e09e1e-2f3a-4e9a-8ab0-bdf3740091d1 None None] Sync routers for ids ['9c0524fe-d892-43fe-8973-2433281c407b'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:43:04.740573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e09e1e-2f3a-4e9a-8ab0-bdf3740091d1 None None] Routers {'9c0524fe-d892-43fe-8973-2433281c407b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:43:04.741214 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-06e09e1e-2f3a-4e9a-8ab0-bdf3740091d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:43:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9c0524fe-d892-43fe-8973-2433281c407b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:04.782174 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d31aefb-8178-40a0-a91e-535b54007bbe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting subnet a47f4c49-7baf-4bb1-9043-2f87b72c24ac {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:43:04.785188 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d31aefb-8178-40a0-a91e-535b54007bbe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:04.825079 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d31aefb-8178-40a0-a91e-535b54007bbe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:04.837666 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 449f86d9-9cd1-4dd3-a867-a9932fa720e6 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:43:04.867902 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 449f86d9-9cd1-4dd3-a867-a9932fa720e6 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:43:04.868261 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 449f86d9-9cd1-4dd3-a867-a9932fa720e6 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:43:04.873731 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-06e09e1e-2f3a-4e9a-8ab0-bdf3740091d1 None None] Set router 9c0524fe-d892-43fe-8973-2433281c407b gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:43:04.920017 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d31aefb-8178-40a0-a91e-535b54007bbe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:04.978666 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d31aefb-8178-40a0-a91e-535b54007bbe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:04.998043 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:05.004219 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31aefb-8178-40a0-a91e-535b54007bbe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Subnet': ['ID=a47f4c49-7baf-4bb1-9043-2f87b72c24ac,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:05.012584 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d31aefb-8178-40a0-a91e-535b54007bbe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:05.015583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33986) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:05.016027 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3d31aefb-8178-40a0-a91e-535b54007bbe tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/subnets/a47f4c49-7baf-4bb1-9043-2f87b72c24ac HTTP/1.1" status: 204 len: 168 time: 0.2844269 Jul 23 00:43:05.018659 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89d28e3-d307-4796-8c76-71897bc961b3 None None] Network fa79161d-e2d7-4231-b138-c795e2afc5b3 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:43:05.128803 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:05.233197 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:05.293428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Deleting port e19afc1d-c4a1-40be-9f8e-657c20a05583 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:43:05.293781 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:05.316345 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-06e09e1e-2f3a-4e9a-8ab0-bdf3740091d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0524fe-d892-43fe-8973-2433281c407b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570368741', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:03Z', 'updated_at': '2021-07-23T00:43:04Z', 'revision_number': 5, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port': {'id': 'e19afc1d-c4a1-40be-9f8e-657c20a05583', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0524fe-d892-43fe-8973-2433281c407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:04Z', 'updated_at': '2021-07-23T00:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:05.342857 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e09e1e-2f3a-4e9a-8ab0-bdf3740091d1 None None] Checking router: 9c0524fe-d892-43fe-8973-2433281c407b for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:43:05.358074 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e09e1e-2f3a-4e9a-8ab0-bdf3740091d1 None None] Routers {'9c0524fe-d892-43fe-8973-2433281c407b'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:43:05.358688 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-06e09e1e-2f3a-4e9a-8ab0-bdf3740091d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:43:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['9c0524fe-d892-43fe-8973-2433281c407b'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:05.373947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] For port e19afc1d-c4a1-40be-9f8e-657c20a05583, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=e19afc1d-c4a1-40be-9f8e-657c20a05583,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:43:05.374303 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:05.385745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Calling delete_port for e19afc1d-c4a1-40be-9f8e-657c20a05583 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:43:05.448926 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-06e09e1e-2f3a-4e9a-8ab0-bdf3740091d1 None None] Set router 9c0524fe-d892-43fe-8973-2433281c407b gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:43:05.504693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] DHCP port deletion for fa79161d-e2d7-4231-b138-c795e2afc5b3 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:43:05.507130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-06e09e1e-2f3a-4e9a-8ab0-bdf3740091d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0524fe-d892-43fe-8973-2433281c407b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570368741', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:03Z', 'updated_at': '2021-07-23T00:43:05Z', 'revision_number': 6, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:05.534295 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e09e1e-2f3a-4e9a-8ab0-bdf3740091d1 None None] The sync data for ids ['9c0524fe-d892-43fe-8973-2433281c407b'] in n-d-688802-2 is: [{'id': '9c0524fe-d892-43fe-8973-2433281c407b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570368741', 'tenant_id': '456023bc640c45e48cd7ad461e0d5cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:03Z', 'updated_at': '2021-07-23T00:43:05Z', 'revision_number': 6, 'project_id': '456023bc640c45e48cd7ad461e0d5cf5', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:43:05.566425 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:05.587724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Deleting port 60ce9ea8-ee35-4d5e-903c-242df7345e08 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:43:05.588116 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:05.592567 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Port': ['ID=e19afc1d-c4a1-40be-9f8e-657c20a05583,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:05.628554 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.628901 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.629273 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.629615 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.629946 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.630276 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.630604 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.630934 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.631256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.631581 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.631899 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.632220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.649619 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] For port 60ce9ea8-ee35-4d5e-903c-242df7345e08, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=60ce9ea8-ee35-4d5e-903c-242df7345e08,segment=NetworkSegment(45555a51-e8c0-446d-90a7-c0941d501808),segment_id=45555a51-e8c0-446d-90a7-c0941d501808)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:43:05.650013 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:05.663124 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Calling delete_port for 60ce9ea8-ee35-4d5e-903c-242df7345e08 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:43:05.675714 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:05.743934 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:05.769004 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Pushing event deleted for resources: {'Port': ['ID=60ce9ea8-ee35-4d5e-903c-242df7345e08,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:05.770608 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:05.772730 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:05.774138 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] No DVR routers for this DVR port 60ce9ea8-ee35-4d5e-903c-242df7345e08 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:43:05.781998 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.782345 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.782808 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.783149 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.783478 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.783805 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.784129 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.784447 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.784768 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.785084 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.785429 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.785743 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f480765-bfac-4c02-ab1d-6f758680f8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:05.803732 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:05.817800 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:05.818385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Fanout notify agent at l3_agent the message router_deleted on router 9c0524fe-d892-43fe-8973-2433281c407b {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:43:05.825829 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:05.826935 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9d10f614-385a-45fd-9b43-4548d1fd6131 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/routers/9c0524fe-d892-43fe-8973-2433281c407b HTTP/1.1" status: 204 len: 168 time: 0.8096669 Jul 23 00:43:05.829633 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33988) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:05.912353 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afb34dbf-4c6e-4368-b74f-53936d3b2f32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:06.003112 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afb34dbf-4c6e-4368-b74f-53936d3b2f32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:06.004644 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cc8024eb-b3a5-421a-9979-6256bec7f6a0 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:43:06.017496 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-afb34dbf-4c6e-4368-b74f-53936d3b2f32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa79161d-e2d7-4231-b138-c795e2afc5b3']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:06.027351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: cc8024eb-b3a5-421a-9979-6256bec7f6a0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:43:06.027704 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device cc8024eb-b3a5-421a-9979-6256bec7f6a0 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:43:06.028113 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 60ce9ea8-ee35-4d5e-903c-242df7345e08 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:43:06.028304 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-afb34dbf-4c6e-4368-b74f-53936d3b2f32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45555a51-e8c0-446d-90a7-c0941d501808') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:06.028589 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-afb34dbf-4c6e-4368-b74f-53936d3b2f32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45555a51-e8c0-446d-90a7-c0941d501808') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:06.037567 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afb34dbf-4c6e-4368-b74f-53936d3b2f32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:06.046529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 60ce9ea8-ee35-4d5e-903c-242df7345e08 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:43:06.046818 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 60ce9ea8-ee35-4d5e-903c-242df7345e08 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:43:06.055796 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afb34dbf-4c6e-4368-b74f-53936d3b2f32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:06.062141 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb34dbf-4c6e-4368-b74f-53936d3b2f32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:43:06.062523 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afb34dbf-4c6e-4368-b74f-53936d3b2f32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:43:06.065415 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:43:06.121733 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afb34dbf-4c6e-4368-b74f-53936d3b2f32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:06.128878 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-afb34dbf-4c6e-4368-b74f-53936d3b2f32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:06.130926 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-afb34dbf-4c6e-4368-b74f-53936d3b2f32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/networks/fa79161d-e2d7-4231-b138-c795e2afc5b3 HTTP/1.1" status: 204 len: 168 time: 0.3003876 Jul 23 00:43:06.133772 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 33990) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:06.142359 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb34dbf-4c6e-4368-b74f-53936d3b2f32 tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'Network': ['ID=fa79161d-e2d7-4231-b138-c795e2afc5b3,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:06.194007 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41b1e03b-2fc3-4127-8181-b24f013e80bc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:06.219363 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41b1e03b-2fc3-4127-8181-b24f013e80bc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:06.281730 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41b1e03b-2fc3-4127-8181-b24f013e80bc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:06.284256 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-41b1e03b-2fc3-4127-8181-b24f013e80bc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:06.285442 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-41b1e03b-2fc3-4127-8181-b24f013e80bc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] 10.222.0.26 "DELETE /v2.0/security-groups/cf768e23-11ec-46e0-9463-2040901c4300 HTTP/1.1" status: 204 len: 168 time: 0.1506095 Jul 23 00:43:06.294851 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1e03b-2fc3-4127-8181-b24f013e80bc tempest-TestNetworkAdvancedServerOps-583803856 tempest-TestNetworkAdvancedServerOps-583803856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf768e23-11ec-46e0-9463-2040901c4300,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:06.620030 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 33998) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:06.761476 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-37341d04-6267-4bd7-8b24-827871e6fb02 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=456023bc640c45e48cd7ad461e0d5cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392744 Jul 23 00:43:06.763751 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34002) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:06.810791 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cd3400b-308c-4e29-85d8-f45d78f3a3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:06.836155 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cd3400b-308c-4e29-85d8-f45d78f3a3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:06.882294 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cd3400b-308c-4e29-85d8-f45d78f3a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:06.884806 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5cd3400b-308c-4e29-85d8-f45d78f3a3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:06.886062 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5cd3400b-308c-4e29-85d8-f45d78f3a3e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53d5c8fd-8656-4ce5-9801-6b721942dc1e HTTP/1.1" status: 204 len: 168 time: 0.1212928 Jul 23 00:43:06.893987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3400b-308c-4e29-85d8-f45d78f3a3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d5c8fd-8656-4ce5-9801-6b721942dc1e,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:07.142900 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34008) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:07.156507 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-585a6e3e-7403-46d3-ab5f-aacbb9b813e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:07.249365 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-585a6e3e-7403-46d3-ab5f-aacbb9b813e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:07.253608 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-585a6e3e-7403-46d3-ab5f-aacbb9b813e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:07.275875 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:07.300580 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-585a6e3e-7403-46d3-ab5f-aacbb9b813e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51a9dcd5eb834c50b3bc0ee6e5dffa6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562920 Jul 23 00:43:07.302959 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34010) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:07.303839 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a6e3e-7403-46d3-ab5f-aacbb9b813e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343a510e-1032-4845-8f6c-5a6be54f3aa0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:07.366826 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4023f8a3-b4e3-4676-9cd1-37c44e4ad049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:07.394467 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4023f8a3-b4e3-4676-9cd1-37c44e4ad049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:07.444398 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4023f8a3-b4e3-4676-9cd1-37c44e4ad049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:07.448754 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4023f8a3-b4e3-4676-9cd1-37c44e4ad049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:07.450566 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4023f8a3-b4e3-4676-9cd1-37c44e4ad049 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/343a510e-1032-4845-8f6c-5a6be54f3aa0 HTTP/1.1" status: 204 len: 168 time: 0.1464360 Jul 23 00:43:07.459256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023f8a3-b4e3-4676-9cd1-37c44e4ad049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343a510e-1032-4845-8f6c-5a6be54f3aa0,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:07.781710 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e19afc1d-c4a1-40be-9f8e-657c20a05583 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:43:07.805753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: e19afc1d-c4a1-40be-9f8e-657c20a05583 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:43:07.806106 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device e19afc1d-c4a1-40be-9f8e-657c20a05583 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:43:08.181949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34032) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:08.272863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-0e65ed3f-c362-45ee-bb85-60a2ce172569 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-543750098-network', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:43:08.294137 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e65ed3f-c362-45ee-bb85-60a2ce172569 admin admin] Made reservation on behalf of fdd46d951ec94d2bb46b4d1ed280a478 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:43:08.296567 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e65ed3f-c362-45ee-bb85-60a2ce172569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:08.304566 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e65ed3f-c362-45ee-bb85-60a2ce172569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:08.392676 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e65ed3f-c362-45ee-bb85-60a2ce172569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:08.396299 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e65ed3f-c362-45ee-bb85-60a2ce172569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:08.420267 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e65ed3f-c362-45ee-bb85-60a2ce172569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:43:08.428728 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65ed3f-c362-45ee-bb85-60a2ce172569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4c5d0f-25b6-4222-b479-d2f83ea74b89,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:08.435405 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e65ed3f-c362-45ee-bb85-60a2ce172569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:08.435797 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-0e65ed3f-c362-45ee-bb85-60a2ce172569 admin admin] Added segment 36307595-895d-4295-9d8c-a5da6d9b92ce of type vlan for network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb Jul 23 00:43:08.476587 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e65ed3f-c362-45ee-bb85-60a2ce172569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:08.505586 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e65ed3f-c362-45ee-bb85-60a2ce172569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:08.506443 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e65ed3f-c362-45ee-bb85-60a2ce172569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:08.507015 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0e65ed3f-c362-45ee-bb85-60a2ce172569 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:08.537642 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0e65ed3f-c362-45ee-bb85-60a2ce172569 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3546159 Jul 23 00:43:08.540912 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34036) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:08.546725 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-7638927d-8dab-4a7c-8edf-a6e9b6d00709 admin admin] Request body: {'subnet': {'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-543750098-subnet', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:43:08.566127 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7638927d-8dab-4a7c-8edf-a6e9b6d00709 admin admin] Made reservation on behalf of fdd46d951ec94d2bb46b4d1ed280a478 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:43:08.567312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65ed3f-c362-45ee-bb85-60a2ce172569 admin admin] Pushing event updated for resources: {'Network': ['ID=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:08.568452 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7638927d-8dab-4a7c-8edf-a6e9b6d00709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:08.577194 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:43:08.737693 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7638927d-8dab-4a7c-8edf-a6e9b6d00709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:08.786260 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638927d-8dab-4a7c-8edf-a6e9b6d00709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d001e2cf-40d4-4f67-80ba-87448db28658,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:08.801931 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7638927d-8dab-4a7c-8edf-a6e9b6d00709 admin admin] Checking segment: {'id': '36307595-895d-4295-9d8c-a5da6d9b92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:43:08.802292 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7638927d-8dab-4a7c-8edf-a6e9b6d00709 admin admin] Network hostable DHCP agents. Network: dc22b3f5-4bd6-47ad-96e8-5e6e488218fb, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:43:08.818850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7638927d-8dab-4a7c-8edf-a6e9b6d00709 admin admin] Network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:43:08.827493 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7638927d-8dab-4a7c-8edf-a6e9b6d00709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, dc22b3f5-4bd6-47ad-96e8-5e6e488218fb) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:43:08.832620 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7638927d-8dab-4a7c-8edf-a6e9b6d00709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:08.834667 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7638927d-8dab-4a7c-8edf-a6e9b6d00709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:08.835819 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b45a942-0a5f-482b-9681-7c023d59e66d None None] Network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:43:08.848888 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7638927d-8dab-4a7c-8edf-a6e9b6d00709 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3066747 Jul 23 00:43:08.851498 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34038) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:08.856373 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:43:08.879108 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:08.880093 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:08.937431 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:08.990966 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:43:08.991954 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:09.074766 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:09.134144 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Allocated IP 172.20.0.2 (dc22b3f5-4bd6-47ad-96e8-5e6e488218fb/d001e2cf-40d4-4f67-80ba-87448db28658/d34a37ff-5220-44fb-a0c1-ab5b59e6d466) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:43:09.269717 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:09.272376 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:09.279068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Transition to ACTIVE for port object d34a37ff-5220-44fb-a0c1-ab5b59e6d466 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:43:09.291384 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:09.294245 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Transition to ACTIVE for port object d34a37ff-5220-44fb-a0c1-ab5b59e6d466 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:43:09.299931 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:09.338237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:43:09.341698 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:43:09.347178 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:43:09.360396 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Pushing event updated for resources: {'Port': ['ID=d34a37ff-5220-44fb-a0c1-ab5b59e6d466,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:09.398879 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Allocated IP 172.25.4.145 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/285fa611-a239-4dd9-9a3d-5696f56ef866) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:43:09.409734 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Attempting to bind port d34a37ff-5220-44fb-a0c1-ab5b59e6d466 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:43:09.410151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Attempting to bind port d34a37ff-5220-44fb-a0c1-ab5b59e6d466 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '36307595-895d-4295-9d8c-a5da6d9b92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:43:09.410425 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Attempting to bind port d34a37ff-5220-44fb-a0c1-ab5b59e6d466 on network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:43:09.415789 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:43:09.416190 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Checking segment: {'id': '36307595-895d-4295-9d8c-a5da6d9b92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:43:09.416573 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:09.417066 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Bound using segment: {'id': '36307595-895d-4295-9d8c-a5da6d9b92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:43:09.417593 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Bound port: d34a37ff-5220-44fb-a0c1-ab5b59e6d466, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36307595-895d-4295-9d8c-a5da6d9b92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:43:09.418144 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:09.479152 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] For port d34a37ff-5220-44fb-a0c1-ab5b59e6d466, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:43:09.482484 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] For port d34a37ff-5220-44fb-a0c1-ab5b59e6d466, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d34a37ff-5220-44fb-a0c1-ab5b59e6d466,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:43:09.486776 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:09.501178 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:09.545310 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443f4d9-0019-4f9f-80d4-5c4b01853044 None None] Pushing event updated for resources: {'Port': ['ID=d34a37ff-5220-44fb-a0c1-ab5b59e6d466,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:09.545670 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:09.584331 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:43:09.589499 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:43:09.592920 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:43:09.617415 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Pushing event updated for resources: {'Port': ['ID=285fa611-a239-4dd9-9a3d-5696f56ef866,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:09.862007 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d34a37ff-5220-44fb-a0c1-ab5b59e6d466 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:43:09.874742 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:09.914253 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port d34a37ff-5220-44fb-a0c1-ab5b59e6d466 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:43:10.073065 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:10.198024 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:43:10.310428 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:43:10.321067 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Sync routers for ids ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:43:10.328638 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:10.330241 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-886de7a8-b533-4e6b-ae26-573821baa562 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4778183 Jul 23 00:43:10.332170 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Routers {'ced0fb2e-9606-47c1-a72c-1901b5d4ff55'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:43:10.332790 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:43:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:10.334466 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34040) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:10.439287 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Set router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:43:10.482878 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7550fed-c70c-45d8-96cb-c3f04c008602 None None] Network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:43:10.568146 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8724c8b3-fbe2-4062-8c2a-f706069d97e7 None None] Provisioning for port d34a37ff-5220-44fb-a0c1-ab5b59e6d466 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:43:10.573074 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8724c8b3-fbe2-4062-8c2a-f706069d97e7 None None] Provisioning complete for port d34a37ff-5220-44fb-a0c1-ab5b59e6d466 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:10.574218 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8724c8b3-fbe2-4062-8c2a-f706069d97e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:10.630495 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:09Z', 'revision_number': 3, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:10.658260 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Checking router: ced0fb2e-9606-47c1-a72c-1901b5d4ff55 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:43:10.658658 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Updating router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 port 285fa611-a239-4dd9-9a3d-5696f56ef866 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:43:10.695869 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:10.723557 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8724c8b3-fbe2-4062-8c2a-f706069d97e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:10.767827 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-8724c8b3-fbe2-4062-8c2a-f706069d97e7 None None] For port d34a37ff-5220-44fb-a0c1-ab5b59e6d466, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d34a37ff-5220-44fb-a0c1-ab5b59e6d466,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:43:10.773159 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8724c8b3-fbe2-4062-8c2a-f706069d97e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:10.784197 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:10.840174 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724c8b3-fbe2-4062-8c2a-f706069d97e7 None None] Pushing event updated for resources: {'Port': ['ID=d34a37ff-5220-44fb-a0c1-ab5b59e6d466,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:10.955876 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Allocated IP 172.20.0.1 (dc22b3f5-4bd6-47ad-96e8-5e6e488218fb/d001e2cf-40d4-4f67-80ba-87448db28658/f083625f-8760-47e4-a5c2-832b564586d1) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:43:10.965284 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:10.975718 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Transition to ACTIVE for port object 285fa611-a239-4dd9-9a3d-5696f56ef866 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:43:10.982604 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:10.996151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9db1251d-c593-4286-b123-0ae06a13ed0d None None] Provisioning complete for port d34a37ff-5220-44fb-a0c1-ab5b59e6d466 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:10.997264 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9db1251d-c593-4286-b123-0ae06a13ed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:11.032963 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Attempting to bind port 285fa611-a239-4dd9-9a3d-5696f56ef866 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:43:11.033277 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Attempting to bind port 285fa611-a239-4dd9-9a3d-5696f56ef866 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:43:11.033628 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Attempting to bind port 285fa611-a239-4dd9-9a3d-5696f56ef866 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:43:11.042304 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb8445-c129-443e-8901-2c011990f81c None None] Pushing event updated for resources: {'Port': ['ID=285fa611-a239-4dd9-9a3d-5696f56ef866,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:11.045618 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:43:11.045991 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:43:11.046389 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:11.046776 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:43:11.047234 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Bound port: 285fa611-a239-4dd9-9a3d-5696f56ef866, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:43:11.047606 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:11.072389 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:11.073579 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb8445-c129-443e-8901-2c011990f81c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:11.073965 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb8445-c129-443e-8901-2c011990f81c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:11.074301 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb8445-c129-443e-8901-2c011990f81c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:11.074630 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb8445-c129-443e-8901-2c011990f81c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:11.074940 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb8445-c129-443e-8901-2c011990f81c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:11.075257 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb8445-c129-443e-8901-2c011990f81c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:11.075576 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb8445-c129-443e-8901-2c011990f81c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:11.075889 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb8445-c129-443e-8901-2c011990f81c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:11.076818 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb8445-c129-443e-8901-2c011990f81c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:11.076818 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb8445-c129-443e-8901-2c011990f81c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:11.076818 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb8445-c129-443e-8901-2c011990f81c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:11.077111 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fb8445-c129-443e-8901-2c011990f81c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:43:11.088338 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Transition to ACTIVE for port object f083625f-8760-47e4-a5c2-832b564586d1 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:43:11.113750 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] For port 285fa611-a239-4dd9-9a3d-5696f56ef866, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:43:11.116509 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] For port 285fa611-a239-4dd9-9a3d-5696f56ef866, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=285fa611-a239-4dd9-9a3d-5696f56ef866,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:43:11.121719 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:11.124035 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:11.161203 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:43:11.168353 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:43:11.171977 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:43:11.172871 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Routers {'ced0fb2e-9606-47c1-a72c-1901b5d4ff55'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:43:11.173513 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:43:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:11.196337 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Pushing event updated for resources: {'Port': ['ID=f083625f-8760-47e4-a5c2-832b564586d1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:11.213515 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:11.249786 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb8445-c129-443e-8901-2c011990f81c None None] Pushing event updated for resources: {'Port': ['ID=285fa611-a239-4dd9-9a3d-5696f56ef866,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:11.292542 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] Set router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:43:11.371453 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:11.411443 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-18c1c2f1-b714-4318-a556-dd2e51194882 None None] Provisioning for port f083625f-8760-47e4-a5c2-832b564586d1 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:43:11.415207 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-18c1c2f1-b714-4318-a556-dd2e51194882 None None] Provisioning complete for port f083625f-8760-47e4-a5c2-832b564586d1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:11.415578 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-18c1c2f1-b714-4318-a556-dd2e51194882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:11.450112 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-18c1c2f1-b714-4318-a556-dd2e51194882 None None] Port f083625f-8760-47e4-a5c2-832b564586d1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:43:11.481116 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:09Z', 'revision_number': 3, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:11.506863 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da7086-b039-4ece-926d-3c31ae758a8d None None] The sync data for ids ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'] in n-d-688802-2 is: [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:09Z', 'revision_number': 3, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:43:11.547408 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:11.552239 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:11.623346 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Pushing event updated for resources: {'Port': ['ID=f083625f-8760-47e4-a5c2-832b564586d1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:11.625925 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:11.733956 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:43:11.737438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:43:11.870216 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:43:11.969846 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d34a37ff-5220-44fb-a0c1-ab5b59e6d466 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:43:11.996428 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:43:12.002907 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-07a5fd79-fba0-405d-ad0e-733b31a2a162 admin admin] 10.222.0.26 "PUT /v2.0/routers/ced0fb2e-9606-47c1-a72c-1901b5d4ff55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6665232 Jul 23 00:43:12.033301 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port d34a37ff-5220-44fb-a0c1-ab5b59e6d466 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:12.033836 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:12.091235 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-7b33e532-d37e-4590-9689-db328de40193 None None] Provisioning complete for port f083625f-8760-47e4-a5c2-832b564586d1 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:12.091471 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7b33e532-d37e-4590-9689-db328de40193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:12.147055 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-7b33e532-d37e-4590-9689-db328de40193 None None] Port f083625f-8760-47e4-a5c2-832b564586d1 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:43:12.163573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 285fa611-a239-4dd9-9a3d-5696f56ef866 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:43:12.219104 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 285fa611-a239-4dd9-9a3d-5696f56ef866 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:43:12.223622 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 285fa611-a239-4dd9-9a3d-5696f56ef866 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:12.224001 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:12.310950 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:12.334416 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 285fa611-a239-4dd9-9a3d-5696f56ef866, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=285fa611-a239-4dd9-9a3d-5696f56ef866,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:43:12.340523 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:12.394107 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=285fa611-a239-4dd9-9a3d-5696f56ef866,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:12.493217 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34056) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:12.499096 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-2b28753f-fd0f-402d-8262-98db3a274469 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-644838082-network', 'tenant_id': 'a7b360cdce2940f7b9e8ae05017cf1d7'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:43:12.519274 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b28753f-fd0f-402d-8262-98db3a274469 admin admin] Made reservation on behalf of a7b360cdce2940f7b9e8ae05017cf1d7 for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:43:12.521694 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b28753f-fd0f-402d-8262-98db3a274469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:12.530509 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b28753f-fd0f-402d-8262-98db3a274469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:12.619776 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b28753f-fd0f-402d-8262-98db3a274469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:12.623873 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b28753f-fd0f-402d-8262-98db3a274469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:12.644846 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b28753f-fd0f-402d-8262-98db3a274469 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:43:12.658644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28753f-fd0f-402d-8262-98db3a274469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de15a9f-41ce-4b05-a836-bde5d0b535dd,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:12.663443 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b28753f-fd0f-402d-8262-98db3a274469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:12.663793 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-2b28753f-fd0f-402d-8262-98db3a274469 admin admin] Added segment 6688b744-1ecc-45d1-8b52-df1fb66a5104 of type vlan for network 815474d7-84ee-4043-8064-94930096fdc1 Jul 23 00:43:12.703617 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b28753f-fd0f-402d-8262-98db3a274469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:12.734351 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b28753f-fd0f-402d-8262-98db3a274469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:12.735327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b28753f-fd0f-402d-8262-98db3a274469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:12.735891 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2b28753f-fd0f-402d-8262-98db3a274469 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:12.764047 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-2b28753f-fd0f-402d-8262-98db3a274469 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2697582 Jul 23 00:43:12.766984 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34058) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:12.772409 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-abffc975-5553-4c99-9bae-136af03857aa admin admin] Request body: {'subnet': {'network_id': '815474d7-84ee-4043-8064-94930096fdc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-644838082-subnet', 'tenant_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:43:12.793489 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abffc975-5553-4c99-9bae-136af03857aa admin admin] Made reservation on behalf of a7b360cdce2940f7b9e8ae05017cf1d7 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:43:12.795823 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abffc975-5553-4c99-9bae-136af03857aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:12.797737 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28753f-fd0f-402d-8262-98db3a274469 admin admin] Pushing event updated for resources: {'Network': ['ID=815474d7-84ee-4043-8064-94930096fdc1,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:12.808913 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 815474d7-84ee-4043-8064-94930096fdc1 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:43:12.978647 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abffc975-5553-4c99-9bae-136af03857aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:13.040633 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffc975-5553-4c99-9bae-136af03857aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c4ca18-712e-4dcf-9a90-a21bd8fb1308,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:13.050203 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abffc975-5553-4c99-9bae-136af03857aa admin admin] Checking segment: {'id': '6688b744-1ecc-45d1-8b52-df1fb66a5104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '815474d7-84ee-4043-8064-94930096fdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:43:13.050563 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abffc975-5553-4c99-9bae-136af03857aa admin admin] Network hostable DHCP agents. Network: 815474d7-84ee-4043-8064-94930096fdc1, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:43:13.067988 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abffc975-5553-4c99-9bae-136af03857aa admin admin] Network 815474d7-84ee-4043-8064-94930096fdc1 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:43:13.077968 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-abffc975-5553-4c99-9bae-136af03857aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 815474d7-84ee-4043-8064-94930096fdc1) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:43:13.083204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abffc975-5553-4c99-9bae-136af03857aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:13.084476 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abffc975-5553-4c99-9bae-136af03857aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:13.086961 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2997065c-f1d3-4e29-960e-921b2a024b50 None None] Network 815474d7-84ee-4043-8064-94930096fdc1 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:43:13.098492 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-abffc975-5553-4c99-9bae-136af03857aa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3300512 Jul 23 00:43:13.101189 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34060) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:13.106338 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-644838082-router', 'tenant_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:43:13.127539 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:13.128346 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:13.163706 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Sync routers for ids ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:43:13.188356 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:13.199075 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Routers {'ced0fb2e-9606-47c1-a72c-1901b5d4ff55'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:43:13.199716 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:43:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:13.316753 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-815474d7-84ee-4043-8064-94930096fdc1', 'network_id': '815474d7-84ee-4043-8064-94930096fdc1', 'tenant_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'fixed_ips': [{'subnet_id': '35c4ca18-712e-4dcf-9a90-a21bd8fb1308'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:43:13.317639 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:13.319938 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:13.349742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Set router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:43:13.582747 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Allocated IP 172.20.0.2 (815474d7-84ee-4043-8064-94930096fdc1/35c4ca18-712e-4dcf-9a90-a21bd8fb1308/ae03f583-49dc-4140-87e1-972bbe85363b) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:43:13.845382 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 285fa611-a239-4dd9-9a3d-5696f56ef866 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:43:13.881724 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:13.900234 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:13.952561 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 4, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'f083625f-8760-47e4-a5c2-832b564586d1', 'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'mac_address': 'fa:16:3e:71:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:10Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 2, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'subnets': [{'id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:13.988516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Checking router: ced0fb2e-9606-47c1-a72c-1901b5d4ff55 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:43:13.988869 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Updating router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 port f083625f-8760-47e4-a5c2-832b564586d1 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:43:14.007784 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Allocated IP 172.25.4.103 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/644ad0e5-c5b8-48bb-a1ac-f55b64446447) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:43:14.013343 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 285fa611-a239-4dd9-9a3d-5696f56ef866 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:14.013725 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:14.046352 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:14.068319 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Transition to ACTIVE for port object ae03f583-49dc-4140-87e1-972bbe85363b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:43:14.082282 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:14.100310 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Transition to ACTIVE for port object ae03f583-49dc-4140-87e1-972bbe85363b will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:43:14.111936 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:14.112367 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:14.151238 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:14.191279 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:43:14.195638 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:43:14.200192 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:43:14.215093 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Network 815474d7-84ee-4043-8064-94930096fdc1 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:43:14.223673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Pushing event updated for resources: {'Port': ['ID=644ad0e5-c5b8-48bb-a1ac-f55b64446447,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:14.268311 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:43:14.272437 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Pushing event updated for resources: {'Port': ['ID=ae03f583-49dc-4140-87e1-972bbe85363b,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:14.277063 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:43:14.373800 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Attempting to bind port ae03f583-49dc-4140-87e1-972bbe85363b on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:43:14.374106 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Attempting to bind port ae03f583-49dc-4140-87e1-972bbe85363b by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6688b744-1ecc-45d1-8b52-df1fb66a5104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '815474d7-84ee-4043-8064-94930096fdc1'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:43:14.374463 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Attempting to bind port ae03f583-49dc-4140-87e1-972bbe85363b on network 815474d7-84ee-4043-8064-94930096fdc1 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:43:14.405557 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:43:14.405925 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Checking segment: {'id': '6688b744-1ecc-45d1-8b52-df1fb66a5104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '815474d7-84ee-4043-8064-94930096fdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:43:14.406329 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:14.406723 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Bound using segment: {'id': '6688b744-1ecc-45d1-8b52-df1fb66a5104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '815474d7-84ee-4043-8064-94930096fdc1'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:43:14.407199 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Bound port: ae03f583-49dc-4140-87e1-972bbe85363b, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6688b744-1ecc-45d1-8b52-df1fb66a5104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '815474d7-84ee-4043-8064-94930096fdc1'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:43:14.407584 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:14.445865 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:14.513330 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] For port ae03f583-49dc-4140-87e1-972bbe85363b, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:43:14.544428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] For port ae03f583-49dc-4140-87e1-972bbe85363b, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ae03f583-49dc-4140-87e1-972bbe85363b,segment=NetworkSegment(6688b744-1ecc-45d1-8b52-df1fb66a5104),segment_id=6688b744-1ecc-45d1-8b52-df1fb66a5104)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:43:14.549652 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:14.584105 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:14.608155 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Transition to ACTIVE for port object f083625f-8760-47e4-a5c2-832b564586d1 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:43:14.617982 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:14.635004 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd5129-652a-445e-8fe7-fa03c6086339 None None] Pushing event updated for resources: {'Port': ['ID=ae03f583-49dc-4140-87e1-972bbe85363b,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:14.657999 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:14.705915 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18510126-9ec3-40d2-a03b-bd627408bb1b None None] Pushing event updated for resources: {'Port': ['ID=f083625f-8760-47e4-a5c2-832b564586d1,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:14.737590 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Attempting to bind port f083625f-8760-47e4-a5c2-832b564586d1 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:43:14.737969 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Attempting to bind port f083625f-8760-47e4-a5c2-832b564586d1 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '36307595-895d-4295-9d8c-a5da6d9b92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:43:14.738351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Attempting to bind port f083625f-8760-47e4-a5c2-832b564586d1 on network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:43:14.750242 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:43:14.750649 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Checking segment: {'id': '36307595-895d-4295-9d8c-a5da6d9b92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:43:14.751043 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:14.751455 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Bound using segment: {'id': '36307595-895d-4295-9d8c-a5da6d9b92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:43:14.751950 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Bound port: f083625f-8760-47e4-a5c2-832b564586d1, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36307595-895d-4295-9d8c-a5da6d9b92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:43:14.752369 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:14.807828 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Router 3941ad49-d2e5-418e-b447-baccb909705e is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:43:14.851471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] For port f083625f-8760-47e4-a5c2-832b564586d1, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:43:14.857697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] For port f083625f-8760-47e4-a5c2-832b564586d1, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f083625f-8760-47e4-a5c2-832b564586d1,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:43:14.862813 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:14.943717 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18510126-9ec3-40d2-a03b-bd627408bb1b None None] Pushing event updated for resources: {'Port': ['ID=f083625f-8760-47e4-a5c2-832b564586d1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:14.946371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Routers {'ced0fb2e-9606-47c1-a72c-1901b5d4ff55'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:43:14.946905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:43:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:14.982730 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:43:14.993449 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Sync routers for ids ['3941ad49-d2e5-418e-b447-baccb909705e'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:43:15.007423 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Routers {'3941ad49-d2e5-418e-b447-baccb909705e'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:43:15.008584 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:43:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3941ad49-d2e5-418e-b447-baccb909705e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:15.013981 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:15.017880 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-498a3fda-0dc1-45d5-ba02-6f0a13e1f17e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9132171 Jul 23 00:43:15.018485 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34062) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:15.099501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] Set router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:43:15.239508 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Set router 3941ad49-d2e5-418e-b447-baccb909705e gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:43:15.364742 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 4, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'f083625f-8760-47e4-a5c2-832b564586d1', 'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'mac_address': 'fa:16:3e:71:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:10Z', 'updated_at': '2021-07-23T00:43:14Z', 'revision_number': 4, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'subnets': [{'id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:15.404298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769dd3dc-5770-4716-b2be-2cf5a2bdde16 None None] The sync data for ids ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'] in n-d-688802-2 is: [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 4, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'f083625f-8760-47e4-a5c2-832b564586d1', 'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'mac_address': 'fa:16:3e:71:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:10Z', 'updated_at': '2021-07-23T00:43:14Z', 'revision_number': 4, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'subnets': [{'id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:43:15.460424 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3941ad49-d2e5-418e-b447-baccb909705e', 'name': 'tempest-TestShelveInstance-644838082-router', 'tenant_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '644ad0e5-c5b8-48bb-a1ac-f55b64446447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:13Z', 'updated_at': '2021-07-23T00:43:14Z', 'revision_number': 3, 'project_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'gw_port': {'id': '644ad0e5-c5b8-48bb-a1ac-f55b64446447', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3941ad49-d2e5-418e-b447-baccb909705e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:13Z', 'updated_at': '2021-07-23T00:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:15.521126 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Checking router: 3941ad49-d2e5-418e-b447-baccb909705e for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:43:15.521600 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Updating router 3941ad49-d2e5-418e-b447-baccb909705e port 644ad0e5-c5b8-48bb-a1ac-f55b64446447 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:43:15.563900 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:15.650346 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:15.923090 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ba5f3d-656a-4ebe-9b5d-27598d58836f None None] Network 815474d7-84ee-4043-8064-94930096fdc1 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:43:15.958437 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Allocated IP 172.20.0.1 (815474d7-84ee-4043-8064-94930096fdc1/35c4ca18-712e-4dcf-9a90-a21bd8fb1308/983839e9-12ab-4686-931c-1fa9fad28f03) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:43:15.964967 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f083625f-8760-47e4-a5c2-832b564586d1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:43:15.974388 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:15.984825 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Transition to ACTIVE for port object 644ad0e5-c5b8-48bb-a1ac-f55b64446447 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:43:15.993730 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.061047 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800503b-318f-4271-b3a9-ba6105fe81e9 None None] Pushing event updated for resources: {'Port': ['ID=644ad0e5-c5b8-48bb-a1ac-f55b64446447,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:16.083140 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Attempting to bind port 644ad0e5-c5b8-48bb-a1ac-f55b64446447 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:43:16.083850 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Attempting to bind port 644ad0e5-c5b8-48bb-a1ac-f55b64446447 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:43:16.084532 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Attempting to bind port 644ad0e5-c5b8-48bb-a1ac-f55b64446447 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:43:16.093335 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:43:16.094038 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:43:16.094757 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.095311 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:43:16.095972 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Bound port: 644ad0e5-c5b8-48bb-a1ac-f55b64446447, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:43:16.097722 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.102927 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-9f3b0bff-69a3-49db-82a6-2c6868fe5191 None None] Provisioning for port ae03f583-49dc-4140-87e1-972bbe85363b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:43:16.126864 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.150959 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Transition to ACTIVE for port object 983839e9-12ab-4686-931c-1fa9fad28f03 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:43:16.163069 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port f083625f-8760-47e4-a5c2-832b564586d1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:43:16.168660 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port f083625f-8760-47e4-a5c2-832b564586d1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:16.169112 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.180237 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] For port 644ad0e5-c5b8-48bb-a1ac-f55b64446447, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:43:16.185400 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] For port 644ad0e5-c5b8-48bb-a1ac-f55b64446447, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=644ad0e5-c5b8-48bb-a1ac-f55b64446447,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:43:16.193013 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.200457 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.246501 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Network 815474d7-84ee-4043-8064-94930096fdc1 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:43:16.253027 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:43:16.257222 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:43:16.272962 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800503b-318f-4271-b3a9-ba6105fe81e9 None None] Pushing event updated for resources: {'Port': ['ID=644ad0e5-c5b8-48bb-a1ac-f55b64446447,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:16.290025 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.296678 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Routers {'3941ad49-d2e5-418e-b447-baccb909705e'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:43:16.297347 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:43:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3941ad49-d2e5-418e-b447-baccb909705e'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:16.302121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=983839e9-12ab-4686-931c-1fa9fad28f03,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:16.319054 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.338415 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port f083625f-8760-47e4-a5c2-832b564586d1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f083625f-8760-47e4-a5c2-832b564586d1,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:43:16.351058 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.352003 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ae03f583-49dc-4140-87e1-972bbe85363b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:43:16.435123 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=f083625f-8760-47e4-a5c2-832b564586d1,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:16.483122 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port ae03f583-49dc-4140-87e1-972bbe85363b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:43:16.484556 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] Set router 3941ad49-d2e5-418e-b447-baccb909705e gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:43:16.495914 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port ae03f583-49dc-4140-87e1-972bbe85363b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:16.496483 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.560174 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.648691 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.676399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-194abab0-51f5-4b8d-98b5-fd7342d6e449 None None] Provisioning complete for port ae03f583-49dc-4140-87e1-972bbe85363b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:16.676777 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-194abab0-51f5-4b8d-98b5-fd7342d6e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.703820 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3941ad49-d2e5-418e-b447-baccb909705e', 'name': 'tempest-TestShelveInstance-644838082-router', 'tenant_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '644ad0e5-c5b8-48bb-a1ac-f55b64446447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:13Z', 'updated_at': '2021-07-23T00:43:14Z', 'revision_number': 3, 'project_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'gw_port': {'id': '644ad0e5-c5b8-48bb-a1ac-f55b64446447', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3941ad49-d2e5-418e-b447-baccb909705e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:13Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:16.737684 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7e73a-4ef7-4760-bacc-4863ea10f54a None None] The sync data for ids ['3941ad49-d2e5-418e-b447-baccb909705e'] in n-d-688802-2 is: [{'id': '3941ad49-d2e5-418e-b447-baccb909705e', 'name': 'tempest-TestShelveInstance-644838082-router', 'tenant_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '644ad0e5-c5b8-48bb-a1ac-f55b64446447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:13Z', 'updated_at': '2021-07-23T00:43:14Z', 'revision_number': 3, 'project_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'gw_port': {'id': '644ad0e5-c5b8-48bb-a1ac-f55b64446447', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3941ad49-d2e5-418e-b447-baccb909705e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:13Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:43:16.762218 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port ae03f583-49dc-4140-87e1-972bbe85363b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ae03f583-49dc-4140-87e1-972bbe85363b,segment=NetworkSegment(6688b744-1ecc-45d1-8b52-df1fb66a5104),segment_id=6688b744-1ecc-45d1-8b52-df1fb66a5104)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:43:16.767481 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.830929 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.837674 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.864031 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=ae03f583-49dc-4140-87e1-972bbe85363b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:16.906654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=983839e9-12ab-4686-931c-1fa9fad28f03,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:16.921834 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:17.002258 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dd7b0fef-b48b-4f2b-914d-914da9704003 None None] Provisioning for port 983839e9-12ab-4686-931c-1fa9fad28f03 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:43:17.006277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-dd7b0fef-b48b-4f2b-914d-914da9704003 None None] Provisioning complete for port 983839e9-12ab-4686-931c-1fa9fad28f03 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:17.011469 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0fef-b48b-4f2b-914d-914da9704003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:17.019456 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Network 815474d7-84ee-4043-8064-94930096fdc1 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:43:17.020805 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:43:17.046840 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-dd7b0fef-b48b-4f2b-914d-914da9704003 None None] Port 983839e9-12ab-4686-931c-1fa9fad28f03 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:43:17.176562 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Router 3941ad49-d2e5-418e-b447-baccb909705e has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:43:17.224593 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:17.296074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:43:17.302633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-9451fa08-4db9-412a-907a-9cdcc6363ab6 admin admin] 10.222.0.26 "PUT /v2.0/routers/3941ad49-d2e5-418e-b447-baccb909705e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2814741 Jul 23 00:43:17.368552 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-bff8c3c3-46e5-4cf8-9543-f65113e3a984 None None] Provisioning complete for port 983839e9-12ab-4686-931c-1fa9fad28f03 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:17.368924 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bff8c3c3-46e5-4cf8-9543-f65113e3a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:17.410863 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-bff8c3c3-46e5-4cf8-9543-f65113e3a984 None None] Port 983839e9-12ab-4686-931c-1fa9fad28f03 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:43:17.899462 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f083625f-8760-47e4-a5c2-832b564586d1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:43:17.947374 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port f083625f-8760-47e4-a5c2-832b564586d1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:17.947743 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.022500 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 644ad0e5-c5b8-48bb-a1ac-f55b64446447 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:43:18.070501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 644ad0e5-c5b8-48bb-a1ac-f55b64446447 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:43:18.074817 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 644ad0e5-c5b8-48bb-a1ac-f55b64446447 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:18.075188 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.147903 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.167810 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 644ad0e5-c5b8-48bb-a1ac-f55b64446447, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=644ad0e5-c5b8-48bb-a1ac-f55b64446447,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:43:18.171475 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.172249 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ae03f583-49dc-4140-87e1-972bbe85363b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:43:18.250332 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=644ad0e5-c5b8-48bb-a1ac-f55b64446447,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:18.256349 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34070) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:18.260053 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port ae03f583-49dc-4140-87e1-972bbe85363b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:18.260453 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.263688 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-65dee1b9-cd44-4eb0-8d36-017d853fbb1a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-511181808', 'description': 'tempest-secgroup-smoke-511181808 description', 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:43:18.285732 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65dee1b9-cd44-4eb0-8d36-017d853fbb1a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.371831 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65dee1b9-cd44-4eb0-8d36-017d853fbb1a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.375729 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65dee1b9-cd44-4eb0-8d36-017d853fbb1a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.403475 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-65dee1b9-cd44-4eb0-8d36-017d853fbb1a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.404679 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-65dee1b9-cd44-4eb0-8d36-017d853fbb1a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1464002 Jul 23 00:43:18.406477 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dee1b9-cd44-4eb0-8d36-017d853fbb1a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29fdaccc-6dde-4505-9e60-d51c3f66c0d8,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:18.407850 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34072) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:18.412843 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-82558029-4694-4e71-ac25-e8d8b452fd63 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'security_group_rule': {'security_group_id': '29fdaccc-6dde-4505-9e60-d51c3f66c0d8', 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:43:18.439268 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82558029-4694-4e71-ac25-e8d8b452fd63 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.497024 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82558029-4694-4e71-ac25-e8d8b452fd63 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.501257 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82558029-4694-4e71-ac25-e8d8b452fd63 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.521616 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82558029-4694-4e71-ac25-e8d8b452fd63 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35801f2f-4023-46ee-99e3-dbeb4fc20466,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:18.529410 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82558029-4694-4e71-ac25-e8d8b452fd63 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.530619 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-82558029-4694-4e71-ac25-e8d8b452fd63 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216378 Jul 23 00:43:18.533377 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34074) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:18.537979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-c8fe1796-aa20-458b-aac8-8c14499ef14f tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'security_group_rule': {'security_group_id': '29fdaccc-6dde-4505-9e60-d51c3f66c0d8', 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:43:18.564656 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8fe1796-aa20-458b-aac8-8c14499ef14f tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.623207 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8fe1796-aa20-458b-aac8-8c14499ef14f tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.626985 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8fe1796-aa20-458b-aac8-8c14499ef14f tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.645993 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe1796-aa20-458b-aac8-8c14499ef14f tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58a62dd-9942-4a9c-bb1b-f3c9a3404450,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:18.652333 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8fe1796-aa20-458b-aac8-8c14499ef14f tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.653849 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-c8fe1796-aa20-458b-aac8-8c14499ef14f tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195459 Jul 23 00:43:18.656652 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34076) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:18.661196 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-a73c9e77-ef6b-41a1-a07d-1c44b3f77129 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'security_group_rule': {'security_group_id': '29fdaccc-6dde-4505-9e60-d51c3f66c0d8', 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:43:18.687456 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a73c9e77-ef6b-41a1-a07d-1c44b3f77129 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.749765 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a73c9e77-ef6b-41a1-a07d-1c44b3f77129 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.753716 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a73c9e77-ef6b-41a1-a07d-1c44b3f77129 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.772933 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c9e77-ef6b-41a1-a07d-1c44b3f77129 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aaaab28-7700-4443-bfb8-58c174be3e42,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:18.776693 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a73c9e77-ef6b-41a1-a07d-1c44b3f77129 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.781208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34078) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:18.781313 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-a73c9e77-ef6b-41a1-a07d-1c44b3f77129 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232548 Jul 23 00:43:18.785844 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5e45d9b9-5600-40cd-a781-f5c669fa90e2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'security_group_rule': {'security_group_id': '29fdaccc-6dde-4505-9e60-d51c3f66c0d8', 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:43:18.806280 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Sync routers for ids ['3941ad49-d2e5-418e-b447-baccb909705e'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:43:18.816003 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e45d9b9-5600-40cd-a781-f5c669fa90e2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.816426 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Routers {'3941ad49-d2e5-418e-b447-baccb909705e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:43:18.817050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:43:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3941ad49-d2e5-418e-b447-baccb909705e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:18.877533 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e45d9b9-5600-40cd-a781-f5c669fa90e2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.881109 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e45d9b9-5600-40cd-a781-f5c669fa90e2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.897110 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45d9b9-5600-40cd-a781-f5c669fa90e2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a734d39-7b0a-4eec-94c4-8578624b12ab,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:18.906582 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5e45d9b9-5600-40cd-a781-f5c669fa90e2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:18.910965 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5e45d9b9-5600-40cd-a781-f5c669fa90e2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262481 Jul 23 00:43:18.912706 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34080) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:18.916998 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fc90ef32-aa8c-4297-91ac-996ee566ff13 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'security_group_rule': {'security_group_id': '29fdaccc-6dde-4505-9e60-d51c3f66c0d8', 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:43:18.938595 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Set router 3941ad49-d2e5-418e-b447-baccb909705e gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:43:18.940260 n-d-688802-2 neutron-server[93821]: INFO neutron.db.securitygroups_db [None req-fc90ef32-aa8c-4297-91ac-996ee566ff13 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Project fdd46d951ec94d2bb46b4d1ed280a478 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:43:18.945211 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc90ef32-aa8c-4297-91ac-996ee566ff13 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:19.017384 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc90ef32-aa8c-4297-91ac-996ee566ff13 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:19.021634 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc90ef32-aa8c-4297-91ac-996ee566ff13 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:19.038578 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90ef32-aa8c-4297-91ac-996ee566ff13 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7a06a0-988b-4ec0-bc92-23941f3e2c1e,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:19.048507 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc90ef32-aa8c-4297-91ac-996ee566ff13 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:19.049783 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fc90ef32-aa8c-4297-91ac-996ee566ff13 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1370919 Jul 23 00:43:19.052578 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34082) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:19.057339 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-26f29819-7574-42ac-bc25-a5f6ab878b29 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'security_group_rule': {'security_group_id': '29fdaccc-6dde-4505-9e60-d51c3f66c0d8', 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:43:19.078931 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-26f29819-7574-42ac-bc25-a5f6ab878b29 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Project fdd46d951ec94d2bb46b4d1ed280a478 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:43:19.083649 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f29819-7574-42ac-bc25-a5f6ab878b29 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:19.144997 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f29819-7574-42ac-bc25-a5f6ab878b29 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:19.145625 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3941ad49-d2e5-418e-b447-baccb909705e', 'name': 'tempest-TestShelveInstance-644838082-router', 'tenant_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '644ad0e5-c5b8-48bb-a1ac-f55b64446447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:13Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 4, 'project_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'gw_port': {'id': '644ad0e5-c5b8-48bb-a1ac-f55b64446447', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941ad49-d2e5-418e-b447-baccb909705e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:13Z', 'updated_at': '2021-07-23T00:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '983839e9-12ab-4686-931c-1fa9fad28f03', 'name': '', 'network_id': '815474d7-84ee-4043-8064-94930096fdc1', 'tenant_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'mac_address': 'fa:16:3e:2c:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3941ad49-d2e5-418e-b447-baccb909705e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '35c4ca18-712e-4dcf-9a90-a21bd8fb1308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:15Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 2, 'project_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'subnets': [{'id': '35c4ca18-712e-4dcf-9a90-a21bd8fb1308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:19.149040 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f29819-7574-42ac-bc25-a5f6ab878b29 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:19.166736 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f29819-7574-42ac-bc25-a5f6ab878b29 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3a7301-84c3-49c3-824d-5409908a6d6a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:19.175034 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-26f29819-7574-42ac-bc25-a5f6ab878b29 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:19.185497 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-26f29819-7574-42ac-bc25-a5f6ab878b29 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227977 Jul 23 00:43:19.334628 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Checking router: 3941ad49-d2e5-418e-b447-baccb909705e for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:43:19.334987 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Updating router 3941ad49-d2e5-418e-b447-baccb909705e port 983839e9-12ab-4686-931c-1fa9fad28f03 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:43:19.370222 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:19.386727 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-d09dff9f-5843-4b97-8628-679bf2ec4ebd tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511181808&fields=id&tenant_id=fdd46d951ec94d2bb46b4d1ed280a478 HTTP/1.1" status: 200 len: 267 time: 0.0337009 Jul 23 00:43:19.493343 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-2ee717be-9c38-4c20-8916-47894c8acd3f tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:19.494874 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-2ee717be-9c38-4c20-8916-47894c8acd3f tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 808 time: 0.1015215 Jul 23 00:43:19.510198 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-30049532-473f-48ff-b5d8-229380a54898 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/quotas/fdd46d951ec94d2bb46b4d1ed280a478 HTTP/1.1" status: 200 len: 375 time: 0.0091352 Jul 23 00:43:19.581643 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-08a699d3-d4b7-4af3-ba1b-0d4ae11061cd tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654485 Jul 23 00:43:19.642576 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:19.652201 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Transition to ACTIVE for port object 983839e9-12ab-4686-931c-1fa9fad28f03 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:43:19.658902 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:19.729345 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a6a83-64bd-41e4-98ca-2cea7513c0a1 None None] Pushing event updated for resources: {'Port': ['ID=983839e9-12ab-4686-931c-1fa9fad28f03,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:19.766093 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Attempting to bind port 983839e9-12ab-4686-931c-1fa9fad28f03 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:43:19.766465 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Attempting to bind port 983839e9-12ab-4686-931c-1fa9fad28f03 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '6688b744-1ecc-45d1-8b52-df1fb66a5104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '815474d7-84ee-4043-8064-94930096fdc1'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:43:19.766834 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Attempting to bind port 983839e9-12ab-4686-931c-1fa9fad28f03 on network 815474d7-84ee-4043-8064-94930096fdc1 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:43:19.772627 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:43:19.772973 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Checking segment: {'id': '6688b744-1ecc-45d1-8b52-df1fb66a5104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '815474d7-84ee-4043-8064-94930096fdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:43:19.773341 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:19.773878 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Bound using segment: {'id': '6688b744-1ecc-45d1-8b52-df1fb66a5104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '815474d7-84ee-4043-8064-94930096fdc1'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:43:19.774360 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Bound port: 983839e9-12ab-4686-931c-1fa9fad28f03, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6688b744-1ecc-45d1-8b52-df1fb66a5104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '815474d7-84ee-4043-8064-94930096fdc1'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:43:19.774747 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:19.775299 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-92e35755-b613-440d-be9a-bfe5ab0bef34 service neutron] 10.222.0.26 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821477 Jul 23 00:43:19.856633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] For port 983839e9-12ab-4686-931c-1fa9fad28f03, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:43:19.862335 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] For port 983839e9-12ab-4686-931c-1fa9fad28f03, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=983839e9-12ab-4686-931c-1fa9fad28f03,segment=NetworkSegment(6688b744-1ecc-45d1-8b52-df1fb66a5104),segment_id=6688b744-1ecc-45d1-8b52-df1fb66a5104)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:43:19.867085 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:19.885274 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 644ad0e5-c5b8-48bb-a1ac-f55b64446447 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:43:19.893692 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-366d4de0-3426-4c45-83ab-1b043f3d3cbe service neutron] 10.222.0.26 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121411 Jul 23 00:43:20.001272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a6a83-64bd-41e4-98ca-2cea7513c0a1 None None] Pushing event updated for resources: {'Port': ['ID=983839e9-12ab-4686-931c-1fa9fad28f03,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:20.010228 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Routers {'3941ad49-d2e5-418e-b447-baccb909705e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:43:20.010228 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:43:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3941ad49-d2e5-418e-b447-baccb909705e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:20.120139 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 644ad0e5-c5b8-48bb-a1ac-f55b64446447 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:20.120521 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:20.148338 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-23d022a3-5603-45f7-918f-1f11708c7924 req-5d728ab5-f5c8-4b20-a9a1-1dfa96cb627f tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 210 time: 0.0699077 Jul 23 00:43:20.204297 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] Set router 3941ad49-d2e5-418e-b447-baccb909705e gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:43:20.471878 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3941ad49-d2e5-418e-b447-baccb909705e', 'name': 'tempest-TestShelveInstance-644838082-router', 'tenant_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '644ad0e5-c5b8-48bb-a1ac-f55b64446447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:13Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 4, 'project_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'gw_port': {'id': '644ad0e5-c5b8-48bb-a1ac-f55b64446447', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941ad49-d2e5-418e-b447-baccb909705e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:13Z', 'updated_at': '2021-07-23T00:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '983839e9-12ab-4686-931c-1fa9fad28f03', 'name': '', 'network_id': '815474d7-84ee-4043-8064-94930096fdc1', 'tenant_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'mac_address': 'fa:16:3e:2c:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3941ad49-d2e5-418e-b447-baccb909705e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '35c4ca18-712e-4dcf-9a90-a21bd8fb1308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:15Z', 'updated_at': '2021-07-23T00:43:19Z', 'revision_number': 4, 'project_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'subnets': [{'id': '35c4ca18-712e-4dcf-9a90-a21bd8fb1308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:20.499226 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1685da0-8bbc-4967-b8f6-60f8ea0e4c79 None None] The sync data for ids ['3941ad49-d2e5-418e-b447-baccb909705e'] in n-d-688802-2 is: [{'id': '3941ad49-d2e5-418e-b447-baccb909705e', 'name': 'tempest-TestShelveInstance-644838082-router', 'tenant_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '644ad0e5-c5b8-48bb-a1ac-f55b64446447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:13Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 4, 'project_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'gw_port': {'id': '644ad0e5-c5b8-48bb-a1ac-f55b64446447', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941ad49-d2e5-418e-b447-baccb909705e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:13Z', 'updated_at': '2021-07-23T00:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '983839e9-12ab-4686-931c-1fa9fad28f03', 'name': '', 'network_id': '815474d7-84ee-4043-8064-94930096fdc1', 'tenant_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'mac_address': 'fa:16:3e:2c:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3941ad49-d2e5-418e-b447-baccb909705e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '35c4ca18-712e-4dcf-9a90-a21bd8fb1308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:15Z', 'updated_at': '2021-07-23T00:43:19Z', 'revision_number': 4, 'project_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'subnets': [{'id': '35c4ca18-712e-4dcf-9a90-a21bd8fb1308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:43:21.250726 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14bd4b5c-924c-41b4-a84e-650e1ede68f1 req-2d32c76e-aec9-4aac-9c4b-c16a0b650130 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 210 time: 0.0297029 Jul 23 00:43:21.445246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-279f6fbb-351d-434e-a85d-84d2dde1217d tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:21.446640 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-279f6fbb-351d-434e-a85d-84d2dde1217d tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 808 time: 0.1042414 Jul 23 00:43:21.495192 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-e95f162e-f5e2-4b6b-a39b-60986c51e420 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd46d951ec94d2bb46b4d1ed280a478 HTTP/1.1" status: 200 len: 379 time: 0.0324702 Jul 23 00:43:21.504971 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-51f2e1f2-e4f0-4fa2-b81c-61b91dc3a661 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'port': {'device_id': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'admin_state_up': True, 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'security_groups': ['29fdaccc-6dde-4505-9e60-d51c3f66c0d8']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:43:21.610826 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-51f2e1f2-e4f0-4fa2-b81c-61b91dc3a661 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Made reservation on behalf of fdd46d951ec94d2bb46b4d1ed280a478 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:43:21.614497 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-51f2e1f2-e4f0-4fa2-b81c-61b91dc3a661 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:21.861914 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 983839e9-12ab-4686-931c-1fa9fad28f03 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:43:21.913116 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 983839e9-12ab-4686-931c-1fa9fad28f03 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:43:21.916900 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 983839e9-12ab-4686-931c-1fa9fad28f03 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:21.917303 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:22.000167 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:22.034232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 983839e9-12ab-4686-931c-1fa9fad28f03, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=983839e9-12ab-4686-931c-1fa9fad28f03,segment=NetworkSegment(6688b744-1ecc-45d1-8b52-df1fb66a5104),segment_id=6688b744-1ecc-45d1-8b52-df1fb66a5104)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:43:22.037791 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:22.058847 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-51f2e1f2-e4f0-4fa2-b81c-61b91dc3a661 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Allocated IP 172.20.0.9 (dc22b3f5-4bd6-47ad-96e8-5e6e488218fb/d001e2cf-40d4-4f67-80ba-87448db28658/0cff96f4-4434-4c4f-985e-460353e05b88) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:43:22.087384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=983839e9-12ab-4686-931c-1fa9fad28f03,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:22.194447 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-51f2e1f2-e4f0-4fa2-b81c-61b91dc3a661 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:22.207939 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-51f2e1f2-e4f0-4fa2-b81c-61b91dc3a661 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Transition to ACTIVE for port object 0cff96f4-4434-4c4f-985e-460353e05b88 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:43:22.240376 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-51f2e1f2-e4f0-4fa2-b81c-61b91dc3a661 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:22.286202 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-51f2e1f2-e4f0-4fa2-b81c-61b91dc3a661 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:43:22.289263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-51f2e1f2-e4f0-4fa2-b81c-61b91dc3a661 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:43:22.293145 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-51f2e1f2-e4f0-4fa2-b81c-61b91dc3a661 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:43:22.331874 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2e1f2-e4f0-4fa2-b81c-61b91dc3a661 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'Port': ['ID=0cff96f4-4434-4c4f-985e-460353e05b88,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:22.346869 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-51f2e1f2-e4f0-4fa2-b81c-61b91dc3a661 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:22.347493 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-51f2e1f2-e4f0-4fa2-b81c-61b91dc3a661 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:22.364185 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-51f2e1f2-e4f0-4fa2-b81c-61b91dc3a661 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8626812 Jul 23 00:43:22.393385 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751dafc-cb3a-440c-af73-136ebac6fb2b req-3c61e5cc-9690-4b49-a98c-bc41e3484af9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:22.394944 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1751dafc-cb3a-440c-af73-136ebac6fb2b req-3c61e5cc-9690-4b49-a98c-bc41e3484af9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 931 time: 0.0718563 Jul 23 00:43:22.432989 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Request body: {'port': {'device_id': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:43:22.438005 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1751dafc-cb3a-440c-af73-136ebac6fb2b req-7f54924f-4265-4dfb-8876-b2a8849d8208 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371218 Jul 23 00:43:22.511988 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:22.589361 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-809ce01c-2d29-483a-a8e4-ec57b87c8986 None None] Provisioning for port 0cff96f4-4434-4c4f-985e-460353e05b88 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:43:22.593200 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-809ce01c-2d29-483a-a8e4-ec57b87c8986 None None] Provisioning complete for port 0cff96f4-4434-4c4f-985e-460353e05b88 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:22.593580 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-809ce01c-2d29-483a-a8e4-ec57b87c8986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:22.632491 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-809ce01c-2d29-483a-a8e4-ec57b87c8986 None None] Port 0cff96f4-4434-4c4f-985e-460353e05b88 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:43:22.773629 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cff96f4-4434-4c4f-985e-460353e05b88 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:43:22.781535 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:22.794778 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Transition to ACTIVE for port object 0cff96f4-4434-4c4f-985e-460353e05b88 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:43:22.798481 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:22.861759 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Pushing event updated for resources: {'Port': ['ID=0cff96f4-4434-4c4f-985e-460353e05b88,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:22.935808 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Attempting to bind port 0cff96f4-4434-4c4f-985e-460353e05b88 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:43:22.936151 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Attempting to bind port 0cff96f4-4434-4c4f-985e-460353e05b88 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '36307595-895d-4295-9d8c-a5da6d9b92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:43:22.936516 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Attempting to bind port 0cff96f4-4434-4c4f-985e-460353e05b88 on network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:43:22.941493 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Port 0cff96f4-4434-4c4f-985e-460353e05b88 on network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:43:22.941846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Attempting to bind port 0cff96f4-4434-4c4f-985e-460353e05b88 on network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:43:22.947318 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:43:22.947665 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Checking segment: {'id': '36307595-895d-4295-9d8c-a5da6d9b92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:43:22.948051 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Bound using segment: {'id': '36307595-895d-4295-9d8c-a5da6d9b92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:43:22.948481 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Bound port: 0cff96f4-4434-4c4f-985e-460353e05b88, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36307595-895d-4295-9d8c-a5da6d9b92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:43:22.948841 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:23.016126 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] For port 0cff96f4-4434-4c4f-985e-460353e05b88, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:43:23.019390 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] For port 0cff96f4-4434-4c4f-985e-460353e05b88, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0cff96f4-4434-4c4f-985e-460353e05b88,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:43:23.024271 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:23.062169 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:23.062837 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:23.064594 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] 10.222.0.18 "PUT /v2.0/ports/0cff96f4-4434-4c4f-985e-460353e05b88 HTTP/1.1" status: 200 len: 1091 time: 0.6877263 Jul 23 00:43:23.066907 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'tag': '0cff96f4-4434-4c4f-985e-460353e05b88'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:43:23.069286 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f00a69-9960-40a4-80d9-211ad59f9d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2542802-9416-4dd4-8e6e-79a588150db2", "tag": "0cff96f4-4434-4c4f-985e-460353e05b88"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:43:23.103635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59274936-fd98-40b3-aee2-cdc3c0323001 service neutron] Pushing event updated for resources: {'Port': ['ID=0cff96f4-4434-4c4f-985e-460353e05b88,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:23.187944 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-f76a0f56-69d4-4ccf-907d-68e6ce491e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:23.189646 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-f76a0f56-69d4-4ccf-907d-68e6ce491e36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 1094 time: 0.0688875 Jul 23 00:43:23.196001 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d3f202-8786-495b-88cc-e35e550130ce x-openstack-request-id: req-34d3f202-8786-495b-88cc-e35e550130ce {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:43:23.196296 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2542802-9416-4dd4-8e6e-79a588150db2", "tag": "0cff96f4-4434-4c4f-985e-460353e05b88", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:43:23.196541 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34d3f202-8786-495b-88cc-e35e550130ce {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:43:23.196939 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'tag': '0cff96f4-4434-4c4f-985e-460353e05b88', 'status': 'completed', 'code': 200} Jul 23 00:43:23.238683 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-cf6d9654-4b3c-4cfd-a573-60f3479e81be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cff96f4-4434-4c4f-985e-460353e05b88 HTTP/1.1" status: 200 len: 217 time: 0.0357089 Jul 23 00:43:23.293665 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-7d32e2cb-ef1b-4a97-bc6b-90b6f9bb164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:23.295152 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-7d32e2cb-ef1b-4a97-bc6b-90b6f9bb164f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0504253 Jul 23 00:43:23.352729 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-752fd79f-e4d8-45d5-b2a5-7e1ed6d048e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:23.354143 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-752fd79f-e4d8-45d5-b2a5-7e1ed6d048e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527799 Jul 23 00:43:23.447329 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-1b21e2cd-4b90-4225-9e33-a4bf8f93973e service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861394 Jul 23 00:43:23.536657 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9ded83c8-b400-4a86-a9d7-f4f2d2be0e1f req-951b22f2-f271-4e91-a838-c4fc0f7b9ab4 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827982 Jul 23 00:43:23.573719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff627b1-9d74-42c4-8f23-9773b455636f req-98c6cb9f-82c9-46eb-af9b-7f5296fe0186 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:23.575511 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dff627b1-9d74-42c4-8f23-9773b455636f req-98c6cb9f-82c9-46eb-af9b-7f5296fe0186 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 943 time: 0.0650585 Jul 23 00:43:23.613833 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dff627b1-9d74-42c4-8f23-9773b455636f req-97994e0a-9c87-4d8d-86ba-8088b4233330 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323646 Jul 23 00:43:23.682124 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f00a69-9960-40a4-80d9-211ad59f9d9c req-bbc91ba6-54d0-4662-bdbe-1feb17436be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:23.684136 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-27f00a69-9960-40a4-80d9-211ad59f9d9c req-bbc91ba6-54d0-4662-bdbe-1feb17436be3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 1094 time: 0.0544331 Jul 23 00:43:23.776428 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f00a69-9960-40a4-80d9-211ad59f9d9c req-2c9a2f9d-0d61-468c-bc38-1553483b733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:23.778303 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-27f00a69-9960-40a4-80d9-211ad59f9d9c req-2c9a2f9d-0d61-468c-bc38-1553483b733b service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 909 time: 0.0874994 Jul 23 00:43:23.822716 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-27f00a69-9960-40a4-80d9-211ad59f9d9c req-92bf3c8b-1eec-4ea1-acb6-0b1f4b2f81c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cff96f4-4434-4c4f-985e-460353e05b88 HTTP/1.1" status: 200 len: 217 time: 0.0374615 Jul 23 00:43:23.836677 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 983839e9-12ab-4686-931c-1fa9fad28f03 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:43:23.877757 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f00a69-9960-40a4-80d9-211ad59f9d9c req-078445e1-c157-45d7-8846-c7aaf65dcf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:23.879149 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-27f00a69-9960-40a4-80d9-211ad59f9d9c req-078445e1-c157-45d7-8846-c7aaf65dcf00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0492315 Jul 23 00:43:23.883648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 983839e9-12ab-4686-931c-1fa9fad28f03 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:23.884016 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:23.938153 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f00a69-9960-40a4-80d9-211ad59f9d9c req-e16b964b-f1c4-44fb-a8ea-235f93f33261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:23.939723 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-27f00a69-9960-40a4-80d9-211ad59f9d9c req-e16b964b-f1c4-44fb-a8ea-235f93f33261 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543220 Jul 23 00:43:24.035270 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-27f00a69-9960-40a4-80d9-211ad59f9d9c req-c23b2e49-db05-4a0e-9b4b-68bce3cde97f service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884163 Jul 23 00:43:24.130838 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-27f00a69-9960-40a4-80d9-211ad59f9d9c req-d0d409b4-9a85-4a8d-ad90-32d76ebe5bb1 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887134 Jul 23 00:43:24.742067 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fa4a7-7140-4c22-b0ee-969d5b94ac85 req-7f64fa01-606c-4682-9421-9016373d63e1 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:24.743519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-141fa4a7-7140-4c22-b0ee-969d5b94ac85 req-7f64fa01-606c-4682-9421-9016373d63e1 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 943 time: 0.0613394 Jul 23 00:43:24.781025 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-141fa4a7-7140-4c22-b0ee-969d5b94ac85 req-e3d2d8cd-b23f-4d66-b785-14f65a1b1698 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316718 Jul 23 00:43:24.899066 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0cff96f4-4434-4c4f-985e-460353e05b88 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:43:24.993372 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0cff96f4-4434-4c4f-985e-460353e05b88, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0cff96f4-4434-4c4f-985e-460353e05b88,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:43:25.004515 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '0cff96f4-4434-4c4f-985e-460353e05b88', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'port_id': '0cff96f4-4434-4c4f-985e-460353e05b88', 'mac_address': 'fa:16:3e:fd:37:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:43:25.041663 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:25.054743 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cff96f4-4434-4c4f-985e-460353e05b88 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:43:25.075070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0cff96f4-4434-4c4f-985e-460353e05b88, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0cff96f4-4434-4c4f-985e-460353e05b88,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:43:25.078808 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:25.126669 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=0cff96f4-4434-4c4f-985e-460353e05b88,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:25.347606 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['0cff96f4-4434-4c4f-985e-460353e05b88'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:43:25.541833 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:43:25.913015 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e566cd7-a523-487f-9776-6bf90f1c70aa req-8d1712b1-471f-4bfc-912e-86ea28d91980 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:25.914519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e566cd7-a523-487f-9776-6bf90f1c70aa req-8d1712b1-471f-4bfc-912e-86ea28d91980 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 944 time: 0.0665238 Jul 23 00:43:25.952663 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0e566cd7-a523-487f-9776-6bf90f1c70aa req-39efd182-30a0-4a83-a822-b87f608f89c5 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325825 Jul 23 00:43:26.914693 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0cff96f4-4434-4c4f-985e-460353e05b88 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:43:26.962739 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 0cff96f4-4434-4c4f-985e-460353e05b88 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:43:26.967403 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 0cff96f4-4434-4c4f-985e-460353e05b88 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:43:26.967772 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:27.047531 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:27.070170 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cff96f4-4434-4c4f-985e-460353e05b88'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:43:27.072427 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6ec666-dcb4-402a-ab36-f67f24b1d976" -d '{"events": [{"server_uuid": "f2542802-9416-4dd4-8e6e-79a588150db2", "name": "network-vif-plugged", "status": "completed", "tag": "0cff96f4-4434-4c4f-985e-460353e05b88"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:43:27.089309 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0cff96f4-4434-4c4f-985e-460353e05b88, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0cff96f4-4434-4c4f-985e-460353e05b88,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:43:27.090992 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f069a65-2ae6-4e64-a973-b56f76db6ef8 req-8baa1b55-cee0-4fec-941c-9b9f7827a920 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:27.092828 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f069a65-2ae6-4e64-a973-b56f76db6ef8 req-8baa1b55-cee0-4fec-941c-9b9f7827a920 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 944 time: 0.0690162 Jul 23 00:43:27.094141 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:27.117436 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7fee1f-4ae4-40c0-819f-bc972740aac2 x-openstack-request-id: req-ae7fee1f-4ae4-40c0-819f-bc972740aac2 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:43:27.117728 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2542802-9416-4dd4-8e6e-79a588150db2", "name": "network-vif-plugged", "status": "completed", "tag": "0cff96f4-4434-4c4f-985e-460353e05b88", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:43:27.117974 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae7fee1f-4ae4-40c0-819f-bc972740aac2 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:43:27.118371 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cff96f4-4434-4c4f-985e-460353e05b88', 'code': 200} Jul 23 00:43:27.134858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2f069a65-2ae6-4e64-a973-b56f76db6ef8 req-29ceca29-3a04-4c89-8438-548b90c34dd9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365303 Jul 23 00:43:27.145042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=0cff96f4-4434-4c4f-985e-460353e05b88,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:27.255655 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c4873-f7f5-4372-80fe-146bb732e2b1 req-891cf02d-bb70-472a-98d6-4d50125e4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:27.257181 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0a7c4873-f7f5-4372-80fe-146bb732e2b1 req-891cf02d-bb70-472a-98d6-4d50125e4b74 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 1096 time: 0.0534897 Jul 23 00:43:27.291122 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0a7c4873-f7f5-4372-80fe-146bb732e2b1 req-22e0ab0f-727d-4c98-9444-0da0c1abf592 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269940 Jul 23 00:43:28.268130 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db837136-9f15-476f-895d-c63cdb947c64 req-61e45836-c1f3-4394-8a42-49ec4085b254 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:28.269624 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db837136-9f15-476f-895d-c63cdb947c64 req-61e45836-c1f3-4394-8a42-49ec4085b254 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0658684 Jul 23 00:43:28.307623 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-db837136-9f15-476f-895d-c63cdb947c64 req-6583ab4a-82b3-4d87-ac36-f8666aa2fa9e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323875 Jul 23 00:43:29.438991 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9611fe-336f-4bac-a222-d1b966ba3b50 req-cd864117-5a3d-49fb-ad33-ba609a5ae262 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:29.440477 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa9611fe-336f-4bac-a222-d1b966ba3b50 req-cd864117-5a3d-49fb-ad33-ba609a5ae262 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0640664 Jul 23 00:43:29.476360 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa9611fe-336f-4bac-a222-d1b966ba3b50 req-6b6d3528-e924-47f7-b79a-92d765ddcd48 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304668 Jul 23 00:43:29.603517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c689a1b-464c-437e-bc74-f1f495af646b req-28b925e8-8177-49d6-9148-7f10e6e4bfcf tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:29.604883 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c689a1b-464c-437e-bc74-f1f495af646b req-28b925e8-8177-49d6-9148-7f10e6e4bfcf tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0630980 Jul 23 00:43:29.642553 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c689a1b-464c-437e-bc74-f1f495af646b req-368f229a-9e85-4596-9d7d-d2512720edf4 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312002 Jul 23 00:43:29.664114 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34142) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:29.758597 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c719ba-a1f5-41b1-9e6c-f96849c42b42 tempest-TestShelveInstance-1154905302 tempest-TestShelveInstance-1154905302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:29.760106 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-a6c719ba-a1f5-41b1-9e6c-f96849c42b42 tempest-TestShelveInstance-1154905302 tempest-TestShelveInstance-1154905302-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 1091 time: 0.0950480 Jul 23 00:43:29.763105 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34146) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:29.767423 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '0cff96f4-4434-4c4f-985e-460353e05b88', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:43:29.789243 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:29.882398 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:29.987616 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Allocated IP 172.25.4.42 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/533f4967-ed94-44b9-815e-b66de27a8d4a) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:43:30.085060 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:30.130928 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:30.167262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:43:30.172012 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:43:30.174775 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:43:30.202906 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'Port': ['ID=533f4967-ed94-44b9-815e-b66de27a8d4a,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:30.519659 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:30.591191 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:31.074972 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:31.079609 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:31.141595 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'Port': ['ID=533f4967-ed94-44b9-815e-b66de27a8d4a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:43:31.156417 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:31.252778 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Floating IP af4e211e-6fe5-4102-ae58-d0aafd0502b0 associated. External IP: 172.25.4.42, port: 0cff96f4-4434-4c4f-985e-460353e05b88. Jul 23 00:43:31.453686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:43:31.559396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:43:31.568668 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb06a01-1126-45ca-81bf-cf1f41d0ccb3 None None] Sync routers for ids ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:43:31.575074 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:31.579065 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb06a01-1126-45ca-81bf-cf1f41d0ccb3 None None] Routers {'ced0fb2e-9606-47c1-a72c-1901b5d4ff55'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:43:31.579674 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dfb06a01-1126-45ca-81bf-cf1f41d0ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:43:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:31.612524 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-fc2a24a8-0cef-4dde-8e8e-edfa2725ebb0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8483799 Jul 23 00:43:31.613121 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'tag': '0cff96f4-4434-4c4f-985e-460353e05b88'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:43:31.616864 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770ebfa3-c322-441c-97cd-2f02a8b405cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f2542802-9416-4dd4-8e6e-79a588150db2", "tag": "0cff96f4-4434-4c4f-985e-460353e05b88"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:43:31.650571 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce4c1e8-2980-46e5-92c4-bb1dfc3411f8 x-openstack-request-id: req-9ce4c1e8-2980-46e5-92c4-bb1dfc3411f8 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:43:31.650910 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2542802-9416-4dd4-8e6e-79a588150db2", "tag": "0cff96f4-4434-4c4f-985e-460353e05b88", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:43:31.651102 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ce4c1e8-2980-46e5-92c4-bb1dfc3411f8 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:43:31.651515 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'tag': '0cff96f4-4434-4c4f-985e-460353e05b88', 'status': 'completed', 'code': 200} Jul 23 00:43:31.690407 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-dfb06a01-1126-45ca-81bf-cf1f41d0ccb3 None None] Set router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:43:31.710943 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ac99826c-91d0-4e8c-95c4-3cb2bc9a02ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:31.753776 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ebfa3-c322-441c-97cd-2f02a8b405cb req-05dc1aa7-6f96-479f-bdab-814b04c25029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:31.755315 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-770ebfa3-c322-441c-97cd-2f02a8b405cb req-05dc1aa7-6f96-479f-bdab-814b04c25029 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 1096 time: 0.0610926 Jul 23 00:43:31.846204 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ebfa3-c322-441c-97cd-2f02a8b405cb req-134de57e-a99c-4390-83eb-c3ef2035a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:31.847743 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-770ebfa3-c322-441c-97cd-2f02a8b405cb req-134de57e-a99c-4390-83eb-c3ef2035a868 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 909 time: 0.0858705 Jul 23 00:43:31.914469 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dfb06a01-1126-45ca-81bf-cf1f41d0ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 4, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'af4e211e-6fe5-4102-ae58-d0aafd0502b0', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'port_id': '0cff96f4-4434-4c4f-985e-460353e05b88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'mac_address': 'fa:16:3e:fd:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:43:30Z', 'updated_at': '2021-07-23T00:43:30Z', 'revision_number': 0, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f083625f-8760-47e4-a5c2-832b564586d1', 'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'mac_address': 'fa:16:3e:71:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:10Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 5, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'subnets': [{'id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:31.915700 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-770ebfa3-c322-441c-97cd-2f02a8b405cb req-fe7a4d13-f1d7-4e8e-b2ba-f10c7fa781ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cff96f4-4434-4c4f-985e-460353e05b88 HTTP/1.1" status: 200 len: 998 time: 0.0616682 Jul 23 00:43:31.939949 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb06a01-1126-45ca-81bf-cf1f41d0ccb3 None None] Checking router: ced0fb2e-9606-47c1-a72c-1901b5d4ff55 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:43:31.948033 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb06a01-1126-45ca-81bf-cf1f41d0ccb3 None None] Routers {'ced0fb2e-9606-47c1-a72c-1901b5d4ff55'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:43:31.948922 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dfb06a01-1126-45ca-81bf-cf1f41d0ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:43:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:31.963846 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ebfa3-c322-441c-97cd-2f02a8b405cb req-c4179b0c-f7ba-49eb-a244-22da81db022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:31.966142 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-770ebfa3-c322-441c-97cd-2f02a8b405cb req-c4179b0c-f7ba-49eb-a244-22da81db022c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0437660 Jul 23 00:43:32.029312 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ebfa3-c322-441c-97cd-2f02a8b405cb req-d35f5028-4118-43a8-b83b-27b1f0de9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:32.030906 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-770ebfa3-c322-441c-97cd-2f02a8b405cb req-d35f5028-4118-43a8-b83b-27b1f0de9fa0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588214 Jul 23 00:43:32.127897 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-770ebfa3-c322-441c-97cd-2f02a8b405cb req-eff311b8-fe31-40b3-a524-e1735cab3491 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902717 Jul 23 00:43:32.149220 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-dfb06a01-1126-45ca-81bf-cf1f41d0ccb3 None None] Set router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:43:32.217857 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-770ebfa3-c322-441c-97cd-2f02a8b405cb req-4bf0bd5a-c5fc-4d2e-a6d1-b0b78cd052d0 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837097 Jul 23 00:43:32.366811 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-dfb06a01-1126-45ca-81bf-cf1f41d0ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 4, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'af4e211e-6fe5-4102-ae58-d0aafd0502b0', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'port_id': '0cff96f4-4434-4c4f-985e-460353e05b88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'mac_address': 'fa:16:3e:fd:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:43:30Z', 'updated_at': '2021-07-23T00:43:30Z', 'revision_number': 0, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f083625f-8760-47e4-a5c2-832b564586d1', 'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'mac_address': 'fa:16:3e:71:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:10Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 5, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'subnets': [{'id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:43:32.392373 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb06a01-1126-45ca-81bf-cf1f41d0ccb3 None None] The sync data for ids ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'] in n-d-688802-2 is: [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 4, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'af4e211e-6fe5-4102-ae58-d0aafd0502b0', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'port_id': '0cff96f4-4434-4c4f-985e-460353e05b88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'mac_address': 'fa:16:3e:fd:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:43:30Z', 'updated_at': '2021-07-23T00:43:30Z', 'revision_number': 0, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f083625f-8760-47e4-a5c2-832b564586d1', 'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'mac_address': 'fa:16:3e:71:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:10Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 5, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'subnets': [{'id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:43:32.577992 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb0e378-e27b-4b7a-9d4e-1bed5e6599a2 None None] New status for floating IP af4e211e-6fe5-4102-ae58-d0aafd0502b0: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:43:34.442443 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5bf083f4-d52e-4ada-b632-602cb02b60f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:34.505117 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:34.971560 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:35.799942 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:37.276337 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:47.226373 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:01.715516 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-dc843b20-d17b-43eb-9482-f31dd184e733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:02.540679 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:44:04.443396 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5cba1ae9-2dfb-44ce-b6b5-d4280d6121b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:04.504375 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:04.974193 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:05.802815 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:07.278978 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:17.232876 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:18.890968 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b479285a-7aa1-4fd4-8fdb-adf2248caeb5 req-28f99231-05fc-4953-a71c-a203e3d894cf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574288 Jul 23 00:44:19.002013 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479285a-7aa1-4fd4-8fdb-adf2248caeb5 req-c06a2a6f-3191-4254-9a6c-84629c466aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:19.003509 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b479285a-7aa1-4fd4-8fdb-adf2248caeb5 req-c06a2a6f-3191-4254-9a6c-84629c466aa2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 1096 time: 0.0551615 Jul 23 00:44:19.105307 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479285a-7aa1-4fd4-8fdb-adf2248caeb5 req-8414f6c9-b6ab-42c2-83a1-fcb1711fbb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:19.106810 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b479285a-7aa1-4fd4-8fdb-adf2248caeb5 req-8414f6c9-b6ab-42c2-83a1-fcb1711fbb50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 909 time: 0.0844638 Jul 23 00:44:19.174838 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b479285a-7aa1-4fd4-8fdb-adf2248caeb5 req-cc6f022e-c575-457f-9613-0ffa500360fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cff96f4-4434-4c4f-985e-460353e05b88 HTTP/1.1" status: 200 len: 1000 time: 0.0609250 Jul 23 00:44:19.222426 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479285a-7aa1-4fd4-8fdb-adf2248caeb5 req-867bd7a8-f2eb-47fd-b4fc-62109a6efc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:19.223867 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b479285a-7aa1-4fd4-8fdb-adf2248caeb5 req-867bd7a8-f2eb-47fd-b4fc-62109a6efc74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0430789 Jul 23 00:44:19.281235 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479285a-7aa1-4fd4-8fdb-adf2248caeb5 req-9b8ee6c2-8e90-4a5e-b797-dcb3fe3dc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:19.282705 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b479285a-7aa1-4fd4-8fdb-adf2248caeb5 req-9b8ee6c2-8e90-4a5e-b797-dcb3fe3dc719 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527639 Jul 23 00:44:19.374663 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b479285a-7aa1-4fd4-8fdb-adf2248caeb5 req-00a331f9-6b6f-4d37-b365-fa27be891e41 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854931 Jul 23 00:44:19.463142 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-b479285a-7aa1-4fd4-8fdb-adf2248caeb5 req-7ce036d3-9aa3-438b-97a5-5d9ed3c52d6b service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820224 Jul 23 00:44:31.717447 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c04081e3-01c0-4020-9b73-ce5564a49d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:34.443826 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c7217330-4041-45c7-81ff-4fd345251745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:34.505448 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:34.989346 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:35.809162 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:37.282718 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:39.539111 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:44:47.232187 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:01.717944 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bce15644-ef27-4b96-9f62-8e35d763baa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:04.443850 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0b1f6cff-ff76-4ec4-b2e1-77dfe44e615d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:04.505372 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:05.002857 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:05.809352 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:07.284596 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:16.537917 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:45:17.244735 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:20.891907 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e962c166-9d97-417c-89a1-8d9ad8cae88e req-35226492-59c6-44c6-b12a-867b8d591431 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587404 Jul 23 00:45:21.000564 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962c166-9d97-417c-89a1-8d9ad8cae88e req-d96bada6-dcb4-4496-9ac3-d0d778956356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:21.002066 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e962c166-9d97-417c-89a1-8d9ad8cae88e req-d96bada6-dcb4-4496-9ac3-d0d778956356 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 1096 time: 0.0533452 Jul 23 00:45:21.105711 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962c166-9d97-417c-89a1-8d9ad8cae88e req-d7d72af2-f47e-456a-b918-13ee00a88167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:21.107073 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e962c166-9d97-417c-89a1-8d9ad8cae88e req-d7d72af2-f47e-456a-b918-13ee00a88167 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 909 time: 0.0869360 Jul 23 00:45:21.171767 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e962c166-9d97-417c-89a1-8d9ad8cae88e req-e5a66b8f-b614-44e0-86e4-d7635f1edbf2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cff96f4-4434-4c4f-985e-460353e05b88 HTTP/1.1" status: 200 len: 1000 time: 0.0586154 Jul 23 00:45:21.220012 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962c166-9d97-417c-89a1-8d9ad8cae88e req-4ab5dc98-368c-4450-9df2-fa7146c12f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:21.221461 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e962c166-9d97-417c-89a1-8d9ad8cae88e req-4ab5dc98-368c-4450-9df2-fa7146c12f94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0435004 Jul 23 00:45:21.282598 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962c166-9d97-417c-89a1-8d9ad8cae88e req-3ee050ca-9d94-4d42-8b49-87b28b254660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:21.284087 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e962c166-9d97-417c-89a1-8d9ad8cae88e req-3ee050ca-9d94-4d42-8b49-87b28b254660 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568671 Jul 23 00:45:21.371174 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e962c166-9d97-417c-89a1-8d9ad8cae88e req-b1f10af1-1b9f-4d01-ac7c-edb9401cc1d6 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803583 Jul 23 00:45:21.461213 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e962c166-9d97-417c-89a1-8d9ad8cae88e req-0c1ae70c-248c-4c40-9975-ebdc3e643831 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841913 Jul 23 00:45:26.172550 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eff367-0d44-49cb-88fc-f11d92eb098a req-3590b27a-6d6e-4083-a33d-87e44033e98e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:26.174077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90eff367-0d44-49cb-88fc-f11d92eb098a req-3590b27a-6d6e-4083-a33d-87e44033e98e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0653231 Jul 23 00:45:26.211809 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90eff367-0d44-49cb-88fc-f11d92eb098a req-5e40ff8b-5ac7-4f6e-aea6-f7a297939bd0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321767 Jul 23 00:45:27.381726 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63759652-962b-4530-9467-fa097dfdcf8a req-ab5881eb-a91c-4a65-8ea4-6ae454f36389 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:27.383191 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-63759652-962b-4530-9467-fa097dfdcf8a req-ab5881eb-a91c-4a65-8ea4-6ae454f36389 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0665390 Jul 23 00:45:27.419773 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-63759652-962b-4530-9467-fa097dfdcf8a req-0c7b492c-133e-4946-a531-778eb1520e79 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310066 Jul 23 00:45:28.575648 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494bf93-6d18-45b1-b460-07ef0cb3139c req-3507ce9a-8f21-4a50-95d7-87c59fb6c12b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:28.577139 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3494bf93-6d18-45b1-b460-07ef0cb3139c req-3507ce9a-8f21-4a50-95d7-87c59fb6c12b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0632379 Jul 23 00:45:28.613346 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3494bf93-6d18-45b1-b460-07ef0cb3139c req-a9067157-0650-401a-8f9b-5a1cdbe6d695 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307026 Jul 23 00:45:29.744819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bca47d-cb61-4b11-b96a-9ac3f91e336f req-ffe8cb29-b24f-4a3f-80be-5e09d78c2b1a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:29.746333 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90bca47d-cb61-4b11-b96a-9ac3f91e336f req-ffe8cb29-b24f-4a3f-80be-5e09d78c2b1a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0669987 Jul 23 00:45:29.783566 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-90bca47d-cb61-4b11-b96a-9ac3f91e336f req-fc03916b-17d6-477e-8369-1fd6b9ab4c44 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314987 Jul 23 00:45:30.912735 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a3566-97d0-4113-8f3c-a13fc63920ea req-f5d6c766-4c4b-4d62-8c52-bc3c059e96fe tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:30.914152 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-260a3566-97d0-4113-8f3c-a13fc63920ea req-f5d6c766-4c4b-4d62-8c52-bc3c059e96fe tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0638638 Jul 23 00:45:30.952031 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-260a3566-97d0-4113-8f3c-a13fc63920ea req-93d54b7a-e43e-402c-bce5-cf64dc29e007 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312414 Jul 23 00:45:31.720688 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-26527779-8e90-4eda-aa69-a6fd4738a5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:32.082898 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ffba3-608c-44a9-843e-0ecd6d725fd1 req-28d45575-3d7c-4ffb-9e59-99a63ac834e2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:32.084389 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-793ffba3-608c-44a9-843e-0ecd6d725fd1 req-28d45575-3d7c-4ffb-9e59-99a63ac834e2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0635684 Jul 23 00:45:32.122022 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-793ffba3-608c-44a9-843e-0ecd6d725fd1 req-9d3ceb53-d4f1-489a-8d06-29d0f0c40e1d tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314758 Jul 23 00:45:33.254048 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa8b6d-d236-4536-9dd0-7eaf596b0d6b req-0a2ab5b9-c474-40ae-9470-12f527e66679 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:33.255520 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ffa8b6d-d236-4536-9dd0-7eaf596b0d6b req-0a2ab5b9-c474-40ae-9470-12f527e66679 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0669603 Jul 23 00:45:33.291848 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8ffa8b6d-d236-4536-9dd0-7eaf596b0d6b req-5823bd78-aafa-48f9-966c-28c67e96d4cc tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307508 Jul 23 00:45:34.421441 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857c119-a69e-4a57-b1b1-56934798b3d9 req-7fe8940c-543f-4c36-a252-ad15a3f05f35 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:34.422922 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8857c119-a69e-4a57-b1b1-56934798b3d9 req-7fe8940c-543f-4c36-a252-ad15a3f05f35 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0636213 Jul 23 00:45:34.444808 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-555d6406-a82f-46ff-b81c-8e860bc48945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:34.464355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8857c119-a69e-4a57-b1b1-56934798b3d9 req-4917cf83-61aa-41fe-9f63-659dd5c9b113 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358484 Jul 23 00:45:34.506076 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:35.006055 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:35.596704 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b27df-0dd1-455c-89b3-e99e13ce52fd req-090de156-b816-4678-99a0-d592f6146520 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:35.598201 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7e1b27df-0dd1-455c-89b3-e99e13ce52fd req-090de156-b816-4678-99a0-d592f6146520 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0673463 Jul 23 00:45:35.636068 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7e1b27df-0dd1-455c-89b3-e99e13ce52fd req-0bba2211-0571-4fc2-8fc6-91bc515a37f3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323644 Jul 23 00:45:35.811465 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:36.766400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4e4c3-87ca-4e16-b6ed-3091ece15aca req-840d2d0f-02b7-493b-842d-83c409d077a6 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:36.767899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6f4e4c3-87ca-4e16-b6ed-3091ece15aca req-840d2d0f-02b7-493b-842d-83c409d077a6 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0652285 Jul 23 00:45:36.804971 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e6f4e4c3-87ca-4e16-b6ed-3091ece15aca req-352cbb1e-82cc-4795-ba4e-dbad5c9b772c tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314825 Jul 23 00:45:37.288088 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:37.692566 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0cff96f4-4434-4c4f-985e-460353e05b88 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:45:37.783687 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0cff96f4-4434-4c4f-985e-460353e05b88, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0cff96f4-4434-4c4f-985e-460353e05b88,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:45:37.794104 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '0cff96f4-4434-4c4f-985e-460353e05b88', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'port_id': '0cff96f4-4434-4c4f-985e-460353e05b88', 'mac_address': 'fa:16:3e:fd:37:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:45:37.832950 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:37.849298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cff96f4-4434-4c4f-985e-460353e05b88 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:45:37.872232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0cff96f4-4434-4c4f-985e-460353e05b88, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0cff96f4-4434-4c4f-985e-460353e05b88,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:45:37.876390 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:37.924406 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=0cff96f4-4434-4c4f-985e-460353e05b88,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:37.931751 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:37.932098 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:37.932516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:37.932860 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:37.933218 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:37.933554 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:37.933877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:37.934201 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:37.934527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:37.934849 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:37.935172 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:37.935492 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:37.937039 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b5a8a-ec6c-46f9-ba06-91f36c7b9212 req-18546016-2640-4f25-994f-2a9efbafd0a8 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:37.939512 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf4b5a8a-ec6c-46f9-ba06-91f36c7b9212 req-18546016-2640-4f25-994f-2a9efbafd0a8 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 944 time: 0.0661750 Jul 23 00:45:37.979728 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf4b5a8a-ec6c-46f9-ba06-91f36c7b9212 req-bcd9a90a-36bd-4f32-b746-0ad132c59dae tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347531 Jul 23 00:45:38.057856 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['0cff96f4-4434-4c4f-985e-460353e05b88'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:45:39.136863 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5f338-383d-4de5-a316-73e6922507e4 req-8e477481-b13c-4796-ad38-c582ee00542c tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:39.139122 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ed5f338-383d-4de5-a316-73e6922507e4 req-8e477481-b13c-4796-ad38-c582ee00542c tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 944 time: 0.0768178 Jul 23 00:45:39.180979 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3ed5f338-383d-4de5-a316-73e6922507e4 req-8dd1fa21-dd97-4986-84bd-21f7c6d11cb5 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361009 Jul 23 00:45:39.708490 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0cff96f4-4434-4c4f-985e-460353e05b88 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:45:39.758973 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 0cff96f4-4434-4c4f-985e-460353e05b88 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:39.759650 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:39.849884 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:39.873617 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cff96f4-4434-4c4f-985e-460353e05b88'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:45:39.875872 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1252027f-2e8c-469c-8329-603df578efb5" -d '{"events": [{"server_uuid": "f2542802-9416-4dd4-8e6e-79a588150db2", "name": "network-vif-plugged", "status": "completed", "tag": "0cff96f4-4434-4c4f-985e-460353e05b88"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:45:39.890131 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0cff96f4-4434-4c4f-985e-460353e05b88, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0cff96f4-4434-4c4f-985e-460353e05b88,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:45:39.894869 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:39.961370 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=0cff96f4-4434-4c4f-985e-460353e05b88,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:40.012946 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e21431b-be3d-476b-b6f0-4910ab80b88e x-openstack-request-id: req-1e21431b-be3d-476b-b6f0-4910ab80b88e {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:45:40.013274 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2542802-9416-4dd4-8e6e-79a588150db2", "name": "network-vif-plugged", "status": "completed", "tag": "0cff96f4-4434-4c4f-985e-460353e05b88", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:45:40.013732 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e21431b-be3d-476b-b6f0-4910ab80b88e {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:45:40.013995 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cff96f4-4434-4c4f-985e-460353e05b88', 'code': 200} Jul 23 00:45:40.342291 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d278fb7-42e4-48b3-a8e4-3afd9edaa711 req-57567467-a98e-40b8-928d-427ff0c427af tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:40.344539 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d278fb7-42e4-48b3-a8e4-3afd9edaa711 req-57567467-a98e-40b8-928d-427ff0c427af tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0787201 Jul 23 00:45:40.390917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1d278fb7-42e4-48b3-a8e4-3afd9edaa711 req-201243d1-cbc4-402e-99e8-e053c9e1cd27 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400510 Jul 23 00:45:41.557948 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ebd7b-a8f6-44d9-ae6b-7664eff3b72f req-589be1bf-7ce8-4084-a4b7-0bf5ec135a9b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:41.559570 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d3ebd7b-a8f6-44d9-ae6b-7664eff3b72f req-589be1bf-7ce8-4084-a4b7-0bf5ec135a9b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0850730 Jul 23 00:45:41.604305 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4d3ebd7b-a8f6-44d9-ae6b-7664eff3b72f req-309bea7d-f271-470f-adb9-67f7316758c9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383198 Jul 23 00:45:42.761654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c913272-6265-464c-9633-66dce1684bab req-36d8d7a9-cc49-432c-a978-aab480e4855f tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:42.763112 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c913272-6265-464c-9633-66dce1684bab req-36d8d7a9-cc49-432c-a978-aab480e4855f tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0698204 Jul 23 00:45:42.806696 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3c913272-6265-464c-9633-66dce1684bab req-1745d13e-132e-4439-9d49-0aae71a11387 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340238 Jul 23 00:45:43.944326 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf3b6e-0819-4a11-9d9c-72cfe8531184 req-bc5b78e2-977f-46f2-81e4-37f3d86b9e47 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:43.945907 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffdf3b6e-0819-4a11-9d9c-72cfe8531184 req-bc5b78e2-977f-46f2-81e4-37f3d86b9e47 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0679114 Jul 23 00:45:43.995823 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ffdf3b6e-0819-4a11-9d9c-72cfe8531184 req-478c607d-29b6-40c4-be22-45fa19d7c059 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413377 Jul 23 00:45:45.141266 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368ac54-8939-4fd5-a997-6969802d6d0c req-bb7804d5-bafb-4f20-88e3-8467a25d8df4 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:45.143619 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f368ac54-8939-4fd5-a997-6969802d6d0c req-bb7804d5-bafb-4f20-88e3-8467a25d8df4 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0753369 Jul 23 00:45:45.184338 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f368ac54-8939-4fd5-a997-6969802d6d0c req-b5a70f38-adec-4e10-895e-e4066fd2a7ea tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349095 Jul 23 00:45:46.336818 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8e80e-8c28-4888-9006-eb8fc7992980 req-6ac79043-7634-44ed-9acb-24a98cde886d tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:46.339098 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0de8e80e-8c28-4888-9006-eb8fc7992980 req-6ac79043-7634-44ed-9acb-24a98cde886d tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0735214 Jul 23 00:45:46.382144 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0de8e80e-8c28-4888-9006-eb8fc7992980 req-13f872e0-e44d-465c-b92c-cdaeb94a30c6 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372083 Jul 23 00:45:47.246661 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:47.515974 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fd645-415e-45f1-99cd-556d662a05e6 req-e123fccd-0892-4430-8e87-ea3d2948c875 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:47.517465 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-428fd645-415e-45f1-99cd-556d662a05e6 req-e123fccd-0892-4430-8e87-ea3d2948c875 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0670428 Jul 23 00:45:47.555172 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-428fd645-415e-45f1-99cd-556d662a05e6 req-f4b795f6-5acc-4cf7-a494-b2bdbecea6d6 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320768 Jul 23 00:45:47.954356 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3037a4-e1da-44a6-8ac9-717d65a70d21 req-58675f3e-7e40-4a87-94a5-ebedd3dda37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:47.955854 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1b3037a4-e1da-44a6-8ac9-717d65a70d21 req-58675f3e-7e40-4a87-94a5-ebedd3dda37e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 1096 time: 0.0532777 Jul 23 00:45:48.048626 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3037a4-e1da-44a6-8ac9-717d65a70d21 req-a3acd744-4ed1-45f2-987f-62e8d1750d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:48.050418 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1b3037a4-e1da-44a6-8ac9-717d65a70d21 req-a3acd744-4ed1-45f2-987f-62e8d1750d01 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 909 time: 0.0880153 Jul 23 00:45:48.114023 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1b3037a4-e1da-44a6-8ac9-717d65a70d21 req-b4d9f557-72a3-4910-ae75-626974793a38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cff96f4-4434-4c4f-985e-460353e05b88 HTTP/1.1" status: 200 len: 1000 time: 0.0570405 Jul 23 00:45:48.162365 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3037a4-e1da-44a6-8ac9-717d65a70d21 req-00057275-4fc0-46cb-97fb-761d17d57b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:48.163772 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1b3037a4-e1da-44a6-8ac9-717d65a70d21 req-00057275-4fc0-46cb-97fb-761d17d57b13 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0436876 Jul 23 00:45:48.226048 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3037a4-e1da-44a6-8ac9-717d65a70d21 req-34479f73-4ad0-46b2-9aa4-f1bbb19f20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:48.227556 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1b3037a4-e1da-44a6-8ac9-717d65a70d21 req-34479f73-4ad0-46b2-9aa4-f1bbb19f20d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573106 Jul 23 00:45:48.318901 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1b3037a4-e1da-44a6-8ac9-717d65a70d21 req-e127e0dc-8296-4338-b0dc-6ca6f6a59a33 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839491 Jul 23 00:45:48.409850 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-1b3037a4-e1da-44a6-8ac9-717d65a70d21 req-a13c21bf-3f26-43ab-8f57-f5b45910c837 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851095 Jul 23 00:45:48.684278 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e679d-edd9-46a4-b53e-2a0e235e7d33 req-843920cb-f870-4aac-ad0e-96eef51ed034 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:48.685691 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd9e679d-edd9-46a4-b53e-2a0e235e7d33 req-843920cb-f870-4aac-ad0e-96eef51ed034 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0638371 Jul 23 00:45:48.723841 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dd9e679d-edd9-46a4-b53e-2a0e235e7d33 req-9da89b78-a81b-4180-9aa8-291077751e56 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326476 Jul 23 00:45:49.852452 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c55056-3423-4a5f-82a1-10cf8d15a669 req-eb8e6911-fb05-4282-9ef0-0b236c91ba88 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:49.853288 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f1c55056-3423-4a5f-82a1-10cf8d15a669 req-eb8e6911-fb05-4282-9ef0-0b236c91ba88 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0632560 Jul 23 00:45:49.890688 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f1c55056-3423-4a5f-82a1-10cf8d15a669 req-3a45dda1-c20c-41e4-941c-e9683a8b953d tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309837 Jul 23 00:45:51.023438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418bbad-3da4-4b2d-ab21-d93774c76057 req-09ad3d73-3179-4235-b262-3a60fb6e4250 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:51.024996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4418bbad-3da4-4b2d-ab21-d93774c76057 req-09ad3d73-3179-4235-b262-3a60fb6e4250 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0688410 Jul 23 00:45:51.062636 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4418bbad-3da4-4b2d-ab21-d93774c76057 req-2ccccaaa-f4ac-4d2d-b20a-c0670e0d4104 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319932 Jul 23 00:45:51.287513 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45c962-1eda-48e3-805e-f5a9147df335 req-de214ae9-c3c1-4da0-bfb4-2f3381dd7dbd tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:51.289025 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa45c962-1eda-48e3-805e-f5a9147df335 req-de214ae9-c3c1-4da0-bfb4-2f3381dd7dbd tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 945 time: 0.0656312 Jul 23 00:45:51.328064 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fa45c962-1eda-48e3-805e-f5a9147df335 req-94e51271-9263-4a50-91ec-59dc0c693be5 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329435 Jul 23 00:45:51.566249 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa8a8bca-8e03-4328-bb77-5b3a42230626 req-fe7e23b4-c5a6-45b0-8af0-bda26c223f89 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932341 Jul 23 00:45:51.791350 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0cff96f4-4434-4c4f-985e-460353e05b88 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:45:51.873085 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:51.895453 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cff96f4-4434-4c4f-985e-460353e05b88'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:45:51.897718 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3fce1c-9007-4578-b8f1-026e4aca112d" -d '{"events": [{"server_uuid": "f2542802-9416-4dd4-8e6e-79a588150db2", "name": "network-vif-unplugged", "status": "completed", "tag": "0cff96f4-4434-4c4f-985e-460353e05b88"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:45:51.911601 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0cff96f4-4434-4c4f-985e-460353e05b88, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0cff96f4-4434-4c4f-985e-460353e05b88,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:45:51.916218 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:51.941010 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 00:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edee2bf-edb3-4c67-8bdb-b90181106b71 x-openstack-request-id: req-4edee2bf-edb3-4c67-8bdb-b90181106b71 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:45:51.941272 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2542802-9416-4dd4-8e6e-79a588150db2", "name": "network-vif-unplugged", "status": "failed", "tag": "0cff96f4-4434-4c4f-985e-460353e05b88", "code": 422}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:45:51.941531 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4edee2bf-edb3-4c67-8bdb-b90181106b71 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:45:51.941921 n-d-688802-2 neutron-server[93822]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0cff96f4-4434-4c4f-985e-460353e05b88', 'code': 422} returned with failed status Jul 23 00:45:51.969905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=0cff96f4-4434-4c4f-985e-460353e05b88,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:52.364027 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a8bca-8e03-4328-bb77-5b3a42230626 req-38ded919-b73c-469a-a255-9e7c7ce0e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:52.365554 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa8a8bca-8e03-4328-bb77-5b3a42230626 req-38ded919-b73c-469a-a255-9e7c7ce0e279 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2&tenant_id=fdd46d951ec94d2bb46b4d1ed280a478 HTTP/1.1" status: 200 len: 1094 time: 0.0541196 Jul 23 00:45:52.458199 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a8bca-8e03-4328-bb77-5b3a42230626 req-ab7cf283-7a03-409e-a4fe-4dd0798b1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:52.459896 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa8a8bca-8e03-4328-bb77-5b3a42230626 req-ab7cf283-7a03-409e-a4fe-4dd0798b1fbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 1094 time: 0.0613692 Jul 23 00:45:52.464893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d45d61-1b44-4cc2-af74-9e09bc2d3a4c req-f8d2a791-fd5c-468f-b58e-fdf7b2a02cfb tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:52.466416 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81d45d61-1b44-4cc2-af74-9e09bc2d3a4c req-f8d2a791-fd5c-468f-b58e-fdf7b2a02cfb tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 943 time: 0.0711207 Jul 23 00:45:52.505535 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-81d45d61-1b44-4cc2-af74-9e09bc2d3a4c req-5053e14d-11dd-4842-830f-1ff307089d34 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332823 Jul 23 00:45:52.553025 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a8bca-8e03-4328-bb77-5b3a42230626 req-84a9fb6b-ffb1-4a8c-9370-b164beea1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:52.554536 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa8a8bca-8e03-4328-bb77-5b3a42230626 req-84a9fb6b-ffb1-4a8c-9370-b164beea1300 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 909 time: 0.0885689 Jul 23 00:45:52.621061 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa8a8bca-8e03-4328-bb77-5b3a42230626 req-457985ad-89f2-4a56-bd78-c7f8b16e8b47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cff96f4-4434-4c4f-985e-460353e05b88 HTTP/1.1" status: 200 len: 998 time: 0.0599308 Jul 23 00:45:52.668585 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a8bca-8e03-4328-bb77-5b3a42230626 req-840ba492-e830-4cb6-94e2-3eb51f23f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:52.670027 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa8a8bca-8e03-4328-bb77-5b3a42230626 req-840ba492-e830-4cb6-94e2-3eb51f23f49a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0430660 Jul 23 00:45:52.726851 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a8bca-8e03-4328-bb77-5b3a42230626 req-d6e924f9-897b-4754-944d-1417c4a039f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:52.728316 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa8a8bca-8e03-4328-bb77-5b3a42230626 req-d6e924f9-897b-4754-944d-1417c4a039f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521157 Jul 23 00:45:52.819596 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa8a8bca-8e03-4328-bb77-5b3a42230626 req-7ca3d481-f554-4a3e-85f0-ab0246ad476b service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842052 Jul 23 00:45:52.905674 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-fa8a8bca-8e03-4328-bb77-5b3a42230626 req-7ed1e1eb-cdeb-47ab-8e78-b95b78499209 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797112 Jul 23 00:45:53.538465 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:45:53.641717 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4b648-88e9-4907-94c2-bf0c4fd32bc3 req-83819e94-6d1c-4c5e-b62e-adf1095fbe9e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:53.643476 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86b4b648-88e9-4907-94c2-bf0c4fd32bc3 req-83819e94-6d1c-4c5e-b62e-adf1095fbe9e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 943 time: 0.0674865 Jul 23 00:45:53.684181 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-86b4b648-88e9-4907-94c2-bf0c4fd32bc3 req-c2421606-83d2-42e5-a227-375bb6589ce4 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347934 Jul 23 00:45:54.820247 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0bcfe-9873-4804-bf49-3573696a3083 req-0f5c930b-a8e4-4d15-adfc-54bd21f039c7 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:54.821889 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04a0bcfe-9873-4804-bf49-3573696a3083 req-0f5c930b-a8e4-4d15-adfc-54bd21f039c7 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 943 time: 0.0680819 Jul 23 00:45:54.863636 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04a0bcfe-9873-4804-bf49-3573696a3083 req-ce43dcf7-33d1-4904-9c46-c170f1c73217 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348144 Jul 23 00:45:56.011404 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2482a7-dc84-4149-b806-07f82a706cc0 req-0df92940-976c-4ad2-ad7a-73f2dc647275 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:56.014336 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c2482a7-dc84-4149-b806-07f82a706cc0 req-0df92940-976c-4ad2-ad7a-73f2dc647275 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 943 time: 0.0778735 Jul 23 00:45:56.055408 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0c2482a7-dc84-4149-b806-07f82a706cc0 req-05ed3e6d-a1b4-4c16-8a88-5c28974f0b08 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353467 Jul 23 00:45:57.192778 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9142897-d78b-4ef0-a08b-ecea9032978f req-aff0d056-de3f-456a-956d-da96ca4e6aaa tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:57.194339 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9142897-d78b-4ef0-a08b-ecea9032978f req-aff0d056-de3f-456a-956d-da96ca4e6aaa tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 943 time: 0.0699708 Jul 23 00:45:57.236129 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9142897-d78b-4ef0-a08b-ecea9032978f req-e2cd404a-46c0-4c80-aef5-0accb6dc854b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361938 Jul 23 00:45:58.381993 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ecfd5-2c1e-415e-afbb-a9ec12a9c8d4 req-77b5ac5e-4a9c-44b9-98e6-27d110446e37 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:58.383499 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b80ecfd5-2c1e-415e-afbb-a9ec12a9c8d4 req-77b5ac5e-4a9c-44b9-98e6-27d110446e37 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 943 time: 0.0753150 Jul 23 00:45:58.424303 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b80ecfd5-2c1e-415e-afbb-a9ec12a9c8d4 req-db504041-ce55-4416-824e-b40b7e8d4cd1 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340571 Jul 23 00:45:59.560669 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75494def-2f98-4bed-b900-9abecfdbdc41 req-a3057dac-afd8-472d-8b80-bf317416e630 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:59.562236 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75494def-2f98-4bed-b900-9abecfdbdc41 req-a3057dac-afd8-472d-8b80-bf317416e630 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 943 time: 0.0689218 Jul 23 00:45:59.601468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-75494def-2f98-4bed-b900-9abecfdbdc41 req-e47dcd27-f855-49ff-9b52-9308967e3aff tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334454 Jul 23 00:46:00.755744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87396738-4188-4f92-be80-de0c56707248 req-f682df3d-6dea-4c80-96b7-654b0b5dc479 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:00.757434 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87396738-4188-4f92-be80-de0c56707248 req-f682df3d-6dea-4c80-96b7-654b0b5dc479 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 943 time: 0.0711610 Jul 23 00:46:00.796368 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-87396738-4188-4f92-be80-de0c56707248 req-c3bd5580-e752-4a05-bfae-f1a477f7c99c tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331221 Jul 23 00:46:01.724507 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ea6ca6c3-d308-4aaf-b49f-dcb643232ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:01.941923 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f786fa-a3f3-4543-bd64-396cba861557 req-7f0468e9-aa7e-4f03-9128-1e7c4f27a468 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:01.943422 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91f786fa-a3f3-4543-bd64-396cba861557 req-7f0468e9-aa7e-4f03-9128-1e7c4f27a468 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 943 time: 0.0753183 Jul 23 00:46:01.983128 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-91f786fa-a3f3-4543-bd64-396cba861557 req-960fe0ae-0298-41a7-ab40-63cad93b7aaf tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341394 Jul 23 00:46:03.114327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bd622-6ac6-400f-b920-1442b55ee137 req-203e67e8-2973-4843-a87e-bd58fb297f52 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:03.115798 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-439bd622-6ac6-400f-b920-1442b55ee137 req-203e67e8-2973-4843-a87e-bd58fb297f52 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 943 time: 0.0636456 Jul 23 00:46:03.152751 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-439bd622-6ac6-400f-b920-1442b55ee137 req-1a94b454-5c1e-40a7-beb3-04fcf256d5bd tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304496 Jul 23 00:46:04.285112 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c191a3-c940-4f66-b6f5-6d025b87a9e7 req-3d6397af-b43e-4287-9484-031f53ec58ff tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:04.286608 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0c191a3-c940-4f66-b6f5-6d025b87a9e7 req-3d6397af-b43e-4287-9484-031f53ec58ff tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 943 time: 0.0674446 Jul 23 00:46:04.323389 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0c191a3-c940-4f66-b6f5-6d025b87a9e7 req-5a5f1cab-841b-4c83-b21c-f6ab91206a4a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313690 Jul 23 00:46:04.447132 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-501f0f25-96a5-4695-aa35-f41bb3a223a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:04.507975 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:05.018523 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:05.458812 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b2242-1452-4420-81ef-232ab99fb24a req-70947a40-5c4a-4ff2-99ce-1770eaae06b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:05.460309 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-256b2242-1452-4420-81ef-232ab99fb24a req-70947a40-5c4a-4ff2-99ce-1770eaae06b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 943 time: 0.0683780 Jul 23 00:46:05.498858 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-256b2242-1452-4420-81ef-232ab99fb24a req-b88eb7d6-51ff-4575-ad53-15a7dc3cdd3e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325446 Jul 23 00:46:05.814188 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:05.876289 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0cff96f4-4434-4c4f-985e-460353e05b88 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:46:05.968733 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0cff96f4-4434-4c4f-985e-460353e05b88, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0cff96f4-4434-4c4f-985e-460353e05b88,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:46:05.979297 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '0cff96f4-4434-4c4f-985e-460353e05b88', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'port_id': '0cff96f4-4434-4c4f-985e-460353e05b88', 'mac_address': 'fa:16:3e:fd:37:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:46:06.016318 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:06.029280 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cff96f4-4434-4c4f-985e-460353e05b88 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:46:06.049020 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0cff96f4-4434-4c4f-985e-460353e05b88, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0cff96f4-4434-4c4f-985e-460353e05b88,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:46:06.052545 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:06.097811 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=0cff96f4-4434-4c4f-985e-460353e05b88,revision_number=9']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:46:06.340724 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['0cff96f4-4434-4c4f-985e-460353e05b88'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:46:06.627677 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7dabf-c24c-40fd-befb-1f4d7d68ae9e req-354d29e3-6da7-483f-aef4-a05c478659c1 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:06.629188 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-abc7dabf-c24c-40fd-befb-1f4d7d68ae9e req-354d29e3-6da7-483f-aef4-a05c478659c1 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 944 time: 0.0641119 Jul 23 00:46:06.666705 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-abc7dabf-c24c-40fd-befb-1f4d7d68ae9e req-e6b2d7c1-4dc3-4e23-a0a9-13c3eef7fd2a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319343 Jul 23 00:46:07.290225 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:07.800134 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa55bbe-09ba-4567-894d-4620cd1eefbe req-152c63b9-3b07-4a3c-9f93-617b230ce506 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:07.801615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aaa55bbe-09ba-4567-894d-4620cd1eefbe req-152c63b9-3b07-4a3c-9f93-617b230ce506 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 944 time: 0.0665801 Jul 23 00:46:07.837998 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-aaa55bbe-09ba-4567-894d-4620cd1eefbe req-5d448c1a-2f22-4e31-a196-0122202593ee tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308273 Jul 23 00:46:07.893268 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0cff96f4-4434-4c4f-985e-460353e05b88 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:46:07.941648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 0cff96f4-4434-4c4f-985e-460353e05b88 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:46:07.942014 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:08.015834 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:08.038121 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cff96f4-4434-4c4f-985e-460353e05b88'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:46:08.040335 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec613452-4880-44b2-a77d-6c68885d3819" -d '{"events": [{"server_uuid": "f2542802-9416-4dd4-8e6e-79a588150db2", "name": "network-vif-plugged", "status": "completed", "tag": "0cff96f4-4434-4c4f-985e-460353e05b88"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:46:08.053031 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 0cff96f4-4434-4c4f-985e-460353e05b88, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0cff96f4-4434-4c4f-985e-460353e05b88,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:46:08.056914 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:08.084921 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8629933f-aa63-4bdf-95fc-b4707cb8347d x-openstack-request-id: req-8629933f-aa63-4bdf-95fc-b4707cb8347d {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:46:08.085236 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2542802-9416-4dd4-8e6e-79a588150db2", "name": "network-vif-plugged", "status": "completed", "tag": "0cff96f4-4434-4c4f-985e-460353e05b88", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:46:08.085491 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8629933f-aa63-4bdf-95fc-b4707cb8347d {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:46:08.085878 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cff96f4-4434-4c4f-985e-460353e05b88', 'code': 200} Jul 23 00:46:08.111728 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=0cff96f4-4434-4c4f-985e-460353e05b88,revision_number=10']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:46:08.290326 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2a4d5-d21f-4ec0-8364-44140a484eb8 req-54115692-d021-4d87-9ffb-a05700867741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:08.291711 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4ec2a4d5-d21f-4ec0-8364-44140a484eb8 req-54115692-d021-4d87-9ffb-a05700867741 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 1097 time: 0.0560832 Jul 23 00:46:08.325863 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4ec2a4d5-d21f-4ec0-8364-44140a484eb8 req-16f21b66-05eb-463f-99ff-b9d33987aa72 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269792 Jul 23 00:46:08.976932 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ccb44-7a8d-4160-b2df-8f19d2146b14 req-0ece387a-9b02-4d06-a8b9-084d0525df3a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:08.978437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-122ccb44-7a8d-4160-b2df-8f19d2146b14 req-0ece387a-9b02-4d06-a8b9-084d0525df3a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 946 time: 0.0677874 Jul 23 00:46:09.016602 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-122ccb44-7a8d-4160-b2df-8f19d2146b14 req-e22243d3-b9fd-4dfb-a030-b3e3e6780559 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317345 Jul 23 00:46:10.150764 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c201e1-8f6c-49aa-9097-1de3272c6744 req-73c47f87-70d5-4024-b6a8-36425a55eef4 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:10.152265 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04c201e1-8f6c-49aa-9097-1de3272c6744 req-73c47f87-70d5-4024-b6a8-36425a55eef4 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 946 time: 0.0671251 Jul 23 00:46:10.189802 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-04c201e1-8f6c-49aa-9097-1de3272c6744 req-ca5c4a83-b5ec-45d6-8389-1f3b79ced127 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318668 Jul 23 00:46:17.253729 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:21.884027 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7fee54da-bcad-44cf-895d-ed26a2a88c77 req-afa3aa15-5bcf-467d-8a04-2db298db35df service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525405 Jul 23 00:46:21.998632 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee54da-bcad-44cf-895d-ed26a2a88c77 req-38c11507-e7fd-4e09-943f-ee2e728c274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:22.000102 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7fee54da-bcad-44cf-895d-ed26a2a88c77 req-38c11507-e7fd-4e09-943f-ee2e728c274e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 1097 time: 0.0547450 Jul 23 00:46:22.110655 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee54da-bcad-44cf-895d-ed26a2a88c77 req-639d9934-1851-479e-839e-54c7ddffa506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:22.112139 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7fee54da-bcad-44cf-895d-ed26a2a88c77 req-639d9934-1851-479e-839e-54c7ddffa506 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 909 time: 0.0869567 Jul 23 00:46:22.177319 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7fee54da-bcad-44cf-895d-ed26a2a88c77 req-9d331f3e-74cc-4ff4-883b-d71add479746 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cff96f4-4434-4c4f-985e-460353e05b88 HTTP/1.1" status: 200 len: 1000 time: 0.0568497 Jul 23 00:46:22.229340 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee54da-bcad-44cf-895d-ed26a2a88c77 req-85e4d883-676b-40b1-9949-1090d5ee48a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:22.230772 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7fee54da-bcad-44cf-895d-ed26a2a88c77 req-85e4d883-676b-40b1-9949-1090d5ee48a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0465150 Jul 23 00:46:22.290761 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee54da-bcad-44cf-895d-ed26a2a88c77 req-aebbf80c-6c08-4a8b-bdc5-c45bd4d65a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:22.292301 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7fee54da-bcad-44cf-895d-ed26a2a88c77 req-aebbf80c-6c08-4a8b-bdc5-c45bd4d65a35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532362 Jul 23 00:46:22.380198 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7fee54da-bcad-44cf-895d-ed26a2a88c77 req-de3fad94-fa6c-4bf7-b2fc-59ccc43ddbea service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805218 Jul 23 00:46:22.469919 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-7fee54da-bcad-44cf-895d-ed26a2a88c77 req-a6d06800-cfe1-4e58-aa11-59af12a271f5 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838475 Jul 23 00:46:30.536943 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:46:31.726592 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba436a3f-78a1-420b-8196-0f3857bd6723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:34.447210 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a50f7617-8890-4955-a62c-2a4288c69495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:34.507662 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:35.031779 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:35.817038 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:37.294337 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:47.272958 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:01.727496 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-ba32451f-6b88-4d3a-9816-d6f2bee0d0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:04.447119 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fda15e70-36df-4d07-ade4-7ef564968f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:04.507430 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:05.035180 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:05.819329 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:07.294794 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:07.535460 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:47:17.272047 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:19.886212 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34462) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:47:20.049035 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Deleting port 533f4967-ed94-44b9-815e-b66de27a8d4a {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:47:20.049398 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:20.123316 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:20.123643 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:20.135816 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Calling delete_port for 533f4967-ed94-44b9-815e-b66de27a8d4a owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:47:20.284977 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:20.311053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event deleted for resources: {'Port': ['ID=533f4967-ed94-44b9-815e-b66de27a8d4a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:47:20.340390 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:20.340733 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:20.341071 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:20.341431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:20.341763 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:20.342090 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:20.342417 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:20.342745 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:20.343072 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:20.343394 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:20.343716 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:20.344053 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:20.389649 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:20.389986 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Floating IP af4e211e-6fe5-4102-ae58-d0aafd0502b0 disassociated (deleted). External IP: 172.25.4.42, port: 0cff96f4-4434-4c4f-985e-460353e05b88. Jul 23 00:47:20.598006 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:47:20.700882 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:47:20.705671 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:20.711440 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cde0366-71d5-471d-be22-99d4b0a55795 None None] Sync routers for ids ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:47:20.721017 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cde0366-71d5-471d-be22-99d4b0a55795 None None] Routers {'ced0fb2e-9606-47c1-a72c-1901b5d4ff55'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:47:20.721658 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6cde0366-71d5-471d-be22-99d4b0a55795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:47:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:47:20.744857 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f481eea8-29c7-4d5c-ae5c-4e8548a56a54 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "DELETE /v2.0/floatingips/af4e211e-6fe5-4102-ae58-d0aafd0502b0 HTTP/1.1" status: 204 len: 168 time: 0.8575399 Jul 23 00:47:20.745574 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'tag': '0cff96f4-4434-4c4f-985e-460353e05b88'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:47:20.747953 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13010e75-6934-4306-979f-92e6ad4735bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f2542802-9416-4dd4-8e6e-79a588150db2", "tag": "0cff96f4-4434-4c4f-985e-460353e05b88"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:47:20.830592 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6cde0366-71d5-471d-be22-99d4b0a55795 None None] Set router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:47:20.862823 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ffccc7-2cd8-47b1-a025-8df381ece077 x-openstack-request-id: req-a0ffccc7-2cd8-47b1-a025-8df381ece077 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:47:20.863817 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2542802-9416-4dd4-8e6e-79a588150db2", "tag": "0cff96f4-4434-4c4f-985e-460353e05b88", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:47:20.863817 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0ffccc7-2cd8-47b1-a025-8df381ece077 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:47:20.864164 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'tag': '0cff96f4-4434-4c4f-985e-460353e05b88', 'status': 'completed', 'code': 200} Jul 23 00:47:20.967108 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13010e75-6934-4306-979f-92e6ad4735bc req-3a9ceebf-34dc-4714-9337-a6a5b612f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:20.968689 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-13010e75-6934-4306-979f-92e6ad4735bc req-3a9ceebf-34dc-4714-9337-a6a5b612f9b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 1097 time: 0.0554318 Jul 23 00:47:21.033379 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6a073-3dd1-4fdf-a394-dee6fdc3b219 req-2062258e-610b-4b7c-867c-f5bccb2f2486 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:21.034974 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88d6a073-3dd1-4fdf-a394-dee6fdc3b219 req-2062258e-610b-4b7c-867c-f5bccb2f2486 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 946 time: 0.0829268 Jul 23 00:47:21.057082 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6cde0366-71d5-471d-be22-99d4b0a55795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 4, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'f083625f-8760-47e4-a5c2-832b564586d1', 'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'mac_address': 'fa:16:3e:71:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:10Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 5, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'subnets': [{'id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:47:21.064937 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13010e75-6934-4306-979f-92e6ad4735bc req-b8a0eeda-84bd-4dec-8607-4138e9c6739b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:21.066502 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-13010e75-6934-4306-979f-92e6ad4735bc req-b8a0eeda-84bd-4dec-8607-4138e9c6739b service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 909 time: 0.0899534 Jul 23 00:47:21.072343 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88d6a073-3dd1-4fdf-a394-dee6fdc3b219 req-76ce45bc-10ff-487a-8ed7-e81faa6c58be tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317197 Jul 23 00:47:21.086084 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cde0366-71d5-471d-be22-99d4b0a55795 None None] Checking router: ced0fb2e-9606-47c1-a72c-1901b5d4ff55 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:47:21.094968 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cde0366-71d5-471d-be22-99d4b0a55795 None None] Routers {'ced0fb2e-9606-47c1-a72c-1901b5d4ff55'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:47:21.095857 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6cde0366-71d5-471d-be22-99d4b0a55795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:47:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:47:21.111564 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-13010e75-6934-4306-979f-92e6ad4735bc req-ec7c6054-822b-4b60-9460-ee77447a7c36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cff96f4-4434-4c4f-985e-460353e05b88 HTTP/1.1" status: 200 len: 217 time: 0.0356603 Jul 23 00:47:21.165419 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13010e75-6934-4306-979f-92e6ad4735bc req-b6b8e158-0e36-42e4-a27e-6c8728100c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:21.166811 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-13010e75-6934-4306-979f-92e6ad4735bc req-b6b8e158-0e36-42e4-a27e-6c8728100c83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0491245 Jul 23 00:47:21.201575 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6cde0366-71d5-471d-be22-99d4b0a55795 None None] Set router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:47:21.225674 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13010e75-6934-4306-979f-92e6ad4735bc req-ce5f7f25-32e7-4e75-bf7b-526e026d981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:21.227183 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-13010e75-6934-4306-979f-92e6ad4735bc req-ce5f7f25-32e7-4e75-bf7b-526e026d981a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537660 Jul 23 00:47:21.316823 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-13010e75-6934-4306-979f-92e6ad4735bc req-fc6383df-8587-48f3-b6bd-73fbff2a0170 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825486 Jul 23 00:47:21.394292 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6cde0366-71d5-471d-be22-99d4b0a55795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 4, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'f083625f-8760-47e4-a5c2-832b564586d1', 'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'mac_address': 'fa:16:3e:71:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:10Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 5, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'subnets': [{'id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:47:21.408890 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-13010e75-6934-4306-979f-92e6ad4735bc req-31e36037-4680-4964-9e4c-c9448f1b52ed service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852153 Jul 23 00:47:21.424232 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cde0366-71d5-471d-be22-99d4b0a55795 None None] The sync data for ids ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'] in n-d-688802-2 is: [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 4, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'f083625f-8760-47e4-a5c2-832b564586d1', 'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'mac_address': 'fa:16:3e:71:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:10Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 5, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'subnets': [{'id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:47:21.634319 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba510b-1035-409d-8242-ee436fdedcaa None None] New status for floating IP af4e211e-6fe5-4102-ae58-d0aafd0502b0: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:47:22.202671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35926bbb-9c37-4036-9ac3-0dc75dbfa179 req-dcf9ac69-718b-46f9-91c1-88a0acf35677 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:22.204829 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-35926bbb-9c37-4036-9ac3-0dc75dbfa179 req-dcf9ac69-718b-46f9-91c1-88a0acf35677 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 946 time: 0.0625174 Jul 23 00:47:22.244712 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-35926bbb-9c37-4036-9ac3-0dc75dbfa179 req-a0e0fde9-769c-4051-8cf9-07ee0184d86c tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=29fdaccc-6dde-4505-9e60-d51c3f66c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343430 Jul 23 00:47:22.407529 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05546f-c2eb-4b02-82db-48c5100cc13e req-9ff3f452-edb9-4e30-8f34-b5fe7eceda30 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:22.408874 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9a05546f-c2eb-4b02-82db-48c5100cc13e req-9ff3f452-edb9-4e30-8f34-b5fe7eceda30 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 946 time: 0.0617287 Jul 23 00:47:22.509786 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-9a05546f-c2eb-4b02-82db-48c5100cc13e req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Deleting port 0cff96f4-4434-4c4f-985e-460353e05b88 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:47:22.510118 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a05546f-c2eb-4b02-82db-48c5100cc13e req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:22.596186 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-9a05546f-c2eb-4b02-82db-48c5100cc13e req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] For port 0cff96f4-4434-4c4f-985e-460353e05b88, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=0cff96f4-4434-4c4f-985e-460353e05b88,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:47:22.596542 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a05546f-c2eb-4b02-82db-48c5100cc13e req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:22.608528 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-9a05546f-c2eb-4b02-82db-48c5100cc13e req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Calling delete_port for 0cff96f4-4434-4c4f-985e-460353e05b88 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:47:22.736484 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a05546f-c2eb-4b02-82db-48c5100cc13e req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:22.764379 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event deleted for resources: {'Port': ['ID=0cff96f4-4434-4c4f-985e-460353e05b88,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:47:22.776141 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:22.776496 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:22.776838 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:22.777205 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:22.777543 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:22.777879 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:22.778206 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:22.778535 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:22.778851 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:22.779210 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:22.779557 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:22.779905 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:22.827056 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a05546f-c2eb-4b02-82db-48c5100cc13e req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] No DVR routers for this DVR port 0cff96f4-4434-4c4f-985e-460353e05b88 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:47:22.829599 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-9a05546f-c2eb-4b02-82db-48c5100cc13e req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:22.831582 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9a05546f-c2eb-4b02-82db-48c5100cc13e req-f2ed6333-5f43-4b02-9eaf-c93222f84c3b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.18 "DELETE /v2.0/ports/0cff96f4-4434-4c4f-985e-460353e05b88 HTTP/1.1" status: 204 len: 173 time: 0.4170597 Jul 23 00:47:22.832019 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'name': 'network-vif-deleted', 'tag': '0cff96f4-4434-4c4f-985e-460353e05b88'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:47:22.834344 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19939252-b72b-4fe1-9eb0-45e4829d81aa" -d '{"events": [{"server_uuid": "f2542802-9416-4dd4-8e6e-79a588150db2", "name": "network-vif-deleted", "tag": "0cff96f4-4434-4c4f-985e-460353e05b88"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:47:22.871300 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72301a15-6643-484c-8142-93cc7c5ffae9 x-openstack-request-id: req-72301a15-6643-484c-8142-93cc7c5ffae9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:47:22.871597 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2542802-9416-4dd4-8e6e-79a588150db2", "name": "network-vif-deleted", "tag": "0cff96f4-4434-4c4f-985e-460353e05b88", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:47:22.871854 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72301a15-6643-484c-8142-93cc7c5ffae9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:47:22.872258 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2542802-9416-4dd4-8e6e-79a588150db2', 'name': 'network-vif-deleted', 'tag': '0cff96f4-4434-4c4f-985e-460353e05b88', 'status': 'completed', 'code': 200} Jul 23 00:47:23.357929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ede38f15-85e1-488b-86a7-2591d9d1b9bf req-e55ad3d8-3c32-4f15-9b6c-3ef28a00487b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2542802-9416-4dd4-8e6e-79a588150db2 HTTP/1.1" status: 200 len: 210 time: 0.0326872 Jul 23 00:47:24.414605 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34486) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:47:24.473259 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0c414ed-1989-4c1f-8a14-5eadb2827c48 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:24.498102 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0c414ed-1989-4c1f-8a14-5eadb2827c48 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:24.557130 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0c414ed-1989-4c1f-8a14-5eadb2827c48 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:24.560137 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e0c414ed-1989-4c1f-8a14-5eadb2827c48 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:24.561306 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e0c414ed-1989-4c1f-8a14-5eadb2827c48 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "DELETE /v2.0/security-groups/29fdaccc-6dde-4505-9e60-d51c3f66c0d8 HTTP/1.1" status: 204 len: 168 time: 0.1457002 Jul 23 00:47:24.570130 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c414ed-1989-4c1f-8a14-5eadb2827c48 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fdaccc-6dde-4505-9e60-d51c3f66c0d8,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:47:24.951928 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34492) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:47:24.956645 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bd399997-9734-43f9-8d7c-3d72b454f9a1 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078792632', 'description': 'tempest-secgroup-smoke-1078792632 description', 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:47:24.978705 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd399997-9734-43f9-8d7c-3d72b454f9a1 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.059170 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd399997-9734-43f9-8d7c-3d72b454f9a1 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.062582 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd399997-9734-43f9-8d7c-3d72b454f9a1 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.093185 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd399997-9734-43f9-8d7c-3d72b454f9a1 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.094939 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bd399997-9734-43f9-8d7c-3d72b454f9a1 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1414509 Jul 23 00:47:25.096963 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd399997-9734-43f9-8d7c-3d72b454f9a1 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd40f00-49ef-4830-ad93-d1f395df0acf,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:47:25.098023 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34494) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:47:25.103052 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-45f1ac5c-8e61-4791-b5a4-17d768b42b7e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'security_group_rule': {'security_group_id': 'dfd40f00-49ef-4830-ad93-d1f395df0acf', 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:47:25.131375 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45f1ac5c-8e61-4791-b5a4-17d768b42b7e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.177361 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45f1ac5c-8e61-4791-b5a4-17d768b42b7e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.180703 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45f1ac5c-8e61-4791-b5a4-17d768b42b7e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.198683 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1ac5c-8e61-4791-b5a4-17d768b42b7e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407dfaa1-1bed-4a2e-ba56-c128d3359f62,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:47:25.204399 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45f1ac5c-8e61-4791-b5a4-17d768b42b7e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.205707 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-45f1ac5c-8e61-4791-b5a4-17d768b42b7e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1066611 Jul 23 00:47:25.208512 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34496) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:47:25.212832 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-3ecb04e0-4f9b-4214-8839-b76179d7b361 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'security_group_rule': {'security_group_id': 'dfd40f00-49ef-4830-ad93-d1f395df0acf', 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:47:25.242583 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ecb04e0-4f9b-4214-8839-b76179d7b361 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.299044 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ecb04e0-4f9b-4214-8839-b76179d7b361 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.302351 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ecb04e0-4f9b-4214-8839-b76179d7b361 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.319390 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb04e0-4f9b-4214-8839-b76179d7b361 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa1db02-abec-4e85-a2c5-28e0f674837a,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:47:25.325321 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ecb04e0-4f9b-4214-8839-b76179d7b361 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.326473 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-3ecb04e0-4f9b-4214-8839-b76179d7b361 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170442 Jul 23 00:47:25.329419 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34498) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:47:25.333930 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-74b4df1c-e59b-47ea-b6d6-a8c31de2ca49 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'security_group_rule': {'security_group_id': 'dfd40f00-49ef-4830-ad93-d1f395df0acf', 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:47:25.363038 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74b4df1c-e59b-47ea-b6d6-a8c31de2ca49 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.421496 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74b4df1c-e59b-47ea-b6d6-a8c31de2ca49 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.425380 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74b4df1c-e59b-47ea-b6d6-a8c31de2ca49 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.445425 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4df1c-e59b-47ea-b6d6-a8c31de2ca49 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ce9504-9036-4400-8c91-d816ccb8f211,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:47:25.448785 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74b4df1c-e59b-47ea-b6d6-a8c31de2ca49 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.452489 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-74b4df1c-e59b-47ea-b6d6-a8c31de2ca49 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196301 Jul 23 00:47:25.452965 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34500) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:47:25.456980 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-5046ae99-c672-47fd-bdb2-584625d9ef55 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'security_group_rule': {'security_group_id': 'dfd40f00-49ef-4830-ad93-d1f395df0acf', 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:47:25.482215 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5046ae99-c672-47fd-bdb2-584625d9ef55 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.540156 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5046ae99-c672-47fd-bdb2-584625d9ef55 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.543759 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5046ae99-c672-47fd-bdb2-584625d9ef55 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.560971 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046ae99-c672-47fd-bdb2-584625d9ef55 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad44754a-c379-4138-8da2-69d30c221ce6,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:47:25.566387 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5046ae99-c672-47fd-bdb2-584625d9ef55 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.567478 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5046ae99-c672-47fd-bdb2-584625d9ef55 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1138997 Jul 23 00:47:25.570313 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34502) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:47:25.574845 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-84aac83c-c9da-4aa3-8785-9ba49b8be6d5 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'security_group_rule': {'security_group_id': 'dfd40f00-49ef-4830-ad93-d1f395df0acf', 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:47:25.596242 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-84aac83c-c9da-4aa3-8785-9ba49b8be6d5 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Project fdd46d951ec94d2bb46b4d1ed280a478 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:47:25.600787 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84aac83c-c9da-4aa3-8785-9ba49b8be6d5 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.658883 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84aac83c-c9da-4aa3-8785-9ba49b8be6d5 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.662394 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84aac83c-c9da-4aa3-8785-9ba49b8be6d5 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.679115 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aac83c-c9da-4aa3-8785-9ba49b8be6d5 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270b9f5f-7501-46d8-9eb1-bc2ca96050a3,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:47:25.685025 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84aac83c-c9da-4aa3-8785-9ba49b8be6d5 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.686248 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-84aac83c-c9da-4aa3-8785-9ba49b8be6d5 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149707 Jul 23 00:47:25.689181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34504) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:47:25.693510 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-dc01d87f-a5ed-4a6d-ba4c-c1303e9ad8a2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'security_group_rule': {'security_group_id': 'dfd40f00-49ef-4830-ad93-d1f395df0acf', 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:47:25.715462 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-dc01d87f-a5ed-4a6d-ba4c-c1303e9ad8a2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Project fdd46d951ec94d2bb46b4d1ed280a478 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:47:25.720673 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc01d87f-a5ed-4a6d-ba4c-c1303e9ad8a2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.780912 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc01d87f-a5ed-4a6d-ba4c-c1303e9ad8a2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.784854 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc01d87f-a5ed-4a6d-ba4c-c1303e9ad8a2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.801122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01d87f-a5ed-4a6d-ba4c-c1303e9ad8a2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ceff646-232a-4569-855a-3fb5d4795eeb,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:47:25.807178 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc01d87f-a5ed-4a6d-ba4c-c1303e9ad8a2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:25.808413 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-dc01d87f-a5ed-4a6d-ba4c-c1303e9ad8a2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182957 Jul 23 00:47:26.117010 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0cff96f4-4434-4c4f-985e-460353e05b88 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:47:26.138287 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 0cff96f4-4434-4c4f-985e-460353e05b88 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:47:26.138678 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 0cff96f4-4434-4c4f-985e-460353e05b88 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:47:31.728343 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0a47e90b-efb9-4295-8e1e-fdcedead73e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:34.451467 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-44aa74a6-2162-4419-a424-b7b4dfa25828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:34.512847 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:35.045971 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:35.825963 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:37.299982 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:40.074085 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-e4afc00f-6393-4ede-bd1d-ba30b089108b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078792632&fields=id&tenant_id=fdd46d951ec94d2bb46b4d1ed280a478 HTTP/1.1" status: 200 len: 267 time: 0.0329385 Jul 23 00:47:40.176301 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-5ec2f539-c152-463c-a019-6a6dc98003c7 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:40.177821 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-5ec2f539-c152-463c-a019-6a6dc98003c7 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 808 time: 0.0974696 Jul 23 00:47:40.192186 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-258cc4db-77ab-4a43-9b3e-3e91473061fc tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/quotas/fdd46d951ec94d2bb46b4d1ed280a478 HTTP/1.1" status: 200 len: 375 time: 0.0089614 Jul 23 00:47:40.261481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-550c650e-a137-4dd5-be2b-3c1b72c90aab tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637703 Jul 23 00:47:40.317296 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-6c7f6ddb-0bec-4882-95ae-37c8561d4f5b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:47:40.318352 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-6c7f6ddb-0bec-4882-95ae-37c8561d4f5b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463972 Jul 23 00:47:40.406750 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-96b9bb03-5dff-4c4b-af50-9546b4221207 service neutron] 10.222.0.26 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820851 Jul 23 00:47:40.498106 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-ee330196-282d-4cb5-b0cc-3698cb48d336 service neutron] 10.222.0.26 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856655 Jul 23 00:47:40.786319 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a6a97003-cf1d-4286-b3d0-4b1a97d66148 req-30562bdf-b63e-4530-8e83-e6bd579aa8db tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 210 time: 0.0300674 Jul 23 00:47:41.829508 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-107a5dce-4805-4b5f-97b7-82cafd802841 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:41.831029 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-107a5dce-4805-4b5f-97b7-82cafd802841 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 808 time: 0.1018345 Jul 23 00:47:41.879042 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-5dd4cf1e-560d-413c-864a-55ca9cce7346 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd46d951ec94d2bb46b4d1ed280a478 HTTP/1.1" status: 200 len: 380 time: 0.0343678 Jul 23 00:47:41.885590 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-477a84e5-e92b-4b6e-85f3-7a5978b03662 req-56b291a2-3dc0-4d41-85b2-58ab30f150ef tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 210 time: 0.0301721 Jul 23 00:47:41.895576 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-250682d4-a38e-44cb-9c96-4f809c752be3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'port': {'device_id': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'admin_state_up': True, 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'security_groups': ['dfd40f00-49ef-4830-ad93-d1f395df0acf']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:47:42.302834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-250682d4-a38e-44cb-9c96-4f809c752be3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Made reservation on behalf of fdd46d951ec94d2bb46b4d1ed280a478 for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:47:42.306316 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-250682d4-a38e-44cb-9c96-4f809c752be3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:42.437993 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-250682d4-a38e-44cb-9c96-4f809c752be3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Allocated IP 172.20.0.4 (dc22b3f5-4bd6-47ad-96e8-5e6e488218fb/d001e2cf-40d4-4f67-80ba-87448db28658/928c6223-a5db-4280-86d7-24bcea1cb4f3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:47:42.573644 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-250682d4-a38e-44cb-9c96-4f809c752be3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:42.587232 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-250682d4-a38e-44cb-9c96-4f809c752be3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Transition to ACTIVE for port object 928c6223-a5db-4280-86d7-24bcea1cb4f3 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:47:42.619382 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-250682d4-a38e-44cb-9c96-4f809c752be3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:42.668892 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-250682d4-a38e-44cb-9c96-4f809c752be3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:47:42.672020 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-250682d4-a38e-44cb-9c96-4f809c752be3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:47:42.676186 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-250682d4-a38e-44cb-9c96-4f809c752be3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:47:42.700930 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250682d4-a38e-44cb-9c96-4f809c752be3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'Port': ['ID=928c6223-a5db-4280-86d7-24bcea1cb4f3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:47:42.731728 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-250682d4-a38e-44cb-9c96-4f809c752be3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:42.732354 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-250682d4-a38e-44cb-9c96-4f809c752be3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:42.751516 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-250682d4-a38e-44cb-9c96-4f809c752be3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8597600 Jul 23 00:47:42.770358 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Request body: {'port': {'device_id': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:47:42.848039 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:42.939514 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-29aac56f-f2e8-4190-9f5b-e70aba34334e None None] Provisioning for port 928c6223-a5db-4280-86d7-24bcea1cb4f3 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:47:42.946311 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-29aac56f-f2e8-4190-9f5b-e70aba34334e None None] Provisioning complete for port 928c6223-a5db-4280-86d7-24bcea1cb4f3 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:47:42.946694 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-29aac56f-f2e8-4190-9f5b-e70aba34334e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:43.025785 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-29aac56f-f2e8-4190-9f5b-e70aba34334e None None] Port 928c6223-a5db-4280-86d7-24bcea1cb4f3 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:47:43.082003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc314f28-3078-4e51-a01c-25447fde3fe3 req-39db057f-510f-4c0a-8896-8ac012ad4767 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:43.083238 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc314f28-3078-4e51-a01c-25447fde3fe3 req-39db057f-510f-4c0a-8896-8ac012ad4767 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 931 time: 0.1072075 Jul 23 00:47:43.125806 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fc314f28-3078-4e51-a01c-25447fde3fe3 req-070927c8-c75e-4a1c-bbc9-a54f7c90b427 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349584 Jul 23 00:47:43.150667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928c6223-a5db-4280-86d7-24bcea1cb4f3 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:47:43.158336 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:43.170645 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Transition to ACTIVE for port object 928c6223-a5db-4280-86d7-24bcea1cb4f3 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:47:43.174392 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:43.226195 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=928c6223-a5db-4280-86d7-24bcea1cb4f3,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:47:43.303650 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Attempting to bind port 928c6223-a5db-4280-86d7-24bcea1cb4f3 on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:47:43.304116 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Attempting to bind port 928c6223-a5db-4280-86d7-24bcea1cb4f3 by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '36307595-895d-4295-9d8c-a5da6d9b92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:47:43.304514 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Attempting to bind port 928c6223-a5db-4280-86d7-24bcea1cb4f3 on network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:47:43.309313 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Port 928c6223-a5db-4280-86d7-24bcea1cb4f3 on network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:47:43.309652 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Attempting to bind port 928c6223-a5db-4280-86d7-24bcea1cb4f3 on network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:47:43.314749 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:47:43.315194 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Checking segment: {'id': '36307595-895d-4295-9d8c-a5da6d9b92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:47:43.315654 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Bound using segment: {'id': '36307595-895d-4295-9d8c-a5da6d9b92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:47:43.316157 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Bound port: 928c6223-a5db-4280-86d7-24bcea1cb4f3, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36307595-895d-4295-9d8c-a5da6d9b92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:47:43.316588 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:43.389320 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] For port 928c6223-a5db-4280-86d7-24bcea1cb4f3, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:47:43.393330 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] For port 928c6223-a5db-4280-86d7-24bcea1cb4f3, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:47:43.399887 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:43.434644 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:43.435275 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:43.436694 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] 10.222.0.18 "PUT /v2.0/ports/928c6223-a5db-4280-86d7-24bcea1cb4f3 HTTP/1.1" status: 200 len: 1091 time: 0.6713576 Jul 23 00:47:43.437176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'tag': '928c6223-a5db-4280-86d7-24bcea1cb4f3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:47:43.440261 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fa43f9-620d-4b2e-a86b-1326a182854c" -d '{"events": [{"name": "network-changed", "server_uuid": "1dfee4f8-92ef-48cb-9f5d-eafb1385ad28", "tag": "928c6223-a5db-4280-86d7-24bcea1cb4f3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:47:43.487606 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10bb47-42cd-4dfd-841d-7e9120abe4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=928c6223-a5db-4280-86d7-24bcea1cb4f3,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:47:43.494597 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8ea2de-475b-4e0d-95c9-a32433b9328a x-openstack-request-id: req-ec8ea2de-475b-4e0d-95c9-a32433b9328a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:47:43.494886 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dfee4f8-92ef-48cb-9f5d-eafb1385ad28", "tag": "928c6223-a5db-4280-86d7-24bcea1cb4f3", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:47:43.495130 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec8ea2de-475b-4e0d-95c9-a32433b9328a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:47:43.495555 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'tag': '928c6223-a5db-4280-86d7-24bcea1cb4f3', 'status': 'completed', 'code': 200} Jul 23 00:47:43.571493 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-de29031b-b81f-4b36-85f5-35b8044cb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:43.573057 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-de29031b-b81f-4b36-85f5-35b8044cb6f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 1094 time: 0.0618877 Jul 23 00:47:43.627872 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-ead69827-5ac3-455b-929c-7b301b1e6a19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3 HTTP/1.1" status: 200 len: 217 time: 0.0416265 Jul 23 00:47:43.680697 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-56cf60c0-43f2-4fcd-8638-36c5f7936017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:43.682231 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-56cf60c0-43f2-4fcd-8638-36c5f7936017 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0476515 Jul 23 00:47:43.745883 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-f3a779ba-3fb5-4078-b481-70bc46e3e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:43.747422 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-f3a779ba-3fb5-4078-b481-70bc46e3e381 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583260 Jul 23 00:47:43.840948 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-bda4d175-5095-4731-916f-a4943f64f3a2 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861864 Jul 23 00:47:43.936540 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-2014a8e2-35a4-472f-83b6-19d47afbb330 req-0b5decac-7017-4112-9bca-71b7973e8f89 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871866 Jul 23 00:47:44.065188 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa43f9-620d-4b2e-a86b-1326a182854c req-0bd4e2d3-c901-4469-82c0-0dad83a29d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:44.066719 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f1fa43f9-620d-4b2e-a86b-1326a182854c req-0bd4e2d3-c901-4469-82c0-0dad83a29d3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 1094 time: 0.0618386 Jul 23 00:47:44.158596 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa43f9-620d-4b2e-a86b-1326a182854c req-a80f2973-94ae-4dae-8839-5c8d055a0955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:44.160215 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f1fa43f9-620d-4b2e-a86b-1326a182854c req-a80f2973-94ae-4dae-8839-5c8d055a0955 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 909 time: 0.0872378 Jul 23 00:47:44.208066 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f1fa43f9-620d-4b2e-a86b-1326a182854c req-fb19b490-2678-44b4-a11f-9d2becf173c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3 HTTP/1.1" status: 200 len: 217 time: 0.0401423 Jul 23 00:47:44.256987 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa43f9-620d-4b2e-a86b-1326a182854c req-0e618293-98fd-403d-b60b-c354e704cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:44.258536 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f1fa43f9-620d-4b2e-a86b-1326a182854c req-0e618293-98fd-403d-b60b-c354e704cf20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0453584 Jul 23 00:47:44.261720 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140dd6ac-7955-49e9-9f10-eb17e63aa42c req-7d88c977-099e-48f2-8b7c-6f27f1e07d2f tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:44.263319 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-140dd6ac-7955-49e9-9f10-eb17e63aa42c req-7d88c977-099e-48f2-8b7c-6f27f1e07d2f tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0679097 Jul 23 00:47:44.304546 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-140dd6ac-7955-49e9-9f10-eb17e63aa42c req-e5375f65-438a-46e7-aa2d-ce929fab378d tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352895 Jul 23 00:47:44.325347 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa43f9-620d-4b2e-a86b-1326a182854c req-d55613be-0690-4dcd-b83f-589efd87c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:44.325347 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f1fa43f9-620d-4b2e-a86b-1326a182854c req-d55613be-0690-4dcd-b83f-589efd87c579 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575478 Jul 23 00:47:44.420786 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f1fa43f9-620d-4b2e-a86b-1326a182854c req-000a5283-20b3-443d-8622-7f961afc1a91 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902817 Jul 23 00:47:44.511304 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f1fa43f9-620d-4b2e-a86b-1326a182854c req-c9f08670-f98d-4534-9140-938ee7809263 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834711 Jul 23 00:47:44.535754 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:47:45.444108 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f525975-27a5-46b2-90e7-fd1341edc171 req-f2d4eec4-1d6b-45bf-9bc0-0b6a2183d907 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:45.445640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f525975-27a5-46b2-90e7-fd1341edc171 req-f2d4eec4-1d6b-45bf-9bc0-0b6a2183d907 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0655153 Jul 23 00:47:45.483782 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8f525975-27a5-46b2-90e7-fd1341edc171 req-163557e9-fedc-4279-bc04-cadd6d5a7b13 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324881 Jul 23 00:47:46.614177 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583734a-65cc-4898-98f6-ef2ab2d549b8 req-76344c75-84aa-4595-83ed-1270f4ad6c92 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:46.615899 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b583734a-65cc-4898-98f6-ef2ab2d549b8 req-76344c75-84aa-4595-83ed-1270f4ad6c92 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0669351 Jul 23 00:47:46.652868 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b583734a-65cc-4898-98f6-ef2ab2d549b8 req-d9554b12-72b4-4f28-a58e-dde6cb402cf8 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314894 Jul 23 00:47:47.287189 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:47.779153 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d02f3-48cd-48cf-b83a-2eec677bb4bf req-2e0e0a6d-db56-4d20-a9df-e0f6176fa0e0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:47.780629 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c3d02f3-48cd-48cf-b83a-2eec677bb4bf req-2e0e0a6d-db56-4d20-a9df-e0f6176fa0e0 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0624573 Jul 23 00:47:47.819233 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-2c3d02f3-48cd-48cf-b83a-2eec677bb4bf req-c464b8cb-40f3-4717-a6aa-c2c2de6a066d tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321643 Jul 23 00:47:48.955953 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96517548-8d73-4bf7-a60f-9c289cb3df5d req-ca3f9f2f-0f90-4cc6-85ac-02d0ed4992ab tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:48.957359 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96517548-8d73-4bf7-a60f-9c289cb3df5d req-ca3f9f2f-0f90-4cc6-85ac-02d0ed4992ab tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0676305 Jul 23 00:47:48.995157 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-96517548-8d73-4bf7-a60f-9c289cb3df5d req-44fed4cb-e475-4225-8336-01e171748466 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321887 Jul 23 00:47:50.123238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e98202-54b6-4d89-928a-589a139d6a5e req-39b4e8ad-ab42-4bd1-87eb-067a128d94ae tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:50.124710 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e4e98202-54b6-4d89-928a-589a139d6a5e req-39b4e8ad-ab42-4bd1-87eb-067a128d94ae tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0628536 Jul 23 00:47:50.160996 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e4e98202-54b6-4d89-928a-589a139d6a5e req-1cf8ca5f-58a8-4175-a73e-53b60e755345 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305552 Jul 23 00:47:51.288414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec347ba8-c291-4c09-b464-1bbfef5ead7d req-0a2ad062-ee3d-4013-9ab5-c4ae803ee33a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:51.289826 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ec347ba8-c291-4c09-b464-1bbfef5ead7d req-0a2ad062-ee3d-4013-9ab5-c4ae803ee33a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0626681 Jul 23 00:47:51.326765 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ec347ba8-c291-4c09-b464-1bbfef5ead7d req-9f7a0092-c7b4-4fdd-8649-0589aa170a70 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315073 Jul 23 00:47:52.457608 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443908d0-5923-4bc4-ba48-ae4c3216185b req-22425189-5767-483e-a8e9-553c3fbbf861 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:52.459090 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-443908d0-5923-4bc4-ba48-ae4c3216185b req-22425189-5767-483e-a8e9-553c3fbbf861 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0663218 Jul 23 00:47:52.495918 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-443908d0-5923-4bc4-ba48-ae4c3216185b req-1e41e96c-5c19-4023-a0a9-8cd17e56280d tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313165 Jul 23 00:47:53.668251 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0bba3-3035-47b5-8823-9dc17c88845e req-cd37fdf8-1fb7-464f-b675-c2ca5df67da1 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:53.669738 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21d0bba3-3035-47b5-8823-9dc17c88845e req-cd37fdf8-1fb7-464f-b675-c2ca5df67da1 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.1083219 Jul 23 00:47:53.708226 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21d0bba3-3035-47b5-8823-9dc17c88845e req-5ca6318f-cbcc-485f-8a6a-28067472543b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314617 Jul 23 00:47:54.250219 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 928c6223-a5db-4280-86d7-24bcea1cb4f3 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:47:54.344611 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 928c6223-a5db-4280-86d7-24bcea1cb4f3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:47:54.356130 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '928c6223-a5db-4280-86d7-24bcea1cb4f3', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'port_id': '928c6223-a5db-4280-86d7-24bcea1cb4f3', 'mac_address': 'fa:16:3e:ba:cd:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:47:54.393109 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:54.405197 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928c6223-a5db-4280-86d7-24bcea1cb4f3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:47:54.425014 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 928c6223-a5db-4280-86d7-24bcea1cb4f3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:47:54.428452 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:54.473783 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=928c6223-a5db-4280-86d7-24bcea1cb4f3,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:47:54.480981 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:54.481377 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:54.481719 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:54.482058 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:54.482395 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:54.482727 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:54.483056 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:54.483409 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:54.483735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:54.484059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:54.484383 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:54.484705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:47:54.703133 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['928c6223-a5db-4280-86d7-24bcea1cb4f3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:47:54.884757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419d18c-2e0d-4029-8a8b-099d2c38340a req-35cdb747-cdcb-4caf-b62f-297db8eb69a3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:54.886295 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8419d18c-2e0d-4029-8a8b-099d2c38340a req-35cdb747-cdcb-4caf-b62f-297db8eb69a3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 944 time: 0.1127739 Jul 23 00:47:54.925392 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8419d18c-2e0d-4029-8a8b-099d2c38340a req-993eb7a0-acdb-4cda-87ad-ca4c67eaf8c3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334225 Jul 23 00:47:56.053534 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d349f-fc48-4f7f-abcd-212f5127802b req-2375e29f-6bb9-4953-9a88-c8653ecec585 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:56.055014 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd9d349f-fc48-4f7f-abcd-212f5127802b req-2375e29f-6bb9-4953-9a88-c8653ecec585 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 944 time: 0.0638354 Jul 23 00:47:56.090763 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fd9d349f-fc48-4f7f-abcd-212f5127802b req-731cbd37-05ce-441e-ab87-bcb354cfb96c tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303004 Jul 23 00:47:56.249889 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 928c6223-a5db-4280-86d7-24bcea1cb4f3 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:47:56.296486 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 928c6223-a5db-4280-86d7-24bcea1cb4f3 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:47:56.300095 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 928c6223-a5db-4280-86d7-24bcea1cb4f3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:47:56.300465 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:56.375784 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:56.397735 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928c6223-a5db-4280-86d7-24bcea1cb4f3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:47:56.399986 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e872f7e3-653c-43b0-888b-4436a8f70f30" -d '{"events": [{"server_uuid": "1dfee4f8-92ef-48cb-9f5d-eafb1385ad28", "name": "network-vif-plugged", "status": "completed", "tag": "928c6223-a5db-4280-86d7-24bcea1cb4f3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:47:56.413156 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 928c6223-a5db-4280-86d7-24bcea1cb4f3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:47:56.417571 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:56.443744 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c53a6fe-fcc2-4091-9614-13d33fcb07c2 x-openstack-request-id: req-3c53a6fe-fcc2-4091-9614-13d33fcb07c2 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:47:56.444029 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfee4f8-92ef-48cb-9f5d-eafb1385ad28", "name": "network-vif-plugged", "status": "completed", "tag": "928c6223-a5db-4280-86d7-24bcea1cb4f3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:47:56.444280 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c53a6fe-fcc2-4091-9614-13d33fcb07c2 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:47:56.444666 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928c6223-a5db-4280-86d7-24bcea1cb4f3', 'code': 200} Jul 23 00:47:56.471619 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=928c6223-a5db-4280-86d7-24bcea1cb4f3,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:47:56.575743 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d9250-bc26-48b9-8063-128bfcae05e8 req-0536dba7-4c70-4e2c-9564-bf1ee13553c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:56.577147 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0f2d9250-bc26-48b9-8063-128bfcae05e8 req-0536dba7-4c70-4e2c-9564-bf1ee13553c8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0560434 Jul 23 00:47:56.609903 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-0f2d9250-bc26-48b9-8063-128bfcae05e8 req-252cda05-4623-40d8-b49c-15b5f1db8bd8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266752 Jul 23 00:47:57.215286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a00016-d6b2-4a35-a625-674a77007acd req-a2fef74b-0992-47e5-94c7-e6000a9285dc tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:57.216738 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54a00016-d6b2-4a35-a625-674a77007acd req-a2fef74b-0992-47e5-94c7-e6000a9285dc tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0610673 Jul 23 00:47:57.253833 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-54a00016-d6b2-4a35-a625-674a77007acd req-c4c1c8ab-836b-434a-a318-97a5e32f9c8c tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308859 Jul 23 00:47:58.385885 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e5783-1715-4d3f-96d4-7892ad7d90ce req-4961bb62-bbda-4af7-b0f3-2d66b4429ea2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:58.387334 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-511e5783-1715-4d3f-96d4-7892ad7d90ce req-4961bb62-bbda-4af7-b0f3-2d66b4429ea2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0650589 Jul 23 00:47:58.424543 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-511e5783-1715-4d3f-96d4-7892ad7d90ce req-0c2f474f-c139-4348-a34f-e0616cfa6bbb tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312076 Jul 23 00:47:58.551065 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f48ced-9f0e-4bd2-814d-645be925bdf1 req-43f74960-88a6-486f-9ca9-b33549e72d34 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:58.552456 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5f48ced-9f0e-4bd2-814d-645be925bdf1 req-43f74960-88a6-486f-9ca9-b33549e72d34 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0627861 Jul 23 00:47:58.589268 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5f48ced-9f0e-4bd2-814d-645be925bdf1 req-0bb9ec56-9736-4067-a96f-86b7b8d9aa06 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313518 Jul 23 00:47:58.612136 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34702) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:47:58.667056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e98a2f-02d1-416f-9b03-4a7361bf9f3f tempest-TestShelveInstance-1154905302 tempest-TestShelveInstance-1154905302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:58.668534 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-74e98a2f-02d1-416f-9b03-4a7361bf9f3f tempest-TestShelveInstance-1154905302 tempest-TestShelveInstance-1154905302-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 1091 time: 0.0554354 Jul 23 00:47:58.671286 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34704) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:47:58.675574 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '928c6223-a5db-4280-86d7-24bcea1cb4f3', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:47:58.696492 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:58.788448 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:58.889686 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Allocated IP 172.25.4.91 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/9558e9fe-b648-4ee5-8902-bd634b9faeea) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:47:58.988175 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:59.024874 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:59.066720 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:47:59.069400 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:47:59.072813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:47:59.093312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'Port': ['ID=9558e9fe-b648-4ee5-8902-bd634b9faeea,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:47:59.749836 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:59.824466 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:59.971782 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:59.976308 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:00.046681 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event updated for resources: {'Port': ['ID=9558e9fe-b648-4ee5-8902-bd634b9faeea,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:48:00.054796 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:00.150864 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Floating IP b2050165-d15d-4b6d-975b-e3adeeebf7a2 associated. External IP: 172.25.4.91, port: 928c6223-a5db-4280-86d7-24bcea1cb4f3. Jul 23 00:48:00.354660 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:48:00.460033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:48:00.470580 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22972a92-9bf5-4ee9-94b4-ee41ecee95b9 None None] Sync routers for ids ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:48:00.479494 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:00.480267 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22972a92-9bf5-4ee9-94b4-ee41ecee95b9 None None] Routers {'ced0fb2e-9606-47c1-a72c-1901b5d4ff55'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:48:00.480963 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-22972a92-9bf5-4ee9-94b4-ee41ecee95b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:47:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:48:00.516431 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5df583f3-42ed-4319-96bf-8e271615b9da tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8441451 Jul 23 00:48:00.516978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'tag': '928c6223-a5db-4280-86d7-24bcea1cb4f3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:48:00.520226 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431f8074-4fcd-4c6b-a1f5-b4adb4bd0b19" -d '{"events": [{"name": "network-changed", "server_uuid": "1dfee4f8-92ef-48cb-9f5d-eafb1385ad28", "tag": "928c6223-a5db-4280-86d7-24bcea1cb4f3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:48:00.556556 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e298e91f-4042-4b00-a09b-fe0ecb08d7bf x-openstack-request-id: req-e298e91f-4042-4b00-a09b-fe0ecb08d7bf {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:48:00.556853 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dfee4f8-92ef-48cb-9f5d-eafb1385ad28", "tag": "928c6223-a5db-4280-86d7-24bcea1cb4f3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:48:00.557119 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e298e91f-4042-4b00-a09b-fe0ecb08d7bf {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:48:00.557546 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'tag': '928c6223-a5db-4280-86d7-24bcea1cb4f3', 'status': 'completed', 'code': 200} Jul 23 00:48:00.655619 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f8074-4fcd-4c6b-a1f5-b4adb4bd0b19 req-ed18741c-6944-482c-90cf-1127713f53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:00.657063 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-431f8074-4fcd-4c6b-a1f5-b4adb4bd0b19 req-ed18741c-6944-482c-90cf-1127713f53dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0565219 Jul 23 00:48:00.677346 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-22972a92-9bf5-4ee9-94b4-ee41ecee95b9 None None] Set router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:48:00.745975 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f8074-4fcd-4c6b-a1f5-b4adb4bd0b19 req-42654d2b-2b26-4419-b7d4-7ea05f2e4009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:00.747466 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-431f8074-4fcd-4c6b-a1f5-b4adb4bd0b19 req-42654d2b-2b26-4419-b7d4-7ea05f2e4009 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 909 time: 0.0845864 Jul 23 00:48:00.815918 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-431f8074-4fcd-4c6b-a1f5-b4adb4bd0b19 req-6513d32e-d1fb-4c58-90fc-968f65a5c9f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3 HTTP/1.1" status: 200 len: 998 time: 0.0625060 Jul 23 00:48:00.863971 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f8074-4fcd-4c6b-a1f5-b4adb4bd0b19 req-eba2bbcc-0f5a-46a7-b01c-46e8cc9af2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:00.865497 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-431f8074-4fcd-4c6b-a1f5-b4adb4bd0b19 req-eba2bbcc-0f5a-46a7-b01c-46e8cc9af2b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0440023 Jul 23 00:48:00.896821 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-22972a92-9bf5-4ee9-94b4-ee41ecee95b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 4, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'b2050165-d15d-4b6d-975b-e3adeeebf7a2', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'port_id': '928c6223-a5db-4280-86d7-24bcea1cb4f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'mac_address': 'fa:16:3e:ba:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:47:59Z', 'updated_at': '2021-07-23T00:47:59Z', 'revision_number': 0, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f083625f-8760-47e4-a5c2-832b564586d1', 'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'mac_address': 'fa:16:3e:71:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:10Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 5, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'subnets': [{'id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:48:00.928011 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f8074-4fcd-4c6b-a1f5-b4adb4bd0b19 req-51a8de89-cede-4e0c-b4d8-0655b0bc7094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:00.929481 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-431f8074-4fcd-4c6b-a1f5-b4adb4bd0b19 req-51a8de89-cede-4e0c-b4d8-0655b0bc7094 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583673 Jul 23 00:48:00.930476 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22972a92-9bf5-4ee9-94b4-ee41ecee95b9 None None] Checking router: ced0fb2e-9606-47c1-a72c-1901b5d4ff55 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:48:00.938598 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22972a92-9bf5-4ee9-94b4-ee41ecee95b9 None None] Routers {'ced0fb2e-9606-47c1-a72c-1901b5d4ff55'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:48:00.939833 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-22972a92-9bf5-4ee9-94b4-ee41ecee95b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:47:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:48:01.025679 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-431f8074-4fcd-4c6b-a1f5-b4adb4bd0b19 req-5d18cce2-6dd3-4de4-ad84-2f1d59faa6f3 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901854 Jul 23 00:48:01.044865 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-22972a92-9bf5-4ee9-94b4-ee41ecee95b9 None None] Set router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:48:01.120426 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-431f8074-4fcd-4c6b-a1f5-b4adb4bd0b19 req-0e686dc9-6d40-4ca7-9471-c60096ccc739 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882118 Jul 23 00:48:01.260793 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-22972a92-9bf5-4ee9-94b4-ee41ecee95b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 4, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'b2050165-d15d-4b6d-975b-e3adeeebf7a2', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'port_id': '928c6223-a5db-4280-86d7-24bcea1cb4f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'mac_address': 'fa:16:3e:ba:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:47:59Z', 'updated_at': '2021-07-23T00:47:59Z', 'revision_number': 0, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f083625f-8760-47e4-a5c2-832b564586d1', 'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'mac_address': 'fa:16:3e:71:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:10Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 5, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'subnets': [{'id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:48:01.289396 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22972a92-9bf5-4ee9-94b4-ee41ecee95b9 None None] The sync data for ids ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'] in n-d-688802-2 is: [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 4, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': 'b2050165-d15d-4b6d-975b-e3adeeebf7a2', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'port_id': '928c6223-a5db-4280-86d7-24bcea1cb4f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'mac_address': 'fa:16:3e:ba:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:47:59Z', 'updated_at': '2021-07-23T00:47:59Z', 'revision_number': 0, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f083625f-8760-47e4-a5c2-832b564586d1', 'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'mac_address': 'fa:16:3e:71:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:10Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 5, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'subnets': [{'id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:48:01.466271 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e73ac7-8807-49b1-be28-731d6f7dbd7b None None] New status for floating IP b2050165-d15d-4b6d-975b-e3adeeebf7a2: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:48:01.728750 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4fe78714-0ae6-4c9e-abd6-ce938d0dc064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:04.444502 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a1a68bf2-66c8-4acb-9e32-fd0ab3e39168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:04.512751 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:05.064203 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:05.824934 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:07.301270 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:17.287861 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:21.535472 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:48:24.008634 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9bfacc8e-fd32-4ac0-90b5-c3490d77c869 req-d0ddb2bd-0bbc-41d9-9dfa-9d12be8898a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0985210 Jul 23 00:48:24.124967 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfacc8e-fd32-4ac0-90b5-c3490d77c869 req-82edcc90-642b-4c14-94e6-a0abb0a4ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:24.126599 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9bfacc8e-fd32-4ac0-90b5-c3490d77c869 req-82edcc90-642b-4c14-94e6-a0abb0a4ad88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0598390 Jul 23 00:48:24.233980 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfacc8e-fd32-4ac0-90b5-c3490d77c869 req-e5f34823-3011-41a2-9a3a-9addbeebc8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:24.235364 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9bfacc8e-fd32-4ac0-90b5-c3490d77c869 req-e5f34823-3011-41a2-9a3a-9addbeebc8f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 909 time: 0.0889814 Jul 23 00:48:24.297888 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9bfacc8e-fd32-4ac0-90b5-c3490d77c869 req-f410a13b-301a-432e-a942-4b5bfca4c163 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3 HTTP/1.1" status: 200 len: 1000 time: 0.0564439 Jul 23 00:48:24.350142 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfacc8e-fd32-4ac0-90b5-c3490d77c869 req-fef841c1-fab0-495f-abbb-15469d7e34f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:24.351595 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9bfacc8e-fd32-4ac0-90b5-c3490d77c869 req-fef841c1-fab0-495f-abbb-15469d7e34f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0476871 Jul 23 00:48:24.408714 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfacc8e-fd32-4ac0-90b5-c3490d77c869 req-814d9f3b-80ae-4e25-af37-c38eb4df58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:24.410220 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9bfacc8e-fd32-4ac0-90b5-c3490d77c869 req-814d9f3b-80ae-4e25-af37-c38eb4df58fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527632 Jul 23 00:48:24.496525 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9bfacc8e-fd32-4ac0-90b5-c3490d77c869 req-d529067c-8ccd-4eae-8b15-6c5908a7bc2d service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797777 Jul 23 00:48:24.586118 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9bfacc8e-fd32-4ac0-90b5-c3490d77c869 req-591ac9cc-1b73-48d8-b2a7-45a5d02189d7 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833375 Jul 23 00:48:31.730178 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-25981589-6e16-47ba-8c34-889d0592d41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:34.444771 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-277b9b03-8914-41d5-bf5e-219a4da2fa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:34.512680 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:35.062958 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:35.827982 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:37.303719 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:47.299675 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:58.535336 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:49:01.731542 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-83cece8e-9848-4517-8de8-411642b95360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:04.444563 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4f008d32-7c4a-4f5e-867f-d7fda29b4f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:04.514553 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:05.079509 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:05.830180 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:07.306556 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:17.300235 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:23.883279 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ae5a32f2-b1e5-45d9-ba53-9a3f15069f3d req-76522a89-9670-4858-bbf4-225efb718342 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533218 Jul 23 00:49:23.992060 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a32f2-b1e5-45d9-ba53-9a3f15069f3d req-13ad5dca-762a-42bf-8973-439fc1662a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:49:23.993624 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ae5a32f2-b1e5-45d9-ba53-9a3f15069f3d req-13ad5dca-762a-42bf-8973-439fc1662a8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0548453 Jul 23 00:49:24.099679 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a32f2-b1e5-45d9-ba53-9a3f15069f3d req-e883ae4b-2d02-4868-acff-f82e154bc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:49:24.101235 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ae5a32f2-b1e5-45d9-ba53-9a3f15069f3d req-e883ae4b-2d02-4868-acff-f82e154bc457 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 909 time: 0.0892327 Jul 23 00:49:24.168594 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ae5a32f2-b1e5-45d9-ba53-9a3f15069f3d req-18c4589b-1d0a-46bb-a937-bf89a7762955 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3 HTTP/1.1" status: 200 len: 1000 time: 0.0609651 Jul 23 00:49:24.215776 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a32f2-b1e5-45d9-ba53-9a3f15069f3d req-11f38a70-64da-4cd4-a9ad-1c4374bb8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:49:24.217227 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ae5a32f2-b1e5-45d9-ba53-9a3f15069f3d req-11f38a70-64da-4cd4-a9ad-1c4374bb8f2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0428653 Jul 23 00:49:24.273904 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a32f2-b1e5-45d9-ba53-9a3f15069f3d req-9d3ea95c-0c43-4365-9b3b-b6b4428b0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:49:24.275359 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ae5a32f2-b1e5-45d9-ba53-9a3f15069f3d req-9d3ea95c-0c43-4365-9b3b-b6b4428b0411 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521438 Jul 23 00:49:24.364859 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ae5a32f2-b1e5-45d9-ba53-9a3f15069f3d req-bd2d6a34-a140-41fd-a921-0ce6f1f40b89 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829058 Jul 23 00:49:24.450626 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-ae5a32f2-b1e5-45d9-ba53-9a3f15069f3d req-33637e4a-878e-4a40-9ffc-4ff608f357ca service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790005 Jul 23 00:49:31.732540 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6bbf53fc-6037-47c3-96aa-b2fa28c0e521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:34.445699 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-babb9475-fde1-4f91-a0e5-4bbd03ad9cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:34.515494 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:35.096545 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:35.533917 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:49:35.833056 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:37.308261 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:47.306812 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:55.942136 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee49cd-858a-474d-b7fa-86ff3817527d req-81b5b20c-20d1-429f-8c7d-a25005286fe5 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:49:55.943577 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48ee49cd-858a-474d-b7fa-86ff3817527d req-81b5b20c-20d1-429f-8c7d-a25005286fe5 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0648658 Jul 23 00:49:55.981615 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48ee49cd-858a-474d-b7fa-86ff3817527d req-ea37f9c8-baeb-420f-a794-ae3b64150190 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322974 Jul 23 00:49:57.140318 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2df91-725d-4729-bc06-8b65d4a9fb8b req-b904967d-a2d8-499d-a080-85081d121f9a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:49:57.141824 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06d2df91-725d-4729-bc06-8b65d4a9fb8b req-b904967d-a2d8-499d-a080-85081d121f9a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0656157 Jul 23 00:49:57.178983 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-06d2df91-725d-4729-bc06-8b65d4a9fb8b req-34584c7a-c045-4499-967e-5de14e81938c tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316169 Jul 23 00:49:58.339461 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ac308-4d35-41a5-b2e0-b8bdedb8bace req-7f88bf47-c551-460d-8dbf-0d9b052a85dd tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:49:58.340936 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a0ac308-4d35-41a5-b2e0-b8bdedb8bace req-7f88bf47-c551-460d-8dbf-0d9b052a85dd tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0630457 Jul 23 00:49:58.377880 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6a0ac308-4d35-41a5-b2e0-b8bdedb8bace req-ef7c73c6-e1d4-48e4-8387-baed823e59c1 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313928 Jul 23 00:49:59.503208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa9c65-a6ce-4ca0-a51c-9d9b0b4d45cb req-a9da12eb-b063-4b10-8bd3-cfd8710dec1c tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:49:59.505277 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3afa9c65-a6ce-4ca0-a51c-9d9b0b4d45cb req-a9da12eb-b063-4b10-8bd3-cfd8710dec1c tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0620055 Jul 23 00:49:59.545287 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3afa9c65-a6ce-4ca0-a51c-9d9b0b4d45cb req-452dc325-eefc-4193-bc6d-4571b766cd6e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345502 Jul 23 00:50:00.672848 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62cfad-89f6-492f-b486-5a124eca0c16 req-824bb265-6a73-4800-820d-45ecfdfa3e38 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:00.674351 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b62cfad-89f6-492f-b486-5a124eca0c16 req-824bb265-6a73-4800-820d-45ecfdfa3e38 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0638382 Jul 23 00:50:00.711108 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9b62cfad-89f6-492f-b486-5a124eca0c16 req-70ee0cc6-7ebb-40ab-a571-aa023f511de6 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311587 Jul 23 00:50:01.734568 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0b85f43b-db69-4425-8950-bb4d6a32121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:01.845518 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de43ad-78c3-4dd6-a1bc-eef2f4dc6177 req-e90ef097-905d-4e06-a25d-cbae9ec98ce6 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:01.846905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48de43ad-78c3-4dd6-a1bc-eef2f4dc6177 req-e90ef097-905d-4e06-a25d-cbae9ec98ce6 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0641475 Jul 23 00:50:01.884515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-48de43ad-78c3-4dd6-a1bc-eef2f4dc6177 req-1307d14b-76ee-4e02-a8bc-96fe8e9e0a66 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320585 Jul 23 00:50:03.017463 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5e0c1-28cf-4960-b287-748c46dcdda2 req-0cb4adb0-cd5a-4eef-8867-bf148fb4efbb tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:03.018950 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10f5e0c1-28cf-4960-b287-748c46dcdda2 req-0cb4adb0-cd5a-4eef-8867-bf148fb4efbb tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0684619 Jul 23 00:50:03.056518 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-10f5e0c1-28cf-4960-b287-748c46dcdda2 req-961ee6ac-6fd5-45fc-847a-57081b60f03c tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310383 Jul 23 00:50:04.186246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de56a6d-f759-4ae7-a1da-ef09d71a2c56 req-8aae566f-8e47-4e95-ae89-a45eda22c647 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:04.187651 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4de56a6d-f759-4ae7-a1da-ef09d71a2c56 req-8aae566f-8e47-4e95-ae89-a45eda22c647 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0647581 Jul 23 00:50:04.225289 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4de56a6d-f759-4ae7-a1da-ef09d71a2c56 req-f8e8077a-b99e-4e1b-9b36-38ad124695d6 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320697 Jul 23 00:50:04.446116 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ca54696-0ef9-4151-b464-3dd3fd4e75d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:04.515279 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:05.095945 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:05.353980 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab28412-cf51-4211-a44e-86a7959d9ec3 req-d8d3d85d-8014-4d5d-aaaa-deefd3378d17 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:05.355373 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fab28412-cf51-4211-a44e-86a7959d9ec3 req-d8d3d85d-8014-4d5d-aaaa-deefd3378d17 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0640492 Jul 23 00:50:05.397333 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-fab28412-cf51-4211-a44e-86a7959d9ec3 req-b47e7e17-bcc7-4868-adb6-4cde33cf05f8 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362847 Jul 23 00:50:05.835004 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:06.179635 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f59c5c-2c7a-45fc-bf39-84d575165950 req-beabf7c9-9809-4840-8db4-e676920fcd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:06.181046 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5f59c5c-2c7a-45fc-bf39-84d575165950 req-beabf7c9-9809-4840-8db4-e676920fcd97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0588865 Jul 23 00:50:06.267763 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f59c5c-2c7a-45fc-bf39-84d575165950 req-e1218d27-df5c-4f20-a859-4358b348e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:06.269263 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5f59c5c-2c7a-45fc-bf39-84d575165950 req-e1218d27-df5c-4f20-a859-4358b348e7b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 909 time: 0.0819876 Jul 23 00:50:06.335493 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5f59c5c-2c7a-45fc-bf39-84d575165950 req-dfafd2d9-6587-4bd0-b8e9-65e65173ae58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3 HTTP/1.1" status: 200 len: 1000 time: 0.0601082 Jul 23 00:50:06.382054 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f59c5c-2c7a-45fc-bf39-84d575165950 req-a13d8034-0870-499d-936b-52a51b42e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:06.383452 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5f59c5c-2c7a-45fc-bf39-84d575165950 req-a13d8034-0870-499d-936b-52a51b42e410 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0422354 Jul 23 00:50:06.441117 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f59c5c-2c7a-45fc-bf39-84d575165950 req-aefe68b0-3dc5-4b27-a1ad-5164b7f1de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:06.443945 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5f59c5c-2c7a-45fc-bf39-84d575165950 req-aefe68b0-3dc5-4b27-a1ad-5164b7f1de08 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535192 Jul 23 00:50:06.526486 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50224b-431c-41bf-9fb5-a088b99d1616 req-fe07fce0-733a-43a7-926b-3594e7af5e98 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:06.528102 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d50224b-431c-41bf-9fb5-a088b99d1616 req-fe07fce0-733a-43a7-926b-3594e7af5e98 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0645833 Jul 23 00:50:06.535568 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5f59c5c-2c7a-45fc-bf39-84d575165950 req-95ff484c-b17f-4403-a387-efd159d2d948 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855303 Jul 23 00:50:06.565757 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5d50224b-431c-41bf-9fb5-a088b99d1616 req-0df24c0b-60f9-422e-ae47-81d9e2766e0c tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321362 Jul 23 00:50:06.623394 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f5f59c5c-2c7a-45fc-bf39-84d575165950 req-7ac066ce-65c2-4914-a2f1-48e96a106225 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815623 Jul 23 00:50:07.311284 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:07.693595 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edbdab-aed6-43ec-9a88-1ad7ce3875d8 req-bc830891-8c7f-44f4-a540-1b5752402d85 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:07.695119 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5edbdab-aed6-43ec-9a88-1ad7ce3875d8 req-bc830891-8c7f-44f4-a540-1b5752402d85 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0632875 Jul 23 00:50:07.733515 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d5edbdab-aed6-43ec-9a88-1ad7ce3875d8 req-6404152d-4b7f-4038-acb5-d1f0cad79669 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319757 Jul 23 00:50:08.868327 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb18d7-1019-4bd6-b0fc-a4f10dccfc37 req-d1008e62-835c-472f-b030-6f9f3d8d0c0e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:08.869932 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21eb18d7-1019-4bd6-b0fc-a4f10dccfc37 req-d1008e62-835c-472f-b030-6f9f3d8d0c0e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0699484 Jul 23 00:50:08.909459 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-21eb18d7-1019-4bd6-b0fc-a4f10dccfc37 req-bfe8d8db-91be-4d3d-a71f-25ac34af59b2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336421 Jul 23 00:50:10.048130 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d707ad-255a-4f7d-a57f-31178c0b4293 req-0d1b2c30-6dcc-42d4-bb96-a97de8117604 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:10.050470 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16d707ad-255a-4f7d-a57f-31178c0b4293 req-0d1b2c30-6dcc-42d4-bb96-a97de8117604 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0725925 Jul 23 00:50:10.091636 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-16d707ad-255a-4f7d-a57f-31178c0b4293 req-046530ee-6f65-444a-b06c-7d382743cf2a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353515 Jul 23 00:50:10.526965 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af9bca9b-25cd-44e3-83a0-88e88dee7762 req-81d52de6-ea7b-4b14-8bf3-c39954532508 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0571990 Jul 23 00:50:10.557352 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0f9e8-03e6-4c70-af5f-04c3386d546d req-bd4a012f-6343-443d-838b-b6a59ef18d28 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:10.558957 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42a0f9e8-03e6-4c70-af5f-04c3386d546d req-bd4a012f-6343-443d-838b-b6a59ef18d28 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0664384 Jul 23 00:50:10.601681 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-42a0f9e8-03e6-4c70-af5f-04c3386d546d req-2873fd16-10d0-4d65-9e74-de846c171c5b tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369046 Jul 23 00:50:10.857051 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 928c6223-a5db-4280-86d7-24bcea1cb4f3 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:50:10.941373 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:10.964085 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '928c6223-a5db-4280-86d7-24bcea1cb4f3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:50:10.966321 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73c8649-791b-4c8a-9e9f-08cf4a84d779" -d '{"events": [{"server_uuid": "1dfee4f8-92ef-48cb-9f5d-eafb1385ad28", "name": "network-vif-unplugged", "status": "completed", "tag": "928c6223-a5db-4280-86d7-24bcea1cb4f3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:50:10.979320 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 928c6223-a5db-4280-86d7-24bcea1cb4f3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:50:10.984625 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:11.009164 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 00:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a561c2-4f8b-4612-9151-0d61b697504f x-openstack-request-id: req-d2a561c2-4f8b-4612-9151-0d61b697504f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:50:11.009455 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfee4f8-92ef-48cb-9f5d-eafb1385ad28", "name": "network-vif-unplugged", "status": "failed", "tag": "928c6223-a5db-4280-86d7-24bcea1cb4f3", "code": 422}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:50:11.009724 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2a561c2-4f8b-4612-9151-0d61b697504f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:50:11.010193 n-d-688802-2 neutron-server[93822]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '928c6223-a5db-4280-86d7-24bcea1cb4f3', 'code': 422} returned with failed status Jul 23 00:50:11.038044 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=928c6223-a5db-4280-86d7-24bcea1cb4f3,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:50:11.045323 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:11.045679 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:11.046012 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:11.046343 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:11.046671 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:11.046997 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:11.047318 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:11.047639 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:11.047958 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:11.048277 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:11.048591 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:11.048907 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:11.733227 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fe010-8728-4b26-9815-823040b62361 req-56c61ab6-7dfa-4e25-88a2-82b8eab90897 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:11.734731 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-105fe010-8728-4b26-9815-823040b62361 req-56c61ab6-7dfa-4e25-88a2-82b8eab90897 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0657175 Jul 23 00:50:11.773669 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-105fe010-8728-4b26-9815-823040b62361 req-172e2d4e-909c-4b1d-af6b-861211116a5a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331731 Jul 23 00:50:12.533414 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:50:12.905718 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441efa3-bf10-4007-b30f-fd0de0dd4c61 req-11a91ca9-81ce-4c86-b24a-3f06789b5b40 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:12.907200 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a441efa3-bf10-4007-b30f-fd0de0dd4c61 req-11a91ca9-81ce-4c86-b24a-3f06789b5b40 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0648348 Jul 23 00:50:12.946924 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-a441efa3-bf10-4007-b30f-fd0de0dd4c61 req-de0ed041-a0dd-44a1-87d6-f673ec3657cc tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338149 Jul 23 00:50:14.085603 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ff4f0-9aaa-4802-8f63-87a9f7baabaa req-4869183b-82e4-4a11-9d79-72330739fb92 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:14.087252 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b8ff4f0-9aaa-4802-8f63-87a9f7baabaa req-4869183b-82e4-4a11-9d79-72330739fb92 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0706501 Jul 23 00:50:14.126340 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b8ff4f0-9aaa-4802-8f63-87a9f7baabaa req-c5fd7c92-3fba-44ee-b609-6baacca8ba4a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331833 Jul 23 00:50:15.256700 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06165b-d7aa-4922-9315-44f3ae96684b req-cc2c9509-5055-4b19-9ee4-25a2f6d4a92e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:15.258246 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc06165b-d7aa-4922-9315-44f3ae96684b req-cc2c9509-5055-4b19-9ee4-25a2f6d4a92e tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0641167 Jul 23 00:50:15.296149 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc06165b-d7aa-4922-9315-44f3ae96684b req-32e9cff9-589c-4b0b-8c66-a4da9921ff68 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323062 Jul 23 00:50:15.338332 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bca9b-25cd-44e3-83a0-88e88dee7762 req-b78f364e-22db-4e71-91b5-ecd5d79d12a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:15.339854 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af9bca9b-25cd-44e3-83a0-88e88dee7762 req-b78f364e-22db-4e71-91b5-ecd5d79d12a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28&tenant_id=fdd46d951ec94d2bb46b4d1ed280a478 HTTP/1.1" status: 200 len: 1094 time: 0.0558231 Jul 23 00:50:15.426642 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bca9b-25cd-44e3-83a0-88e88dee7762 req-801fbeb1-3f6c-4d62-90eb-d55223e2f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:15.428158 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af9bca9b-25cd-44e3-83a0-88e88dee7762 req-801fbeb1-3f6c-4d62-90eb-d55223e2f927 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 1094 time: 0.0542350 Jul 23 00:50:15.521549 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bca9b-25cd-44e3-83a0-88e88dee7762 req-5c6b2eb7-1f47-4f59-b202-a038d62e5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:15.523023 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af9bca9b-25cd-44e3-83a0-88e88dee7762 req-5c6b2eb7-1f47-4f59-b202-a038d62e5868 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 909 time: 0.0872643 Jul 23 00:50:15.586608 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af9bca9b-25cd-44e3-83a0-88e88dee7762 req-deda2a23-3cc9-4a65-9b4d-5ad8398d56e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3 HTTP/1.1" status: 200 len: 998 time: 0.0570524 Jul 23 00:50:15.634719 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bca9b-25cd-44e3-83a0-88e88dee7762 req-386a3c62-905a-4802-a4da-4cdbe128d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:15.636149 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af9bca9b-25cd-44e3-83a0-88e88dee7762 req-386a3c62-905a-4802-a4da-4cdbe128d9b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0435922 Jul 23 00:50:15.697289 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bca9b-25cd-44e3-83a0-88e88dee7762 req-f4960654-17eb-4ad6-81fb-15125e07d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:15.698776 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af9bca9b-25cd-44e3-83a0-88e88dee7762 req-f4960654-17eb-4ad6-81fb-15125e07d19d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568225 Jul 23 00:50:15.786968 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af9bca9b-25cd-44e3-83a0-88e88dee7762 req-dbd2f14f-33fb-484f-89a5-cec89e1b13de service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813227 Jul 23 00:50:15.880827 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-af9bca9b-25cd-44e3-83a0-88e88dee7762 req-723f375d-017e-4e49-9ef3-d4ef7198180a service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870194 Jul 23 00:50:16.430216 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c751cd-a36e-492f-bf12-ddf4e8c047d1 req-91739fc6-4df8-4e4a-b892-f999cee13e11 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:16.431687 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5c751cd-a36e-492f-bf12-ddf4e8c047d1 req-91739fc6-4df8-4e4a-b892-f999cee13e11 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0680902 Jul 23 00:50:16.472154 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e5c751cd-a36e-492f-bf12-ddf4e8c047d1 req-49f72621-4afb-42e6-a86f-a9142def3a57 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349586 Jul 23 00:50:17.309823 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:17.599246 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8f680-3685-4ae9-bb1e-d86be103a4e5 req-5f062e35-c821-454b-ba29-d9b6a151fcc3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:17.600730 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ac8f680-3685-4ae9-bb1e-d86be103a4e5 req-5f062e35-c821-454b-ba29-d9b6a151fcc3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0628860 Jul 23 00:50:17.637310 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4ac8f680-3685-4ae9-bb1e-d86be103a4e5 req-7b5883ac-1dd4-4b2e-b957-1415b5631e57 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310886 Jul 23 00:50:18.765615 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88132dc5-3810-40bf-872d-1abf83086b5d req-f8ca1ad1-edf3-4a9f-a507-4f0b028a6dc7 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:18.767094 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88132dc5-3810-40bf-872d-1abf83086b5d req-f8ca1ad1-edf3-4a9f-a507-4f0b028a6dc7 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0631182 Jul 23 00:50:18.804643 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-88132dc5-3810-40bf-872d-1abf83086b5d req-650d15e4-4109-4f77-94c1-28ac012c07fe tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319822 Jul 23 00:50:19.937515 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbfc63-8fce-41c4-a052-c5ea22e67a86 req-a3bcb2f0-a1dd-47ac-8005-87ec305e459d tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:19.939048 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4cbfc63-8fce-41c4-a052-c5ea22e67a86 req-a3bcb2f0-a1dd-47ac-8005-87ec305e459d tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0684702 Jul 23 00:50:19.977442 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b4cbfc63-8fce-41c4-a052-c5ea22e67a86 req-a1610fe5-7549-4409-a182-e9ab8746f2fe tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319283 Jul 23 00:50:21.106801 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9b2f2-af8f-4669-8ec2-5b67f9b56445 req-3269739e-0b7a-4bab-9436-9c0020836938 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:21.108300 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5e9b2f2-af8f-4669-8ec2-5b67f9b56445 req-3269739e-0b7a-4bab-9436-9c0020836938 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0633731 Jul 23 00:50:21.146358 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b5e9b2f2-af8f-4669-8ec2-5b67f9b56445 req-a51fb9da-9be8-4a0a-9d75-a5b5b79b16e3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323946 Jul 23 00:50:22.275098 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d43ea2-daf0-48ba-b766-4f97e9732e83 req-a20f4ddc-24e6-40bd-964d-1be8fc04bc98 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:22.276480 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-50d43ea2-daf0-48ba-b766-4f97e9732e83 req-a20f4ddc-24e6-40bd-964d-1be8fc04bc98 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0624187 Jul 23 00:50:22.316774 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-50d43ea2-daf0-48ba-b766-4f97e9732e83 req-ad25b917-a0f9-4091-80c7-a48efe899f31 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348554 Jul 23 00:50:23.446080 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0b6c9-1ddf-49b2-ac2c-188030559b9f req-ef873fed-3032-4b26-b1bb-4a8a472f69a5 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:23.447569 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4fd0b6c9-1ddf-49b2-ac2c-188030559b9f req-ef873fed-3032-4b26-b1bb-4a8a472f69a5 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0644441 Jul 23 00:50:23.484394 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4fd0b6c9-1ddf-49b2-ac2c-188030559b9f req-287ea7b7-dac9-4c7c-bd15-9d7eb776a3e6 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312550 Jul 23 00:50:24.613209 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6eac98-b200-417f-a0be-a1c0ece5f6f3 req-e7bec1a2-9b8e-49f8-9852-81fa6ed48571 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:24.615222 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df6eac98-b200-417f-a0be-a1c0ece5f6f3 req-e7bec1a2-9b8e-49f8-9852-81fa6ed48571 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 943 time: 0.0641572 Jul 23 00:50:24.652496 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-df6eac98-b200-417f-a0be-a1c0ece5f6f3 req-037c8a19-cfa3-4b27-a496-39930217c898 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317709 Jul 23 00:50:24.909774 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 928c6223-a5db-4280-86d7-24bcea1cb4f3 details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:50:24.929785 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e292ca-2e12-4487-a3c5-01a01be145ac req-c0014278-e1fa-434f-8bb5-cd08ba3f3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:24.931299 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9e292ca-2e12-4487-a3c5-01a01be145ac req-c0014278-e1fa-434f-8bb5-cd08ba3f3e93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 1094 time: 0.0532498 Jul 23 00:50:25.009069 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 928c6223-a5db-4280-86d7-24bcea1cb4f3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:50:25.020467 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '928c6223-a5db-4280-86d7-24bcea1cb4f3', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'port_id': '928c6223-a5db-4280-86d7-24bcea1cb4f3', 'mac_address': 'fa:16:3e:ba:cd:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:50:25.041309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e292ca-2e12-4487-a3c5-01a01be145ac req-8fa0eadf-509f-4378-8278-8aaab5ba2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:25.042822 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9e292ca-2e12-4487-a3c5-01a01be145ac req-8fa0eadf-509f-4378-8278-8aaab5ba2d58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 909 time: 0.0935071 Jul 23 00:50:25.061791 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:25.074091 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928c6223-a5db-4280-86d7-24bcea1cb4f3 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:50:25.092877 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 928c6223-a5db-4280-86d7-24bcea1cb4f3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:50:25.097347 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:25.107678 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9e292ca-2e12-4487-a3c5-01a01be145ac req-6b1b58d1-28f4-4519-a3bf-102b8b98a911 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3 HTTP/1.1" status: 200 len: 998 time: 0.0582547 Jul 23 00:50:25.144460 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=928c6223-a5db-4280-86d7-24bcea1cb4f3,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:50:25.157422 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e292ca-2e12-4487-a3c5-01a01be145ac req-0190fdbf-f9da-41a7-9a76-d59e3c5acecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:25.158906 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9e292ca-2e12-4487-a3c5-01a01be145ac req-0190fdbf-f9da-41a7-9a76-d59e3c5acecb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0452278 Jul 23 00:50:25.220891 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e292ca-2e12-4487-a3c5-01a01be145ac req-83d8bfbe-c052-485b-8072-5d77fc03f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:25.222319 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9e292ca-2e12-4487-a3c5-01a01be145ac req-83d8bfbe-c052-485b-8072-5d77fc03f34b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562282 Jul 23 00:50:25.233246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-f9e292ca-2e12-4487-a3c5-01a01be145ac req-0e415b09-1711-482d-9aa9-33683cf9abd3 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:50:25.234228 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9e292ca-2e12-4487-a3c5-01a01be145ac req-0e415b09-1711-482d-9aa9-33683cf9abd3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049541 Jul 23 00:50:25.321888 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9e292ca-2e12-4487-a3c5-01a01be145ac req-a9316968-9d90-47cb-8762-1f276944814a service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808175 Jul 23 00:50:25.414084 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-f9e292ca-2e12-4487-a3c5-01a01be145ac req-86908db1-660c-4b1d-ad5a-5d7cd54229c7 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848024 Jul 23 00:50:25.582067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['928c6223-a5db-4280-86d7-24bcea1cb4f3'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:50:25.785909 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d86b1-7dbe-4bc2-96cf-e7f3091ea37b req-a18a6e1c-429e-47da-a5f9-8acfa915fda2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:25.787454 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c9d86b1-7dbe-4bc2-96cf-e7f3091ea37b req-a18a6e1c-429e-47da-a5f9-8acfa915fda2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 944 time: 0.0680797 Jul 23 00:50:25.825528 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-8c9d86b1-7dbe-4bc2-96cf-e7f3091ea37b req-488f9e4e-f540-4051-8b21-b984eeef3d1f tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324059 Jul 23 00:50:26.925326 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 928c6223-a5db-4280-86d7-24bcea1cb4f3 up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:50:26.956391 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daef4e-b908-4342-a053-1e4fadc97597 req-6c7ba828-d5b1-4ed7-a5ca-437c6e8e4a92 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:26.957932 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19daef4e-b908-4342-a053-1e4fadc97597 req-6c7ba828-d5b1-4ed7-a5ca-437c6e8e4a92 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 944 time: 0.0650058 Jul 23 00:50:26.974684 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 928c6223-a5db-4280-86d7-24bcea1cb4f3 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:50:26.975056 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:26.996446 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-19daef4e-b908-4342-a053-1e4fadc97597 req-c6e45497-d8d6-4ae0-9f2e-108e476b59d8 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325060 Jul 23 00:50:27.050674 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:27.072371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928c6223-a5db-4280-86d7-24bcea1cb4f3'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:50:27.074606 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b715a169-cb09-4963-8b5c-8be9220efb92" -d '{"events": [{"server_uuid": "1dfee4f8-92ef-48cb-9f5d-eafb1385ad28", "name": "network-vif-plugged", "status": "completed", "tag": "928c6223-a5db-4280-86d7-24bcea1cb4f3"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:50:27.086984 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 928c6223-a5db-4280-86d7-24bcea1cb4f3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:50:27.091250 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:27.141503 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=928c6223-a5db-4280-86d7-24bcea1cb4f3,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:50:28.127660 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc166f-adfd-43b3-bc52-a22f4a114059 req-9a66c9e4-6eba-4755-81d2-63ac0dea6534 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:28.129082 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dfbc166f-adfd-43b3-bc52-a22f4a114059 req-9a66c9e4-6eba-4755-81d2-63ac0dea6534 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0653706 Jul 23 00:50:28.135909 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6312bbec-1821-4830-895c-58055aeadbae x-openstack-request-id: req-6312bbec-1821-4830-895c-58055aeadbae {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:50:28.136384 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfee4f8-92ef-48cb-9f5d-eafb1385ad28", "name": "network-vif-plugged", "status": "completed", "tag": "928c6223-a5db-4280-86d7-24bcea1cb4f3", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:50:28.136488 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6312bbec-1821-4830-895c-58055aeadbae {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:50:28.136875 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928c6223-a5db-4280-86d7-24bcea1cb4f3', 'code': 200} Jul 23 00:50:28.171700 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-dfbc166f-adfd-43b3-bc52-a22f4a114059 req-3d0b9928-6171-4387-85ca-94b4e7725479 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361938 Jul 23 00:50:28.329609 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33951d-6e3b-4600-8981-dafa24b1706d req-03f44125-ae83-409f-9618-7ed1ccbc3d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:28.331140 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5b33951d-6e3b-4600-8981-dafa24b1706d req-03f44125-ae83-409f-9618-7ed1ccbc3d46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0520160 Jul 23 00:50:28.365214 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5b33951d-6e3b-4600-8981-dafa24b1706d req-d7579807-6636-411a-879e-b02987cd33d9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273883 Jul 23 00:50:29.305056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25520c-0174-4bc3-8489-3cde0fe07a57 req-34982fa4-37a7-4038-b3cc-b3c19ce09cf2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:29.306633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea25520c-0174-4bc3-8489-3cde0fe07a57 req-34982fa4-37a7-4038-b3cc-b3c19ce09cf2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0648308 Jul 23 00:50:29.352866 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ea25520c-0174-4bc3-8489-3cde0fe07a57 req-f8f28d42-80d8-4aca-8c3d-0c1f62145b67 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400953 Jul 23 00:50:30.481650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f8348-7e6d-4b06-8e0e-d2d6a05adc88 req-c82a901f-68f3-49d4-a40b-489ead485cc9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:30.483143 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-573f8348-7e6d-4b06-8e0e-d2d6a05adc88 req-c82a901f-68f3-49d4-a40b-489ead485cc9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0645969 Jul 23 00:50:30.520713 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-573f8348-7e6d-4b06-8e0e-d2d6a05adc88 req-e6f493cf-8e77-4a93-9a54-b18b63d5ee41 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319331 Jul 23 00:50:31.734104 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5f213c8a-06d6-46e9-9b86-06cd221196a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:34.446022 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d7126f77-167f-4e14-a209-4bed7fa0f4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:34.515696 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:35.097621 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:35.838939 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:37.313610 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:47.326795 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:49.533359 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:51:01.734884 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-f90fa07c-05c6-4a41-a608-29482cd5e172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:04.446208 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-23423b4a-ed1f-4370-b0c7-1b1aed8dd9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:04.515472 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:05.098190 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:05.840876 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:07.317741 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:17.339691 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:25.884860 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e57ad9b5-e790-4499-8161-0314ed0b4940 req-69836f6d-f0fc-462b-97bf-ea49fb66db73 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532348 Jul 23 00:51:25.997188 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ad9b5-e790-4499-8161-0314ed0b4940 req-037c2cd1-3d71-4d32-b4ce-e73ad26fc542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:51:25.998997 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e57ad9b5-e790-4499-8161-0314ed0b4940 req-037c2cd1-3d71-4d32-b4ce-e73ad26fc542 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0577168 Jul 23 00:51:26.099494 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ad9b5-e790-4499-8161-0314ed0b4940 req-64ac00fe-edf6-4bc8-b777-6bb7eb0a0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:51:26.100942 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e57ad9b5-e790-4499-8161-0314ed0b4940 req-64ac00fe-edf6-4bc8-b777-6bb7eb0a0226 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 909 time: 0.0843508 Jul 23 00:51:26.460792 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e57ad9b5-e790-4499-8161-0314ed0b4940 req-aed5304d-2489-4049-8c73-d6a2c228534f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3 HTTP/1.1" status: 200 len: 1000 time: 0.3533785 Jul 23 00:51:26.509933 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ad9b5-e790-4499-8161-0314ed0b4940 req-500ee095-3784-4485-a08d-2ad950a4bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:51:26.511379 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e57ad9b5-e790-4499-8161-0314ed0b4940 req-500ee095-3784-4485-a08d-2ad950a4bbe9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0424426 Jul 23 00:51:26.534358 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:51:26.568289 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ad9b5-e790-4499-8161-0314ed0b4940 req-b6388dca-12a9-4aab-9c59-084ac2db3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:51:26.569799 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e57ad9b5-e790-4499-8161-0314ed0b4940 req-b6388dca-12a9-4aab-9c59-084ac2db3e48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521321 Jul 23 00:51:26.658551 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e57ad9b5-e790-4499-8161-0314ed0b4940 req-b3da40ba-c89b-40b6-b6c9-9d55b0d42be9 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817583 Jul 23 00:51:26.744178 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-e57ad9b5-e790-4499-8161-0314ed0b4940 req-481b2dbc-3a39-44f6-81fb-90ed2d52d07a service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792887 Jul 23 00:51:31.735585 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6a77725c-9637-4802-9695-152b8d062e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:34.445914 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b9e1dec1-34a6-4f7c-bbe5-46a4b503d311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:34.515286 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:35.102282 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:35.842585 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:37.320133 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:42.133414 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34892) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:42.294951 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Deleting port 9558e9fe-b648-4ee5-8902-bd634b9faeea {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:51:42.295196 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:42.368652 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:42.368971 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:42.380460 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Calling delete_port for 9558e9fe-b648-4ee5-8902-bd634b9faeea owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:51:42.525356 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:42.550921 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event deleted for resources: {'Port': ['ID=9558e9fe-b648-4ee5-8902-bd634b9faeea,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:42.578243 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:42.578584 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:42.578919 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:42.579254 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:42.579583 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:42.579914 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:42.580256 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:42.580584 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:42.580903 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:42.581250 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:42.581575 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:42.581893 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:42.618981 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:42.619420 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Floating IP b2050165-d15d-4b6d-975b-e3adeeebf7a2 disassociated (deleted). External IP: 172.25.4.91, port: 928c6223-a5db-4280-86d7-24bcea1cb4f3. Jul 23 00:51:42.823835 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:51:42.929186 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:51:42.933953 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:42.939218 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234602ef-2581-4fe5-b3fb-f60b0094eb93 None None] Sync routers for ids ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:51:42.949536 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234602ef-2581-4fe5-b3fb-f60b0094eb93 None None] Routers {'ced0fb2e-9606-47c1-a72c-1901b5d4ff55'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:51:42.950152 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-234602ef-2581-4fe5-b3fb-f60b0094eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:51:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:42.969983 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ed7776f2-3b9f-4f5e-a8f5-e8a0b12c3ef3 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "DELETE /v2.0/floatingips/b2050165-d15d-4b6d-975b-e3adeeebf7a2 HTTP/1.1" status: 204 len: 168 time: 0.8354650 Jul 23 00:51:42.970981 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'tag': '928c6223-a5db-4280-86d7-24bcea1cb4f3'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:51:42.973338 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaa61d2-5823-4b4a-a49a-71eb3ce48d85" -d '{"events": [{"name": "network-changed", "server_uuid": "1dfee4f8-92ef-48cb-9f5d-eafb1385ad28", "tag": "928c6223-a5db-4280-86d7-24bcea1cb4f3"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:51:43.015961 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137075f5-9d87-41be-bb17-6d9f2483b192 x-openstack-request-id: req-137075f5-9d87-41be-bb17-6d9f2483b192 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:51:43.016255 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dfee4f8-92ef-48cb-9f5d-eafb1385ad28", "tag": "928c6223-a5db-4280-86d7-24bcea1cb4f3", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:51:43.016505 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-137075f5-9d87-41be-bb17-6d9f2483b192 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:51:43.016918 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'tag': '928c6223-a5db-4280-86d7-24bcea1cb4f3', 'status': 'completed', 'code': 200} Jul 23 00:51:43.061040 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-234602ef-2581-4fe5-b3fb-f60b0094eb93 None None] Set router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:51:43.121723 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa61d2-5823-4b4a-a49a-71eb3ce48d85 req-25bb8b86-8a54-4eb2-9914-0fa89c146128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:51:43.123547 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4aaa61d2-5823-4b4a-a49a-71eb3ce48d85 req-25bb8b86-8a54-4eb2-9914-0fa89c146128 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0635695 Jul 23 00:51:43.231409 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034ea93-1ce6-406e-a0af-52defdf64bfe req-38097ff3-be88-4116-9107-a5097120e18a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:51:43.233116 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6034ea93-1ce6-406e-a0af-52defdf64bfe req-38097ff3-be88-4116-9107-a5097120e18a tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0723016 Jul 23 00:51:43.249657 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa61d2-5823-4b4a-a49a-71eb3ce48d85 req-d09c133c-687d-467e-bfe3-0ccbbb9b75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:51:43.251231 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4aaa61d2-5823-4b4a-a49a-71eb3ce48d85 req-d09c133c-687d-467e-bfe3-0ccbbb9b75e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 200 len: 909 time: 0.0893090 Jul 23 00:51:43.267635 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-234602ef-2581-4fe5-b3fb-f60b0094eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 4, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'f083625f-8760-47e4-a5c2-832b564586d1', 'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'mac_address': 'fa:16:3e:71:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:10Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 5, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'subnets': [{'id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:43.274954 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6034ea93-1ce6-406e-a0af-52defdf64bfe req-17ed07bd-da69-4fd6-852c-29172e5f9a26 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344911 Jul 23 00:51:43.296295 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4aaa61d2-5823-4b4a-a49a-71eb3ce48d85 req-547f6196-9d48-47cf-95cb-c99c4711fc0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3 HTTP/1.1" status: 200 len: 217 time: 0.0385642 Jul 23 00:51:43.298080 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234602ef-2581-4fe5-b3fb-f60b0094eb93 None None] Checking router: ced0fb2e-9606-47c1-a72c-1901b5d4ff55 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:51:43.307195 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234602ef-2581-4fe5-b3fb-f60b0094eb93 None None] Routers {'ced0fb2e-9606-47c1-a72c-1901b5d4ff55'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:51:43.307798 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-234602ef-2581-4fe5-b3fb-f60b0094eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:51:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:43.344320 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa61d2-5823-4b4a-a49a-71eb3ce48d85 req-ab8ab0c0-c7a3-4cd7-a5d8-2b07ceb9750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:51:43.345816 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4aaa61d2-5823-4b4a-a49a-71eb3ce48d85 req-ab8ab0c0-c7a3-4cd7-a5d8-2b07ceb9750c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 200 len: 847 time: 0.0432470 Jul 23 00:51:43.406469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa61d2-5823-4b4a-a49a-71eb3ce48d85 req-93bcc214-8c35-4515-928d-41c6569bd718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:51:43.407907 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4aaa61d2-5823-4b4a-a49a-71eb3ce48d85 req-93bcc214-8c35-4515-928d-41c6569bd718 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547538 Jul 23 00:51:43.503102 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4aaa61d2-5823-4b4a-a49a-71eb3ce48d85 req-27720689-e9f1-40dc-9971-d18600bab374 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879011 Jul 23 00:51:43.504934 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-234602ef-2581-4fe5-b3fb-f60b0094eb93 None None] Set router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:51:43.601322 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-4aaa61d2-5823-4b4a-a49a-71eb3ce48d85 req-f3fdbebc-72a2-4539-aeff-6cfbc9763011 service neutron] 10.222.0.18 "GET /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900950 Jul 23 00:51:43.700021 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-234602ef-2581-4fe5-b3fb-f60b0094eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 4, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'f083625f-8760-47e4-a5c2-832b564586d1', 'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'mac_address': 'fa:16:3e:71:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:10Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 5, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'subnets': [{'id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:43.725254 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234602ef-2581-4fe5-b3fb-f60b0094eb93 None None] The sync data for ids ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'] in n-d-688802-2 is: [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:43:11Z', 'revision_number': 4, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': 'f083625f-8760-47e4-a5c2-832b564586d1', 'name': '', 'network_id': 'dc22b3f5-4bd6-47ad-96e8-5e6e488218fb', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'mac_address': 'fa:16:3e:71:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:10Z', 'updated_at': '2021-07-23T00:43:16Z', 'revision_number': 5, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'subnets': [{'id': 'd001e2cf-40d4-4f67-80ba-87448db28658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:51:43.939795 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc858c3b-32c8-4a69-af69-188006ead736 None None] New status for floating IP b2050165-d15d-4b6d-975b-e3adeeebf7a2: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:51:44.406679 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0f33e-3ab8-4132-9241-efce8ca793fd req-423ec77b-c441-4181-8c65-3b57f6514994 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:51:44.408174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9af0f33e-3ab8-4132-9241-efce8ca793fd req-423ec77b-c441-4181-8c65-3b57f6514994 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0641227 Jul 23 00:51:44.446927 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9af0f33e-3ab8-4132-9241-efce8ca793fd req-bf054c93-9a14-4837-b3ea-f97128fe61f7 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfd40f00-49ef-4830-ad93-d1f395df0acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321448 Jul 23 00:51:44.865800 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d35234-e761-49e4-b1d1-f9d27bf67059 req-3c80b199-f153-4cf6-ba95-85c5f82fa737 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:51:44.867289 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-93d35234-e761-49e4-b1d1-f9d27bf67059 req-3c80b199-f153-4cf6-ba95-85c5f82fa737 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 945 time: 0.0686321 Jul 23 00:51:44.964979 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-93d35234-e761-49e4-b1d1-f9d27bf67059 req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Deleting port 928c6223-a5db-4280-86d7-24bcea1cb4f3 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:51:44.965362 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-93d35234-e761-49e4-b1d1-f9d27bf67059 req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:45.057243 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-93d35234-e761-49e4-b1d1-f9d27bf67059 req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] For port 928c6223-a5db-4280-86d7-24bcea1cb4f3, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=928c6223-a5db-4280-86d7-24bcea1cb4f3,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:51:45.057597 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-93d35234-e761-49e4-b1d1-f9d27bf67059 req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:45.069666 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-93d35234-e761-49e4-b1d1-f9d27bf67059 req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Calling delete_port for 928c6223-a5db-4280-86d7-24bcea1cb4f3 owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:51:45.192375 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-93d35234-e761-49e4-b1d1-f9d27bf67059 req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:45.224731 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event deleted for resources: {'Port': ['ID=928c6223-a5db-4280-86d7-24bcea1cb4f3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:45.236680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:45.237036 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:45.237431 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:45.237758 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:45.238100 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:45.238437 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:45.238770 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:45.239812 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:45.240187 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:45.240524 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:45.240880 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:45.241250 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:45.280210 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d35234-e761-49e4-b1d1-f9d27bf67059 req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] No DVR routers for this DVR port 928c6223-a5db-4280-86d7-24bcea1cb4f3 on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:51:45.282730 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-93d35234-e761-49e4-b1d1-f9d27bf67059 req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:45.284696 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-93d35234-e761-49e4-b1d1-f9d27bf67059 req-97eb11c4-e42d-4e2c-9d07-4352019856b9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.18 "DELETE /v2.0/ports/928c6223-a5db-4280-86d7-24bcea1cb4f3 HTTP/1.1" status: 204 len: 173 time: 0.4120884 Jul 23 00:51:45.285181 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'name': 'network-vif-deleted', 'tag': '928c6223-a5db-4280-86d7-24bcea1cb4f3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:51:45.288244 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4865c16e-c872-48b4-ad3b-4023d51a49e2" -d '{"events": [{"server_uuid": "1dfee4f8-92ef-48cb-9f5d-eafb1385ad28", "name": "network-vif-deleted", "tag": "928c6223-a5db-4280-86d7-24bcea1cb4f3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:51:45.375160 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419a9920-5006-4595-9b3e-c3895510aa1b x-openstack-request-id: req-419a9920-5006-4595-9b3e-c3895510aa1b {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:51:45.375463 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfee4f8-92ef-48cb-9f5d-eafb1385ad28", "name": "network-vif-deleted", "tag": "928c6223-a5db-4280-86d7-24bcea1cb4f3", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:51:45.375723 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-419a9920-5006-4595-9b3e-c3895510aa1b {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:51:45.376135 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfee4f8-92ef-48cb-9f5d-eafb1385ad28', 'name': 'network-vif-deleted', 'tag': '928c6223-a5db-4280-86d7-24bcea1cb4f3', 'status': 'completed', 'code': 200} Jul 23 00:51:45.542910 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-233d3253-cbf4-4a4f-a818-d638ea09c97d req-be777486-1b33-4c9d-9b4b-4f9129e606e8 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 210 time: 0.0305326 Jul 23 00:51:46.647862 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c3fdb733-936a-48a1-9df6-447675de5e59 req-5dc5ad84-1fb4-40de-976f-815d5fa6b8c9 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 210 time: 0.0341084 Jul 23 00:51:47.355645 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:47.380705 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 928c6223-a5db-4280-86d7-24bcea1cb4f3 no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:51:47.400384 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 928c6223-a5db-4280-86d7-24bcea1cb4f3 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:51:47.400695 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 928c6223-a5db-4280-86d7-24bcea1cb4f3 not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:51:47.743472 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-47d2bdb6-d600-4408-820e-1febc34b66d9 req-9f33419d-3eb8-4d51-8918-163381aef199 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 210 time: 0.0288393 Jul 23 00:51:48.851729 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6fdf9fd5-bcba-4986-b5a4-e3f34cf5c647 req-9efb5566-313a-4984-ae3a-d1fc1ed1d8f4 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dfee4f8-92ef-48cb-9f5d-eafb1385ad28 HTTP/1.1" status: 200 len: 210 time: 0.0292988 Jul 23 00:51:49.906601 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34926) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:49.966871 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd097967-e7f6-46b8-9ef8-17a38f4de2d2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:49.991662 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd097967-e7f6-46b8-9ef8-17a38f4de2d2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:50.056669 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd097967-e7f6-46b8-9ef8-17a38f4de2d2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:50.059356 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd097967-e7f6-46b8-9ef8-17a38f4de2d2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:50.060524 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cd097967-e7f6-46b8-9ef8-17a38f4de2d2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] 10.222.0.26 "DELETE /v2.0/security-groups/dfd40f00-49ef-4830-ad93-d1f395df0acf HTTP/1.1" status: 204 len: 168 time: 0.1528659 Jul 23 00:51:50.071022 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd097967-e7f6-46b8-9ef8-17a38f4de2d2 tempest-TestShelveInstance-1914714521 tempest-TestShelveInstance-1914714521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd40f00-49ef-4830-ad93-d1f395df0acf,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:50.111193 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34930) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:50.556484 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01d417e5-caaf-4dac-8ed7-056698b18373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:50.815526 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-01d417e5-caaf-4dac-8ed7-056698b18373 admin admin] Deleting port f083625f-8760-47e4-a5c2-832b564586d1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:51:50.815792 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01d417e5-caaf-4dac-8ed7-056698b18373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:50.897664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-01d417e5-caaf-4dac-8ed7-056698b18373 admin admin] For port f083625f-8760-47e4-a5c2-832b564586d1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=f083625f-8760-47e4-a5c2-832b564586d1,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:51:50.897997 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01d417e5-caaf-4dac-8ed7-056698b18373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:50.910751 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-01d417e5-caaf-4dac-8ed7-056698b18373 admin admin] Calling delete_port for f083625f-8760-47e4-a5c2-832b564586d1 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:51:51.091327 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01d417e5-caaf-4dac-8ed7-056698b18373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:51.117154 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d417e5-caaf-4dac-8ed7-056698b18373 admin admin] Pushing event deleted for resources: {'Port': ['ID=f083625f-8760-47e4-a5c2-832b564586d1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:51.292845 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01d417e5-caaf-4dac-8ed7-056698b18373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:51.508841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d417e5-caaf-4dac-8ed7-056698b18373 admin admin] Router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:51:51.611928 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d417e5-caaf-4dac-8ed7-056698b18373 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:51:51.617035 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-01d417e5-caaf-4dac-8ed7-056698b18373 admin admin] 10.222.0.26 "PUT /v2.0/routers/ced0fb2e-9606-47c1-a72c-1901b5d4ff55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5048273 Jul 23 00:51:51.619837 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34934) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:51.621567 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdf7228-7993-4c01-b8c6-7275046702a1 None None] Sync routers for ids ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:51:51.630657 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdf7228-7993-4c01-b8c6-7275046702a1 None None] Routers {'ced0fb2e-9606-47c1-a72c-1901b5d4ff55'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:51:51.631260 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6cdf7228-7993-4c01-b8c6-7275046702a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:51:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:51.727032 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f952c41-e00c-4e97-a460-4a4ff982f3c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:51.740901 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6cdf7228-7993-4c01-b8c6-7275046702a1 None None] Set router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:51:51.833604 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f952c41-e00c-4e97-a460-4a4ff982f3c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:51.886644 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7f952c41-e00c-4e97-a460-4a4ff982f3c1 admin admin] Deleting port 285fa611-a239-4dd9-9a3d-5696f56ef866 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:51:51.887009 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f952c41-e00c-4e97-a460-4a4ff982f3c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:51.922822 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6cdf7228-7993-4c01-b8c6-7275046702a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:51:51Z', 'revision_number': 5, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port': {'id': '285fa611-a239-4dd9-9a3d-5696f56ef866', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:09Z', 'updated_at': '2021-07-23T00:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:51.948174 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdf7228-7993-4c01-b8c6-7275046702a1 None None] Checking router: ced0fb2e-9606-47c1-a72c-1901b5d4ff55 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:51:51.956331 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdf7228-7993-4c01-b8c6-7275046702a1 None None] Routers {'ced0fb2e-9606-47c1-a72c-1901b5d4ff55'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:51:51.957109 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6cdf7228-7993-4c01-b8c6-7275046702a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:51:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:51.969424 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-7f952c41-e00c-4e97-a460-4a4ff982f3c1 admin admin] For port 285fa611-a239-4dd9-9a3d-5696f56ef866, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=285fa611-a239-4dd9-9a3d-5696f56ef866,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:51:51.969780 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f952c41-e00c-4e97-a460-4a4ff982f3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:51.981625 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-7f952c41-e00c-4e97-a460-4a4ff982f3c1 admin admin] Calling delete_port for 285fa611-a239-4dd9-9a3d-5696f56ef866 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:51:52.041350 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-6cdf7228-7993-4c01-b8c6-7275046702a1 None None] Set router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:51:52.095706 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-6cdf7228-7993-4c01-b8c6-7275046702a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:51:51Z', 'revision_number': 6, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:52.126273 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdf7228-7993-4c01-b8c6-7275046702a1 None None] The sync data for ids ['ced0fb2e-9606-47c1-a72c-1901b5d4ff55'] in n-d-688802-2 is: [{'id': 'ced0fb2e-9606-47c1-a72c-1901b5d4ff55', 'name': 'tempest-TestShelveInstance-543750098-router', 'tenant_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:08Z', 'updated_at': '2021-07-23T00:51:51Z', 'revision_number': 6, 'project_id': 'fdd46d951ec94d2bb46b4d1ed280a478', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:51:52.165377 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f952c41-e00c-4e97-a460-4a4ff982f3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:52.190978 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f952c41-e00c-4e97-a460-4a4ff982f3c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=285fa611-a239-4dd9-9a3d-5696f56ef866,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:52.256400 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f952c41-e00c-4e97-a460-4a4ff982f3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:52.341792 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f952c41-e00c-4e97-a460-4a4ff982f3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:52.343728 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f952c41-e00c-4e97-a460-4a4ff982f3c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:52.385032 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f952c41-e00c-4e97-a460-4a4ff982f3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:52.385610 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f952c41-e00c-4e97-a460-4a4ff982f3c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ced0fb2e-9606-47c1-a72c-1901b5d4ff55 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:51:52.389909 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7f952c41-e00c-4e97-a460-4a4ff982f3c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:52.391158 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-7f952c41-e00c-4e97-a460-4a4ff982f3c1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ced0fb2e-9606-47c1-a72c-1901b5d4ff55 HTTP/1.1" status: 204 len: 168 time: 0.7703185 Jul 23 00:51:52.393615 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34936) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:52.438197 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bfcd314-d9a5-468f-a3fe-a5391df5a53d admin admin] Deleting subnet d001e2cf-40d4-4f67-80ba-87448db28658 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:51:52.441017 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd314-d9a5-468f-a3fe-a5391df5a53d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:52.475005 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd314-d9a5-468f-a3fe-a5391df5a53d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:52.559786 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd314-d9a5-468f-a3fe-a5391df5a53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:52.611140 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd314-d9a5-468f-a3fe-a5391df5a53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:52.638398 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd314-d9a5-468f-a3fe-a5391df5a53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:52.640409 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-0bfcd314-d9a5-468f-a3fe-a5391df5a53d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d001e2cf-40d4-4f67-80ba-87448db28658 HTTP/1.1" status: 204 len: 168 time: 0.2458503 Jul 23 00:51:52.641675 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcd314-d9a5-468f-a3fe-a5391df5a53d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d001e2cf-40d4-4f67-80ba-87448db28658,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:52.643149 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34938) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:52.648600 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d183b-5a76-4a43-8f41-144b4057a045 None None] Network dc22b3f5-4bd6-47ad-96e8-5e6e488218fb requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:51:52.713832 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:52.765953 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] Deleting port d34a37ff-5220-44fb-a0c1-ab5b59e6d466 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:51:52.766298 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:52.828650 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] For port d34a37ff-5220-44fb-a0c1-ab5b59e6d466, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=d34a37ff-5220-44fb-a0c1-ab5b59e6d466,segment=NetworkSegment(36307595-895d-4295-9d8c-a5da6d9b92ce),segment_id=36307595-895d-4295-9d8c-a5da6d9b92ce)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:51:52.828935 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:52.845123 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] Calling delete_port for d34a37ff-5220-44fb-a0c1-ab5b59e6d466 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:51:52.886701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] DHCP port deletion for dc22b3f5-4bd6-47ad-96e8-5e6e488218fb request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:51:52.928468 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:52.937205 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Deleting port d34a37ff-5220-44fb-a0c1-ab5b59e6d466 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:51:52.937591 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:52.953279 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d34a37ff-5220-44fb-a0c1-ab5b59e6d466,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:52.959228 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] No DVR routers for this DVR port d34a37ff-5220-44fb-a0c1-ab5b59e6d466 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:51:53.000660 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] For port d34a37ff-5220-44fb-a0c1-ab5b59e6d466, host n-d-688802-2, got binding levels [] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:51:53.001042 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:53.017669 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Calling delete_port for d34a37ff-5220-44fb-a0c1-ab5b59e6d466 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:51:53.020788 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.ipam_backend_mixin [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Port d34a37ff-5220-44fb-a0c1-ab5b59e6d466 was not found and therefore no delete operation was performed {{(pid=93822) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 00:51:53.022044 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:53.038635 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:53.043214 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Pushing event deleted for resources: {'Port': ['ID=d34a37ff-5220-44fb-a0c1-ab5b59e6d466,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:53.048802 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc22b3f5-4bd6-47ad-96e8-5e6e488218fb']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:53.056502 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] No DVR routers for this DVR port d34a37ff-5220-44fb-a0c1-ab5b59e6d466 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:51:53.059774 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36307595-895d-4295-9d8c-a5da6d9b92ce') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:53.060145 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36307595-895d-4295-9d8c-a5da6d9b92ce') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:53.061701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:53.062034 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:53.062371 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:53.062703 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:53.063520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:53.063520 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:53.063706 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:53.063967 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:53.064285 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:53.064605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:53.064922 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:53.065657 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a9b8c-da64-4878-9de1-8038c5ec6454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:51:53.069700 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:53.084729 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:53.093220 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:51:53.093539 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:51:53.095185 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:51:53.149990 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:53.155679 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:53.157576 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/dc22b3f5-4bd6-47ad-96e8-5e6e488218fb HTTP/1.1" status: 204 len: 168 time: 0.5135090 Jul 23 00:51:53.160601 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34940) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:53.172394 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2542b0-d706-4623-a7c4-f65f9f27ffa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc22b3f5-4bd6-47ad-96e8-5e6e488218fb,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:53.506900 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0809ab7-8567-4f0e-889f-cc4d79e8f43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:53.759383 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e0809ab7-8567-4f0e-889f-cc4d79e8f43b admin admin] Deleting port 983839e9-12ab-4686-931c-1fa9fad28f03 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:51:53.759639 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0809ab7-8567-4f0e-889f-cc4d79e8f43b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:53.838525 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e0809ab7-8567-4f0e-889f-cc4d79e8f43b admin admin] For port 983839e9-12ab-4686-931c-1fa9fad28f03, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=983839e9-12ab-4686-931c-1fa9fad28f03,segment=NetworkSegment(6688b744-1ecc-45d1-8b52-df1fb66a5104),segment_id=6688b744-1ecc-45d1-8b52-df1fb66a5104)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:51:53.838880 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0809ab7-8567-4f0e-889f-cc4d79e8f43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:53.851681 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e0809ab7-8567-4f0e-889f-cc4d79e8f43b admin admin] Calling delete_port for 983839e9-12ab-4686-931c-1fa9fad28f03 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:51:54.024834 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0809ab7-8567-4f0e-889f-cc4d79e8f43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:54.050122 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0809ab7-8567-4f0e-889f-cc4d79e8f43b admin admin] Pushing event deleted for resources: {'Port': ['ID=983839e9-12ab-4686-931c-1fa9fad28f03,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:54.129282 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f083625f-8760-47e4-a5c2-832b564586d1 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:51:54.154730 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: f083625f-8760-47e4-a5c2-832b564586d1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:51:54.155458 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device f083625f-8760-47e4-a5c2-832b564586d1 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:51:54.156113 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d34a37ff-5220-44fb-a0c1-ab5b59e6d466 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:51:54.176021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: d34a37ff-5220-44fb-a0c1-ab5b59e6d466 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:51:54.176822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device d34a37ff-5220-44fb-a0c1-ab5b59e6d466 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:51:54.177501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 285fa611-a239-4dd9-9a3d-5696f56ef866 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:51:54.198059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 285fa611-a239-4dd9-9a3d-5696f56ef866 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:51:54.198661 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 285fa611-a239-4dd9-9a3d-5696f56ef866 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:51:54.220682 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0809ab7-8567-4f0e-889f-cc4d79e8f43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:54.431971 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0809ab7-8567-4f0e-889f-cc4d79e8f43b admin admin] Router 3941ad49-d2e5-418e-b447-baccb909705e has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:51:54.534410 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0809ab7-8567-4f0e-889f-cc4d79e8f43b admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:51:54.540960 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-e0809ab7-8567-4f0e-889f-cc4d79e8f43b admin admin] 10.222.0.26 "PUT /v2.0/routers/3941ad49-d2e5-418e-b447-baccb909705e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3757248 Jul 23 00:51:54.541860 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34942) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:54.544988 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7be058e-3977-4156-b977-96f92415f42b None None] Sync routers for ids ['3941ad49-d2e5-418e-b447-baccb909705e'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:51:54.554651 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7be058e-3977-4156-b977-96f92415f42b None None] Routers {'3941ad49-d2e5-418e-b447-baccb909705e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:51:54.555266 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f7be058e-3977-4156-b977-96f92415f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:51:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3941ad49-d2e5-418e-b447-baccb909705e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:54.644995 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9697b45b-9659-49c8-a08c-8151e459040a admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:54.657758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f7be058e-3977-4156-b977-96f92415f42b None None] Set router 3941ad49-d2e5-418e-b447-baccb909705e gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:51:54.746567 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9697b45b-9659-49c8-a08c-8151e459040a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:54.800005 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9697b45b-9659-49c8-a08c-8151e459040a admin admin] Deleting port 644ad0e5-c5b8-48bb-a1ac-f55b64446447 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:51:54.800356 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9697b45b-9659-49c8-a08c-8151e459040a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:54.886814 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9697b45b-9659-49c8-a08c-8151e459040a admin admin] For port 644ad0e5-c5b8-48bb-a1ac-f55b64446447, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=644ad0e5-c5b8-48bb-a1ac-f55b64446447,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:51:54.887204 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9697b45b-9659-49c8-a08c-8151e459040a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:54.900125 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9697b45b-9659-49c8-a08c-8151e459040a admin admin] Calling delete_port for 644ad0e5-c5b8-48bb-a1ac-f55b64446447 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:51:54.990573 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f7be058e-3977-4156-b977-96f92415f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3941ad49-d2e5-418e-b447-baccb909705e', 'name': 'tempest-TestShelveInstance-644838082-router', 'tenant_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '644ad0e5-c5b8-48bb-a1ac-f55b64446447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:13Z', 'updated_at': '2021-07-23T00:51:53Z', 'revision_number': 5, 'project_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'gw_port': {'id': '644ad0e5-c5b8-48bb-a1ac-f55b64446447', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941ad49-d2e5-418e-b447-baccb909705e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:43:13Z', 'updated_at': '2021-07-23T00:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:55.022399 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7be058e-3977-4156-b977-96f92415f42b None None] Checking router: 3941ad49-d2e5-418e-b447-baccb909705e for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:51:55.031547 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7be058e-3977-4156-b977-96f92415f42b None None] Routers {'3941ad49-d2e5-418e-b447-baccb909705e'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:51:55.032160 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f7be058e-3977-4156-b977-96f92415f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:51:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['3941ad49-d2e5-418e-b447-baccb909705e'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:55.121525 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-f7be058e-3977-4156-b977-96f92415f42b None None] Set router 3941ad49-d2e5-418e-b447-baccb909705e gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:51:55.174667 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-f7be058e-3977-4156-b977-96f92415f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3941ad49-d2e5-418e-b447-baccb909705e', 'name': 'tempest-TestShelveInstance-644838082-router', 'tenant_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:13Z', 'updated_at': '2021-07-23T00:51:54Z', 'revision_number': 6, 'project_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:55.206990 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7be058e-3977-4156-b977-96f92415f42b None None] The sync data for ids ['3941ad49-d2e5-418e-b447-baccb909705e'] in n-d-688802-2 is: [{'id': '3941ad49-d2e5-418e-b447-baccb909705e', 'name': 'tempest-TestShelveInstance-644838082-router', 'tenant_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:43:13Z', 'updated_at': '2021-07-23T00:51:54Z', 'revision_number': 6, 'project_id': 'a7b360cdce2940f7b9e8ae05017cf1d7', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:51:55.365154 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9697b45b-9659-49c8-a08c-8151e459040a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:55.390817 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697b45b-9659-49c8-a08c-8151e459040a admin admin] Pushing event deleted for resources: {'Port': ['ID=644ad0e5-c5b8-48bb-a1ac-f55b64446447,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:55.449689 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9697b45b-9659-49c8-a08c-8151e459040a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:55.539418 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9697b45b-9659-49c8-a08c-8151e459040a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:55.541592 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9697b45b-9659-49c8-a08c-8151e459040a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:55.586428 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9697b45b-9659-49c8-a08c-8151e459040a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:55.586990 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9697b45b-9659-49c8-a08c-8151e459040a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3941ad49-d2e5-418e-b447-baccb909705e {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:51:55.591480 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9697b45b-9659-49c8-a08c-8151e459040a admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:55.592782 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9697b45b-9659-49c8-a08c-8151e459040a admin admin] 10.222.0.26 "DELETE /v2.0/routers/3941ad49-d2e5-418e-b447-baccb909705e HTTP/1.1" status: 204 len: 168 time: 1.0499449 Jul 23 00:51:55.595240 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34944) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:55.641496 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-489897eb-2e9d-4f65-96e0-afe212898964 admin admin] Deleting subnet 35c4ca18-712e-4dcf-9a90-a21bd8fb1308 {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:51:55.644826 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-489897eb-2e9d-4f65-96e0-afe212898964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:55.680533 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-489897eb-2e9d-4f65-96e0-afe212898964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:55.759998 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-489897eb-2e9d-4f65-96e0-afe212898964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:55.813262 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-489897eb-2e9d-4f65-96e0-afe212898964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:55.838311 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489897eb-2e9d-4f65-96e0-afe212898964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c4ca18-712e-4dcf-9a90-a21bd8fb1308,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:55.841941 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-489897eb-2e9d-4f65-96e0-afe212898964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:55.843788 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-489897eb-2e9d-4f65-96e0-afe212898964 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/35c4ca18-712e-4dcf-9a90-a21bd8fb1308 HTTP/1.1" status: 204 len: 168 time: 0.2475019 Jul 23 00:51:55.846256 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34946) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:55.850503 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446fad04-1c32-4ad2-bff2-c02d190a8556 None None] Network 815474d7-84ee-4043-8064-94930096fdc1 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:51:55.919665 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:55.975667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] Deleting port ae03f583-49dc-4140-87e1-972bbe85363b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:51:55.976009 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:56.041579 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] For port ae03f583-49dc-4140-87e1-972bbe85363b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ae03f583-49dc-4140-87e1-972bbe85363b,segment=NetworkSegment(6688b744-1ecc-45d1-8b52-df1fb66a5104),segment_id=6688b744-1ecc-45d1-8b52-df1fb66a5104)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:51:56.042082 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:56.048968 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42dfc6a-d6d3-44e4-a0b1-470cf04bfbf3 None None] DHCP port deletion for 815474d7-84ee-4043-8064-94930096fdc1 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:51:56.056362 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] Calling delete_port for ae03f583-49dc-4140-87e1-972bbe85363b owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:51:56.105529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a42dfc6a-d6d3-44e4-a0b1-470cf04bfbf3 None None] Deleting port ae03f583-49dc-4140-87e1-972bbe85363b {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:51:56.106886 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a42dfc6a-d6d3-44e4-a0b1-470cf04bfbf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:56.111738 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 983839e9-12ab-4686-931c-1fa9fad28f03 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:51:56.142182 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 983839e9-12ab-4686-931c-1fa9fad28f03 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:51:56.142528 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 983839e9-12ab-4686-931c-1fa9fad28f03 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:51:56.142949 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 644ad0e5-c5b8-48bb-a1ac-f55b64446447 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:51:56.150359 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:56.168697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 644ad0e5-c5b8-48bb-a1ac-f55b64446447 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:51:56.169047 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 644ad0e5-c5b8-48bb-a1ac-f55b64446447 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:51:56.169492 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ae03f583-49dc-4140-87e1-972bbe85363b no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:51:56.175347 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] Pushing event deleted for resources: {'Port': ['ID=ae03f583-49dc-4140-87e1-972bbe85363b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:56.179411 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] No DVR routers for this DVR port ae03f583-49dc-4140-87e1-972bbe85363b on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:51:56.218584 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: ae03f583-49dc-4140-87e1-972bbe85363b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:51:56.219072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device ae03f583-49dc-4140-87e1-972bbe85363b not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:51:56.232762 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-a42dfc6a-d6d3-44e4-a0b1-470cf04bfbf3 None None] For port ae03f583-49dc-4140-87e1-972bbe85363b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=ae03f583-49dc-4140-87e1-972bbe85363b,segment=NetworkSegment(6688b744-1ecc-45d1-8b52-df1fb66a5104),segment_id=6688b744-1ecc-45d1-8b52-df1fb66a5104)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:51:56.233280 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a42dfc6a-d6d3-44e4-a0b1-470cf04bfbf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:56.247879 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-a42dfc6a-d6d3-44e4-a0b1-470cf04bfbf3 None None] Calling delete_port for ae03f583-49dc-4140-87e1-972bbe85363b owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:51:56.259232 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:56.270014 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815474d7-84ee-4043-8064-94930096fdc1']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:56.280844 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6688b744-1ecc-45d1-8b52-df1fb66a5104') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:56.281324 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6688b744-1ecc-45d1-8b52-df1fb66a5104') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:56.291680 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:56.308040 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:56.314080 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:51:56.314478 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:51:56.316215 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:51:56.335942 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a42dfc6a-d6d3-44e4-a0b1-470cf04bfbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:56.362272 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dfc6a-d6d3-44e4-a0b1-470cf04bfbf3 None None] Pushing event deleted for resources: {'Port': ['ID=ae03f583-49dc-4140-87e1-972bbe85363b,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:56.364799 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42dfc6a-d6d3-44e4-a0b1-470cf04bfbf3 None None] No DVR routers for this DVR port ae03f583-49dc-4140-87e1-972bbe85363b on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:51:56.376325 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:56.381944 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:56.383791 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] 10.222.0.26 "DELETE /v2.0/networks/815474d7-84ee-4043-8064-94930096fdc1 HTTP/1.1" status: 204 len: 168 time: 0.5365984 Jul 23 00:51:56.394828 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6a4c0-a55c-422f-b952-068638c1573b admin admin] Pushing event deleted for resources: {'Network': ['ID=815474d7-84ee-4043-8064-94930096fdc1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:56.487302 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34950) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:56.531245 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-94d97edb-b887-4f35-937e-84933a1e85f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdd46d951ec94d2bb46b4d1ed280a478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427396 Jul 23 00:51:56.533687 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34952) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:56.581184 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9337b7e-e61e-40f4-b325-53a02787f9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:56.602314 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9337b7e-e61e-40f4-b325-53a02787f9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:56.648830 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9337b7e-e61e-40f4-b325-53a02787f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:56.655491 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9337b7e-e61e-40f4-b325-53a02787f9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:56.656652 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-b9337b7e-e61e-40f4-b325-53a02787f9c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b4c5d0f-25b6-4222-b479-d2f83ea74b89 HTTP/1.1" status: 204 len: 168 time: 0.1219404 Jul 23 00:51:56.664958 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9337b7e-e61e-40f4-b325-53a02787f9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4c5d0f-25b6-4222-b479-d2f83ea74b89,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:56.964495 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34960) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:57.004734 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-58161807-7d63-4f68-ac21-3573d26629b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7b360cdce2940f7b9e8ae05017cf1d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389838 Jul 23 00:51:57.008208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34962) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:57.056137 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24bb6253-5ba3-4873-bd05-d3c7e838e649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:57.076882 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24bb6253-5ba3-4873-bd05-d3c7e838e649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:57.121846 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24bb6253-5ba3-4873-bd05-d3c7e838e649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:57.124596 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-24bb6253-5ba3-4873-bd05-d3c7e838e649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:57.125902 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-24bb6253-5ba3-4873-bd05-d3c7e838e649 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9de15a9f-41ce-4b05-a836-bde5d0b535dd HTTP/1.1" status: 204 len: 168 time: 0.1165738 Jul 23 00:51:57.133744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb6253-5ba3-4873-bd05-d3c7e838e649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de15a9f-41ce-4b05-a836-bde5d0b535dd,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:57.760274 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 34984) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:57.851852 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-cd26ef6d-b325-4ca5-b195-52db06c184c9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2022371299-network', 'tenant_id': '4af1693512b8472aa80e325134e2351c'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:51:57.874337 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd26ef6d-b325-4ca5-b195-52db06c184c9 admin admin] Made reservation on behalf of 4af1693512b8472aa80e325134e2351c for: {'network': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:51:57.876670 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd26ef6d-b325-4ca5-b195-52db06c184c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:57.885685 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd26ef6d-b325-4ca5-b195-52db06c184c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:57.972216 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd26ef6d-b325-4ca5-b195-52db06c184c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:57.975834 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd26ef6d-b325-4ca5-b195-52db06c184c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:57.999856 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd26ef6d-b325-4ca5-b195-52db06c184c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:51:58.010081 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26ef6d-b325-4ca5-b195-52db06c184c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97803854-ebb2-4498-a1f4-2c95769ac9a2,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:58.016274 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd26ef6d-b325-4ca5-b195-52db06c184c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:58.016626 n-d-688802-2 neutron-server[93821]: INFO neutron.db.segments_db [None req-cd26ef6d-b325-4ca5-b195-52db06c184c9 admin admin] Added segment 77ec2997-27d2-4987-8ba3-7cddf428c56b of type vlan for network 8fb80ad1-4424-4584-a804-b3d164d05f33 Jul 23 00:51:58.059927 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd26ef6d-b325-4ca5-b195-52db06c184c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:58.087971 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd26ef6d-b325-4ca5-b195-52db06c184c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:58.088813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd26ef6d-b325-4ca5-b195-52db06c184c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:51:58.089420 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cd26ef6d-b325-4ca5-b195-52db06c184c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:58.117546 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-cd26ef6d-b325-4ca5-b195-52db06c184c9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3561888 Jul 23 00:51:58.120521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34988) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:58.125916 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-f411860f-7f5b-4b4d-b831-d411b8cf637d admin admin] Request body: {'subnet': {'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2022371299-subnet', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:51:58.147386 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f411860f-7f5b-4b4d-b831-d411b8cf637d admin admin] Made reservation on behalf of 4af1693512b8472aa80e325134e2351c for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:51:58.149769 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f411860f-7f5b-4b4d-b831-d411b8cf637d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:58.150056 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26ef6d-b325-4ca5-b195-52db06c184c9 admin admin] Pushing event updated for resources: {'Network': ['ID=8fb80ad1-4424-4584-a804-b3d164d05f33,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:58.160588 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 8fb80ad1-4424-4584-a804-b3d164d05f33 details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:51:58.314070 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f411860f-7f5b-4b4d-b831-d411b8cf637d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:58.376458 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411860f-7f5b-4b4d-b831-d411b8cf637d admin admin] Pushing event updated for resources: {'Subnet': ['ID=178956ce-98c2-43c2-a13b-c78d22414a0c,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:58.383888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f411860f-7f5b-4b4d-b831-d411b8cf637d admin admin] Checking segment: {'id': '77ec2997-27d2-4987-8ba3-7cddf428c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:51:58.384249 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f411860f-7f5b-4b4d-b831-d411b8cf637d admin admin] Network hostable DHCP agents. Network: 8fb80ad1-4424-4584-a804-b3d164d05f33, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:51:58.401021 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f411860f-7f5b-4b4d-b831-d411b8cf637d admin admin] Network 8fb80ad1-4424-4584-a804-b3d164d05f33 is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:51:58.409198 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f411860f-7f5b-4b4d-b831-d411b8cf637d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 8fb80ad1-4424-4584-a804-b3d164d05f33) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:51:58.414209 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f411860f-7f5b-4b4d-b831-d411b8cf637d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:51:58.415395 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f411860f-7f5b-4b4d-b831-d411b8cf637d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:58.420089 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d986ed2-ce7c-4c58-8fe6-7b64417fdf88 None None] Network 8fb80ad1-4424-4584-a804-b3d164d05f33 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:51:58.431911 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f411860f-7f5b-4b4d-b831-d411b8cf637d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3077559 Jul 23 00:51:58.432253 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34990) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:58.437694 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:51:58.458838 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:58.460146 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:58.511548 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:58.570610 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-8fb80ad1-4424-4584-a804-b3d164d05f33', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:51:58.571477 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:58.650100 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:58.709434 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Allocated IP 172.20.0.2 (8fb80ad1-4424-4584-a804-b3d164d05f33/178956ce-98c2-43c2-a13b-c78d22414a0c/b408e51d-4a6d-4372-a344-3427763b0258) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:51:58.848644 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:58.852086 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:58.858714 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Transition to ACTIVE for port object b408e51d-4a6d-4372-a344-3427763b0258 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:51:58.871694 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:58.875862 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Transition to ACTIVE for port object b408e51d-4a6d-4372-a344-3427763b0258 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:51:58.882894 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:58.923483 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Network 8fb80ad1-4424-4584-a804-b3d164d05f33 is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:51:58.928826 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:51:58.931440 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:51:58.946208 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Pushing event updated for resources: {'Port': ['ID=b408e51d-4a6d-4372-a344-3427763b0258,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:58.976086 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Allocated IP 172.25.4.84 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/5ba3de6b-23b4-4a23-b66c-f485806f5da0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:51:58.996896 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Attempting to bind port b408e51d-4a6d-4372-a344-3427763b0258 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:51:58.997305 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Attempting to bind port b408e51d-4a6d-4372-a344-3427763b0258 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '77ec2997-27d2-4987-8ba3-7cddf428c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:51:58.997676 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Attempting to bind port b408e51d-4a6d-4372-a344-3427763b0258 on network 8fb80ad1-4424-4584-a804-b3d164d05f33 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:51:59.002791 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:51:59.003192 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Checking segment: {'id': '77ec2997-27d2-4987-8ba3-7cddf428c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:51:59.003598 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:59.003992 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Bound using segment: {'id': '77ec2997-27d2-4987-8ba3-7cddf428c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:51:59.004466 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Bound port: b408e51d-4a6d-4372-a344-3427763b0258, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ec2997-27d2-4987-8ba3-7cddf428c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:51:59.004944 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:59.072774 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] For port b408e51d-4a6d-4372-a344-3427763b0258, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:51:59.075872 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] For port b408e51d-4a6d-4372-a344-3427763b0258, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b408e51d-4a6d-4372-a344-3427763b0258,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:51:59.079419 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:59.080380 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:59.120408 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:59.136906 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc2dbd-58f4-441f-8379-451ba139a34e None None] Pushing event updated for resources: {'Port': ['ID=b408e51d-4a6d-4372-a344-3427763b0258,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:59.161234 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:51:59.163966 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:51:59.167471 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:51:59.189813 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Pushing event updated for resources: {'Port': ['ID=5ba3de6b-23b4-4a23-b66c-f485806f5da0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:51:59.434499 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:59.625152 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:59.751246 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Router 55683c37-b95b-49a4-b893-f3f0b3ff6078 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:51:59.862823 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:51:59.874453 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Sync routers for ids ['55683c37-b95b-49a4-b893-f3f0b3ff6078'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:51:59.881770 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:59.883219 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0c59297d-d277-4679-9304-8bd5a7f3d94b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4494283 Jul 23 00:51:59.884550 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Routers {'55683c37-b95b-49a4-b893-f3f0b3ff6078'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:51:59.885345 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:51:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['55683c37-b95b-49a4-b893-f3f0b3ff6078'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:51:59.886328 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 34992) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:51:59.993898 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Set router 55683c37-b95b-49a4-b893-f3f0b3ff6078 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:52:00.069136 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1968d8-08e1-4d84-8ac2-13be2505a19c None None] Network 8fb80ad1-4424-4584-a804-b3d164d05f33 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:52:00.156410 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8ba06d1c-972d-4b4c-9dd3-5eb000be8023 None None] Provisioning for port b408e51d-4a6d-4372-a344-3427763b0258 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:52:00.202240 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b408e51d-4a6d-4372-a344-3427763b0258 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:52:00.209453 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:51:59Z', 'revision_number': 3, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:00.238016 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Checking router: 55683c37-b95b-49a4-b893-f3f0b3ff6078 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:52:00.238670 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Updating router 55683c37-b95b-49a4-b893-f3f0b3ff6078 port 5ba3de6b-23b4-4a23-b66c-f485806f5da0 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:52:00.277045 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:00.301474 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port b408e51d-4a6d-4372-a344-3427763b0258 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:52:00.305798 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b408e51d-4a6d-4372-a344-3427763b0258 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:00.306251 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:00.343403 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:00.402701 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:00.445882 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port b408e51d-4a6d-4372-a344-3427763b0258, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b408e51d-4a6d-4372-a344-3427763b0258,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:52:00.451629 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:00.534572 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=b408e51d-4a6d-4372-a344-3427763b0258,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:00.542912 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Allocated IP 172.20.0.1 (8fb80ad1-4424-4584-a804-b3d164d05f33/178956ce-98c2-43c2-a13b-c78d22414a0c/4a8117a8-d5f3-4eb4-8cec-ef95e2859948) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:52:00.580045 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:00.590080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-79452997-f2d2-4fb6-8d83-34838192ac0a None None] Provisioning complete for port b408e51d-4a6d-4372-a344-3427763b0258 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:00.590512 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-79452997-f2d2-4fb6-8d83-34838192ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:00.590659 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Transition to ACTIVE for port object 5ba3de6b-23b4-4a23-b66c-f485806f5da0 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:52:00.597604 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:00.639008 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7365f-cb88-4453-ae33-45c7808ab561 None None] Pushing event updated for resources: {'Port': ['ID=5ba3de6b-23b4-4a23-b66c-f485806f5da0,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:00.653654 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7365f-cb88-4453-ae33-45c7808ab561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:00.654141 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7365f-cb88-4453-ae33-45c7808ab561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:00.654568 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7365f-cb88-4453-ae33-45c7808ab561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:00.654998 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7365f-cb88-4453-ae33-45c7808ab561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:00.655535 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7365f-cb88-4453-ae33-45c7808ab561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:00.655851 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:00.656037 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7365f-cb88-4453-ae33-45c7808ab561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:00.656456 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7365f-cb88-4453-ae33-45c7808ab561 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:00.656872 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7365f-cb88-4453-ae33-45c7808ab561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:00.657307 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7365f-cb88-4453-ae33-45c7808ab561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:00.657796 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7365f-cb88-4453-ae33-45c7808ab561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:00.658128 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7365f-cb88-4453-ae33-45c7808ab561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:00.658538 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d7365f-cb88-4453-ae33-45c7808ab561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:00.671142 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Attempting to bind port 5ba3de6b-23b4-4a23-b66c-f485806f5da0 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:52:00.671599 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Attempting to bind port 5ba3de6b-23b4-4a23-b66c-f485806f5da0 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:52:00.672156 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Attempting to bind port 5ba3de6b-23b4-4a23-b66c-f485806f5da0 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:52:00.680068 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:52:00.680517 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:52:00.680981 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:00.681453 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:52:00.682002 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Bound port: 5ba3de6b-23b4-4a23-b66c-f485806f5da0, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:52:00.682440 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:00.737877 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] For port 5ba3de6b-23b4-4a23-b66c-f485806f5da0, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:52:00.741371 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] For port 5ba3de6b-23b4-4a23-b66c-f485806f5da0, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5ba3de6b-23b4-4a23-b66c-f485806f5da0,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:52:00.745755 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:00.803490 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Routers {'55683c37-b95b-49a4-b893-f3f0b3ff6078'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:52:00.804134 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:51:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['55683c37-b95b-49a4-b893-f3f0b3ff6078'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:00.963215 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7365f-cb88-4453-ae33-45c7808ab561 None None] Pushing event updated for resources: {'Port': ['ID=5ba3de6b-23b4-4a23-b66c-f485806f5da0,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:00.975286 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Transition to ACTIVE for port object 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:52:01.008657 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] Set router 55683c37-b95b-49a4-b893-f3f0b3ff6078 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:52:01.010625 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:01.045923 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Network 8fb80ad1-4424-4584-a804-b3d164d05f33 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:52:01.048827 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:52:01.051210 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:52:01.087897 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Pushing event updated for resources: {'Port': ['ID=4a8117a8-d5f3-4eb4-8cec-ef95e2859948,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:01.102264 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:01.196939 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:51:59Z', 'revision_number': 3, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:01.225900 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baef6c5-baa2-4098-8fa1-dc10ec521970 None None] The sync data for ids ['55683c37-b95b-49a4-b893-f3f0b3ff6078'] in n-d-688802-2 is: [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:51:59Z', 'revision_number': 3, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:52:01.255521 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:01.297488 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6083dd9f-bba3-4eca-9ab6-74e3519eb1cb None None] Provisioning for port 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:52:01.302866 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-6083dd9f-bba3-4eca-9ab6-74e3519eb1cb None None] Provisioning complete for port 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:01.303237 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6083dd9f-bba3-4eca-9ab6-74e3519eb1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:01.337974 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-6083dd9f-bba3-4eca-9ab6-74e3519eb1cb None None] Port 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:52:01.424468 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:01.430448 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:01.507693 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Pushing event updated for resources: {'Port': ['ID=4a8117a8-d5f3-4eb4-8cec-ef95e2859948,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:01.510170 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:01.608224 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Network 8fb80ad1-4424-4584-a804-b3d164d05f33 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:52:01.609667 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:52:01.732437 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Router 55683c37-b95b-49a4-b893-f3f0b3ff6078 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:52:01.742394 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-078ba94c-059c-4ec3-b066-c4b30ba6cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:01.852329 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:52:01.858021 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-55c9bf0b-ff78-4b04-9888-b2a32b03bef4 admin admin] 10.222.0.26 "PUT /v2.0/routers/55683c37-b95b-49a4-b893-f3f0b3ff6078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9704981 Jul 23 00:52:01.867400 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-8a40797e-546b-4ea0-8a72-2667ae36bac5 None None] Provisioning complete for port 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:01.869806 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8a40797e-546b-4ea0-8a72-2667ae36bac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:01.909861 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-8a40797e-546b-4ea0-8a72-2667ae36bac5 None None] Port 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:52:02.174080 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b408e51d-4a6d-4372-a344-3427763b0258 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:52:02.223018 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port b408e51d-4a6d-4372-a344-3427763b0258 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:02.224610 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:02.303736 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5ba3de6b-23b4-4a23-b66c-f485806f5da0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:52:02.338691 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35008) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:52:02.343775 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-1e6f0819-0be7-4422-be7b-82ce38e7a22f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1694977641-network', 'tenant_id': '4ab894216d6e41dc875e5d128da86515'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:52:02.354660 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 5ba3de6b-23b4-4a23-b66c-f485806f5da0 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:52:02.358595 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 5ba3de6b-23b4-4a23-b66c-f485806f5da0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:02.358993 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:02.365771 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6f0819-0be7-4422-be7b-82ce38e7a22f admin admin] Made reservation on behalf of 4ab894216d6e41dc875e5d128da86515 for: {'network': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:52:02.368131 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e6f0819-0be7-4422-be7b-82ce38e7a22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for network, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:02.377174 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e6f0819-0be7-4422-be7b-82ce38e7a22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:02.436929 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:02.458343 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 5ba3de6b-23b4-4a23-b66c-f485806f5da0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5ba3de6b-23b4-4a23-b66c-f485806f5da0,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:52:02.463244 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:02.477518 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e6f0819-0be7-4422-be7b-82ce38e7a22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:02.482277 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e6f0819-0be7-4422-be7b-82ce38e7a22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:02.504508 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6f0819-0be7-4422-be7b-82ce38e7a22f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:52:02.519375 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=5ba3de6b-23b4-4a23-b66c-f485806f5da0,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:02.523211 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f0819-0be7-4422-be7b-82ce38e7a22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230dcd86-a5b0-4dfe-a3d6-87c4baac63c6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:02.526434 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e6f0819-0be7-4422-be7b-82ce38e7a22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:02.526790 n-d-688802-2 neutron-server[93820]: INFO neutron.db.segments_db [None req-1e6f0819-0be7-4422-be7b-82ce38e7a22f admin admin] Added segment ed3476c2-c75a-4116-9b73-46dfb88a38c0 of type vlan for network 6c16e1d4-6295-44b4-8997-15c92c076c7a Jul 23 00:52:02.568136 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e6f0819-0be7-4422-be7b-82ce38e7a22f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786778734830'] for network, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:02.597771 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e6f0819-0be7-4422-be7b-82ce38e7a22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392'] for network, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:02.598834 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6f0819-0be7-4422-be7b-82ce38e7a22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:02.599411 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e6f0819-0be7-4422-be7b-82ce38e7a22f admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:02.634652 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-1e6f0819-0be7-4422-be7b-82ce38e7a22f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2947958 Jul 23 00:52:02.637309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35010) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:52:02.642210 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-301f92ad-295e-488c-8b41-061410404883 admin admin] Request body: {'subnet': {'network_id': '6c16e1d4-6295-44b4-8997-15c92c076c7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1694977641-subnet', 'tenant_id': '4ab894216d6e41dc875e5d128da86515', 'ip_version': 4}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:52:02.675158 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f0819-0be7-4422-be7b-82ce38e7a22f admin admin] Pushing event updated for resources: {'Network': ['ID=6c16e1d4-6295-44b4-8997-15c92c076c7a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:02.686428 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Network 6c16e1d4-6295-44b4-8997-15c92c076c7a details requested by agent ovs-agent-n-d-688802-2 with host n-d-688802-2 {{(pid=93822) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:52:02.690348 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301f92ad-295e-488c-8b41-061410404883 admin admin] Made reservation on behalf of 4ab894216d6e41dc875e5d128da86515 for: {'subnet': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:52:02.693568 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-301f92ad-295e-488c-8b41-061410404883 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281144'] for subnet, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:02.788887 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Sync routers for ids ['55683c37-b95b-49a4-b893-f3f0b3ff6078'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:52:02.797962 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Routers {'55683c37-b95b-49a4-b893-f3f0b3ff6078'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:52:02.798578 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:51:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['55683c37-b95b-49a4-b893-f3f0b3ff6078'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:02.876596 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-301f92ad-295e-488c-8b41-061410404883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11870713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281034'] for subnet, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:02.904152 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Set router 55683c37-b95b-49a4-b893-f3f0b3ff6078 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:52:02.931517 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f92ad-295e-488c-8b41-061410404883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38c332b-2ad3-4ade-9b56-83d52f2dab16,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:02.941385 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f92ad-295e-488c-8b41-061410404883 admin admin] Checking segment: {'id': 'ed3476c2-c75a-4116-9b73-46dfb88a38c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6c16e1d4-6295-44b4-8997-15c92c076c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:52:02.941763 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f92ad-295e-488c-8b41-061410404883 admin admin] Network hostable DHCP agents. Network: 6c16e1d4-6295-44b4-8997-15c92c076c7a, hostable agents: ['601996c0-be3f-403d-8e62-818019ed7f19'], hosted agents: [] {{(pid=93820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:52:02.959436 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f92ad-295e-488c-8b41-061410404883 admin admin] Network 6c16e1d4-6295-44b4-8997-15c92c076c7a is scheduled to be hosted by DHCP agent 601996c0-be3f-403d-8e62-818019ed7f19 with binding_index 1 {{(pid=93820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:52:02.968799 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-301f92ad-295e-488c-8b41-061410404883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-2, 6c16e1d4-6295-44b4-8997-15c92c076c7a) {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:52:02.972756 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301f92ad-295e-488c-8b41-061410404883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:02.973389 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-301f92ad-295e-488c-8b41-061410404883 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:02.980664 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed965b92-f2db-4fe4-a39e-6bfcea3bd225 None None] Network 6c16e1d4-6295-44b4-8997-15c92c076c7a requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:52:02.988219 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-301f92ad-295e-488c-8b41-061410404883 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3498602 Jul 23 00:52:02.991292 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35012) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:52:02.995923 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1694977641-router', 'tenant_id': '4ab894216d6e41dc875e5d128da86515', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:52:03.019424 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8676'] for router, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:03.020799 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-594241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8683'] for router, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:03.079042 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:03.215535 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8665'] for router, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:03.370483 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp253e859e-c77c-528e-9a15-cc37940e5e2e-6c16e1d4-6295-44b4-8997-15c92c076c7a', 'network_id': '6c16e1d4-6295-44b4-8997-15c92c076c7a', 'tenant_id': '4ab894216d6e41dc875e5d128da86515', 'fixed_ips': [{'subnet_id': 'f38c332b-2ad3-4ade-9b56-83d52f2dab16'}]}} from n-d-688802-2. {{(pid=93822) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:52:03.371406 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:03.406559 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:01Z', 'revision_number': 4, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '4a8117a8-d5f3-4eb4-8cec-ef95e2859948', 'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'mac_address': 'fa:16:3e:b2:91:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:00Z', 'updated_at': '2021-07-23T00:52:01Z', 'revision_number': 2, 'project_id': '4af1693512b8472aa80e325134e2351c', 'subnets': [{'id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:03.415517 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:03.434897 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:03.478238 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Checking router: 55683c37-b95b-49a4-b893-f3f0b3ff6078 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:52:03.478598 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Updating router 55683c37-b95b-49a4-b893-f3f0b3ff6078 port 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:52:03.535165 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:52:03.542413 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Allocated IP 172.25.4.109 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/7ede3b83-4979-4ef7-87ec-11ccec10dcf1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:52:03.555215 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:03.605231 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.db_base_plugin_common [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Allocated IP 172.20.0.2 (6c16e1d4-6295-44b4-8997-15c92c076c7a/f38c332b-2ad3-4ade-9b56-83d52f2dab16/4876627a-79b3-4af7-86bf-6eda00f74626) {{(pid=93822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:52:03.648998 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:03.692882 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:03.738625 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:52:03.742155 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:52:03.745795 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:52:03.768185 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Pushing event updated for resources: {'Port': ['ID=7ede3b83-4979-4ef7-87ec-11ccec10dcf1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:03.898912 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Notify callbacks [] for port, precommit_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:03.920336 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Transition to ACTIVE for port object 4876627a-79b3-4af7-86bf-6eda00f74626 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:52:03.960790 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Transition to ACTIVE for port object 4876627a-79b3-4af7-86bf-6eda00f74626 will not be triggered until provisioned by entity DHCP. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:52:03.972307 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977'] for port, after_create {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:03.980065 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:03.997188 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:04.016633 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Transition to ACTIVE for port object 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:52:04.027680 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Network 6c16e1d4-6295-44b4-8997-15c92c076c7a is already hosted by enough agents. {{(pid=93822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:52:04.033791 n-d-688802-2 neutron-server[93822]: DEBUG neutron.scheduler.base_scheduler [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Resources bound (agent type, host, resource id): {{(pid=93822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:52:04.038924 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Received port after_create {{(pid=93822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:52:04.040851 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:04.047111 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Pushing event updated for resources: {'Port': ['ID=4876627a-79b3-4af7-86bf-6eda00f74626,revision_number=1']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:04.141798 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13feb8f-64f4-431b-adb6-f196a4225794 None None] Pushing event updated for resources: {'Port': ['ID=4a8117a8-d5f3-4eb4-8cec-ef95e2859948,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:04.169638 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5ba3de6b-23b4-4a23-b66c-f485806f5da0 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:52:04.198587 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Attempting to bind port 4876627a-79b3-4af7-86bf-6eda00f74626 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:52:04.198964 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Attempting to bind port 4876627a-79b3-4af7-86bf-6eda00f74626 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'ed3476c2-c75a-4116-9b73-46dfb88a38c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6c16e1d4-6295-44b4-8997-15c92c076c7a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:52:04.199339 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Attempting to bind port 4876627a-79b3-4af7-86bf-6eda00f74626 on network 6c16e1d4-6295-44b4-8997-15c92c076c7a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:52:04.221169 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597745'] for router, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:04.242151 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:52:04.242523 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Checking segment: {'id': 'ed3476c2-c75a-4116-9b73-46dfb88a38c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6c16e1d4-6295-44b4-8997-15c92c076c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:52:04.242935 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:04.243334 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Bound using segment: {'id': 'ed3476c2-c75a-4116-9b73-46dfb88a38c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6c16e1d4-6295-44b4-8997-15c92c076c7a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:52:04.243825 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Bound port: 4876627a-79b3-4af7-86bf-6eda00f74626, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3476c2-c75a-4116-9b73-46dfb88a38c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6c16e1d4-6295-44b4-8997-15c92c076c7a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:52:04.244241 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:04.260648 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Attempting to bind port 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:52:04.261022 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Attempting to bind port 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '77ec2997-27d2-4987-8ba3-7cddf428c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:52:04.261595 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Attempting to bind port 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 on network 8fb80ad1-4424-4584-a804-b3d164d05f33 {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:52:04.272597 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:52:04.272983 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Checking segment: {'id': '77ec2997-27d2-4987-8ba3-7cddf428c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:52:04.273414 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:04.273810 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Bound using segment: {'id': '77ec2997-27d2-4987-8ba3-7cddf428c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:52:04.274297 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Bound port: 4a8117a8-d5f3-4eb4-8cec-ef95e2859948, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ec2997-27d2-4987-8ba3-7cddf428c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:52:04.274683 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:04.345282 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 5ba3de6b-23b4-4a23-b66c-f485806f5da0 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:04.345576 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:04.351169 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Router 77c3c142-7e60-4de5-ba44-1b6254cd5593 is scheduled to L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c with binding_index 1 {{(pid=93820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:52:04.395196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] For port 4876627a-79b3-4af7-86bf-6eda00f74626, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:52:04.423690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] For port 4876627a-79b3-4af7-86bf-6eda00f74626, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4876627a-79b3-4af7-86bf-6eda00f74626,segment=NetworkSegment(ed3476c2-c75a-4116-9b73-46dfb88a38c0),segment_id=ed3476c2-c75a-4116-9b73-46dfb88a38c0)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:52:04.441130 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:04.462001 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:52:04.471380 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Sync routers for ids ['77c3c142-7e60-4de5-ba44-1b6254cd5593'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:52:04.478425 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:04.478636 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] For port 4a8117a8-d5f3-4eb4-8cec-ef95e2859948, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:52:04.482417 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-4e95add2-1280-4f54-82e9-736371168d14 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4874678 Jul 23 00:52:04.482727 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35014) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:52:04.485577 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Routers {'77c3c142-7e60-4de5-ba44-1b6254cd5593'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:52:04.486496 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:51:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['77c3c142-7e60-4de5-ba44-1b6254cd5593'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:04.510351 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7c7580ca-e900-4746-a344-979a8b7f8615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:04.523932 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] For port 4a8117a8-d5f3-4eb4-8cec-ef95e2859948, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4a8117a8-d5f3-4eb4-8cec-ef95e2859948,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:52:04.536795 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:04.573452 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:04.587442 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014ed64-c867-4522-ac2d-ede4a5a9ba67 None None] Pushing event updated for resources: {'Port': ['ID=4876627a-79b3-4af7-86bf-6eda00f74626,revision_number=2']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:04.644396 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Routers {'55683c37-b95b-49a4-b893-f3f0b3ff6078'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:52:04.645050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:52:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['55683c37-b95b-49a4-b893-f3f0b3ff6078'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:04.652598 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Set router 77c3c142-7e60-4de5-ba44-1b6254cd5593 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:52:04.744512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13feb8f-64f4-431b-adb6-f196a4225794 None None] Pushing event updated for resources: {'Port': ['ID=4a8117a8-d5f3-4eb4-8cec-ef95e2859948,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:04.814223 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] Set router 55683c37-b95b-49a4-b893-f3f0b3ff6078 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:52:04.959666 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'name': 'tempest-TestSnapshotPattern-1694977641-router', 'tenant_id': '4ab894216d6e41dc875e5d128da86515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '7ede3b83-4979-4ef7-87ec-11ccec10dcf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:52:03Z', 'updated_at': '2021-07-23T00:52:03Z', 'revision_number': 3, 'project_id': '4ab894216d6e41dc875e5d128da86515', 'gw_port': {'id': '7ede3b83-4979-4ef7-87ec-11ccec10dcf1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:03Z', 'updated_at': '2021-07-23T00:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:04.991476 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Checking router: 77c3c142-7e60-4de5-ba44-1b6254cd5593 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:52:04.992181 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Updating router 77c3c142-7e60-4de5-ba44-1b6254cd5593 port 7ede3b83-4979-4ef7-87ec-11ccec10dcf1 binding host n-d-688802-2 {{(pid=93823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:52:05.034464 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:05.069138 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:05.071179 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:01Z', 'revision_number': 4, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '4a8117a8-d5f3-4eb4-8cec-ef95e2859948', 'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'mac_address': 'fa:16:3e:b2:91:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:00Z', 'updated_at': '2021-07-23T00:52:04Z', 'revision_number': 4, 'project_id': '4af1693512b8472aa80e325134e2351c', 'subnets': [{'id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:05.103822 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4855308c-a2a0-4ea5-90e2-43ad970bd188 None None] The sync data for ids ['55683c37-b95b-49a4-b893-f3f0b3ff6078'] in n-d-688802-2 is: [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:01Z', 'revision_number': 4, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '4a8117a8-d5f3-4eb4-8cec-ef95e2859948', 'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'mac_address': 'fa:16:3e:b2:91:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:00Z', 'updated_at': '2021-07-23T00:52:04Z', 'revision_number': 4, 'project_id': '4af1693512b8472aa80e325134e2351c', 'subnets': [{'id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:52:05.118742 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:05.343258 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:05.355670 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Transition to ACTIVE for port object 7ede3b83-4979-4ef7-87ec-11ccec10dcf1 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:52:05.362754 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:05.418079 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e405c-d83a-4f3f-8182-c7051c4f2854 None None] Pushing event updated for resources: {'Port': ['ID=7ede3b83-4979-4ef7-87ec-11ccec10dcf1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:05.426153 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Attempting to bind port 7ede3b83-4979-4ef7-87ec-11ccec10dcf1 on host n-d-688802-2 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:52:05.427240 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Attempting to bind port 7ede3b83-4979-4ef7-87ec-11ccec10dcf1 by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:52:05.427634 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Attempting to bind port 7ede3b83-4979-4ef7-87ec-11ccec10dcf1 on network 09b46b4f-c004-45fe-8b5c-d6717f727f65 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:52:05.433210 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:52:05.433637 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Checking segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:52:05.434045 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:05.434435 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Bound using segment: {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:52:05.434912 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Bound port: 7ede3b83-4979-4ef7-87ec-11ccec10dcf1, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761782b6-791b-4959-8386-1d7e6d4f580c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:52:05.435302 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:05.510298 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] For port 7ede3b83-4979-4ef7-87ec-11ccec10dcf1, host n-d-688802-2, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:52:05.515039 n-d-688802-2 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] For port 7ede3b83-4979-4ef7-87ec-11ccec10dcf1, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=7ede3b83-4979-4ef7-87ec-11ccec10dcf1,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:52:05.523456 n-d-688802-2 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:05.577216 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Routers {'77c3c142-7e60-4de5-ba44-1b6254cd5593'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:52:05.577985 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:52:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['77c3c142-7e60-4de5-ba44-1b6254cd5593'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:05.606793 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Allocated IP 172.20.0.1 (6c16e1d4-6295-44b4-8997-15c92c076c7a/f38c332b-2ad3-4ade-9b56-83d52f2dab16/2d5a263c-c585-4444-a8fa-e3bbfcc39c7b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:52:05.682444 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e405c-d83a-4f3f-8182-c7051c4f2854 None None] Pushing event updated for resources: {'Port': ['ID=7ede3b83-4979-4ef7-87ec-11ccec10dcf1,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:05.726469 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] Set router 77c3c142-7e60-4de5-ba44-1b6254cd5593 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:52:05.754439 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad99c7d-7506-42fd-ac35-8bd5361abe96 None None] Network 6c16e1d4-6295-44b4-8997-15c92c076c7a requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:52:05.756604 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:05.772469 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Transition to ACTIVE for port object 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:52:05.812003 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:05.859134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Network 6c16e1d4-6295-44b4-8997-15c92c076c7a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:52:05.862135 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:52:05.870483 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:52:05.899156 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Pushing event updated for resources: {'Port': ['ID=2d5a263c-c585-4444-a8fa-e3bbfcc39c7b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:05.925318 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597504'] for router_interface, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:05.943139 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'name': 'tempest-TestSnapshotPattern-1694977641-router', 'tenant_id': '4ab894216d6e41dc875e5d128da86515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '7ede3b83-4979-4ef7-87ec-11ccec10dcf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:52:03Z', 'updated_at': '2021-07-23T00:52:03Z', 'revision_number': 3, 'project_id': '4ab894216d6e41dc875e5d128da86515', 'gw_port': {'id': '7ede3b83-4979-4ef7-87ec-11ccec10dcf1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:03Z', 'updated_at': '2021-07-23T00:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:05.970318 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3482f79-ed21-4e72-b889-4274eef6b011 None None] The sync data for ids ['77c3c142-7e60-4de5-ba44-1b6254cd5593'] in n-d-688802-2 is: [{'id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'name': 'tempest-TestSnapshotPattern-1694977641-router', 'tenant_id': '4ab894216d6e41dc875e5d128da86515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '7ede3b83-4979-4ef7-87ec-11ccec10dcf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:52:03Z', 'updated_at': '2021-07-23T00:52:03Z', 'revision_number': 3, 'project_id': '4ab894216d6e41dc875e5d128da86515', 'gw_port': {'id': '7ede3b83-4979-4ef7-87ec-11ccec10dcf1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:03Z', 'updated_at': '2021-07-23T00:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:52:05.971605 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-d23d8838-93db-4f96-b526-4dd9203ebda5 None None] Provisioning for port 4876627a-79b3-4af7-86bf-6eda00f74626 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:52:05.973276 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:06.146110 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:06.214937 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4876627a-79b3-4af7-86bf-6eda00f74626 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:52:06.316995 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 4876627a-79b3-4af7-86bf-6eda00f74626 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:52:06.322560 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4876627a-79b3-4af7-86bf-6eda00f74626 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:06.323053 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:06.413227 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:06.427066 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:06.455067 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a47c0ee-0a46-40bf-b042-3ab7b762759f None None] Provisioning complete for port 4876627a-79b3-4af7-86bf-6eda00f74626 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:06.455443 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a47c0ee-0a46-40bf-b042-3ab7b762759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:06.500888 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Pushing event updated for resources: {'Port': ['ID=2d5a263c-c585-4444-a8fa-e3bbfcc39c7b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:06.503451 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-594352'] for router_interface, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:06.517796 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:06.591140 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 4876627a-79b3-4af7-86bf-6eda00f74626, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4876627a-79b3-4af7-86bf-6eda00f74626,segment=NetworkSegment(ed3476c2-c75a-4116-9b73-46dfb88a38c0),segment_id=ed3476c2-c75a-4116-9b73-46dfb88a38c0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:52:06.599147 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:06.599951 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:52:06.624689 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Network 6c16e1d4-6295-44b4-8997-15c92c076c7a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:52:06.626816 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:52:06.646586 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a47c0ee-0a46-40bf-b042-3ab7b762759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:06.707554 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=4876627a-79b3-4af7-86bf-6eda00f74626,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:06.734820 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:52:06.750237 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:06.750610 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:06.772214 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Router 77c3c142-7e60-4de5-ba44-1b6254cd5593 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:52:06.904691 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:52:06.913153 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-7e1c088a-6170-43ce-8127-25a3d805fa46 admin admin] 10.222.0.26 "PUT /v2.0/routers/77c3c142-7e60-4de5-ba44-1b6254cd5593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4273164 Jul 23 00:52:06.961925 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.db.api [None req-4a47c0ee-0a46-40bf-b042-3ab7b762759f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 00:52:06.962495 n-d-688802-2 neutron-server[93822]: DEBUG oslo_db.api [None req-4a47c0ee-0a46-40bf-b042-3ab7b762759f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 00:52:07.022565 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.063193 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 4a8117a8-d5f3-4eb4-8cec-ef95e2859948, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4a8117a8-d5f3-4eb4-8cec-ef95e2859948,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:52:07.069925 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.145198 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=4a8117a8-d5f3-4eb4-8cec-ef95e2859948,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:07.323014 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.448268 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35022) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:52:07.453073 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-52ae45b5-eb35-48d6-9533-cd7bb22fb71d tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1074974370', 'description': 'tempest-secgroup-smoke-1074974370 description', 'project_id': '4af1693512b8472aa80e325134e2351c'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:52:07.474287 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52ae45b5-eb35-48d6-9533-cd7bb22fb71d tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.512887 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a47c0ee-0a46-40bf-b042-3ab7b762759f None None] Provisioning for port 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:52:07.516640 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4a47c0ee-0a46-40bf-b042-3ab7b762759f None None] Provisioning complete for port 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:07.517014 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4a47c0ee-0a46-40bf-b042-3ab7b762759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.551037 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4a47c0ee-0a46-40bf-b042-3ab7b762759f None None] Port 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:52:07.558166 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52ae45b5-eb35-48d6-9533-cd7bb22fb71d tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.562028 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52ae45b5-eb35-48d6-9533-cd7bb22fb71d tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.591757 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52ae45b5-eb35-48d6-9533-cd7bb22fb71d tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.592960 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-52ae45b5-eb35-48d6-9533-cd7bb22fb71d tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1436913 Jul 23 00:52:07.596230 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35024) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:52:07.597299 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae45b5-eb35-48d6-9533-cd7bb22fb71d tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b899fdb2-5307-4ca0-93c4-458225588722,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:07.603082 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-67c04d2c-1793-4bc9-8b5b-ba4dc2620224 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Request body: {'security_group_rule': {'security_group_id': 'b899fdb2-5307-4ca0-93c4-458225588722', 'project_id': '4af1693512b8472aa80e325134e2351c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:52:07.631175 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67c04d2c-1793-4bc9-8b5b-ba4dc2620224 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.669604 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-3354af29-4164-4abc-b251-6e8534fe78a5 None None] Provisioning complete for port 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:07.669988 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3354af29-4164-4abc-b251-6e8534fe78a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.687657 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67c04d2c-1793-4bc9-8b5b-ba4dc2620224 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.691552 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67c04d2c-1793-4bc9-8b5b-ba4dc2620224 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.704465 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3354af29-4164-4abc-b251-6e8534fe78a5 None None] Port 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:52:07.715214 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c04d2c-1793-4bc9-8b5b-ba4dc2620224 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4ae8bf-0ac2-44b0-ad06-e73403b82705,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:07.722980 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-67c04d2c-1793-4bc9-8b5b-ba4dc2620224 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.724853 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-67c04d2c-1793-4bc9-8b5b-ba4dc2620224 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269996 Jul 23 00:52:07.727581 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35026) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:52:07.731930 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-bd461877-b904-4356-b745-2f7fea4b3f83 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Request body: {'security_group_rule': {'security_group_id': 'b899fdb2-5307-4ca0-93c4-458225588722', 'project_id': '4af1693512b8472aa80e325134e2351c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:52:07.758259 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd461877-b904-4356-b745-2f7fea4b3f83 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.819048 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd461877-b904-4356-b745-2f7fea4b3f83 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.822721 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd461877-b904-4356-b745-2f7fea4b3f83 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.839988 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd461877-b904-4356-b745-2f7fea4b3f83 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c82f21d-8cf9-4971-b2af-04df5f4efa8f,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:07.845397 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bd461877-b904-4356-b745-2f7fea4b3f83 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.846605 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-bd461877-b904-4356-b745-2f7fea4b3f83 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181090 Jul 23 00:52:07.850234 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35028) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:52:07.857484 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-f90725c2-be7c-405e-8000-7f2b325f40e4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Request body: {'security_group_rule': {'security_group_id': 'b899fdb2-5307-4ca0-93c4-458225588722', 'project_id': '4af1693512b8472aa80e325134e2351c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:52:07.886980 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f90725c2-be7c-405e-8000-7f2b325f40e4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.944932 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f90725c2-be7c-405e-8000-7f2b325f40e4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.948467 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f90725c2-be7c-405e-8000-7f2b325f40e4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.967570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90725c2-be7c-405e-8000-7f2b325f40e4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d51609-b0a2-4bb1-8f7d-7e696478b353,revision_number=0']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:07.978845 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f90725c2-be7c-405e-8000-7f2b325f40e4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.980084 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f90725c2-be7c-405e-8000-7f2b325f40e4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285384 Jul 23 00:52:07.983012 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35030) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:52:07.987706 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-657f2365-8703-4c70-b72f-6ce8623a5dd4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Request body: {'security_group_rule': {'security_group_id': 'b899fdb2-5307-4ca0-93c4-458225588722', 'project_id': '4af1693512b8472aa80e325134e2351c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:52:08.015396 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-657f2365-8703-4c70-b72f-6ce8623a5dd4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:08.078997 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-657f2365-8703-4c70-b72f-6ce8623a5dd4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:08.086329 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-657f2365-8703-4c70-b72f-6ce8623a5dd4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:08.105708 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f2365-8703-4c70-b72f-6ce8623a5dd4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83627fdc-053a-4c9e-bdad-576551427f57,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:08.112391 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-657f2365-8703-4c70-b72f-6ce8623a5dd4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:08.113804 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-657f2365-8703-4c70-b72f-6ce8623a5dd4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297505 Jul 23 00:52:08.117183 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35032) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:52:08.121730 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-64eda1d6-6a51-4d68-bfb9-f1bdc19a1ab4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Request body: {'security_group_rule': {'security_group_id': 'b899fdb2-5307-4ca0-93c4-458225588722', 'project_id': '4af1693512b8472aa80e325134e2351c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:52:08.143827 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-64eda1d6-6a51-4d68-bfb9-f1bdc19a1ab4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Project 4af1693512b8472aa80e325134e2351c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:52:08.149836 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64eda1d6-6a51-4d68-bfb9-f1bdc19a1ab4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:08.190291 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4876627a-79b3-4af7-86bf-6eda00f74626 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:52:08.214861 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64eda1d6-6a51-4d68-bfb9-f1bdc19a1ab4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:08.223210 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64eda1d6-6a51-4d68-bfb9-f1bdc19a1ab4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:08.241630 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4876627a-79b3-4af7-86bf-6eda00f74626 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:08.242166 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:08.244263 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eda1d6-6a51-4d68-bfb9-f1bdc19a1ab4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f2cd6d-1601-4bfa-b463-b9d9c348faa5,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:08.254428 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64eda1d6-6a51-4d68-bfb9-f1bdc19a1ab4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:08.256369 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-64eda1d6-6a51-4d68-bfb9-f1bdc19a1ab4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1381071 Jul 23 00:52:08.258815 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35034) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:52:08.265223 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [None req-9d1e9532-dee0-40fe-8fe5-37d83c022a6b tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Request body: {'security_group_rule': {'security_group_id': 'b899fdb2-5307-4ca0-93c4-458225588722', 'project_id': '4af1693512b8472aa80e325134e2351c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:52:08.293272 n-d-688802-2 neutron-server[93820]: INFO neutron.db.securitygroups_db [None req-9d1e9532-dee0-40fe-8fe5-37d83c022a6b tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Project 4af1693512b8472aa80e325134e2351c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:52:08.298208 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d1e9532-dee0-40fe-8fe5-37d83c022a6b tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:08.335090 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:52:08.365809 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d1e9532-dee0-40fe-8fe5-37d83c022a6b tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:08.370478 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d1e9532-dee0-40fe-8fe5-37d83c022a6b tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609648'] for security_group_rule, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:08.384232 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:08.384608 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:08.391631 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e9532-dee0-40fe-8fe5-37d83c022a6b tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ce7f91-d773-4df8-9483-390f20e9105c,revision_number=0']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:08.400192 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d1e9532-dee0-40fe-8fe5-37d83c022a6b tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:08.401484 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-9d1e9532-dee0-40fe-8fe5-37d83c022a6b tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1413851 Jul 23 00:52:08.474167 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 7ede3b83-4979-4ef7-87ec-11ccec10dcf1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:52:08.530701 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 7ede3b83-4979-4ef7-87ec-11ccec10dcf1 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:52:08.534518 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 7ede3b83-4979-4ef7-87ec-11ccec10dcf1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:08.534893 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:08.558052 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-a5898af2-d3c1-4deb-850a-01c714448334 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1074974370&fields=id&tenant_id=4af1693512b8472aa80e325134e2351c HTTP/1.1" status: 200 len: 267 time: 0.0330527 Jul 23 00:52:08.602929 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Sync routers for ids ['77c3c142-7e60-4de5-ba44-1b6254cd5593'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:52:08.624003 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Routers {'77c3c142-7e60-4de5-ba44-1b6254cd5593'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:52:08.624629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:52:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['77c3c142-7e60-4de5-ba44-1b6254cd5593'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:08.626425 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:08.672528 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-77e5866c-66e2-49f5-8117-41cd2fda5c1b tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:08.674054 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-77e5866c-66e2-49f5-8117-41cd2fda5c1b tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/networks?id=8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 200 len: 810 time: 0.1087670 Jul 23 00:52:08.689603 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-0d004c24-5c9a-4b3f-a7f5-a7a57e6ddb81 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/quotas/4af1693512b8472aa80e325134e2351c HTTP/1.1" status: 200 len: 375 time: 0.0093091 Jul 23 00:52:08.706258 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 7ede3b83-4979-4ef7-87ec-11ccec10dcf1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=7ede3b83-4979-4ef7-87ec-11ccec10dcf1,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:52:08.713125 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:08.757314 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-9db332d2-f1c3-445d-bfd2-f08c7ede0d38 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4af1693512b8472aa80e325134e2351c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617266 Jul 23 00:52:08.787527 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=7ede3b83-4979-4ef7-87ec-11ccec10dcf1,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:08.792129 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Set router 77c3c142-7e60-4de5-ba44-1b6254cd5593 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:52:08.868788 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-dd8f7635-4c8d-4f7d-8092-840db8bef46e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:52:08.869917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-dd8f7635-4c8d-4f7d-8092-840db8bef46e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1015511 Jul 23 00:52:08.961903 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-bcc454cd-63e5-4436-9d13-7fa026a89f51 service neutron] 10.222.0.26 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857418 Jul 23 00:52:08.991335 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'name': 'tempest-TestSnapshotPattern-1694977641-router', 'tenant_id': '4ab894216d6e41dc875e5d128da86515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '7ede3b83-4979-4ef7-87ec-11ccec10dcf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:52:03Z', 'updated_at': '2021-07-23T00:52:06Z', 'revision_number': 4, 'project_id': '4ab894216d6e41dc875e5d128da86515', 'gw_port': {'id': '7ede3b83-4979-4ef7-87ec-11ccec10dcf1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:03Z', 'updated_at': '2021-07-23T00:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '2d5a263c-c585-4444-a8fa-e3bbfcc39c7b', 'name': '', 'network_id': '6c16e1d4-6295-44b4-8997-15c92c076c7a', 'tenant_id': '4ab894216d6e41dc875e5d128da86515', 'mac_address': 'fa:16:3e:50:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f38c332b-2ad3-4ade-9b56-83d52f2dab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:05Z', 'updated_at': '2021-07-23T00:52:06Z', 'revision_number': 2, 'project_id': '4ab894216d6e41dc875e5d128da86515', 'subnets': [{'id': 'f38c332b-2ad3-4ade-9b56-83d52f2dab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:09.017707 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Checking router: 77c3c142-7e60-4de5-ba44-1b6254cd5593 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:52:09.018070 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Updating router 77c3c142-7e60-4de5-ba44-1b6254cd5593 port 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b binding host n-d-688802-2 {{(pid=93822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:52:09.048767 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-54848e49-24b5-4fc7-afcc-e7ad374cbc46 service neutron] 10.222.0.26 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809133 Jul 23 00:52:09.056580 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:09.222731 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f39334ad-005a-4285-81e3-3b0589c9fe8b req-9ea1601a-b22d-467f-bb26-56dbc2f81f8c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 210 time: 0.0375891 Jul 23 00:52:09.332590 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Notify callbacks [] for port, precommit_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:09.343471 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Transition to ACTIVE for port object 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b will not be triggered until provisioned by entity L2. {{(pid=93822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:52:09.350226 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:09.401049 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcf2f7-e14e-45c7-a8d7-3c7e490bb7a0 None None] Pushing event updated for resources: {'Port': ['ID=2d5a263c-c585-4444-a8fa-e3bbfcc39c7b,revision_number=3']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:09.470021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Attempting to bind port 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b on host n-d-688802-2 for vnic_type normal with profile {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:52:09.470413 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Attempting to bind port 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b by drivers openvswitch,hyperv on host n-d-688802-2 at level 0 using segments [{'id': 'ed3476c2-c75a-4116-9b73-46dfb88a38c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6c16e1d4-6295-44b4-8997-15c92c076c7a'}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:52:09.470776 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Attempting to bind port 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b on network 6c16e1d4-6295-44b4-8997-15c92c076c7a {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:52:09.476167 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Checking agent: {'id': 'f098a4b1-b7ac-4c63-b089-a9ee710a8ccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 19, 4), 'started_at': datetime.datetime(2021, 7, 22, 23, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:52:09.476551 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Checking segment: {'id': 'ed3476c2-c75a-4116-9b73-46dfb88a38c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6c16e1d4-6295-44b4-8997-15c92c076c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:52:09.476959 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:09.477395 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Bound using segment: {'id': 'ed3476c2-c75a-4116-9b73-46dfb88a38c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6c16e1d4-6295-44b4-8997-15c92c076c7a'} {{(pid=93822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:52:09.477914 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.managers [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Bound port: 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b, host: n-d-688802-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3476c2-c75a-4116-9b73-46dfb88a38c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6c16e1d4-6295-44b4-8997-15c92c076c7a'}}] {{(pid=93822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:52:09.478305 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:09.548546 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] For port 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b, host n-d-688802-2, cleared binding levels {{(pid=93822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:52:09.552529 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] For port 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b, host n-d-688802-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2d5a263c-c585-4444-a8fa-e3bbfcc39c7b,segment=NetworkSegment(ed3476c2-c75a-4116-9b73-46dfb88a38c0),segment_id=ed3476c2-c75a-4116-9b73-46dfb88a38c0)] {{(pid=93822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:52:09.556947 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:09.616390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Routers {'77c3c142-7e60-4de5-ba44-1b6254cd5593'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:52:09.617043 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:52:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['77c3c142-7e60-4de5-ba44-1b6254cd5593'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:09.690153 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcf2f7-e14e-45c7-a8d7-3c7e490bb7a0 None None] Pushing event updated for resources: {'Port': ['ID=2d5a263c-c585-4444-a8fa-e3bbfcc39c7b,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:09.750628 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] Set router 77c3c142-7e60-4de5-ba44-1b6254cd5593 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:52:09.968992 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'name': 'tempest-TestSnapshotPattern-1694977641-router', 'tenant_id': '4ab894216d6e41dc875e5d128da86515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '7ede3b83-4979-4ef7-87ec-11ccec10dcf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:52:03Z', 'updated_at': '2021-07-23T00:52:06Z', 'revision_number': 4, 'project_id': '4ab894216d6e41dc875e5d128da86515', 'gw_port': {'id': '7ede3b83-4979-4ef7-87ec-11ccec10dcf1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:03Z', 'updated_at': '2021-07-23T00:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '2d5a263c-c585-4444-a8fa-e3bbfcc39c7b', 'name': '', 'network_id': '6c16e1d4-6295-44b4-8997-15c92c076c7a', 'tenant_id': '4ab894216d6e41dc875e5d128da86515', 'mac_address': 'fa:16:3e:50:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f38c332b-2ad3-4ade-9b56-83d52f2dab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:05Z', 'updated_at': '2021-07-23T00:52:09Z', 'revision_number': 4, 'project_id': '4ab894216d6e41dc875e5d128da86515', 'subnets': [{'id': 'f38c332b-2ad3-4ade-9b56-83d52f2dab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:09.995901 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d11af9-2a2c-498a-8d96-83d7e84d7981 None None] The sync data for ids ['77c3c142-7e60-4de5-ba44-1b6254cd5593'] in n-d-688802-2 is: [{'id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'name': 'tempest-TestSnapshotPattern-1694977641-router', 'tenant_id': '4ab894216d6e41dc875e5d128da86515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '7ede3b83-4979-4ef7-87ec-11ccec10dcf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:52:03Z', 'updated_at': '2021-07-23T00:52:06Z', 'revision_number': 4, 'project_id': '4ab894216d6e41dc875e5d128da86515', 'gw_port': {'id': '7ede3b83-4979-4ef7-87ec-11ccec10dcf1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:03Z', 'updated_at': '2021-07-23T00:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '2d5a263c-c585-4444-a8fa-e3bbfcc39c7b', 'name': '', 'network_id': '6c16e1d4-6295-44b4-8997-15c92c076c7a', 'tenant_id': '4ab894216d6e41dc875e5d128da86515', 'mac_address': 'fa:16:3e:50:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'f38c332b-2ad3-4ade-9b56-83d52f2dab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:05Z', 'updated_at': '2021-07-23T00:52:09Z', 'revision_number': 4, 'project_id': '4ab894216d6e41dc875e5d128da86515', 'subnets': [{'id': 'f38c332b-2ad3-4ade-9b56-83d52f2dab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:52:10.235161 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:52:10.295162 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-23b3fc69-8f04-4d24-80c9-0d913529c8e6 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:10.296782 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-23b3fc69-8f04-4d24-80c9-0d913529c8e6 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.18 "GET /v2.0/networks?id=8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 200 len: 810 time: 0.1279604 Jul 23 00:52:10.337059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning for port 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:52:10.341504 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:10.341950 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:10.353317 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b33f758e-1479-4507-958a-439aee4f8b34 req-85a2e36f-205b-471c-91c3-bef6a8aa6203 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 210 time: 0.0349252 Jul 23 00:52:10.378140 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-4e0c1981-eb19-4250-a5ee-376c6f15f4c5 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4af1693512b8472aa80e325134e2351c HTTP/1.1" status: 200 len: 380 time: 0.0648224 Jul 23 00:52:10.394138 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-d0330824-08e2-473e-89f5-7aa3b2a28f24 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Request body: {'port': {'device_id': '63bd07a5-f699-427d-93ea-c99818f36faf', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'admin_state_up': True, 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'security_groups': ['b899fdb2-5307-4ca0-93c4-458225588722']}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:52:10.443504 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:10.478306 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] For port 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2d5a263c-c585-4444-a8fa-e3bbfcc39c7b,segment=NetworkSegment(ed3476c2-c75a-4116-9b73-46dfb88a38c0),segment_id=ed3476c2-c75a-4116-9b73-46dfb88a38c0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:52:10.485144 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:10.486292 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 7ede3b83-4979-4ef7-87ec-11ccec10dcf1 up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:52:10.528363 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-d0330824-08e2-473e-89f5-7aa3b2a28f24 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Made reservation on behalf of 4af1693512b8472aa80e325134e2351c for: {'port': 1} {{(pid=93820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:52:10.533026 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-d0330824-08e2-473e-89f5-7aa3b2a28f24 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:10.572196 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Pushing event updated for resources: {'Port': ['ID=2d5a263c-c585-4444-a8fa-e3bbfcc39c7b,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:10.580446 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 7ede3b83-4979-4ef7-87ec-11ccec10dcf1 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:10.580761 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:10.687461 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-d0330824-08e2-473e-89f5-7aa3b2a28f24 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Allocated IP 172.20.0.9 (8fb80ad1-4424-4584-a804-b3d164d05f33/178956ce-98c2-43c2-a13b-c78d22414a0c/6314ba47-085c-4ab7-8acc-9e8729bb5b1d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:52:10.834466 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-d0330824-08e2-473e-89f5-7aa3b2a28f24 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:10.847439 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-d0330824-08e2-473e-89f5-7aa3b2a28f24 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Transition to ACTIVE for port object 6314ba47-085c-4ab7-8acc-9e8729bb5b1d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:52:10.879476 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-d0330824-08e2-473e-89f5-7aa3b2a28f24 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:10.924190 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-d0330824-08e2-473e-89f5-7aa3b2a28f24 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Network 8fb80ad1-4424-4584-a804-b3d164d05f33 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:52:10.929911 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-d0330824-08e2-473e-89f5-7aa3b2a28f24 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:52:10.933539 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-d0330824-08e2-473e-89f5-7aa3b2a28f24 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:52:10.964327 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0330824-08e2-473e-89f5-7aa3b2a28f24 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event updated for resources: {'Port': ['ID=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:10.993826 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-d0330824-08e2-473e-89f5-7aa3b2a28f24 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:10.994481 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-d0330824-08e2-473e-89f5-7aa3b2a28f24 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:11.010530 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-d0330824-08e2-473e-89f5-7aa3b2a28f24 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6251001 Jul 23 00:52:11.029316 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.v2.base [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Request body: {'port': {'device_id': '63bd07a5-f699-427d-93ea-c99818f36faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-2'}} {{(pid=93820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:52:11.103052 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:11.191867 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b0a180d8-0221-4d57-aabf-716401ff9638 None None] Provisioning for port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:52:11.196414 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b0a180d8-0221-4d57-aabf-716401ff9638 None None] Provisioning complete for port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:11.196781 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b0a180d8-0221-4d57-aabf-716401ff9638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:11.230068 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b0a180d8-0221-4d57-aabf-716401ff9638 None None] Port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:52:11.369206 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6314ba47-085c-4ab7-8acc-9e8729bb5b1d {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:52:11.376589 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:11.388934 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Transition to ACTIVE for port object 6314ba47-085c-4ab7-8acc-9e8729bb5b1d will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:52:11.393486 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:11.445392 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Pushing event updated for resources: {'Port': ['ID=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:11.500075 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae840c-74b9-477e-bc2a-7d92edbb2f40 req-c4af7900-297c-4116-bf78-63ec5aac6e4f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:11.502402 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b9ae840c-74b9-477e-bc2a-7d92edbb2f40 req-c4af7900-297c-4116-bf78-63ec5aac6e4f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 943 time: 0.0741191 Jul 23 00:52:11.513847 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Attempting to bind port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d on host n-h1-688802-2 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:52:11.514188 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Attempting to bind port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d by drivers openvswitch,hyperv on host n-h1-688802-2 at level 0 using segments [{'id': '77ec2997-27d2-4987-8ba3-7cddf428c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:52:11.514521 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Attempting to bind port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d on network 8fb80ad1-4424-4584-a804-b3d164d05f33 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:52:11.518983 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d on network 8fb80ad1-4424-4584-a804-b3d164d05f33 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:52:11.519309 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Attempting to bind port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d on network 8fb80ad1-4424-4584-a804-b3d164d05f33 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:52:11.524271 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Checking agent: {'id': '654c5e0a-133f-4901-a3e5-eae2b84bbe64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:52:11.524608 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Checking segment: {'id': '77ec2997-27d2-4987-8ba3-7cddf428c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:52:11.524989 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Bound using segment: {'id': '77ec2997-27d2-4987-8ba3-7cddf428c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:52:11.525464 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Bound port: 6314ba47-085c-4ab7-8acc-9e8729bb5b1d, host: n-h1-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ec2997-27d2-4987-8ba3-7cddf428c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:52:11.525825 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:11.541970 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b9ae840c-74b9-477e-bc2a-7d92edbb2f40 req-e2da1b0a-db46-49d6-8ad7-791cc3db3016 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338278 Jul 23 00:52:11.611422 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] For port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d, host n-h1-688802-2, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:52:11.618169 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] For port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d, host n-h1-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:52:11.624394 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11870566'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:11.662241 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:11.662871 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:11.664257 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] 10.222.0.18 "PUT /v2.0/ports/6314ba47-085c-4ab7-8acc-9e8729bb5b1d HTTP/1.1" status: 200 len: 1091 time: 0.6399133 Jul 23 00:52:11.664705 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bd07a5-f699-427d-93ea-c99818f36faf', 'tag': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:52:11.667028 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb10568b-7a2b-449f-a513-44a35e97c2df" -d '{"events": [{"name": "network-changed", "server_uuid": "63bd07a5-f699-427d-93ea-c99818f36faf", "tag": "6314ba47-085c-4ab7-8acc-9e8729bb5b1d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:52:11.692243 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560e276-4383-4f6b-a442-82fb4791299c service neutron] Pushing event updated for resources: {'Port': ['ID=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:11.728458 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601e7062-84c6-4797-a926-0aa6feadb013 x-openstack-request-id: req-601e7062-84c6-4797-a926-0aa6feadb013 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:52:11.728841 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63bd07a5-f699-427d-93ea-c99818f36faf", "tag": "6314ba47-085c-4ab7-8acc-9e8729bb5b1d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:52:11.729116 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-601e7062-84c6-4797-a926-0aa6feadb013 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:52:11.729490 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63bd07a5-f699-427d-93ea-c99818f36faf', 'tag': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'status': 'completed', 'code': 200} Jul 23 00:52:11.778176 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-88d076dc-2c00-458c-b87a-1e6cf8f874ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:11.779807 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-88d076dc-2c00-458c-b87a-1e6cf8f874ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af1693512b8472aa80e325134e2351c&device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 1094 time: 0.0613518 Jul 23 00:52:11.832459 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-fb28fe7c-a2f3-4c57-876e-9fbebb678112 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d HTTP/1.1" status: 200 len: 217 time: 0.0400012 Jul 23 00:52:11.885542 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-bbea2bd7-a04b-410a-884c-aa2514df9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:11.887095 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-bbea2bd7-a04b-410a-884c-aa2514df9f37 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=178956ce-98c2-43c2-a13b-c78d22414a0c HTTP/1.1" status: 200 len: 849 time: 0.0481482 Jul 23 00:52:11.945559 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-dc854a35-ecfb-41a2-82ad-cbf2afc312c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:11.947101 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-dc854a35-ecfb-41a2-82ad-cbf2afc312c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fb80ad1-4424-4584-a804-b3d164d05f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539985 Jul 23 00:52:12.042041 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-a62b7ed7-87d0-4745-b3cf-010680fc5a5f service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881002 Jul 23 00:52:12.113516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b up at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:52:12.133931 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-513e06cb-60f5-4a7e-bd45-aab042819c45 req-70730f05-95b1-4425-b2c2-d53419e8a109 service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856175 Jul 23 00:52:12.161006 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Provisioning complete for port 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:12.162173 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:12.275664 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10568b-7a2b-449f-a513-44a35e97c2df req-691d4d4d-42df-4c4b-9b01-ee21b5d04302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:12.277257 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eb10568b-7a2b-449f-a513-44a35e97c2df req-691d4d4d-42df-4c4b-9b01-ee21b5d04302 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af1693512b8472aa80e325134e2351c&device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 1094 time: 0.0605042 Jul 23 00:52:12.367379 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10568b-7a2b-449f-a513-44a35e97c2df req-8ddbe306-ea32-4650-a506-25b951c7b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:12.368867 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eb10568b-7a2b-449f-a513-44a35e97c2df req-8ddbe306-ea32-4650-a506-25b951c7b606 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 200 len: 911 time: 0.0849316 Jul 23 00:52:12.413768 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eb10568b-7a2b-449f-a513-44a35e97c2df req-f02f2ca7-d2f5-46dc-a749-80c1f138bdf0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d HTTP/1.1" status: 200 len: 217 time: 0.0389278 Jul 23 00:52:12.465291 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10568b-7a2b-449f-a513-44a35e97c2df req-775dee81-edb3-4d4a-b07a-a51e1184ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:12.466786 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eb10568b-7a2b-449f-a513-44a35e97c2df req-775dee81-edb3-4d4a-b07a-a51e1184ac34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=178956ce-98c2-43c2-a13b-c78d22414a0c HTTP/1.1" status: 200 len: 849 time: 0.0450337 Jul 23 00:52:12.529503 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10568b-7a2b-449f-a513-44a35e97c2df req-d395c12f-f2dc-412f-8fd3-7cc25f91bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:12.531058 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eb10568b-7a2b-449f-a513-44a35e97c2df req-d395c12f-f2dc-412f-8fd3-7cc25f91bc8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fb80ad1-4424-4584-a804-b3d164d05f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566130 Jul 23 00:52:12.632498 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eb10568b-7a2b-449f-a513-44a35e97c2df req-b25ad44f-80b1-4f29-bb05-9cc32bc942b6 service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942152 Jul 23 00:52:12.686386 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95a7da-d882-44cc-87bc-ce443586ee25 req-6a546f44-9d3e-4c4c-959b-4f0ef6de8486 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:12.687942 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4f95a7da-d882-44cc-87bc-ce443586ee25 req-6a546f44-9d3e-4c4c-959b-4f0ef6de8486 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 943 time: 0.0712209 Jul 23 00:52:12.728444 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-eb10568b-7a2b-449f-a513-44a35e97c2df req-cfa93fa1-a4ca-41c7-96ba-29ee5751f14c service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879140 Jul 23 00:52:13.074983 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-4f95a7da-d882-44cc-87bc-ce443586ee25 req-20925de9-e5cf-4d6c-b6be-623cb0763f6d tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3802233 Jul 23 00:52:14.212987 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340878da-b7df-4db1-8004-9217c4238266 req-fc8c9059-1271-4336-9a90-13668b575744 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:14.214486 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-340878da-b7df-4db1-8004-9217c4238266 req-fc8c9059-1271-4336-9a90-13668b575744 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 943 time: 0.0724900 Jul 23 00:52:14.251399 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-340878da-b7df-4db1-8004-9217c4238266 req-e383af39-2326-444c-81b7-b8ca874cd9eb tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313652 Jul 23 00:52:15.379883 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14872022-bf9a-4e00-a9d3-24302fcbb59e req-9401d4ec-e5de-4929-955c-63739011d688 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:15.381456 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14872022-bf9a-4e00-a9d3-24302fcbb59e req-9401d4ec-e5de-4929-955c-63739011d688 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 943 time: 0.0628059 Jul 23 00:52:15.420924 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-14872022-bf9a-4e00-a9d3-24302fcbb59e req-fa750f5c-a041-49cb-a62b-d2e9f07ade2a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339537 Jul 23 00:52:15.492246 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 6314ba47-085c-4ab7-8acc-9e8729bb5b1d details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:52:15.589522 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:52:15.600298 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'port_id': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'mac_address': 'fa:16:3e:2a:f7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:52:15.636651 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:15.649419 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6314ba47-085c-4ab7-8acc-9e8729bb5b1d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:52:15.669072 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:52:15.672729 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:15.721405 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:15.941383 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['6314ba47-085c-4ab7-8acc-9e8729bb5b1d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:52:16.548083 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b7578-ac5e-44ba-9536-2f6dd3c51bc7 req-24ab62e5-a8bd-467d-9dd1-932889631876 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:16.549593 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc1b7578-ac5e-44ba-9536-2f6dd3c51bc7 req-24ab62e5-a8bd-467d-9dd1-932889631876 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 944 time: 0.0634413 Jul 23 00:52:16.586481 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bc1b7578-ac5e-44ba-9536-2f6dd3c51bc7 req-f34902a8-eed9-4abf-af85-7ba6d2983674 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309727 Jul 23 00:52:17.355098 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:17.507050 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 6314ba47-085c-4ab7-8acc-9e8729bb5b1d up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:52:17.553293 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning for port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:52:17.556754 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:17.557149 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:17.635514 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:17.658388 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bd07a5-f699-427d-93ea-c99818f36faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:52:17.660634 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6685fdb3-3f2c-4c2b-903e-d6e5e2730baa" -d '{"events": [{"server_uuid": "63bd07a5-f699-427d-93ea-c99818f36faf", "name": "network-vif-plugged", "status": "completed", "tag": "6314ba47-085c-4ab7-8acc-9e8729bb5b1d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:52:17.674014 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:52:17.678885 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:17.734322 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:17.747719 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185466-09d5-4b15-86a7-c7cdf687ff96 req-06dc18e3-afe9-47a8-95d6-ad94de530d63 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:17.749716 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9185466-09d5-4b15-86a7-c7cdf687ff96 req-06dc18e3-afe9-47a8-95d6-ad94de530d63 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 944 time: 0.0956771 Jul 23 00:52:17.791342 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca4fbce-a1f5-4a96-9c4a-d1c8c6867938 x-openstack-request-id: req-8ca4fbce-a1f5-4a96-9c4a-d1c8c6867938 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:52:17.791955 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bd07a5-f699-427d-93ea-c99818f36faf", "name": "network-vif-plugged", "status": "completed", "tag": "6314ba47-085c-4ab7-8acc-9e8729bb5b1d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:52:17.792288 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ca4fbce-a1f5-4a96-9c4a-d1c8c6867938 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:52:17.792758 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bd07a5-f699-427d-93ea-c99818f36faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'code': 200} Jul 23 00:52:17.797255 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c9185466-09d5-4b15-86a7-c7cdf687ff96 req-7411885c-2e50-4852-82b5-c808f4f0200a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393107 Jul 23 00:52:17.940134 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e13b54-8c8d-464e-97e4-7d2f7a7e78ef req-620773b4-56f3-440d-b809-0935355e6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:17.941637 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-74e13b54-8c8d-464e-97e4-7d2f7a7e78ef req-620773b4-56f3-440d-b809-0935355e6e2e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 1096 time: 0.0541599 Jul 23 00:52:17.981871 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-74e13b54-8c8d-464e-97e4-7d2f7a7e78ef req-027b444c-294c-478d-aec4-87d63ffe0bb8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338929 Jul 23 00:52:18.932634 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9022add-aee3-42cb-8df5-ae67249c64b1 req-622d2d61-7502-4ffc-8118-5036a78e8d7a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:18.934131 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9022add-aee3-42cb-8df5-ae67249c64b1 req-622d2d61-7502-4ffc-8118-5036a78e8d7a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 945 time: 0.0664661 Jul 23 00:52:18.972294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e9022add-aee3-42cb-8df5-ae67249c64b1 req-f9b19798-0c59-4069-accc-647a84ff8284 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323317 Jul 23 00:52:20.105257 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358624de-f0ef-4047-ba78-c009f2642d12 req-2b8a9b08-dca0-4ac9-b21b-684410638c51 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:20.106766 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-358624de-f0ef-4047-ba78-c009f2642d12 req-2b8a9b08-dca0-4ac9-b21b-684410638c51 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 945 time: 0.0653512 Jul 23 00:52:20.145437 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-358624de-f0ef-4047-ba78-c009f2642d12 req-d5dfb3e7-157a-4e34-8182-08d2160212b8 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328672 Jul 23 00:52:20.275127 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba9d28-32a1-451c-a478-993bdf9776be req-09d8fb75-f08c-4ce8-8dbb-36ad084a1ec1 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:20.276624 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95ba9d28-32a1-451c-a478-993bdf9776be req-09d8fb75-f08c-4ce8-8dbb-36ad084a1ec1 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 945 time: 0.0649734 Jul 23 00:52:20.318135 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-95ba9d28-32a1-451c-a478-993bdf9776be req-027590a6-ca73-454b-9911-d1bd033feeac tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350239 Jul 23 00:52:20.339264 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35090) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:52:20.436062 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5140fc76-50ff-4d38-afb0-d40f0892f4bb tempest-TestSnapshotPattern-1897559563 tempest-TestSnapshotPattern-1897559563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:20.437633 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-5140fc76-50ff-4d38-afb0-d40f0892f4bb tempest-TestSnapshotPattern-1897559563 tempest-TestSnapshotPattern-1897559563-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 1091 time: 0.0973566 Jul 23 00:52:20.440463 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35094) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:52:20.445117 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:52:20.466721 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:20.567224 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:20.671240 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Allocated IP 172.25.4.160 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/7924422b-7eb7-40d3-9300-2dfa79bac916) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:52:20.776414 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:20.813840 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:20.848458 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:52:20.851615 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:52:20.854431 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:52:20.887602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event updated for resources: {'Port': ['ID=7924422b-7eb7-40d3-9300-2dfa79bac916,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:21.210000 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:21.283359 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:21.430303 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:21.434887 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:21.505623 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event updated for resources: {'Port': ['ID=7924422b-7eb7-40d3-9300-2dfa79bac916,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:21.515769 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:21.610704 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Floating IP 569a99af-4fbe-45ab-bc7e-d4ec31be187d associated. External IP: 172.25.4.160, port: 6314ba47-085c-4ab7-8acc-9e8729bb5b1d. Jul 23 00:52:21.816752 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Router 55683c37-b95b-49a4-b893-f3f0b3ff6078 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:52:21.925001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:52:21.934856 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e188db1-7e07-40e2-bcb6-12fdc111d563 None None] Sync routers for ids ['55683c37-b95b-49a4-b893-f3f0b3ff6078'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:52:21.941258 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:21.944404 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e188db1-7e07-40e2-bcb6-12fdc111d563 None None] Routers {'55683c37-b95b-49a4-b893-f3f0b3ff6078'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:52:21.945018 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e188db1-7e07-40e2-bcb6-12fdc111d563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:52:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['55683c37-b95b-49a4-b893-f3f0b3ff6078'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:21.977440 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-1dd7ef95-77cf-4bfa-8ab0-0bb005c9ce7f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5359409 Jul 23 00:52:21.978032 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bd07a5-f699-427d-93ea-c99818f36faf', 'tag': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:52:21.981217 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1996b1-0ae0-46f0-a1a8-a03c94c5f20d" -d '{"events": [{"name": "network-changed", "server_uuid": "63bd07a5-f699-427d-93ea-c99818f36faf", "tag": "6314ba47-085c-4ab7-8acc-9e8729bb5b1d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:52:22.055250 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2e188db1-7e07-40e2-bcb6-12fdc111d563 None None] Set router 55683c37-b95b-49a4-b893-f3f0b3ff6078 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:52:22.071694 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f239ded-627e-4be6-ae8c-7dabc8a750ee x-openstack-request-id: req-5f239ded-627e-4be6-ae8c-7dabc8a750ee {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:52:22.071986 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63bd07a5-f699-427d-93ea-c99818f36faf", "tag": "6314ba47-085c-4ab7-8acc-9e8729bb5b1d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:52:22.072235 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f239ded-627e-4be6-ae8c-7dabc8a750ee {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:52:22.072637 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63bd07a5-f699-427d-93ea-c99818f36faf', 'tag': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'status': 'completed', 'code': 200} Jul 23 00:52:22.170734 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1996b1-0ae0-46f0-a1a8-a03c94c5f20d req-2864cc07-c68a-458e-bf06-4d04abcd4f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:22.172336 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c1996b1-0ae0-46f0-a1a8-a03c94c5f20d req-2864cc07-c68a-458e-bf06-4d04abcd4f0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af1693512b8472aa80e325134e2351c&device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 1096 time: 0.0565729 Jul 23 00:52:22.261043 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1996b1-0ae0-46f0-a1a8-a03c94c5f20d req-ec657f9b-b787-4040-8b79-096fe3903d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:22.262575 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c1996b1-0ae0-46f0-a1a8-a03c94c5f20d req-ec657f9b-b787-4040-8b79-096fe3903d36 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 200 len: 911 time: 0.0841675 Jul 23 00:52:22.330250 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c1996b1-0ae0-46f0-a1a8-a03c94c5f20d req-de131bf5-37a3-4aed-b636-8e03d4c9022c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d HTTP/1.1" status: 200 len: 999 time: 0.0613925 Jul 23 00:52:22.368459 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e188db1-7e07-40e2-bcb6-12fdc111d563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:01Z', 'revision_number': 4, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '569a99af-4fbe-45ab-bc7e-d4ec31be187d', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'port_id': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'mac_address': 'fa:16:3e:2a:f7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bd07a5-f699-427d-93ea-c99818f36faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:52:21Z', 'updated_at': '2021-07-23T00:52:21Z', 'revision_number': 0, 'project_id': '4af1693512b8472aa80e325134e2351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8117a8-d5f3-4eb4-8cec-ef95e2859948', 'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'mac_address': 'fa:16:3e:b2:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:00Z', 'updated_at': '2021-07-23T00:52:07Z', 'revision_number': 5, 'project_id': '4af1693512b8472aa80e325134e2351c', 'subnets': [{'id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:22.378546 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1996b1-0ae0-46f0-a1a8-a03c94c5f20d req-57978740-15e7-403f-9df2-1998805cc374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:22.380086 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c1996b1-0ae0-46f0-a1a8-a03c94c5f20d req-57978740-15e7-403f-9df2-1998805cc374 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=178956ce-98c2-43c2-a13b-c78d22414a0c HTTP/1.1" status: 200 len: 849 time: 0.0437250 Jul 23 00:52:22.393921 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e188db1-7e07-40e2-bcb6-12fdc111d563 None None] Checking router: 55683c37-b95b-49a4-b893-f3f0b3ff6078 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:52:22.402793 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e188db1-7e07-40e2-bcb6-12fdc111d563 None None] Routers {'55683c37-b95b-49a4-b893-f3f0b3ff6078'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:52:22.403407 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e188db1-7e07-40e2-bcb6-12fdc111d563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:52:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['55683c37-b95b-49a4-b893-f3f0b3ff6078'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:22.437454 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1996b1-0ae0-46f0-a1a8-a03c94c5f20d req-a073766c-39f9-472b-b190-3eb9007c7569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:22.438975 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c1996b1-0ae0-46f0-a1a8-a03c94c5f20d req-a073766c-39f9-472b-b190-3eb9007c7569 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fb80ad1-4424-4584-a804-b3d164d05f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527451 Jul 23 00:52:22.506194 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-2e188db1-7e07-40e2-bcb6-12fdc111d563 None None] Set router 55683c37-b95b-49a4-b893-f3f0b3ff6078 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:52:22.532875 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c1996b1-0ae0-46f0-a1a8-a03c94c5f20d req-be226664-be02-40fa-be3e-7d45a56686ac service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874071 Jul 23 00:52:22.620774 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-9c1996b1-0ae0-46f0-a1a8-a03c94c5f20d req-4ee30a3c-f245-4a16-86ac-ee04961643b9 service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817170 Jul 23 00:52:22.729087 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-2e188db1-7e07-40e2-bcb6-12fdc111d563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:01Z', 'revision_number': 4, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '569a99af-4fbe-45ab-bc7e-d4ec31be187d', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'port_id': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'mac_address': 'fa:16:3e:2a:f7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bd07a5-f699-427d-93ea-c99818f36faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:52:21Z', 'updated_at': '2021-07-23T00:52:21Z', 'revision_number': 0, 'project_id': '4af1693512b8472aa80e325134e2351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8117a8-d5f3-4eb4-8cec-ef95e2859948', 'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'mac_address': 'fa:16:3e:b2:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:00Z', 'updated_at': '2021-07-23T00:52:07Z', 'revision_number': 5, 'project_id': '4af1693512b8472aa80e325134e2351c', 'subnets': [{'id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:52:22.755252 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e188db1-7e07-40e2-bcb6-12fdc111d563 None None] The sync data for ids ['55683c37-b95b-49a4-b893-f3f0b3ff6078'] in n-d-688802-2 is: [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:01Z', 'revision_number': 4, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '569a99af-4fbe-45ab-bc7e-d4ec31be187d', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'port_id': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'mac_address': 'fa:16:3e:2a:f7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bd07a5-f699-427d-93ea-c99818f36faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:52:21Z', 'updated_at': '2021-07-23T00:52:21Z', 'revision_number': 0, 'project_id': '4af1693512b8472aa80e325134e2351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8117a8-d5f3-4eb4-8cec-ef95e2859948', 'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'mac_address': 'fa:16:3e:b2:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:00Z', 'updated_at': '2021-07-23T00:52:07Z', 'revision_number': 5, 'project_id': '4af1693512b8472aa80e325134e2351c', 'subnets': [{'id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:52:22.948410 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9aa06a-65c3-4902-b000-b778a56d58a5 None None] New status for floating IP 569a99af-4fbe-45ab-bc7e-d4ec31be187d: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:52:25.913982 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-156c9150-5d67-441d-b60a-fec800037c2d req-80e30248-be19-4408-8e48-4c9bb6c08780 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587904 Jul 23 00:52:26.022189 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c9150-5d67-441d-b60a-fec800037c2d req-1dbe670d-ec6c-4107-ba45-ea713f0dfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:26.023671 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-156c9150-5d67-441d-b60a-fec800037c2d req-1dbe670d-ec6c-4107-ba45-ea713f0dfcf5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af1693512b8472aa80e325134e2351c&device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 1096 time: 0.0535715 Jul 23 00:52:26.127150 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c9150-5d67-441d-b60a-fec800037c2d req-d58691ea-8886-41c3-9dad-edd7198e7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:26.128587 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-156c9150-5d67-441d-b60a-fec800037c2d req-d58691ea-8886-41c3-9dad-edd7198e7702 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 200 len: 911 time: 0.0865409 Jul 23 00:52:26.191301 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-156c9150-5d67-441d-b60a-fec800037c2d req-7a1fe310-c46c-4415-a823-d0a04ebae083 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d HTTP/1.1" status: 200 len: 1001 time: 0.0556316 Jul 23 00:52:26.238229 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c9150-5d67-441d-b60a-fec800037c2d req-e6d7ab33-9553-4b14-8e6f-4b64b75591a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:26.239704 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-156c9150-5d67-441d-b60a-fec800037c2d req-e6d7ab33-9553-4b14-8e6f-4b64b75591a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=178956ce-98c2-43c2-a13b-c78d22414a0c HTTP/1.1" status: 200 len: 849 time: 0.0422158 Jul 23 00:52:26.299007 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c9150-5d67-441d-b60a-fec800037c2d req-9441822b-7e38-4f0a-bea1-9022c030d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:26.300528 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-156c9150-5d67-441d-b60a-fec800037c2d req-9441822b-7e38-4f0a-bea1-9022c030d050 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fb80ad1-4424-4584-a804-b3d164d05f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551524 Jul 23 00:52:26.386849 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-156c9150-5d67-441d-b60a-fec800037c2d req-12511539-005a-4702-ad48-832a12221a04 service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796652 Jul 23 00:52:26.478730 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-156c9150-5d67-441d-b60a-fec800037c2d req-ba1a6fed-80a8-4479-b27c-78e84a868d8d service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836580 Jul 23 00:52:31.733059 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-874d738c-30c1-49a6-a929-187e55a07eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:34.441480 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-fea1c812-554b-47f7-8c9e-1c08b86dc7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:34.514355 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:35.099176 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:35.849346 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:37.326351 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:40.534882 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:52:47.359197 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:01.732844 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8b020f16-6c5d-42a6-b166-a6051723029a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:04.442111 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-808ecefb-05be-44e2-8fb6-544a5437a79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:04.514386 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:05.099607 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:05.852562 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:07.328594 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:17.356812 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:17.534319 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:53:26.960614 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daca48b3-b992-405f-9cfa-139dbbc00769 req-d89165ec-3ac4-4952-abb6-aabd3ddfde4e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1094925 Jul 23 00:53:27.070481 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca48b3-b992-405f-9cfa-139dbbc00769 req-bd2f5ec0-9bae-40c2-b063-96bad02e1608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:53:27.072525 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daca48b3-b992-405f-9cfa-139dbbc00769 req-bd2f5ec0-9bae-40c2-b063-96bad02e1608 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af1693512b8472aa80e325134e2351c&device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 1096 time: 0.0543892 Jul 23 00:53:27.178572 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca48b3-b992-405f-9cfa-139dbbc00769 req-54fe99e1-93d1-445a-98d9-2eae52e6408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:53:27.179946 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daca48b3-b992-405f-9cfa-139dbbc00769 req-54fe99e1-93d1-445a-98d9-2eae52e6408e service neutron] 10.222.0.18 "GET /v2.0/networks?id=8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 200 len: 911 time: 0.0863900 Jul 23 00:53:27.242662 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daca48b3-b992-405f-9cfa-139dbbc00769 req-d09f727d-1acd-4856-88c5-48504a61756b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d HTTP/1.1" status: 200 len: 1001 time: 0.0556378 Jul 23 00:53:27.294082 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca48b3-b992-405f-9cfa-139dbbc00769 req-10026948-3c31-47fd-ac41-ea4641bf04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:53:27.295512 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daca48b3-b992-405f-9cfa-139dbbc00769 req-10026948-3c31-47fd-ac41-ea4641bf04d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=178956ce-98c2-43c2-a13b-c78d22414a0c HTTP/1.1" status: 200 len: 849 time: 0.0468483 Jul 23 00:53:27.353466 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca48b3-b992-405f-9cfa-139dbbc00769 req-389198ae-409f-450b-ad27-860cec7ab123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:53:27.354942 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daca48b3-b992-405f-9cfa-139dbbc00769 req-389198ae-409f-450b-ad27-860cec7ab123 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fb80ad1-4424-4584-a804-b3d164d05f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527263 Jul 23 00:53:27.443477 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daca48b3-b992-405f-9cfa-139dbbc00769 req-40530907-5cd5-4abd-a342-a7583b0b72f5 service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799954 Jul 23 00:53:27.534092 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-daca48b3-b992-405f-9cfa-139dbbc00769 req-ffd7972e-0c7f-4706-80f3-2663d004e1a8 service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842023 Jul 23 00:53:31.733729 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-75a0334a-e6f9-42eb-b66c-02addd5e1ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:34.442958 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3f5feff2-d5ca-4003-91aa-c7aefcacd2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:34.514384 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:35.115770 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:35.855537 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:37.329992 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:47.356070 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:54.533922 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:54:01.888299 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-feb64269-681a-42c2-b909-d77395a32f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:04.443808 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c8bc57d6-f794-4ce4-b973-272803e4aed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:04.514187 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:05.132605 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:05.858990 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:07.333669 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:17.361372 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.048286 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 6314ba47-085c-4ab7-8acc-9e8729bb5b1d details requested by agent hyperv_n-h1-688802-2 with host n-h1-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:54:20.146439 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:20.157302 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Returning: {'device': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'port_id': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'mac_address': 'fa:16:3e:2a:f7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:54:20.193272 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.207740 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6314ba47-085c-4ab7-8acc-9e8729bb5b1d {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:54:20.228393 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:20.233349 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.281501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:20.288603 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:20.288946 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:20.289310 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:20.289646 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:20.289976 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:20.290305 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:20.290629 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:20.291052 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:20.291969 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:20.292351 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:20.292690 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:20.293026 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:20.401390 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] get_ports_and_sgs() called for port_ids ['6314ba47-085c-4ab7-8acc-9e8729bb5b1d'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:54:22.057053 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 6314ba47-085c-4ab7-8acc-9e8729bb5b1d up at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:54:22.111908 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Provisioning complete for port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:22.112562 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.209852 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.237262 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bd07a5-f699-427d-93ea-c99818f36faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:54:22.239609 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052dd6e5-b5d1-44c1-bc3d-4da05ee59818" -d '{"events": [{"server_uuid": "63bd07a5-f699-427d-93ea-c99818f36faf", "name": "network-vif-plugged", "status": "completed", "tag": "6314ba47-085c-4ab7-8acc-9e8729bb5b1d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:54:22.261699 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:22.274007 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.301062 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e271a9d-c2fa-481a-accf-2c8359370c99 x-openstack-request-id: req-6e271a9d-c2fa-481a-accf-2c8359370c99 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:54:22.301374 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bd07a5-f699-427d-93ea-c99818f36faf", "name": "network-vif-plugged", "status": "completed", "tag": "6314ba47-085c-4ab7-8acc-9e8729bb5b1d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:54:22.301763 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e271a9d-c2fa-481a-accf-2c8359370c99 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:54:22.302164 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bd07a5-f699-427d-93ea-c99818f36faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'code': 200} Jul 23 00:54:22.332607 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:27.016383 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b7f97-a6a5-4c59-a8ec-b16b86c626e4 req-f976cbe5-244e-4ded-a640-98b6196176f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:27.017946 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-672b7f97-a6a5-4c59-a8ec-b16b86c626e4 req-f976cbe5-244e-4ded-a640-98b6196176f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af1693512b8472aa80e325134e2351c&device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 1096 time: 0.0626771 Jul 23 00:54:27.147380 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b7f97-a6a5-4c59-a8ec-b16b86c626e4 req-cdb44489-8456-4f05-a21c-dfc751177cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:27.148913 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-672b7f97-a6a5-4c59-a8ec-b16b86c626e4 req-cdb44489-8456-4f05-a21c-dfc751177cfa service neutron] 10.222.0.18 "GET /v2.0/networks?id=8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 200 len: 911 time: 0.1079750 Jul 23 00:54:27.223914 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-672b7f97-a6a5-4c59-a8ec-b16b86c626e4 req-eb1d82c8-c1e6-43ac-bf91-d0d14d9d6172 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d HTTP/1.1" status: 200 len: 1001 time: 0.0683365 Jul 23 00:54:27.284413 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b7f97-a6a5-4c59-a8ec-b16b86c626e4 req-57960be8-6708-48d4-8448-3b34061d3026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:27.286069 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-672b7f97-a6a5-4c59-a8ec-b16b86c626e4 req-57960be8-6708-48d4-8448-3b34061d3026 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=178956ce-98c2-43c2-a13b-c78d22414a0c HTTP/1.1" status: 200 len: 849 time: 0.0545514 Jul 23 00:54:27.356640 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b7f97-a6a5-4c59-a8ec-b16b86c626e4 req-4871db8a-af9f-49a9-9cd1-3cae32a72496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:27.358246 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-672b7f97-a6a5-4c59-a8ec-b16b86c626e4 req-4871db8a-af9f-49a9-9cd1-3cae32a72496 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fb80ad1-4424-4584-a804-b3d164d05f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637493 Jul 23 00:54:27.459049 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-672b7f97-a6a5-4c59-a8ec-b16b86c626e4 req-4271c990-763d-4bd0-8ded-9909fb75cceb service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912766 Jul 23 00:54:27.559556 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-672b7f97-a6a5-4c59-a8ec-b16b86c626e4 req-fac22416-7fa7-4b06-91d6-62858ce1330c service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926316 Jul 23 00:54:30.217083 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-991c374d-ad6e-4075-a009-369dd15b1d9f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1074974370&fields=id&tenant_id=4af1693512b8472aa80e325134e2351c HTTP/1.1" status: 200 len: 267 time: 0.0336721 Jul 23 00:54:30.324665 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-c1a8f528-4d22-41da-8750-ae54813e0bf8 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:30.326159 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-c1a8f528-4d22-41da-8750-ae54813e0bf8 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/networks?id=8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 200 len: 810 time: 0.1028814 Jul 23 00:54:30.340743 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-0ab18604-da88-4412-b804-13834a3f4299 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/quotas/4af1693512b8472aa80e325134e2351c HTTP/1.1" status: 200 len: 375 time: 0.0093675 Jul 23 00:54:30.408745 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-eddda08c-bfb3-4514-9b54-9a95cce9c37e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4af1693512b8472aa80e325134e2351c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0633826 Jul 23 00:54:30.504585 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-7419e9ad-a1c5-4f4b-88e1-a7250e434eb4 service neutron] 10.222.0.26 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848806 Jul 23 00:54:30.591164 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-51607bfb-c43b-497d-8c2a-9a7d5452656e service neutron] 10.222.0.26 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809605 Jul 23 00:54:30.834640 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-ec3248cd-902c-4ca5-9323-ecea698cab43 req-99b7462a-fdd0-4fc6-86b0-e33a88a85070 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 210 time: 0.0845859 Jul 23 00:54:31.532259 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:54:31.741668 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4b74103e-7e0f-4e20-affd-d84c8b0f6668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.820570 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-cce7cf40-d4aa-4333-939d-2abc524922d2 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:31.822022 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-cce7cf40-d4aa-4333-939d-2abc524922d2 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.95 "GET /v2.0/networks?id=8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 200 len: 810 time: 0.1014037 Jul 23 00:54:31.867309 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-fd929f9b-c6f7-476d-80cb-c575300811b8 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4af1693512b8472aa80e325134e2351c HTTP/1.1" status: 200 len: 380 time: 0.0360491 Jul 23 00:54:31.877313 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Request body: {'port': {'device_id': 'a6e604f7-32fe-4917-b03c-d2c4068ad704', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'admin_state_up': True, 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'security_groups': ['b899fdb2-5307-4ca0-93c4-458225588722']}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:31.941514 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-0968e514-ba9d-4f6c-a2ee-301208970159 req-ecf67b35-36b4-444c-9048-22048d8d35af tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 210 time: 0.0356250 Jul 23 00:54:32.018407 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Made reservation on behalf of 4af1693512b8472aa80e325134e2351c for: {'port': 1} {{(pid=93821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:54:32.022145 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.183440 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Allocated IP 172.20.0.12 (8fb80ad1-4424-4584-a804-b3d164d05f33/178956ce-98c2-43c2-a13b-c78d22414a0c/45521fd4-ed70-4039-8ee2-9d0231ecbdb9) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:54:32.353785 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.373663 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Transition to ACTIVE for port object 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 will not be triggered until provisioned by entity DHCP. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:54:32.408212 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.450878 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Network 8fb80ad1-4424-4584-a804-b3d164d05f33 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:54:32.456190 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:54:32.458744 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:54:32.490388 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event updated for resources: {'Port': ['ID=45521fd4-ed70-4039-8ee2-9d0231ecbdb9,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:32.504215 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:32.504455 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:32.504770 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:32.505154 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:32.505484 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:32.505820 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:32.506154 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:32.506504 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:32.506817 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:32.507272 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:32.507517 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:32.507850 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:32.536156 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:32.536798 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.553616 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-d54928c7-808a-4b31-a007-15a51d02429e tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6804495 Jul 23 00:54:32.758358 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-27c2e2a5-10d8-4758-9379-04f19878cc0e None None] Provisioning for port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 completed by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:54:32.762576 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-27c2e2a5-10d8-4758-9379-04f19878cc0e None None] Provisioning complete for port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 triggered by entity DHCP. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:32.762949 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-27c2e2a5-10d8-4758-9379-04f19878cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.802507 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-27c2e2a5-10d8-4758-9379-04f19878cc0e None None] Port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 cannot update to ACTIVE because it is not bound. {{(pid=93822) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:54:33.075262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c7b47-7b21-4d0f-8e21-a66c01cffb74 req-2bb62c7b-aaf6-4d61-9355-bd4ac464fea7 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:33.079871 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f76c7b47-7b21-4d0f-8e21-a66c01cffb74 req-2bb62c7b-aaf6-4d61-9355-bd4ac464fea7 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 932 time: 0.0697641 Jul 23 00:54:33.115086 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f76c7b47-7b21-4d0f-8e21-a66c01cffb74 req-2036ee54-15b2-4868-9750-ea3aa9003798 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326600 Jul 23 00:54:34.069994 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 6314ba47-085c-4ab7-8acc-9e8729bb5b1d no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:54:34.156740 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:34.184991 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bd07a5-f699-427d-93ea-c99818f36faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:54:34.187986 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac58fb2-6112-4f3b-8ecf-0f123c48f27d" -d '{"events": [{"server_uuid": "63bd07a5-f699-427d-93ea-c99818f36faf", "name": "network-vif-unplugged", "status": "completed", "tag": "6314ba47-085c-4ab7-8acc-9e8729bb5b1d"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:54:34.203779 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] For port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:34.210754 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:34.266463 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0c57aa-b910-4246-a591-ebc804d709d7 x-openstack-request-id: req-cf0c57aa-b910-4246-a591-ebc804d709d7 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:54:34.267074 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bd07a5-f699-427d-93ea-c99818f36faf", "name": "network-vif-unplugged", "status": "completed", "tag": "6314ba47-085c-4ab7-8acc-9e8729bb5b1d", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:54:34.267379 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf0c57aa-b910-4246-a591-ebc804d709d7 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:54:34.269135 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bd07a5-f699-427d-93ea-c99818f36faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'code': 200} Jul 23 00:54:34.302241 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Pushing event updated for resources: {'Port': ['ID=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,revision_number=8']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:34.309057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70690d09-216d-4a3b-8213-b814ed7e4160 req-52349beb-407a-4449-a3af-178011d67406 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:34.310665 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70690d09-216d-4a3b-8213-b814ed7e4160 req-52349beb-407a-4449-a3af-178011d67406 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 932 time: 0.0920475 Jul 23 00:54:34.351324 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70690d09-216d-4a3b-8213-b814ed7e4160 req-0c398632-2235-49fc-9eb7-eb0b6ebb2ede tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347066 Jul 23 00:54:34.446400 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-50700e95-15dc-4c08-b63c-8a0e0e889d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:34.517463 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:35.156538 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:35.488653 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee3257-59e4-4559-b09f-79d0d4bf751c req-e02fb485-e830-4be4-b976-04f03bbcb8d3 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:35.490211 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bdee3257-59e4-4559-b09f-79d0d4bf751c req-e02fb485-e830-4be4-b976-04f03bbcb8d3 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 932 time: 0.0656328 Jul 23 00:54:35.530229 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bdee3257-59e4-4559-b09f-79d0d4bf751c req-3de07e1c-620e-4e8b-8268-5e4ed7a138f3 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343528 Jul 23 00:54:35.862475 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:36.663408 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387f439-0921-4bf2-a2c0-d9626241aedc req-51de0ae8-d4bb-4751-b975-c86bf488db72 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:36.664912 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c387f439-0921-4bf2-a2c0-d9626241aedc req-51de0ae8-d4bb-4751-b975-c86bf488db72 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 932 time: 0.0645418 Jul 23 00:54:36.708046 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c387f439-0921-4bf2-a2c0-d9626241aedc req-ec219f1b-ea17-4a63-848a-4cb18d99201a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358803 Jul 23 00:54:37.337979 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:37.843853 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6968ff7-a032-4476-b8c9-9a0136a3e8ab req-b39091d8-de05-4a4e-9f82-e2ab75f38c81 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:37.845445 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6968ff7-a032-4476-b8c9-9a0136a3e8ab req-b39091d8-de05-4a4e-9f82-e2ab75f38c81 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 932 time: 0.0665903 Jul 23 00:54:37.885923 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b6968ff7-a032-4476-b8c9-9a0136a3e8ab req-74419377-7795-423f-b824-c41bef976cfd tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346675 Jul 23 00:54:39.022074 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde534f-23f2-4281-9853-8081e9fda4f7 req-a923fd78-c2a4-47e3-bcc0-8744c8574f6d tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:39.023638 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1cde534f-23f2-4281-9853-8081e9fda4f7 req-a923fd78-c2a4-47e3-bcc0-8744c8574f6d tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 932 time: 0.0677502 Jul 23 00:54:39.064988 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1cde534f-23f2-4281-9853-8081e9fda4f7 req-e0f07fa8-de98-4b7a-aa94-224ac34a9014 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342948 Jul 23 00:54:40.202567 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9e684-2def-43bb-8b8b-bfed777ed2f5 req-5987b682-8b46-4ddc-8e60-46a5e4c2e93f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:40.204051 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1cb9e684-2def-43bb-8b8b-bfed777ed2f5 req-5987b682-8b46-4ddc-8e60-46a5e4c2e93f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 932 time: 0.0697370 Jul 23 00:54:40.242796 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-1cb9e684-2def-43bb-8b8b-bfed777ed2f5 req-c7b2eb03-e18a-4610-9ab8-ce551a6228eb tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329590 Jul 23 00:54:41.381574 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87df7d2-a71b-49a4-be46-20fa81a25d81 req-3f9c198c-5daf-4f9c-8480-b193241a642d tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:41.383100 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d87df7d2-a71b-49a4-be46-20fa81a25d81 req-3f9c198c-5daf-4f9c-8480-b193241a642d tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 932 time: 0.0681918 Jul 23 00:54:41.427702 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d87df7d2-a71b-49a4-be46-20fa81a25d81 req-fc0246cb-49cf-44fc-92a3-563a76cf0850 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376620 Jul 23 00:54:42.567839 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620524b-2b0e-4084-a9d1-2d1b18bcc74c req-e49ae0aa-cc74-42f1-8191-965387c59306 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:42.569355 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5620524b-2b0e-4084-a9d1-2d1b18bcc74c req-e49ae0aa-cc74-42f1-8191-965387c59306 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 932 time: 0.0734215 Jul 23 00:54:42.608917 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-5620524b-2b0e-4084-a9d1-2d1b18bcc74c req-f60cecf2-ff7e-4a4d-9e22-8edd5235d2ef tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334961 Jul 23 00:54:43.168543 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-210d171a-bbcf-42c1-b0f3-be366d367225 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:54:43.169738 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-210d171a-bbcf-42c1-b0f3-be366d367225 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057693 Jul 23 00:54:43.225654 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Request body: {'port': {'device_id': 'a6e604f7-32fe-4917-b03c-d2c4068ad704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-2'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:43.298798 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:43.550160 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 {{(pid=93821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:54:43.557252 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:43.568830 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Transition to ACTIVE for port object 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:54:43.572569 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:43.643157 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Pushing event updated for resources: {'Port': ['ID=45521fd4-ed70-4039-8ee2-9d0231ecbdb9,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:43.726110 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Attempting to bind port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 on host n-h2-688802-2 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:54:43.727028 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Attempting to bind port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 by drivers openvswitch,hyperv on host n-h2-688802-2 at level 0 using segments [{'id': '77ec2997-27d2-4987-8ba3-7cddf428c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:54:43.727360 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Attempting to bind port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 on network 8fb80ad1-4424-4584-a804-b3d164d05f33 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:54:43.737495 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 on network 8fb80ad1-4424-4584-a804-b3d164d05f33 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:54:43.737819 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Attempting to bind port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 on network 8fb80ad1-4424-4584-a804-b3d164d05f33 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:54:43.749667 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Checking agent: {'id': '3e455bac-9242-40dd-81a3-4380c95bfb8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'started_at': datetime.datetime(2021, 7, 22, 23, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:54:43.750003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Checking segment: {'id': '77ec2997-27d2-4987-8ba3-7cddf428c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:54:43.750483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Bound using segment: {'id': '77ec2997-27d2-4987-8ba3-7cddf428c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:54:43.751175 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Bound port: 45521fd4-ed70-4039-8ee2-9d0231ecbdb9, host: n-h2-688802-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ec2997-27d2-4987-8ba3-7cddf428c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:54:43.751536 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:43.800472 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6613d78-07aa-4c12-a185-854b520a09ea req-cee316b9-c4b1-4bb3-8ab7-861fc3be5861 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:43.801965 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6613d78-07aa-4c12-a185-854b520a09ea req-cee316b9-c4b1-4bb3-8ab7-861fc3be5861 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 944 time: 0.1206915 Jul 23 00:54:43.853444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] For port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9, host n-h2-688802-2, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:54:43.865849 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c6613d78-07aa-4c12-a185-854b520a09ea req-7b0a864a-1758-4766-aa66-4c09c848004d tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574408 Jul 23 00:54:43.869036 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] For port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9, host n-h2-688802-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45521fd4-ed70-4039-8ee2-9d0231ecbdb9,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:54:43.874008 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:43.904790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:43.905614 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:43.907465 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] 10.222.0.95 "PUT /v2.0/ports/45521fd4-ed70-4039-8ee2-9d0231ecbdb9 HTTP/1.1" status: 200 len: 1092 time: 0.7295778 Jul 23 00:54:43.909580 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e604f7-32fe-4917-b03c-d2c4068ad704', 'tag': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:54:43.913266 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c465c295-be4a-44dd-9d9f-4bee90bd1720" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e604f7-32fe-4917-b03c-d2c4068ad704", "tag": "45521fd4-ed70-4039-8ee2-9d0231ecbdb9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:54:43.944132 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530eef2-6fe4-4ee1-a9fe-532ca27735cf service neutron] Pushing event updated for resources: {'Port': ['ID=45521fd4-ed70-4039-8ee2-9d0231ecbdb9,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:43.961288 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8621a31a-fc80-4dd3-bd33-b2021160d905 x-openstack-request-id: req-8621a31a-fc80-4dd3-bd33-b2021160d905 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:54:43.961576 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e604f7-32fe-4917-b03c-d2c4068ad704", "tag": "45521fd4-ed70-4039-8ee2-9d0231ecbdb9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:54:43.961826 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8621a31a-fc80-4dd3-bd33-b2021160d905 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:54:43.962220 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e604f7-32fe-4917-b03c-d2c4068ad704', 'tag': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9', 'status': 'completed', 'code': 200} Jul 23 00:54:44.013445 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-4cd61d51-ecee-4fae-bddd-31bd24340a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:44.015082 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-4cd61d51-ecee-4fae-bddd-31bd24340a06 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4af1693512b8472aa80e325134e2351c&device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 1095 time: 0.0644772 Jul 23 00:54:44.059002 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-fe192177-f70e-40c5-96a5-e7015d03175d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45521fd4-ed70-4039-8ee2-9d0231ecbdb9 HTTP/1.1" status: 200 len: 217 time: 0.0355210 Jul 23 00:54:44.110105 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-91b11766-3bb8-4ae3-bc6f-6c9a8dc4a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:44.111780 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-91b11766-3bb8-4ae3-bc6f-6c9a8dc4a1f4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=178956ce-98c2-43c2-a13b-c78d22414a0c HTTP/1.1" status: 200 len: 849 time: 0.0455470 Jul 23 00:54:44.174834 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-3ae7e6e6-e80e-415f-af3e-8ca3ac9456d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:44.176505 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-3ae7e6e6-e80e-415f-af3e-8ca3ac9456d1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8fb80ad1-4424-4584-a804-b3d164d05f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578942 Jul 23 00:54:44.270309 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-e1499806-6288-4b15-94de-26cdad569893 service neutron] 10.222.0.95 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864558 Jul 23 00:54:44.359963 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b1c2e14d-7936-4789-9317-d7f157b5c44d req-a6dbc4c0-ce38-4609-bdc7-26406cd18ffb service neutron] 10.222.0.95 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831413 Jul 23 00:54:44.456795 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465c295-be4a-44dd-9d9f-4bee90bd1720 req-7c65fb1d-64fd-4f62-9c8b-fcfb7221176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:44.458344 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c465c295-be4a-44dd-9d9f-4bee90bd1720 req-7c65fb1d-64fd-4f62-9c8b-fcfb7221176e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4af1693512b8472aa80e325134e2351c&device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 1095 time: 0.0519867 Jul 23 00:54:44.548015 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465c295-be4a-44dd-9d9f-4bee90bd1720 req-2d49b69d-5190-4786-a107-359fc273e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:44.549494 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c465c295-be4a-44dd-9d9f-4bee90bd1720 req-2d49b69d-5190-4786-a107-359fc273e7be service neutron] 10.222.0.95 "GET /v2.0/networks?id=8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 200 len: 911 time: 0.0843329 Jul 23 00:54:44.589929 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c465c295-be4a-44dd-9d9f-4bee90bd1720 req-62e411ea-0d90-4f89-9ccb-46cd6d2b1f68 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45521fd4-ed70-4039-8ee2-9d0231ecbdb9 HTTP/1.1" status: 200 len: 217 time: 0.0337462 Jul 23 00:54:44.636115 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465c295-be4a-44dd-9d9f-4bee90bd1720 req-df09a250-191f-46bb-83f6-dd4b59e065fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:44.637468 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c465c295-be4a-44dd-9d9f-4bee90bd1720 req-df09a250-191f-46bb-83f6-dd4b59e065fc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=178956ce-98c2-43c2-a13b-c78d22414a0c HTTP/1.1" status: 200 len: 849 time: 0.0411422 Jul 23 00:54:44.695057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465c295-be4a-44dd-9d9f-4bee90bd1720 req-bcfaceef-5bd3-4c60-b7cf-b6b97d3288b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:44.696537 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c465c295-be4a-44dd-9d9f-4bee90bd1720 req-bcfaceef-5bd3-4c60-b7cf-b6b97d3288b3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8fb80ad1-4424-4584-a804-b3d164d05f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520351 Jul 23 00:54:44.787564 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c465c295-be4a-44dd-9d9f-4bee90bd1720 req-f1e9d24e-cd30-41bd-979c-a4649428d476 service neutron] 10.222.0.95 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838850 Jul 23 00:54:44.881073 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-c465c295-be4a-44dd-9d9f-4bee90bd1720 req-7f5263d7-db17-4b3e-8321-67f9f78ac723 service neutron] 10.222.0.95 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855279 Jul 23 00:54:44.995564 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b61ce0-db52-49a4-bb0b-82cc46556e41 req-bcb63382-b3db-41c4-ac51-bf1ea4c88e44 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:44.997024 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59b61ce0-db52-49a4-bb0b-82cc46556e41 req-bcb63382-b3db-41c4-ac51-bf1ea4c88e44 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 944 time: 0.0623152 Jul 23 00:54:45.034285 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-59b61ce0-db52-49a4-bb0b-82cc46556e41 req-dd01abdd-1e8b-45b5-93f9-1265696b2030 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312746 Jul 23 00:54:46.165239 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83c651-5a2c-46f3-986e-9dd5f292ac92 req-2f504448-da5f-40c8-b26f-88f3da093d27 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:46.166702 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a83c651-5a2c-46f3-986e-9dd5f292ac92 req-2f504448-da5f-40c8-b26f-88f3da093d27 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 944 time: 0.0631890 Jul 23 00:54:46.203072 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-3a83c651-5a2c-46f3-986e-9dd5f292ac92 req-ebc24e29-edf8-49fe-84a7-66fb9879d79d tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302222 Jul 23 00:54:46.447501 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:54:46.545546 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45521fd4-ed70-4039-8ee2-9d0231ecbdb9,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:46.556088 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'port_id': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9', 'mac_address': 'fa:16:3e:62:cc:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:54:46.593646 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:46.605697 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:54:46.625021 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45521fd4-ed70-4039-8ee2-9d0231ecbdb9,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:46.629407 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:46.674963 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=45521fd4-ed70-4039-8ee2-9d0231ecbdb9,revision_number=4']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:46.870143 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['45521fd4-ed70-4039-8ee2-9d0231ecbdb9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:54:47.335026 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e34202-1643-4cbb-aef7-f33b882e68d9 req-77b95c47-e173-4d0a-a829-9abb58e637a0 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:47.336510 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93e34202-1643-4cbb-aef7-f33b882e68d9 req-77b95c47-e173-4d0a-a829-9abb58e637a0 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 945 time: 0.0662413 Jul 23 00:54:47.357242 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:47.375721 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-93e34202-1643-4cbb-aef7-f33b882e68d9 req-cb00cd3a-780a-4822-8f90-d13f19678d46 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335536 Jul 23 00:54:48.463059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:54:48.507855 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43649126-c5a1-4e7c-ae2f-3c18d0ba428e req-0262bedf-9c0e-418a-a7c7-4aae6929234a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:48.509519 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43649126-c5a1-4e7c-ae2f-3c18d0ba428e req-0262bedf-9c0e-418a-a7c7-4aae6929234a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 945 time: 0.0681078 Jul 23 00:54:48.511172 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning for port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 completed by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:54:48.515807 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:48.516183 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:48.547892 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-43649126-c5a1-4e7c-ae2f-3c18d0ba428e req-b8d936b6-88a5-4fad-af01-c97ac0e810c6 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319183 Jul 23 00:54:48.594358 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:48.615847 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e604f7-32fe-4917-b03c-d2c4068ad704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:54:48.618210 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7545415-de3f-4f20-a14d-d03a6025c15a" -d '{"events": [{"server_uuid": "a6e604f7-32fe-4917-b03c-d2c4068ad704", "name": "network-vif-plugged", "status": "completed", "tag": "45521fd4-ed70-4039-8ee2-9d0231ecbdb9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:54:48.630819 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45521fd4-ed70-4039-8ee2-9d0231ecbdb9,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:48.634546 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:48.658648 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bc26ce-c786-45c5-b481-bd6183ff9551 x-openstack-request-id: req-67bc26ce-c786-45c5-b481-bd6183ff9551 {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:54:48.658917 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e604f7-32fe-4917-b03c-d2c4068ad704", "name": "network-vif-plugged", "status": "completed", "tag": "45521fd4-ed70-4039-8ee2-9d0231ecbdb9", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:54:48.659216 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-67bc26ce-c786-45c5-b481-bd6183ff9551 {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:54:48.659755 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e604f7-32fe-4917-b03c-d2c4068ad704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9', 'code': 200} Jul 23 00:54:48.685942 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=45521fd4-ed70-4039-8ee2-9d0231ecbdb9,revision_number=5']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:48.760396 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044ba3c-2c4f-4953-a80e-de0c44a732b3 req-c22e1494-4069-4c26-b8a8-77bbcdc91624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:48.761933 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f044ba3c-2c4f-4953-a80e-de0c44a732b3 req-c22e1494-4069-4c26-b8a8-77bbcdc91624 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 1097 time: 0.0518808 Jul 23 00:54:48.798460 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-f044ba3c-2c4f-4953-a80e-de0c44a732b3 req-b39816d7-4dcd-4cd3-bfdb-66092c1579d8 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298080 Jul 23 00:54:49.680519 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0c770-9fb3-4550-a120-f15240943d1d req-c67af147-a8eb-4600-9e48-b47a36e0b9a5 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:49.682059 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70c0c770-9fb3-4550-a120-f15240943d1d req-c67af147-a8eb-4600-9e48-b47a36e0b9a5 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 946 time: 0.0654104 Jul 23 00:54:49.720736 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-70c0c770-9fb3-4550-a120-f15240943d1d req-d28bf85a-ad89-49e7-b1dc-4c9846033774 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326376 Jul 23 00:54:50.848483 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578bb49-47f5-4e8b-827f-14d848c433cc req-a20c1423-424a-455a-a7b2-12b2d230e74a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:50.850001 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e578bb49-47f5-4e8b-827f-14d848c433cc req-a20c1423-424a-455a-a7b2-12b2d230e74a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 946 time: 0.0628002 Jul 23 00:54:50.887169 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-e578bb49-47f5-4e8b-827f-14d848c433cc req-d8dc4c9a-efec-40e2-8ce8-389f6e7c6ff4 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316358 Jul 23 00:54:51.020294 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0bb1a-792b-424e-ab72-0fa3f66dc016 req-27a632aa-3686-4707-a52d-f7cfff041051 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:51.021820 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efc0bb1a-792b-424e-ab72-0fa3f66dc016 req-27a632aa-3686-4707-a52d-f7cfff041051 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 946 time: 0.0666974 Jul 23 00:54:51.059478 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-efc0bb1a-792b-424e-ab72-0fa3f66dc016 req-47990b1e-7149-42b2-b12f-a73e30e71b2d tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321083 Jul 23 00:54:51.081065 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35372) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:51.131884 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e0947a-cf40-47cd-b525-b3c10f10bd96 tempest-TestSnapshotPattern-1897559563 tempest-TestSnapshotPattern-1897559563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:51.133382 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-e1e0947a-cf40-47cd-b525-b3c10f10bd96 tempest-TestSnapshotPattern-1897559563 tempest-TestSnapshotPattern-1897559563-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 1092 time: 0.0513110 Jul 23 00:54:51.136057 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35374) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:51.140813 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.v2.base [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Request body: {'floatingip': {'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'port_id': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:51.162164 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for floatingip, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:51.601497 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:51.702033 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_common [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Allocated IP 172.25.4.13 (09b46b4f-c004-45fe-8b5c-d6717f727f65/c6c100ed-bf08-47ed-8442-036eb3f9fc06/638ad65a-02f7-4399-a144-24167fa6fcc4) {{(pid=93821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:54:51.803029 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for port, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:51.840418 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786778745977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:51.875109 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Network 09b46b4f-c004-45fe-8b5c-d6717f727f65 is already hosted by enough agents. {{(pid=93821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:54:51.881312 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.base_scheduler [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Resources bound (agent type, host, resource id): {{(pid=93821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:54:51.883949 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Received port after_create {{(pid=93821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:54:51.907999 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event updated for resources: {'Port': ['ID=638ad65a-02f7-4399-a144-24167fa6fcc4,revision_number=1']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:52.231999 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:52.305511 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:52.451734 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:52.456616 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12571267'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:52.529241 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event updated for resources: {'Port': ['ID=638ad65a-02f7-4399-a144-24167fa6fcc4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:52.538801 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597655'] for floatingip, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:52.637948 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Floating IP d929c83e-ae42-4c77-88b5-9a39000fc07b associated. External IP: 172.25.4.13, port: 45521fd4-ed70-4039-8ee2-9d0231ecbdb9. Jul 23 00:54:52.841072 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Router 55683c37-b95b-49a4-b893-f3f0b3ff6078 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:54:52.946778 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:54:52.956224 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6af06-5cd3-46cb-b1f5-2556637e1a9f None None] Sync routers for ids ['55683c37-b95b-49a4-b893-f3f0b3ff6078'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:54:52.962574 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:52.965112 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6af06-5cd3-46cb-b1f5-2556637e1a9f None None] Routers {'55683c37-b95b-49a4-b893-f3f0b3ff6078'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:52.965733 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-80f6af06-5cd3-46cb-b1f5-2556637e1a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:54:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['55683c37-b95b-49a4-b893-f3f0b3ff6078'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:53.017223 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-af03cf72-9ceb-4b69-9e43-f9ce4a7b004c tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8672071 Jul 23 00:54:53.017223 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e604f7-32fe-4917-b03c-d2c4068ad704', 'tag': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:54:53.017223 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60139468-cd56-4c69-8081-0252aec4e90f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e604f7-32fe-4917-b03c-d2c4068ad704", "tag": "45521fd4-ed70-4039-8ee2-9d0231ecbdb9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:54:53.050191 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b2e310-a6e4-4fab-b65c-419af900581a x-openstack-request-id: req-25b2e310-a6e4-4fab-b65c-419af900581a {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:54:53.050482 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e604f7-32fe-4917-b03c-d2c4068ad704", "tag": "45521fd4-ed70-4039-8ee2-9d0231ecbdb9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:54:53.050738 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25b2e310-a6e4-4fab-b65c-419af900581a {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:54:53.051145 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e604f7-32fe-4917-b03c-d2c4068ad704', 'tag': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9', 'status': 'completed', 'code': 200} Jul 23 00:54:53.072503 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-80f6af06-5cd3-46cb-b1f5-2556637e1a9f None None] Set router 55683c37-b95b-49a4-b893-f3f0b3ff6078 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:53.124935 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60139468-cd56-4c69-8081-0252aec4e90f req-87a1dff9-0b2c-472b-84ed-b1282f62d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:53.126666 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60139468-cd56-4c69-8081-0252aec4e90f req-87a1dff9-0b2c-472b-84ed-b1282f62d22a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4af1693512b8472aa80e325134e2351c&device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 1097 time: 0.0548456 Jul 23 00:54:53.218791 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60139468-cd56-4c69-8081-0252aec4e90f req-9a087be0-3c28-4667-8f3d-88c9fa157de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:53.220277 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60139468-cd56-4c69-8081-0252aec4e90f req-9a087be0-3c28-4667-8f3d-88c9fa157de5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 200 len: 911 time: 0.0873039 Jul 23 00:54:53.291225 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60139468-cd56-4c69-8081-0252aec4e90f req-414d0b55-73b5-4cb5-ba0d-05bce11a829d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45521fd4-ed70-4039-8ee2-9d0231ecbdb9 HTTP/1.1" status: 200 len: 999 time: 0.0635986 Jul 23 00:54:53.302384 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-80f6af06-5cd3-46cb-b1f5-2556637e1a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:01Z', 'revision_number': 4, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '569a99af-4fbe-45ab-bc7e-d4ec31be187d', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'port_id': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'mac_address': 'fa:16:3e:2a:f7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bd07a5-f699-427d-93ea-c99818f36faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:52:21Z', 'updated_at': '2021-07-23T00:52:23Z', 'revision_number': 1, 'project_id': '4af1693512b8472aa80e325134e2351c', 'fixed_ip_address_scope': None}, {'id': 'd929c83e-ae42-4c77-88b5-9a39000fc07b', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'port_id': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'mac_address': 'fa:16:3e:62:cc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e604f7-32fe-4917-b03c-d2c4068ad704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:54:52Z', 'updated_at': '2021-07-23T00:54:52Z', 'revision_number': 0, 'project_id': '4af1693512b8472aa80e325134e2351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8117a8-d5f3-4eb4-8cec-ef95e2859948', 'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'mac_address': 'fa:16:3e:b2:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:00Z', 'updated_at': '2021-07-23T00:52:07Z', 'revision_number': 5, 'project_id': '4af1693512b8472aa80e325134e2351c', 'subnets': [{'id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:53.328264 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6af06-5cd3-46cb-b1f5-2556637e1a9f None None] Checking router: 55683c37-b95b-49a4-b893-f3f0b3ff6078 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:54:53.336353 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6af06-5cd3-46cb-b1f5-2556637e1a9f None None] Routers {'55683c37-b95b-49a4-b893-f3f0b3ff6078'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:53.336958 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-80f6af06-5cd3-46cb-b1f5-2556637e1a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:54:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['55683c37-b95b-49a4-b893-f3f0b3ff6078'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:53.339798 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60139468-cd56-4c69-8081-0252aec4e90f req-b0fac7b2-5757-40cb-98eb-c85097294e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:53.341297 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60139468-cd56-4c69-8081-0252aec4e90f req-b0fac7b2-5757-40cb-98eb-c85097294e0b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=178956ce-98c2-43c2-a13b-c78d22414a0c HTTP/1.1" status: 200 len: 849 time: 0.0431871 Jul 23 00:54:53.400070 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60139468-cd56-4c69-8081-0252aec4e90f req-c39872cf-511f-43bd-9064-2da120d2a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:53.401528 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60139468-cd56-4c69-8081-0252aec4e90f req-c39872cf-511f-43bd-9064-2da120d2a8f0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8fb80ad1-4424-4584-a804-b3d164d05f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534010 Jul 23 00:54:53.439734 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-80f6af06-5cd3-46cb-b1f5-2556637e1a9f None None] Set router 55683c37-b95b-49a4-b893-f3f0b3ff6078 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:53.493036 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60139468-cd56-4c69-8081-0252aec4e90f req-16aaf773-16ed-4fa1-a2b3-619b017d7958 service neutron] 10.222.0.95 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843070 Jul 23 00:54:53.583158 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-60139468-cd56-4c69-8081-0252aec4e90f req-6be132c0-bed3-4e67-aa96-890038d9592c service neutron] 10.222.0.95 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829933 Jul 23 00:54:53.663169 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-80f6af06-5cd3-46cb-b1f5-2556637e1a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:01Z', 'revision_number': 4, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '569a99af-4fbe-45ab-bc7e-d4ec31be187d', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'port_id': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'mac_address': 'fa:16:3e:2a:f7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bd07a5-f699-427d-93ea-c99818f36faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:52:21Z', 'updated_at': '2021-07-23T00:52:23Z', 'revision_number': 1, 'project_id': '4af1693512b8472aa80e325134e2351c', 'fixed_ip_address_scope': None}, {'id': 'd929c83e-ae42-4c77-88b5-9a39000fc07b', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'port_id': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'mac_address': 'fa:16:3e:62:cc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e604f7-32fe-4917-b03c-d2c4068ad704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:54:52Z', 'updated_at': '2021-07-23T00:54:52Z', 'revision_number': 0, 'project_id': '4af1693512b8472aa80e325134e2351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8117a8-d5f3-4eb4-8cec-ef95e2859948', 'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'mac_address': 'fa:16:3e:b2:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:00Z', 'updated_at': '2021-07-23T00:52:07Z', 'revision_number': 5, 'project_id': '4af1693512b8472aa80e325134e2351c', 'subnets': [{'id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:53.771835 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6af06-5cd3-46cb-b1f5-2556637e1a9f None None] The sync data for ids ['55683c37-b95b-49a4-b893-f3f0b3ff6078'] in n-d-688802-2 is: [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:01Z', 'revision_number': 4, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '569a99af-4fbe-45ab-bc7e-d4ec31be187d', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'port_id': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'mac_address': 'fa:16:3e:2a:f7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bd07a5-f699-427d-93ea-c99818f36faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:52:21Z', 'updated_at': '2021-07-23T00:52:23Z', 'revision_number': 1, 'project_id': '4af1693512b8472aa80e325134e2351c', 'fixed_ip_address_scope': None}, {'id': 'd929c83e-ae42-4c77-88b5-9a39000fc07b', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'port_id': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'mac_address': 'fa:16:3e:62:cc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e604f7-32fe-4917-b03c-d2c4068ad704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:54:52Z', 'updated_at': '2021-07-23T00:54:52Z', 'revision_number': 0, 'project_id': '4af1693512b8472aa80e325134e2351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8117a8-d5f3-4eb4-8cec-ef95e2859948', 'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'mac_address': 'fa:16:3e:b2:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:00Z', 'updated_at': '2021-07-23T00:52:07Z', 'revision_number': 5, 'project_id': '4af1693512b8472aa80e325134e2351c', 'subnets': [{'id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:54:53.954908 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5c16fa-f67e-48c8-a957-83914c97a7c8 None None] New status for floating IP d929c83e-ae42-4c77-88b5-9a39000fc07b: ACTIVE {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:54:55.434294 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6db0e799-f7a7-420f-be07-e4404b1d1862 req-fa01a573-9114-4259-a519-f4671747c55a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560772 Jul 23 00:54:55.529499 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0e799-f7a7-420f-be07-e4404b1d1862 req-c35e5545-174f-4eeb-9950-5994eae1f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:55.531181 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6db0e799-f7a7-420f-be07-e4404b1d1862 req-c35e5545-174f-4eeb-9950-5994eae1f981 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4af1693512b8472aa80e325134e2351c&device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 1097 time: 0.0532541 Jul 23 00:54:55.635101 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0e799-f7a7-420f-be07-e4404b1d1862 req-7ecd0907-76f0-49ca-90e8-76442fbfc3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:55.636547 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6db0e799-f7a7-420f-be07-e4404b1d1862 req-7ecd0907-76f0-49ca-90e8-76442fbfc3f5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 200 len: 911 time: 0.0859833 Jul 23 00:54:55.700042 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6db0e799-f7a7-420f-be07-e4404b1d1862 req-80fecd86-0cef-47fa-9f8c-7ca51ea23926 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45521fd4-ed70-4039-8ee2-9d0231ecbdb9 HTTP/1.1" status: 200 len: 1001 time: 0.0568824 Jul 23 00:54:55.747899 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0e799-f7a7-420f-be07-e4404b1d1862 req-ef3817a8-c12b-4d7d-9e54-afcfb104a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:55.749434 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6db0e799-f7a7-420f-be07-e4404b1d1862 req-ef3817a8-c12b-4d7d-9e54-afcfb104a025 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=178956ce-98c2-43c2-a13b-c78d22414a0c HTTP/1.1" status: 200 len: 849 time: 0.0422471 Jul 23 00:54:55.810293 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0e799-f7a7-420f-be07-e4404b1d1862 req-e7e21b2a-f82e-4464-a77f-737fce69ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:55.811805 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6db0e799-f7a7-420f-be07-e4404b1d1862 req-e7e21b2a-f82e-4464-a77f-737fce69ebb3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8fb80ad1-4424-4584-a804-b3d164d05f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552804 Jul 23 00:54:55.898108 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6db0e799-f7a7-420f-be07-e4404b1d1862 req-78dda978-1edc-4aff-acb4-b33becebcd05 service neutron] 10.222.0.95 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794425 Jul 23 00:54:55.989389 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6db0e799-f7a7-420f-be07-e4404b1d1862 req-24308b43-f198-4cc5-96da-b8f2423b14ea service neutron] 10.222.0.95 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842342 Jul 23 00:55:01.743128 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5610dddb-b9b6-4175-a1b0-8f2b8a856be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:04.448237 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4aedd890-87b2-4c66-95d8-69c5e4395146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:04.534552 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:05.148123 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:05.864477 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:07.337715 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:08.531700 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:55:17.356205 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:28.935682 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5bf1a873-8b75-4a9d-946d-8a12ce5b656a req-0e26dbb9-e7bd-48c9-993e-87bf66ce89c7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522153 Jul 23 00:55:29.048624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1a873-8b75-4a9d-946d-8a12ce5b656a req-9b46427b-e7c4-4316-b7b9-f455819f217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:55:29.050149 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5bf1a873-8b75-4a9d-946d-8a12ce5b656a req-9b46427b-e7c4-4316-b7b9-f455819f217c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af1693512b8472aa80e325134e2351c&device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 1094 time: 0.0585716 Jul 23 00:55:29.147753 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1a873-8b75-4a9d-946d-8a12ce5b656a req-00a1e35d-8c16-4909-9997-82e6543ccda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:55:29.149225 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5bf1a873-8b75-4a9d-946d-8a12ce5b656a req-00a1e35d-8c16-4909-9997-82e6543ccda5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 200 len: 911 time: 0.0806234 Jul 23 00:55:29.215507 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5bf1a873-8b75-4a9d-946d-8a12ce5b656a req-a1d4b069-352a-42a4-8c25-c7e7788b7bd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d HTTP/1.1" status: 200 len: 999 time: 0.0594051 Jul 23 00:55:29.263254 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1a873-8b75-4a9d-946d-8a12ce5b656a req-0afb4e9d-338f-4cae-a1fa-b2063e0a7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:55:29.264657 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5bf1a873-8b75-4a9d-946d-8a12ce5b656a req-0afb4e9d-338f-4cae-a1fa-b2063e0a7449 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=178956ce-98c2-43c2-a13b-c78d22414a0c HTTP/1.1" status: 200 len: 849 time: 0.0420854 Jul 23 00:55:29.321522 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1a873-8b75-4a9d-946d-8a12ce5b656a req-9adfe71b-33db-4712-a30b-64e1f5a7df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:55:29.323005 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5bf1a873-8b75-4a9d-946d-8a12ce5b656a req-9adfe71b-33db-4712-a30b-64e1f5a7df8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fb80ad1-4424-4584-a804-b3d164d05f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519340 Jul 23 00:55:29.413490 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5bf1a873-8b75-4a9d-946d-8a12ce5b656a req-a1191a50-b1ca-4fe5-b5c8-20ead0ae1f57 service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829496 Jul 23 00:55:29.500812 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-5bf1a873-8b75-4a9d-946d-8a12ce5b656a req-1a783f30-dafc-4e21-9a22-8d351b68b847 service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814540 Jul 23 00:55:31.744359 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0b1e549f-cfd4-4ece-9013-5fc1f8489160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:34.447755 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b820a816-bb48-433c-926f-b586f70eff78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:34.514417 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:35.149040 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:35.866615 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:37.340712 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:45.531049 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:55:47.362579 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:55.405732 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9af7c37c-691c-4c85-8fdb-ec2723673e36 req-1a1f94cc-5fc5-462c-9261-3c2fe73eda07 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520542 Jul 23 00:55:55.498279 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7c37c-691c-4c85-8fdb-ec2723673e36 req-7bcc2a99-e3c2-4f26-951d-70c53513da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:55:55.499753 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9af7c37c-691c-4c85-8fdb-ec2723673e36 req-7bcc2a99-e3c2-4f26-951d-70c53513da31 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4af1693512b8472aa80e325134e2351c&device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 1097 time: 0.0532634 Jul 23 00:55:55.604001 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7c37c-691c-4c85-8fdb-ec2723673e36 req-f939a532-9549-4c78-b96e-4234d10e4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:55:55.605506 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9af7c37c-691c-4c85-8fdb-ec2723673e36 req-f939a532-9549-4c78-b96e-4234d10e4492 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 200 len: 911 time: 0.0871449 Jul 23 00:55:55.669023 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9af7c37c-691c-4c85-8fdb-ec2723673e36 req-aa17bbe4-28ff-42a1-a0a0-18a143a1a1d2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45521fd4-ed70-4039-8ee2-9d0231ecbdb9 HTTP/1.1" status: 200 len: 1001 time: 0.0568061 Jul 23 00:55:55.721701 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7c37c-691c-4c85-8fdb-ec2723673e36 req-cc0c87a5-0a0c-4c0e-b889-54f8c902017a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:55:55.723172 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9af7c37c-691c-4c85-8fdb-ec2723673e36 req-cc0c87a5-0a0c-4c0e-b889-54f8c902017a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=178956ce-98c2-43c2-a13b-c78d22414a0c HTTP/1.1" status: 200 len: 849 time: 0.0467772 Jul 23 00:55:55.781444 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7c37c-691c-4c85-8fdb-ec2723673e36 req-3c98fcba-5368-436c-9a21-20c6220e5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:55:55.782908 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9af7c37c-691c-4c85-8fdb-ec2723673e36 req-3c98fcba-5368-436c-9a21-20c6220e5562 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8fb80ad1-4424-4584-a804-b3d164d05f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531216 Jul 23 00:55:55.870077 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9af7c37c-691c-4c85-8fdb-ec2723673e36 req-7d5c5696-bf11-426a-86ab-8aa9a511919a service neutron] 10.222.0.95 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788374 Jul 23 00:55:55.962565 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9af7c37c-691c-4c85-8fdb-ec2723673e36 req-e2de6af7-03d8-4093-a338-f8d119f1082d service neutron] 10.222.0.95 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852294 Jul 23 00:56:01.745024 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-8887ff02-51e3-45b2-9c4a-5ed2b9bee496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:04.447679 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3bcc51f9-493c-400c-a920-b77694840440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:04.515853 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:05.162050 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:05.868820 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:07.345819 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:17.376131 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:22.529881 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:56:22.844042 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 details requested by agent hyperv_n-h2-688802-2 with host n-h2-688802-2 {{(pid=93822) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:56:22.935792 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45521fd4-ed70-4039-8ee2-9d0231ecbdb9,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:56:22.947177 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Returning: {'device': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'port_id': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9', 'mac_address': 'fa:16:3e:62:cc:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93822) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:56:22.985500 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:22.998163 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 {{(pid=93822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:56:23.017325 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45521fd4-ed70-4039-8ee2-9d0231ecbdb9,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:56:23.022189 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:23.071213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=45521fd4-ed70-4039-8ee2-9d0231ecbdb9,revision_number=6']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:23.078410 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:23.078758 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:23.079102 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:23.079441 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:23.079775 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:23.080108 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:23.080438 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:23.080766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:23.081113 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:23.081440 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:23.081764 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:23.082090 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:23.104546 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] get_ports_and_sgs() called for port_ids ['45521fd4-ed70-4039-8ee2-9d0231ecbdb9'] {{(pid=93822) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:56:24.849168 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 up at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:56:24.904602 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.provisioning_blocks [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Provisioning complete for port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 triggered by entity L2. {{(pid=93822) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:56:24.904971 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3780358'] for port, provisioning_complete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:25.003111 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3708351'] for port, before_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:25.037836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e604f7-32fe-4917-b03c-d2c4068ad704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9'}] {{(pid=93822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:56:25.040841 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ff5a4b2d7ccce37cdbeb13924c1588ea775a89de92240d8105786aa2eb45c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2623833b-316b-4107-82dc-4a46731d6f93" -d '{"events": [{"server_uuid": "a6e604f7-32fe-4917-b03c-d2c4068ad704", "name": "network-vif-plugged", "status": "completed", "tag": "45521fd4-ed70-4039-8ee2-9d0231ecbdb9"}]}' {{(pid=93822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:56:25.044329 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] For port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45521fd4-ed70-4039-8ee2-9d0231ecbdb9,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:56:25.057862 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786779232570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786778745995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786778746013'] for port, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:25.085865 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbe335e-1a4d-4996-8d88-57990323d61f x-openstack-request-id: req-abbe335e-1a4d-4996-8d88-57990323d61f {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:56:25.085865 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e604f7-32fe-4917-b03c-d2c4068ad704", "name": "network-vif-plugged", "status": "completed", "tag": "45521fd4-ed70-4039-8ee2-9d0231ecbdb9", "code": 200}]} {{(pid=93822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:56:25.085865 n-d-688802-2 neutron-server[93822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-abbe335e-1a4d-4996-8d88-57990323d61f {{(pid=93822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:56:25.086227 n-d-688802-2 neutron-server[93822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e604f7-32fe-4917-b03c-d2c4068ad704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9', 'code': 200} Jul 23 00:56:25.119836 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Pushing event updated for resources: {'Port': ['ID=45521fd4-ed70-4039-8ee2-9d0231ecbdb9,revision_number=7']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:29.894129 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-97e97bc7-6495-4c53-b3b2-c5b38f53dfc4 req-c305833f-e7e5-441c-8038-32b17e286f75 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663402 Jul 23 00:56:30.018038 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e97bc7-6495-4c53-b3b2-c5b38f53dfc4 req-d0b00a0c-b931-49cf-8ada-90a5b98dc915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:30.019733 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-97e97bc7-6495-4c53-b3b2-c5b38f53dfc4 req-d0b00a0c-b931-49cf-8ada-90a5b98dc915 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af1693512b8472aa80e325134e2351c&device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 1094 time: 0.0689292 Jul 23 00:56:30.148757 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e97bc7-6495-4c53-b3b2-c5b38f53dfc4 req-e5019d11-aab9-4d93-a3d3-e879dbb08c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:30.150255 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-97e97bc7-6495-4c53-b3b2-c5b38f53dfc4 req-e5019d11-aab9-4d93-a3d3-e879dbb08c7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 200 len: 911 time: 0.1090906 Jul 23 00:56:30.602231 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-97e97bc7-6495-4c53-b3b2-c5b38f53dfc4 req-e0729fa1-7602-40fc-8360-0cdec69d497b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d HTTP/1.1" status: 200 len: 999 time: 0.4452975 Jul 23 00:56:30.660833 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e97bc7-6495-4c53-b3b2-c5b38f53dfc4 req-791a2066-af8b-4f71-ae12-d094f0aa0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:30.663131 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-97e97bc7-6495-4c53-b3b2-c5b38f53dfc4 req-791a2066-af8b-4f71-ae12-d094f0aa0067 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=178956ce-98c2-43c2-a13b-c78d22414a0c HTTP/1.1" status: 200 len: 849 time: 0.0540204 Jul 23 00:56:30.745685 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e97bc7-6495-4c53-b3b2-c5b38f53dfc4 req-1b111273-c67e-4114-a0ab-136eb4e2ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:30.747709 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-97e97bc7-6495-4c53-b3b2-c5b38f53dfc4 req-1b111273-c67e-4114-a0ab-136eb4e2ccbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fb80ad1-4424-4584-a804-b3d164d05f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784130 Jul 23 00:56:30.844284 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-97e97bc7-6495-4c53-b3b2-c5b38f53dfc4 req-ed89832a-1477-4b88-8943-cc61a671a915 service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901632 Jul 23 00:56:30.963509 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-97e97bc7-6495-4c53-b3b2-c5b38f53dfc4 req-a1589616-9560-4366-90f4-8f0b25978d3d service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132283 Jul 23 00:56:31.749229 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-e23405b7-6d2e-46d1-84a6-d61598107bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:33.473112 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35590) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:56:33.624373 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Deleting port 638ad65a-02f7-4399-a144-24167fa6fcc4 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:56:33.624594 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:33.700913 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:33.701266 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:33.712398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Calling delete_port for 638ad65a-02f7-4399-a144-24167fa6fcc4 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:56:33.859772 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:33.891101 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event deleted for resources: {'Port': ['ID=638ad65a-02f7-4399-a144-24167fa6fcc4,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:33.914462 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:33.914801 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:33.915136 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:33.915464 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:33.915790 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:33.916113 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:33.916438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:33.916757 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:33.917073 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:33.917410 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:33.917728 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:33.918049 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:33.958911 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:33.959252 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Floating IP d929c83e-ae42-4c77-88b5-9a39000fc07b disassociated (deleted). External IP: 172.25.4.13, port: 45521fd4-ed70-4039-8ee2-9d0231ecbdb9. Jul 23 00:56:34.163673 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Router 55683c37-b95b-49a4-b893-f3f0b3ff6078 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:56:34.269438 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:56:34.274774 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:34.279345 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde5e1d-dce8-4e66-a6ae-5120457f143d None None] Sync routers for ids ['55683c37-b95b-49a4-b893-f3f0b3ff6078'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:56:34.288724 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde5e1d-dce8-4e66-a6ae-5120457f143d None None] Routers {'55683c37-b95b-49a4-b893-f3f0b3ff6078'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:56:34.289388 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bfde5e1d-dce8-4e66-a6ae-5120457f143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:56:04Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['55683c37-b95b-49a4-b893-f3f0b3ff6078'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:34.312057 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-88a81d74-326c-4093-b3d7-896a06ec3941 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "DELETE /v2.0/floatingips/d929c83e-ae42-4c77-88b5-9a39000fc07b HTTP/1.1" status: 204 len: 168 time: 0.8378270 Jul 23 00:56:34.312652 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e604f7-32fe-4917-b03c-d2c4068ad704', 'tag': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:56:34.314994 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ee0adf-aedf-41a3-8a78-53ae97c72eee" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e604f7-32fe-4917-b03c-d2c4068ad704", "tag": "45521fd4-ed70-4039-8ee2-9d0231ecbdb9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:56:34.358269 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eafd3d-d50d-44e9-bd49-f55eaf23514f x-openstack-request-id: req-e6eafd3d-d50d-44e9-bd49-f55eaf23514f {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:56:34.358576 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e604f7-32fe-4917-b03c-d2c4068ad704", "tag": "45521fd4-ed70-4039-8ee2-9d0231ecbdb9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:56:34.358835 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6eafd3d-d50d-44e9-bd49-f55eaf23514f {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:56:34.359253 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e604f7-32fe-4917-b03c-d2c4068ad704', 'tag': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9', 'status': 'completed', 'code': 200} Jul 23 00:56:34.404868 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bfde5e1d-dce8-4e66-a6ae-5120457f143d None None] Set router 55683c37-b95b-49a4-b893-f3f0b3ff6078 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:56:34.439397 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee0adf-aedf-41a3-8a78-53ae97c72eee req-8548b5a7-90d0-43f9-9bf9-b41cc16cfa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:34.441020 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8ee0adf-aedf-41a3-8a78-53ae97c72eee req-8548b5a7-90d0-43f9-9bf9-b41cc16cfa45 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4af1693512b8472aa80e325134e2351c&device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 1097 time: 0.0599084 Jul 23 00:56:34.456211 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9a879c73-9625-4b3e-9be2-1d989b5d518b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:34.520023 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:34.597617 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee0adf-aedf-41a3-8a78-53ae97c72eee req-4ae86991-0b14-44ae-a5e6-b8fe2f9c2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:34.599105 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8ee0adf-aedf-41a3-8a78-53ae97c72eee req-4ae86991-0b14-44ae-a5e6-b8fe2f9c2be8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 200 len: 911 time: 0.1451604 Jul 23 00:56:34.647905 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8ee0adf-aedf-41a3-8a78-53ae97c72eee req-2905cf88-615b-453f-af90-1ef3df2f2b17 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45521fd4-ed70-4039-8ee2-9d0231ecbdb9 HTTP/1.1" status: 200 len: 217 time: 0.0415647 Jul 23 00:56:34.657685 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bfde5e1d-dce8-4e66-a6ae-5120457f143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:01Z', 'revision_number': 4, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '569a99af-4fbe-45ab-bc7e-d4ec31be187d', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'port_id': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'mac_address': 'fa:16:3e:2a:f7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bd07a5-f699-427d-93ea-c99818f36faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:52:21Z', 'updated_at': '2021-07-23T00:52:23Z', 'revision_number': 1, 'project_id': '4af1693512b8472aa80e325134e2351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8117a8-d5f3-4eb4-8cec-ef95e2859948', 'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'mac_address': 'fa:16:3e:b2:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:00Z', 'updated_at': '2021-07-23T00:52:07Z', 'revision_number': 5, 'project_id': '4af1693512b8472aa80e325134e2351c', 'subnets': [{'id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:34.659201 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee9e42-63a1-418f-804a-d7e959a22c5b req-8b8ef7c7-34db-40c2-8f3b-be73fa4e2a92 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:34.660788 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7bee9e42-63a1-418f-804a-d7e959a22c5b req-8b8ef7c7-34db-40c2-8f3b-be73fa4e2a92 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 946 time: 0.1250718 Jul 23 00:56:34.684582 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde5e1d-dce8-4e66-a6ae-5120457f143d None None] Checking router: 55683c37-b95b-49a4-b893-f3f0b3ff6078 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:56:34.692762 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde5e1d-dce8-4e66-a6ae-5120457f143d None None] Routers {'55683c37-b95b-49a4-b893-f3f0b3ff6078'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:56:34.693328 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bfde5e1d-dce8-4e66-a6ae-5120457f143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:56:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['55683c37-b95b-49a4-b893-f3f0b3ff6078'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:34.729917 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee0adf-aedf-41a3-8a78-53ae97c72eee req-fa67dcce-d231-4d06-8991-ea3675cc92ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:34.732761 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8ee0adf-aedf-41a3-8a78-53ae97c72eee req-fa67dcce-d231-4d06-8991-ea3675cc92ec service neutron] 10.222.0.95 "GET /v2.0/subnets?id=178956ce-98c2-43c2-a13b-c78d22414a0c HTTP/1.1" status: 200 len: 849 time: 0.0698507 Jul 23 00:56:34.735174 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-7bee9e42-63a1-418f-804a-d7e959a22c5b req-fa6bd7bf-163e-483f-b6a3-ba7569a197d8 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652788 Jul 23 00:56:34.793676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee0adf-aedf-41a3-8a78-53ae97c72eee req-833a0230-268b-4922-82b7-8c38ad6e4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:34.795163 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8ee0adf-aedf-41a3-8a78-53ae97c72eee req-833a0230-268b-4922-82b7-8c38ad6e4048 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8fb80ad1-4424-4584-a804-b3d164d05f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547037 Jul 23 00:56:34.796540 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-bfde5e1d-dce8-4e66-a6ae-5120457f143d None None] Set router 55683c37-b95b-49a4-b893-f3f0b3ff6078 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:56:34.890292 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8ee0adf-aedf-41a3-8a78-53ae97c72eee req-8efd0d87-9809-4769-aa21-5425cfec23e3 service neutron] 10.222.0.95 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860789 Jul 23 00:56:34.988172 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-b8ee0adf-aedf-41a3-8a78-53ae97c72eee req-04f53ff9-79e3-42f0-9442-5aaa0e6ef421 service neutron] 10.222.0.95 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827653 Jul 23 00:56:35.015627 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-bfde5e1d-dce8-4e66-a6ae-5120457f143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:01Z', 'revision_number': 4, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '569a99af-4fbe-45ab-bc7e-d4ec31be187d', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'port_id': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'mac_address': 'fa:16:3e:2a:f7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bd07a5-f699-427d-93ea-c99818f36faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:52:21Z', 'updated_at': '2021-07-23T00:52:23Z', 'revision_number': 1, 'project_id': '4af1693512b8472aa80e325134e2351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8117a8-d5f3-4eb4-8cec-ef95e2859948', 'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'mac_address': 'fa:16:3e:b2:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:00Z', 'updated_at': '2021-07-23T00:52:07Z', 'revision_number': 5, 'project_id': '4af1693512b8472aa80e325134e2351c', 'subnets': [{'id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:35.045116 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde5e1d-dce8-4e66-a6ae-5120457f143d None None] The sync data for ids ['55683c37-b95b-49a4-b893-f3f0b3ff6078'] in n-d-688802-2 is: [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:01Z', 'revision_number': 4, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_floatingips': [{'id': '569a99af-4fbe-45ab-bc7e-d4ec31be187d', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'router_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'port_id': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'mac_address': 'fa:16:3e:2a:f7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bd07a5-f699-427d-93ea-c99818f36faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:52:21Z', 'updated_at': '2021-07-23T00:52:23Z', 'revision_number': 1, 'project_id': '4af1693512b8472aa80e325134e2351c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8117a8-d5f3-4eb4-8cec-ef95e2859948', 'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'mac_address': 'fa:16:3e:b2:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:00Z', 'updated_at': '2021-07-23T00:52:07Z', 'revision_number': 5, 'project_id': '4af1693512b8472aa80e325134e2351c', 'subnets': [{'id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:56:35.163558 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:35.254692 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f630f867-763b-49b2-938b-1cc2cb9974c6 None None] New status for floating IP d929c83e-ae42-4c77-88b5-9a39000fc07b: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:56:35.874419 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4927c-cded-4550-a332-d596d865f17c req-72d2b01a-5546-4f9d-9548-e6a4796cdf54 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:35.875189 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:35.876105 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fd4927c-cded-4550-a332-d596d865f17c req-72d2b01a-5546-4f9d-9548-e6a4796cdf54 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 946 time: 0.0699005 Jul 23 00:56:35.914729 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-9fd4927c-cded-4550-a332-d596d865f17c req-5e5bcd34-e6cd-4fb5-aa6c-06b999040eb9 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316212 Jul 23 00:56:36.146776 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b34191-2765-4dc6-95c7-81697f6d5510 req-9108734c-8320-4bd8-95cb-e2d1aec019fc tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:36.148150 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0b34191-2765-4dc6-95c7-81697f6d5510 req-9108734c-8320-4bd8-95cb-e2d1aec019fc tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.95 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 946 time: 0.0623193 Jul 23 00:56:36.588854 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d0b34191-2765-4dc6-95c7-81697f6d5510 req-aad7760d-26d7-4515-b53f-ea806130836a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Deleting port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:56:36.589278 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d0b34191-2765-4dc6-95c7-81697f6d5510 req-aad7760d-26d7-4515-b53f-ea806130836a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:36.675671 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [req-d0b34191-2765-4dc6-95c7-81697f6d5510 req-aad7760d-26d7-4515-b53f-ea806130836a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] For port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9, host n-h2-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-2',level=0,port_id=45521fd4-ed70-4039-8ee2-9d0231ecbdb9,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:56:36.676031 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d0b34191-2765-4dc6-95c7-81697f6d5510 req-aad7760d-26d7-4515-b53f-ea806130836a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:36.688281 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [req-d0b34191-2765-4dc6-95c7-81697f6d5510 req-aad7760d-26d7-4515-b53f-ea806130836a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Calling delete_port for 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 owned by compute:nova {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:56:36.812789 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d0b34191-2765-4dc6-95c7-81697f6d5510 req-aad7760d-26d7-4515-b53f-ea806130836a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:36.842418 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7760d-26d7-4515-b53f-ea806130836a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event deleted for resources: {'Port': ['ID=45521fd4-ed70-4039-8ee2-9d0231ecbdb9,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:36.890440 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b34191-2765-4dc6-95c7-81697f6d5510 req-aad7760d-26d7-4515-b53f-ea806130836a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] No DVR routers for this DVR port 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 on host n-h2-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:56:36.893072 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [req-d0b34191-2765-4dc6-95c7-81697f6d5510 req-aad7760d-26d7-4515-b53f-ea806130836a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:36.895090 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-d0b34191-2765-4dc6-95c7-81697f6d5510 req-aad7760d-26d7-4515-b53f-ea806130836a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.95 "DELETE /v2.0/ports/45521fd4-ed70-4039-8ee2-9d0231ecbdb9 HTTP/1.1" status: 204 len: 173 time: 0.7409472 Jul 23 00:56:36.895532 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e604f7-32fe-4917-b03c-d2c4068ad704', 'name': 'network-vif-deleted', 'tag': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:56:36.898603 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da902a3-1c77-4744-8ba1-882b9ca99933" -d '{"events": [{"server_uuid": "a6e604f7-32fe-4917-b03c-d2c4068ad704", "name": "network-vif-deleted", "tag": "45521fd4-ed70-4039-8ee2-9d0231ecbdb9"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:56:36.902413 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 no longer exists at agent hyperv_n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:56:36.925828 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] No Port match for: 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:56:36.926410 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Device 45521fd4-ed70-4039-8ee2-9d0231ecbdb9 not bound to the agent host n-h2-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:56:36.946806 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45833df1-6e8c-49a2-991e-4bb402e63bc8 x-openstack-request-id: req-45833df1-6e8c-49a2-991e-4bb402e63bc8 {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:56:36.947026 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e604f7-32fe-4917-b03c-d2c4068ad704", "name": "network-vif-deleted", "tag": "45521fd4-ed70-4039-8ee2-9d0231ecbdb9", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:56:36.947392 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45833df1-6e8c-49a2-991e-4bb402e63bc8 {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:56:36.948258 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e604f7-32fe-4917-b03c-d2c4068ad704', 'name': 'network-vif-deleted', 'tag': '45521fd4-ed70-4039-8ee2-9d0231ecbdb9', 'status': 'completed', 'code': 200} Jul 23 00:56:37.019869 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-bf1d3a1f-0748-4e7b-988a-917182b24ede req-3e046ff0-8c27-4a4f-bac2-ef2530c9ac0d tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6e604f7-32fe-4917-b03c-d2c4068ad704 HTTP/1.1" status: 200 len: 210 time: 0.0343821 Jul 23 00:56:37.346859 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:38.572080 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35648) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:56:38.724005 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-633306bc-42d9-4680-b827-d843aa14974f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Deleting port 7924422b-7eb7-40d3-9300-2dfa79bac916 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:56:38.724388 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-633306bc-42d9-4680-b827-d843aa14974f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:38.800892 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-633306bc-42d9-4680-b827-d843aa14974f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:38.801226 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-633306bc-42d9-4680-b827-d843aa14974f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:38.813262 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-633306bc-42d9-4680-b827-d843aa14974f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Calling delete_port for 7924422b-7eb7-40d3-9300-2dfa79bac916 owned by network:floatingip {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:56:38.954678 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-633306bc-42d9-4680-b827-d843aa14974f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:38.984297 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633306bc-42d9-4680-b827-d843aa14974f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event deleted for resources: {'Port': ['ID=7924422b-7eb7-40d3-9300-2dfa79bac916,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:39.044882 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-633306bc-42d9-4680-b827-d843aa14974f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for floatingip, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:39.045250 n-d-688802-2 neutron-server[93821]: INFO neutron.db.l3_db [None req-633306bc-42d9-4680-b827-d843aa14974f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Floating IP 569a99af-4fbe-45ab-bc7e-d4ec31be187d disassociated (deleted). External IP: 172.25.4.160, port: 6314ba47-085c-4ab7-8acc-9e8729bb5b1d. Jul 23 00:56:39.247982 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633306bc-42d9-4680-b827-d843aa14974f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Router 55683c37-b95b-49a4-b893-f3f0b3ff6078 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:56:39.354284 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633306bc-42d9-4680-b827-d843aa14974f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:56:39.358924 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-633306bc-42d9-4680-b827-d843aa14974f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for floatingip, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:39.363948 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b63f2b-b10a-443d-bc90-84c8aa8f5e83 None None] Sync routers for ids ['55683c37-b95b-49a4-b893-f3f0b3ff6078'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:56:39.373629 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b63f2b-b10a-443d-bc90-84c8aa8f5e83 None None] Routers {'55683c37-b95b-49a4-b893-f3f0b3ff6078'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:56:39.374226 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e5b63f2b-b10a-443d-bc90-84c8aa8f5e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:56:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['55683c37-b95b-49a4-b893-f3f0b3ff6078'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:39.396076 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-633306bc-42d9-4680-b827-d843aa14974f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "DELETE /v2.0/floatingips/569a99af-4fbe-45ab-bc7e-d4ec31be187d HTTP/1.1" status: 204 len: 168 time: 0.8228934 Jul 23 00:56:39.396809 n-d-688802-2 neutron-server[93821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bd07a5-f699-427d-93ea-c99818f36faf', 'tag': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d'}] {{(pid=93821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:56:39.399294 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1cde010e023139e9d24d7b05a91eba83688b0b2dcf258f03a8bdf11523e976d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0358d52-3bad-40c2-8578-4c2f8101ff38" -d '{"events": [{"name": "network-changed", "server_uuid": "63bd07a5-f699-427d-93ea-c99818f36faf", "tag": "6314ba47-085c-4ab7-8acc-9e8729bb5b1d"}]}' {{(pid=93821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:56:39.442808 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36ba3fd-8713-4e5e-b448-28702aa7cd8c x-openstack-request-id: req-a36ba3fd-8713-4e5e-b448-28702aa7cd8c {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:56:39.443164 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63bd07a5-f699-427d-93ea-c99818f36faf", "tag": "6314ba47-085c-4ab7-8acc-9e8729bb5b1d", "status": "completed", "code": 200}]} {{(pid=93821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:56:39.443440 n-d-688802-2 neutron-server[93821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a36ba3fd-8713-4e5e-b448-28702aa7cd8c {{(pid=93821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:56:39.444003 n-d-688802-2 neutron-server[93821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63bd07a5-f699-427d-93ea-c99818f36faf', 'tag': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'status': 'completed', 'code': 200} Jul 23 00:56:39.482210 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e5b63f2b-b10a-443d-bc90-84c8aa8f5e83 None None] Set router 55683c37-b95b-49a4-b893-f3f0b3ff6078 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:56:39.547680 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0358d52-3bad-40c2-8578-4c2f8101ff38 req-64808bdb-27fb-457a-967c-81450e44a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:39.549378 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d0358d52-3bad-40c2-8578-4c2f8101ff38 req-64808bdb-27fb-457a-967c-81450e44a8d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af1693512b8472aa80e325134e2351c&device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 1094 time: 0.0633476 Jul 23 00:56:39.645841 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0358d52-3bad-40c2-8578-4c2f8101ff38 req-78df2127-d15b-43a3-a4ed-793a1e28b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:39.648357 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d0358d52-3bad-40c2-8578-4c2f8101ff38 req-78df2127-d15b-43a3-a4ed-793a1e28b23d service neutron] 10.222.0.18 "GET /v2.0/networks?id=8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 200 len: 911 time: 0.0916822 Jul 23 00:56:39.667354 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db0ddb-e324-4c6f-80f5-c9b3f7af40ba req-60d1c2ca-31fa-4257-9072-e496f241868b tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:39.669677 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-29db0ddb-e324-4c6f-80f5-c9b3f7af40ba req-60d1c2ca-31fa-4257-9072-e496f241868b tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 943 time: 0.0767934 Jul 23 00:56:39.690887 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d0358d52-3bad-40c2-8578-4c2f8101ff38 req-fc0e698c-d640-4fde-9850-6d3e2348d61c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d HTTP/1.1" status: 200 len: 217 time: 0.0350811 Jul 23 00:56:39.695141 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e5b63f2b-b10a-443d-bc90-84c8aa8f5e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:01Z', 'revision_number': 4, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '4a8117a8-d5f3-4eb4-8cec-ef95e2859948', 'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'mac_address': 'fa:16:3e:b2:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:00Z', 'updated_at': '2021-07-23T00:52:07Z', 'revision_number': 5, 'project_id': '4af1693512b8472aa80e325134e2351c', 'subnets': [{'id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:39.710548 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-29db0ddb-e324-4c6f-80f5-c9b3f7af40ba req-eeb96224-f1b0-4d4f-9423-5b41679820f0 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353479 Jul 23 00:56:39.721085 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b63f2b-b10a-443d-bc90-84c8aa8f5e83 None None] Checking router: 55683c37-b95b-49a4-b893-f3f0b3ff6078 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:56:39.730227 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b63f2b-b10a-443d-bc90-84c8aa8f5e83 None None] Routers {'55683c37-b95b-49a4-b893-f3f0b3ff6078'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:56:39.730830 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e5b63f2b-b10a-443d-bc90-84c8aa8f5e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:56:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['55683c37-b95b-49a4-b893-f3f0b3ff6078'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:39.740819 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0358d52-3bad-40c2-8578-4c2f8101ff38 req-43f00afe-54a6-4d17-833d-f37a0429e252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:39.742312 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d0358d52-3bad-40c2-8578-4c2f8101ff38 req-43f00afe-54a6-4d17-833d-f37a0429e252 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=178956ce-98c2-43c2-a13b-c78d22414a0c HTTP/1.1" status: 200 len: 849 time: 0.0450823 Jul 23 00:56:39.806600 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0358d52-3bad-40c2-8578-4c2f8101ff38 req-caef2c3e-19eb-4e3a-b2b6-f361dd9993cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:39.808035 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d0358d52-3bad-40c2-8578-4c2f8101ff38 req-caef2c3e-19eb-4e3a-b2b6-f361dd9993cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fb80ad1-4424-4584-a804-b3d164d05f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585504 Jul 23 00:56:39.837634 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-e5b63f2b-b10a-443d-bc90-84c8aa8f5e83 None None] Set router 55683c37-b95b-49a4-b893-f3f0b3ff6078 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:56:39.900889 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d0358d52-3bad-40c2-8578-4c2f8101ff38 req-346f3457-95dd-49fa-b0cc-ef12bf005e64 service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845766 Jul 23 00:56:39.997217 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-d0358d52-3bad-40c2-8578-4c2f8101ff38 req-5a3bf430-db70-4548-9a03-22e59580c6d9 service neutron] 10.222.0.18 "GET /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885115 Jul 23 00:56:40.125780 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-e5b63f2b-b10a-443d-bc90-84c8aa8f5e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:01Z', 'revision_number': 4, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '4a8117a8-d5f3-4eb4-8cec-ef95e2859948', 'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'mac_address': 'fa:16:3e:b2:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:00Z', 'updated_at': '2021-07-23T00:52:07Z', 'revision_number': 5, 'project_id': '4af1693512b8472aa80e325134e2351c', 'subnets': [{'id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:40.151045 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b63f2b-b10a-443d-bc90-84c8aa8f5e83 None None] The sync data for ids ['55683c37-b95b-49a4-b893-f3f0b3ff6078'] in n-d-688802-2 is: [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:01Z', 'revision_number': 4, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2', '_interfaces': [{'id': '4a8117a8-d5f3-4eb4-8cec-ef95e2859948', 'name': '', 'network_id': '8fb80ad1-4424-4584-a804-b3d164d05f33', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'mac_address': 'fa:16:3e:b2:91:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:00Z', 'updated_at': '2021-07-23T00:52:07Z', 'revision_number': 5, 'project_id': '4af1693512b8472aa80e325134e2351c', 'subnets': [{'id': '178956ce-98c2-43c2-a13b-c78d22414a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:56:40.369793 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14c5c63-bcb0-42b6-a1c6-5b4b93d25a08 None None] New status for floating IP 569a99af-4fbe-45ab-bc7e-d4ec31be187d: DOWN {{(pid=93822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:56:40.844572 n-d-688802-2 neutron-server[93821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b781e2e-90a3-4ec0-b9dc-52259af47073 req-18ed96f9-0fe9-41e3-aedc-5ed5a237898f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:40.846069 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b781e2e-90a3-4ec0-b9dc-52259af47073 req-18ed96f9-0fe9-41e3-aedc-5ed5a237898f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 943 time: 0.0659814 Jul 23 00:56:40.883449 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-6b781e2e-90a3-4ec0-b9dc-52259af47073 req-a707aef9-6ead-4f7b-a47f-31570c20a01f tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/security-groups?id=b899fdb2-5307-4ca0-93c4-458225588722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314794 Jul 23 00:56:41.311624 n-d-688802-2 neutron-server[93820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4fca7-6010-4364-bf58-13c22dbe569f req-bfa6143d-3d37-4b94-989a-c56e42ff5ca8 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:41.312989 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-17e4fca7-6010-4364-bf58-13c22dbe569f req-bfa6143d-3d37-4b94-989a-c56e42ff5ca8 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.18 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 943 time: 0.0622249 Jul 23 00:56:41.409518 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-17e4fca7-6010-4364-bf58-13c22dbe569f req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Deleting port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:56:41.409861 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-17e4fca7-6010-4364-bf58-13c22dbe569f req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:41.498571 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [req-17e4fca7-6010-4364-bf58-13c22dbe569f req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] For port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d, host n-h1-688802-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-2',level=0,port_id=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:56:41.498923 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-17e4fca7-6010-4364-bf58-13c22dbe569f req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:41.511102 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [req-17e4fca7-6010-4364-bf58-13c22dbe569f req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Calling delete_port for 6314ba47-085c-4ab7-8acc-9e8729bb5b1d owned by compute:nova {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:56:41.637775 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-17e4fca7-6010-4364-bf58-13c22dbe569f req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:41.664419 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event deleted for resources: {'Port': ['ID=6314ba47-085c-4ab7-8acc-9e8729bb5b1d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:41.674177 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:41.674530 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:41.674875 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:41.675212 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:41.675570 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:41.675907 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:41.676236 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:41.677146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:41.677146 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:41.677343 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:41.678112 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:41.678864 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-2 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:41.724289 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e4fca7-6010-4364-bf58-13c22dbe569f req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] No DVR routers for this DVR port 6314ba47-085c-4ab7-8acc-9e8729bb5b1d on host n-h1-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:56:41.727915 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [req-17e4fca7-6010-4364-bf58-13c22dbe569f req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133023'] for port, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:41.729927 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [req-17e4fca7-6010-4364-bf58-13c22dbe569f req-c6dd8637-82a7-43b7-9b65-5acd919d0c50 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.18 "DELETE /v2.0/ports/6314ba47-085c-4ab7-8acc-9e8729bb5b1d HTTP/1.1" status: 204 len: 173 time: 0.4102893 Jul 23 00:56:41.730365 n-d-688802-2 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bd07a5-f699-427d-93ea-c99818f36faf', 'name': 'network-vif-deleted', 'tag': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:56:41.732601 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdf670bff1de51a26d9edf8ac8e1b3e2496eacacc45ce5e02e29646875395745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dd417f-91f3-4d82-89bc-352a97b3f3b8" -d '{"events": [{"server_uuid": "63bd07a5-f699-427d-93ea-c99818f36faf", "name": "network-vif-deleted", "tag": "6314ba47-085c-4ab7-8acc-9e8729bb5b1d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:56:41.770967 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56021f17-78ab-4827-9a59-ce45e6ddb814 x-openstack-request-id: req-56021f17-78ab-4827-9a59-ce45e6ddb814 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:56:41.771806 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bd07a5-f699-427d-93ea-c99818f36faf", "name": "network-vif-deleted", "tag": "6314ba47-085c-4ab7-8acc-9e8729bb5b1d", "status": "completed", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:56:41.772215 n-d-688802-2 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56021f17-78ab-4827-9a59-ce45e6ddb814 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:56:41.772734 n-d-688802-2 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bd07a5-f699-427d-93ea-c99818f36faf', 'name': 'network-vif-deleted', 'tag': '6314ba47-085c-4ab7-8acc-9e8729bb5b1d', 'status': 'completed', 'code': 200} Jul 23 00:56:41.989748 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [req-115f35bf-7fe5-4421-9ed3-0723313d7302 req-251556ed-c323-496a-b292-14d2e73cc1f2 tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "GET /v2.0/ports?device_id=63bd07a5-f699-427d-93ea-c99818f36faf HTTP/1.1" status: 200 len: 210 time: 0.0289807 Jul 23 00:56:43.046272 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35666) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:56:43.103730 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99ed06ad-62b1-43c4-b9c5-ca628d4c289a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:43.128456 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99ed06ad-62b1-43c4-b9c5-ca628d4c289a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:43.186892 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99ed06ad-62b1-43c4-b9c5-ca628d4c289a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:43.189737 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-99ed06ad-62b1-43c4-b9c5-ca628d4c289a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:43.190894 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-99ed06ad-62b1-43c4-b9c5-ca628d4c289a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] 10.222.0.26 "DELETE /v2.0/security-groups/b899fdb2-5307-4ca0-93c4-458225588722 HTTP/1.1" status: 204 len: 168 time: 0.1436238 Jul 23 00:56:43.200238 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed06ad-62b1-43c4-b9c5-ca628d4c289a tempest-TestSnapshotPattern-1187101238 tempest-TestSnapshotPattern-1187101238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b899fdb2-5307-4ca0-93c4-458225588722,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:44.260828 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35672) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:56:44.596473 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-541b72cd-e00a-43ec-a3ef-7f9b05c6209d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:44.679996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 6314ba47-085c-4ab7-8acc-9e8729bb5b1d no longer exists at agent hyperv_n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:56:44.703416 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] No Port match for: 6314ba47-085c-4ab7-8acc-9e8729bb5b1d {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:56:44.703757 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Device 6314ba47-085c-4ab7-8acc-9e8729bb5b1d not bound to the agent host n-h1-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:56:44.847402 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-541b72cd-e00a-43ec-a3ef-7f9b05c6209d admin admin] Deleting port 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:56:44.847660 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-541b72cd-e00a-43ec-a3ef-7f9b05c6209d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:44.923304 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-541b72cd-e00a-43ec-a3ef-7f9b05c6209d admin admin] For port 4a8117a8-d5f3-4eb4-8cec-ef95e2859948, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4a8117a8-d5f3-4eb4-8cec-ef95e2859948,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:56:44.923661 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-541b72cd-e00a-43ec-a3ef-7f9b05c6209d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:44.936257 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-541b72cd-e00a-43ec-a3ef-7f9b05c6209d admin admin] Calling delete_port for 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 owned by network:router_interface {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:56:45.113528 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-541b72cd-e00a-43ec-a3ef-7f9b05c6209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:45.143452 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b72cd-e00a-43ec-a3ef-7f9b05c6209d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8117a8-d5f3-4eb4-8cec-ef95e2859948,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:45.311875 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-541b72cd-e00a-43ec-a3ef-7f9b05c6209d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:45.522298 n-d-688802-2 neutron-server[93820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541b72cd-e00a-43ec-a3ef-7f9b05c6209d admin admin] Router 55683c37-b95b-49a4-b893-f3f0b3ff6078 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:56:45.622379 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541b72cd-e00a-43ec-a3ef-7f9b05c6209d admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:56:45.627985 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-541b72cd-e00a-43ec-a3ef-7f9b05c6209d admin admin] 10.222.0.26 "PUT /v2.0/routers/55683c37-b95b-49a4-b893-f3f0b3ff6078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3661056 Jul 23 00:56:45.630502 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35678) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:56:45.633467 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebb443-e8ce-4a9a-8174-27d5a33a8e32 None None] Sync routers for ids ['55683c37-b95b-49a4-b893-f3f0b3ff6078'] in n-d-688802-2 {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:56:45.642423 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ebb443-e8ce-4a9a-8174-27d5a33a8e32 None None] Routers {'55683c37-b95b-49a4-b893-f3f0b3ff6078'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:56:45.643019 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a9ebb443-e8ce-4a9a-8174-27d5a33a8e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:56:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['55683c37-b95b-49a4-b893-f3f0b3ff6078'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:45.736979 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12868806-11e5-46f8-b4ea-486c4a0b26f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:45.742879 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a9ebb443-e8ce-4a9a-8174-27d5a33a8e32 None None] Set router 55683c37-b95b-49a4-b893-f3f0b3ff6078 gateway port host: n-d-688802-2 {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:56:45.839222 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12868806-11e5-46f8-b4ea-486c4a0b26f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:45.891389 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-12868806-11e5-46f8-b4ea-486c4a0b26f5 admin admin] Deleting port 5ba3de6b-23b4-4a23-b66c-f485806f5da0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:56:45.891730 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12868806-11e5-46f8-b4ea-486c4a0b26f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:45.916800 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a9ebb443-e8ce-4a9a-8174-27d5a33a8e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:56:45Z', 'revision_number': 5, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port': {'id': '5ba3de6b-23b4-4a23-b66c-f485806f5da0', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:45.947196 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebb443-e8ce-4a9a-8174-27d5a33a8e32 None None] Checking router: 55683c37-b95b-49a4-b893-f3f0b3ff6078 for host: n-d-688802-2 {{(pid=93823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:56:45.955331 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ebb443-e8ce-4a9a-8174-27d5a33a8e32 None None] Routers {'55683c37-b95b-49a4-b893-f3f0b3ff6078'} bound to L3 agent in host n-d-688802-2 {{(pid=93823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:56:45.955938 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a9ebb443-e8ce-4a9a-8174-27d5a33a8e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:56:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['55683c37-b95b-49a4-b893-f3f0b3ff6078'], 'active': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:45.972422 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-12868806-11e5-46f8-b4ea-486c4a0b26f5 admin admin] For port 5ba3de6b-23b4-4a23-b66c-f485806f5da0, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=5ba3de6b-23b4-4a23-b66c-f485806f5da0,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:56:45.972787 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12868806-11e5-46f8-b4ea-486c4a0b26f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:45.985187 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-12868806-11e5-46f8-b4ea-486c4a0b26f5 admin admin] Calling delete_port for 5ba3de6b-23b4-4a23-b66c-f485806f5da0 owned by network:router_gateway {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:56:46.040451 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_dvr_db [None req-a9ebb443-e8ce-4a9a-8174-27d5a33a8e32 None None] Set router 55683c37-b95b-49a4-b893-f3f0b3ff6078 gateway port host: None {{(pid=93823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:56:46.090544 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.l3_hamode_db [None req-a9ebb443-e8ce-4a9a-8174-27d5a33a8e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:56:45Z', 'revision_number': 6, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:46.120440 n-d-688802-2 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebb443-e8ce-4a9a-8174-27d5a33a8e32 None None] The sync data for ids ['55683c37-b95b-49a4-b893-f3f0b3ff6078'] in n-d-688802-2 is: [{'id': '55683c37-b95b-49a4-b893-f3f0b3ff6078', 'name': 'tempest-TestSnapshotPattern-2022371299-router', 'tenant_id': '4af1693512b8472aa80e325134e2351c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:51:58Z', 'updated_at': '2021-07-23T00:56:45Z', 'revision_number': 6, 'project_id': '4af1693512b8472aa80e325134e2351c', 'gw_port_host': None}] {{(pid=93823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:56:46.153979 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12868806-11e5-46f8-b4ea-486c4a0b26f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:46.180203 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12868806-11e5-46f8-b4ea-486c4a0b26f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba3de6b-23b4-4a23-b66c-f485806f5da0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:46.243680 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12868806-11e5-46f8-b4ea-486c4a0b26f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:46.328746 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12868806-11e5-46f8-b4ea-486c4a0b26f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:46.330817 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12868806-11e5-46f8-b4ea-486c4a0b26f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:46.372806 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12868806-11e5-46f8-b4ea-486c4a0b26f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:46.373320 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12868806-11e5-46f8-b4ea-486c4a0b26f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55683c37-b95b-49a4-b893-f3f0b3ff6078 {{(pid=93820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:56:46.379055 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12868806-11e5-46f8-b4ea-486c4a0b26f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:46.380217 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-12868806-11e5-46f8-b4ea-486c4a0b26f5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/55683c37-b95b-49a4-b893-f3f0b3ff6078 HTTP/1.1" status: 204 len: 168 time: 0.7487595 Jul 23 00:56:46.383416 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35680) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:56:46.426629 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3c01b8-9ef1-45d1-a03d-d6143f625674 admin admin] Deleting subnet 178956ce-98c2-43c2-a13b-c78d22414a0c {{(pid=93820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:56:46.430271 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c3c01b8-9ef1-45d1-a03d-d6143f625674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:46.471795 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c3c01b8-9ef1-45d1-a03d-d6143f625674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8512628'] for subnet, precommit_delete_associations {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:46.560660 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c3c01b8-9ef1-45d1-a03d-d6143f625674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:46.611597 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c3c01b8-9ef1-45d1-a03d-d6143f625674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11870520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281029'] for subnet, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:46.639138 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c01b8-9ef1-45d1-a03d-d6143f625674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=178956ce-98c2-43c2-a13b-c78d22414a0c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:46.641022 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c3c01b8-9ef1-45d1-a03d-d6143f625674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:46.642928 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0c3c01b8-9ef1-45d1-a03d-d6143f625674 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/178956ce-98c2-43c2-a13b-c78d22414a0c HTTP/1.1" status: 204 len: 168 time: 0.2585802 Jul 23 00:56:46.645397 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35682) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:56:46.645699 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d7fbe6-cf74-4168-831a-300d9c685fd1 None None] Network 8fb80ad1-4424-4584-a804-b3d164d05f33 requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:56:46.715059 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:46.766208 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] Deleting port b408e51d-4a6d-4372-a344-3427763b0258 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:56:46.766546 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:46.918477 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9e027f-8fa3-400b-975d-b158bc16f355 None None] DHCP port deletion for 8fb80ad1-4424-4584-a804-b3d164d05f33 request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:56:46.945480 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:56:46.969988 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:56:46.970321 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4a8117a8-d5f3-4eb4-8cec-ef95e2859948 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:56:46.993884 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e027f-8fa3-400b-975d-b158bc16f355 None None] Deleting port b408e51d-4a6d-4372-a344-3427763b0258 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:56:46.994324 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d9e027f-8fa3-400b-975d-b158bc16f355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:47.149317 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] For port b408e51d-4a6d-4372-a344-3427763b0258, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b408e51d-4a6d-4372-a344-3427763b0258,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:56:47.149758 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:47.163993 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] Calling delete_port for b408e51d-4a6d-4372-a344-3427763b0258 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:56:47.222721 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-3d9e027f-8fa3-400b-975d-b158bc16f355 None None] For port b408e51d-4a6d-4372-a344-3427763b0258, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=b408e51d-4a6d-4372-a344-3427763b0258,segment=NetworkSegment(77ec2997-27d2-4987-8ba3-7cddf428c56b),segment_id=77ec2997-27d2-4987-8ba3-7cddf428c56b)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:56:47.223116 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d9e027f-8fa3-400b-975d-b158bc16f355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:47.235973 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e027f-8fa3-400b-975d-b158bc16f355 None None] Calling delete_port for b408e51d-4a6d-4372-a344-3427763b0258 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:56:47.244997 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11870573'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:47.272043 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=b408e51d-4a6d-4372-a344-3427763b0258,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:47.273899 n-d-688802-2 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] No DVR routers for this DVR port b408e51d-4a6d-4372-a344-3427763b0258 on host n-d-688802-2 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:56:47.315280 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3d9e027f-8fa3-400b-975d-b158bc16f355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:47.341543 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e027f-8fa3-400b-975d-b158bc16f355 None None] Pushing event deleted for resources: {'Port': ['ID=b408e51d-4a6d-4372-a344-3427763b0258,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:47.343392 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e027f-8fa3-400b-975d-b158bc16f355 None None] No DVR routers for this DVR port b408e51d-4a6d-4372-a344-3427763b0258 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:56:47.345391 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:47.360994 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb80ad1-4424-4584-a804-b3d164d05f33']}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:47.371647 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ec2997-27d2-4987-8ba3-7cddf428c56b') {'for_net_delete': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:47.371940 n-d-688802-2 neutron-server[93820]: DEBUG neutron.services.segments.db [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ec2997-27d2-4987-8ba3-7cddf428c56b') {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:47.381334 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8512637'] for segment, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:47.390097 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:47.396039 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:47.402238 n-d-688802-2 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:56:47.402573 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11870530'] for segment, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: Traceback (most recent call last): Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: timer() Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: cb(*args, **kw) Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: return func(*args, **kwargs) Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: self._notify() Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: self.callback(batched_events) Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: event.method(event) Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: return f(self, *a, **k) Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: return self._get(url).json() Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: return self.request(url, 'GET', **kwargs) Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:56:47.404468 n-d-688802-2 neutron-server[93820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:56:47.459280 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:47.464902 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] Notify callbacks [] for network, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:47.466823 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8fb80ad1-4424-4584-a804-b3d164d05f33 HTTP/1.1" status: 204 len: 168 time: 0.8204749 Jul 23 00:56:47.469818 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35684) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:56:47.477960 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a582022-0f43-460e-a89f-69a84efa9b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fb80ad1-4424-4584-a804-b3d164d05f33,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:47.808176 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87bfb609-f8b8-42a7-9781-15533c182c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-594327'] for router_interface, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:48.053822 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-87bfb609-f8b8-42a7-9781-15533c182c94 admin admin] Deleting port 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:56:48.054163 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87bfb609-f8b8-42a7-9781-15533c182c94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:48.129640 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-87bfb609-f8b8-42a7-9781-15533c182c94 admin admin] For port 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=2d5a263c-c585-4444-a8fa-e3bbfcc39c7b,segment=NetworkSegment(ed3476c2-c75a-4116-9b73-46dfb88a38c0),segment_id=ed3476c2-c75a-4116-9b73-46dfb88a38c0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:56:48.129910 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87bfb609-f8b8-42a7-9781-15533c182c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:48.142138 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-87bfb609-f8b8-42a7-9781-15533c182c94 admin admin] Calling delete_port for 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b owned by network:router_interface {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:56:48.258284 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b408e51d-4a6d-4372-a344-3427763b0258 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:56:48.278905 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: b408e51d-4a6d-4372-a344-3427763b0258 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:56:48.279265 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device b408e51d-4a6d-4372-a344-3427763b0258 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:56:48.279683 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5ba3de6b-23b4-4a23-b66c-f485806f5da0 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:56:48.297894 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 5ba3de6b-23b4-4a23-b66c-f485806f5da0 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:56:48.298246 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 5ba3de6b-23b4-4a23-b66c-f485806f5da0 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:56:48.321653 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87bfb609-f8b8-42a7-9781-15533c182c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:48.349964 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfb609-f8b8-42a7-9781-15533c182c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d5a263c-c585-4444-a8fa-e3bbfcc39c7b,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:48.511679 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-87bfb609-f8b8-42a7-9781-15533c182c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594187'] for router_interface, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:48.721010 n-d-688802-2 neutron-server[93821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bfb609-f8b8-42a7-9781-15533c182c94 admin admin] Router 77c3c142-7e60-4de5-ba44-1b6254cd5593 has already been hosted by L3 agent 9dfb22ad-a663-499c-923f-6fab53fbd22c {{(pid=93821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:56:48.823537 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bfb609-f8b8-42a7-9781-15533c182c94 admin admin] Notify agent at l3_agent.n-d-688802-2 the message routers_updated {{(pid=93821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:56:48.828367 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-87bfb609-f8b8-42a7-9781-15533c182c94 admin admin] 10.222.0.26 "PUT /v2.0/routers/77c3c142-7e60-4de5-ba44-1b6254cd5593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3575237 Jul 23 00:56:48.831094 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35686) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:56:48.832059 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecaf08b-e158-4c12-91fb-0596ec636b18 None None] Sync routers for ids ['77c3c142-7e60-4de5-ba44-1b6254cd5593'] in n-d-688802-2 {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:56:48.841512 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecaf08b-e158-4c12-91fb-0596ec636b18 None None] Routers {'77c3c142-7e60-4de5-ba44-1b6254cd5593'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:56:48.842127 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fecaf08b-e158-4c12-91fb-0596ec636b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:56:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['77c3c142-7e60-4de5-ba44-1b6254cd5593'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:48.932372 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1f83056-136c-4ae4-b5c7-5d54eef851d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:48.943489 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-fecaf08b-e158-4c12-91fb-0596ec636b18 None None] Set router 77c3c142-7e60-4de5-ba44-1b6254cd5593 gateway port host: n-d-688802-2 {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:56:49.032236 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1f83056-136c-4ae4-b5c7-5d54eef851d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:49.086450 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f1f83056-136c-4ae4-b5c7-5d54eef851d3 admin admin] Deleting port 7ede3b83-4979-4ef7-87ec-11ccec10dcf1 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:56:49.086817 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1f83056-136c-4ae4-b5c7-5d54eef851d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:49.124659 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fecaf08b-e158-4c12-91fb-0596ec636b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'name': 'tempest-TestSnapshotPattern-1694977641-router', 'tenant_id': '4ab894216d6e41dc875e5d128da86515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'external_fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '7ede3b83-4979-4ef7-87ec-11ccec10dcf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:52:03Z', 'updated_at': '2021-07-23T00:56:48Z', 'revision_number': 5, 'project_id': '4ab894216d6e41dc875e5d128da86515', 'gw_port': {'id': '7ede3b83-4979-4ef7-87ec-11ccec10dcf1', 'name': '', 'network_id': '09b46b4f-c004-45fe-8b5c-d6717f727f65', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:52:03Z', 'updated_at': '2021-07-23T00:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6c100ed-bf08-47ed-8442-036eb3f9fc06', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-2'}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:49.150213 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecaf08b-e158-4c12-91fb-0596ec636b18 None None] Checking router: 77c3c142-7e60-4de5-ba44-1b6254cd5593 for host: n-d-688802-2 {{(pid=93822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:56:49.158327 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecaf08b-e158-4c12-91fb-0596ec636b18 None None] Routers {'77c3c142-7e60-4de5-ba44-1b6254cd5593'} bound to L3 agent in host n-d-688802-2 {{(pid=93822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:56:49.158923 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fecaf08b-e158-4c12-91fb-0596ec636b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:19:04Z,description=,heartbeat_timestamp=2021-07-23T00:56:34Z,host='n-d-688802-2',id=9dfb22ad-a663-499c-923f-6fab53fbd22c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:19:04Z,topic='l3_agent')) {'router_ids': ['77c3c142-7e60-4de5-ba44-1b6254cd5593'], 'active': True} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:49.164208 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f1f83056-136c-4ae4-b5c7-5d54eef851d3 admin admin] For port 7ede3b83-4979-4ef7-87ec-11ccec10dcf1, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=7ede3b83-4979-4ef7-87ec-11ccec10dcf1,segment=NetworkSegment(761782b6-791b-4959-8386-1d7e6d4f580c),segment_id=761782b6-791b-4959-8386-1d7e6d4f580c)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:56:49.164577 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1f83056-136c-4ae4-b5c7-5d54eef851d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:49.176960 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-f1f83056-136c-4ae4-b5c7-5d54eef851d3 admin admin] Calling delete_port for 7ede3b83-4979-4ef7-87ec-11ccec10dcf1 owned by network:router_gateway {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:56:49.243421 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvr_db [None req-fecaf08b-e158-4c12-91fb-0596ec636b18 None None] Set router 77c3c142-7e60-4de5-ba44-1b6254cd5593 gateway port host: None {{(pid=93822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:56:49.294116 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_hamode_db [None req-fecaf08b-e158-4c12-91fb-0596ec636b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'name': 'tempest-TestSnapshotPattern-1694977641-router', 'tenant_id': '4ab894216d6e41dc875e5d128da86515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:52:03Z', 'updated_at': '2021-07-23T00:56:49Z', 'revision_number': 6, 'project_id': '4ab894216d6e41dc875e5d128da86515', 'gw_port_host': None}], 'n-d-688802-2', False) {} {{(pid=93822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:49.322893 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecaf08b-e158-4c12-91fb-0596ec636b18 None None] The sync data for ids ['77c3c142-7e60-4de5-ba44-1b6254cd5593'] in n-d-688802-2 is: [{'id': '77c3c142-7e60-4de5-ba44-1b6254cd5593', 'name': 'tempest-TestSnapshotPattern-1694977641-router', 'tenant_id': '4ab894216d6e41dc875e5d128da86515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:52:03Z', 'updated_at': '2021-07-23T00:56:49Z', 'revision_number': 6, 'project_id': '4ab894216d6e41dc875e5d128da86515', 'gw_port_host': None}] {{(pid=93822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:56:49.343231 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1f83056-136c-4ae4-b5c7-5d54eef851d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:49.368985 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f83056-136c-4ae4-b5c7-5d54eef851d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ede3b83-4979-4ef7-87ec-11ccec10dcf1,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:49.432356 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1f83056-136c-4ae4-b5c7-5d54eef851d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597677'] for router_gateway, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:49.517240 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1f83056-136c-4ae4-b5c7-5d54eef851d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-598138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8658'] for router, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:49.519262 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1f83056-136c-4ae4-b5c7-5d54eef851d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:49.561002 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1f83056-136c-4ae4-b5c7-5d54eef851d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-596566'] for router, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:49.561425 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f83056-136c-4ae4-b5c7-5d54eef851d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77c3c142-7e60-4de5-ba44-1b6254cd5593 {{(pid=93821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:56:49.565519 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f1f83056-136c-4ae4-b5c7-5d54eef851d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:49.566650 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-f1f83056-136c-4ae4-b5c7-5d54eef851d3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/77c3c142-7e60-4de5-ba44-1b6254cd5593 HTTP/1.1" status: 204 len: 168 time: 0.7346501 Jul 23 00:56:49.569902 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35688) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:56:49.616743 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.db_base_plugin_v2 [None req-344ad721-68df-4952-8850-27dd4c3300dc admin admin] Deleting subnet f38c332b-2ad3-4ade-9b56-83d52f2dab16 {{(pid=93821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:56:49.619626 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344ad721-68df-4952-8850-27dd4c3300dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:49.652898 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344ad721-68df-4952-8850-27dd4c3300dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8706455'] for subnet, precommit_delete_associations {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:49.735000 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344ad721-68df-4952-8850-27dd4c3300dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3782573'] for subnet, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:49.786432 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344ad721-68df-4952-8850-27dd4c3300dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3782564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12571357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464487'] for subnet, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:49.817003 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ad721-68df-4952-8850-27dd4c3300dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f38c332b-2ad3-4ade-9b56-83d52f2dab16,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:49.822506 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-344ad721-68df-4952-8850-27dd4c3300dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043410'] for subnet, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:49.825499 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-344ad721-68df-4952-8850-27dd4c3300dc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f38c332b-2ad3-4ade-9b56-83d52f2dab16 HTTP/1.1" status: 204 len: 168 time: 0.2535923 Jul 23 00:56:49.827044 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35690) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:56:49.827516 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1740f85d-1349-462c-b071-94bdf6e9e4d7 None None] Network 6c16e1d4-6295-44b4-8997-15c92c076c7a requested from n-d-688802-2 {{(pid=93822) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:56:49.894592 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3721322'] for network, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:49.946106 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] Deleting port 4876627a-79b3-4af7-86bf-6eda00f74626 {{(pid=93821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:56:49.946438 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:50.061299 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9968d2b5-feed-41bf-9e06-9e74ba1b7666 None None] DHCP port deletion for 6c16e1d4-6295-44b4-8997-15c92c076c7a request from n-d-688802-2 {{(pid=93822) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:56:50.111432 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9968d2b5-feed-41bf-9e06-9e74ba1b7666 None None] Deleting port 4876627a-79b3-4af7-86bf-6eda00f74626 {{(pid=93822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:56:50.111920 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9968d2b5-feed-41bf-9e06-9e74ba1b7666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786779230868'] for port, before_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:50.180782 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-9968d2b5-feed-41bf-9e06-9e74ba1b7666 None None] For port 4876627a-79b3-4af7-86bf-6eda00f74626, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4876627a-79b3-4af7-86bf-6eda00f74626,segment=NetworkSegment(ed3476c2-c75a-4116-9b73-46dfb88a38c0),segment_id=ed3476c2-c75a-4116-9b73-46dfb88a38c0)] {{(pid=93822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:56:50.181208 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9968d2b5-feed-41bf-9e06-9e74ba1b7666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:50.200374 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-9968d2b5-feed-41bf-9e06-9e74ba1b7666 None None] Calling delete_port for 4876627a-79b3-4af7-86bf-6eda00f74626 owned by network:dhcp {{(pid=93822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:56:50.280338 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4876627a-79b3-4af7-86bf-6eda00f74626 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:56:50.315701 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9968d2b5-feed-41bf-9e06-9e74ba1b7666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986'] for port, after_delete {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:50.347799 n-d-688802-2 neutron-server[93822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968d2b5-feed-41bf-9e06-9e74ba1b7666 None None] Pushing event deleted for resources: {'Port': ['ID=4876627a-79b3-4af7-86bf-6eda00f74626,revision_number=None']} {{(pid=93822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:50.350423 n-d-688802-2 neutron-server[93822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9968d2b5-feed-41bf-9e06-9e74ba1b7666 None None] No DVR routers for this DVR port 4876627a-79b3-4af7-86bf-6eda00f74626 on host n-d-688802-2 {{(pid=93822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:56:50.355105 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.db [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No active binding found for port 4876627a-79b3-4af7-86bf-6eda00f74626 {{(pid=93822) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 00:56:50.355718 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 4876627a-79b3-4af7-86bf-6eda00f74626 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:56:50.356282 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:56:50.383996 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:56:50.384340 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 2d5a263c-c585-4444-a8fa-e3bbfcc39c7b not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:56:50.384766 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 7ede3b83-4979-4ef7-87ec-11ccec10dcf1 no longer exists at agent ovs-agent-n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:56:50.389454 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] For port 4876627a-79b3-4af7-86bf-6eda00f74626, host n-d-688802-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-2',level=0,port_id=4876627a-79b3-4af7-86bf-6eda00f74626,segment=NetworkSegment(ed3476c2-c75a-4116-9b73-46dfb88a38c0),segment_id=ed3476c2-c75a-4116-9b73-46dfb88a38c0)] {{(pid=93821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:56:50.389815 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596602'] for port, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:50.402947 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.plugin [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] Calling delete_port for 4876627a-79b3-4af7-86bf-6eda00f74626 owned by network:dhcp {{(pid=93821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:56:50.403255 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.plugin [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] No Port match for: 7ede3b83-4979-4ef7-87ec-11ccec10dcf1 {{(pid=93822) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:56:50.403597 n-d-688802-2 neutron-server[93822]: DEBUG neutron.plugins.ml2.rpc [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Device 7ede3b83-4979-4ef7-87ec-11ccec10dcf1 not bound to the agent host n-d-688802-2 {{(pid=93822) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:56:50.479190 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3706648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786779232615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786778745986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12571272'] for port, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:50.506969 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4876627a-79b3-4af7-86bf-6eda00f74626,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:50.510476 n-d-688802-2 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] No DVR routers for this DVR port 4876627a-79b3-4af7-86bf-6eda00f74626 on host n-d-688802-2 {{(pid=93821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:56:50.577383 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3783825', 'neutron.services.segments.db._delete_segments_for_network-8786779295793'] for network, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:50.587768 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c16e1d4-6295-44b4-8997-15c92c076c7a']}} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:50.597050 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3476c2-c75a-4116-9b73-46dfb88a38c0') {'for_net_delete': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:50.597372 n-d-688802-2 neutron-server[93821]: DEBUG neutron.services.segments.db [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3476c2-c75a-4116-9b73-46dfb88a38c0') {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:56:50.605900 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786779298362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8706462'] for segment, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:50.619919 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381'] for segment, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:50.629676 n-d-688802-2 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:56:50.630068 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12571303'] for segment, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: self.session.flush() Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: Traceback (most recent call last): Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: timer() Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: cb(*args, **kw) Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: return func(*args, **kwargs) Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: self._notify() Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: self.callback(batched_events) Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: event.method(event) Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: return f(self, *a, **k) Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: return self._get(url).json() Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: return self.request(url, 'GET', **kwargs) Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:56:50.632418 n-d-688802-2 neutron-server[93821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:56:50.687345 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3783834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597641'] for network, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:50.692720 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:50.698458 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6c16e1d4-6295-44b4-8997-15c92c076c7a HTTP/1.1" status: 204 len: 168 time: 0.8704214 Jul 23 00:56:50.709602 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16f9e9-da7d-41df-a116-7cb16e3a67c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c16e1d4-6295-44b4-8997-15c92c076c7a,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:50.867104 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35694) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:56:50.906542 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-73e1f575-7d57-4267-a617-e58abfb5e562 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4af1693512b8472aa80e325134e2351c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382848 Jul 23 00:56:50.908996 n-d-688802-2 neutron-server[93821]: DEBUG neutron.wsgi [-] (93821) accepted ('10.222.0.26', 35696) {{(pid=93821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:56:50.955867 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c0b69a2-7584-4dcb-ad64-5fbdbb8a0a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:50.976190 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c0b69a2-7584-4dcb-ad64-5fbdbb8a0a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:51.026114 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c0b69a2-7584-4dcb-ad64-5fbdbb8a0a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:51.028588 n-d-688802-2 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6c0b69a2-7584-4dcb-ad64-5fbdbb8a0a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:51.029787 n-d-688802-2 neutron-server[93821]: INFO neutron.wsgi [None req-6c0b69a2-7584-4dcb-ad64-5fbdbb8a0a0e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97803854-ebb2-4498-a1f4-2c95769ac9a2 HTTP/1.1" status: 204 len: 168 time: 0.1198463 Jul 23 00:56:51.038398 n-d-688802-2 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b69a2-7584-4dcb-ad64-5fbdbb8a0a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97803854-ebb2-4498-a1f4-2c95769ac9a2,revision_number=None']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:51.349878 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35702) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:56:51.388260 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-5b0782cb-1149-41a2-9f1e-f1b1ab84a333 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ab894216d6e41dc875e5d128da86515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371323 Jul 23 00:56:51.390556 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [-] (93820) accepted ('10.222.0.26', 35704) {{(pid=93820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:56:51.438681 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f419cb69-b8c1-4874-ba05-ad44c79f2440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:51.459129 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f419cb69-b8c1-4874-ba05-ad44c79f2440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:51.503399 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f419cb69-b8c1-4874-ba05-ad44c79f2440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614040'] for security_group, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:51.506767 n-d-688802-2 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f419cb69-b8c1-4874-ba05-ad44c79f2440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:51.507887 n-d-688802-2 neutron-server[93820]: INFO neutron.wsgi [None req-f419cb69-b8c1-4874-ba05-ad44c79f2440 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/230dcd86-a5b0-4dfe-a3d6-87c4baac63c6 HTTP/1.1" status: 204 len: 168 time: 0.1164522 Jul 23 00:56:51.515725 n-d-688802-2 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419cb69-b8c1-4874-ba05-ad44c79f2440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230dcd86-a5b0-4dfe-a3d6-87c4baac63c6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:59.529812 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:57:01.742863 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-a348d06e-3b6d-4eca-af5b-2d2c1edb05b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:04.449273 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2f35-52c3-40d7-b8e2-717bfaa82155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:04.521256 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:05.194507 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:05.875472 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:07.350983 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:17.398021 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:31.743309 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-36ed2f2c-3cc8-42ab-abfd-4c3596ce5580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:34.449140 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bdff5bc8-32c1-4c07-9c58-d04b40083b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:34.522260 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:35.221193 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:35.878764 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:36.529978 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:57:37.353766 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:47.410656 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:01.744429 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-91601572-ec80-4bbc-bb04-beb4f64a2e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:04.449416 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1dd3999c-f30a-4b96-aa4e-b85c4c9f41fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:04.526341 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:05.233148 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:05.881671 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:07.355299 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:13.528641 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:58:17.434431 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:31.744669 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7f1906c1-e6de-4e97-9e13-4062e216e22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:34.449086 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-78aed2e7-070c-471e-8edc-a5b421948832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:34.527684 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:35.238176 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:35.884807 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:37.358767 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:47.434664 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:50.527559 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:59:01.745525 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-5fe810f0-e864-43ef-8d1b-099cd890ea07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:04.449869 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-d83026e7-5177-4e9b-919f-08b51dc9508d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:04.527710 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:05.255498 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:05.888228 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:07.361761 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:17.449395 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:27.526186 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:59:31.746055 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-170a5dbb-89b1-4342-a53e-ac161e25d779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:34.450540 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-6ec33b65-b85b-441f-9923-53e83fb5a302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:34.530160 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:35.261020 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:35.889332 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:37.365087 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:47.448983 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:01.747066 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-68d40e3e-ae66-41b5-83ea-6b0f2161d912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:04.451844 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-be2f8160-338d-49dc-8b73-6186caa4ca43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:04.524563 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:00:04.529590 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:05.255190 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:05.892919 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:07.366676 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:17.465461 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:31.748078 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-1102ca39-fc24-410f-9bb1-bf9ccea958d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:34.452097 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-928938ec-d20a-487b-8985-27df73cf8005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:34.529596 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:35.270855 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:35.894964 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:37.370224 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:41.523230 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:00:47.464799 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:01.748368 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c964689-36f9-4cc1-b02c-69f3f940862f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:04.451961 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-da778f40-348e-4afc-9cb3-a1e5b6b069ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:04.530572 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:05.270514 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:05.900467 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:07.372597 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:17.480297 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:18.522957 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:01:31.750112 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2030b9bd-1800-43fe-b820-eba6f5e32d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:34.452531 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-c97a6395-1da8-49c2-9246-9bf25376d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:34.530552 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:35.286496 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:35.900900 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:37.376725 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:47.479533 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:55.521419 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:02:01.751538 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-53d68a9f-350a-4ac4-b6e5-91c3fb8b1da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:04.451804 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-661c6692-6b2c-461d-b426-d59f8a3451e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:04.530064 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:05.284794 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:05.905311 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:07.377433 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:17.494608 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:31.753668 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-7724bc8b-2cab-4ce1-b22e-50822f960403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:32.519622 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:02:34.452592 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3c0989dd-36c3-4a49-a976-ae60c7a250d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:34.529741 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:35.290383 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:35.906694 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:37.378845 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:47.513279 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:01.754475 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4c72ae99-aec9-43b0-b7a0-78bb433ebdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:04.452670 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b140730d-c548-446f-9ff0-026a72eec4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:04.529701 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:05.287600 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:05.910714 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:07.381249 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:09.518371 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:03:17.509063 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:31.755232 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-0c2b0e49-5f85-4616-93cc-16a0ee31a005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:34.452058 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-bcad1975-23b4-4e90-b83c-f193353e6d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:34.530054 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:35.298582 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:35.911707 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:37.384770 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:46.518205 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:03:47.525208 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:01.756563 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-9309ac3b-23a1-4ccd-8104-bea356e0cda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:04.452550 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-975317b6-6a69-4f04-868e-a8ccb392c4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:04.529869 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:05.303336 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:05.915022 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:07.388195 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:17.541114 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:23.516342 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:04:31.757630 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-48e8a2d4-c196-4449-a6c6-096f97985b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:34.452865 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-77de846e-6727-484a-8e46-49f25d4674a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:34.531401 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:35.330681 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:35.917641 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:37.389579 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:47.539039 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-b1d1055f-5c6b-4766-bfd2-3c85d8f0f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:00.514464 n-d-688802-2 neutron-server[93823]: DEBUG neutron.db.agents_db [None req-4104d662-f3b7-44a7-bf0f-b9bf78c84d7a None None] Agent healthcheck: found 7 active agents {{(pid=93823) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:05:01.759993 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-10d624f0-5f00-43fb-ae7f-e326d3e3461d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:04.455845 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-58d21d32-5095-4c7e-bfef-0b7788efc134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:04.531623 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-2e352291-7b33-4729-bd26-cc6e65113230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:05.337999 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4e5296d1-2dcc-4cfc-9839-5e45f454f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:05.922205 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-3534c85c-16b3-45f4-81a5-f5ea5053cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:07.392360 n-d-688802-2 neutron-server[93822]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e512-98c9-4b23-b6fb-198535af98d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786779295775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780439'] for agent, after_update {{(pid=93822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:10.529292 n-d-688802-2 neutron-server[93820]: DEBUG neutron.wsgi [req-af9bca9b-25cd-44e3-83a0-88e88dee7762 req-81d52de6-ea7b-4b14-8bf3-c39954532508 service neutron] (93820) timed out ('10.222.0.26', 57742) {{(pid=93820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}